Merge pull request #939 from openvinotoolkit/ik/hotfix

nncf_eval_testing fix

Author: Ilya-Krylov

external/deep-object-reid

@@ -132,7 +132,7 @@ def test_nncf_eval(self, template):
         if template.entrypoints.nncf is None:
             pytest.skip("nncf entrypoint is none")
 
-        nncf_eval_testing(template, root, ote_dir, args, threshold=0.1)
+        nncf_eval_testing(template, root, ote_dir, args, threshold=0.001)
 
     @e2e_pytest_component
     @pytest.mark.parametrize("template", templates, ids=templates_ids)

tests/ote_cli/test_ote_cli_tools_anomaly_classification.py

@@ -127,38 +127,38 @@ def test_ote_hpo(self, template):
     def test_nncf_optimize(self, template):
         if template.entrypoints.nncf is None:
             pytest.skip("nncf entrypoint is none")
-    
+
         nncf_optimize_testing(template, root, ote_dir, args)
-    
+
     @e2e_pytest_component
     @pytest.mark.parametrize("template", templates, ids=templates_ids)
     def test_nncf_export(self, template):
         if template.entrypoints.nncf is None:
             pytest.skip("nncf entrypoint is none")
-    
+
         nncf_export_testing(template, root)
-    
+
     @e2e_pytest_component
     @pytest.mark.parametrize("template", templates, ids=templates_ids)
     def test_nncf_eval(self, template):
         if template.entrypoints.nncf is None:
             pytest.skip("nncf entrypoint is none")
-    
-        nncf_eval_testing(template, root, ote_dir, args, threshold=0.1)
+
+        nncf_eval_testing(template, root, ote_dir, args, threshold=0.001)
 
     @e2e_pytest_component
     @pytest.mark.parametrize("template", templates, ids=templates_ids)
     def test_nncf_eval_openvino(self, template):
         if template.entrypoints.nncf is None:
             pytest.skip("nncf entrypoint is none")
-    
+
         nncf_eval_openvino_testing(template, root, ote_dir, args)
-    
+
     @e2e_pytest_component
     @pytest.mark.parametrize("template", templates, ids=templates_ids)
     def test_pot_optimize(self, template):
         pot_optimize_testing(template, root, ote_dir, args)
-    
+
     @e2e_pytest_component
     @pytest.mark.parametrize("template", templates, ids=templates_ids)
     def test_pot_eval(self, template):

tests/ote_cli/test_ote_cli_tools_classification.py

@@ -146,7 +146,7 @@ def test_nncf_eval(self, template):
         if template.entrypoints.nncf is None:
             pytest.skip("nncf entrypoint is none")
 
-        nncf_eval_testing(template, root, ote_dir, args, threshold=0.1)
+        nncf_eval_testing(template, root, ote_dir, args, threshold=0.001)
 
     @e2e_pytest_component
     @pytest.mark.parametrize("template", templates, ids=templates_ids)

tests/ote_cli/test_ote_cli_tools_detection.py

@@ -141,7 +141,7 @@ def test_nncf_eval(self, template):
         if template.entrypoints.nncf is None:
             pytest.skip("nncf entrypoint is none")
 
-        nncf_eval_testing(template, root, ote_dir, args, threshold=0.1)
+        nncf_eval_testing(template, root, ote_dir, args, threshold=0.001)
 
     @e2e_pytest_component
     @pytest.mark.parametrize("template", templates, ids=templates_ids)

tests/ote_cli/test_ote_cli_tools_segmentation.py

@@ -1,6 +1,10 @@
 python3 -m venv venv || exit 1
 . venv/bin/activate || exit 1
 pip install --upgrade pip || exit 1
+
+# pip cache purge
+# ls -la `pip cache dir`/
+
 pip install -e ote_cli || exit 1
 pip install -e $OTE_SDK_PATH || exit 1
 echo ""