Skip to content

Commit 70bd630

Browse files
Ilya-KrylovIlya-Krylov
authored
Merge pull request #935 from openvinotoolkit/ik/relax_tests
relaxed tests
2 parents 9d2503b + c15b3d6 commit 70bd630

7 files changed

+15
-15
lines changed

‎tests/ote_cli/common.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -401,7 +401,7 @@ def nncf_export_testing(template, root):
401401
assert compressed_bin_size < original_bin_size, f"{compressed_bin_size=}, {original_bin_size=}"
402402

403403

404-
def nncf_eval_testing(template, root, ote_dir, args, threshold=0.001):
404+
def nncf_eval_testing(template, root, ote_dir, args, threshold):
405405
work_dir, template_work_dir, _ = get_some_vars(template, root)
406406
command_line = ['ote',
407407
'eval',

‎tests/ote_cli/test_ote_cli_tools_anomaly_classification.py

+2-2
Original file line numberDiff line numberDiff line change
@@ -103,7 +103,7 @@ def test_ote_deploy_openvino(self, template):
103103
@e2e_pytest_component
104104
@pytest.mark.parametrize("template", templates, ids=templates_ids)
105105
def test_ote_eval_deployment(self, template):
106-
ote_eval_deployment_testing(template, root, ote_dir, args, threshold=0.00)
106+
ote_eval_deployment_testing(template, root, ote_dir, args, threshold=0.0)
107107

108108
@e2e_pytest_component
109109
@pytest.mark.parametrize("template", templates, ids=templates_ids)
@@ -132,7 +132,7 @@ def test_nncf_eval(self, template):
132132
if template.entrypoints.nncf is None:
133133
pytest.skip("nncf entrypoint is none")
134134

135-
nncf_eval_testing(template, root, ote_dir, args)
135+
nncf_eval_testing(template, root, ote_dir, args, threshold=0.1)
136136

137137
@e2e_pytest_component
138138
@pytest.mark.parametrize("template", templates, ids=templates_ids)

‎tests/ote_cli/test_ote_cli_tools_classification.py

+2-2
Original file line numberDiff line numberDiff line change
@@ -110,7 +110,7 @@ def test_ote_deploy_openvino(self, template):
110110
@e2e_pytest_component
111111
@pytest.mark.parametrize("template", templates, ids=templates_ids)
112112
def test_ote_eval_deployment(self, template):
113-
ote_eval_deployment_testing(template, root, ote_dir, args, threshold=0.00)
113+
ote_eval_deployment_testing(template, root, ote_dir, args, threshold=0.0)
114114

115115
@e2e_pytest_component
116116
@pytest.mark.parametrize("template", templates, ids=templates_ids)
@@ -144,7 +144,7 @@ def test_nncf_eval(self, template):
144144
if template.entrypoints.nncf is None:
145145
pytest.skip("nncf entrypoint is none")
146146

147-
nncf_eval_testing(template, root, ote_dir, args)
147+
nncf_eval_testing(template, root, ote_dir, args, threshold=0.1)
148148

149149
@e2e_pytest_component
150150
@pytest.mark.parametrize("template", templates, ids=templates_ids)

‎tests/ote_cli/test_ote_cli_tools_detection.py

+3-3
Original file line numberDiff line numberDiff line change
@@ -92,7 +92,7 @@ def test_ote_eval(self, template):
9292
@e2e_pytest_component
9393
@pytest.mark.parametrize("template", templates, ids=templates_ids)
9494
def test_ote_eval_openvino(self, template):
95-
ote_eval_openvino_testing(template, root, ote_dir, args, threshold=0.01)
95+
ote_eval_openvino_testing(template, root, ote_dir, args, threshold=0.1)
9696

9797
@e2e_pytest_component
9898
@pytest.mark.parametrize("template", templates, ids=templates_ids)
@@ -112,7 +112,7 @@ def test_ote_deploy_openvino(self, template):
112112
@e2e_pytest_component
113113
@pytest.mark.parametrize("template", templates, ids=templates_ids)
114114
def test_ote_eval_deployment(self, template):
115-
ote_eval_deployment_testing(template, root, ote_dir, args, threshold=0.00)
115+
ote_eval_deployment_testing(template, root, ote_dir, args, threshold=0.0)
116116

117117
@e2e_pytest_component
118118
@pytest.mark.parametrize("template", templates, ids=templates_ids)
@@ -146,7 +146,7 @@ def test_nncf_eval(self, template):
146146
if template.entrypoints.nncf is None:
147147
pytest.skip("nncf entrypoint is none")
148148

149-
nncf_eval_testing(template, root, ote_dir, args)
149+
nncf_eval_testing(template, root, ote_dir, args, threshold=0.1)
150150

151151
@e2e_pytest_component
152152
@pytest.mark.parametrize("template", templates, ids=templates_ids)

‎tests/ote_cli/test_ote_cli_tools_instance_segmentation.py

+2-2
Original file line numberDiff line numberDiff line change
@@ -85,7 +85,7 @@ def test_ote_eval(self, template):
8585
@e2e_pytest_component
8686
@pytest.mark.parametrize("template", templates, ids=templates_ids)
8787
def test_ote_eval_openvino(self, template):
88-
ote_eval_openvino_testing(template, root, ote_dir, args, threshold=0.01)
88+
ote_eval_openvino_testing(template, root, ote_dir, args, threshold=0.1)
8989

9090
@e2e_pytest_component
9191
@pytest.mark.parametrize("template", templates, ids=templates_ids)
@@ -105,7 +105,7 @@ def test_ote_deploy_openvino(self, template):
105105
@e2e_pytest_component
106106
@pytest.mark.parametrize("template", templates, ids=templates_ids)
107107
def test_ote_eval_deployment(self, template):
108-
ote_eval_deployment_testing(template, root, ote_dir, args, threshold=0.00)
108+
ote_eval_deployment_testing(template, root, ote_dir, args, threshold=0.0)
109109

110110
@e2e_pytest_component
111111
@pytest.mark.parametrize("template", templates, ids=templates_ids)

‎tests/ote_cli/test_ote_cli_tools_rotated_detection.py

+2-2
Original file line numberDiff line numberDiff line change
@@ -85,7 +85,7 @@ def test_ote_eval(self, template):
8585
@e2e_pytest_component
8686
@pytest.mark.parametrize("template", templates, ids=templates_ids)
8787
def test_ote_eval_openvino(self, template):
88-
ote_eval_openvino_testing(template, root, ote_dir, args, threshold=0.01)
88+
ote_eval_openvino_testing(template, root, ote_dir, args, threshold=0.1)
8989

9090
@e2e_pytest_component
9191
@pytest.mark.parametrize("template", templates, ids=templates_ids)
@@ -105,7 +105,7 @@ def test_ote_deploy_openvino(self, template):
105105
@e2e_pytest_component
106106
@pytest.mark.parametrize("template", templates, ids=templates_ids)
107107
def test_ote_eval_deployment(self, template):
108-
ote_eval_deployment_testing(template, root, ote_dir, args, threshold=0.01)
108+
ote_eval_deployment_testing(template, root, ote_dir, args, threshold=0.0)
109109

110110
@e2e_pytest_component
111111
@pytest.mark.parametrize("template", templates, ids=templates_ids)

‎tests/ote_cli/test_ote_cli_tools_segmentation.py

+3-3
Original file line numberDiff line numberDiff line change
@@ -91,7 +91,7 @@ def test_ote_eval(self, template):
9191
@e2e_pytest_component
9292
@pytest.mark.parametrize("template", templates, ids=templates_ids)
9393
def test_ote_eval_openvino(self, template):
94-
ote_eval_openvino_testing(template, root, ote_dir, args, threshold=0.01)
94+
ote_eval_openvino_testing(template, root, ote_dir, args, threshold=0.1)
9595

9696
@e2e_pytest_component
9797
@pytest.mark.parametrize("template", templates, ids=templates_ids)
@@ -111,7 +111,7 @@ def test_ote_deploy_openvino(self, template):
111111
@e2e_pytest_component
112112
@pytest.mark.parametrize("template", templates, ids=templates_ids)
113113
def test_ote_eval_deployment(self, template):
114-
ote_eval_deployment_testing(template, root, ote_dir, args, threshold=0.00)
114+
ote_eval_deployment_testing(template, root, ote_dir, args, threshold=0.0)
115115

116116
@e2e_pytest_component
117117
@pytest.mark.parametrize("template", templates, ids=templates_ids)
@@ -141,7 +141,7 @@ def test_nncf_eval(self, template):
141141
if template.entrypoints.nncf is None:
142142
pytest.skip("nncf entrypoint is none")
143143

144-
nncf_eval_testing(template, root, ote_dir, args)
144+
nncf_eval_testing(template, root, ote_dir, args, threshold=0.1)
145145

146146
@e2e_pytest_component
147147
@pytest.mark.parametrize("template", templates, ids=templates_ids)

0 commit comments

Comments
 (0)