fixes

src/turnkeyml/common/test_helpers.py

@@ -1,6 +1,6 @@
 import os
 import shutil
-from typing import List, Tuple, Any, Dict, Optional
+from typing import List, Dict, Optional
 import onnx
 import turnkeyml.common.filesystem as fs
 import turnkeyml.common.build as build
@@ -224,7 +224,6 @@ def get_stats_and_state(
 def assert_success_of_builds(
     test_script_files: List[str],
     cache_dir: str,
-    info_property: Tuple[str, Any] = None,
     check_perf: bool = False,
     check_opset: Optional[int] = None,
     check_iteration_count: Optional[int] = None,
@@ -250,11 +249,6 @@ def assert_success_of_builds(
                 script_build_found = True
                 builds_found += 1
 
-                if info_property is not None:
-                    assert (
-                        build_state.info.__dict__[info_property[0]] == info_property[1]
-                    ), f"{build_state.info.__dict__[info_property[0]]} == {info_property[1]}"
-
                 if check_perf:
                     assert stats.stats["mean_latency"] > 0
                     assert stats.stats["throughput"] > 0

src/turnkeyml/sequence/tool_plugins.py

@@ -42,12 +42,4 @@ def get_supported_tools():
 
                 supported_tools.append(tool_class)
 
-    # Give a "benchmark" tool installed by a plugin priority over
-    # a "benchmark" tool built into turnkeyml
-    tool_names = [tool.unique_name for tool in supported_tools]
-    if "benchmark" not in tool_names:
-        from turnkeyml.run.benchmark_model import Benchmark
-
-        supported_tools.append(Benchmark)
-
     return supported_tools

test/cli.py

@@ -372,7 +372,7 @@ def test_08_cli_onnx_opset(self):
             turnkeycli()
 
         assert_success_of_builds(
-            [test_script], cache_dir, None, check_perf=False, check_opset=user_opset
+            [test_script], cache_dir, check_perf=False, check_opset=user_opset
         )
 
     def test_09_cli_process_isolation(self):
@@ -396,7 +396,7 @@ def test_09_cli_process_isolation(self):
             with patch.object(sys, "argv", testargs):
                 turnkeycli()
 
-            assert_success_of_builds([test_script], cache_dir, None, check_perf=False)
+            assert_success_of_builds([test_script], cache_dir, check_perf=False)
 
     @unittest.skipIf(
         platform.system() == "Windows",