bench: drop bench_datachain fixture

noxfile.py

@@ -22,8 +22,7 @@ def bench(session: nox.Session) -> None:
     session.install(".[tests]")
     session.run(
         "pytest",
-        "-m",
-        "benchmark",
+        "--benchmark-only",
         "--benchmark-group-by",
         "func",
         *session.posargs,

pyproject.toml

@@ -127,9 +127,8 @@ namespaces = false
 [tool.setuptools_scm]
 
 [tool.pytest.ini_options]
-addopts = "-rfEs -m 'not benchmark and not examples'"
+addopts = "-rfEs -m 'not examples' --benchmark-skip"
 markers = [
-  "benchmark: benchmarks.",
   "e2e: End-to-end tests",
   "examples: All examples",
   "computer_vision: Computer vision examples",

tests/benchmarks/conftest.py

@@ -3,11 +3,6 @@
 import pytest
 
 
-@pytest.fixture
-def bucket():
-    return "s3://noaa-bathymetry-pds/"
-
-
 @pytest.fixture
 def datasets():
     return Path(__file__).parent / "datasets"

tests/benchmarks/test_datachain.py

@@ -1,10 +1,7 @@
-import pytest
-
 from datachain.lib.dc import DataChain
 from datachain.lib.webdataset_laion import process_laion_meta
 
 
-@pytest.mark.benchmark
 def test_datachain(tmp_dir, test_session, datasets, benchmark):
     def run_script(uri, **kwargs):
         DataChain.from_storage(uri, session=test_session, **kwargs).gen(

tests/benchmarks/test_ls.py

@@ -1,2 +1,6 @@
-def test_ls(benchmark, tmp_dir, bucket):
-    benchmark("ls", bucket, "--anon")
+from datachain.cli import ls
+
+
+def test_ls(benchmark, tmp_dir):
+    bucket = "s3://noaa-bathymetry-pds/"
+    benchmark.pedantic(ls, args=([bucket],), kwargs={"client_config": {"anon": True}})

tests/benchmarks/test_version.py

@@ -1,2 +1,7 @@
+import shutil
+import subprocess
+
+
 def test_version(benchmark):
-    benchmark("--help", rounds=100)
+    bin = shutil.which("datachain")
+    benchmark(subprocess.check_call, [bin, "--help"])