From 6d3ba6de3ba929471a4fb3d0586491fcdde09877 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?M=C3=A1rton=20Kardos?= Date: Tue, 23 Jan 2024 15:20:22 +0100 Subject: [PATCH] Moved integration test to new file --- tests/cli/test_cli.py | 14 -------------- tests/test_integration.py | 15 +++++++++++++++ 2 files changed, 15 insertions(+), 14 deletions(-) create mode 100644 tests/test_integration.py diff --git a/tests/cli/test_cli.py b/tests/cli/test_cli.py index 149ad91a..6d2ed8ea 100644 --- a/tests/cli/test_cli.py +++ b/tests/cli/test_cli.py @@ -100,17 +100,3 @@ def test_run_cli(inputs: BenchmarkCliTestInput, tmp_path: Path): tr for tr in bench_res.task_results if tr.task_name != "test-encode-task" ] assert is_approximately_equal(bench_res.get_main_score(), inputs.score) - - -def test_run_some_models(): - """Runs all sorts of models on a small task to see if they can run without breaking. - Cache is ignored so that the models are actually run. - """ - models = [ - "sentence-transformers/all-MiniLM-L6-v2", - "intfloat/e5-small", - "translate-e5-small", - "fasttext-cc-da-300", - ] - tasks = ["LCC"] - run_benchmark_cli(models=models, tasks=tasks, ignore_cache=True) diff --git a/tests/test_integration.py b/tests/test_integration.py new file mode 100644 index 00000000..3eba9e94 --- /dev/null +++ b/tests/test_integration.py @@ -0,0 +1,15 @@ +from seb.cli import run_benchmark_cli + + +def test_run_some_models(): + """Runs all sorts of models on a small task to see if they can run without breaking. + Cache is ignored so that the models are actually run. + """ + models = [ + "sentence-transformers/all-MiniLM-L6-v2", + "intfloat/e5-small", + "translate-e5-small", + "fasttext-cc-da-300", + ] + tasks = ["LCC"] + run_benchmark_cli(models=models, tasks=tasks, ignore_cache=True)