Skip to content

Commit

Permalink
Moved integration test to new file
Browse files Browse the repository at this point in the history
  • Loading branch information
x-tabdeveloping committed Jan 23, 2024
1 parent 8c004af commit 6d3ba6d
Show file tree
Hide file tree
Showing 2 changed files with 15 additions and 14 deletions.
14 changes: 0 additions & 14 deletions tests/cli/test_cli.py
Original file line number Diff line number Diff line change
Expand Up @@ -100,17 +100,3 @@ def test_run_cli(inputs: BenchmarkCliTestInput, tmp_path: Path):
tr for tr in bench_res.task_results if tr.task_name != "test-encode-task"
]
assert is_approximately_equal(bench_res.get_main_score(), inputs.score)


def test_run_some_models():
"""Runs all sorts of models on a small task to see if they can run without breaking.
Cache is ignored so that the models are actually run.
"""
models = [
"sentence-transformers/all-MiniLM-L6-v2",
"intfloat/e5-small",
"translate-e5-small",
"fasttext-cc-da-300",
]
tasks = ["LCC"]
run_benchmark_cli(models=models, tasks=tasks, ignore_cache=True)
15 changes: 15 additions & 0 deletions tests/test_integration.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
from seb.cli import run_benchmark_cli


def test_run_some_models():
"""Runs all sorts of models on a small task to see if they can run without breaking.
Cache is ignored so that the models are actually run.
"""
models = [
"sentence-transformers/all-MiniLM-L6-v2",
"intfloat/e5-small",
"translate-e5-small",
"fasttext-cc-da-300",
]
tasks = ["LCC"]
run_benchmark_cli(models=models, tasks=tasks, ignore_cache=True)

0 comments on commit 6d3ba6d

Please sign in to comment.