Skip to content

Commit

Permalink
fix: Removed translate-embed integration test
Browse files Browse the repository at this point in the history
  • Loading branch information
KennethEnevoldsen committed Feb 17, 2024
1 parent a2dd834 commit adb9cd6
Show file tree
Hide file tree
Showing 2 changed files with 4 additions and 2 deletions.
Original file line number Diff line number Diff line change
@@ -1 +1 @@
{"task_name":"LCC","task_description":"The leipzig corpora collection, annotated for sentiment","task_version":"1.1.1","time_of_run":"2024-02-15T10:59:42.112636","scores":{"da":{"accuracy":0.3846666666666666,"f1":0.3650136884557438,"accuracy_stderr":0.03664241622309678,"f1_stderr":0.03540233062350939,"main_score":0.3846666666666666}},"main_score":"accuracy"}
{"task_name":"LCC","task_description":"The leipzig corpora collection, annotated for sentiment","task_version":"1.1.1","time_of_run":"2024-02-17T13:29:21.544827","scores":{"da":{"accuracy":0.3846666666666666,"f1":0.3650136884557438,"accuracy_stderr":0.03664241622309678,"f1_stderr":0.03540233062350939,"main_score":0.3846666666666666}},"main_score":"accuracy"}
4 changes: 3 additions & 1 deletion tests/test_integration.py
Original file line number Diff line number Diff line change
Expand Up @@ -33,14 +33,16 @@ def evaluate(self, model: seb.Encoder) -> seb.TaskResult:
def get_descriptive_stats(self) -> dict:
return {}

def get_documents(self) -> list[str]:
return []

return DummyTask()


@pytest.mark.parametrize(
"model",
[
"intfloat/e5-small",
"translate-e5-small",
],
)
def test_integration_dummy(model: str):
Expand Down

0 comments on commit adb9cd6

Please sign in to comment.