File tree 4 files changed +24
-4
lines changed
4 files changed +24
-4
lines changed Original file line number Diff line number Diff line change @@ -258,7 +258,12 @@ def test(
258
258
branch = "reference"
259
259
else :
260
260
dataset_name = commit0_config ["dataset_name" ].lower ()
261
- if "humaneval" in dataset_name or "mbpp" in dataset_name or "bigcodebench" in dataset_name or "codecontests" in dataset_name :
261
+ if (
262
+ "humaneval" in dataset_name
263
+ or "mbpp" in dataset_name
264
+ or "bigcodebench" in dataset_name
265
+ or "codecontests" in dataset_name
266
+ ):
262
267
branch = repo_or_repo_path
263
268
else :
264
269
if branch is None and not reference :
Original file line number Diff line number Diff line change @@ -28,7 +28,12 @@ def main(
28
28
dataset_name = dataset_name .lower ()
29
29
if "swe" in dataset_name :
30
30
dataset_type = "swebench"
31
- elif "humaneval" in dataset_name or "mbpp" in dataset_name or "bigcodebench" in dataset_name or "codecontests" in dataset_name :
31
+ elif (
32
+ "humaneval" in dataset_name
33
+ or "mbpp" in dataset_name
34
+ or "bigcodebench" in dataset_name
35
+ or "codecontests" in dataset_name
36
+ ):
32
37
dataset_type = "simple"
33
38
else :
34
39
dataset_type = "commit0"
Original file line number Diff line number Diff line change @@ -62,7 +62,12 @@ def main(
62
62
if "swe" in dataset_name :
63
63
repo_name = example ["instance_id" ]
64
64
dataset_type = "swebench"
65
- elif "humaneval" in dataset_name or "mbpp" in dataset_name or "bigcodebench" in dataset_name or "codecontests" in dataset_name :
65
+ elif (
66
+ "humaneval" in dataset_name
67
+ or "mbpp" in dataset_name
68
+ or "bigcodebench" in dataset_name
69
+ or "codecontests" in dataset_name
70
+ ):
66
71
repo_name = example ["instance_id" ]
67
72
dataset_type = "simple"
68
73
else :
Original file line number Diff line number Diff line change @@ -24,7 +24,12 @@ def main(
24
24
) -> None :
25
25
dataset : Iterator [RepoInstance ] = load_dataset (dataset_name , split = dataset_split ) # type: ignore
26
26
dataset_name = dataset_name .lower ()
27
- if "humaneval" in dataset_name or "mbpp" in dataset_name or "bigcodebench" in dataset_name or "codecontests" in dataset_name :
27
+ if (
28
+ "humaneval" in dataset_name
29
+ or "mbpp" in dataset_name
30
+ or "bigcodebench" in dataset_name
31
+ or "codecontests" in dataset_name
32
+ ):
28
33
return
29
34
for example in dataset :
30
35
repo_name = example ["repo" ].split ("/" )[- 1 ]
You can’t perform that action at this time.
0 commit comments