Miniwob number of seeds 10 -> 5 everywhere

ServiceNow · Oct 21, 2024 · c29182b · c29182b
1 parent e1bc6b0
commit c29182b
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/browsergym/experiments/src/browsergym/experiments/benchmark.py b/browsergym/experiments/src/browsergym/experiments/benchmark.py
@@ -211,7 +211,7 @@ def task_list_from_metadata(metadata: pd.DataFrame, filter: dict[str, str] = {})
                 metadata=task_metadata("miniwob"), filter={"webgum_subset": "True"}
             ),
             max_steps=10,
-            n_repeats=10,
+            n_repeats=5,
             seeds_rng=np.random.RandomState(42),
         ),
         task_metadata=task_metadata("miniwob"),
@@ -236,7 +236,7 @@ def task_list_from_metadata(metadata: pd.DataFrame, filter: dict[str, str] = {})
                 filter={"miniwob_category": "original|nodelay|debug|additional"},
             ),
             max_steps=10,
-            n_repeats=10,
+            n_repeats=5,
             seeds_rng=np.random.RandomState(42),
         ),
         task_metadata=task_metadata("miniwob"),
@@ -249,7 +249,7 @@ def task_list_from_metadata(metadata: pd.DataFrame, filter: dict[str, str] = {})
                 metadata=task_metadata("miniwob"), filter={"miniwob_category": "hidden test"}
             ),
             max_steps=10,
-            n_repeats=10,
+            n_repeats=5,
             seeds_rng=np.random.RandomState(42),
         ),
         task_metadata=task_metadata("miniwob"),