Include nltk.download() in benchmark.prepare_backend() for webarena /…

… visualwebarena (#224)
ServiceNow · Oct 30, 2024 · 050c715 · 050c715
1 parent 4b11241
commit 050c715
Showing 1 changed file with 14 additions and 0 deletions.
diff --git a/browsergym/experiments/src/browsergym/experiments/benchmark/base.py b/browsergym/experiments/src/browsergym/experiments/benchmark/base.py
@@ -107,6 +107,13 @@ def prepare_backends(self):
                     default_instance.full_reset()
 
                 case "visualwebarena":
+                    # download necessary tokenizer ressources
+                    import nltk
+
+                    # vhttps://github.com/nltk/nltk/issues/3293
+                    # nltk.download('punkt')  # deprecated
+                    nltk.download("punkt_tab")
+
                     # register environments
                     import browsergym.visualwebarena
 
@@ -119,6 +126,13 @@ def prepare_backends(self):
                     default_instance.full_reset()
 
                 case "workarena":
+                    # download necessary tokenizer ressources
+                    import nltk
+
+                    # vhttps://github.com/nltk/nltk/issues/3293
+                    # nltk.download('punkt')  # deprecated
+                    nltk.download("punkt_tab")
+
                     # register environments
                     import browsergym.workarena