Skip to content

Commit

Permalink
info traces
Browse files Browse the repository at this point in the history
  • Loading branch information
gasse committed Oct 30, 2024
1 parent 508deee commit 00e0c6b
Showing 1 changed file with 2 additions and 1 deletion.
Original file line number Diff line number Diff line change
Expand Up @@ -163,6 +163,7 @@ def prepare_backends(self):
metadata_path = cache_dir / "metadata.json"

if not metadata_path.exists():
logger.info(f"Downloading metadata.json")
huggingface_hub.snapshot_download(
repo_id="McGill-NLP/weblinx-browsergym",
repo_type="dataset",
Expand All @@ -183,13 +184,13 @@ def prepare_backends(self):
if not base_demo_dir.joinpath(demo_id).exists():
# first, if zip file does not exist, download the zip file
if not base_zip_dir.joinpath(f"{demo_id}.zip").exists():
logger.info(f"Downloading demonstrations_zip/{demo_id}.zip")
huggingface_hub.snapshot_download(
repo_id="McGill-NLP/weblinx-browsergym",
repo_type="dataset",
local_dir=cache_dir,
allow_patterns=[f"demonstrations_zip/{demo_id}.zip"],
)
logger.debug(f"Downloaded {demo_id}.zip to {base_zip_dir}")

# then, unzip the file
with zipfile.ZipFile(
Expand Down

0 comments on commit 00e0c6b

Please sign in to comment.