Adding bucket/path (blobstore) in dataset descriptor (facebookresearc…

…h#3848) Summary: Pull Request resolved: facebookresearch#3848 same as title. Dataset can be referred from blobstore Reviewed By: satymish Differential Revision: D62476993 fbshipit-source-id: db2b4088ab6e02278b8b91194bf916fc476b79ec
mengdilin · Sep 12, 2024 · a166e13 · a166e13
1 parent d85fda7
commit a166e13
Show file tree

Hide file tree

Showing 2 changed files with 9 additions and 0 deletions.
diff --git a/benchs/bench_fw/descriptors.py b/benchs/bench_fw/descriptors.py
@@ -85,6 +85,10 @@ class DatasetDescriptor:
     # sampling column for xdb
     sampling_column: Optional[str] = None
 
+    # blob store
+    bucket: Optional[str] = None
+    path: Optional[str] = None
+
     def __hash__(self):
         return hash(self.get_filename())
 

diff --git a/contrib/datasets.py b/contrib/datasets.py
@@ -130,6 +130,11 @@ def get_groundtruth(self, k=100):
     dataset_basedir = 'data/'
 
 
+def set_dataset_basedir(path):
+    global dataset_basedir
+    dataset_basedir = path
+
+
 class DatasetSIFT1M(Dataset):
     """
     The original dataset is available at: http://corpus-texmex.irisa.fr/