Add hdf5 and big ann as new supported format

Signed-off-by: Vijayan Balasubramanian <balasvij@amazon.com>
opensearch-project · Feb 6, 2024 · ddcb38d · ddcb38d
1 parent 26e57f3
commit ddcb38d
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/osbenchmark/workload/workload.py b/osbenchmark/workload/workload.py
@@ -186,7 +186,9 @@ def __eq__(self, other):
 
 class Documents:
     SOURCE_FORMAT_BULK = "bulk"
-    SUPPORTED_SOURCE_FORMAT = [SOURCE_FORMAT_BULK]
+    SOURCE_FORMAT_HDF5 = "hdf5"
+    SOURCE_FORMAT_BIG_ANN = "big-ann"
+    SUPPORTED_SOURCE_FORMAT = [SOURCE_FORMAT_BULK, SOURCE_FORMAT_HDF5, SOURCE_FORMAT_BIG_ANN]
 
     def __init__(self, source_format, document_file=None, document_archive=None, base_url=None,
                  includes_action_and_meta_data=False,