feat(hyfi/conf/pipe): add load, sample, save dataset configurations

entelecheia · Jul 22, 2023 · 63684ed · 63684ed
1 parent 263d2e3
commit 63684ed
Show file tree

Hide file tree

Showing 3 changed files with 25 additions and 0 deletions.
diff --git a/src/hyfi/conf/pipe/dataset_load_from_disk.yaml b/src/hyfi/conf/pipe/dataset_load_from_disk.yaml
@@ -0,0 +1,8 @@
+defaults:
+  - __general_external_funcs__
+
+run: hyfi.pipe.datasets.load_dataset_from_disk
+run_with:
+  dataset_path:
+  verbose: ${..verbose}
+use_pipe_obj: false
diff --git a/src/hyfi/conf/pipe/dataset_sample.yaml b/src/hyfi/conf/pipe/dataset_sample.yaml
@@ -0,0 +1,11 @@
+defaults:
+  - __general_external_funcs__
+
+run: hyfi.pipe.datasets.sample_dataset
+run_with:
+  num_samples: 100
+  randomize: true
+  random_seed: 123
+  verbose: ${..verbose}
+use_pipe_obj: true
+return_pipe_obj: false
diff --git a/src/hyfi/conf/pipe/dataset_save_to_disk.yaml b/src/hyfi/conf/pipe/dataset_save_to_disk.yaml
@@ -0,0 +1,6 @@
+defaults:
+  - __general_external_funcs__
+
+run: hyfi.pipe.datasets.save_dataset_to_disk
+run_with:
+  dataset_path: