Merge pull request #154 from entelecheia/1.10.dev

config/workflow/__test__.yaml

@@ -4,7 +4,7 @@ defaults:
   - /task@task1: __test__
   - override /project: __test__
 
-worflow_name: __test__
+workflow_name: __test__
 verbose: true
 tasks:
   - task1

src/hyfi/conf/mode/__debug__.yaml

@@ -1,13 +1,7 @@
 # @package _global_
 defaults:
-  - __init__
+  - __info__
 
 debug_mode: true
-verbose: true
 ignore_warnings: false
 logging_level: DEBUG
-hydra:
-  verbose: false
-  job_logging:
-    root:
-      level: ${logging_level}

src/hyfi/conf/mode/__hydra_debug__.yaml

@@ -0,0 +1,6 @@
+# @package _global_
+defaults:
+  - __debug__
+
+hydra:
+  verbose: true

src/hyfi/conf/mode/__info__.yaml

@@ -0,0 +1,6 @@
+# @package _global_
+defaults:
+  - __init__
+
+verbose: true
+logging_level: INFO

src/hyfi/conf/pipe/dataset_load_from_disk.yaml

@@ -4,5 +4,7 @@ defaults:
 run: hyfi.pipe.datasets.load_dataset_from_disk
 run_with:
   dataset_path:
+  num_heads: 1
+  num_tails: 1
   verbose: ${..verbose}
 use_pipe_obj: false

src/hyfi/conf/pipe/dataset_sample.yaml

@@ -6,6 +6,8 @@ run_with:
   num_samples: 100
   randomize: true
   random_seed: 123
+  num_heads: 1
+  num_tails: 1
   verbose: ${..verbose}
 use_pipe_obj: true
 return_pipe_obj: false

src/hyfi/conf/pipe/dataset_save_to_disk.yaml

@@ -4,3 +4,4 @@ defaults:
 run: hyfi.pipe.datasets.save_dataset_to_disk
 run_with:
   dataset_path:
+  verbose: false

src/hyfi/conf/workflow/__init__.yaml

@@ -3,7 +3,7 @@ defaults:
   - /project: __init__
   # - /task: __init__
 
-worflow_name: __init__
+workflow_name: __init__
 verbose: false
 tasks:
   # - task

src/hyfi/pipe/datasets.py

@@ -18,8 +18,10 @@ def save_dataset_to_disk(
     Save a dataset.
     """
     data.save_to_disk(str(dataset_path))
+    logger.info("Dataset saved to %s.", dataset_path)
     if verbose:
-        logger.info("Dataset saved to %s.", dataset_path)
+        logger.info("Dataset features: %s", data.features)
+        logger.info("Number of samples: %s", len(data))
 
     return data
 

src/hyfi/pipeline/__init__.py

@@ -278,7 +278,7 @@ def run_workflow(workflow: WorkflowConfig):
             # Print the elapsed time.
             if workflow.verbose:
                 logger.info(
-                    " >> elapsed time for the worflow with %s tasks: %s",
+                    " >> elapsed time for the workflow with %s tasks: %s",
                     len(workflow.tasks or []),
                     elapsed(),
                 )