* Removed status and added running log

* Added pipeline execution order
* Added stringify_unsupported

CHANGELOG.md

@@ -1,7 +1,7 @@
 ## [UNRELEASED] 0.5.0
 
 ### Features
-- Added node status tracking ([#82](https://github.com/neptune-ai/kedro-neptune/pull/82))
+- Added pipeline running log and execution order ([#82](https://github.com/neptune-ai/kedro-neptune/pull/82))
 
 ## 0.4.0
 

src/kedro_neptune/__init__.py

@@ -428,6 +428,8 @@ def log_pipeline_metadata(namespace: Handler, pipeline: Pipeline):
         )
     )
 
+    namespace["execution_order"] = pipeline.describe()
+
 
 def log_run_params(namespace: Handler, run_params: Dict[str, Any]):
     namespace["run_params"] = stringify_unsupported(run_params)
@@ -489,7 +491,7 @@ def before_node_run(self, node: Node, inputs: Dict[str, Any], catalog: DataCatal
 
         run = catalog.load("neptune_run")
 
-        run["status/currently_running"] = node.short_name
+        run["log"].append(f"Running {node.short_name}")
 
         current_namespace = run[f"nodes/{node.short_name}"]
 
@@ -500,7 +502,7 @@ def before_node_run(self, node: Node, inputs: Dict[str, Any], catalog: DataCatal
 
         for input_name, input_value in inputs.items():
             if input_name.startswith("params:"):
-                current_namespace[f'parameters/{input_name[len("params:"):]}'] = input_value
+                current_namespace[f'parameters/{input_name[len("params:"):]}'] = stringify_unsupported(input_value)
 
         self._node_execution_timers[node.short_name] = time.time()
 
@@ -515,8 +517,7 @@ def after_node_run(self, node: Node, catalog: DataCatalog, outputs: Dict[str, An
 
         run = catalog.load("neptune_run")
 
-        run["status/last_run"] = node.short_name
-        run["status/currently_running"] = "None"
+        run["log"].append(f"Finished {node.short_name}")
 
         current_namespace = run[f"nodes/{node.short_name}"]
         current_namespace["execution_time"] = execution_time
@@ -541,6 +542,7 @@ def after_pipeline_run(self, catalog: DataCatalog) -> None:
 
         run = catalog.load("neptune_run")
         log_data_catalog_metadata(namespace=run, catalog=catalog)
+        run["log"].append("Finished pipeline")
         run.container.sync()
 
 

tests/kedro_neptune/utils/run_utils.py

@@ -47,6 +47,8 @@ def assert_structure(travel_speed: int = 10000):
         assert run.exists("kedro/kedro_command")
         assert run.exists("kedro/run_params")
         assert run.exists("kedro/structure")
+        assert run.exists("kedro/execution_order")
+        assert run.exists("kedro/log")
 
         # Data catalog
         assert run.exists("kedro/catalog/datasets")
@@ -126,10 +128,6 @@ def assert_structure(travel_speed: int = 10000):
         assert run.exists("kedro/nodes/travel_time/parameters/travel_speed")
         assert run["kedro/nodes/travel_time/parameters/travel_speed"].fetch() == travel_speed
 
-        # Status
-        assert run["kedro/status/currently_running"].fetch() == "None"
-        assert run["kedro/status/last_run"].fetch() == "travel_time"
-
         # User defined data
         assert run.exists("furthest_planet")
         assert run.exists("furthest_planet/name")