Added compression to sl results

jw3il · Jul 14, 2024 · 231749b · 231749b
1 parent cba89a4
commit 231749b
Showing 1 changed file with 9 additions and 3 deletions.
diff --git a/src/sl.py b/src/sl.py
@@ -554,6 +554,8 @@ def test(
 with_regression = False
 with_regression_all = True
 
+export_complevel = 9
+
 sequence_length = args.sequence_length
 
 save_results_filename = args.filename
@@ -681,7 +683,7 @@ def validation_callback():
             "Total Loss",
         ],
     )
-    df_loss.to_hdf(save_results_filename, "loss", mode="a")
+    df_loss.to_hdf(save_results_filename, "loss", mode="a", complevel=export_complevel)
 
     def validation_results_idx(idx):
         return list(map(lambda x: x[idx], validation_results))
@@ -704,7 +706,9 @@ def validation_results_idx(idx):
             "Regression Loss All",
         ],
     )
-    df_validation.to_hdf(save_results_filename, "validation", mode="a")
+    df_validation.to_hdf(
+        save_results_filename, "validation", mode="a", complevel=export_complevel
+    )
 
 
 print("Train data eval: ")
@@ -784,4 +788,6 @@ def test_sequence_results_idx(idx):
             "Regression Loss All",
         ],
     )
-    df_loss.to_hdf(save_results_filename, "results", mode="a")
+    df_loss.to_hdf(
+        save_results_filename, "results", mode="a", complevel=export_complevel
+    )