Skip to content

Commit

Permalink
fix some logs
Browse files Browse the repository at this point in the history
  • Loading branch information
gargnitingoogle committed Aug 6, 2024
1 parent eb11ade commit 4873adb
Showing 1 changed file with 2 additions and 7 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -127,13 +127,13 @@ def downloadDlioOutputs(dlioWorkloads):
try:
per_epoch_stats_data = json.load(f)
except:
print("failed to json-parse ${per_epoch_stats_file}")
print(f"failed to json-parse {per_epoch_stats_file}")
continue
with open(summary_file, "r") as f:
try:
summary_data = json.load(f)
except:
print("failed to json-parse ${summary_file}")
print(f"failed to json-parse {summary_file}")
continue

for i in range(summary_data["epochs"]):
Expand Down Expand Up @@ -230,7 +230,6 @@ def downloadDlioOutputs(dlioWorkloads):
len(record_set["records"]["local-ssd"])
== len(record_set["records"][scenario])
):
# print(f"num-records", len(record_set["records"]["local-ssd"]))
for i in range(len(record_set["records"]["local-ssd"])):
r = record_set["records"][scenario][i]
r["throughput_over_local_ssd"] = round(
Expand All @@ -248,10 +247,6 @@ def downloadDlioOutputs(dlioWorkloads):
f"{r['epoch']},{r['duration']},{r['train_au_percentage']},{r['train_throughput_samples_per_second']},{r['train_throughput_mb_per_second']},{r['throughput_over_local_ssd']},{r['lowest_memory']},{r['highest_memory']},{r['lowest_cpu']},{r['highest_cpu']},{r['pod_name']},{r['start']},{r['end']},\"{r['gcsfuse_mount_options']}\"\n"
)
else:
# print(
# f"num records for scenario={scenario}: ",
# len(record_set["records"][scenario]),
# )
for i in range(len(record_set["records"][scenario])):
r = record_set["records"][scenario][i]
r["throughput_over_local_ssd"] = "NA"
Expand Down

0 comments on commit 4873adb

Please sign in to comment.