Skip to content

Commit 6e633d2

Browse files
committed
actually fix the benchmarks because i want to see them
1 parent 93daa2b commit 6e633d2

File tree

1 file changed

+3
-5
lines changed

1 file changed

+3
-5
lines changed

benchmarks/benchmarks.jl

Lines changed: 3 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -87,17 +87,15 @@ results_table = Tuple{String,Int,String,String,Bool,Float64,Float64}[]
8787

8888
for (model_name, model, varinfo_choice, adbackend, islinked) in chosen_combinations
8989
@info "Running benchmark for $model_name"
90-
try
90+
relative_eval_time, relative_ad_eval_time = try
9191
suite = make_suite(model, varinfo_choice, adbackend, islinked)
9292
results = run(suite)
9393
eval_time = median(results["evaluation"]).time
94-
relative_eval_time = eval_time / reference_time
9594
ad_eval_time = median(results["gradient"]).time
96-
relative_ad_eval_time = ad_eval_time / eval_time
95+
(eval_time / reference_time), (ad_eval_time / eval_time)
9796
catch e
9897
@warn "Benchmark failed for $model_name with error: $e"
99-
relative_eval_time = NaN
100-
relative_ad_eval_time = NaN
98+
NaN, NaN
10199
end
102100
push!(
103101
results_table,

0 commit comments

Comments
 (0)