From 5f9be057866d895d4f49e0c583400271e9c26deb Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <41898282+github-actions[bot]@users.noreply.github.com> Date: Sat, 30 Nov 2024 04:01:19 +0000 Subject: [PATCH] Update Benchmarks 2024-11-30 6688e9723151ff28ed29538a397a31bdd272d7a2 --- bench/data.js | 222 ++++++++- bench/data.json | 222 ++++++++- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 74 +-- .../report/SD.svg | 112 ++--- .../report/both/pdf.svg | 58 +-- .../report/both/regression.svg | 8 +- .../report/change/mean.svg | 86 ++-- .../report/change/median.svg | 70 ++- .../report/change/t-test.svg | 64 +-- .../report/index.html | 44 +- .../report/mean.svg | 92 ++-- .../report/median.svg | 92 ++-- .../report/pdf.svg | 134 +++-- .../report/pdf_small.svg | 44 +- .../report/regression.svg | 220 ++++----- .../report/regression_small.svg | 194 ++++---- .../report/relative_pdf_small.svg | 54 +- .../report/relative_regression_small.svg | 8 +- .../report/slope.svg | 92 ++-- .../report/typical.svg | 92 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 88 ++-- .../report/SD.svg | 66 +-- .../report/both/iteration_times.svg | 422 ++++++++-------- .../report/both/pdf.svg | 50 +- .../report/change/mean.svg | 70 ++- .../report/change/median.svg | 104 ++-- .../report/change/t-test.svg | 72 +-- .../report/index.html | 40 +- .../report/iteration_times.svg | 245 +++++---- .../report/iteration_times_small.svg | 239 +++++---- .../report/mean.svg | 66 +-- .../report/median.svg | 66 +-- .../report/pdf.svg | 130 +++-- .../report/pdf_small.svg | 48 +- .../report/relative_iteration_times_small.svg | 406 +++++++-------- .../report/relative_pdf_small.svg | 50 +- .../report/typical.svg | 66 +-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 94 ++-- .../report/SD.svg | 96 ++-- .../report/both/iteration_times.svg | 419 ++++++++-------- .../report/both/pdf.svg | 28 +- .../report/change/mean.svg | 70 +-- .../report/change/median.svg | 90 ++-- .../report/change/t-test.svg | 72 +-- .../report/index.html | 38 +- .../report/iteration_times.svg | 254 +++++----- .../report/iteration_times_small.svg | 242 ++++----- .../report/mean.svg | 90 ++-- .../report/median.svg | 82 +-- .../report/pdf.svg | 140 +++--- .../report/pdf_small.svg | 52 +- .../report/relative_iteration_times_small.svg | 391 ++++++++------- .../report/relative_pdf_small.svg | 28 +- .../report/typical.svg | 90 ++-- .../fan_in_hydroflow/base/estimates.json | 2 +- criterion/fan_in_hydroflow/base/sample.json | 2 +- criterion/fan_in_hydroflow/base/tukey.json | 2 +- .../fan_in_hydroflow/change/estimates.json | 2 +- criterion/fan_in_hydroflow/new/estimates.json | 2 +- criterion/fan_in_hydroflow/new/sample.json | 2 +- criterion/fan_in_hydroflow/new/tukey.json | 2 +- criterion/fan_in_hydroflow/report/MAD.svg | 102 ++-- criterion/fan_in_hydroflow/report/SD.svg | 122 ++--- .../report/both/iteration_times.svg | 465 +++++++++--------- .../fan_in_hydroflow/report/both/pdf.svg | 86 ++-- .../fan_in_hydroflow/report/change/mean.svg | 94 ++-- .../fan_in_hydroflow/report/change/median.svg | 112 +++-- .../fan_in_hydroflow/report/change/t-test.svg | 70 +-- criterion/fan_in_hydroflow/report/index.html | 36 +- .../report/iteration_times.svg | 282 ++++++----- .../report/iteration_times_small.svg | 274 ++++++----- criterion/fan_in_hydroflow/report/mean.svg | 100 ++-- criterion/fan_in_hydroflow/report/median.svg | 82 ++- criterion/fan_in_hydroflow/report/pdf.svg | 96 ++-- .../fan_in_hydroflow/report/pdf_small.svg | 58 ++- .../report/relative_iteration_times_small.svg | 459 ++++++++--------- .../report/relative_pdf_small.svg | 86 ++-- criterion/fan_in_hydroflow/report/typical.svg | 100 ++-- .../base/estimates.json | 2 +- .../fan_in_hydroflow_surface/base/sample.json | 2 +- .../fan_in_hydroflow_surface/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../fan_in_hydroflow_surface/new/sample.json | 2 +- .../fan_in_hydroflow_surface/new/tukey.json | 2 +- .../fan_in_hydroflow_surface/report/MAD.svg | 114 ++--- .../fan_in_hydroflow_surface/report/SD.svg | 90 ++-- .../report/both/iteration_times.svg | 464 ++++++++--------- .../report/both/pdf.svg | 62 +-- .../report/change/mean.svg | 66 ++- .../report/change/median.svg | 102 ++-- .../report/change/t-test.svg | 72 ++- .../report/index.html | 38 +- .../report/iteration_times.svg | 276 ++++++----- .../report/iteration_times_small.svg | 274 ++++++----- .../fan_in_hydroflow_surface/report/mean.svg | 106 ++-- .../report/median.svg | 92 ++-- .../fan_in_hydroflow_surface/report/pdf.svg | 112 ++--- .../report/pdf_small.svg | 52 +- .../report/relative_iteration_times_small.svg | 464 ++++++++--------- .../report/relative_pdf_small.svg | 62 +-- .../report/typical.svg | 106 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 74 +-- .../fan_out_hydroflow_scheduled/report/SD.svg | 98 ++-- .../report/both/iteration_times.svg | 453 +++++++++-------- .../report/both/pdf.svg | 56 +-- .../report/change/mean.svg | 130 ++--- .../report/change/median.svg | 128 ++--- .../report/change/t-test.svg | 62 +-- .../report/index.html | 38 +- .../report/iteration_times.svg | 263 +++++----- .../report/iteration_times_small.svg | 263 +++++----- .../report/mean.svg | 98 ++-- .../report/median.svg | 102 ++-- .../report/pdf.svg | 84 ++-- .../report/pdf_small.svg | 44 +- .../report/relative_iteration_times_small.svg | 449 ++++++++--------- .../report/relative_pdf_small.svg | 52 +- .../report/typical.svg | 98 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../fan_out_hydroflow_surface/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../fan_out_hydroflow_surface/new/sample.json | 2 +- .../fan_out_hydroflow_surface/new/tukey.json | 2 +- .../fan_out_hydroflow_surface/report/MAD.svg | 70 +-- .../fan_out_hydroflow_surface/report/SD.svg | 96 ++-- .../report/both/iteration_times.svg | 455 +++++++++-------- .../report/both/pdf.svg | 20 +- .../report/change/mean.svg | 74 +-- .../report/change/median.svg | 94 ++-- .../report/change/t-test.svg | 68 +-- .../report/index.html | 40 +- .../report/iteration_times.svg | 259 +++++----- .../report/iteration_times_small.svg | 259 +++++----- .../fan_out_hydroflow_surface/report/mean.svg | 90 ++-- .../report/median.svg | 104 ++-- .../fan_out_hydroflow_surface/report/pdf.svg | 112 +++-- .../report/pdf_small.svg | 48 +- .../report/relative_iteration_times_small.svg | 447 +++++++++-------- .../report/relative_pdf_small.svg | 20 +- .../report/typical.svg | 90 ++-- .../fork_join_hydroflow/base/estimates.json | 2 +- .../fork_join_hydroflow/base/sample.json | 2 +- criterion/fork_join_hydroflow/base/tukey.json | 2 +- .../fork_join_hydroflow/change/estimates.json | 2 +- .../fork_join_hydroflow/new/estimates.json | 2 +- criterion/fork_join_hydroflow/new/sample.json | 2 +- criterion/fork_join_hydroflow/new/tukey.json | 2 +- criterion/fork_join_hydroflow/report/MAD.svg | 66 ++- criterion/fork_join_hydroflow/report/SD.svg | 92 ++-- .../report/both/iteration_times.svg | 458 ++++++++--------- .../fork_join_hydroflow/report/both/pdf.svg | 56 +-- .../report/change/mean.svg | 74 ++- .../report/change/median.svg | 108 ++-- .../report/change/t-test.svg | 74 ++- .../fork_join_hydroflow/report/index.html | 36 +- .../report/iteration_times.svg | 245 +++++---- .../report/iteration_times_small.svg | 243 +++++---- criterion/fork_join_hydroflow/report/mean.svg | 98 ++-- .../fork_join_hydroflow/report/median.svg | 88 ++-- criterion/fork_join_hydroflow/report/pdf.svg | 130 +++-- .../fork_join_hydroflow/report/pdf_small.svg | 58 ++- .../report/relative_iteration_times_small.svg | 458 ++++++++--------- .../report/relative_pdf_small.svg | 56 +-- .../fork_join_hydroflow/report/typical.svg | 98 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 88 ++-- .../fork_join_hydroflow_builder/report/SD.svg | 98 ++-- .../report/both/iteration_times.svg | 452 ++++++++--------- .../report/both/pdf.svg | 70 +-- .../report/change/mean.svg | 80 ++- .../report/change/median.svg | 80 ++- .../report/change/t-test.svg | 70 +-- .../report/index.html | 38 +- .../report/iteration_times.svg | 243 +++++---- .../report/iteration_times_small.svg | 239 +++++---- .../report/mean.svg | 88 ++-- .../report/median.svg | 94 ++-- .../report/pdf.svg | 156 +++--- .../report/pdf_small.svg | 66 +-- .../report/relative_iteration_times_small.svg | 454 ++++++++--------- .../report/relative_pdf_small.svg | 70 +-- .../report/typical.svg | 88 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 82 +-- .../fork_join_hydroflow_surface/report/SD.svg | 72 +-- .../report/both/iteration_times.svg | 462 ++++++++--------- .../report/both/pdf.svg | 24 +- .../report/change/mean.svg | 100 ++-- .../report/change/median.svg | 128 ++--- .../report/change/t-test.svg | 76 +-- .../report/index.html | 40 +- .../report/iteration_times.svg | 244 ++++----- .../report/iteration_times_small.svg | 248 +++++----- .../report/mean.svg | 96 ++-- .../report/median.svg | 76 ++- .../report/pdf.svg | 76 +-- .../report/pdf_small.svg | 56 +-- .../report/relative_iteration_times_small.svg | 462 ++++++++--------- .../report/relative_pdf_small.svg | 24 +- .../report/typical.svg | 96 ++-- .../hydroflow_diamond/base/estimates.json | 2 +- criterion/hydroflow_diamond/base/sample.json | 2 +- criterion/hydroflow_diamond/base/tukey.json | 2 +- .../hydroflow_diamond/change/estimates.json | 2 +- .../hydroflow_diamond/new/estimates.json | 2 +- criterion/hydroflow_diamond/new/sample.json | 2 +- criterion/hydroflow_diamond/new/tukey.json | 2 +- criterion/hydroflow_diamond/report/MAD.svg | 108 ++-- criterion/hydroflow_diamond/report/SD.svg | 92 ++-- .../report/both/iteration_times.svg | 460 +++++++++-------- .../hydroflow_diamond/report/both/pdf.svg | 60 ++- .../hydroflow_diamond/report/change/mean.svg | 104 ++-- .../report/change/median.svg | 102 ++-- .../report/change/t-test.svg | 72 +-- criterion/hydroflow_diamond/report/index.html | 38 +- .../report/iteration_times.svg | 274 +++++------ .../report/iteration_times_small.svg | 270 +++++----- criterion/hydroflow_diamond/report/mean.svg | 122 +++-- criterion/hydroflow_diamond/report/median.svg | 98 ++-- criterion/hydroflow_diamond/report/pdf.svg | 118 +++-- .../hydroflow_diamond/report/pdf_small.svg | 62 +-- .../report/relative_iteration_times_small.svg | 462 +++++++++-------- .../report/relative_pdf_small.svg | 60 ++- .../hydroflow_diamond/report/typical.svg | 122 +++-- .../identity_hydroflow/base/estimates.json | 2 +- criterion/identity_hydroflow/base/sample.json | 2 +- criterion/identity_hydroflow/base/tukey.json | 2 +- .../identity_hydroflow/change/estimates.json | 2 +- .../identity_hydroflow/new/estimates.json | 2 +- criterion/identity_hydroflow/new/sample.json | 2 +- criterion/identity_hydroflow/new/tukey.json | 2 +- criterion/identity_hydroflow/report/MAD.svg | 102 ++-- criterion/identity_hydroflow/report/SD.svg | 88 ++-- .../report/both/iteration_times.svg | 448 ++++++++--------- .../identity_hydroflow/report/both/pdf.svg | 32 +- .../identity_hydroflow/report/change/mean.svg | 120 ++--- .../report/change/median.svg | 108 ++-- .../report/change/t-test.svg | 68 +-- .../identity_hydroflow/report/index.html | 40 +- .../report/iteration_times.svg | 239 +++++---- .../report/iteration_times_small.svg | 239 +++++---- criterion/identity_hydroflow/report/mean.svg | 90 ++-- .../identity_hydroflow/report/median.svg | 90 ++-- criterion/identity_hydroflow/report/pdf.svg | 112 ++--- .../identity_hydroflow/report/pdf_small.svg | 58 +-- .../report/relative_iteration_times_small.svg | 448 ++++++++--------- .../report/relative_pdf_small.svg | 32 +- .../identity_hydroflow/report/typical.svg | 90 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 62 +-- .../identity_hydroflow_compiled/report/SD.svg | 94 ++-- .../report/both/iteration_times.svg | 382 +++++++------- .../report/both/pdf.svg | 52 +- .../report/change/mean.svg | 90 ++-- .../report/change/median.svg | 82 +-- .../report/change/t-test.svg | 72 ++- .../report/index.html | 38 +- .../report/iteration_times.svg | 230 +++++---- .../report/iteration_times_small.svg | 214 ++++---- .../report/mean.svg | 94 ++-- .../report/median.svg | 118 +++-- .../report/pdf.svg | 146 +++--- .../report/pdf_small.svg | 68 +-- .../report/relative_iteration_times_small.svg | 354 ++++++------- .../report/relative_pdf_small.svg | 52 +- .../report/typical.svg | 94 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../identity_hydroflow_surface/new/tukey.json | 2 +- .../identity_hydroflow_surface/report/MAD.svg | 90 ++-- .../identity_hydroflow_surface/report/SD.svg | 122 ++--- .../report/both/iteration_times.svg | 448 +++++++++-------- .../report/both/pdf.svg | 76 ++- .../report/change/mean.svg | 88 ++-- .../report/change/median.svg | 96 ++-- .../report/change/t-test.svg | 64 ++- .../report/index.html | 38 +- .../report/iteration_times.svg | 254 +++++----- .../report/iteration_times_small.svg | 256 +++++----- .../report/mean.svg | 120 +++-- .../report/median.svg | 78 ++- .../identity_hydroflow_surface/report/pdf.svg | 150 +++--- .../report/pdf_small.svg | 56 ++- .../report/relative_iteration_times_small.svg | 422 ++++++++-------- .../report/relative_pdf_small.svg | 72 ++- .../report/typical.svg | 120 +++-- .../micro_ops_anti_join/base/estimates.json | 2 +- .../micro_ops_anti_join/base/sample.json | 2 +- criterion/micro_ops_anti_join/base/tukey.json | 2 +- .../micro_ops_anti_join/change/estimates.json | 2 +- .../micro_ops_anti_join/new/estimates.json | 2 +- criterion/micro_ops_anti_join/new/sample.json | 2 +- criterion/micro_ops_anti_join/new/tukey.json | 2 +- criterion/micro_ops_anti_join/report/MAD.svg | 94 ++-- criterion/micro_ops_anti_join/report/SD.svg | 88 ++-- .../micro_ops_anti_join/report/both/pdf.svg | 78 +-- .../report/both/regression.svg | 38 +- .../report/change/mean.svg | 94 ++-- .../report/change/median.svg | 96 ++-- .../report/change/t-test.svg | 52 +- .../micro_ops_anti_join/report/index.html | 46 +- criterion/micro_ops_anti_join/report/mean.svg | 90 ++-- .../micro_ops_anti_join/report/median.svg | 88 ++-- criterion/micro_ops_anti_join/report/pdf.svg | 160 +++--- .../micro_ops_anti_join/report/pdf_small.svg | 62 ++- .../micro_ops_anti_join/report/regression.svg | 277 +++++------ .../report/regression_small.svg | 265 +++++----- .../report/relative_pdf_small.svg | 78 +-- .../report/relative_regression_small.svg | 38 +- .../micro_ops_anti_join/report/slope.svg | 90 ++-- .../micro_ops_anti_join/report/typical.svg | 90 ++-- .../micro_ops_crossjoin/base/estimates.json | 2 +- .../micro_ops_crossjoin/base/sample.json | 2 +- criterion/micro_ops_crossjoin/base/tukey.json | 2 +- .../micro_ops_crossjoin/change/estimates.json | 2 +- .../micro_ops_crossjoin/new/estimates.json | 2 +- criterion/micro_ops_crossjoin/new/sample.json | 2 +- criterion/micro_ops_crossjoin/new/tukey.json | 2 +- criterion/micro_ops_crossjoin/report/MAD.svg | 96 ++-- criterion/micro_ops_crossjoin/report/SD.svg | 86 ++-- .../micro_ops_crossjoin/report/both/pdf.svg | 52 +- .../report/both/regression.svg | 89 ++-- .../report/change/mean.svg | 114 ++--- .../report/change/median.svg | 106 ++-- .../report/change/t-test.svg | 66 +-- .../micro_ops_crossjoin/report/index.html | 42 +- criterion/micro_ops_crossjoin/report/mean.svg | 86 ++-- .../micro_ops_crossjoin/report/median.svg | 102 ++-- criterion/micro_ops_crossjoin/report/pdf.svg | 136 ++--- .../micro_ops_crossjoin/report/pdf_small.svg | 48 +- .../micro_ops_crossjoin/report/regression.svg | 213 ++++---- .../report/regression_small.svg | 199 ++++---- .../report/relative_pdf_small.svg | 52 +- .../report/relative_regression_small.svg | 89 ++-- .../micro_ops_crossjoin/report/slope.svg | 120 ++--- .../micro_ops_crossjoin/report/typical.svg | 120 ++--- .../micro_ops_difference/base/estimates.json | 2 +- .../micro_ops_difference/base/sample.json | 2 +- .../micro_ops_difference/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../micro_ops_difference/new/estimates.json | 2 +- .../micro_ops_difference/new/sample.json | 2 +- criterion/micro_ops_difference/new/tukey.json | 2 +- criterion/micro_ops_difference/report/MAD.svg | 98 ++-- criterion/micro_ops_difference/report/SD.svg | 88 ++-- .../micro_ops_difference/report/both/pdf.svg | 52 +- .../report/both/regression.svg | 8 +- .../report/change/mean.svg | 62 +-- .../report/change/median.svg | 106 ++-- .../report/change/t-test.svg | 72 +-- .../micro_ops_difference/report/index.html | 44 +- .../micro_ops_difference/report/mean.svg | 108 ++-- .../micro_ops_difference/report/median.svg | 112 +++-- criterion/micro_ops_difference/report/pdf.svg | 158 +++--- .../micro_ops_difference/report/pdf_small.svg | 90 ++-- .../report/regression.svg | 132 ++--- .../report/regression_small.svg | 102 ++-- .../report/relative_pdf_small.svg | 52 +- .../report/relative_regression_small.svg | 8 +- .../micro_ops_difference/report/slope.svg | 118 ++--- .../micro_ops_difference/report/typical.svg | 118 ++--- .../micro_ops_flat_map/base/estimates.json | 2 +- criterion/micro_ops_flat_map/base/sample.json | 2 +- criterion/micro_ops_flat_map/base/tukey.json | 2 +- .../micro_ops_flat_map/change/estimates.json | 2 +- .../micro_ops_flat_map/new/estimates.json | 2 +- criterion/micro_ops_flat_map/new/sample.json | 2 +- criterion/micro_ops_flat_map/new/tukey.json | 2 +- criterion/micro_ops_flat_map/report/MAD.svg | 88 ++-- criterion/micro_ops_flat_map/report/SD.svg | 82 +-- .../micro_ops_flat_map/report/both/pdf.svg | 52 +- .../report/both/regression.svg | 52 +- .../micro_ops_flat_map/report/change/mean.svg | 124 ++--- .../report/change/median.svg | 126 ++--- .../report/change/t-test.svg | 72 +-- .../micro_ops_flat_map/report/index.html | 44 +- criterion/micro_ops_flat_map/report/mean.svg | 92 ++-- .../micro_ops_flat_map/report/median.svg | 68 +-- criterion/micro_ops_flat_map/report/pdf.svg | 116 +++-- .../micro_ops_flat_map/report/pdf_small.svg | 60 ++- .../micro_ops_flat_map/report/regression.svg | 188 +++---- .../report/regression_small.svg | 154 +++--- .../report/relative_pdf_small.svg | 52 +- .../report/relative_regression_small.svg | 40 +- criterion/micro_ops_flat_map/report/slope.svg | 100 ++-- .../micro_ops_flat_map/report/typical.svg | 100 ++-- criterion/micro_ops_fold/base/estimates.json | 2 +- criterion/micro_ops_fold/base/sample.json | 2 +- criterion/micro_ops_fold/base/tukey.json | 2 +- .../micro_ops_fold/change/estimates.json | 2 +- criterion/micro_ops_fold/new/estimates.json | 2 +- criterion/micro_ops_fold/new/sample.json | 2 +- criterion/micro_ops_fold/new/tukey.json | 2 +- criterion/micro_ops_fold/report/MAD.svg | 94 ++-- criterion/micro_ops_fold/report/SD.svg | 104 ++-- .../report/both/iteration_times.svg | 388 +++++++-------- criterion/micro_ops_fold/report/both/pdf.svg | 64 +-- .../micro_ops_fold/report/change/mean.svg | 96 ++-- .../micro_ops_fold/report/change/median.svg | 108 ++-- .../micro_ops_fold/report/change/t-test.svg | 72 ++- criterion/micro_ops_fold/report/index.html | 40 +- .../micro_ops_fold/report/iteration_times.svg | 257 +++++----- .../report/iteration_times_small.svg | 257 +++++----- criterion/micro_ops_fold/report/mean.svg | 120 ++--- criterion/micro_ops_fold/report/median.svg | 94 ++-- criterion/micro_ops_fold/report/pdf.svg | 114 +++-- criterion/micro_ops_fold/report/pdf_small.svg | 64 ++- .../report/relative_iteration_times_small.svg | 382 +++++++------- .../report/relative_pdf_small.svg | 64 +-- criterion/micro_ops_fold/report/typical.svg | 120 ++--- .../micro_ops_group_by/base/estimates.json | 2 +- criterion/micro_ops_group_by/base/sample.json | 2 +- criterion/micro_ops_group_by/base/tukey.json | 2 +- .../micro_ops_group_by/change/estimates.json | 2 +- .../micro_ops_group_by/new/estimates.json | 2 +- criterion/micro_ops_group_by/new/sample.json | 2 +- criterion/micro_ops_group_by/new/tukey.json | 2 +- criterion/micro_ops_group_by/report/MAD.svg | 88 ++-- criterion/micro_ops_group_by/report/SD.svg | 78 +-- .../micro_ops_group_by/report/both/pdf.svg | 56 +-- .../report/both/regression.svg | 42 +- .../micro_ops_group_by/report/change/mean.svg | 108 ++-- .../report/change/median.svg | 100 ++-- .../report/change/t-test.svg | 64 +-- .../micro_ops_group_by/report/index.html | 46 +- criterion/micro_ops_group_by/report/mean.svg | 70 +-- .../micro_ops_group_by/report/median.svg | 98 ++-- criterion/micro_ops_group_by/report/pdf.svg | 88 ++-- .../micro_ops_group_by/report/pdf_small.svg | 58 +-- .../micro_ops_group_by/report/regression.svg | 148 +++--- .../report/regression_small.svg | 112 ++--- .../report/relative_pdf_small.svg | 56 +-- .../report/relative_regression_small.svg | 40 +- criterion/micro_ops_group_by/report/slope.svg | 116 ++--- .../micro_ops_group_by/report/typical.svg | 116 ++--- .../micro_ops_identity/base/estimates.json | 2 +- criterion/micro_ops_identity/base/sample.json | 2 +- criterion/micro_ops_identity/base/tukey.json | 2 +- .../micro_ops_identity/change/estimates.json | 2 +- .../micro_ops_identity/new/estimates.json | 2 +- criterion/micro_ops_identity/new/sample.json | 2 +- criterion/micro_ops_identity/new/tukey.json | 2 +- criterion/micro_ops_identity/report/MAD.svg | 92 ++-- criterion/micro_ops_identity/report/SD.svg | 80 ++- .../micro_ops_identity/report/both/pdf.svg | 92 ++-- .../report/both/regression.svg | 41 +- .../micro_ops_identity/report/change/mean.svg | 82 +-- .../report/change/median.svg | 132 +++-- .../report/change/t-test.svg | 72 ++- .../micro_ops_identity/report/index.html | 46 +- criterion/micro_ops_identity/report/mean.svg | 86 ++-- .../micro_ops_identity/report/median.svg | 94 ++-- criterion/micro_ops_identity/report/pdf.svg | 82 +-- .../micro_ops_identity/report/pdf_small.svg | 50 +- .../micro_ops_identity/report/regression.svg | 257 +++++----- .../report/regression_small.svg | 251 +++++----- .../report/relative_pdf_small.svg | 92 ++-- .../report/relative_regression_small.svg | 41 +- criterion/micro_ops_identity/report/slope.svg | 94 ++-- .../micro_ops_identity/report/typical.svg | 94 ++-- criterion/micro_ops_join/base/estimates.json | 2 +- criterion/micro_ops_join/base/sample.json | 2 +- criterion/micro_ops_join/base/tukey.json | 2 +- .../micro_ops_join/change/estimates.json | 2 +- criterion/micro_ops_join/new/estimates.json | 2 +- criterion/micro_ops_join/new/sample.json | 2 +- criterion/micro_ops_join/new/tukey.json | 2 +- criterion/micro_ops_join/report/MAD.svg | 94 ++-- criterion/micro_ops_join/report/SD.svg | 112 ++--- criterion/micro_ops_join/report/both/pdf.svg | 24 +- .../micro_ops_join/report/both/regression.svg | 26 +- .../micro_ops_join/report/change/mean.svg | 102 ++-- .../micro_ops_join/report/change/median.svg | 54 +- .../micro_ops_join/report/change/t-test.svg | 68 +-- criterion/micro_ops_join/report/index.html | 46 +- criterion/micro_ops_join/report/mean.svg | 100 ++-- criterion/micro_ops_join/report/median.svg | 70 ++- criterion/micro_ops_join/report/pdf.svg | 148 +++--- criterion/micro_ops_join/report/pdf_small.svg | 56 ++- .../micro_ops_join/report/regression.svg | 232 ++++----- .../report/regression_small.svg | 216 ++++---- .../report/relative_pdf_small.svg | 24 +- .../report/relative_regression_small.svg | 20 +- criterion/micro_ops_join/report/slope.svg | 92 ++-- criterion/micro_ops_join/report/typical.svg | 92 ++-- criterion/micro_ops_map/base/estimates.json | 2 +- criterion/micro_ops_map/base/sample.json | 2 +- criterion/micro_ops_map/base/tukey.json | 2 +- criterion/micro_ops_map/change/estimates.json | 2 +- criterion/micro_ops_map/new/estimates.json | 2 +- criterion/micro_ops_map/new/sample.json | 2 +- criterion/micro_ops_map/new/tukey.json | 2 +- criterion/micro_ops_map/report/MAD.svg | 88 ++-- criterion/micro_ops_map/report/SD.svg | 102 ++-- criterion/micro_ops_map/report/both/pdf.svg | 74 ++- .../micro_ops_map/report/both/regression.svg | 38 +- .../micro_ops_map/report/change/mean.svg | 120 +++-- .../micro_ops_map/report/change/median.svg | 84 ++-- .../micro_ops_map/report/change/t-test.svg | 72 +-- criterion/micro_ops_map/report/index.html | 44 +- criterion/micro_ops_map/report/mean.svg | 88 ++-- criterion/micro_ops_map/report/median.svg | 96 ++-- criterion/micro_ops_map/report/pdf.svg | 158 +++--- criterion/micro_ops_map/report/pdf_small.svg | 56 +-- criterion/micro_ops_map/report/regression.svg | 291 ++++++----- .../micro_ops_map/report/regression_small.svg | 287 ++++++----- .../report/relative_pdf_small.svg | 74 ++- .../report/relative_regression_small.svg | 32 +- criterion/micro_ops_map/report/slope.svg | 84 ++-- criterion/micro_ops_map/report/typical.svg | 84 ++-- .../base/estimates.json | 2 +- .../micro_ops_next_tick_big/base/sample.json | 2 +- .../micro_ops_next_tick_big/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../micro_ops_next_tick_big/new/sample.json | 2 +- .../micro_ops_next_tick_big/new/tukey.json | 2 +- .../micro_ops_next_tick_big/report/MAD.svg | 122 +++-- .../micro_ops_next_tick_big/report/SD.svg | 58 +-- .../report/both/pdf.svg | 64 +-- .../report/both/regression.svg | 8 +- .../report/change/mean.svg | 72 ++- .../report/change/median.svg | 84 ++-- .../report/change/t-test.svg | 68 +-- .../micro_ops_next_tick_big/report/index.html | 44 +- .../micro_ops_next_tick_big/report/mean.svg | 70 +-- .../micro_ops_next_tick_big/report/median.svg | 86 ++-- .../micro_ops_next_tick_big/report/pdf.svg | 218 ++++---- .../report/pdf_small.svg | 64 +-- .../report/regression.svg | 292 +++++------ .../report/regression_small.svg | 286 +++++------ .../report/relative_pdf_small.svg | 60 ++- .../report/relative_regression_small.svg | 6 +- .../micro_ops_next_tick_big/report/slope.svg | 88 ++-- .../report/typical.svg | 88 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../micro_ops_next_tick_small/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../micro_ops_next_tick_small/new/sample.json | 2 +- .../micro_ops_next_tick_small/new/tukey.json | 2 +- .../micro_ops_next_tick_small/report/MAD.svg | 98 ++-- .../micro_ops_next_tick_small/report/SD.svg | 66 +-- .../report/both/pdf.svg | 78 +-- .../report/both/regression.svg | 64 +-- .../report/change/mean.svg | 128 ++--- .../report/change/median.svg | 100 ++-- .../report/change/t-test.svg | 72 +-- .../report/index.html | 46 +- .../micro_ops_next_tick_small/report/mean.svg | 70 +-- .../report/median.svg | 122 ++--- .../micro_ops_next_tick_small/report/pdf.svg | 182 +++---- .../report/pdf_small.svg | 60 ++- .../report/regression.svg | 304 ++++++------ .../report/regression_small.svg | 304 ++++++------ .../report/relative_pdf_small.svg | 78 +-- .../report/relative_regression_small.svg | 64 +-- .../report/slope.svg | 102 ++-- .../report/typical.svg | 102 ++-- criterion/micro_ops_sort/base/estimates.json | 2 +- criterion/micro_ops_sort/base/sample.json | 2 +- criterion/micro_ops_sort/base/tukey.json | 2 +- .../micro_ops_sort/change/estimates.json | 2 +- criterion/micro_ops_sort/new/estimates.json | 2 +- criterion/micro_ops_sort/new/sample.json | 2 +- criterion/micro_ops_sort/new/tukey.json | 2 +- criterion/micro_ops_sort/report/MAD.svg | 102 ++-- criterion/micro_ops_sort/report/SD.svg | 96 ++-- criterion/micro_ops_sort/report/both/pdf.svg | 28 +- .../micro_ops_sort/report/both/regression.svg | 8 +- .../micro_ops_sort/report/change/mean.svg | 104 ++-- .../micro_ops_sort/report/change/median.svg | 98 ++-- .../micro_ops_sort/report/change/t-test.svg | 76 ++- criterion/micro_ops_sort/report/index.html | 44 +- criterion/micro_ops_sort/report/mean.svg | 90 ++-- criterion/micro_ops_sort/report/median.svg | 118 ++--- criterion/micro_ops_sort/report/pdf.svg | 82 ++- criterion/micro_ops_sort/report/pdf_small.svg | 60 +-- .../micro_ops_sort/report/regression.svg | 232 ++++----- .../report/regression_small.svg | 208 ++++---- .../report/relative_pdf_small.svg | 28 +- .../report/relative_regression_small.svg | 6 +- criterion/micro_ops_sort/report/slope.svg | 86 ++-- criterion/micro_ops_sort/report/typical.svg | 86 ++-- criterion/micro_ops_tee/base/estimates.json | 2 +- criterion/micro_ops_tee/base/sample.json | 2 +- criterion/micro_ops_tee/base/tukey.json | 2 +- criterion/micro_ops_tee/change/estimates.json | 2 +- criterion/micro_ops_tee/new/estimates.json | 2 +- criterion/micro_ops_tee/new/sample.json | 2 +- criterion/micro_ops_tee/new/tukey.json | 2 +- criterion/micro_ops_tee/report/MAD.svg | 86 ++-- criterion/micro_ops_tee/report/SD.svg | 94 ++-- criterion/micro_ops_tee/report/both/pdf.svg | 54 +- .../micro_ops_tee/report/both/regression.svg | 52 +- .../micro_ops_tee/report/change/mean.svg | 116 ++--- .../micro_ops_tee/report/change/median.svg | 118 ++--- .../micro_ops_tee/report/change/t-test.svg | 72 +-- criterion/micro_ops_tee/report/index.html | 46 +- criterion/micro_ops_tee/report/mean.svg | 82 +-- criterion/micro_ops_tee/report/median.svg | 102 ++-- criterion/micro_ops_tee/report/pdf.svg | 108 ++-- criterion/micro_ops_tee/report/pdf_small.svg | 80 ++- criterion/micro_ops_tee/report/regression.svg | 156 +++--- .../micro_ops_tee/report/regression_small.svg | 110 ++--- .../report/relative_pdf_small.svg | 54 +- .../report/relative_regression_small.svg | 46 +- criterion/micro_ops_tee/report/slope.svg | 74 ++- criterion/micro_ops_tee/report/typical.svg | 74 ++- criterion/micro_ops_union/base/estimates.json | 2 +- criterion/micro_ops_union/base/sample.json | 2 +- criterion/micro_ops_union/base/tukey.json | 2 +- .../micro_ops_union/change/estimates.json | 2 +- criterion/micro_ops_union/new/estimates.json | 2 +- criterion/micro_ops_union/new/sample.json | 2 +- criterion/micro_ops_union/new/tukey.json | 2 +- criterion/micro_ops_union/report/MAD.svg | 78 ++- criterion/micro_ops_union/report/SD.svg | 92 ++-- criterion/micro_ops_union/report/both/pdf.svg | 44 +- .../report/both/regression.svg | 36 +- .../micro_ops_union/report/change/mean.svg | 124 +++-- .../micro_ops_union/report/change/median.svg | 88 ++-- .../micro_ops_union/report/change/t-test.svg | 64 +-- criterion/micro_ops_union/report/index.html | 46 +- criterion/micro_ops_union/report/mean.svg | 84 ++-- criterion/micro_ops_union/report/median.svg | 90 ++-- criterion/micro_ops_union/report/pdf.svg | 158 +++--- .../micro_ops_union/report/pdf_small.svg | 74 ++- .../micro_ops_union/report/regression.svg | 226 ++++----- .../report/regression_small.svg | 212 ++++---- .../report/relative_pdf_small.svg | 44 +- .../report/relative_regression_small.svg | 2 +- criterion/micro_ops_union/report/slope.svg | 86 ++-- criterion/micro_ops_union/report/typical.svg | 86 ++-- .../micro_ops_unique/base/estimates.json | 2 +- criterion/micro_ops_unique/base/sample.json | 2 +- criterion/micro_ops_unique/base/tukey.json | 2 +- .../micro_ops_unique/change/estimates.json | 2 +- criterion/micro_ops_unique/new/estimates.json | 2 +- criterion/micro_ops_unique/new/sample.json | 2 +- criterion/micro_ops_unique/new/tukey.json | 2 +- criterion/micro_ops_unique/report/MAD.svg | 74 +-- criterion/micro_ops_unique/report/SD.svg | 90 ++-- .../micro_ops_unique/report/both/pdf.svg | 72 ++- .../report/both/regression.svg | 56 +-- .../micro_ops_unique/report/change/mean.svg | 98 ++-- .../micro_ops_unique/report/change/median.svg | 108 ++-- .../micro_ops_unique/report/change/t-test.svg | 72 +-- criterion/micro_ops_unique/report/index.html | 46 +- criterion/micro_ops_unique/report/mean.svg | 90 ++-- criterion/micro_ops_unique/report/median.svg | 66 ++- criterion/micro_ops_unique/report/pdf.svg | 114 +++-- .../micro_ops_unique/report/pdf_small.svg | 56 +-- .../micro_ops_unique/report/regression.svg | 208 ++++---- .../report/regression_small.svg | 182 +++---- .../report/relative_pdf_small.svg | 68 ++- criterion/micro_ops_unique/report/slope.svg | 96 ++-- criterion/micro_ops_unique/report/typical.svg | 96 ++-- .../base/estimates.json | 2 +- .../reachability_hydroflow/base/sample.json | 2 +- .../reachability_hydroflow/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../reachability_hydroflow/new/estimates.json | 2 +- .../reachability_hydroflow/new/sample.json | 2 +- .../reachability_hydroflow/new/tukey.json | 2 +- .../reachability_hydroflow/report/MAD.svg | 78 ++- .../reachability_hydroflow/report/SD.svg | 100 ++-- .../report/both/pdf.svg | 54 +- .../report/both/regression.svg | 8 +- .../report/change/mean.svg | 108 ++-- .../report/change/median.svg | 106 ++-- .../report/change/t-test.svg | 64 +-- .../reachability_hydroflow/report/index.html | 46 +- .../reachability_hydroflow/report/mean.svg | 106 ++-- .../reachability_hydroflow/report/median.svg | 84 ++-- .../reachability_hydroflow/report/pdf.svg | 136 ++--- .../report/pdf_small.svg | 62 ++- .../report/regression.svg | 132 ++--- .../report/regression_small.svg | 92 ++-- .../report/relative_pdf_small.svg | 54 +- .../report/relative_regression_small.svg | 8 +- .../reachability_hydroflow/report/slope.svg | 100 ++-- .../reachability_hydroflow/report/typical.svg | 100 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 90 ++-- .../report/SD.svg | 88 ++-- .../report/both/pdf.svg | 52 +- .../report/both/regression.svg | 8 +- .../report/change/mean.svg | 96 ++-- .../report/change/median.svg | 94 ++-- .../report/change/t-test.svg | 64 ++- .../report/index.html | 42 +- .../report/mean.svg | 94 ++-- .../report/median.svg | 98 ++-- .../report/pdf.svg | 160 +++--- .../report/pdf_small.svg | 60 ++- .../report/regression.svg | 132 ++--- .../report/regression_small.svg | 100 ++-- .../report/relative_pdf_small.svg | 52 +- .../report/relative_regression_small.svg | 8 +- .../report/slope.svg | 100 ++-- .../report/typical.svg | 100 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 70 +-- .../report/SD.svg | 94 ++-- .../report/both/iteration_times.svg | 446 ++++++++--------- .../report/both/pdf.svg | 48 +- .../report/change/mean.svg | 66 ++- .../report/change/median.svg | 92 ++-- .../report/change/t-test.svg | 72 +-- .../report/index.html | 38 +- .../report/iteration_times.svg | 265 +++++----- .../report/iteration_times_small.svg | 263 +++++----- .../report/mean.svg | 94 ++-- .../report/median.svg | 86 ++-- .../report/pdf.svg | 104 ++-- .../report/pdf_small.svg | 52 +- .../report/relative_iteration_times_small.svg | 440 ++++++++--------- .../report/relative_pdf_small.svg | 48 +- .../report/typical.svg | 94 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 62 +-- .../report/SD.svg | 94 ++-- .../report/both/pdf.svg | 78 +-- .../report/both/regression.svg | 8 +- .../report/change/mean.svg | 104 ++-- .../report/change/median.svg | 108 ++-- .../report/change/t-test.svg | 68 ++- .../report/index.html | 46 +- .../report/mean.svg | 112 +++-- .../report/median.svg | 102 ++-- .../report/pdf.svg | 130 ++--- .../report/pdf_small.svg | 50 +- .../report/regression.svg | 132 ++--- .../report/regression_small.svg | 106 ++-- .../report/relative_pdf_small.svg | 74 +-- .../report/relative_regression_small.svg | 8 +- .../report/slope.svg | 90 ++-- .../report/typical.svg | 90 ++-- 811 files changed, 33526 insertions(+), 33286 deletions(-) diff --git a/bench/data.js b/bench/data.js index 68e032058fd2..67c6309df895 100644 --- a/bench/data.js +++ b/bench/data.js @@ -1,6 +1,6 @@ window.BENCHMARK_DATA = { - "lastUpdate": 1732853093812, + "lastUpdate": 1732939278250, "repoUrl": "https://github.com/hydro-project/hydroflow", "entries": { "Benchmark": [ @@ -174451,6 +174451,226 @@ window.BENCHMARK_DATA = "unit": "ns/iter" } ] + }, + { + "commit": { + "author": { + "name": "Shadaj Laddad", + "username": "shadaj", + "email": "shadaj@users.noreply.github.com" + }, + "committer": { + "name": "GitHub", + "username": "web-flow", + "email": "noreply@github.com" + }, + "id": "6688e9723151ff28ed29538a397a31bdd272d7a2", + "message": "fix(paxos): use `Instant` instead of `SystemTime` to ensure monotonic clock (#1588)", + "timestamp": "2024-11-28T00:49:27Z", + "url": "https://github.com/hydro-project/hydroflow/commit/6688e9723151ff28ed29538a397a31bdd272d7a2" + }, + "date": 1732939278214, + "tool": "cargo", + "benches": [ + { + "name": "arithmetic/hydroflow/compiled", + "value": 309119, + "range": "± 3966", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/compiled_no_cheating", + "value": 6492707, + "range": "± 28000", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/surface", + "value": 6524590, + "range": "± 112437", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow", + "value": 74039467, + "range": "± 486337", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow/surface", + "value": 40922102, + "range": "± 165721", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/scheduled", + "value": 47609951, + "range": "± 330301", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/surface", + "value": 6477484, + "range": "± 14072", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow", + "value": 6329506, + "range": "± 47348", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow/surface", + "value": 32370207, + "range": "± 3013102", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow_builder", + "value": 5389158, + "range": "± 34248", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow", + "value": 6457555, + "range": "± 76851", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/compiled", + "value": 6493204, + "range": "± 31025", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/surface", + "value": 6633473, + "range": "± 21271", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/scheduled", + "value": 1801295, + "range": "± 8408", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow", + "value": 1788595, + "range": "± 11079", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface", + "value": 5297327, + "range": "± 41175", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface_cheating", + "value": 1504452, + "range": "± 39612", + "unit": "ns/iter" + }, + { + "name": "hydroflow_diamond", + "value": 60746252, + "range": "± 800713", + "unit": "ns/iter" + }, + { + "name": "micro/ops/identity", + "value": 3950, + "range": "± 92", + "unit": "ns/iter" + }, + { + "name": "micro/ops/unique", + "value": 52703, + "range": "± 429", + "unit": "ns/iter" + }, + { + "name": "micro/ops/map", + "value": 9481, + "range": "± 343", + "unit": "ns/iter" + }, + { + "name": "micro/ops/flat_map", + "value": 6617, + "range": "± 49", + "unit": "ns/iter" + }, + { + "name": "micro/ops/join", + "value": 76545, + "range": "± 1199", + "unit": "ns/iter" + }, + { + "name": "micro/ops/difference", + "value": 70310, + "range": "± 1211", + "unit": "ns/iter" + }, + { + "name": "micro/ops/union", + "value": 15080, + "range": "± 175", + "unit": "ns/iter" + }, + { + "name": "micro/ops/tee", + "value": 6907, + "range": "± 34", + "unit": "ns/iter" + }, + { + "name": "micro/ops/fold", + "value": 21900, + "range": "± 801", + "unit": "ns/iter" + }, + { + "name": "micro/ops/sort", + "value": 80579, + "range": "± 1528", + "unit": "ns/iter" + }, + { + "name": "micro/ops/crossjoin", + "value": 102687, + "range": "± 2916", + "unit": "ns/iter" + }, + { + "name": "micro/ops/anti_join", + "value": 8059, + "range": "± 566", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/small", + "value": 51306, + "range": "± 1589", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/big", + "value": 69859, + "range": "± 3110", + "unit": "ns/iter" + }, + { + "name": "micro/ops/group_by", + "value": 8843, + "range": "± 248", + "unit": "ns/iter" + } + ] } ] } diff --git a/bench/data.json b/bench/data.json index f4dc6e0f6d33..90a28c0ac72b 100644 --- a/bench/data.json +++ b/bench/data.json @@ -1,5 +1,5 @@ { - "lastUpdate": 1732853093812, + "lastUpdate": 1732939278250, "repoUrl": "https://github.com/hydro-project/hydroflow", "entries": { "Benchmark": [ @@ -174450,6 +174450,226 @@ "unit": "ns/iter" } ] + }, + { + "commit": { + "author": { + "name": "Shadaj Laddad", + "username": "shadaj", + "email": "shadaj@users.noreply.github.com" + }, + "committer": { + "name": "GitHub", + "username": "web-flow", + "email": "noreply@github.com" + }, + "id": "6688e9723151ff28ed29538a397a31bdd272d7a2", + "message": "fix(paxos): use `Instant` instead of `SystemTime` to ensure monotonic clock (#1588)", + "timestamp": "2024-11-28T00:49:27Z", + "url": "https://github.com/hydro-project/hydroflow/commit/6688e9723151ff28ed29538a397a31bdd272d7a2" + }, + "date": 1732939278214, + "tool": "cargo", + "benches": [ + { + "name": "arithmetic/hydroflow/compiled", + "value": 309119, + "range": "± 3966", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/compiled_no_cheating", + "value": 6492707, + "range": "± 28000", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/surface", + "value": 6524590, + "range": "± 112437", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow", + "value": 74039467, + "range": "± 486337", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow/surface", + "value": 40922102, + "range": "± 165721", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/scheduled", + "value": 47609951, + "range": "± 330301", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/surface", + "value": 6477484, + "range": "± 14072", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow", + "value": 6329506, + "range": "± 47348", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow/surface", + "value": 32370207, + "range": "± 3013102", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow_builder", + "value": 5389158, + "range": "± 34248", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow", + "value": 6457555, + "range": "± 76851", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/compiled", + "value": 6493204, + "range": "± 31025", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/surface", + "value": 6633473, + "range": "± 21271", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/scheduled", + "value": 1801295, + "range": "± 8408", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow", + "value": 1788595, + "range": "± 11079", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface", + "value": 5297327, + "range": "± 41175", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface_cheating", + "value": 1504452, + "range": "± 39612", + "unit": "ns/iter" + }, + { + "name": "hydroflow_diamond", + "value": 60746252, + "range": "± 800713", + "unit": "ns/iter" + }, + { + "name": "micro/ops/identity", + "value": 3950, + "range": "± 92", + "unit": "ns/iter" + }, + { + "name": "micro/ops/unique", + "value": 52703, + "range": "± 429", + "unit": "ns/iter" + }, + { + "name": "micro/ops/map", + "value": 9481, + "range": "± 343", + "unit": "ns/iter" + }, + { + "name": "micro/ops/flat_map", + "value": 6617, + "range": "± 49", + "unit": "ns/iter" + }, + { + "name": "micro/ops/join", + "value": 76545, + "range": "± 1199", + "unit": "ns/iter" + }, + { + "name": "micro/ops/difference", + "value": 70310, + "range": "± 1211", + "unit": "ns/iter" + }, + { + "name": "micro/ops/union", + "value": 15080, + "range": "± 175", + "unit": "ns/iter" + }, + { + "name": "micro/ops/tee", + "value": 6907, + "range": "± 34", + "unit": "ns/iter" + }, + { + "name": "micro/ops/fold", + "value": 21900, + "range": "± 801", + "unit": "ns/iter" + }, + { + "name": "micro/ops/sort", + "value": 80579, + "range": "± 1528", + "unit": "ns/iter" + }, + { + "name": "micro/ops/crossjoin", + "value": 102687, + "range": "± 2916", + "unit": "ns/iter" + }, + { + "name": "micro/ops/anti_join", + "value": 8059, + "range": "± 566", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/small", + "value": 51306, + "range": "± 1589", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/big", + "value": 69859, + "range": "± 3110", + "unit": "ns/iter" + }, + { + "name": "micro/ops/group_by", + "value": 8843, + "range": "± 248", + "unit": "ns/iter" + } + ] } ] } diff --git a/criterion/arithmetic_hydroflow_compiled/base/estimates.json b/criterion/arithmetic_hydroflow_compiled/base/estimates.json index c920786a2bff..bb15cc38ad53 100644 --- a/criterion/arithmetic_hydroflow_compiled/base/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309392.03685075714,"upper_bound":310490.97006612027},"point_estimate":309816.96135026077,"standard_error":294.3249262340813},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309230.09840425535,"upper_bound":309344.70873316826},"point_estimate":309275.2708719852,"standard_error":30.440377329135085},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":147.9225514363555,"upper_bound":243.59823567526024},"point_estimate":197.12146122087148,"standard_error":24.489919799442315},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309433.1290677384,"upper_bound":311478.60596507456},"point_estimate":310186.7428838481,"standard_error":555.463043426002},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":680.5900369011215,"upper_bound":4935.819039416802},"point_estimate":2983.4064373024803,"standard_error":1372.0267103914198}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309384.3880801927,"upper_bound":310920.99271791003},"point_estimate":310048.7956806585,"standard_error":395.9617909245395},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309088.77360139857,"upper_bound":309174.81944444444},"point_estimate":309119.15428571426,"standard_error":23.725895910091552},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":141.03952183813288,"upper_bound":256.31911409493944},"point_estimate":190.76943327984466,"standard_error":29.86417627711013},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309211.18140204076,"upper_bound":309881.28362606146},"point_estimate":309474.208443919,"standard_error":177.93649667911546},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1323.1982058368912,"upper_bound":5892.618315201826},"point_estimate":3966.3539164515537,"standard_error":1162.2510881014814}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/base/sample.json b/criterion/arithmetic_hydroflow_compiled/base/sample.json index 97a2b8de8d9e..418bb5622508 100644 --- a/criterion/arithmetic_hydroflow_compiled/base/sample.json +++ b/criterion/arithmetic_hydroflow_compiled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1247421.0,2470025.0,3708810.0,4952064.0,6174217.0,7419394.0,8653551.0,9898978.0,11143804.0,12365056.0,13623087.0,14853726.0,16104022.0,17303894.0,18558389.0,19774492.0,21027483.0,22262801.0,23529108.0,24758345.0,25997270.0,27216588.0,28451105.0,29675944.0,30923916.0,32192957.0,33385615.0,34660488.0,35858247.0,37114954.0,38376944.0,39641085.0,40821020.0,42039047.0,43271859.0,44554997.0,45763024.0,46997231.0,48263538.0,49476725.0,50727262.0,51981505.0,53182720.0,54458794.0,56658485.0,56871232.0,58126949.0,59400599.0,60617142.0,61851729.0,63138333.0,64349325.0,65526659.0,66798848.0,68005643.0,69275536.0,70499303.0,71779095.0,72957798.0,75475983.0,75433104.0,76685885.0,77912998.0,79148266.0,80449187.0,81622038.0,82826760.0,84133302.0,85342652.0,86583701.0,87853032.0,90260342.0,90399903.0,91561092.0,92742010.0,94012282.0,95249134.0,96421053.0,97709151.0,99131298.0,109357040.0,101532907.0,104083023.0,103957218.0,105125390.0,106421562.0,107644768.0,108813843.0,110138358.0,111304287.0,112602583.0,113982772.0,115084110.0,116270517.0,117536883.0,118792490.0,119954892.0,121304364.0,122546465.0,125001293.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1233124.0,2498769.0,3707768.0,5379847.0,6384783.0,7989664.0,8976457.0,9889830.0,11142712.0,12359725.0,13593822.0,14821936.0,16092972.0,17308684.0,18533272.0,19792715.0,21074350.0,22260587.0,23491677.0,24711277.0,25966011.0,27206649.0,28456746.0,29657308.0,30897516.0,32159525.0,33361660.0,34610463.0,35885968.0,37085539.0,38328402.0,39551307.0,40800080.0,42013076.0,43281768.0,44524971.0,45778754.0,46960321.0,48234953.0,49436298.0,50740575.0,51927093.0,53173852.0,54411485.0,55630864.0,56956372.0,58096722.0,59314988.0,60548192.0,61823826.0,63038907.0,64278624.0,65506667.0,66769217.0,67963800.0,69334271.0,70475152.0,71705351.0,73017082.0,74148356.0,75453742.0,76623842.0,77850313.0,79122251.0,80320418.0,81601343.0,82865044.0,84099651.0,85920749.0,86582941.0,87777734.0,89047297.0,90325349.0,91459213.0,92729868.0,94553240.0,95206056.0,96434842.0,97705757.0,101783802.0,100514268.0,101511640.0,102636031.0,103864507.0,105071442.0,106308544.0,107580040.0,108822482.0,110809732.0,111330169.0,112645608.0,113734542.0,115046203.0,116195822.0,117424799.0,118741630.0,120044676.0,121323867.0,122485887.0,123703143.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/base/tukey.json b/criterion/arithmetic_hydroflow_compiled/base/tukey.json index ccc5157d914b..25a63cb4704e 100644 --- a/criterion/arithmetic_hydroflow_compiled/base/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled/base/tukey.json @@ -1 +1 @@ -[308358.3147224798,308767.91696621827,309860.1896161875,310269.7918599259] \ No newline at end of file +[308153.34105025406,308586.6984269128,309742.3180980026,310175.6754746612] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/change/estimates.json b/criterion/arithmetic_hydroflow_compiled/change/estimates.json index 234fdf798d9c..5ecac02a7d02 100644 --- a/criterion/arithmetic_hydroflow_compiled/change/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0006496012791425415,"upper_bound":0.0032325687529390183},"point_estimate":0.0009672809675282945,"standard_error":0.0010317777557589942},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00016068183225659283,"upper_bound":0.0003900092185758093},"point_estimate":0.00005471164655279637,"standard_error":0.00014524770804658907}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.002322764306311403,"upper_bound":0.003949941536715562},"point_estimate":0.0007482945071417557,"standard_error":0.0015729186546775628},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0007579178204997422,"upper_bound":-0.00027106645578423016},"point_estimate":-0.0005047819886496718,"standard_error":0.0001260209983605565}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/new/estimates.json b/criterion/arithmetic_hydroflow_compiled/new/estimates.json index c920786a2bff..bb15cc38ad53 100644 --- a/criterion/arithmetic_hydroflow_compiled/new/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309392.03685075714,"upper_bound":310490.97006612027},"point_estimate":309816.96135026077,"standard_error":294.3249262340813},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309230.09840425535,"upper_bound":309344.70873316826},"point_estimate":309275.2708719852,"standard_error":30.440377329135085},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":147.9225514363555,"upper_bound":243.59823567526024},"point_estimate":197.12146122087148,"standard_error":24.489919799442315},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309433.1290677384,"upper_bound":311478.60596507456},"point_estimate":310186.7428838481,"standard_error":555.463043426002},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":680.5900369011215,"upper_bound":4935.819039416802},"point_estimate":2983.4064373024803,"standard_error":1372.0267103914198}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309384.3880801927,"upper_bound":310920.99271791003},"point_estimate":310048.7956806585,"standard_error":395.9617909245395},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309088.77360139857,"upper_bound":309174.81944444444},"point_estimate":309119.15428571426,"standard_error":23.725895910091552},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":141.03952183813288,"upper_bound":256.31911409493944},"point_estimate":190.76943327984466,"standard_error":29.86417627711013},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309211.18140204076,"upper_bound":309881.28362606146},"point_estimate":309474.208443919,"standard_error":177.93649667911546},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1323.1982058368912,"upper_bound":5892.618315201826},"point_estimate":3966.3539164515537,"standard_error":1162.2510881014814}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/new/sample.json b/criterion/arithmetic_hydroflow_compiled/new/sample.json index 97a2b8de8d9e..418bb5622508 100644 --- a/criterion/arithmetic_hydroflow_compiled/new/sample.json +++ b/criterion/arithmetic_hydroflow_compiled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1247421.0,2470025.0,3708810.0,4952064.0,6174217.0,7419394.0,8653551.0,9898978.0,11143804.0,12365056.0,13623087.0,14853726.0,16104022.0,17303894.0,18558389.0,19774492.0,21027483.0,22262801.0,23529108.0,24758345.0,25997270.0,27216588.0,28451105.0,29675944.0,30923916.0,32192957.0,33385615.0,34660488.0,35858247.0,37114954.0,38376944.0,39641085.0,40821020.0,42039047.0,43271859.0,44554997.0,45763024.0,46997231.0,48263538.0,49476725.0,50727262.0,51981505.0,53182720.0,54458794.0,56658485.0,56871232.0,58126949.0,59400599.0,60617142.0,61851729.0,63138333.0,64349325.0,65526659.0,66798848.0,68005643.0,69275536.0,70499303.0,71779095.0,72957798.0,75475983.0,75433104.0,76685885.0,77912998.0,79148266.0,80449187.0,81622038.0,82826760.0,84133302.0,85342652.0,86583701.0,87853032.0,90260342.0,90399903.0,91561092.0,92742010.0,94012282.0,95249134.0,96421053.0,97709151.0,99131298.0,109357040.0,101532907.0,104083023.0,103957218.0,105125390.0,106421562.0,107644768.0,108813843.0,110138358.0,111304287.0,112602583.0,113982772.0,115084110.0,116270517.0,117536883.0,118792490.0,119954892.0,121304364.0,122546465.0,125001293.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1233124.0,2498769.0,3707768.0,5379847.0,6384783.0,7989664.0,8976457.0,9889830.0,11142712.0,12359725.0,13593822.0,14821936.0,16092972.0,17308684.0,18533272.0,19792715.0,21074350.0,22260587.0,23491677.0,24711277.0,25966011.0,27206649.0,28456746.0,29657308.0,30897516.0,32159525.0,33361660.0,34610463.0,35885968.0,37085539.0,38328402.0,39551307.0,40800080.0,42013076.0,43281768.0,44524971.0,45778754.0,46960321.0,48234953.0,49436298.0,50740575.0,51927093.0,53173852.0,54411485.0,55630864.0,56956372.0,58096722.0,59314988.0,60548192.0,61823826.0,63038907.0,64278624.0,65506667.0,66769217.0,67963800.0,69334271.0,70475152.0,71705351.0,73017082.0,74148356.0,75453742.0,76623842.0,77850313.0,79122251.0,80320418.0,81601343.0,82865044.0,84099651.0,85920749.0,86582941.0,87777734.0,89047297.0,90325349.0,91459213.0,92729868.0,94553240.0,95206056.0,96434842.0,97705757.0,101783802.0,100514268.0,101511640.0,102636031.0,103864507.0,105071442.0,106308544.0,107580040.0,108822482.0,110809732.0,111330169.0,112645608.0,113734542.0,115046203.0,116195822.0,117424799.0,118741630.0,120044676.0,121323867.0,122485887.0,123703143.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/new/tukey.json b/criterion/arithmetic_hydroflow_compiled/new/tukey.json index ccc5157d914b..25a63cb4704e 100644 --- a/criterion/arithmetic_hydroflow_compiled/new/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled/new/tukey.json @@ -1 +1 @@ -[308358.3147224798,308767.91696621827,309860.1896161875,310269.7918599259] \ No newline at end of file +[308153.34105025406,308586.6984269128,309742.3180980026,310175.6754746612] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/report/MAD.svg b/criterion/arithmetic_hydroflow_compiled/report/MAD.svg index 404c6b67e8f3..f6fed87673d0 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/MAD.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/MAD.svg @@ -9,74 +9,74 @@ Density (a.u.) Average time (ns) - + 0.002 - - + + 0.004 - - + + 0.006 - - + + 0.008 - - + + 0.01 - - + + 0.012 - - + + 0.014 - - + + 0.016 - - + + 0.018 - - -0.02 - - + - + 140 - - + + 160 - - + + 180 - - + + 200 - - + + 220 - - + + 240 - - - - + + +260 + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/SD.svg b/criterion/arithmetic_hydroflow_compiled/report/SD.svg index c6ce62054bbc..7c992bd9628e 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/SD.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/SD.svg @@ -9,90 +9,90 @@ Density (a.u.) Average time (µs) - -0.1 - - - -0.2 + +0.05 - - -0.3 + + +0.1 - - -0.4 + + +0.15 - - -0.5 + + +0.2 - - -0.6 + + +0.25 - - -0.7 + + +0.3 - - -0.8 + + +0.35 - - -0.9 + + +0.4 - - -1 + + +0.45 - + - -0.5 - - - + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - + + 5 - - - - + + +5.5 + + + +6 + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg b/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg index 146f89b835ce..d9fac9270022 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg @@ -9,51 +9,47 @@ Density (a.u.) Average Time (µs) - -0.1 - - - -0.2 + +0.05 - - -0.3 + + +0.1 - - -0.4 + + +0.15 - - -0.5 + + +0.2 - - -0.6 + + +0.25 - + - + 310 - - + + 320 - - + + 330 - - + + 340 - - - - - + + + + + Base PDF diff --git a/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg b/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg index 73c8a41c69fe..977386b116f3 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg @@ -90,10 +90,10 @@ Iterations 400 - - - - + + + + Base Sample diff --git a/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg b/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg index 3fe3340b8e12..8de81a001a02 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg @@ -9,82 +9,62 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - - -350 + + + +-0.003 - - -400 + + +-0.002 - - - + + -0.001 - - --5e-4 - - - + + 0 - - -5e-4 - - - + + 0.001 - - -0.0015 - - - + + 0.002 - - -0.0025 - - - + + 0.003 - - -0.0035 + + +0.004 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/change/median.svg b/criterion/arithmetic_hydroflow_compiled/report/change/median.svg index 574a71ee915e..d00d76aa7ac8 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/change/median.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/change/median.svg @@ -9,62 +9,58 @@ Density (a.u.) Relative change (%) - + 500 - - + + 1000 - - + + 1500 - - + + 2000 - - + + 2500 - - + + 3000 - + - --2e-4 + +-8e-4 - - --1e-4 + + +-7e-4 - - --2.7105e-20 + + +-6e-4 - - -1e-4 + + +-5e-4 - - -2e-4 + + +-4e-4 - - -3e-4 + + +-3e-4 - - -4e-4 - - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg b/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg index 12bafc4e7f89..e4b8a664dee0 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg @@ -13,65 +13,69 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + + +0.4 + + - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + + t distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/index.html b/criterion/arithmetic_hydroflow_compiled/report/index.html index 214453132ff6..0eb47c49c600 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/index.html +++ b/criterion/arithmetic_hydroflow_compiled/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 309.43 µs - 310.19 µs - 311.48 µs + 309.21 µs + 309.47 µs + 309.88 µs R² - 0.9773725 - 0.9781281 - 0.9759110 + 0.9973050 + 0.9974045 + 0.9971662 Mean - 309.39 µs - 309.82 µs - 310.49 µs + 309.38 µs + 310.05 µs + 310.92 µs Std. Dev. - 680.59 ns - 2.9834 µs - 4.9358 µs + 1.3232 µs + 3.9664 µs + 5.8926 µs Median - 309.23 µs - 309.28 µs - 309.34 µs + 309.09 µs + 309.12 µs + 309.17 µs MAD - 147.92 ns - 197.12 ns - 243.60 ns + 141.04 ns + 190.77 ns + 256.32 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.0650% - +0.0967% - +0.3233% - (p = 0.41 > + -0.2323% + +0.0748% + +0.3950% + (p = 0.66 > 0.05) diff --git a/criterion/arithmetic_hydroflow_compiled/report/mean.svg b/criterion/arithmetic_hydroflow_compiled/report/mean.svg index e85c4f65f763..6111f42e9e42 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/mean.svg @@ -9,70 +9,86 @@ Density (a.u.) Average time (µs) - + +0.1 + + + 0.2 - - + + +0.3 + + + 0.4 - - + + +0.5 + + + 0.6 - - -0.8 + + +0.7 - - -1 + + +0.8 - - -1.2 + + +0.9 - - -1.4 + + +1 - - -1.6 + + +1.1 - + - + 309.4 - - + + 309.6 - - + + 309.8 - - + + 310 - - + + 310.2 - - + + 310.4 - - + + 310.6 - - - - + + +310.8 + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/median.svg b/criterion/arithmetic_hydroflow_compiled/report/median.svg index 48be739aae62..39b9e258eaa0 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/median.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/median.svg @@ -9,58 +9,82 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - + + +30 + + + +35 + + - -309.22 + +309.08 + + + +309.09 + + + +309.1 + + + +309.11 + + + +309.12 - - -309.24 + + +309.13 - - -309.26 + + +309.14 - - -309.28 + + +309.15 - - -309.3 + + +309.16 - - -309.32 + + +309.17 - - -309.34 + + +309.18 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/pdf.svg b/criterion/arithmetic_hydroflow_compiled/report/pdf.svg index 929e706683ce..2379ffd50516 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/pdf.svg @@ -46,38 +46,38 @@ Average Time (µs) - + 305 - - + + 310 - - + + 315 - - + + 320 - - + + 325 - - + + 330 - - + + 335 - - + + 340 - + Density (a.u.) @@ -86,50 +86,76 @@ Density (a.u.) 0 - -0.05 + +0.02 - - + + +0.04 + + + +0.06 + + + +0.08 + + + 0.1 - - -0.15 + + +0.12 + + + +0.14 + + + +0.16 + + + +0.18 - - + + 0.2 - - -0.25 - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg b/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg index 9c60112a6871..ba59e127bb49 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg @@ -10,47 +10,39 @@ Average Time (µs) 0 - + 0.05 - - + + 0.1 - - -0.15 - - + -0.2 +0.15 - -0.25 - - - -0.3 + +0.2 - + - + 310 - - + + 320 - - + + 330 - - + + 340 - - - + + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/regression.svg b/criterion/arithmetic_hydroflow_compiled/report/regression.svg index c974a1f40436..b5436b0a0f1c 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/regression.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/regression.svg @@ -16,37 +16,37 @@ Iterations - - - - - - + + + + + + - + 20.0 - - + + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - + 50 @@ -83,105 +83,105 @@ Iterations - - - - + + + + - - + + - - - + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg b/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg index 89364ec459b2..bfa74f0565a4 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg @@ -13,37 +13,37 @@ Iterations - - - - - - + + + + + + - + 20.0 - - + + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - + 50 @@ -80,103 +80,103 @@ Iterations - + - - + + - + - + - - + + - + - - + + - - + + - - + + - - + + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg b/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg index 0d48e38a8fc0..a0ae024bf117 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg @@ -6,49 +6,45 @@ Density (a.u.) Average Time (µs) - -0.1 - - - -0.2 + +0.05 - - -0.3 + + +0.1 - - -0.4 + + +0.15 - - -0.5 + + +0.2 - - -0.6 + + +0.25 - + - + 310 - - + + 320 - - + + 330 - + 340 - - - - + + + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg b/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg index f51536f575c2..154caccc1e5f 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg @@ -87,8 +87,8 @@ Iterations 400 - - - - + + + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/slope.svg b/criterion/arithmetic_hydroflow_compiled/report/slope.svg index 5cb70dc850af..0717949bd945 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/slope.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/slope.svg @@ -9,70 +9,62 @@ Density (a.u.) Average time (µs) - -0.1 - - - -0.2 - - - -0.3 + +0.5 - - -0.4 + + +1 - - -0.5 + + +1.5 - - -0.6 + + +2 - - -0.7 + + +2.5 - - -0.8 + + + +309.2 - - -0.9 + + +309.3 - - -1 + + +309.4 - - - + + 309.5 - - -310 + + +309.6 - - -310.5 + + +309.7 - - -311 + + +309.8 - - -311.5 + + +309.9 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/typical.svg b/criterion/arithmetic_hydroflow_compiled/report/typical.svg index 689a6c06faba..4f509bfd0191 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/typical.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/typical.svg @@ -9,70 +9,62 @@ Density (a.u.) Average time (µs) - -0.1 - - - -0.2 - - - -0.3 + +0.5 - - -0.4 + + +1 - - -0.5 + + +1.5 - - -0.6 + + +2 - - -0.7 + + +2.5 - - -0.8 + + + +309.2 - - -0.9 + + +309.3 - - -1 + + +309.4 - - - + + 309.5 - - -310 + + +309.6 - - -310.5 + + +309.7 - - -311 + + +309.8 - - -311.5 + + +309.9 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json index 28d107b202a0..81cf02fa1365 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6494687.29125,"upper_bound":6506426.4075},"point_estimate":6499993.535,"standard_error":3011.3305468896046},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6491619.875,"upper_bound":6493391.375},"point_estimate":6492302.4375,"standard_error":374.11074048899394},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2777.6510506868362,"upper_bound":4462.533258274198},"point_estimate":3602.9032610356808,"standard_error":443.5613926982483},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15243.457156729566,"upper_bound":41398.818789678764},"point_estimate":30267.874415439444,"standard_error":6737.826261321713}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6496947.329625,"upper_bound":6507811.314625},"point_estimate":6501931.3675,"standard_error":2782.7490098181065},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6492077.625,"upper_bound":6493716.9375},"point_estimate":6492707.0,"standard_error":458.73096185201933},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2371.8819703906775,"upper_bound":4430.194046348333},"point_estimate":3350.675940513611,"standard_error":526.9309094158033},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17498.60500877724,"upper_bound":36629.74655012618},"point_estimate":28000.477338975605,"standard_error":4879.577656113188}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json index bca78c48dc1b..6273acb54a9c 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51946265.0,51915468.0,51913964.0,51962074.0,51957696.0,51914355.0,51910658.0,51912542.0,52020413.0,51918953.0,51985547.0,51915807.0,51924344.0,51937208.0,51962425.0,51919004.0,51917059.0,51952866.0,51955161.0,53010675.0,53285248.0,52849292.0,51971061.0,51972995.0,51919073.0,51937067.0,52818266.0,52196492.0,51948118.0,51939643.0,51963838.0,51970891.0,51938550.0,51951494.0,51990387.0,51931998.0,51926127.0,51918603.0,51947997.0,52002890.0,51914806.0,51940133.0,51940083.0,51932458.0,51924383.0,51976932.0,51962144.0,51936866.0,52182487.0,51956824.0,51953648.0,51961033.0,51935525.0,51934252.0,51939732.0,51950853.0,51918002.0,51923733.0,51951735.0,51917321.0,51968776.0,51981510.0,51969448.0,51921879.0,51899186.0,53127623.0,51952867.0,51951484.0,51947095.0,51932959.0,51943950.0,51938289.0,51916219.0,51935334.0,51906390.0,51930004.0,51903345.0,51939622.0,51925154.0,52010546.0,51939652.0,51992481.0,51934282.0,51913834.0,51906179.0,52056240.0,51919665.0,51930936.0,51931246.0,51990918.0,51923202.0,51910878.0,51927580.0,51909726.0,51937347.0,51901552.0,51948489.0,51906911.0,51902884.0,51923682.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51929798.0,51923366.0,52030367.0,51985442.0,51950957.0,51906945.0,51946630.0,52741121.0,52951836.0,51976185.0,51985072.0,51898789.0,51927904.0,51940168.0,51922554.0,51907646.0,52521899.0,51949615.0,52002875.0,51892739.0,51895965.0,52614053.0,51951137.0,51961848.0,51926883.0,52105047.0,51972338.0,51937031.0,51939566.0,51918056.0,51930138.0,51934947.0,51938224.0,51932804.0,51895123.0,51934587.0,51939565.0,51956318.0,51936621.0,51962710.0,52601580.0,51942863.0,51960295.0,51948533.0,52252393.0,51940348.0,51943994.0,51925951.0,51920922.0,51921111.0,51923786.0,51940127.0,51940449.0,51901825.0,51949886.0,51934908.0,52162975.0,51939797.0,51925410.0,52584357.0,51953543.0,51980503.0,51969612.0,51932674.0,52051186.0,51949014.0,51933785.0,53129290.0,52227216.0,52030607.0,52000491.0,51921994.0,51922123.0,51932182.0,51930689.0,51951318.0,51960996.0,51904541.0,51955697.0,52035106.0,51949585.0,51924057.0,51963812.0,51961457.0,51936310.0,51901945.0,51953042.0,51932473.0,51931882.0,51951880.0,51909570.0,51919298.0,51946700.0,51925921.0,51933886.0,51966587.0,51908638.0,51946390.0,52627658.0,51945057.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json index 441d0dd87a47..b650f4f354f0 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json @@ -1 +1 @@ -[6473974.1875,6481956.90625,6503244.15625,6511226.875] \ No newline at end of file +[6477134.71875,6484045.40625,6502473.90625,6509384.59375] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json index db962d1d28a7..37aaa128e737 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0005813671279750299,"upper_bound":0.002489538790508544},"point_estimate":0.001407187252582931,"standard_error":0.0004880331752021134},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0003007260117028069,"upper_bound":0.0006279550206699402},"point_estimate":0.000428999474585412,"standard_error":0.00008140850856852628}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0010033985098824028,"upper_bound":0.001551417029123092},"point_estimate":0.00029812837344600496,"standard_error":0.0006538133431479775},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00011023420436839793,"upper_bound":0.000263404486818164},"point_estimate":0.00006231417958346697,"standard_error":0.00009426873828296974}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json index 28d107b202a0..81cf02fa1365 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6494687.29125,"upper_bound":6506426.4075},"point_estimate":6499993.535,"standard_error":3011.3305468896046},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6491619.875,"upper_bound":6493391.375},"point_estimate":6492302.4375,"standard_error":374.11074048899394},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2777.6510506868362,"upper_bound":4462.533258274198},"point_estimate":3602.9032610356808,"standard_error":443.5613926982483},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15243.457156729566,"upper_bound":41398.818789678764},"point_estimate":30267.874415439444,"standard_error":6737.826261321713}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6496947.329625,"upper_bound":6507811.314625},"point_estimate":6501931.3675,"standard_error":2782.7490098181065},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6492077.625,"upper_bound":6493716.9375},"point_estimate":6492707.0,"standard_error":458.73096185201933},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2371.8819703906775,"upper_bound":4430.194046348333},"point_estimate":3350.675940513611,"standard_error":526.9309094158033},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17498.60500877724,"upper_bound":36629.74655012618},"point_estimate":28000.477338975605,"standard_error":4879.577656113188}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json index bca78c48dc1b..6273acb54a9c 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51946265.0,51915468.0,51913964.0,51962074.0,51957696.0,51914355.0,51910658.0,51912542.0,52020413.0,51918953.0,51985547.0,51915807.0,51924344.0,51937208.0,51962425.0,51919004.0,51917059.0,51952866.0,51955161.0,53010675.0,53285248.0,52849292.0,51971061.0,51972995.0,51919073.0,51937067.0,52818266.0,52196492.0,51948118.0,51939643.0,51963838.0,51970891.0,51938550.0,51951494.0,51990387.0,51931998.0,51926127.0,51918603.0,51947997.0,52002890.0,51914806.0,51940133.0,51940083.0,51932458.0,51924383.0,51976932.0,51962144.0,51936866.0,52182487.0,51956824.0,51953648.0,51961033.0,51935525.0,51934252.0,51939732.0,51950853.0,51918002.0,51923733.0,51951735.0,51917321.0,51968776.0,51981510.0,51969448.0,51921879.0,51899186.0,53127623.0,51952867.0,51951484.0,51947095.0,51932959.0,51943950.0,51938289.0,51916219.0,51935334.0,51906390.0,51930004.0,51903345.0,51939622.0,51925154.0,52010546.0,51939652.0,51992481.0,51934282.0,51913834.0,51906179.0,52056240.0,51919665.0,51930936.0,51931246.0,51990918.0,51923202.0,51910878.0,51927580.0,51909726.0,51937347.0,51901552.0,51948489.0,51906911.0,51902884.0,51923682.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51929798.0,51923366.0,52030367.0,51985442.0,51950957.0,51906945.0,51946630.0,52741121.0,52951836.0,51976185.0,51985072.0,51898789.0,51927904.0,51940168.0,51922554.0,51907646.0,52521899.0,51949615.0,52002875.0,51892739.0,51895965.0,52614053.0,51951137.0,51961848.0,51926883.0,52105047.0,51972338.0,51937031.0,51939566.0,51918056.0,51930138.0,51934947.0,51938224.0,51932804.0,51895123.0,51934587.0,51939565.0,51956318.0,51936621.0,51962710.0,52601580.0,51942863.0,51960295.0,51948533.0,52252393.0,51940348.0,51943994.0,51925951.0,51920922.0,51921111.0,51923786.0,51940127.0,51940449.0,51901825.0,51949886.0,51934908.0,52162975.0,51939797.0,51925410.0,52584357.0,51953543.0,51980503.0,51969612.0,51932674.0,52051186.0,51949014.0,51933785.0,53129290.0,52227216.0,52030607.0,52000491.0,51921994.0,51922123.0,51932182.0,51930689.0,51951318.0,51960996.0,51904541.0,51955697.0,52035106.0,51949585.0,51924057.0,51963812.0,51961457.0,51936310.0,51901945.0,51953042.0,51932473.0,51931882.0,51951880.0,51909570.0,51919298.0,51946700.0,51925921.0,51933886.0,51966587.0,51908638.0,51946390.0,52627658.0,51945057.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json index 441d0dd87a47..b650f4f354f0 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json @@ -1 +1 @@ -[6473974.1875,6481956.90625,6503244.15625,6511226.875] \ No newline at end of file +[6477134.71875,6484045.40625,6502473.90625,6509384.59375] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg index 13328bec2810..eb35f0815c28 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg @@ -9,10 +9,10 @@ Density (a.u.) Average time (µs) - + 0.1 - + 0.2 @@ -21,82 +21,58 @@ Average time (µs) 0.3 - + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - + + 0.8 - - + + 0.9 - - + + 1 - + - -2.6 + +2.5 - - -2.8 - - - + + 3 - - -3.2 - - - -3.4 - - - -3.6 + + +3.5 - - -3.8 - - - + + 4 - - -4.2 - - - -4.4 - - - -4.6 + + +4.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg index 1cd2a3b1087d..fb410d3a055a 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (µs) - + 0.01 - - + + 0.02 - - + + 0.03 - - + + 0.04 - - + + 0.05 - - + + 0.06 - - - -15 + + +0.07 + + + +0.08 + + + +0.09 - - + + + 20 - - + + 25 - - + + 30 - - + + 35 - - -40 - - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg index 81b32747a0a0..2c058b1e9e76 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg @@ -16,40 +16,40 @@ Average Iteration Time (ms) - - - - - - + + + + + + - + 6.5 - - + + 6.52 - - + + 6.54 - - + + 6.56 - - + + 6.58 - - + + 6.6 - + 6.62 @@ -107,206 +107,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - + + + + + + + + + + - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - + + + + + + + - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - - - + + + Current diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg index 4c02261e9cd0..ee0a891b72d0 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg @@ -9,38 +9,26 @@ Density (a.u.) Average Time (ms) - -10 - - - -20 - - - -30 + +5 - - -40 - - - -50 + + +10 - - -60 + + +15 - - -70 + + +20 - - -80 + + +25 - + 6.45 @@ -62,10 +50,10 @@ Average Time (ms) 6.65 - - - - + + + + Base PDF diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg index 41252bc907ab..9a11e15c745c 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg @@ -9,66 +9,58 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - -700 + + + +-0.001 - - -800 + + +-5e-4 - - -900 + + +0 - - - + + 5e-4 - - + + 0.001 - - + + 0.0015 - - -0.002 - - - -0.0025 - - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg index 0e8a78dc992b..fc8ea284fbc8 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg @@ -9,66 +9,86 @@ Density (a.u.) Relative change (%) - + +500 + + + 1000 - - + + +1500 + + + 2000 - - + + +2500 + + + 3000 - - -4000 + + +3500 - - -5000 + + +4000 - - -6000 + + +4500 - + - -3e-4 + +-0.00015 + + + +-1e-4 - - -0.00035 + + +-5e-5 - - -4e-4 + + +0 - - -0.00045 + + +5e-5 - - -5e-4 + + +1e-4 - - -0.00055 + + +0.00015 - - -6e-4 + + +2e-4 - - -0.00065 + + +0.00025 + + + +3e-4 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg index beb3b3fae899..24b89b807a58 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg @@ -13,69 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + +4.0 + + + + t distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html index 72a66dddbd4e..d8904ee70a3c 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0009709 - 0.0010010 - 0.0009574 + 0.0009657 + 0.0009965 + 0.0009541 Mean - 6.4947 ms - 6.5000 ms - 6.5064 ms + 6.4969 ms + 6.5019 ms + 6.5078 ms Std. Dev. - 15.243 µs - 30.268 µs - 41.399 µs + 17.499 µs + 28.000 µs + 36.630 µs Median - 6.4916 ms - 6.4923 ms - 6.4934 ms + 6.4921 ms + 6.4927 ms + 6.4937 ms MAD - 2.7777 µs - 3.6029 µs - 4.4625 µs + 2.3719 µs + 3.3507 µs + 4.4302 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +0.0581% - +0.1407% - +0.2490% - (p = 0.00 < + -0.1003% + +0.0298% + +0.1551% + (p = 0.64 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg index f70d4ef948ac..b3931b576a56 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg @@ -15,52 +15,47 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + - + 6.5 - - + + 6.52 - - + + 6.54 - - + + 6.56 - - + + 6.58 - - + + 6.6 - - + + 6.62 - - + + 6.64 - - -6.66 - - + 10 @@ -102,106 +97,106 @@ Average Iteration Time (ms) 100 - - - - - + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg index 7ae700871357..088333778040 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg @@ -12,52 +12,47 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + - + 6.5 - - + + 6.52 - - + + 6.54 - - + + 6.56 - - + + 6.58 - - + + 6.6 - - + + 6.62 - - + + 6.64 - - -6.66 - - + 10 @@ -99,104 +94,104 @@ Average Iteration Time (ms) 100 - - - - - + + + + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - - - - + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - + + + + + + + + - - - - - - - - - - - - + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - + + + + + + + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg index 45e6c22f6659..42c64fe15e44 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (ms) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - + - -6.494 - - - + 6.496 - - + + 6.498 - - + + 6.5 - - + + 6.502 - - + + 6.504 - - + + 6.506 - - - - + + +6.508 + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg index 409334950dde..31431a71ea60 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg @@ -13,62 +13,62 @@ Average time (ms) 500 - + 1000 - - + + 1500 - - + + 2000 - - + + 2500 - + - -6.4916 - - - -6.4918 - - - + 6.492 - - + + 6.4922 - - + + 6.4924 - - + + 6.4926 - - + + 6.4928 - - + + 6.493 - - + + 6.4932 - - - - + + +6.4934 + + + +6.4936 + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg index 4cad6891b1a2..ca21ada67cbd 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg @@ -46,26 +46,50 @@ Average Time (ms) - -6.45 + +6.46 - - + + +6.48 + + + 6.5 - - -6.55 + + +6.52 + + + +6.54 + + + +6.56 - - + + +6.58 + + + 6.6 - - -6.65 + + +6.62 + + + +6.64 + + + +6.66 - + Density (a.u.) @@ -74,48 +98,64 @@ Density (a.u.) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg index 607a789ee625..e34a371a3698 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg @@ -10,51 +10,47 @@ Average Time (ms) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - + - -6.45 - - - + 6.5 - - + + 6.55 - - + + 6.6 - - + + 6.65 - - - + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg index 8699279e2a00..7a7a2388271c 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg @@ -13,36 +13,36 @@ Average Iteration Time (ms) - - + + - - + + - + 6.5 - - + + 6.52 - + 6.54 - + 6.56 - - + + 6.58 - + 6.6 @@ -104,204 +104,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - - - - - - - - - + + + + + + + + + + - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - + + + + - - - - - - - - - - + + + + + + + + + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - - - - - + + + + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg index a1856fb0b9d2..6ef3a082573e 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg @@ -6,38 +6,26 @@ Density (a.u.) Average Time (ms) - -10 - - - -20 - - - -30 + +5 - - -40 - - - -50 + + +10 - - -60 + + +15 - - -70 + + +20 - - -80 + + +25 - + 6.45 @@ -59,8 +47,8 @@ Average Time (ms) 6.65 - - - - + + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg index befbdfb3d4f3..843a22538fc9 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (ms) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - + - -6.494 - - - + 6.496 - - + + 6.498 - - + + 6.5 - - + + 6.502 - - + + 6.504 - - + + 6.506 - - - - + + +6.508 + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/base/estimates.json b/criterion/arithmetic_hydroflow_surface/base/estimates.json index ce422ed4468f..6f39015fc4ea 100644 --- a/criterion/arithmetic_hydroflow_surface/base/estimates.json +++ b/criterion/arithmetic_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6548382.91978125,"upper_bound":6592412.09171875},"point_estimate":6568418.505,"standard_error":11335.182664882332},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6523665.25,"upper_bound":6526997.125},"point_estimate":6525585.5625,"standard_error":741.9200027573964},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3922.123251305893,"upper_bound":7985.105082923545},"point_estimate":5558.174638822675,"standard_error":1044.5783557612215},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":64012.72977330557,"upper_bound":154026.94495064463},"point_estimate":113577.24810173744,"standard_error":22851.00236004089}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6563126.21428125,"upper_bound":6607165.157781251},"point_estimate":6584129.49875,"standard_error":11239.89240663243},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6523117.875,"upper_bound":6526461.625},"point_estimate":6524590.5625,"standard_error":852.456414433934},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5230.608074013144,"upper_bound":11526.751482859254},"point_estimate":7637.7064269036055,"standard_error":1604.7566359108996},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":87003.7232076892,"upper_bound":134932.735583606},"point_estimate":112437.46346923977,"standard_error":12242.328800380592}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/base/sample.json b/criterion/arithmetic_hydroflow_surface/base/sample.json index 0288769b78a8..b612dea98359 100644 --- a/criterion/arithmetic_hydroflow_surface/base/sample.json +++ b/criterion/arithmetic_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52215977.0,52193612.0,52208733.0,52177725.0,52166663.0,52225994.0,52224049.0,52199144.0,52179569.0,52451776.0,53098252.0,53015208.0,52565768.0,52440614.0,52786331.0,53896394.0,54591323.0,53359641.0,52765072.0,52639438.0,52825875.0,53727477.0,54064728.0,53946789.0,55106917.0,52869092.0,53196666.0,57338938.0,57144295.0,53155401.0,52178433.0,52369691.0,52218167.0,52210426.0,52185457.0,52158187.0,52166862.0,52205945.0,52235420.0,52157538.0,52158305.0,52170170.0,52184126.0,52168867.0,52186938.0,52206697.0,52184696.0,52176902.0,52659102.0,52672599.0,52249746.0,52207187.0,52200576.0,52161924.0,52172582.0,52172963.0,52205297.0,52185538.0,52156574.0,52204072.0,52186460.0,52228369.0,52163245.0,52211114.0,52159638.0,55322499.0,52180137.0,52188722.0,52232676.0,52215364.0,52189922.0,52205774.0,52180025.0,52185346.0,52189536.0,52236042.0,52162685.0,52149740.0,52184394.0,52163444.0,52166553.0,52223838.0,52175437.0,52182252.0,52169557.0,52216575.0,52517566.0,52221474.0,52187129.0,52203573.0,52169510.0,52202668.0,52218157.0,52226915.0,52186118.0,52203921.0,52154129.0,52252492.0,52192200.0,52181160.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52250593.0,52187608.0,52201492.0,52170406.0,52240064.0,52195572.0,52141411.0,52979362.0,52230568.0,52201574.0,52198487.0,52189038.0,52147923.0,52173682.0,52177708.0,52191226.0,52167461.0,52123228.0,52158409.0,52197124.0,52163601.0,52196325.0,52198704.0,52184153.0,52175505.0,52159765.0,52295380.0,52163003.0,52159445.0,52784398.0,52169565.0,52157211.0,52218736.0,52172250.0,52175426.0,52131941.0,52154856.0,52153234.0,52159506.0,52147251.0,52169432.0,52207876.0,52151380.0,52165715.0,52200890.0,52160774.0,52178652.0,52192655.0,52145497.0,52139596.0,52136911.0,52139098.0,52191826.0,52127145.0,52118639.0,52225589.0,55110543.0,56366312.0,54797247.0,53808000.0,53055207.0,54845166.0,54697860.0,52464666.0,53901956.0,54175319.0,54193604.0,53723251.0,53881036.0,52385679.0,52778957.0,53735735.0,53821605.0,54339707.0,53945859.0,54143038.0,54838493.0,54840361.0,53230985.0,53096583.0,53400574.0,53210227.0,52577420.0,53190591.0,52602968.0,52156801.0,52201002.0,52158667.0,52213777.0,52156168.0,52194431.0,52159596.0,52184943.0,52201064.0,52245618.0,52211693.0,52169416.0,52169214.0,52186145.0,52241249.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/base/tukey.json b/criterion/arithmetic_hydroflow_surface/base/tukey.json index 3278d8bc6350..365efb059bb0 100644 --- a/criterion/arithmetic_hydroflow_surface/base/tukey.json +++ b/criterion/arithmetic_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[6444672.34375,6483580.609375,6587335.984375,6626244.25] \ No newline at end of file +[6269298.625,6394865.03125,6729708.78125,6855275.1875] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/change/estimates.json b/criterion/arithmetic_hydroflow_surface/change/estimates.json index 6481575178c1..458843d89792 100644 --- a/criterion/arithmetic_hydroflow_surface/change/estimates.json +++ b/criterion/arithmetic_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005019981170557036,"upper_bound":0.0048826961689670744},"point_estimate":0.00013819581169705053,"standard_error":0.002529610529704442},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0006199048668820151,"upper_bound":0.0011674223287844396},"point_estimate":0.0009394853120996416,"standard_error":0.00013572400933211374}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.002470603229825538,"upper_bound":0.007178357010613656},"point_estimate":0.002391899014662524,"standard_error":0.0024519244169640855},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0004396081072564062,"upper_bound":0.00023397506486100283},"point_estimate":-0.00015247673798313155,"standard_error":0.00016810065766811573}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/new/estimates.json b/criterion/arithmetic_hydroflow_surface/new/estimates.json index ce422ed4468f..6f39015fc4ea 100644 --- a/criterion/arithmetic_hydroflow_surface/new/estimates.json +++ b/criterion/arithmetic_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6548382.91978125,"upper_bound":6592412.09171875},"point_estimate":6568418.505,"standard_error":11335.182664882332},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6523665.25,"upper_bound":6526997.125},"point_estimate":6525585.5625,"standard_error":741.9200027573964},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3922.123251305893,"upper_bound":7985.105082923545},"point_estimate":5558.174638822675,"standard_error":1044.5783557612215},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":64012.72977330557,"upper_bound":154026.94495064463},"point_estimate":113577.24810173744,"standard_error":22851.00236004089}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6563126.21428125,"upper_bound":6607165.157781251},"point_estimate":6584129.49875,"standard_error":11239.89240663243},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6523117.875,"upper_bound":6526461.625},"point_estimate":6524590.5625,"standard_error":852.456414433934},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5230.608074013144,"upper_bound":11526.751482859254},"point_estimate":7637.7064269036055,"standard_error":1604.7566359108996},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":87003.7232076892,"upper_bound":134932.735583606},"point_estimate":112437.46346923977,"standard_error":12242.328800380592}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/new/sample.json b/criterion/arithmetic_hydroflow_surface/new/sample.json index 0288769b78a8..b612dea98359 100644 --- a/criterion/arithmetic_hydroflow_surface/new/sample.json +++ b/criterion/arithmetic_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52215977.0,52193612.0,52208733.0,52177725.0,52166663.0,52225994.0,52224049.0,52199144.0,52179569.0,52451776.0,53098252.0,53015208.0,52565768.0,52440614.0,52786331.0,53896394.0,54591323.0,53359641.0,52765072.0,52639438.0,52825875.0,53727477.0,54064728.0,53946789.0,55106917.0,52869092.0,53196666.0,57338938.0,57144295.0,53155401.0,52178433.0,52369691.0,52218167.0,52210426.0,52185457.0,52158187.0,52166862.0,52205945.0,52235420.0,52157538.0,52158305.0,52170170.0,52184126.0,52168867.0,52186938.0,52206697.0,52184696.0,52176902.0,52659102.0,52672599.0,52249746.0,52207187.0,52200576.0,52161924.0,52172582.0,52172963.0,52205297.0,52185538.0,52156574.0,52204072.0,52186460.0,52228369.0,52163245.0,52211114.0,52159638.0,55322499.0,52180137.0,52188722.0,52232676.0,52215364.0,52189922.0,52205774.0,52180025.0,52185346.0,52189536.0,52236042.0,52162685.0,52149740.0,52184394.0,52163444.0,52166553.0,52223838.0,52175437.0,52182252.0,52169557.0,52216575.0,52517566.0,52221474.0,52187129.0,52203573.0,52169510.0,52202668.0,52218157.0,52226915.0,52186118.0,52203921.0,52154129.0,52252492.0,52192200.0,52181160.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52250593.0,52187608.0,52201492.0,52170406.0,52240064.0,52195572.0,52141411.0,52979362.0,52230568.0,52201574.0,52198487.0,52189038.0,52147923.0,52173682.0,52177708.0,52191226.0,52167461.0,52123228.0,52158409.0,52197124.0,52163601.0,52196325.0,52198704.0,52184153.0,52175505.0,52159765.0,52295380.0,52163003.0,52159445.0,52784398.0,52169565.0,52157211.0,52218736.0,52172250.0,52175426.0,52131941.0,52154856.0,52153234.0,52159506.0,52147251.0,52169432.0,52207876.0,52151380.0,52165715.0,52200890.0,52160774.0,52178652.0,52192655.0,52145497.0,52139596.0,52136911.0,52139098.0,52191826.0,52127145.0,52118639.0,52225589.0,55110543.0,56366312.0,54797247.0,53808000.0,53055207.0,54845166.0,54697860.0,52464666.0,53901956.0,54175319.0,54193604.0,53723251.0,53881036.0,52385679.0,52778957.0,53735735.0,53821605.0,54339707.0,53945859.0,54143038.0,54838493.0,54840361.0,53230985.0,53096583.0,53400574.0,53210227.0,52577420.0,53190591.0,52602968.0,52156801.0,52201002.0,52158667.0,52213777.0,52156168.0,52194431.0,52159596.0,52184943.0,52201064.0,52245618.0,52211693.0,52169416.0,52169214.0,52186145.0,52241249.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/new/tukey.json b/criterion/arithmetic_hydroflow_surface/new/tukey.json index 3278d8bc6350..365efb059bb0 100644 --- a/criterion/arithmetic_hydroflow_surface/new/tukey.json +++ b/criterion/arithmetic_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[6444672.34375,6483580.609375,6587335.984375,6626244.25] \ No newline at end of file +[6269298.625,6394865.03125,6729708.78125,6855275.1875] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/report/MAD.svg b/criterion/arithmetic_hydroflow_surface/report/MAD.svg index 1fff4ae9e911..f1e2770a8380 100644 --- a/criterion/arithmetic_hydroflow_surface/report/MAD.svg +++ b/criterion/arithmetic_hydroflow_surface/report/MAD.svg @@ -9,86 +9,74 @@ Density (a.u.) Average time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - -0.45 - - + - -3.5 - - - -4 - - - -4.5 - - - + 5 - - -5.5 - - - + + 6 - - -6.5 + + +7 - + + +8 + + + +9 + + -7 +10 - -7.5 + +11 - - -8 + + +12 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/SD.svg b/criterion/arithmetic_hydroflow_surface/report/SD.svg index 9d72f22aab1c..6ac70a2ee3c0 100644 --- a/criterion/arithmetic_hydroflow_surface/report/SD.svg +++ b/criterion/arithmetic_hydroflow_surface/report/SD.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (µs) - -0.002 + +0.005 - - -0.004 - - - -0.006 - - - -0.008 - - - + + 0.01 - - -0.012 + + +0.015 - - -0.014 + + +0.02 - + + +0.025 + + -0.016 +0.03 - -0.018 + +0.035 - + - -60 - - - -70 - - - -80 - - - + 90 - - + + 100 - - + + 110 - - + + 120 - - + + 130 - - + + 140 - - -150 - - - -160 - - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg b/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg index 4bbe7bef6a02..a20f617373e8 100644 --- a/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg @@ -16,42 +16,37 @@ Average Iteration Time (ms) - - - - - - - + + + + + + - + 6.6 - - + + 6.7 - - + + 6.8 - - + + 6.9 - - + + 7.0 - - + + 7.1 - - -7.2 - - + 0 @@ -97,206 +92,206 @@ Average Iteration Time (ms) 100 - - - + + + - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - + + + + - - - - + + + + - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + - - - - + + + + - - - - - - - - - - - - + + + + + + + + + + + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - - - - - - - + + + + + + + + - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg b/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg index df8db3328abf..03b049fdfca5 100644 --- a/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg +++ b/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg @@ -34,30 +34,30 @@ Average Time (ms) - + 6.4 - - + + 6.6 - - + + 6.8 - - + + 7 - - + + 7.2 - - - - - + + + + + Base PDF diff --git a/criterion/arithmetic_hydroflow_surface/report/change/mean.svg b/criterion/arithmetic_hydroflow_surface/report/change/mean.svg index e5501c568e07..0276a9ad2d2a 100644 --- a/criterion/arithmetic_hydroflow_surface/report/change/mean.svg +++ b/criterion/arithmetic_hydroflow_surface/report/change/mean.svg @@ -9,62 +9,66 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - - --0.006 - - - --0.004 + + +160 - - + + + -0.002 - - + + 0 - - + + 0.002 - - + + 0.004 - - - - + + +0.006 + + + +0.008 + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/change/median.svg b/criterion/arithmetic_hydroflow_surface/report/change/median.svg index 7efec950e0a8..b075fa94938d 100644 --- a/criterion/arithmetic_hydroflow_surface/report/change/median.svg +++ b/criterion/arithmetic_hydroflow_surface/report/change/median.svg @@ -9,74 +9,66 @@ Density (a.u.) Relative change (%) - + 500 - - + + 1000 - - + + 1500 - - + + 2000 - - + + 2500 - - -3000 - - - -3500 - - - -4000 + + + +-5e-4 - - -4500 + + +-4e-4 - - - -6e-4 + + +-3e-4 - - -7e-4 + + +-2e-4 - - -8e-4 + + +-1e-4 - - -9e-4 + + +0 - - -0.001 + + +1e-4 - - -0.0011 + + +2e-4 - - -0.0012 + + +3e-4 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg b/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg index 1c20e7efa79a..9c660f6d1af4 100644 --- a/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg +++ b/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/index.html b/criterion/arithmetic_hydroflow_surface/report/index.html index 8aa9afc7b3a5..5c7acad68691 100644 --- a/criterion/arithmetic_hydroflow_surface/report/index.html +++ b/criterion/arithmetic_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0015881 - 0.0016379 - 0.0015674 + 0.0022433 + 0.0023222 + 0.0022279 Mean - 6.5484 ms - 6.5684 ms - 6.5924 ms + 6.5631 ms + 6.5841 ms + 6.6072 ms Std. Dev. - 64.013 µs - 113.58 µs - 154.03 µs + 87.004 µs + 112.44 µs + 134.93 µs Median - 6.5237 ms - 6.5256 ms - 6.5270 ms + 6.5231 ms + 6.5246 ms + 6.5265 ms MAD - 3.9221 µs - 5.5582 µs - 7.9851 µs + 5.2306 µs + 7.6377 µs + 11.527 µs @@ -221,10 +221,10 @@

Additional Statistics:

Change in time - -0.5020% - +0.0138% - +0.4883% - (p = 0.96 > + -0.2471% + +0.2392% + +0.7178% + (p = 0.33 > 0.05) diff --git a/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg b/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg index 859178892ff6..5a69f4e5e507 100644 --- a/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg @@ -15,37 +15,57 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + + + - + +6.55 + + + 6.6 - - + + +6.65 + + + 6.7 - - + + +6.75 + + + 6.8 - - + + +6.85 + + + 6.9 - - -7.0 + + +6.95 - - -7.1 + + +7.0 - + 10 @@ -87,106 +107,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - + + + + + + + + Sample diff --git a/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg b/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg index caf2726d204c..68318cc1831e 100644 --- a/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg @@ -12,37 +12,57 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + + + - + +6.55 + + + 6.6 - - + + +6.65 + + + 6.7 - - + + +6.75 + + + 6.8 - - + + +6.85 + + + 6.9 - - -7.0 + + +6.95 - - -7.1 + + +7.0 - + 10 @@ -84,104 +104,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - + - - - - - - + + + + + + - - + + - - - - - - - + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - + + + - + - - - - - - - + + + + + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/mean.svg b/criterion/arithmetic_hydroflow_surface/report/mean.svg index fe84b3d0c8e6..6d9d8a39ef8d 100644 --- a/criterion/arithmetic_hydroflow_surface/report/mean.svg +++ b/criterion/arithmetic_hydroflow_surface/report/mean.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - + - -6.545 - - - -6.55 - - - -6.555 - - - + 6.56 - - + + 6.565 - - + + 6.57 - - + + 6.575 - - + + 6.58 - - + + 6.585 - - + + 6.59 - - + + 6.595 - - - - + + +6.6 + + + +6.605 + + + +6.61 + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/median.svg b/criterion/arithmetic_hydroflow_surface/report/median.svg index 1fa3051687f8..aab593321f13 100644 --- a/criterion/arithmetic_hydroflow_surface/report/median.svg +++ b/criterion/arithmetic_hydroflow_surface/report/median.svg @@ -9,66 +9,74 @@ Density (a.u.) Average time (ms) - + +100 + + + 200 - - + + +300 + + + 400 - - -600 + + +500 - - -800 + + +600 - - -1000 + + +700 - - -1200 + + +800 - + - + +6.523 + + + 6.5235 - - + + 6.524 - - + + 6.5245 - - + + 6.525 - - + + 6.5255 - - + + 6.526 - - + + 6.5265 - - -6.527 - - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/pdf.svg b/criterion/arithmetic_hydroflow_surface/report/pdf.svg index af266e46b22b..45dc57d765a9 100644 --- a/criterion/arithmetic_hydroflow_surface/report/pdf.svg +++ b/criterion/arithmetic_hydroflow_surface/report/pdf.svg @@ -46,46 +46,38 @@ Average Time (ms) - + 6.4 - - + + 6.5 - - + + 6.6 - - + + 6.7 - - + + 6.8 - - + + 6.9 - - + + 7 - - + + 7.1 - - -7.2 - - - -7.3 - - + Density (a.u.) @@ -94,72 +86,64 @@ Density (a.u.) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg b/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg index 67b040792084..ffd8ef95ad14 100644 --- a/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg @@ -10,55 +10,47 @@ Average Time (ms) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - -7 - - + - + 6.4 - - + + 6.6 - - + + 6.8 - - + + 7 - - -7.2 - - - - + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg index aa0fd2765248..227ef0216688 100644 --- a/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,42 +13,37 @@ Average Iteration Time (ms) - - - - - - - + + + + + + - + 6.6 - - + + 6.7 - - + + 6.8 - - + + 6.9 - - + + 7.0 - - + + 7.1 - - -7.2 - - + 0 @@ -94,204 +89,204 @@ Average Iteration Time (ms) 100 - + - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + - + - + - - - - + + + + - - - + + + - + - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - + - - - - + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - + - - - - - - - - - - + + + + + + + + + + - - - - + + + + - - - + + + - + - - + + - - - + + + - - - - - - - + + + + + + + - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg b/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg index ea161a168972..631ece3552f7 100644 --- a/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg @@ -31,28 +31,28 @@ Average Time (ms) - + 6.4 - - + + 6.6 - - + + 6.8 - - + + 7 - - + + 7.2 - - - - - + + + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/typical.svg b/criterion/arithmetic_hydroflow_surface/report/typical.svg index c27bf5f91bf5..e293e06c6cff 100644 --- a/criterion/arithmetic_hydroflow_surface/report/typical.svg +++ b/criterion/arithmetic_hydroflow_surface/report/typical.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - + - -6.545 - - - -6.55 - - - -6.555 - - - + 6.56 - - + + 6.565 - - + + 6.57 - - + + 6.575 - - + + 6.58 - - + + 6.585 - - + + 6.59 - - + + 6.595 - - - - + + +6.6 + + + +6.605 + + + +6.61 + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/base/estimates.json b/criterion/fan_in_hydroflow/base/estimates.json index bf96dfcd18e0..fefbe7fd7eb8 100644 --- a/criterion/fan_in_hydroflow/base/estimates.json +++ b/criterion/fan_in_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":75098642.89,"upper_bound":75402598.18},"point_estimate":75246247.48,"standard_error":77992.73761920372},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":74999232.0,"upper_bound":75236476.0},"point_estimate":75118865.0,"standard_error":57645.821413232836},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":444097.9961156845,"upper_bound":819697.6495474577},"point_estimate":620723.0961799622,"standard_error":91677.34540684524},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":625097.9178157648,"upper_bound":941178.9382861069},"point_estimate":786801.5405158991,"standard_error":81103.01123751653}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":74016830.17925,"upper_bound":74205922.979},"point_estimate":74108987.51,"standard_error":48473.67682989984},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":73910029.5,"upper_bound":74149956.0},"point_estimate":74039467.5,"standard_error":64788.4114127389},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":320965.10310173035,"upper_bound":532823.4502404928},"point_estimate":419004.9915611744,"standard_error":55817.860213638785},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":407388.6953296429,"upper_bound":556138.5188975884},"point_estimate":486337.6883290273,"standard_error":37785.75044448745}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/base/sample.json b/criterion/fan_in_hydroflow/base/sample.json index dbe298e5cc3a..622a54836378 100644 --- a/criterion/fan_in_hydroflow/base/sample.json +++ b/criterion/fan_in_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[74728095.0,76209534.0,77645647.0,76626903.0,75234562.0,74449234.0,75763669.0,75249730.0,75489498.0,75147729.0,74903102.0,75526086.0,76405048.0,75581279.0,75490020.0,75668042.0,76008437.0,76522719.0,76826507.0,75764712.0,75172826.0,77396061.0,75128404.0,75700392.0,75721852.0,76158308.0,76068690.0,76514704.0,76062248.0,78374820.0,74919772.0,75772206.0,76225072.0,75288723.0,74927197.0,75748041.0,75323558.0,74533411.0,75121400.0,75577903.0,75058512.0,75040680.0,75903431.0,75944641.0,75019920.0,74758972.0,74761188.0,75515687.0,75028547.0,74883335.0,75280588.0,76220504.0,75283413.0,74886672.0,74650921.0,74562285.0,75092836.0,76058621.0,74735529.0,74289826.0,74518995.0,75187724.0,75172806.0,75236476.0,75439214.0,74688742.0,74813385.0,75057822.0,74928920.0,75073140.0,74969917.0,74809617.0,75050447.0,75145275.0,74858539.0,75150584.0,75065175.0,75318809.0,74284957.0,74678512.0,74534604.0,75116330.0,74752460.0,75960118.0,74638084.0,74677421.0,74774292.0,74545410.0,74950346.0,74465500.0,73859719.0,74810694.0,73986365.0,73615251.0,74437999.0,74408293.0,73774539.0,74310891.0,74280814.0,75324313.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[74773097.0,73880722.0,74003853.0,74387947.0,73938768.0,73893203.0,73624137.0,73927047.0,74083730.0,73746017.0,74365598.0,75335491.0,75298351.0,73713245.0,75592884.0,74845591.0,73640789.0,74190120.0,73967452.0,73453017.0,73749193.0,74157490.0,73873165.0,73480699.0,74854277.0,75030528.0,74684709.0,74551499.0,73285583.0,73429251.0,74234323.0,73739384.0,74433377.0,73676997.0,73680684.0,74900715.0,73703898.0,73864339.0,74078471.0,74308062.0,73801210.0,74448635.0,74612904.0,73714608.0,73640709.0,74126051.0,73557462.0,74218744.0,74149956.0,73953526.0,73846655.0,75072576.0,74176235.0,74296970.0,73349222.0,73946443.0,74100963.0,74314423.0,73356014.0,73915836.0,73688397.0,74043164.0,73656138.0,73402622.0,73635739.0,73692977.0,73803324.0,74153552.0,73778658.0,73836115.0,74476949.0,74035771.0,73771805.0,74093518.0,73775993.0,75047620.0,75246474.0,74186654.0,74056940.0,74512456.0,73867084.0,74310166.0,74207432.0,73792013.0,74150977.0,73842347.0,75001835.0,74070195.0,74955437.0,74291741.0,74181374.0,73879868.0,73984013.0,73926856.0,74404913.0,73556000.0,74128775.0,74523206.0,73562162.0,74390646.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/base/tukey.json b/criterion/fan_in_hydroflow/base/tukey.json index 02bb997fee5e..22c6c070e62f 100644 --- a/criterion/fan_in_hydroflow/base/tukey.json +++ b/criterion/fan_in_hydroflow/base/tukey.json @@ -1 +1 @@ -[72000987.5,73379165.75,77054307.75,78432486.0] \ No newline at end of file +[72082957.75,72924554.875,75168813.875,76010411.0] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/change/estimates.json b/criterion/fan_in_hydroflow/change/estimates.json index d7f16e17d43f..4f4d7f6e3ca9 100644 --- a/criterion/fan_in_hydroflow/change/estimates.json +++ b/criterion/fan_in_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.1164104397152709,"upper_bound":-0.07937222634322738},"point_estimate":-0.09803613151759183,"standard_error":0.0094161664679644},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.11077918391486442,"upper_bound":-0.0454778124957485},"point_estimate":-0.07017775426202977,"standard_error":0.015500851085922173}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.017537624613117028,"upper_bound":-0.012761501146229091},"point_estimate":-0.015113842990007953,"standard_error":0.0012173175609424248},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.016745525002704317,"upper_bound":-0.012283527770384994},"point_estimate":-0.014369193411002734,"standard_error":0.0011537273899471308}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/new/estimates.json b/criterion/fan_in_hydroflow/new/estimates.json index bf96dfcd18e0..fefbe7fd7eb8 100644 --- a/criterion/fan_in_hydroflow/new/estimates.json +++ b/criterion/fan_in_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":75098642.89,"upper_bound":75402598.18},"point_estimate":75246247.48,"standard_error":77992.73761920372},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":74999232.0,"upper_bound":75236476.0},"point_estimate":75118865.0,"standard_error":57645.821413232836},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":444097.9961156845,"upper_bound":819697.6495474577},"point_estimate":620723.0961799622,"standard_error":91677.34540684524},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":625097.9178157648,"upper_bound":941178.9382861069},"point_estimate":786801.5405158991,"standard_error":81103.01123751653}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":74016830.17925,"upper_bound":74205922.979},"point_estimate":74108987.51,"standard_error":48473.67682989984},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":73910029.5,"upper_bound":74149956.0},"point_estimate":74039467.5,"standard_error":64788.4114127389},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":320965.10310173035,"upper_bound":532823.4502404928},"point_estimate":419004.9915611744,"standard_error":55817.860213638785},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":407388.6953296429,"upper_bound":556138.5188975884},"point_estimate":486337.6883290273,"standard_error":37785.75044448745}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/new/sample.json b/criterion/fan_in_hydroflow/new/sample.json index dbe298e5cc3a..622a54836378 100644 --- a/criterion/fan_in_hydroflow/new/sample.json +++ b/criterion/fan_in_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[74728095.0,76209534.0,77645647.0,76626903.0,75234562.0,74449234.0,75763669.0,75249730.0,75489498.0,75147729.0,74903102.0,75526086.0,76405048.0,75581279.0,75490020.0,75668042.0,76008437.0,76522719.0,76826507.0,75764712.0,75172826.0,77396061.0,75128404.0,75700392.0,75721852.0,76158308.0,76068690.0,76514704.0,76062248.0,78374820.0,74919772.0,75772206.0,76225072.0,75288723.0,74927197.0,75748041.0,75323558.0,74533411.0,75121400.0,75577903.0,75058512.0,75040680.0,75903431.0,75944641.0,75019920.0,74758972.0,74761188.0,75515687.0,75028547.0,74883335.0,75280588.0,76220504.0,75283413.0,74886672.0,74650921.0,74562285.0,75092836.0,76058621.0,74735529.0,74289826.0,74518995.0,75187724.0,75172806.0,75236476.0,75439214.0,74688742.0,74813385.0,75057822.0,74928920.0,75073140.0,74969917.0,74809617.0,75050447.0,75145275.0,74858539.0,75150584.0,75065175.0,75318809.0,74284957.0,74678512.0,74534604.0,75116330.0,74752460.0,75960118.0,74638084.0,74677421.0,74774292.0,74545410.0,74950346.0,74465500.0,73859719.0,74810694.0,73986365.0,73615251.0,74437999.0,74408293.0,73774539.0,74310891.0,74280814.0,75324313.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[74773097.0,73880722.0,74003853.0,74387947.0,73938768.0,73893203.0,73624137.0,73927047.0,74083730.0,73746017.0,74365598.0,75335491.0,75298351.0,73713245.0,75592884.0,74845591.0,73640789.0,74190120.0,73967452.0,73453017.0,73749193.0,74157490.0,73873165.0,73480699.0,74854277.0,75030528.0,74684709.0,74551499.0,73285583.0,73429251.0,74234323.0,73739384.0,74433377.0,73676997.0,73680684.0,74900715.0,73703898.0,73864339.0,74078471.0,74308062.0,73801210.0,74448635.0,74612904.0,73714608.0,73640709.0,74126051.0,73557462.0,74218744.0,74149956.0,73953526.0,73846655.0,75072576.0,74176235.0,74296970.0,73349222.0,73946443.0,74100963.0,74314423.0,73356014.0,73915836.0,73688397.0,74043164.0,73656138.0,73402622.0,73635739.0,73692977.0,73803324.0,74153552.0,73778658.0,73836115.0,74476949.0,74035771.0,73771805.0,74093518.0,73775993.0,75047620.0,75246474.0,74186654.0,74056940.0,74512456.0,73867084.0,74310166.0,74207432.0,73792013.0,74150977.0,73842347.0,75001835.0,74070195.0,74955437.0,74291741.0,74181374.0,73879868.0,73984013.0,73926856.0,74404913.0,73556000.0,74128775.0,74523206.0,73562162.0,74390646.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/new/tukey.json b/criterion/fan_in_hydroflow/new/tukey.json index 02bb997fee5e..22c6c070e62f 100644 --- a/criterion/fan_in_hydroflow/new/tukey.json +++ b/criterion/fan_in_hydroflow/new/tukey.json @@ -1 +1 @@ -[72000987.5,73379165.75,77054307.75,78432486.0] \ No newline at end of file +[72082957.75,72924554.875,75168813.875,76010411.0] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/report/MAD.svg b/criterion/fan_in_hydroflow/report/MAD.svg index a48aa39e12e8..964033c2eba2 100644 --- a/criterion/fan_in_hydroflow/report/MAD.svg +++ b/criterion/fan_in_hydroflow/report/MAD.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (µs) - -5e-4 - - - + 0.001 - - -0.0015 - - - + + 0.002 - - -0.0025 - - - + + 0.003 - - -0.0035 - - - + + 0.004 - + + +0.005 + + -0.0045 +0.006 - -0.005 + +0.007 - - -0.0055 - - + - -450 + +300 - - -500 - - - -550 - - - -600 + + +350 - - -650 + + +400 - - -700 - - - -750 + + +450 - - -800 + + +500 - - -850 + + +550 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/SD.svg b/criterion/fan_in_hydroflow/report/SD.svg index 42ab94d322da..c104582d51fd 100644 --- a/criterion/fan_in_hydroflow/report/SD.svg +++ b/criterion/fan_in_hydroflow/report/SD.svg @@ -9,82 +9,90 @@ Density (a.u.) Average time (µs) - -5e-4 - - - + 0.001 - - -0.0015 - - - + + 0.002 - - -0.0025 - - - + + 0.003 - - -0.0035 - - - + + 0.004 - - -0.0045 - - - + + 0.005 - + + +0.006 + + + +0.007 + + + +0.008 + + + +0.009 + + + +0.01 + + + +0.011 + + - -600 + +400 + + + +420 - - -650 + + +440 - - -700 + + +460 - - -750 + + +480 - - -800 + + +500 - - -850 + + +520 - - -900 + + +540 - - -950 + + +560 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/both/iteration_times.svg b/criterion/fan_in_hydroflow/report/both/iteration_times.svg index cfd5b3f07e47..06e3e0335469 100644 --- a/criterion/fan_in_hydroflow/report/both/iteration_times.svg +++ b/criterion/fan_in_hydroflow/report/both/iteration_times.svg @@ -16,42 +16,57 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + + + - + +73.5 + + + +74.0 + + + +74.5 + + + 75.0 - - -80.0 + + +75.5 - - -85.0 + + +76.0 - - -90.0 + + +76.5 - - -95.0 + + +77.0 - - -100.0 + + +77.5 - - -105.0 + + +78.0 - + 0 @@ -97,206 +112,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_in_hydroflow/report/both/pdf.svg b/criterion/fan_in_hydroflow/report/both/pdf.svg index a8eb0a43d8f5..02f8ac7a5c68 100644 --- a/criterion/fan_in_hydroflow/report/both/pdf.svg +++ b/criterion/fan_in_hydroflow/report/both/pdf.svg @@ -9,71 +9,55 @@ Density (a.u.) Average Time (ms) - -0.05 - - - + 0.1 - - -0.15 + + +0.2 - + -0.2 +0.3 - -0.25 - - - -0.3 + +0.4 - - -0.35 + + +0.5 - + -0.4 +0.6 - -0.45 - - - -0.5 + +0.7 - - -0.55 + + +0.8 - + - -60 - - - -80 - - - -100 - - - -120 - - - - - - + +74 + + + +76 + + + +78 + + + + + + Base PDF diff --git a/criterion/fan_in_hydroflow/report/change/mean.svg b/criterion/fan_in_hydroflow/report/change/mean.svg index fb6aadf2afdd..6491b71151fa 100644 --- a/criterion/fan_in_hydroflow/report/change/mean.svg +++ b/criterion/fan_in_hydroflow/report/change/mean.svg @@ -9,78 +9,58 @@ Density (a.u.) Relative change (%) - -5 + +50 - - -10 + + +100 - - -15 + + +150 - - -20 + + +200 - - -25 + + +250 - - -30 + + +300 - - -35 - - - -40 - - + --0.12 +-0.018 - --0.115 - - - --0.11 - - - --0.105 - - - --0.1 + +-0.017 - - --0.095 + + +-0.016 - - --0.09 + + +-0.015 - - --0.085 + + +-0.014 - - --0.08 + + +-0.013 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/change/median.svg b/criterion/fan_in_hydroflow/report/change/median.svg index c7fa5bf3a087..ab7840cdb8c2 100644 --- a/criterion/fan_in_hydroflow/report/change/median.svg +++ b/criterion/fan_in_hydroflow/report/change/median.svg @@ -9,74 +9,82 @@ Density (a.u.) Relative change (%) - -5 + +50 - - -10 + + +100 - - -15 + + +150 - - -20 + + +200 - - -25 + + +250 - - -30 + + +300 - - -35 + + +350 - - -40 - - + - --0.11 + +-0.017 + + + +-0.0165 + + + +-0.016 + + + +-0.0155 - - --0.1 + + +-0.015 - - --0.09 + + +-0.0145 - - --0.08 + + +-0.014 - - --0.07 + + +-0.0135 - - --0.06 + + +-0.013 - - --0.05 + + +-0.0125 - - --0.04 + + +-0.012 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/change/t-test.svg b/criterion/fan_in_hydroflow/report/change/t-test.svg index 9946fd7458d8..e4de715ff725 100644 --- a/criterion/fan_in_hydroflow/report/change/t-test.svg +++ b/criterion/fan_in_hydroflow/report/change/t-test.svg @@ -13,76 +13,76 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + t distribution diff --git a/criterion/fan_in_hydroflow/report/index.html b/criterion/fan_in_hydroflow/report/index.html index 8a97cb7ec57e..ab6512ca5c7d 100644 --- a/criterion/fan_in_hydroflow/report/index.html +++ b/criterion/fan_in_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0000960 - 0.0000994 - 0.0000956 + 0.0032587 + 0.0033765 + 0.0032466 Mean - 75.099 ms - 75.246 ms - 75.403 ms + 74.017 ms + 74.109 ms + 74.206 ms Std. Dev. - 625.10 µs - 786.80 µs - 941.18 µs + 407.39 µs + 486.34 µs + 556.14 µs Median - 74.999 ms - 75.119 ms - 75.236 ms + 73.910 ms + 74.039 ms + 74.150 ms MAD - 444.10 µs - 620.72 µs - 819.70 µs + 320.97 µs + 419.00 µs + 532.82 µs @@ -221,9 +221,9 @@

Additional Statistics:

Change in time - -11.641% - -9.8036% - -7.9372% + -1.7538% + -1.5114% + -1.2762% (p = 0.00 < 0.05) diff --git a/criterion/fan_in_hydroflow/report/iteration_times.svg b/criterion/fan_in_hydroflow/report/iteration_times.svg index 01d34ff02300..c22bea308ad9 100644 --- a/criterion/fan_in_hydroflow/report/iteration_times.svg +++ b/criterion/fan_in_hydroflow/report/iteration_times.svg @@ -15,52 +15,62 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + + + + - -74.0 + +73.4 - - -74.5 + + +73.6 - - -75.0 + + +73.8 + + + +74.0 + + + +74.2 - - -75.5 + + +74.4 - - -76.0 + + +74.6 - - -76.5 + + +74.8 - - -77.0 + + +75.0 - - -77.5 + + +75.2 - - -78.0 + + +75.4 - + 10 @@ -102,106 +112,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_in_hydroflow/report/iteration_times_small.svg b/criterion/fan_in_hydroflow/report/iteration_times_small.svg index 8a87e05b1073..54119770bdfa 100644 --- a/criterion/fan_in_hydroflow/report/iteration_times_small.svg +++ b/criterion/fan_in_hydroflow/report/iteration_times_small.svg @@ -12,52 +12,62 @@ Average Iteration Time (ms) - - - + + + + - - - - - + + + + + + - -74.0 + +73.4 - - -74.5 + + +73.6 - - -75.0 + + +73.8 + + + +74.0 - + -75.5 +74.2 - -76.0 + +74.4 + + + +74.6 - - -76.5 + + +74.8 - - -77.0 + + +75.0 - - -77.5 + + +75.2 - - -78.0 + + +75.4 - + 10 @@ -99,104 +109,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow/report/mean.svg b/criterion/fan_in_hydroflow/report/mean.svg index 21300984cf05..e599b4e4faa0 100644 --- a/criterion/fan_in_hydroflow/report/mean.svg +++ b/criterion/fan_in_hydroflow/report/mean.svg @@ -9,82 +9,66 @@ Density (a.u.) Average time (ms) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - - -4.5 - - - + + 5 - - -5.5 + + +6 - - - -75.1 + + +7 + + + +8 - - -75.15 + + +9 - - -75.2 + + + +74 - - -75.25 + + +74.05 - - -75.3 + + +74.1 - - -75.35 + + +74.15 - - -75.4 + + +74.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/median.svg b/criterion/fan_in_hydroflow/report/median.svg index 4a46f69a519b..42c90799ea75 100644 --- a/criterion/fan_in_hydroflow/report/median.svg +++ b/criterion/fan_in_hydroflow/report/median.svg @@ -9,74 +9,66 @@ Density (a.u.) Average time (ms) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - -9 - - - -10 - - + - -75 + +73.9 - - -75.05 + + +73.95 - - -75.1 + + +74 - - -75.15 + + +74.05 - - -75.2 + + +74.1 - - -75.25 + + +74.15 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/pdf.svg b/criterion/fan_in_hydroflow/report/pdf.svg index 92843aa16fa8..a9531547ec59 100644 --- a/criterion/fan_in_hydroflow/report/pdf.svg +++ b/criterion/fan_in_hydroflow/report/pdf.svg @@ -54,34 +54,34 @@ Average Time (ms) - + 73 - - -74 + + +73.5 - - -75 + + +74 - - -76 + + +74.5 - - -77 + + +75 - - -78 + + +75.5 - - -79 + + +76 - + Density (a.u.) @@ -90,38 +90,52 @@ Density (a.u.) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - - - - + + +0.6 + + + +0.7 + + + +0.8 + + + + + + - - - - - - - + + + + + + + + + PDF diff --git a/criterion/fan_in_hydroflow/report/pdf_small.svg b/criterion/fan_in_hydroflow/report/pdf_small.svg index 491c4655ee22..c14a630a6b88 100644 --- a/criterion/fan_in_hydroflow/report/pdf_small.svg +++ b/criterion/fan_in_hydroflow/report/pdf_small.svg @@ -10,43 +10,59 @@ Average Time (ms) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 + + +0.7 + + + +0.8 + + + +0.9 + - + +73 + + + 74 - - -76 + + +75 - - -78 + + +76 - - - + + + diff --git a/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg b/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg index ffbe597cf564..eadc49196e96 100644 --- a/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg @@ -13,42 +13,57 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + + + - + +73.5 + + + +74.0 + + + +74.5 + + + 75.0 - - -80.0 + + +75.5 - - -85.0 + + +76.0 - - -90.0 + + +76.5 - - -95.0 + + +77.0 - - -100.0 + + +77.5 - - -105.0 + + +78.0 - + 0 @@ -94,204 +109,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow/report/relative_pdf_small.svg b/criterion/fan_in_hydroflow/report/relative_pdf_small.svg index 4a300b07c18c..f021abaed4e0 100644 --- a/criterion/fan_in_hydroflow/report/relative_pdf_small.svg +++ b/criterion/fan_in_hydroflow/report/relative_pdf_small.svg @@ -6,69 +6,53 @@ Density (a.u.) Average Time (ms) - -0.05 - - - + 0.1 - - -0.15 + + +0.2 - + -0.2 +0.3 - -0.25 - - - -0.3 + +0.4 - - -0.35 + + +0.5 - + -0.4 +0.6 - -0.45 - - - -0.5 + +0.7 - - -0.55 + + +0.8 - + - -60 - - - -80 - - - -100 - - - -120 - - - - - - + +74 + + + +76 + + + +78 + + + + + + diff --git a/criterion/fan_in_hydroflow/report/typical.svg b/criterion/fan_in_hydroflow/report/typical.svg index f40d6ebb420f..95a222b5fa12 100644 --- a/criterion/fan_in_hydroflow/report/typical.svg +++ b/criterion/fan_in_hydroflow/report/typical.svg @@ -9,82 +9,66 @@ Density (a.u.) Average time (ms) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - - -4.5 - - - + + 5 - - -5.5 + + +6 - - - -75.1 + + +7 + + + +8 - - -75.15 + + +9 - - -75.2 + + + +74 - - -75.25 + + +74.05 - - -75.3 + + +74.1 - - -75.35 + + +74.15 - - -75.4 + + +74.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/base/estimates.json b/criterion/fan_in_hydroflow_surface/base/estimates.json index cc2b983ee4b3..4e77b580a030 100644 --- a/criterion/fan_in_hydroflow_surface/base/estimates.json +++ b/criterion/fan_in_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":39931502.227875,"upper_bound":40108627.209874995},"point_estimate":40018354.215,"standard_error":45355.783375415536},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":39761651.0,"upper_bound":40106422.5},"point_estimate":39791246.0,"standard_error":96580.26661248648},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":235986.92041039484,"upper_bound":662846.6432358694},"point_estimate":424037.67717182636,"standard_error":96385.66268473533},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":402801.6090918176,"upper_bound":499618.98216249835},"point_estimate":455659.5453996598,"standard_error":24705.356028940958}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40901593.238125,"upper_bound":40966371.331374995},"point_estimate":40933812.13,"standard_error":16494.987854568455},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40876461.0,"upper_bound":40980279.25},"point_estimate":40922102.5,"standard_error":27007.39196749527},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":115492.31404960155,"upper_bound":178246.6937854886},"point_estimate":134716.8172582984,"standard_error":16054.59418175261},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":132644.62111915526,"upper_bound":197313.07944908278},"point_estimate":165721.15182914608,"standard_error":16530.178810664973}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/base/sample.json b/criterion/fan_in_hydroflow_surface/base/sample.json index d0fe599f1bd9..401ba47cd841 100644 --- a/criterion/fan_in_hydroflow_surface/base/sample.json +++ b/criterion/fan_in_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[79574006.0,79546905.0,79543399.0,80148089.0,79546304.0,79219614.0,79584746.0,78973915.0,79707976.0,79004051.0,81656076.0,79328698.0,79217099.0,79197873.0,79556323.0,79295886.0,79236505.0,80437200.0,79530003.0,79639899.0,81370673.0,82063928.0,81440524.0,79590977.0,80187052.0,79288072.0,79548799.0,79020072.0,78956222.0,80556733.0,80501700.0,80505457.0,80238638.0,81049914.0,80258626.0,79029409.0,79299413.0,80517639.0,78936164.0,79285948.0,80514774.0,81392454.0,81370283.0,80424746.0,81954605.0,79122112.0,81198392.0,80172204.0,78973765.0,79349537.0,80440846.0,79224824.0,79253958.0,79282852.0,79247717.0,79519835.0,80744894.0,79436880.0,80452367.0,81195326.0,82001884.0,79575229.0,79523302.0,79023898.0,79580238.0,79294264.0,81451495.0,79241746.0,80790179.0,80924840.0,80205878.0,81151484.0,81429633.0,80254307.0,79253677.0,79366599.0,79259599.0,80523991.0,81434974.0,81373649.0,80761145.0,81734013.0,79061648.0,78960580.0,80272141.0,81428051.0,80846996.0,82079298.0,79722724.0,79247386.0,79369644.0,79441759.0,79399080.0,79762018.0,79464662.0,78994583.0,80671467.0,79225204.0,79267853.0,81436827.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[81957894.0,81782756.0,81932377.0,82053363.0,82742328.0,80642977.0,81843580.0,81772657.0,81727632.0,81956503.0,81995275.0,82033517.0,81452125.0,82073863.0,82252397.0,81706293.0,81809175.0,82723191.0,81779390.0,81462719.0,81806277.0,82030849.0,81977929.0,82033153.0,81421995.0,82016202.0,81396528.0,82078289.0,81769829.0,81917186.0,81393962.0,82060105.0,82154111.0,82028886.0,81700879.0,81712812.0,81850781.0,82009279.0,81681273.0,81700629.0,81970846.0,82897287.0,81616490.0,82115769.0,81766182.0,82004420.0,81730144.0,81656937.0,81506044.0,81453484.0,81612663.0,81866971.0,82315826.0,82550856.0,81684418.0,82154611.0,81626219.0,82085261.0,81882450.0,82022985.0,82119857.0,81800706.0,82092785.0,82211688.0,81844830.0,81821045.0,82592795.0,81395014.0,82155854.0,81666123.0,81963443.0,82008477.0,81719023.0,81723662.0,82283625.0,81736015.0,82095039.0,81502463.0,81630089.0,81699419.0,81446755.0,81493291.0,81975548.0,81452405.0,82034929.0,81554026.0,82019179.0,81697315.0,82288444.0,81871632.0,82579792.0,81449380.0,81667510.0,81715158.0,81685272.0,81957674.0,82015832.0,81483223.0,81731649.0,81620631.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/base/tukey.json b/criterion/fan_in_hydroflow_surface/base/tukey.json index 353a366f44d2..7f8bc9010e17 100644 --- a/criterion/fan_in_hydroflow_surface/base/tukey.json +++ b/criterion/fan_in_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[37523468.875,38581510.0,41402953.0,42460994.125] \ No newline at end of file +[40317397.5,40579606.6875,41278831.1875,41541040.375] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/change/estimates.json b/criterion/fan_in_hydroflow_surface/change/estimates.json index 45654cb92e53..b8304cd6f032 100644 --- a/criterion/fan_in_hydroflow_surface/change/estimates.json +++ b/criterion/fan_in_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.02871307685830317,"upper_bound":-0.023445408415304552},"point_estimate":-0.026133226920019847,"standard_error":0.0013447617779641457},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.03058740417180017,"upper_bound":-0.021287304761493542},"point_estimate":-0.02911298029137277,"standard_error":0.002444134104218106}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.020428347479966198,"upper_bound":0.02526072469767885},"point_estimate":0.022875951121869464,"standard_error":0.001233221901740812},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.020017687737919898,"upper_bound":0.03021828549303396},"point_estimate":0.02841973081214899,"standard_error":0.002603079575544998}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/new/estimates.json b/criterion/fan_in_hydroflow_surface/new/estimates.json index cc2b983ee4b3..4e77b580a030 100644 --- a/criterion/fan_in_hydroflow_surface/new/estimates.json +++ b/criterion/fan_in_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":39931502.227875,"upper_bound":40108627.209874995},"point_estimate":40018354.215,"standard_error":45355.783375415536},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":39761651.0,"upper_bound":40106422.5},"point_estimate":39791246.0,"standard_error":96580.26661248648},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":235986.92041039484,"upper_bound":662846.6432358694},"point_estimate":424037.67717182636,"standard_error":96385.66268473533},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":402801.6090918176,"upper_bound":499618.98216249835},"point_estimate":455659.5453996598,"standard_error":24705.356028940958}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40901593.238125,"upper_bound":40966371.331374995},"point_estimate":40933812.13,"standard_error":16494.987854568455},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40876461.0,"upper_bound":40980279.25},"point_estimate":40922102.5,"standard_error":27007.39196749527},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":115492.31404960155,"upper_bound":178246.6937854886},"point_estimate":134716.8172582984,"standard_error":16054.59418175261},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":132644.62111915526,"upper_bound":197313.07944908278},"point_estimate":165721.15182914608,"standard_error":16530.178810664973}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/new/sample.json b/criterion/fan_in_hydroflow_surface/new/sample.json index d0fe599f1bd9..401ba47cd841 100644 --- a/criterion/fan_in_hydroflow_surface/new/sample.json +++ b/criterion/fan_in_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[79574006.0,79546905.0,79543399.0,80148089.0,79546304.0,79219614.0,79584746.0,78973915.0,79707976.0,79004051.0,81656076.0,79328698.0,79217099.0,79197873.0,79556323.0,79295886.0,79236505.0,80437200.0,79530003.0,79639899.0,81370673.0,82063928.0,81440524.0,79590977.0,80187052.0,79288072.0,79548799.0,79020072.0,78956222.0,80556733.0,80501700.0,80505457.0,80238638.0,81049914.0,80258626.0,79029409.0,79299413.0,80517639.0,78936164.0,79285948.0,80514774.0,81392454.0,81370283.0,80424746.0,81954605.0,79122112.0,81198392.0,80172204.0,78973765.0,79349537.0,80440846.0,79224824.0,79253958.0,79282852.0,79247717.0,79519835.0,80744894.0,79436880.0,80452367.0,81195326.0,82001884.0,79575229.0,79523302.0,79023898.0,79580238.0,79294264.0,81451495.0,79241746.0,80790179.0,80924840.0,80205878.0,81151484.0,81429633.0,80254307.0,79253677.0,79366599.0,79259599.0,80523991.0,81434974.0,81373649.0,80761145.0,81734013.0,79061648.0,78960580.0,80272141.0,81428051.0,80846996.0,82079298.0,79722724.0,79247386.0,79369644.0,79441759.0,79399080.0,79762018.0,79464662.0,78994583.0,80671467.0,79225204.0,79267853.0,81436827.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[81957894.0,81782756.0,81932377.0,82053363.0,82742328.0,80642977.0,81843580.0,81772657.0,81727632.0,81956503.0,81995275.0,82033517.0,81452125.0,82073863.0,82252397.0,81706293.0,81809175.0,82723191.0,81779390.0,81462719.0,81806277.0,82030849.0,81977929.0,82033153.0,81421995.0,82016202.0,81396528.0,82078289.0,81769829.0,81917186.0,81393962.0,82060105.0,82154111.0,82028886.0,81700879.0,81712812.0,81850781.0,82009279.0,81681273.0,81700629.0,81970846.0,82897287.0,81616490.0,82115769.0,81766182.0,82004420.0,81730144.0,81656937.0,81506044.0,81453484.0,81612663.0,81866971.0,82315826.0,82550856.0,81684418.0,82154611.0,81626219.0,82085261.0,81882450.0,82022985.0,82119857.0,81800706.0,82092785.0,82211688.0,81844830.0,81821045.0,82592795.0,81395014.0,82155854.0,81666123.0,81963443.0,82008477.0,81719023.0,81723662.0,82283625.0,81736015.0,82095039.0,81502463.0,81630089.0,81699419.0,81446755.0,81493291.0,81975548.0,81452405.0,82034929.0,81554026.0,82019179.0,81697315.0,82288444.0,81871632.0,82579792.0,81449380.0,81667510.0,81715158.0,81685272.0,81957674.0,82015832.0,81483223.0,81731649.0,81620631.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/new/tukey.json b/criterion/fan_in_hydroflow_surface/new/tukey.json index 353a366f44d2..7f8bc9010e17 100644 --- a/criterion/fan_in_hydroflow_surface/new/tukey.json +++ b/criterion/fan_in_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[37523468.875,38581510.0,41402953.0,42460994.125] \ No newline at end of file +[40317397.5,40579606.6875,41278831.1875,41541040.375] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/report/MAD.svg b/criterion/fan_in_hydroflow_surface/report/MAD.svg index ea81fc9ab10b..a0f6ad2b6d61 100644 --- a/criterion/fan_in_hydroflow_surface/report/MAD.svg +++ b/criterion/fan_in_hydroflow_surface/report/MAD.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (µs) - -0.001 - - - -0.002 - - - -0.003 - - - -0.004 - - - + 0.005 - - -0.006 + + +0.01 - - -0.007 + + +0.015 - - -0.008 + + +0.02 - - -0.009 + + +0.025 - - - -200 - - - -250 + + +0.03 - - -300 - - - -350 + + + +110 - - -400 + + +120 - - -450 + + +130 - - -500 + + +140 - - -550 + + +150 - - -600 + + +160 - - -650 + + +170 - - -700 + + +180 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/SD.svg b/criterion/fan_in_hydroflow_surface/report/SD.svg index cd13a93c71f3..c58502093d7b 100644 --- a/criterion/fan_in_hydroflow_surface/report/SD.svg +++ b/criterion/fan_in_hydroflow_surface/report/SD.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (µs) - -0.002 + +0.005 - - -0.004 - - - -0.006 - - - -0.008 - - - + + 0.01 - - -0.012 + + +0.015 - - -0.014 + + +0.02 - - -0.016 + + +0.025 - + - -400 + +130 + + + +140 + + + +150 - - -420 + + +160 - - -440 + + +170 - - -460 + + +180 - - -480 + + +190 - - -500 + + +200 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg b/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg index 3c9c43a72a86..bc962ff36590 100644 --- a/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg @@ -16,37 +16,57 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + + + - -39.5 + +39.6 - - + + +39.8 + + + 40.0 - - -40.5 + + +40.2 + + + +40.4 + + + +40.6 + + + +40.8 - - + + 41.0 - - -41.5 + + +41.2 - - -42.0 + + +41.4 - + 0 @@ -92,206 +112,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_in_hydroflow_surface/report/both/pdf.svg b/criterion/fan_in_hydroflow_surface/report/both/pdf.svg index 8cded8f28ec2..d8eec251086c 100644 --- a/criterion/fan_in_hydroflow_surface/report/both/pdf.svg +++ b/criterion/fan_in_hydroflow_surface/report/both/pdf.svg @@ -9,59 +9,39 @@ Density (a.u.) Average Time (ms) - -0.2 + +0.5 - - -0.4 - - - -0.6 - - - -0.8 - - - + + 1 - - -1.2 + + +1.5 - - -1.4 + + +2 - - -1.6 - - + - + 39 - - + + 40 - - + + 41 - - -42 - - - - - - + + + + + Base PDF diff --git a/criterion/fan_in_hydroflow_surface/report/change/mean.svg b/criterion/fan_in_hydroflow_surface/report/change/mean.svg index 2a80e07a2deb..8bf25c6daa80 100644 --- a/criterion/fan_in_hydroflow_surface/report/change/mean.svg +++ b/criterion/fan_in_hydroflow_surface/report/change/mean.svg @@ -9,62 +9,58 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - + - --0.029 + +0.02 - - --0.028 + + +0.021 - + --0.027 +0.022 - --0.026 + +0.023 - - --0.025 + + +0.024 - - --0.024 + + +0.025 - - --0.023 - - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/change/median.svg b/criterion/fan_in_hydroflow_surface/report/change/median.svg index 11f267d9f01c..e925dcc15909 100644 --- a/criterion/fan_in_hydroflow_surface/report/change/median.svg +++ b/criterion/fan_in_hydroflow_surface/report/change/median.svg @@ -9,94 +9,62 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - -400 - - - -450 - - - -500 - - + - --0.031 - - - --0.03 - - - --0.029 - - - --0.028 - - - --0.027 - - - --0.026 + +0.02 - - --0.025 + + +0.022 - - --0.024 + + +0.024 - - --0.023 + + +0.026 - - --0.022 + + +0.028 - - --0.021 + + +0.03 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/change/t-test.svg b/criterion/fan_in_hydroflow_surface/report/change/t-test.svg index b5ad4824e97d..651eb67297b9 100644 --- a/criterion/fan_in_hydroflow_surface/report/change/t-test.svg +++ b/criterion/fan_in_hydroflow_surface/report/change/t-test.svg @@ -17,77 +17,73 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - --5.0 - - - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fan_in_hydroflow_surface/report/index.html b/criterion/fan_in_hydroflow_surface/report/index.html index 126ca309c8d3..a98c7cf709e6 100644 --- a/criterion/fan_in_hydroflow_surface/report/index.html +++ b/criterion/fan_in_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0224815 - 0.0232874 - 0.0224192 + 0.0053741 + 0.0055781 + 0.0053699 Mean - 39.932 ms - 40.018 ms - 40.109 ms + 40.902 ms + 40.934 ms + 40.966 ms Std. Dev. - 402.80 µs - 455.66 µs - 499.62 µs + 132.64 µs + 165.72 µs + 197.31 µs Median - 39.762 ms - 39.791 ms - 40.106 ms + 40.876 ms + 40.922 ms + 40.980 ms MAD - 235.99 µs - 424.04 µs - 662.85 µs + 115.49 µs + 134.72 µs + 178.25 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -2.8713% - -2.6133% - -2.3445% + +2.0428% + +2.2876% + +2.5261% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/criterion/fan_in_hydroflow_surface/report/iteration_times.svg b/criterion/fan_in_hydroflow_surface/report/iteration_times.svg index 13a28237b5f5..93f46c94c58b 100644 --- a/criterion/fan_in_hydroflow_surface/report/iteration_times.svg +++ b/criterion/fan_in_hydroflow_surface/report/iteration_times.svg @@ -15,42 +15,62 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + + + + - -39.6 + +40.4 - - -39.8 + + +40.5 - - -40.0 + + +40.6 - - -40.2 + + +40.7 - - -40.4 + + +40.8 - - -40.6 + + +40.9 - - -40.8 + + +41.0 + + + +41.1 + + + +41.2 + + + +41.3 + + + +41.4 - + 10 @@ -92,106 +112,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg b/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg index 6e1bf6f50dc5..846abb566318 100644 --- a/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg @@ -12,42 +12,62 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + + + + - -39.6 + +40.4 - - -39.8 + + +40.5 - - -40.0 + + +40.6 - - -40.2 + + +40.7 - - -40.4 + + +40.8 - - -40.6 + + +40.9 - - -40.8 + + +41.0 + + + +41.1 + + + +41.2 + + + +41.3 + + + +41.4 - + 10 @@ -89,104 +109,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/mean.svg b/criterion/fan_in_hydroflow_surface/report/mean.svg index aa5e59c2a861..0c3ee0fb02c2 100644 --- a/criterion/fan_in_hydroflow_surface/report/mean.svg +++ b/criterion/fan_in_hydroflow_surface/report/mean.svg @@ -9,86 +9,62 @@ Density (a.u.) Average time (ms) - -1 - - - -2 - - - -3 - - - -4 - - - + 5 - - -6 + + +10 - - -7 + + +15 - - -8 + + +20 - - -9 + + +25 - + - -39.92 - - - -39.94 - - - -39.96 + +40.9 - - -39.98 + + +40.91 - - -40 + + +40.92 - - -40.02 + + +40.93 - - -40.04 + + +40.94 - - -40.06 + + +40.95 - - -40.08 + + +40.96 - - -40.1 + + +40.97 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/median.svg b/criterion/fan_in_hydroflow_surface/report/median.svg index d3736363af85..263c1bf3de26 100644 --- a/criterion/fan_in_hydroflow_surface/report/median.svg +++ b/criterion/fan_in_hydroflow_surface/report/median.svg @@ -9,78 +9,50 @@ Density (a.u.) Average time (ms) - -2 + +5 - - -4 - - - -6 - - - -8 - - - + + 10 - - -12 - - - -14 + + +15 - - -16 + + +20 - - -18 - - + - -39.75 - - - -39.8 - - - -39.85 + +40.88 - - -39.9 + + +40.9 - - -39.95 + + +40.92 - - -40 + + +40.94 - - -40.05 + + +40.96 - - -40.1 + + +40.98 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/pdf.svg b/criterion/fan_in_hydroflow_surface/report/pdf.svg index 3f4647d9f38c..24786bdab644 100644 --- a/criterion/fan_in_hydroflow_surface/report/pdf.svg +++ b/criterion/fan_in_hydroflow_surface/report/pdf.svg @@ -54,30 +54,38 @@ Average Time (ms) - -39 + +40.2 - - -39.5 + + +40.4 - - -40 + + +40.6 - - -40.5 + + +40.8 - - + + 41 - - -41.5 + + +41.2 - + + +41.4 + + + +41.6 + + Density (a.u.) @@ -86,52 +94,40 @@ Density (a.u.) 0 - -0.1 - - - -0.2 - - - -0.3 - - - -0.4 - - - + 0.5 - - -0.6 - - - -0.7 - - - -0.8 + + +1 - - -0.9 + + +1.5 - - -1 + + +2 - - - - - - - + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/fan_in_hydroflow_surface/report/pdf_small.svg b/criterion/fan_in_hydroflow_surface/report/pdf_small.svg index 6c48e969bafa..848028e08561 100644 --- a/criterion/fan_in_hydroflow_surface/report/pdf_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/pdf_small.svg @@ -10,39 +10,39 @@ Average Time (ms) 0 - -0.2 + +0.5 - - -0.4 + + +1 - - -0.6 + + +1.5 - - -0.8 + + +2 - - -1 + + +2.5 - + - -39 + +40.5 - - -40 - - - + + 41 - - - + + +41.5 + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg index 86917947f4ed..ab868a637caa 100644 --- a/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,37 +13,57 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + + + - -39.5 + +39.6 - - + + +39.8 + + + 40.0 - - -40.5 + + +40.2 + + + +40.4 + + + +40.6 + + + +40.8 - - + + 41.0 - - -41.5 + + +41.2 - - -42.0 + + +41.4 - + 0 @@ -89,204 +109,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg b/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg index b1b66854dbd8..b5f8d2947d67 100644 --- a/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg @@ -6,57 +6,37 @@ Density (a.u.) Average Time (ms) - -0.2 + +0.5 - - -0.4 - - - -0.6 - - - -0.8 - - - + + 1 - - -1.2 + + +1.5 - - -1.4 + + +2 - - -1.6 - - + - + 39 - - + + 40 - - + + 41 - - -42 - - - - - - + + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/typical.svg b/criterion/fan_in_hydroflow_surface/report/typical.svg index e2cae4621b2e..31632babd465 100644 --- a/criterion/fan_in_hydroflow_surface/report/typical.svg +++ b/criterion/fan_in_hydroflow_surface/report/typical.svg @@ -9,86 +9,62 @@ Density (a.u.) Average time (ms) - -1 - - - -2 - - - -3 - - - -4 - - - + 5 - - -6 + + +10 - - -7 + + +15 - - -8 + + +20 - - -9 + + +25 - + - -39.92 - - - -39.94 - - - -39.96 + +40.9 - - -39.98 + + +40.91 - - -40 + + +40.92 - - -40.02 + + +40.93 - - -40.04 + + +40.94 - - -40.06 + + +40.95 - - -40.08 + + +40.96 - - -40.1 + + +40.97 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/base/estimates.json b/criterion/fan_out_hydroflow_scheduled/base/estimates.json index 82a3538c62b2..8dc86c6ec559 100644 --- a/criterion/fan_out_hydroflow_scheduled/base/estimates.json +++ b/criterion/fan_out_hydroflow_scheduled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47967501.916250005,"upper_bound":48114107.748875},"point_estimate":48037359.795,"standard_error":37474.95890477704},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47877056.0,"upper_bound":48025432.5},"point_estimate":47958207.0,"standard_error":34364.595790424544},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":188099.6825605631,"upper_bound":330339.9533852935},"point_estimate":233906.4619973302,"standard_error":38530.450980787224},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":281648.0383762171,"upper_bound":471561.4541435358},"point_estimate":375541.5480146409,"standard_error":49427.92815534197}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47604177.396,"upper_bound":47732375.115},"point_estimate":47666152.235,"standard_error":32773.26445257883},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47553078.0,"upper_bound":47683808.0},"point_estimate":47609951.5,"standard_error":30751.659788523},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":209605.74960250422,"upper_bound":342813.06696385145},"point_estimate":257815.23982286453,"standard_error":32492.587615110344},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":256227.5627401215,"upper_bound":401401.39743085566},"point_estimate":330301.795282199,"standard_error":37336.32477650958}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/base/sample.json b/criterion/fan_out_hydroflow_scheduled/base/sample.json index 50382845afa3..4a29a8c4b249 100644 --- a/criterion/fan_out_hydroflow_scheduled/base/sample.json +++ b/criterion/fan_out_hydroflow_scheduled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[96604651.0,96585676.0,96061446.0,95675274.0,95840093.0,95757579.0,96451946.0,96028295.0,95932485.0,95737791.0,95611595.0,97865808.0,96194875.0,97890905.0,95654997.0,95732922.0,95385363.0,95644968.0,95354546.0,95932025.0,95754112.0,97000881.0,97667377.0,97693536.0,95671278.0,95803765.0,95213923.0,96124213.0,95817811.0,95959014.0,95349345.0,95747799.0,96602857.0,95596344.0,95262733.0,96390911.0,96123010.0,95166964.0,95868776.0,95905213.0,96123882.0,95183255.0,94949788.0,96886757.0,96361657.0,95610803.0,96376905.0,95644727.0,95523190.0,95440696.0,95317635.0,95702404.0,95919730.0,95502931.0,95631070.0,95424114.0,95940960.0,95798665.0,95698036.0,95751566.0,95391734.0,95447949.0,95605413.0,95624690.0,96778546.0,95043303.0,95499666.0,96050865.0,95348763.0,95942563.0,96347399.0,96096741.0,95659774.0,95967800.0,96171261.0,95612006.0,96176340.0,96215373.0,96296084.0,95898711.0,96046998.0,96315169.0,96880175.0,96549368.0,96360244.0,95672638.0,97548504.0,96412492.0,95005512.0,97937972.0,96058881.0,95913098.0,99753555.0,96601875.0,95580506.0,96850861.0,96825265.0,96690581.0,96199062.0,97642349.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[95402122.0,98179925.0,95134029.0,94570922.0,95027087.0,94364324.0,95192208.0,95040844.0,94722606.0,95273250.0,94679957.0,95544629.0,95839772.0,94625953.0,94634791.0,95194831.0,94282168.0,95022398.0,94869270.0,96696981.0,94943981.0,94839394.0,96218954.0,95239515.0,95730757.0,95205943.0,94703579.0,94764894.0,95787146.0,95925703.0,95666176.0,94893916.0,95481920.0,94699772.0,95045300.0,96250874.0,95250145.0,95305606.0,95544588.0,95997548.0,95797904.0,95482120.0,95356034.0,94862728.0,94551594.0,94701475.0,95369199.0,94883977.0,96100351.0,95476570.0,95057073.0,95299057.0,94927489.0,94504596.0,95159676.0,94258484.0,95228294.0,95310999.0,95109622.0,95156469.0,94987742.0,95990936.0,95211512.0,95174353.0,95855542.0,94876463.0,94532007.0,96127034.0,95538637.0,97187261.0,97290575.0,95078283.0,96865718.0,95243532.0,94624060.0,95509902.0,94641072.0,95005857.0,94687669.0,95715709.0,95975937.0,95040248.0,95367616.0,95617124.0,94887945.0,94862257.0,95421046.0,96303853.0,95602987.0,95565086.0,96511182.0,95570296.0,95445392.0,95542704.0,95164254.0,95906318.0,95000701.0,94561948.0,94841792.0,95510408.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/base/tukey.json b/criterion/fan_out_hydroflow_scheduled/base/tukey.json index 18761bc39933..eb98a187be12 100644 --- a/criterion/fan_out_hydroflow_scheduled/base/tukey.json +++ b/criterion/fan_out_hydroflow_scheduled/base/tukey.json @@ -1 +1 @@ -[46702142.125,47256450.8125,48734607.3125,49288916.0] \ No newline at end of file +[46396493.875,46918771.5625,48311512.0625,48833789.75] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/change/estimates.json b/criterion/fan_out_hydroflow_scheduled/change/estimates.json index ef53bdcd027c..8c5725a536e3 100644 --- a/criterion/fan_out_hydroflow_scheduled/change/estimates.json +++ b/criterion/fan_out_hydroflow_scheduled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.08777414387329552,"upper_bound":-0.059005893409196965},"point_estimate":-0.07329661474786187,"standard_error":0.007326599594666012},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.07516452285641817,"upper_bound":-0.0284179931217462},"point_estimate":-0.050242293566041596,"standard_error":0.012795598325156397}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.009831001707161216,"upper_bound":-0.005878157422865574},"point_estimate":-0.007727476313938442,"standard_error":0.001011631510176788},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.009042992271778627,"upper_bound":-0.005194818916996469},"point_estimate":-0.007261645540668327,"standard_error":0.0009421274106015282}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/new/estimates.json b/criterion/fan_out_hydroflow_scheduled/new/estimates.json index 82a3538c62b2..8dc86c6ec559 100644 --- a/criterion/fan_out_hydroflow_scheduled/new/estimates.json +++ b/criterion/fan_out_hydroflow_scheduled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47967501.916250005,"upper_bound":48114107.748875},"point_estimate":48037359.795,"standard_error":37474.95890477704},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47877056.0,"upper_bound":48025432.5},"point_estimate":47958207.0,"standard_error":34364.595790424544},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":188099.6825605631,"upper_bound":330339.9533852935},"point_estimate":233906.4619973302,"standard_error":38530.450980787224},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":281648.0383762171,"upper_bound":471561.4541435358},"point_estimate":375541.5480146409,"standard_error":49427.92815534197}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47604177.396,"upper_bound":47732375.115},"point_estimate":47666152.235,"standard_error":32773.26445257883},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47553078.0,"upper_bound":47683808.0},"point_estimate":47609951.5,"standard_error":30751.659788523},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":209605.74960250422,"upper_bound":342813.06696385145},"point_estimate":257815.23982286453,"standard_error":32492.587615110344},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":256227.5627401215,"upper_bound":401401.39743085566},"point_estimate":330301.795282199,"standard_error":37336.32477650958}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/new/sample.json b/criterion/fan_out_hydroflow_scheduled/new/sample.json index 50382845afa3..4a29a8c4b249 100644 --- a/criterion/fan_out_hydroflow_scheduled/new/sample.json +++ b/criterion/fan_out_hydroflow_scheduled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[96604651.0,96585676.0,96061446.0,95675274.0,95840093.0,95757579.0,96451946.0,96028295.0,95932485.0,95737791.0,95611595.0,97865808.0,96194875.0,97890905.0,95654997.0,95732922.0,95385363.0,95644968.0,95354546.0,95932025.0,95754112.0,97000881.0,97667377.0,97693536.0,95671278.0,95803765.0,95213923.0,96124213.0,95817811.0,95959014.0,95349345.0,95747799.0,96602857.0,95596344.0,95262733.0,96390911.0,96123010.0,95166964.0,95868776.0,95905213.0,96123882.0,95183255.0,94949788.0,96886757.0,96361657.0,95610803.0,96376905.0,95644727.0,95523190.0,95440696.0,95317635.0,95702404.0,95919730.0,95502931.0,95631070.0,95424114.0,95940960.0,95798665.0,95698036.0,95751566.0,95391734.0,95447949.0,95605413.0,95624690.0,96778546.0,95043303.0,95499666.0,96050865.0,95348763.0,95942563.0,96347399.0,96096741.0,95659774.0,95967800.0,96171261.0,95612006.0,96176340.0,96215373.0,96296084.0,95898711.0,96046998.0,96315169.0,96880175.0,96549368.0,96360244.0,95672638.0,97548504.0,96412492.0,95005512.0,97937972.0,96058881.0,95913098.0,99753555.0,96601875.0,95580506.0,96850861.0,96825265.0,96690581.0,96199062.0,97642349.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[95402122.0,98179925.0,95134029.0,94570922.0,95027087.0,94364324.0,95192208.0,95040844.0,94722606.0,95273250.0,94679957.0,95544629.0,95839772.0,94625953.0,94634791.0,95194831.0,94282168.0,95022398.0,94869270.0,96696981.0,94943981.0,94839394.0,96218954.0,95239515.0,95730757.0,95205943.0,94703579.0,94764894.0,95787146.0,95925703.0,95666176.0,94893916.0,95481920.0,94699772.0,95045300.0,96250874.0,95250145.0,95305606.0,95544588.0,95997548.0,95797904.0,95482120.0,95356034.0,94862728.0,94551594.0,94701475.0,95369199.0,94883977.0,96100351.0,95476570.0,95057073.0,95299057.0,94927489.0,94504596.0,95159676.0,94258484.0,95228294.0,95310999.0,95109622.0,95156469.0,94987742.0,95990936.0,95211512.0,95174353.0,95855542.0,94876463.0,94532007.0,96127034.0,95538637.0,97187261.0,97290575.0,95078283.0,96865718.0,95243532.0,94624060.0,95509902.0,94641072.0,95005857.0,94687669.0,95715709.0,95975937.0,95040248.0,95367616.0,95617124.0,94887945.0,94862257.0,95421046.0,96303853.0,95602987.0,95565086.0,96511182.0,95570296.0,95445392.0,95542704.0,95164254.0,95906318.0,95000701.0,94561948.0,94841792.0,95510408.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/new/tukey.json b/criterion/fan_out_hydroflow_scheduled/new/tukey.json index 18761bc39933..eb98a187be12 100644 --- a/criterion/fan_out_hydroflow_scheduled/new/tukey.json +++ b/criterion/fan_out_hydroflow_scheduled/new/tukey.json @@ -1 +1 @@ -[46702142.125,47256450.8125,48734607.3125,49288916.0] \ No newline at end of file +[46396493.875,46918771.5625,48311512.0625,48833789.75] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/report/MAD.svg b/criterion/fan_out_hydroflow_scheduled/report/MAD.svg index d6ee04be2403..c3fa780a43a2 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/MAD.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/MAD.svg @@ -9,70 +9,74 @@ Density (a.u.) Average time (µs) - + 0.002 - - + + 0.004 - - + + 0.006 - - + + 0.008 - - + + 0.01 - - + + 0.012 - - - -180 + + +0.014 + + + +0.016 - - + + + 200 - - + + 220 - - + + 240 - - + + 260 - - + + 280 - - + + 300 - - + + 320 - - + + 340 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/SD.svg b/criterion/fan_out_hydroflow_scheduled/report/SD.svg index e748f57f57e6..19be2bbcef5c 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/SD.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/SD.svg @@ -9,86 +9,86 @@ Density (a.u.) Average time (µs) - + 0.001 - - + + 0.002 - - + + 0.003 - - + + 0.004 - - + + 0.005 - - + + 0.006 - - + + 0.007 - - + + 0.008 - + + +0.009 + + + +0.01 + + + +0.011 + + - + +260 + + + 280 - - + + 300 - - + + 320 - - + + 340 - - + + 360 - - + + 380 - - + + 400 - - -420 - - - -440 - - - -460 - - - -480 - - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg b/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg index ee8287663b51..7403c70df633 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg @@ -16,47 +16,32 @@ Average Iteration Time (ms) - - - - - - - - + + + + + - -48.0 - - - -50.0 - - - -52.0 + +47.5 - - -54.0 - - - -56.0 + + +48.0 - - -58.0 + + +48.5 - - -60.0 + + +49.0 - - -62.0 + + +49.5 - + 0 @@ -102,206 +87,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg b/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg index 59400e4827d4..33333441ea78 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg @@ -13,51 +13,47 @@ Average Time (ms) 0.2 - + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - + - -45 + +47 - - -50 - - - -55 + + +48 - - -60 + + +49 - - -65 + + +50 - - - - - + + + + + Base PDF diff --git a/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg b/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg index abde2881ea31..5543f46d12c5 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg @@ -9,79 +9,79 @@ Density (a.u.) Relative change (%) - -5 - - - -10 - - - -15 - - - -20 + +50 - - -25 + + +100 - - -30 + + +150 - - -35 + + +200 - - -40 + + +250 - - -45 + + +300 - - -50 + + +350 - + - --0.09 - - - --0.085 - - - --0.08 - - - --0.075 - - - --0.07 - - - --0.065 - - - --0.06 - - - - - - + +-0.01 + + + +-0.0095 + + + +-0.009 + + + +-0.0085 + + + +-0.008 + + + +-0.0075 + + + +-0.007 + + + +-0.0065 + + + +-0.006 + + + +-0.0055 + + + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/change/median.svg b/criterion/fan_out_hydroflow_scheduled/report/change/median.svg index edffa3a18e84..d3c82c2a78c8 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/change/median.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/change/median.svg @@ -9,79 +9,87 @@ Density (a.u.) Relative change (%) - -5 + +50 - - -10 + + +100 - - -15 + + +150 - + -20 +200 - -25 - - - -30 + +250 - - -35 + + +300 - - -40 + + +350 - - -45 + + +400 - - -50 + + +450 - - -55 + + +500 - + - --0.08 - - - --0.07 - - - --0.06 - - - --0.05 - - - --0.04 - - - --0.03 - - - - - - + +-0.009 + + + +-0.0085 + + + +-0.008 + + + +-0.0075 + + + +-0.007 + + + +-0.0065 + + + +-0.006 + + + +-0.0055 + + + +-0.005 + + + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg b/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg index f4043eac48e6..547cdbfb2170 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg @@ -21,68 +21,68 @@ t score 0.1 - + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + t distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/index.html b/criterion/fan_out_hydroflow_scheduled/report/index.html index aaedec181973..c39a82e5c2a8 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/index.html +++ b/criterion/fan_out_hydroflow_scheduled/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0407824 - 0.0421477 - 0.0405107 + 0.0007085 + 0.0007337 + 0.0007051 Mean - 47.968 ms - 48.037 ms - 48.114 ms + 47.604 ms + 47.666 ms + 47.732 ms Std. Dev. - 281.65 µs - 375.54 µs - 471.56 µs + 256.23 µs + 330.30 µs + 401.40 µs Median - 47.877 ms - 47.958 ms - 48.025 ms + 47.553 ms + 47.610 ms + 47.684 ms MAD - 188.10 µs - 233.91 µs - 330.34 µs + 209.61 µs + 257.82 µs + 342.81 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -8.7774% - -7.3297% - -5.9006% + -0.9831% + -0.7727% + -0.5878% (p = 0.00 < 0.05) - Performance has improved. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg b/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg index edc15a5a3ee4..bad09bb33265 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg @@ -15,32 +15,57 @@ Average Iteration Time (ms) - - - - - + + + + + + + + + + - -47.5 + +47.2 - - + + +47.4 + + + +47.6 + + + +47.8 + + + 48.0 - - -48.5 + + +48.2 - - -49.0 + + +48.4 - - -49.5 + + +48.6 + + + +48.8 + + + +49.0 - + 10 @@ -82,106 +107,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg b/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg index ae8aa2cc3e25..7169f978b9c7 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg @@ -12,32 +12,57 @@ Average Iteration Time (ms) - - - - - + + + + + + + + + + - -47.5 + +47.2 - - + + +47.4 + + + +47.6 + + + +47.8 + + + 48.0 - - -48.5 + + +48.2 - - -49.0 + + +48.4 - - -49.5 + + +48.6 + + + +48.8 + + + +49.0 - + 10 @@ -79,104 +104,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/mean.svg b/criterion/fan_out_hydroflow_scheduled/report/mean.svg index c78cd05b3791..843ac453c3b0 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/mean.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/mean.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (ms) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - + -7 - - - 8 - - -9 - - - + + 10 - - -11 + + +12 - + - -47.96 - - - -47.98 + +47.6 - - -48 + + +47.62 - - -48.02 + + +47.64 - - -48.04 + + +47.66 - - -48.06 + + +47.68 - - -48.08 + + +47.7 - + -48.1 +47.72 - -48.12 + +47.74 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/median.svg b/criterion/fan_out_hydroflow_scheduled/report/median.svg index 838edf0e055e..0c2613d3d1cc 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/median.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/median.svg @@ -9,66 +9,78 @@ Density (a.u.) Average time (ms) - -5 + +2 - - + + +4 + + + +6 + + + +8 + + + 10 - - -15 + + +12 - - -20 + + +14 - - -25 + + +16 - - - -47.88 + + +18 - - -47.9 + + +20 - - -47.92 + + + +47.54 - - -47.94 + + +47.56 - - -47.96 + + +47.58 - - -47.98 + + +47.6 - - -48 + + +47.62 - - -48.02 + + +47.64 - - -48.04 + + +47.66 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/pdf.svg b/criterion/fan_out_hydroflow_scheduled/report/pdf.svg index 342bec3fb616..9b24a54c3455 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/pdf.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/pdf.svg @@ -54,34 +54,30 @@ Average Time (ms) - + 47 - - + + 47.5 - - + + 48 - - + + 48.5 - - + + 49 - - + + 49.5 - - -50 - - + Density (a.u.) @@ -94,48 +90,42 @@ Density (a.u.) 0.2 - + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - - - - + + + + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + PDF diff --git a/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg b/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg index cf862c7a0fa0..8409ecf44182 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg @@ -14,47 +14,43 @@ Average Time (ms) 0.2 - + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - + - + 47 - - + + 48 - - + + 49 - - -50 - - - - + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg b/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg index 0bcb837f1aeb..01557152dc0d 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg @@ -13,47 +13,32 @@ Average Iteration Time (ms) - - - - - - - - + + + + + - -48.0 - - - -50.0 - - - -52.0 + +47.5 - - -54.0 - - - -56.0 + + +48.0 - - -58.0 + + +48.5 - - -60.0 + + +49.0 - - -62.0 + + +49.5 - + 0 @@ -99,204 +84,204 @@ Average Iteration Time (ms) 100 - - - + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg b/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg index dec82cc61c2d..1df56f42a1af 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg @@ -14,45 +14,41 @@ Average Time (ms) 0.4 - + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - + - -45 + +47 - - -50 - - - -55 + + +48 - - -60 + + +49 - - -65 + + +50 - - - - - + + + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/typical.svg b/criterion/fan_out_hydroflow_scheduled/report/typical.svg index 31a28c704b3f..784147c662c5 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/typical.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/typical.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (ms) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - + -7 - - - 8 - - -9 - - - + + 10 - - -11 + + +12 - + - -47.96 - - - -47.98 + +47.6 - - -48 + + +47.62 - - -48.02 + + +47.64 - - -48.04 + + +47.66 - - -48.06 + + +47.68 - - -48.08 + + +47.7 - + -48.1 +47.72 - -48.12 + +47.74 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/base/estimates.json b/criterion/fan_out_hydroflow_surface/base/estimates.json index 619b902d1528..09311071f38d 100644 --- a/criterion/fan_out_hydroflow_surface/base/estimates.json +++ b/criterion/fan_out_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6473525.02634375,"upper_bound":6476933.998062501},"point_estimate":6475118.42625,"standard_error":870.7666830649902},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6471997.5,"upper_bound":6475752.0},"point_estimate":6473683.8125,"standard_error":1062.3026032987414},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4964.8566618561745,"upper_bound":7525.306816399097},"point_estimate":6195.043990015984,"standard_error":629.9593675255836},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5711.314427619564,"upper_bound":11850.61217700373},"point_estimate":8735.42132661626,"standard_error":1621.1721381526663}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6478119.313968751,"upper_bound":6483544.82065625},"point_estimate":6480494.52875,"standard_error":1397.9059145245778},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6476786.3125,"upper_bound":6478636.625},"point_estimate":6477484.4375,"standard_error":468.2014628747206},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3702.422784268856,"upper_bound":6340.709437429905},"point_estimate":5269.345631450415,"standard_error":665.0591394900512},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5598.376495490012,"upper_bound":20794.743487772666},"point_estimate":14072.240009828183,"standard_error":3980.8641189640853}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/base/sample.json b/criterion/fan_out_hydroflow_surface/base/sample.json index 7fc3a8960ccd..336f7ef070cc 100644 --- a/criterion/fan_out_hydroflow_surface/base/sample.json +++ b/criterion/fan_out_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51708365.0,51746535.0,51742528.0,51709206.0,51768266.0,51901405.0,51773846.0,51769067.0,51775980.0,51812349.0,51765841.0,51826063.0,51778375.0,51777423.0,51731768.0,51743779.0,51768928.0,51804223.0,51773826.0,51746696.0,51823019.0,51757827.0,51725506.0,51730365.0,51901615.0,51857092.0,51752146.0,51746585.0,51840972.0,51806016.0,51822779.0,51813921.0,51821475.0,51817228.0,51926091.0,51781801.0,51804333.0,51790828.0,51778596.0,51793273.0,51755152.0,51727991.0,51736166.0,51801838.0,52071382.0,51808641.0,51826454.0,51813701.0,51842184.0,52212085.0,51937162.0,51829030.0,51821906.0,51755772.0,51799415.0,51819913.0,51829381.0,51783745.0,51729214.0,51819481.0,51742698.0,51730064.0,51708545.0,51902307.0,51757175.0,51799634.0,51872811.0,51830612.0,51806046.0,51852493.0,51745664.0,51890725.0,51758889.0,51744873.0,51759050.0,51884964.0,51815024.0,51752096.0,51769288.0,51816045.0,51749651.0,51763167.0,51791499.0,51888221.0,51778705.0,51815384.0,51806989.0,51844289.0,51845520.0,51782252.0,51773636.0,51793893.0,51783495.0,51764349.0,51835902.0,51840912.0,51755923.0,51763278.0,51788113.0,51754010.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52588398.0,51918370.0,51807412.0,51808805.0,51803375.0,51740907.0,51796251.0,51808274.0,51788026.0,51809857.0,51772216.0,51790250.0,51797664.0,51751537.0,51791453.0,51773178.0,51785342.0,51821468.0,51822891.0,51815617.0,51988412.0,51811781.0,51880670.0,51849240.0,51831457.0,51906538.0,51793306.0,51780652.0,51818734.0,51844381.0,51810298.0,51860012.0,51827340.0,51810528.0,51789348.0,51791432.0,51824404.0,51809877.0,51896279.0,52017887.0,51817902.0,51817230.0,51795471.0,51783478.0,51823092.0,51781192.0,51798425.0,51778007.0,51813324.0,51867405.0,51819435.0,51863818.0,51887503.0,51868767.0,51877524.0,51815477.0,51886080.0,51839352.0,52487308.0,51876652.0,51854591.0,51815257.0,51834112.0,51850262.0,51781774.0,51769340.0,52089141.0,51849010.0,51875500.0,51829093.0,51817030.0,51809407.0,51825777.0,51777546.0,51768369.0,51919542.0,51821338.0,51856304.0,51852537.0,51780882.0,51830515.0,51786453.0,51844132.0,51845634.0,51768139.0,51784920.0,51836207.0,51814847.0,51797103.0,51908882.0,51797494.0,51832599.0,51817982.0,51833071.0,51834634.0,51820316.0,51879828.0,51875560.0,51826338.0,51852848.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/base/tukey.json b/criterion/fan_out_hydroflow_surface/base/tukey.json index d83a8cd8c2d1..0713fcfe9612 100644 --- a/criterion/fan_out_hydroflow_surface/base/tukey.json +++ b/criterion/fan_out_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[6444866.375,6457237.0625,6490225.5625,6502596.25] \ No newline at end of file +[6453714.46875,6464162.859375,6492025.234375,6502473.625] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/change/estimates.json b/criterion/fan_out_hydroflow_surface/change/estimates.json index 248b9fe8d338..4725a1aec799 100644 --- a/criterion/fan_out_hydroflow_surface/change/estimates.json +++ b/criterion/fan_out_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0007910984216953159,"upper_bound":0.00024146919656419202},"point_estimate":-0.0002342450781993577,"standard_error":0.0002628778584075529},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0003294366122293946,"upper_bound":0.0004214305506773375},"point_estimate":0.0000426263114157166,"standard_error":0.00019920575475994485}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0003991473052140928,"upper_bound":0.0013598662765174846},"point_estimate":0.0008302709149234921,"standard_error":0.00024495542905040544},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0002496235855044499,"upper_bound":0.000909924448712084},"point_estimate":0.0005870884507306329,"standard_error":0.0001766836540698411}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/new/estimates.json b/criterion/fan_out_hydroflow_surface/new/estimates.json index 619b902d1528..09311071f38d 100644 --- a/criterion/fan_out_hydroflow_surface/new/estimates.json +++ b/criterion/fan_out_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6473525.02634375,"upper_bound":6476933.998062501},"point_estimate":6475118.42625,"standard_error":870.7666830649902},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6471997.5,"upper_bound":6475752.0},"point_estimate":6473683.8125,"standard_error":1062.3026032987414},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4964.8566618561745,"upper_bound":7525.306816399097},"point_estimate":6195.043990015984,"standard_error":629.9593675255836},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5711.314427619564,"upper_bound":11850.61217700373},"point_estimate":8735.42132661626,"standard_error":1621.1721381526663}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6478119.313968751,"upper_bound":6483544.82065625},"point_estimate":6480494.52875,"standard_error":1397.9059145245778},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6476786.3125,"upper_bound":6478636.625},"point_estimate":6477484.4375,"standard_error":468.2014628747206},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3702.422784268856,"upper_bound":6340.709437429905},"point_estimate":5269.345631450415,"standard_error":665.0591394900512},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5598.376495490012,"upper_bound":20794.743487772666},"point_estimate":14072.240009828183,"standard_error":3980.8641189640853}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/new/sample.json b/criterion/fan_out_hydroflow_surface/new/sample.json index 7fc3a8960ccd..336f7ef070cc 100644 --- a/criterion/fan_out_hydroflow_surface/new/sample.json +++ b/criterion/fan_out_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51708365.0,51746535.0,51742528.0,51709206.0,51768266.0,51901405.0,51773846.0,51769067.0,51775980.0,51812349.0,51765841.0,51826063.0,51778375.0,51777423.0,51731768.0,51743779.0,51768928.0,51804223.0,51773826.0,51746696.0,51823019.0,51757827.0,51725506.0,51730365.0,51901615.0,51857092.0,51752146.0,51746585.0,51840972.0,51806016.0,51822779.0,51813921.0,51821475.0,51817228.0,51926091.0,51781801.0,51804333.0,51790828.0,51778596.0,51793273.0,51755152.0,51727991.0,51736166.0,51801838.0,52071382.0,51808641.0,51826454.0,51813701.0,51842184.0,52212085.0,51937162.0,51829030.0,51821906.0,51755772.0,51799415.0,51819913.0,51829381.0,51783745.0,51729214.0,51819481.0,51742698.0,51730064.0,51708545.0,51902307.0,51757175.0,51799634.0,51872811.0,51830612.0,51806046.0,51852493.0,51745664.0,51890725.0,51758889.0,51744873.0,51759050.0,51884964.0,51815024.0,51752096.0,51769288.0,51816045.0,51749651.0,51763167.0,51791499.0,51888221.0,51778705.0,51815384.0,51806989.0,51844289.0,51845520.0,51782252.0,51773636.0,51793893.0,51783495.0,51764349.0,51835902.0,51840912.0,51755923.0,51763278.0,51788113.0,51754010.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52588398.0,51918370.0,51807412.0,51808805.0,51803375.0,51740907.0,51796251.0,51808274.0,51788026.0,51809857.0,51772216.0,51790250.0,51797664.0,51751537.0,51791453.0,51773178.0,51785342.0,51821468.0,51822891.0,51815617.0,51988412.0,51811781.0,51880670.0,51849240.0,51831457.0,51906538.0,51793306.0,51780652.0,51818734.0,51844381.0,51810298.0,51860012.0,51827340.0,51810528.0,51789348.0,51791432.0,51824404.0,51809877.0,51896279.0,52017887.0,51817902.0,51817230.0,51795471.0,51783478.0,51823092.0,51781192.0,51798425.0,51778007.0,51813324.0,51867405.0,51819435.0,51863818.0,51887503.0,51868767.0,51877524.0,51815477.0,51886080.0,51839352.0,52487308.0,51876652.0,51854591.0,51815257.0,51834112.0,51850262.0,51781774.0,51769340.0,52089141.0,51849010.0,51875500.0,51829093.0,51817030.0,51809407.0,51825777.0,51777546.0,51768369.0,51919542.0,51821338.0,51856304.0,51852537.0,51780882.0,51830515.0,51786453.0,51844132.0,51845634.0,51768139.0,51784920.0,51836207.0,51814847.0,51797103.0,51908882.0,51797494.0,51832599.0,51817982.0,51833071.0,51834634.0,51820316.0,51879828.0,51875560.0,51826338.0,51852848.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/new/tukey.json b/criterion/fan_out_hydroflow_surface/new/tukey.json index d83a8cd8c2d1..0713fcfe9612 100644 --- a/criterion/fan_out_hydroflow_surface/new/tukey.json +++ b/criterion/fan_out_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[6444866.375,6457237.0625,6490225.5625,6502596.25] \ No newline at end of file +[6453714.46875,6464162.859375,6492025.234375,6502473.625] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/report/MAD.svg b/criterion/fan_out_hydroflow_surface/report/MAD.svg index 1d4488c4bb43..1c365af5f80a 100644 --- a/criterion/fan_out_hydroflow_surface/report/MAD.svg +++ b/criterion/fan_out_hydroflow_surface/report/MAD.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - + - + +3.5 + + + +4 + + + +4.5 + + + 5 - - + + 5.5 - - + + 6 - - + + 6.5 - - -7 - - - -7.5 - - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/SD.svg b/criterion/fan_out_hydroflow_surface/report/SD.svg index 2256e0f2e2a4..46178f0321b8 100644 --- a/criterion/fan_out_hydroflow_surface/report/SD.svg +++ b/criterion/fan_out_hydroflow_surface/report/SD.svg @@ -9,58 +9,78 @@ Density (a.u.) Average time (µs) - -0.05 + +0.02 - - -0.1 + + +0.04 + + + +0.06 - - -0.15 + + +0.08 + + + +0.1 - - -0.2 + + +0.12 - - -0.25 + + +0.14 - + - -6 + +4 - - -7 + + +6 - - + + 8 - - -9 - - - + + 10 - - -11 - - - + + 12 - - - - + + +14 + + + +16 + + + +18 + + + +20 + + + +22 + + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg b/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg index 168163744b89..0b05e649866d 100644 --- a/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg @@ -16,35 +16,60 @@ Average Iteration Time (ms) - - - - - + + + + + + + + + + - + +6.47 + + + 6.48 - - + + +6.49 + + + 6.5 - - + + +6.51 + + + 6.52 - - + + +6.53 + + + 6.54 - - + + +6.55 + + + 6.56 - + -6.58 +6.57 @@ -92,206 +117,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_out_hydroflow_surface/report/both/pdf.svg b/criterion/fan_out_hydroflow_surface/report/both/pdf.svg index 9f2ca84410d0..7eecab8e2f0a 100644 --- a/criterion/fan_out_hydroflow_surface/report/both/pdf.svg +++ b/criterion/fan_out_hydroflow_surface/report/both/pdf.svg @@ -54,26 +54,22 @@ Average Time (ms) - + 6.45 - + 6.5 - + 6.55 - - -6.6 - - - - - - + + + + + Base PDF diff --git a/criterion/fan_out_hydroflow_surface/report/change/mean.svg b/criterion/fan_out_hydroflow_surface/report/change/mean.svg index c7207be8382f..e4ff5dfcad11 100644 --- a/criterion/fan_out_hydroflow_surface/report/change/mean.svg +++ b/criterion/fan_out_hydroflow_surface/report/change/mean.svg @@ -9,62 +9,66 @@ Density (a.u.) Relative change (%) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - - + + 1400 - + + +1600 + + - --8e-4 + +4e-4 - - --6e-4 + + +6e-4 - - --4e-4 + + +8e-4 - - --2e-4 + + +0.001 - - -0 + + +0.0012 - - -2e-4 + + +0.0014 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/change/median.svg b/criterion/fan_out_hydroflow_surface/report/change/median.svg index feb1f5c7cc3e..8da2bcc009e0 100644 --- a/criterion/fan_out_hydroflow_surface/report/change/median.svg +++ b/criterion/fan_out_hydroflow_surface/report/change/median.svg @@ -9,18 +9,18 @@ Density (a.u.) Relative change (%) - + 200 - - + + 400 - - + + 600 - + 800 @@ -29,70 +29,62 @@ Relative change (%) 1000 - + 1200 - - + + 1400 - - + + 1600 - - + + 1800 - - + + 2000 - + - --4e-4 - - - --3e-4 - - - --2e-4 - - - --1e-4 - - - -0 - - - -1e-4 - - - + 2e-4 - - + + 3e-4 - - + + 4e-4 - - + + 5e-4 - - - - + + +6e-4 + + + +7e-4 + + + +8e-4 + + + +9e-4 + + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/change/t-test.svg b/criterion/fan_out_hydroflow_surface/report/change/t-test.svg index 82dfc71d8833..68b056186ae9 100644 --- a/criterion/fan_out_hydroflow_surface/report/change/t-test.svg +++ b/criterion/fan_out_hydroflow_surface/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - + 0.0 - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fan_out_hydroflow_surface/report/index.html b/criterion/fan_out_hydroflow_surface/report/index.html index 06c49fa4a513..c840b04b0008 100644 --- a/criterion/fan_out_hydroflow_surface/report/index.html +++ b/criterion/fan_out_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0043892 - 0.0045361 - 0.0043473 + 0.0000612 + 0.0000630 + 0.0000602 Mean - 6.4735 ms - 6.4751 ms - 6.4769 ms + 6.4781 ms + 6.4805 ms + 6.4835 ms Std. Dev. - 5.7113 µs - 8.7354 µs - 11.851 µs + 5.5984 µs + 14.072 µs + 20.795 µs Median - 6.4720 ms - 6.4737 ms - 6.4758 ms + 6.4768 ms + 6.4775 ms + 6.4786 ms MAD - 4.9649 µs - 6.1950 µs - 7.5253 µs + 3.7024 µs + 5.2693 µs + 6.3407 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -0.0791% - -0.0234% - +0.0241% - (p = 0.39 > + +0.0399% + +0.0830% + +0.1360% + (p = 0.00 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/fan_out_hydroflow_surface/report/iteration_times.svg b/criterion/fan_out_hydroflow_surface/report/iteration_times.svg index 886121225403..049ecf369563 100644 --- a/criterion/fan_out_hydroflow_surface/report/iteration_times.svg +++ b/criterion/fan_out_hydroflow_surface/report/iteration_times.svg @@ -15,37 +15,62 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + + + + - + 6.47 - - + + 6.48 - - + + 6.49 - - + + 6.5 - - + + 6.51 - - + + 6.52 - + + +6.53 + + + +6.54 + + + +6.55 + + + +6.56 + + + +6.57 + + 10 @@ -87,106 +112,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg b/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg index ff6695271247..15ca57bfa9ed 100644 --- a/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg @@ -12,37 +12,62 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + + + + - + 6.47 - - + + 6.48 - - + + 6.49 - - + + 6.5 - - + + 6.51 - - + + 6.52 - + + +6.53 + + + +6.54 + + + +6.55 + + + +6.56 + + + +6.57 + + 10 @@ -84,104 +109,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_surface/report/mean.svg b/criterion/fan_out_hydroflow_surface/report/mean.svg index 801b46c176d7..7feac1d99cec 100644 --- a/criterion/fan_out_hydroflow_surface/report/mean.svg +++ b/criterion/fan_out_hydroflow_surface/report/mean.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - -350 - - - -400 - - - -450 - - - -500 - - + - -6.4735 - - - -6.474 - - - -6.4745 + +6.478 - - -6.475 + + +6.479 - - -6.4755 + + +6.48 - - -6.476 + + +6.481 - - -6.4765 + + +6.482 - - -6.477 + + +6.483 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/median.svg b/criterion/fan_out_hydroflow_surface/report/median.svg index 5abcbaacd650..b7b62eed9ae8 100644 --- a/criterion/fan_out_hydroflow_surface/report/median.svg +++ b/criterion/fan_out_hydroflow_surface/report/median.svg @@ -9,90 +9,50 @@ Density (a.u.) Average time (ms) - -50 - - - -100 - - - -150 - - - + 200 - - -250 - - - -300 - - - -350 - - - + + 400 - - -450 + + +600 - - -500 + + +800 - - -550 + + +1000 - - - -6.472 - - - -6.4725 - - - -6.473 + + +1200 - - -6.4735 - - - -6.474 - - - -6.4745 + + + +6.477 - - -6.475 + + +6.4775 - - -6.4755 + + +6.478 - - -6.476 + + +6.4785 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/pdf.svg b/criterion/fan_out_hydroflow_surface/report/pdf.svg index 39db3184a96f..1e2637f0e979 100644 --- a/criterion/fan_out_hydroflow_surface/report/pdf.svg +++ b/criterion/fan_out_hydroflow_surface/report/pdf.svg @@ -46,38 +46,34 @@ Average Time (ms) - + 6.46 - - -6.47 - - - + + 6.48 - - -6.49 - - - + + 6.5 - - -6.51 - - - + + 6.52 - - -6.53 + + +6.54 - + + +6.56 + + + +6.58 + + Density (a.u.) @@ -86,40 +82,62 @@ Density (a.u.) 0 - + +5 + + + 10 - - + + +15 + + + 20 - - + + +25 + + + 30 - - + + +35 + + + 40 - - + + +45 + + + 50 - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/fan_out_hydroflow_surface/report/pdf_small.svg b/criterion/fan_out_hydroflow_surface/report/pdf_small.svg index da0cfc7e068e..1b360174d517 100644 --- a/criterion/fan_out_hydroflow_surface/report/pdf_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/pdf_small.svg @@ -10,47 +10,39 @@ Average Time (ms) 0 - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - -60 - - + - -6.46 - - - -6.48 + +6.45 - - + + 6.5 - - -6.52 + + +6.55 - - - + + + diff --git a/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg index 4e3bc0a80631..0af9098d00d4 100644 --- a/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,35 +13,60 @@ Average Iteration Time (ms) - - - - - + + + + + + + + + + - + +6.47 + + + 6.48 - - + + +6.49 + + + 6.5 - - + + +6.51 + + + 6.52 - - + + +6.53 + + + 6.54 - - + + +6.55 + + + 6.56 - + -6.58 +6.57 @@ -89,204 +114,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg b/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg index c58b77361edc..9723b7a11141 100644 --- a/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg @@ -51,24 +51,20 @@ Average Time (ms) - + 6.45 - + 6.5 - + 6.55 - - -6.6 - - - - - - + + + + + diff --git a/criterion/fan_out_hydroflow_surface/report/typical.svg b/criterion/fan_out_hydroflow_surface/report/typical.svg index 0797720a1092..cfdb203766b2 100644 --- a/criterion/fan_out_hydroflow_surface/report/typical.svg +++ b/criterion/fan_out_hydroflow_surface/report/typical.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - -350 - - - -400 - - - -450 - - - -500 - - + - -6.4735 - - - -6.474 - - - -6.4745 + +6.478 - - -6.475 + + +6.479 - - -6.4755 + + +6.48 - - -6.476 + + +6.481 - - -6.4765 + + +6.482 - - -6.477 + + +6.483 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/base/estimates.json b/criterion/fork_join_hydroflow/base/estimates.json index 1aa45621ecb3..62e408b660b9 100644 --- a/criterion/fork_join_hydroflow/base/estimates.json +++ b/criterion/fork_join_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6086881.135555551,"upper_bound":6110864.752583335},"point_estimate":6098701.05111111,"standard_error":6130.9106136342625},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6073183.555555556,"upper_bound":6106990.333333334},"point_estimate":6095100.555555556,"standard_error":8973.66959418106},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":46499.35954113817,"upper_bound":71192.4739360814},"point_estimate":60222.05779751249,"standard_error":6137.069064538486},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":51876.06180256594,"upper_bound":70298.50091352507},"point_estimate":61436.8029155364,"standard_error":4698.973270971216}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6324516.3391875,"upper_bound":6342900.5},"point_estimate":6333548.8925,"standard_error":4695.504483815859},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6315468.0625,"upper_bound":6342018.9375},"point_estimate":6329506.75,"standard_error":6395.952149509863},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37882.23856276833,"upper_bound":60865.686363167966},"point_estimate":48621.12483680248,"standard_error":5870.924187179448},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":39547.562688544866,"upper_bound":54790.795744536365},"point_estimate":47348.982639642425,"standard_error":3923.245162755529}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/base/sample.json b/criterion/fork_join_hydroflow/base/sample.json index 583200fa5889..d1397955092c 100644 --- a/criterion/fork_join_hydroflow/base/sample.json +++ b/criterion/fork_join_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[55329461.0,54655702.0,55507383.0,54937258.0,54599427.0,53922883.0,55593635.0,53952758.0,54224567.0,55244512.0,55897753.0,54766630.0,54417667.0,53887747.0,54369005.0,54599607.0,54964619.0,55004113.0,55452100.0,56463229.0,55483812.0,54566469.0,54716981.0,55615079.0,54525283.0,54869686.0,55366775.0,56563912.0,54551371.0,54890425.0,55276286.0,54827124.0,54951028.0,54888721.0,55467943.0,54540040.0,54129904.0,55988597.0,54941430.0,53939338.0,55198691.0,54727089.0,54373589.0,55184163.0,55267780.0,54500546.0,55110756.0,56186236.0,55173704.0,54401151.0,55281997.0,55193792.0,54307265.0,54772805.0,54661990.0,54898780.0,55334484.0,55598127.0,54310080.0,55267029.0,54990642.0,55433510.0,54601805.0,54598990.0,54961758.0,53987387.0,53910694.0,54023876.0,54606124.0,54295312.0,54511957.0,54621202.0,55167892.0,55871719.0,54658652.0,55032290.0,54462205.0,55242152.0,54424914.0,55115896.0,54530923.0,54439572.0,54568553.0,54480118.0,54563303.0,54975524.0,54512699.0,54943593.0,55373337.0,54961207.0,54799013.0,55272229.0,54346057.0,54266739.0,55941388.0,54842124.0,55204771.0,55423421.0,54407893.0,54819191.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[50989318.0,50774214.0,50515879.0,50744028.0,51037709.0,50403719.0,51100927.0,50712338.0,51041987.0,50479872.0,50734851.0,50517823.0,50291108.0,50370056.0,50991903.0,50212671.0,50445698.0,50215355.0,51215953.0,49944938.0,50421222.0,50435620.0,51936464.0,50867970.0,50107534.0,51371475.0,50196030.0,50917653.0,51703477.0,50825640.0,50400753.0,50687111.0,50377340.0,51084637.0,50523834.0,50881516.0,50748957.0,50953290.0,51072855.0,50223923.0,50231877.0,50356059.0,50754598.0,50633901.0,50168258.0,51085198.0,50327606.0,50734029.0,51238104.0,50614996.0,51114532.0,50174860.0,50679676.0,51096538.0,51003745.0,50738274.0,50990320.0,50861571.0,50527011.0,50493598.0,50620696.0,50700707.0,50801776.0,50444836.0,50622579.0,50673134.0,50338056.0,51109353.0,50209525.0,50555775.0,50214785.0,50520478.0,50602383.0,50339702.0,50393768.0,50207889.0,50396653.0,50950383.0,50317615.0,50787558.0,50112439.0,50181749.0,50777267.0,50240450.0,51816769.0,50279393.0,50704922.0,50115225.0,50446307.0,51177529.0,51050370.0,51199961.0,50876033.0,50638207.0,50516469.0,50924284.0,50816561.0,50673854.0,50577432.0,50603843.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/base/tukey.json b/criterion/fork_join_hydroflow/base/tukey.json index 104729ad3495..47765acbf234 100644 --- a/criterion/fork_join_hydroflow/base/tukey.json +++ b/criterion/fork_join_hydroflow/base/tukey.json @@ -1 +1 @@ -[5811070.027777781,5934007.986111113,6261842.541666665,6384780.499999997] \ No newline at end of file +[6100088.96875,6199398.296875,6464223.171875,6563532.5] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/change/estimates.json b/criterion/fork_join_hydroflow/change/estimates.json index c47731095669..a10970e88e3e 100644 --- a/criterion/fork_join_hydroflow/change/estimates.json +++ b/criterion/fork_join_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.012303170807778908,"upper_bound":0.01855626349419742},"point_estimate":0.015563267609796538,"standard_error":0.0015883763792624993},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.013179814193801542,"upper_bound":0.019419068339237112},"point_estimate":0.016975781201516105,"standard_error":0.0015937990713268024}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.03592898945007459,"upper_bound":0.041139012463085295},"point_estimate":0.03850784608406155,"standard_error":0.0013218201110051515},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.03538047926673915,"upper_bound":0.0428082675050947},"point_estimate":0.038458134087843376,"standard_error":0.001867633247956917}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/new/estimates.json b/criterion/fork_join_hydroflow/new/estimates.json index 1aa45621ecb3..62e408b660b9 100644 --- a/criterion/fork_join_hydroflow/new/estimates.json +++ b/criterion/fork_join_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6086881.135555551,"upper_bound":6110864.752583335},"point_estimate":6098701.05111111,"standard_error":6130.9106136342625},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6073183.555555556,"upper_bound":6106990.333333334},"point_estimate":6095100.555555556,"standard_error":8973.66959418106},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":46499.35954113817,"upper_bound":71192.4739360814},"point_estimate":60222.05779751249,"standard_error":6137.069064538486},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":51876.06180256594,"upper_bound":70298.50091352507},"point_estimate":61436.8029155364,"standard_error":4698.973270971216}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6324516.3391875,"upper_bound":6342900.5},"point_estimate":6333548.8925,"standard_error":4695.504483815859},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6315468.0625,"upper_bound":6342018.9375},"point_estimate":6329506.75,"standard_error":6395.952149509863},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37882.23856276833,"upper_bound":60865.686363167966},"point_estimate":48621.12483680248,"standard_error":5870.924187179448},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":39547.562688544866,"upper_bound":54790.795744536365},"point_estimate":47348.982639642425,"standard_error":3923.245162755529}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/new/sample.json b/criterion/fork_join_hydroflow/new/sample.json index 583200fa5889..d1397955092c 100644 --- a/criterion/fork_join_hydroflow/new/sample.json +++ b/criterion/fork_join_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[55329461.0,54655702.0,55507383.0,54937258.0,54599427.0,53922883.0,55593635.0,53952758.0,54224567.0,55244512.0,55897753.0,54766630.0,54417667.0,53887747.0,54369005.0,54599607.0,54964619.0,55004113.0,55452100.0,56463229.0,55483812.0,54566469.0,54716981.0,55615079.0,54525283.0,54869686.0,55366775.0,56563912.0,54551371.0,54890425.0,55276286.0,54827124.0,54951028.0,54888721.0,55467943.0,54540040.0,54129904.0,55988597.0,54941430.0,53939338.0,55198691.0,54727089.0,54373589.0,55184163.0,55267780.0,54500546.0,55110756.0,56186236.0,55173704.0,54401151.0,55281997.0,55193792.0,54307265.0,54772805.0,54661990.0,54898780.0,55334484.0,55598127.0,54310080.0,55267029.0,54990642.0,55433510.0,54601805.0,54598990.0,54961758.0,53987387.0,53910694.0,54023876.0,54606124.0,54295312.0,54511957.0,54621202.0,55167892.0,55871719.0,54658652.0,55032290.0,54462205.0,55242152.0,54424914.0,55115896.0,54530923.0,54439572.0,54568553.0,54480118.0,54563303.0,54975524.0,54512699.0,54943593.0,55373337.0,54961207.0,54799013.0,55272229.0,54346057.0,54266739.0,55941388.0,54842124.0,55204771.0,55423421.0,54407893.0,54819191.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[50989318.0,50774214.0,50515879.0,50744028.0,51037709.0,50403719.0,51100927.0,50712338.0,51041987.0,50479872.0,50734851.0,50517823.0,50291108.0,50370056.0,50991903.0,50212671.0,50445698.0,50215355.0,51215953.0,49944938.0,50421222.0,50435620.0,51936464.0,50867970.0,50107534.0,51371475.0,50196030.0,50917653.0,51703477.0,50825640.0,50400753.0,50687111.0,50377340.0,51084637.0,50523834.0,50881516.0,50748957.0,50953290.0,51072855.0,50223923.0,50231877.0,50356059.0,50754598.0,50633901.0,50168258.0,51085198.0,50327606.0,50734029.0,51238104.0,50614996.0,51114532.0,50174860.0,50679676.0,51096538.0,51003745.0,50738274.0,50990320.0,50861571.0,50527011.0,50493598.0,50620696.0,50700707.0,50801776.0,50444836.0,50622579.0,50673134.0,50338056.0,51109353.0,50209525.0,50555775.0,50214785.0,50520478.0,50602383.0,50339702.0,50393768.0,50207889.0,50396653.0,50950383.0,50317615.0,50787558.0,50112439.0,50181749.0,50777267.0,50240450.0,51816769.0,50279393.0,50704922.0,50115225.0,50446307.0,51177529.0,51050370.0,51199961.0,50876033.0,50638207.0,50516469.0,50924284.0,50816561.0,50673854.0,50577432.0,50603843.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/new/tukey.json b/criterion/fork_join_hydroflow/new/tukey.json index 104729ad3495..47765acbf234 100644 --- a/criterion/fork_join_hydroflow/new/tukey.json +++ b/criterion/fork_join_hydroflow/new/tukey.json @@ -1 +1 @@ -[5811070.027777781,5934007.986111113,6261842.541666665,6384780.499999997] \ No newline at end of file +[6100088.96875,6199398.296875,6464223.171875,6563532.5] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/report/MAD.svg b/criterion/fork_join_hydroflow/report/MAD.svg index 5e7260512ead..11b7a1829de9 100644 --- a/criterion/fork_join_hydroflow/report/MAD.svg +++ b/criterion/fork_join_hydroflow/report/MAD.svg @@ -9,66 +9,58 @@ Density (a.u.) Average time (µs) - + 0.01 - - + + 0.02 - - + + 0.03 - - + + 0.04 - - + + 0.05 - - + + 0.06 - - + + 0.07 - - -0.08 - - + - + +40 + + + 45 - - + + 50 - - + + 55 - - + + 60 - - -65 - - - -70 - - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/SD.svg b/criterion/fork_join_hydroflow/report/SD.svg index aa2e3cb9a0c3..41f441add5a2 100644 --- a/criterion/fork_join_hydroflow/report/SD.svg +++ b/criterion/fork_join_hydroflow/report/SD.svg @@ -9,66 +9,90 @@ Density (a.u.) Average time (µs) - + 0.01 - - + + 0.02 - - + + 0.03 - - + + 0.04 - - + + 0.05 - - + + 0.06 - - + + 0.07 - - + + 0.08 - - + + 0.09 - + + +0.1 + + -50 +38 - -55 + +40 + + + +42 + + + +44 + + + +46 + + + +48 + + + +50 - - -60 + + +52 - - -65 + + +54 - - -70 + + +56 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/both/iteration_times.svg b/criterion/fork_join_hydroflow/report/both/iteration_times.svg index a1a8a90573b5..b055c074f0d3 100644 --- a/criterion/fork_join_hydroflow/report/both/iteration_times.svg +++ b/criterion/fork_join_hydroflow/report/both/iteration_times.svg @@ -16,37 +16,57 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + + + - + 6.0 - - + + +6.05 + + + 6.1 - - + + +6.15 + + + 6.2 - - + + +6.25 + + + 6.3 - - + + +6.35 + + + 6.4 - - -6.5 + + +6.45 - + 0 @@ -92,206 +112,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fork_join_hydroflow/report/both/pdf.svg b/criterion/fork_join_hydroflow/report/both/pdf.svg index 006fb159cebd..e9a0a569efda 100644 --- a/criterion/fork_join_hydroflow/report/both/pdf.svg +++ b/criterion/fork_join_hydroflow/report/both/pdf.svg @@ -9,59 +9,47 @@ Density (a.u.) Average Time (ms) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - -8 - - + - + 6 - - + + 6.2 - - -6.4 - - - -6.6 - - - - - - + + + + + Base PDF diff --git a/criterion/fork_join_hydroflow/report/change/mean.svg b/criterion/fork_join_hydroflow/report/change/mean.svg index e58612c878c7..70e719fc35ad 100644 --- a/criterion/fork_join_hydroflow/report/change/mean.svg +++ b/criterion/fork_join_hydroflow/report/change/mean.svg @@ -9,62 +9,58 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - - -0.012 - - - -0.013 + + +300 - - -0.014 + + + +0.036 - - -0.015 + + +0.037 - - -0.016 + + +0.038 - - -0.017 + + +0.039 - - -0.018 + + +0.04 - - -0.019 + + +0.041 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/change/median.svg b/criterion/fork_join_hydroflow/report/change/median.svg index b22dbe138a70..31170b0017d7 100644 --- a/criterion/fork_join_hydroflow/report/change/median.svg +++ b/criterion/fork_join_hydroflow/report/change/median.svg @@ -9,62 +9,90 @@ Density (a.u.) Relative change (%) - -50 + +20 - - + + +40 + + + +60 + + + +80 + + + 100 - - -150 + + +120 + + + +140 - - + + +160 + + + +180 + + + 200 - - -250 + + +220 - + - -0.013 + +0.035 + + + +0.036 - - -0.014 + + +0.037 - - -0.015 + + +0.038 - - -0.016 + + +0.039 - - -0.017 + + +0.04 - - -0.018 + + +0.041 - - -0.019 + + +0.042 - - -0.02 + + +0.043 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/change/t-test.svg b/criterion/fork_join_hydroflow/report/change/t-test.svg index 4690cb4e1cc2..45218fff115f 100644 --- a/criterion/fork_join_hydroflow/report/change/t-test.svg +++ b/criterion/fork_join_hydroflow/report/change/t-test.svg @@ -13,80 +13,76 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - --5.0 - - - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + t distribution diff --git a/criterion/fork_join_hydroflow/report/index.html b/criterion/fork_join_hydroflow/report/index.html index 9cc2125e88b7..8f11304789aa 100644 --- a/criterion/fork_join_hydroflow/report/index.html +++ b/criterion/fork_join_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0001521 - 0.0001578 - 0.0001518 + 0.0002828 + 0.0002932 + 0.0002821 Mean - 6.0869 ms - 6.0987 ms - 6.1109 ms + 6.3245 ms + 6.3335 ms + 6.3429 ms Std. Dev. - 51.876 µs - 61.437 µs - 70.299 µs + 39.548 µs + 47.349 µs + 54.791 µs Median - 6.0732 ms - 6.0951 ms - 6.1070 ms + 6.3155 ms + 6.3295 ms + 6.3420 ms MAD - 46.499 µs - 60.222 µs - 71.192 µs + 37.882 µs + 48.621 µs + 60.866 µs @@ -221,9 +221,9 @@

Additional Statistics:

Change in time - +1.2303% - +1.5563% - +1.8556% + +3.5929% + +3.8508% + +4.1139% (p = 0.00 < 0.05) diff --git a/criterion/fork_join_hydroflow/report/iteration_times.svg b/criterion/fork_join_hydroflow/report/iteration_times.svg index f883f0581e86..d803f9b57086 100644 --- a/criterion/fork_join_hydroflow/report/iteration_times.svg +++ b/criterion/fork_join_hydroflow/report/iteration_times.svg @@ -15,37 +15,32 @@ Average Iteration Time (ms) - - - - - - + + + + + - -6.0 - - - -6.05 + +6.25 - - -6.1 + + +6.3 - - -6.15 + + +6.35 - - -6.2 + + +6.4 - - -6.25 + + +6.45 - + 10 @@ -87,106 +82,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fork_join_hydroflow/report/iteration_times_small.svg b/criterion/fork_join_hydroflow/report/iteration_times_small.svg index 739b4672677b..81a1277cf209 100644 --- a/criterion/fork_join_hydroflow/report/iteration_times_small.svg +++ b/criterion/fork_join_hydroflow/report/iteration_times_small.svg @@ -12,37 +12,32 @@ Average Iteration Time (ms) - - - - - - + + + + + - -6.0 - - - -6.05 + +6.25 - - -6.1 + + +6.3 - - -6.15 + + +6.35 - - -6.2 + + +6.4 - - -6.25 + + +6.45 - + 10 @@ -84,104 +79,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow/report/mean.svg b/criterion/fork_join_hydroflow/report/mean.svg index b1b4d3dc5023..776c60f9f7da 100644 --- a/criterion/fork_join_hydroflow/report/mean.svg +++ b/criterion/fork_join_hydroflow/report/mean.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - + + +80 + + + +90 + + - -6.085 + +6.324 + + + +6.326 + + + +6.328 + + + +6.33 + + + +6.332 + + + +6.334 - - -6.09 + + +6.336 - - -6.095 + + +6.338 - - -6.1 + + +6.34 - - -6.105 + + +6.342 - - -6.11 + + +6.344 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/median.svg b/criterion/fork_join_hydroflow/report/median.svg index 54a7059189db..0c135e86bc58 100644 --- a/criterion/fork_join_hydroflow/report/median.svg +++ b/criterion/fork_join_hydroflow/report/median.svg @@ -9,74 +9,70 @@ Density (a.u.) Average time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - - -6.07 - - - -6.075 + + +80 - - -6.08 + + +90 - - -6.085 + + +100 - - -6.09 + + + +6.315 - - -6.095 + + +6.32 - - -6.1 + + +6.325 - - -6.105 + + +6.33 - - -6.11 + + +6.335 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/pdf.svg b/criterion/fork_join_hydroflow/report/pdf.svg index 4b581cfc63a9..ea8220bdb224 100644 --- a/criterion/fork_join_hydroflow/report/pdf.svg +++ b/criterion/fork_join_hydroflow/report/pdf.svg @@ -13,79 +13,71 @@ Average Time (ms) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - -8 - - + -9 +8 - -5.95 - - - -6 - - - -6.05 - - - -6.1 - - - -6.15 - - - + 6.2 - - + + 6.25 - - + + 6.3 - - + + 6.35 - + + +6.4 + + + +6.45 + + + +6.5 + + + +6.55 + + Density (a.u.) @@ -94,40 +86,44 @@ Density (a.u.) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - - - - + + +7 + + + + + + - - - - + + + + PDF diff --git a/criterion/fork_join_hydroflow/report/pdf_small.svg b/criterion/fork_join_hydroflow/report/pdf_small.svg index ec7e506e60a2..424af319b281 100644 --- a/criterion/fork_join_hydroflow/report/pdf_small.svg +++ b/criterion/fork_join_hydroflow/report/pdf_small.svg @@ -10,47 +10,55 @@ Average Time (ms) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - - -6 + + +7 - - -6.1 + + +8 - - + + + 6.2 - - + + 6.3 - - - + + +6.4 + + + +6.5 + + + + diff --git a/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg b/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg index f901bcc1a004..45a4ce1c3c36 100644 --- a/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg @@ -13,37 +13,57 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + + + - + 6.0 - - + + +6.05 + + + 6.1 - - + + +6.15 + + + 6.2 - - + + +6.25 + + + 6.3 - - + + +6.35 + + + 6.4 - - -6.5 + + +6.45 - + 0 @@ -89,204 +109,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow/report/relative_pdf_small.svg b/criterion/fork_join_hydroflow/report/relative_pdf_small.svg index 69cf7eb8ac2e..fd523057a7f8 100644 --- a/criterion/fork_join_hydroflow/report/relative_pdf_small.svg +++ b/criterion/fork_join_hydroflow/report/relative_pdf_small.svg @@ -6,57 +6,45 @@ Density (a.u.) Average Time (ms) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - -8 - - + - + 6 - - + + 6.2 - - -6.4 - - - -6.6 - - - - - - + + + + + diff --git a/criterion/fork_join_hydroflow/report/typical.svg b/criterion/fork_join_hydroflow/report/typical.svg index 62ede3344ae7..f590efd0e130 100644 --- a/criterion/fork_join_hydroflow/report/typical.svg +++ b/criterion/fork_join_hydroflow/report/typical.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - + + +80 + + + +90 + + - -6.085 + +6.324 + + + +6.326 + + + +6.328 + + + +6.33 + + + +6.332 + + + +6.334 - - -6.09 + + +6.336 - - -6.095 + + +6.338 - - -6.1 + + +6.34 - - -6.105 + + +6.342 - - -6.11 + + +6.344 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/base/estimates.json b/criterion/fork_join_hydroflow_builder/base/estimates.json index 2e011efd59bf..2fc66a5ac7be 100644 --- a/criterion/fork_join_hydroflow_builder/base/estimates.json +++ b/criterion/fork_join_hydroflow_builder/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4929806.396613638,"upper_bound":4950246.671590909},"point_estimate":4938729.15,"standard_error":5243.367294715322},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4925489.181818182,"upper_bound":4931540.909090909},"point_estimate":4927781.454545455,"standard_error":1716.0578527537666},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9688.993000713073,"upper_bound":16727.636375752863},"point_estimate":12921.060943331706,"standard_error":1792.9262877201918},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13618.994307083869,"upper_bound":77061.24310576078},"point_estimate":52633.58665050004,"standard_error":14613.42970087653}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5391280.590575,"upper_bound":5404500.432000001},"point_estimate":5397106.770999999,"standard_error":3409.7043334856057},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5386598.7,"upper_bound":5393520.8},"point_estimate":5389158.6,"standard_error":2055.242415075097},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10005.62244236497,"upper_bound":19539.70396310174},"point_estimate":13975.209741890292,"standard_error":2324.1506682830272},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14406.043599642626,"upper_bound":50718.40238336502},"point_estimate":34248.89015514301,"standard_error":9691.110007351632}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/base/sample.json b/criterion/fork_join_hydroflow_builder/base/sample.json index a3f676915075..99c1dd32e505 100644 --- a/criterion/fork_join_hydroflow_builder/base/sample.json +++ b/criterion/fork_join_hydroflow_builder/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0],"times":[54433613.0,54117469.0,54203950.0,54174926.0,54457044.0,54164537.0,54015729.0,54083133.0,54460555.0,54521188.0,54036752.0,54286290.0,54129516.0,54207832.0,53990407.0,54491392.0,54119607.0,54207242.0,54599895.0,54334249.0,54249941.0,54174049.0,54078240.0,54269858.0,54304193.0,54135577.0,54112945.0,57458319.0,54199436.0,54371398.0,54715051.0,54050999.0,54022536.0,54085164.0,54227840.0,54248197.0,54199927.0,53973213.0,54491101.0,54307830.0,54042863.0,54221728.0,54248970.0,54166004.0,54308780.0,57532948.0,54244721.0,54278484.0,54263807.0,54400422.0,54077799.0,54113897.0,54280919.0,54174040.0,54333907.0,54025101.0,54298732.0,54310835.0,54174060.0,54159622.0,54597230.0,54293923.0,54014581.0,54049005.0,54501031.0,54236566.0,54245703.0,54354536.0,54193115.0,54154131.0,54191651.0,54358694.0,54168608.0,54077077.0,54580079.0,54170252.0,54225044.0,54383100.0,54158950.0,54246073.0,54308310.0,54181683.0,57487413.0,54344417.0,54375365.0,54140646.0,54139575.0,54180381.0,54080294.0,54095422.0,54186632.0,54195879.0,54015622.0,54294164.0,54358904.0,54245632.0,54197643.0,54059875.0,54063001.0,54083079.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0],"times":[53933164.0,53868482.0,53980993.0,53792470.0,54017692.0,53726857.0,56258639.0,53918145.0,53838356.0,53871768.0,54153077.0,53894221.0,54079318.0,54451526.0,53736885.0,53872670.0,53811565.0,53768133.0,54083946.0,54140082.0,53744900.0,54387747.0,54198171.0,53859686.0,53829829.0,53765168.0,53937342.0,53820612.0,54155581.0,53694416.0,54068608.0,53863332.0,53921261.0,53946579.0,53788121.0,53834899.0,53864495.0,53945105.0,53861589.0,54492614.0,53887137.0,53792198.0,53855818.0,53906352.0,53926441.0,53776740.0,53978489.0,53879734.0,55905015.0,54066844.0,53974892.0,53847503.0,53811315.0,53874864.0,54139902.0,53748296.0,54087504.0,53760109.0,54154098.0,54012482.0,53809401.0,54153417.0,53888951.0,53953411.0,53949635.0,53755761.0,54084958.0,54005450.0,53922864.0,53733670.0,53762704.0,53921542.0,54212568.0,53764016.0,53886847.0,53964663.0,53858103.0,53814220.0,53832454.0,53997194.0,54047849.0,53914819.0,54126647.0,53837534.0,53869063.0,54147596.0,53976936.0,53848054.0,53935758.0,53773324.0,54105117.0,53782510.0,53772541.0,53865987.0,53597013.0,54079598.0,53853564.0,53935208.0,53778463.0,54023584.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/base/tukey.json b/criterion/fork_join_hydroflow_builder/base/tukey.json index 4350bd67d9a0..1bca1972f1eb 100644 --- a/criterion/fork_join_hydroflow_builder/base/tukey.json +++ b/criterion/fork_join_hydroflow_builder/base/tukey.json @@ -1 +1 @@ -[4870933.977272727,4895786.931818182,4962061.477272728,4986914.4318181835] \ No newline at end of file +[5321856.1000000015,5351878.750000001,5431939.149999999,5461961.799999999] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/change/estimates.json b/criterion/fork_join_hydroflow_builder/change/estimates.json index 036897a6b02a..28a07b7c6170 100644 --- a/criterion/fork_join_hydroflow_builder/change/estimates.json +++ b/criterion/fork_join_hydroflow_builder/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0051169518528468355,"upper_bound":0.010717367924565643},"point_estimate":0.007944662601121477,"standard_error":0.0014187397187279459},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00758532610948226,"upper_bound":0.009996631101144127},"point_estimate":0.008760018109281287,"standard_error":0.0006224167238246863}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.09008778928573868,"upper_bound":0.09538605752131755},"point_estimate":0.0928128688733616,"standard_error":0.001348253446512446},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.09251079507998071,"upper_bound":0.09467012642717698},"point_estimate":0.09362776123704997,"standard_error":0.0005665174186257212}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/estimates.json b/criterion/fork_join_hydroflow_builder/new/estimates.json index 2e011efd59bf..2fc66a5ac7be 100644 --- a/criterion/fork_join_hydroflow_builder/new/estimates.json +++ b/criterion/fork_join_hydroflow_builder/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4929806.396613638,"upper_bound":4950246.671590909},"point_estimate":4938729.15,"standard_error":5243.367294715322},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4925489.181818182,"upper_bound":4931540.909090909},"point_estimate":4927781.454545455,"standard_error":1716.0578527537666},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9688.993000713073,"upper_bound":16727.636375752863},"point_estimate":12921.060943331706,"standard_error":1792.9262877201918},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13618.994307083869,"upper_bound":77061.24310576078},"point_estimate":52633.58665050004,"standard_error":14613.42970087653}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5391280.590575,"upper_bound":5404500.432000001},"point_estimate":5397106.770999999,"standard_error":3409.7043334856057},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5386598.7,"upper_bound":5393520.8},"point_estimate":5389158.6,"standard_error":2055.242415075097},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10005.62244236497,"upper_bound":19539.70396310174},"point_estimate":13975.209741890292,"standard_error":2324.1506682830272},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14406.043599642626,"upper_bound":50718.40238336502},"point_estimate":34248.89015514301,"standard_error":9691.110007351632}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/sample.json b/criterion/fork_join_hydroflow_builder/new/sample.json index a3f676915075..99c1dd32e505 100644 --- a/criterion/fork_join_hydroflow_builder/new/sample.json +++ b/criterion/fork_join_hydroflow_builder/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0],"times":[54433613.0,54117469.0,54203950.0,54174926.0,54457044.0,54164537.0,54015729.0,54083133.0,54460555.0,54521188.0,54036752.0,54286290.0,54129516.0,54207832.0,53990407.0,54491392.0,54119607.0,54207242.0,54599895.0,54334249.0,54249941.0,54174049.0,54078240.0,54269858.0,54304193.0,54135577.0,54112945.0,57458319.0,54199436.0,54371398.0,54715051.0,54050999.0,54022536.0,54085164.0,54227840.0,54248197.0,54199927.0,53973213.0,54491101.0,54307830.0,54042863.0,54221728.0,54248970.0,54166004.0,54308780.0,57532948.0,54244721.0,54278484.0,54263807.0,54400422.0,54077799.0,54113897.0,54280919.0,54174040.0,54333907.0,54025101.0,54298732.0,54310835.0,54174060.0,54159622.0,54597230.0,54293923.0,54014581.0,54049005.0,54501031.0,54236566.0,54245703.0,54354536.0,54193115.0,54154131.0,54191651.0,54358694.0,54168608.0,54077077.0,54580079.0,54170252.0,54225044.0,54383100.0,54158950.0,54246073.0,54308310.0,54181683.0,57487413.0,54344417.0,54375365.0,54140646.0,54139575.0,54180381.0,54080294.0,54095422.0,54186632.0,54195879.0,54015622.0,54294164.0,54358904.0,54245632.0,54197643.0,54059875.0,54063001.0,54083079.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0],"times":[53933164.0,53868482.0,53980993.0,53792470.0,54017692.0,53726857.0,56258639.0,53918145.0,53838356.0,53871768.0,54153077.0,53894221.0,54079318.0,54451526.0,53736885.0,53872670.0,53811565.0,53768133.0,54083946.0,54140082.0,53744900.0,54387747.0,54198171.0,53859686.0,53829829.0,53765168.0,53937342.0,53820612.0,54155581.0,53694416.0,54068608.0,53863332.0,53921261.0,53946579.0,53788121.0,53834899.0,53864495.0,53945105.0,53861589.0,54492614.0,53887137.0,53792198.0,53855818.0,53906352.0,53926441.0,53776740.0,53978489.0,53879734.0,55905015.0,54066844.0,53974892.0,53847503.0,53811315.0,53874864.0,54139902.0,53748296.0,54087504.0,53760109.0,54154098.0,54012482.0,53809401.0,54153417.0,53888951.0,53953411.0,53949635.0,53755761.0,54084958.0,54005450.0,53922864.0,53733670.0,53762704.0,53921542.0,54212568.0,53764016.0,53886847.0,53964663.0,53858103.0,53814220.0,53832454.0,53997194.0,54047849.0,53914819.0,54126647.0,53837534.0,53869063.0,54147596.0,53976936.0,53848054.0,53935758.0,53773324.0,54105117.0,53782510.0,53772541.0,53865987.0,53597013.0,54079598.0,53853564.0,53935208.0,53778463.0,54023584.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/tukey.json b/criterion/fork_join_hydroflow_builder/new/tukey.json index 4350bd67d9a0..1bca1972f1eb 100644 --- a/criterion/fork_join_hydroflow_builder/new/tukey.json +++ b/criterion/fork_join_hydroflow_builder/new/tukey.json @@ -1 +1 @@ -[4870933.977272727,4895786.931818182,4962061.477272728,4986914.4318181835] \ No newline at end of file +[5321856.1000000015,5351878.750000001,5431939.149999999,5461961.799999999] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/report/MAD.svg b/criterion/fork_join_hydroflow_builder/report/MAD.svg index a8468f50bc5f..59e0986db350 100644 --- a/criterion/fork_join_hydroflow_builder/report/MAD.svg +++ b/criterion/fork_join_hydroflow_builder/report/MAD.svg @@ -9,90 +9,78 @@ Density (a.u.) Average time (µs) - + 0.02 - - + + 0.04 - - + + 0.06 - + 0.08 - + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - - + + 0.18 - - + + 0.2 - - + + 0.22 - + - -9 - - - + 10 - - -11 - - - + + 12 - - -13 - - - + + 14 - - -15 - - - + + 16 - - -17 + + +18 + + + +20 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/SD.svg b/criterion/fork_join_hydroflow_builder/report/SD.svg index d043b8e9198c..1d067f6c59b0 100644 --- a/criterion/fork_join_hydroflow_builder/report/SD.svg +++ b/criterion/fork_join_hydroflow_builder/report/SD.svg @@ -9,66 +9,86 @@ Density (a.u.) Average time (µs) - + +0.005 + + + 0.01 - - + + +0.015 + + + 0.02 - - + + +0.025 + + + 0.03 - - + + +0.035 + + + 0.04 - - + + +0.045 + + + 0.05 - - -0.06 + + +0.055 - + - -10 + +15 - - + + 20 - - -30 + + +25 - - -40 + + +30 - - -50 + + +35 - - -60 + + +40 - - -70 + + +45 - - -80 + + +50 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg b/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg index 1e39122034ea..c0e04ecdb1f4 100644 --- a/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg +++ b/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg @@ -16,42 +16,42 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + - -4.9 + +5.0 - - -4.95 + + +5.1 - - -5.0 + + +5.2 - - -5.05 + + +5.3 - - -5.1 + + +5.4 - - -5.15 + + +5.5 - - -5.2 + + +5.6 - + 0 @@ -97,206 +97,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fork_join_hydroflow_builder/report/both/pdf.svg b/criterion/fork_join_hydroflow_builder/report/both/pdf.svg index 33c33df2f90f..8eef16d61843 100644 --- a/criterion/fork_join_hydroflow_builder/report/both/pdf.svg +++ b/criterion/fork_join_hydroflow_builder/report/both/pdf.svg @@ -9,59 +9,63 @@ Density (a.u.) Average Time (ms) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - - -4.8 + + +16 - - -4.9 + + +18 - - + + + 5 - - -5.1 - - - + + 5.2 - - - - - + + +5.4 + + + +5.6 + + + + + + Base PDF diff --git a/criterion/fork_join_hydroflow_builder/report/change/mean.svg b/criterion/fork_join_hydroflow_builder/report/change/mean.svg index 5bb48a1a1baf..bc64815e9e4f 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/mean.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/mean.svg @@ -9,59 +9,55 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - + - -0.005 - - - -0.006 - - - -0.007 - - - -0.008 - - - -0.009 - - - -0.01 - - - -0.011 - - - - - - + +0.09 + + + +0.091 + + + +0.092 + + + +0.093 + + + +0.094 + + + +0.095 + + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/change/median.svg b/criterion/fork_join_hydroflow_builder/report/change/median.svg index f958cc349bf6..b8dec109483d 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/median.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/median.svg @@ -9,63 +9,59 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - + - -0.0075 - - - -0.008 - - - -0.0085 - - - -0.009 - - - -0.0095 - - - -0.01 - - - - - - + +0.0925 + + + +0.093 + + + +0.0935 + + + +0.094 + + + +0.0945 + + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/change/t-test.svg b/criterion/fork_join_hydroflow_builder/report/change/t-test.svg index c7c4bfc6e096..a136b5d3f6b8 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/t-test.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/t-test.svg @@ -17,72 +17,76 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-5.0 + + + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + t distribution diff --git a/criterion/fork_join_hydroflow_builder/report/index.html b/criterion/fork_join_hydroflow_builder/report/index.html index dfa4d45969d2..77d551d0c7fa 100644 --- a/criterion/fork_join_hydroflow_builder/report/index.html +++ b/criterion/fork_join_hydroflow_builder/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0017254 - 0.0017754 - 0.0016936 + 0.0002307 + 0.0002374 + 0.0002268 Mean - 4.9298 ms - 4.9387 ms - 4.9502 ms + 5.3913 ms + 5.3971 ms + 5.4045 ms Std. Dev. - 13.619 µs - 52.634 µs - 77.061 µs + 14.406 µs + 34.249 µs + 50.718 µs Median - 4.9255 ms - 4.9278 ms - 4.9315 ms + 5.3866 ms + 5.3892 ms + 5.3935 ms MAD - 9.6890 µs - 12.921 µs - 16.728 µs + 10.006 µs + 13.975 µs + 19.540 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +0.5117% - +0.7945% - +1.0717% + +9.0088% + +9.2813% + +9.5386% (p = 0.00 < 0.05) - Change within noise threshold. + Performance has regressed.

Additional Plots:

diff --git a/criterion/fork_join_hydroflow_builder/report/iteration_times.svg b/criterion/fork_join_hydroflow_builder/report/iteration_times.svg index f679fb00fd89..9d9bcb00a416 100644 --- a/criterion/fork_join_hydroflow_builder/report/iteration_times.svg +++ b/criterion/fork_join_hydroflow_builder/report/iteration_times.svg @@ -15,37 +15,32 @@ Average Iteration Time (ms) - - - - - - + + + + + - -4.95 + +5.4 - - -5.0 + + +5.45 - - -5.05 + + +5.5 - - -5.1 + + +5.55 - - -5.15 + + +5.6 - - -5.2 - - + 10 @@ -87,106 +82,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg b/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg index 357c44980318..495cc1def984 100644 --- a/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg @@ -12,37 +12,32 @@ Average Iteration Time (ms) - - - - - - + + + + + - -4.95 + +5.4 - - -5.0 + + +5.45 - - -5.05 + + +5.5 - - -5.1 + + +5.55 - - -5.15 + + +5.6 - - -5.2 - - + 10 @@ -84,104 +79,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow_builder/report/mean.svg b/criterion/fork_join_hydroflow_builder/report/mean.svg index 2f49ec1a66f1..e6d50e7e53ce 100644 --- a/criterion/fork_join_hydroflow_builder/report/mean.svg +++ b/criterion/fork_join_hydroflow_builder/report/mean.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (ms) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 - - - + + 80 - + + +100 + + + +120 + + - -4.93 + +5.39 + + + +5.392 + + + +5.394 + + + +5.396 - - -4.935 + + +5.398 - - -4.94 + + +5.4 - - -4.945 + + +5.402 - - -4.95 + + +5.404 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/median.svg b/criterion/fork_join_hydroflow_builder/report/median.svg index 711348e2259d..968c1e80194f 100644 --- a/criterion/fork_join_hydroflow_builder/report/median.svg +++ b/criterion/fork_join_hydroflow_builder/report/median.svg @@ -9,78 +9,70 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - -350 - - - -400 - - - -450 - - + - -4.925 + +5.386 + + + +5.387 - - -4.926 + + +5.388 - - -4.927 + + +5.389 - - -4.928 + + +5.39 - - -4.929 + + +5.391 - - -4.93 + + +5.392 - - -4.931 + + +5.393 - - -4.932 + + +5.394 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/pdf.svg b/criterion/fork_join_hydroflow_builder/report/pdf.svg index be1c09bdc6bf..52f22469c6a9 100644 --- a/criterion/fork_join_hydroflow_builder/report/pdf.svg +++ b/criterion/fork_join_hydroflow_builder/report/pdf.svg @@ -13,59 +13,75 @@ Average Time (ms) 0 - + +1 + + + 2 - - + + +3 + + + 4 - - + + +5 + + + 6 - - + + +7 + + + 8 - - + + +9 + + + 10 - + - -4.85 + +5.35 - - -4.9 + + +5.4 - - -4.95 - - - -5 + + +5.45 - - -5.05 + + +5.5 - - -5.1 + + +5.55 - - -5.15 + + +5.6 - - -5.2 + + +5.65 - + Density (a.u.) @@ -74,52 +90,58 @@ Density (a.u.) 0 - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - - - - - - - - - - - - - - - - - - + + +16 + + + +18 + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/fork_join_hydroflow_builder/report/pdf_small.svg b/criterion/fork_join_hydroflow_builder/report/pdf_small.svg index c23190d3e831..a3519771410c 100644 --- a/criterion/fork_join_hydroflow_builder/report/pdf_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/pdf_small.svg @@ -10,55 +10,59 @@ Average Time (ms) 0 - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - + + 16 - - - -4.9 + + +18 + + + +20 - - -5 + + + +5.4 - - -5.1 + + +5.5 - - -5.2 + + +5.6 - - - + + + diff --git a/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg b/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg index c44f8690d55c..019ebfec4cc1 100644 --- a/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg @@ -13,42 +13,42 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + - -4.9 + +5.0 - - -4.95 + + +5.1 - - -5.0 + + +5.2 - - -5.05 + + +5.3 - - -5.1 + + +5.4 - - -5.15 + + +5.5 - - -5.2 + + +5.6 - + 0 @@ -94,204 +94,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg b/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg index e5db78e2f7d6..555ba1d043eb 100644 --- a/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg @@ -6,57 +6,61 @@ Density (a.u.) Average Time (ms) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - - -4.8 + + +16 - - -4.9 + + +18 - - + + + 5 - - -5.1 - - - + + 5.2 - - - - - + + +5.4 + + + +5.6 + + + + + + diff --git a/criterion/fork_join_hydroflow_builder/report/typical.svg b/criterion/fork_join_hydroflow_builder/report/typical.svg index 266c78653027..57e2264e628d 100644 --- a/criterion/fork_join_hydroflow_builder/report/typical.svg +++ b/criterion/fork_join_hydroflow_builder/report/typical.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (ms) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 - - - + + 80 - + + +100 + + + +120 + + - -4.93 + +5.39 + + + +5.392 + + + +5.394 + + + +5.396 - - -4.935 + + +5.398 - - -4.94 + + +5.4 - - -4.945 + + +5.402 - - -4.95 + + +5.404 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/base/estimates.json b/criterion/fork_join_hydroflow_surface/base/estimates.json index f6e0e902f4cd..1561847d15e6 100644 --- a/criterion/fork_join_hydroflow_surface/base/estimates.json +++ b/criterion/fork_join_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29527988.477,"upper_bound":30416544.765},"point_estimate":29982594.68,"standard_error":227440.00955779306},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29796343.5,"upper_bound":31189469.75},"point_estimate":30924301.0,"standard_error":347198.0804576687},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1318364.9615943432,"upper_bound":2611535.7311859727},"point_estimate":1893485.877133906,"standard_error":324357.92215178354},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1973900.4031713277,"upper_bound":2549303.1230866304},"point_estimate":2286715.562981351,"standard_error":146742.58688733747}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29999443.189375002,"upper_bound":31176372.036500003},"point_estimate":30597544.595,"standard_error":299998.2780871736},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31415094.5,"upper_bound":32600394.5},"point_estimate":32370207.25,"standard_error":274876.58105519996},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":692410.6781997541,"upper_bound":2416975.2485901117},"point_estimate":1225987.493084371,"standard_error":399093.0809255287},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2657335.735815287,"upper_bound":3269799.501157664},"point_estimate":3013102.3709254973,"standard_error":156346.6943930404}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/base/sample.json b/criterion/fork_join_hydroflow_surface/base/sample.json index 32e6384758fe..f30ae409a056 100644 --- a/criterion/fork_join_hydroflow_surface/base/sample.json +++ b/criterion/fork_join_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[62672787.0,66135057.0,59397937.0,54203720.0,53673069.0,53068680.0,54282408.0,55154507.0,50930945.0,54944355.0,56762723.0,62607636.0,63845508.0,63097831.0,56655503.0,62328564.0,62154277.0,62949243.0,56489221.0,63883609.0,62842093.0,62706249.0,62045815.0,59472546.0,62211195.0,58868277.0,60965577.0,61992014.0,60559978.0,60077026.0,62737158.0,60980274.0,62979340.0,63407910.0,62115655.0,62929466.0,62895823.0,61931331.0,62676353.0,62339124.0,63465779.0,63263150.0,66854361.0,65807825.0,65692259.0,64939663.0,60902539.0,64390126.0,61926072.0,64511904.0,62611873.0,57019332.0,59442019.0,58156387.0,64253971.0,65971230.0,66714219.0,65394914.0,66018839.0,65099471.0,60822690.0,64100375.0,60624269.0,63913416.0,64415633.0,63927983.0,63024494.0,64620497.0,62527675.0,62073727.0,57893836.0,61333864.0,58901590.0,55604748.0,57829296.0,58695465.0,61771132.0,55521233.0,48953208.0,50833694.0,50730980.0,52596578.0,50394953.0,51461315.0,50785393.0,49318863.0,52756956.0,49773482.0,55075129.0,63150700.0,56855907.0,59592687.0,57714521.0,57667022.0,56506652.0,63207870.0,58175022.0,57253469.0,59159211.0,62546684.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[61458463.0,66392095.0,64480146.0,65610198.0,66185688.0,66326412.0,64892591.0,66546865.0,65793551.0,66554921.0,61206561.0,64987459.0,66795463.0,63303076.0,63221323.0,64805907.0,65718090.0,66396403.0,65476125.0,67079716.0,67393064.0,65465947.0,65751082.0,65795655.0,64988209.0,65406385.0,65096593.0,66668023.0,65499600.0,65302380.0,65962138.0,65330933.0,65811645.0,64784036.0,65415392.0,64600983.0,67179362.0,64696793.0,66096550.0,66938190.0,65418528.0,65132822.0,61950697.0,66262362.0,65615878.0,65095491.0,65254920.0,65216198.0,65999889.0,65244712.0,64385588.0,66416691.0,65121991.0,65459403.0,65221117.0,65438054.0,65200789.0,65869545.0,65746242.0,62248056.0,63211808.0,64427587.0,64215229.0,62426952.0,62325761.0,59686186.0,62439055.0,64148606.0,61943851.0,58778477.0,48668643.0,58082309.0,54703946.0,51489500.0,50245143.0,51440718.0,54683377.0,51339317.0,55498758.0,51453993.0,52283440.0,58754803.0,56727635.0,52882275.0,56734869.0,52511619.0,52863419.0,49531212.0,49486539.0,50257175.0,50900533.0,52255669.0,51393930.0,50977839.0,51551426.0,52008435.0,52127276.0,51299373.0,51338355.0,52700895.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/base/tukey.json b/criterion/fork_join_hydroflow_surface/base/tukey.json index 5c36c3e99633..7647908a4438 100644 --- a/criterion/fork_join_hydroflow_surface/base/tukey.json +++ b/criterion/fork_join_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[19290379.125,23889808.5,36154953.5,40754382.875] \ No newline at end of file +[12182683.0,19916355.25,40539481.25,48273153.5] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/change/estimates.json b/criterion/fork_join_hydroflow_surface/change/estimates.json index 0cb2de14a2cb..14028bf8cbb3 100644 --- a/criterion/fork_join_hydroflow_surface/change/estimates.json +++ b/criterion/fork_join_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.05370611097724246,"upper_bound":-0.012992130760116653},"point_estimate":-0.03354723031430351,"standard_error":0.010412148809426309},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.04431756816538168,"upper_bound":0.003096520058382568},"point_estimate":-0.009711420022662676,"standard_error":0.01214336440498469}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004182560549203796,"upper_bound":0.04514294707295184},"point_estimate":0.020510230070588387,"standard_error":0.012573173220449728},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.018374714307891848,"upper_bound":0.08380386940511841},"point_estimate":0.04675631148461523,"standard_error":0.01502850844798168}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/new/estimates.json b/criterion/fork_join_hydroflow_surface/new/estimates.json index f6e0e902f4cd..1561847d15e6 100644 --- a/criterion/fork_join_hydroflow_surface/new/estimates.json +++ b/criterion/fork_join_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29527988.477,"upper_bound":30416544.765},"point_estimate":29982594.68,"standard_error":227440.00955779306},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29796343.5,"upper_bound":31189469.75},"point_estimate":30924301.0,"standard_error":347198.0804576687},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1318364.9615943432,"upper_bound":2611535.7311859727},"point_estimate":1893485.877133906,"standard_error":324357.92215178354},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1973900.4031713277,"upper_bound":2549303.1230866304},"point_estimate":2286715.562981351,"standard_error":146742.58688733747}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29999443.189375002,"upper_bound":31176372.036500003},"point_estimate":30597544.595,"standard_error":299998.2780871736},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31415094.5,"upper_bound":32600394.5},"point_estimate":32370207.25,"standard_error":274876.58105519996},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":692410.6781997541,"upper_bound":2416975.2485901117},"point_estimate":1225987.493084371,"standard_error":399093.0809255287},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2657335.735815287,"upper_bound":3269799.501157664},"point_estimate":3013102.3709254973,"standard_error":156346.6943930404}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/new/sample.json b/criterion/fork_join_hydroflow_surface/new/sample.json index 32e6384758fe..f30ae409a056 100644 --- a/criterion/fork_join_hydroflow_surface/new/sample.json +++ b/criterion/fork_join_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[62672787.0,66135057.0,59397937.0,54203720.0,53673069.0,53068680.0,54282408.0,55154507.0,50930945.0,54944355.0,56762723.0,62607636.0,63845508.0,63097831.0,56655503.0,62328564.0,62154277.0,62949243.0,56489221.0,63883609.0,62842093.0,62706249.0,62045815.0,59472546.0,62211195.0,58868277.0,60965577.0,61992014.0,60559978.0,60077026.0,62737158.0,60980274.0,62979340.0,63407910.0,62115655.0,62929466.0,62895823.0,61931331.0,62676353.0,62339124.0,63465779.0,63263150.0,66854361.0,65807825.0,65692259.0,64939663.0,60902539.0,64390126.0,61926072.0,64511904.0,62611873.0,57019332.0,59442019.0,58156387.0,64253971.0,65971230.0,66714219.0,65394914.0,66018839.0,65099471.0,60822690.0,64100375.0,60624269.0,63913416.0,64415633.0,63927983.0,63024494.0,64620497.0,62527675.0,62073727.0,57893836.0,61333864.0,58901590.0,55604748.0,57829296.0,58695465.0,61771132.0,55521233.0,48953208.0,50833694.0,50730980.0,52596578.0,50394953.0,51461315.0,50785393.0,49318863.0,52756956.0,49773482.0,55075129.0,63150700.0,56855907.0,59592687.0,57714521.0,57667022.0,56506652.0,63207870.0,58175022.0,57253469.0,59159211.0,62546684.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[61458463.0,66392095.0,64480146.0,65610198.0,66185688.0,66326412.0,64892591.0,66546865.0,65793551.0,66554921.0,61206561.0,64987459.0,66795463.0,63303076.0,63221323.0,64805907.0,65718090.0,66396403.0,65476125.0,67079716.0,67393064.0,65465947.0,65751082.0,65795655.0,64988209.0,65406385.0,65096593.0,66668023.0,65499600.0,65302380.0,65962138.0,65330933.0,65811645.0,64784036.0,65415392.0,64600983.0,67179362.0,64696793.0,66096550.0,66938190.0,65418528.0,65132822.0,61950697.0,66262362.0,65615878.0,65095491.0,65254920.0,65216198.0,65999889.0,65244712.0,64385588.0,66416691.0,65121991.0,65459403.0,65221117.0,65438054.0,65200789.0,65869545.0,65746242.0,62248056.0,63211808.0,64427587.0,64215229.0,62426952.0,62325761.0,59686186.0,62439055.0,64148606.0,61943851.0,58778477.0,48668643.0,58082309.0,54703946.0,51489500.0,50245143.0,51440718.0,54683377.0,51339317.0,55498758.0,51453993.0,52283440.0,58754803.0,56727635.0,52882275.0,56734869.0,52511619.0,52863419.0,49531212.0,49486539.0,50257175.0,50900533.0,52255669.0,51393930.0,50977839.0,51551426.0,52008435.0,52127276.0,51299373.0,51338355.0,52700895.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/new/tukey.json b/criterion/fork_join_hydroflow_surface/new/tukey.json index 5c36c3e99633..7647908a4438 100644 --- a/criterion/fork_join_hydroflow_surface/new/tukey.json +++ b/criterion/fork_join_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[19290379.125,23889808.5,36154953.5,40754382.875] \ No newline at end of file +[12182683.0,19916355.25,40539481.25,48273153.5] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/report/MAD.svg b/criterion/fork_join_hydroflow_surface/report/MAD.svg index 0f8fd3c4e182..950e8c2de275 100644 --- a/criterion/fork_join_hydroflow_surface/report/MAD.svg +++ b/criterion/fork_join_hydroflow_surface/report/MAD.svg @@ -9,74 +9,86 @@ Density (a.u.) Average time (ms) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - + - + +0.6 + + + +0.8 + + + +1 + + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - + + 2 - - + + 2.2 - - + + 2.4 - - + + 2.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/SD.svg b/criterion/fork_join_hydroflow_surface/report/SD.svg index da2f7270d41e..5d24d7f17f74 100644 --- a/criterion/fork_join_hydroflow_surface/report/SD.svg +++ b/criterion/fork_join_hydroflow_surface/report/SD.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - + - -2 + +2.6 - - -2.1 + + +2.7 - - -2.2 + + +2.8 - - -2.3 + + +2.9 - - -2.4 + + +3 - - -2.5 + + +3.1 - - -2.6 + + +3.2 + + + +3.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/both/iteration_times.svg b/criterion/fork_join_hydroflow_surface/report/both/iteration_times.svg index 797839e22327..c348e06ab75a 100644 --- a/criterion/fork_join_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/fork_join_hydroflow_surface/report/both/iteration_times.svg @@ -16,42 +16,52 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + + - + +25.0 + + + 26.0 - - + + +27.0 + + + 28.0 - - -30.0 + + +29.0 - - -32.0 + + +30.0 - - -34.0 + + +31.0 - - -36.0 + + +32.0 - - -38.0 + + +33.0 - + 0 @@ -97,206 +107,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fork_join_hydroflow_surface/report/both/pdf.svg b/criterion/fork_join_hydroflow_surface/report/both/pdf.svg index f0d94ad501b2..197bc9e694e5 100644 --- a/criterion/fork_join_hydroflow_surface/report/both/pdf.svg +++ b/criterion/fork_join_hydroflow_surface/report/both/pdf.svg @@ -46,26 +46,22 @@ Average Time (ms) - + 25 - - + + 30 - - + + 35 - - -40 - - - - - - + + + + + Base PDF diff --git a/criterion/fork_join_hydroflow_surface/report/change/mean.svg b/criterion/fork_join_hydroflow_surface/report/change/mean.svg index f8649e20719c..b838081466cd 100644 --- a/criterion/fork_join_hydroflow_surface/report/change/mean.svg +++ b/criterion/fork_join_hydroflow_surface/report/change/mean.svg @@ -9,79 +9,59 @@ Density (a.u.) Relative change (%) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - -35 - - + - --0.055 - - - --0.05 - - - --0.045 - - - --0.04 - - - --0.035 - - - --0.03 - - - --0.025 - - - --0.02 - - - --0.015 - - - --0.01 - - - - - - + +0 + + + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/change/median.svg b/criterion/fork_join_hydroflow_surface/report/change/median.svg index 99ca3fc52018..534340ae3ddc 100644 --- a/criterion/fork_join_hydroflow_surface/report/change/median.svg +++ b/criterion/fork_join_hydroflow_surface/report/change/median.svg @@ -9,99 +9,71 @@ Density (a.u.) Relative change (%) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - -40 - - - -45 - - - -50 - - - -55 - - + - --0.045 - - - --0.04 - - - --0.035 - - - --0.03 - - - --0.025 - - - --0.02 - - - --0.015 - - - --0.01 - - - --0.005 - - - --6.9389e-18 - - - -0.005 - - - - - - + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + +0.07 + + + +0.08 + + + +0.09 + + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/change/t-test.svg b/criterion/fork_join_hydroflow_surface/report/change/t-test.svg index d516cdfda7b1..d0a0e067cc44 100644 --- a/criterion/fork_join_hydroflow_surface/report/change/t-test.svg +++ b/criterion/fork_join_hydroflow_surface/report/change/t-test.svg @@ -13,81 +13,81 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - - + + + t distribution diff --git a/criterion/fork_join_hydroflow_surface/report/index.html b/criterion/fork_join_hydroflow_surface/report/index.html index f8eef7e585a4..f6fde5599626 100644 --- a/criterion/fork_join_hydroflow_surface/report/index.html +++ b/criterion/fork_join_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0030852 - 0.0032079 - 0.0030957 + 0.0189352 + 0.0196740 + 0.0189804 Mean - 29.528 ms - 29.983 ms - 30.417 ms + 29.999 ms + 30.598 ms + 31.176 ms Std. Dev. - 1.9739 ms - 2.2867 ms - 2.5493 ms + 2.6573 ms + 3.0131 ms + 3.2698 ms Median - 29.796 ms - 30.924 ms - 31.189 ms + 31.415 ms + 32.370 ms + 32.600 ms MAD - 1.3184 ms - 1.8935 ms - 2.6115 ms + 692.41 µs + 1.2260 ms + 2.4170 ms @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -5.3706% - -3.3547% - -1.2992% - (p = 0.00 < + -0.4183% + +2.0510% + +4.5143% + (p = 0.10 > 0.05) - Performance has improved. + No change in performance detected.

Additional Plots:

diff --git a/criterion/fork_join_hydroflow_surface/report/iteration_times.svg b/criterion/fork_join_hydroflow_surface/report/iteration_times.svg index 0be86874eefa..34b20197ecb1 100644 --- a/criterion/fork_join_hydroflow_surface/report/iteration_times.svg +++ b/criterion/fork_join_hydroflow_surface/report/iteration_times.svg @@ -15,52 +15,52 @@ Average Iteration Time (ms) - - - + + + - - - - - + + + + + - + 25.0 - - + + 26.0 - - + + 27.0 - + 28.0 - + 29.0 - - + + 30.0 - - + + 31.0 - - + + 32.0 - - + + 33.0 - + 10 @@ -102,106 +102,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - + + + + + + + + + + + + Sample diff --git a/criterion/fork_join_hydroflow_surface/report/iteration_times_small.svg b/criterion/fork_join_hydroflow_surface/report/iteration_times_small.svg index 82e1e4dceebc..3108a20a830a 100644 --- a/criterion/fork_join_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_surface/report/iteration_times_small.svg @@ -12,52 +12,52 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + + - + 25.0 - - + + 26.0 - - + + 27.0 - - + + 28.0 - - + + 29.0 - - + + 30.0 - - + + 31.0 - - + + 32.0 - - + + 33.0 - + 10 @@ -99,104 +99,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow_surface/report/mean.svg b/criterion/fork_join_hydroflow_surface/report/mean.svg index 6d50e6a4bd5d..a14e4502e5ba 100644 --- a/criterion/fork_join_hydroflow_surface/report/mean.svg +++ b/criterion/fork_join_hydroflow_surface/report/mean.svg @@ -9,86 +9,66 @@ Density (a.u.) Average time (ms) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - -1.6 - - - -1.8 - - + - -29.5 - - - -29.6 - - - -29.7 - - - -29.8 + +30 - - -29.9 + + +30.2 - - -30 + + +30.4 - - -30.1 + + +30.6 - - -30.2 + + +30.8 - - -30.3 + + +31 - - -30.4 + + +31.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/median.svg b/criterion/fork_join_hydroflow_surface/report/median.svg index d66292b35121..4fbe27d270bc 100644 --- a/criterion/fork_join_hydroflow_surface/report/median.svg +++ b/criterion/fork_join_hydroflow_surface/report/median.svg @@ -9,66 +9,58 @@ Density (a.u.) Average time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - -3 - - + - -29.8 - - - -30 + +31.4 - - -30.2 + + +31.6 - - -30.4 + + +31.8 - - -30.6 + + +32 - - -30.8 + + +32.2 - - -31 + + +32.4 - - -31.2 + + +32.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/pdf.svg b/criterion/fork_join_hydroflow_surface/report/pdf.svg index fecee96517ab..c7d935776640 100644 --- a/criterion/fork_join_hydroflow_surface/report/pdf.svg +++ b/criterion/fork_join_hydroflow_surface/report/pdf.svg @@ -54,38 +54,38 @@ Average Time (ms) - + 22 - - + + 24 - - + + 26 - - + + 28 - - + + 30 - - + + 32 - - + + 34 - - + + 36 - + Density (a.u.) @@ -94,46 +94,46 @@ Density (a.u.) 0 - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - - + + 0.18 - - - - - + + + + + diff --git a/criterion/fork_join_hydroflow_surface/report/pdf_small.svg b/criterion/fork_join_hydroflow_surface/report/pdf_small.svg index 1fad77a22de0..dc4ed06de844 100644 --- a/criterion/fork_join_hydroflow_surface/report/pdf_small.svg +++ b/criterion/fork_join_hydroflow_surface/report/pdf_small.svg @@ -10,59 +10,59 @@ Average Time (ms) 0 - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - - + + 0.18 - - + + 0.2 - + - + 25 - - + + 30 - - + + 35 - - - + + + diff --git a/criterion/fork_join_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/fork_join_hydroflow_surface/report/relative_iteration_times_small.svg index bcc086af4ad3..46341cb0d33a 100644 --- a/criterion/fork_join_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,42 +13,52 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + + - + +25.0 + + + 26.0 - - + + +27.0 + + + 28.0 - - -30.0 + + +29.0 - - -32.0 + + +30.0 - - -34.0 + + +31.0 - - -36.0 + + +32.0 - - -38.0 + + +33.0 - + 0 @@ -94,204 +104,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow_surface/report/relative_pdf_small.svg b/criterion/fork_join_hydroflow_surface/report/relative_pdf_small.svg index 0d7b36302451..78c3a4732885 100644 --- a/criterion/fork_join_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/fork_join_hydroflow_surface/report/relative_pdf_small.svg @@ -43,24 +43,20 @@ Average Time (ms) - + 25 - - + + 30 - - + + 35 - - -40 - - - - - - + + + + + diff --git a/criterion/fork_join_hydroflow_surface/report/typical.svg b/criterion/fork_join_hydroflow_surface/report/typical.svg index 14095c0b0db1..aa9f0c3d3b2c 100644 --- a/criterion/fork_join_hydroflow_surface/report/typical.svg +++ b/criterion/fork_join_hydroflow_surface/report/typical.svg @@ -9,86 +9,66 @@ Density (a.u.) Average time (ms) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - -1.6 - - - -1.8 - - + - -29.5 - - - -29.6 - - - -29.7 - - - -29.8 + +30 - - -29.9 + + +30.2 - - -30 + + +30.4 - - -30.1 + + +30.6 - - -30.2 + + +30.8 - - -30.3 + + +31 - - -30.4 + + +31.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/base/estimates.json b/criterion/hydroflow_diamond/base/estimates.json index 45be8466c8ad..cc1cf282f8e3 100644 --- a/criterion/hydroflow_diamond/base/estimates.json +++ b/criterion/hydroflow_diamond/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":58744827.66,"upper_bound":59562068.819749996},"point_estimate":59075730.75,"standard_error":212950.77732053315},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":58586135.5,"upper_bound":58918191.0},"point_estimate":58795258.0,"standard_error":88203.48988768226},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":503293.5984722527,"upper_bound":888096.6580331326},"point_estimate":673290.1608467102,"standard_error":100436.58475710412},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":771465.38486014,"upper_bound":3446134.170575401},"point_estimate":2136364.61204842,"standard_error":864736.4153392087}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":60602299.49225,"upper_bound":60915765.78},"point_estimate":60757446.04,"standard_error":79686.95404534765},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":60609647.0,"upper_bound":60893772.0},"point_estimate":60746252.0,"standard_error":62442.07494628177},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":492538.98505568504,"upper_bound":1002767.6116973162},"point_estimate":682598.6647814512,"standard_error":125576.16728507547},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":688761.2533428604,"upper_bound":899320.3223799133},"point_estimate":800713.4229646561,"standard_error":53700.3856541045}} \ No newline at end of file diff --git a/criterion/hydroflow_diamond/base/sample.json b/criterion/hydroflow_diamond/base/sample.json index 8590fdc0b0f2..b8be46125a8d 100644 --- a/criterion/hydroflow_diamond/base/sample.json +++ b/criterion/hydroflow_diamond/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[57961404.0,58077571.0,57443476.0,57675230.0,57425953.0,58363065.0,57803849.0,58175223.0,58507605.0,57759125.0,57388152.0,57883098.0,58257356.0,59662182.0,62273672.0,58281051.0,59008740.0,78034230.0,57592114.0,58896761.0,57910028.0,57698112.0,57439639.0,58657244.0,58869139.0,58506001.0,59051671.0,59195921.0,59650710.0,59219975.0,58950261.0,58341394.0,59857807.0,59466937.0,58092028.0,59074674.0,58451720.0,58828123.0,58842330.0,58652115.0,58939621.0,58289116.0,58186324.0,58867085.0,58857137.0,57870384.0,58095895.0,58061401.0,58482838.0,58658186.0,60636212.0,58339822.0,58897843.0,59382539.0,58482858.0,58509267.0,58807575.0,58782941.0,58473901.0,58551967.0,58649389.0,58459674.0,59609554.0,61182913.0,63035866.0,57507435.0,58351142.0,58500751.0,58477318.0,58734958.0,59351462.0,60484438.0,59050289.0,58620304.0,58951193.0,58613933.0,60286569.0,58723106.0,58766949.0,59591890.0,58297201.0,58985627.0,60105029.0,60199226.0,59247036.0,58876323.0,59332667.0,60478928.0,59071107.0,59491172.0,59031943.0,59249060.0,59825887.0,60481924.0,58812333.0,59249650.0,60481032.0,59429436.0,58449235.0,59130528.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[59756255.0,61566528.0,59894405.0,60741386.0,60130929.0,61550316.0,60178749.0,60595332.0,60092438.0,60794886.0,62455157.0,61614608.0,60604900.0,61151798.0,62087968.0,60691032.0,61805326.0,60893772.0,60388584.0,62224354.0,60782654.0,61304895.0,60998460.0,60745699.0,60934227.0,60712450.0,60371309.0,60844619.0,60899902.0,60962229.0,59659662.0,60528104.0,60096052.0,60798001.0,59772915.0,61053010.0,59725797.0,60967029.0,60384254.0,61272101.0,60739731.0,61576023.0,60673337.0,62463761.0,60796408.0,60870728.0,60897026.0,62643468.0,60746805.0,60859236.0,61037651.0,62137799.0,59970536.0,59254220.0,61605839.0,61200337.0,60246214.0,60894422.0,60429688.0,60977950.0,59455068.0,61239731.0,61179838.0,59916404.0,59054586.0,59726738.0,60314172.0,60753327.0,59108427.0,59452382.0,59173870.0,59900284.0,59602976.0,59623314.0,62166422.0,61702551.0,62039503.0,60496083.0,60598847.0,59917046.0,61547729.0,60335852.0,62473038.0,61586793.0,60670922.0,60116541.0,61016050.0,60371319.0,61257544.0,60681372.0,60609647.0,60973019.0,61212980.0,60522703.0,60679739.0,60451770.0,62102872.0,59733691.0,61559973.0,60366210.0]} \ No newline at end of file diff --git a/criterion/hydroflow_diamond/base/tukey.json b/criterion/hydroflow_diamond/base/tukey.json index 2f7ec7a284c2..2f06942b6049 100644 --- a/criterion/hydroflow_diamond/base/tukey.json +++ b/criterion/hydroflow_diamond/base/tukey.json @@ -1 +1 @@ -[55616381.5,56978691.25,60611517.25,61973827.0] \ No newline at end of file +[57578236.75,58937709.625,62562970.625,63922443.5] \ No newline at end of file diff --git a/criterion/hydroflow_diamond/change/estimates.json b/criterion/hydroflow_diamond/change/estimates.json index 0b1cc0c2098b..74ba4bb669f6 100644 --- a/criterion/hydroflow_diamond/change/estimates.json +++ b/criterion/hydroflow_diamond/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.040310825138462764,"upper_bound":-0.0220538190716951},"point_estimate":-0.03203406371874351,"standard_error":0.004602675151934811},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0418444373754,"upper_bound":-0.028073507294450958},"point_estimate":-0.03451604366362537,"standard_error":0.0034833848606358737}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.01975349574310371,"upper_bound":0.034830517287758746},"point_estimate":0.028467109397542156,"standard_error":0.003906497954566579},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.03032420245796974,"upper_bound":0.03753025112706004},"point_estimate":0.03318284614041489,"standard_error":0.0018579374086449929}} \ No newline at end of file diff --git a/criterion/hydroflow_diamond/new/estimates.json b/criterion/hydroflow_diamond/new/estimates.json index 45be8466c8ad..cc1cf282f8e3 100644 --- a/criterion/hydroflow_diamond/new/estimates.json +++ b/criterion/hydroflow_diamond/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":58744827.66,"upper_bound":59562068.819749996},"point_estimate":59075730.75,"standard_error":212950.77732053315},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":58586135.5,"upper_bound":58918191.0},"point_estimate":58795258.0,"standard_error":88203.48988768226},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":503293.5984722527,"upper_bound":888096.6580331326},"point_estimate":673290.1608467102,"standard_error":100436.58475710412},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":771465.38486014,"upper_bound":3446134.170575401},"point_estimate":2136364.61204842,"standard_error":864736.4153392087}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":60602299.49225,"upper_bound":60915765.78},"point_estimate":60757446.04,"standard_error":79686.95404534765},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":60609647.0,"upper_bound":60893772.0},"point_estimate":60746252.0,"standard_error":62442.07494628177},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":492538.98505568504,"upper_bound":1002767.6116973162},"point_estimate":682598.6647814512,"standard_error":125576.16728507547},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":688761.2533428604,"upper_bound":899320.3223799133},"point_estimate":800713.4229646561,"standard_error":53700.3856541045}} \ No newline at end of file diff --git a/criterion/hydroflow_diamond/new/sample.json b/criterion/hydroflow_diamond/new/sample.json index 8590fdc0b0f2..b8be46125a8d 100644 --- a/criterion/hydroflow_diamond/new/sample.json +++ b/criterion/hydroflow_diamond/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[57961404.0,58077571.0,57443476.0,57675230.0,57425953.0,58363065.0,57803849.0,58175223.0,58507605.0,57759125.0,57388152.0,57883098.0,58257356.0,59662182.0,62273672.0,58281051.0,59008740.0,78034230.0,57592114.0,58896761.0,57910028.0,57698112.0,57439639.0,58657244.0,58869139.0,58506001.0,59051671.0,59195921.0,59650710.0,59219975.0,58950261.0,58341394.0,59857807.0,59466937.0,58092028.0,59074674.0,58451720.0,58828123.0,58842330.0,58652115.0,58939621.0,58289116.0,58186324.0,58867085.0,58857137.0,57870384.0,58095895.0,58061401.0,58482838.0,58658186.0,60636212.0,58339822.0,58897843.0,59382539.0,58482858.0,58509267.0,58807575.0,58782941.0,58473901.0,58551967.0,58649389.0,58459674.0,59609554.0,61182913.0,63035866.0,57507435.0,58351142.0,58500751.0,58477318.0,58734958.0,59351462.0,60484438.0,59050289.0,58620304.0,58951193.0,58613933.0,60286569.0,58723106.0,58766949.0,59591890.0,58297201.0,58985627.0,60105029.0,60199226.0,59247036.0,58876323.0,59332667.0,60478928.0,59071107.0,59491172.0,59031943.0,59249060.0,59825887.0,60481924.0,58812333.0,59249650.0,60481032.0,59429436.0,58449235.0,59130528.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[59756255.0,61566528.0,59894405.0,60741386.0,60130929.0,61550316.0,60178749.0,60595332.0,60092438.0,60794886.0,62455157.0,61614608.0,60604900.0,61151798.0,62087968.0,60691032.0,61805326.0,60893772.0,60388584.0,62224354.0,60782654.0,61304895.0,60998460.0,60745699.0,60934227.0,60712450.0,60371309.0,60844619.0,60899902.0,60962229.0,59659662.0,60528104.0,60096052.0,60798001.0,59772915.0,61053010.0,59725797.0,60967029.0,60384254.0,61272101.0,60739731.0,61576023.0,60673337.0,62463761.0,60796408.0,60870728.0,60897026.0,62643468.0,60746805.0,60859236.0,61037651.0,62137799.0,59970536.0,59254220.0,61605839.0,61200337.0,60246214.0,60894422.0,60429688.0,60977950.0,59455068.0,61239731.0,61179838.0,59916404.0,59054586.0,59726738.0,60314172.0,60753327.0,59108427.0,59452382.0,59173870.0,59900284.0,59602976.0,59623314.0,62166422.0,61702551.0,62039503.0,60496083.0,60598847.0,59917046.0,61547729.0,60335852.0,62473038.0,61586793.0,60670922.0,60116541.0,61016050.0,60371319.0,61257544.0,60681372.0,60609647.0,60973019.0,61212980.0,60522703.0,60679739.0,60451770.0,62102872.0,59733691.0,61559973.0,60366210.0]} \ No newline at end of file diff --git a/criterion/hydroflow_diamond/new/tukey.json b/criterion/hydroflow_diamond/new/tukey.json index 2f7ec7a284c2..2f06942b6049 100644 --- a/criterion/hydroflow_diamond/new/tukey.json +++ b/criterion/hydroflow_diamond/new/tukey.json @@ -1 +1 @@ -[55616381.5,56978691.25,60611517.25,61973827.0] \ No newline at end of file +[57578236.75,58937709.625,62562970.625,63922443.5] \ No newline at end of file diff --git a/criterion/hydroflow_diamond/report/MAD.svg b/criterion/hydroflow_diamond/report/MAD.svg index e2c2e932e9bf..15578b18f99a 100644 --- a/criterion/hydroflow_diamond/report/MAD.svg +++ b/criterion/hydroflow_diamond/report/MAD.svg @@ -6,85 +6,69 @@ hydroflow_diamond:MAD Density (a.u.) -Average time (µs) +Average time (ms) - -5e-4 + +0.5 - - -0.001 + + +1 - - -0.0015 + + +1.5 - - -0.002 + + +2 - - -0.0025 + + +2.5 - - -0.003 + + +3 - - -0.0035 + + +3.5 - - -0.004 + + +4 - - -0.0045 - - + - -500 - - - -550 - - - -600 - - - -650 + +0.5 - - -700 + + +0.6 - - -750 + + +0.7 - - -800 + + +0.8 - - -850 + + +0.9 - - -900 + + +1 - - - - + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/report/SD.svg b/criterion/hydroflow_diamond/report/SD.svg index 5200bac484d2..6a6ea39fb3db 100644 --- a/criterion/hydroflow_diamond/report/SD.svg +++ b/criterion/hydroflow_diamond/report/SD.svg @@ -6,69 +6,65 @@ hydroflow_diamond:SD Density (a.u.) -Average time (ms) +Average time (µs) - -0.2 + +0.001 - - -0.4 + + +0.002 - - -0.6 + + +0.003 - - -0.8 + + +0.004 - - -1 + + +0.005 - - -1.2 + + +0.006 - - -1.4 + + +0.007 - - - -0.5 - - - -1 + + +0.008 - - -1.5 + + + +700 - - -2 + + +750 - - -2.5 + + +800 - - -3 + + +850 - - -3.5 + + +900 - - - - + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/report/both/iteration_times.svg b/criterion/hydroflow_diamond/report/both/iteration_times.svg index 34904f8ddd19..cfcbd2aeeaa1 100644 --- a/criterion/hydroflow_diamond/report/both/iteration_times.svg +++ b/criterion/hydroflow_diamond/report/both/iteration_times.svg @@ -16,32 +16,62 @@ Average Iteration Time (ms) - - - - - + + + + + + + + + + + - -55.0 + +58.0 - - + + 60.0 - - -65.0 + + +62.0 - - + + +64.0 + + + +66.0 + + + +68.0 + + + 70.0 - - -75.0 + + +72.0 + + + +74.0 + + + +76.0 + + + +78.0 - + 0 @@ -87,206 +117,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/hydroflow_diamond/report/both/pdf.svg b/criterion/hydroflow_diamond/report/both/pdf.svg index c4ecbc266899..4ee741f80ef0 100644 --- a/criterion/hydroflow_diamond/report/both/pdf.svg +++ b/criterion/hydroflow_diamond/report/both/pdf.svg @@ -9,47 +9,63 @@ Density (a.u.) Average Time (ms) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - + + +0.35 + + + +0.4 + + + +0.45 + + + +0.5 + + - + 60 - - + + 70 - - + + 80 - - - - - + + + + + Base PDF diff --git a/criterion/hydroflow_diamond/report/change/mean.svg b/criterion/hydroflow_diamond/report/change/mean.svg index d361966a7a2a..3201a1f0e8eb 100644 --- a/criterion/hydroflow_diamond/report/change/mean.svg +++ b/criterion/hydroflow_diamond/report/change/mean.svg @@ -9,86 +9,86 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - - --0.042 + + +90 + + + +100 - + + --0.04 +0.02 - --0.038 - - - --0.036 + +0.022 - - --0.034 + + +0.024 - - --0.032 + + +0.026 - - --0.03 + + +0.028 - - --0.028 + + +0.03 - - --0.026 + + +0.032 - - --0.024 + + +0.034 - - --0.022 + + +0.036 - - - - + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/report/change/median.svg b/criterion/hydroflow_diamond/report/change/median.svg index 94f34facc772..c9664d24f119 100644 --- a/criterion/hydroflow_diamond/report/change/median.svg +++ b/criterion/hydroflow_diamond/report/change/median.svg @@ -9,66 +9,90 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - + + +140 + + + +160 + + + +180 + + + +200 + + + +220 + + - --0.042 + +0.03 + + + +0.031 - - --0.04 + + +0.032 - - --0.038 + + +0.033 - - --0.036 + + +0.034 - - --0.034 + + +0.035 - - --0.032 + + +0.036 - - --0.03 + + +0.037 - - --0.028 + + +0.038 - - - - + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/report/change/t-test.svg b/criterion/hydroflow_diamond/report/change/t-test.svg index 5219ad74246c..eedfe7bd06b0 100644 --- a/criterion/hydroflow_diamond/report/change/t-test.svg +++ b/criterion/hydroflow_diamond/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/hydroflow_diamond/report/index.html b/criterion/hydroflow_diamond/report/index.html index 210a102aa3d1..5c24b6098551 100644 --- a/criterion/hydroflow_diamond/report/index.html +++ b/criterion/hydroflow_diamond/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0000065 - 0.0000066 - 0.0000063 + 0.0023180 + 0.0024057 + 0.0023145 Mean - 58.745 ms - 59.076 ms - 59.562 ms + 60.602 ms + 60.757 ms + 60.916 ms Std. Dev. - 771.47 µs - 2.1364 ms - 3.4461 ms + 688.76 µs + 800.71 µs + 899.32 µs Median - 58.586 ms - 58.795 ms - 58.918 ms + 60.610 ms + 60.746 ms + 60.894 ms MAD - 503.29 µs - 673.29 µs - 888.10 µs + 492.54 µs + 682.60 µs + 1.0028 ms @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -4.0311% - -3.2034% - -2.2054% + +1.9753% + +2.8467% + +3.4831% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/criterion/hydroflow_diamond/report/iteration_times.svg b/criterion/hydroflow_diamond/report/iteration_times.svg index f5d531211e24..8c3f18fce46a 100644 --- a/criterion/hydroflow_diamond/report/iteration_times.svg +++ b/criterion/hydroflow_diamond/report/iteration_times.svg @@ -15,62 +15,42 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + - -58.0 + +59.5 - - + + 60.0 - - -62.0 - - - -64.0 - - - -66.0 + + +60.5 - - -68.0 + + +61.0 - - -70.0 + + +61.5 - - -72.0 - - - -74.0 - - - -76.0 + + +62.0 - - -78.0 + + +62.5 - + 10 @@ -112,106 +92,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/hydroflow_diamond/report/iteration_times_small.svg b/criterion/hydroflow_diamond/report/iteration_times_small.svg index 944f3c96d0d5..c0ccb0cb3770 100644 --- a/criterion/hydroflow_diamond/report/iteration_times_small.svg +++ b/criterion/hydroflow_diamond/report/iteration_times_small.svg @@ -12,62 +12,42 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + - -58.0 - - -60.0 +59.5 - -62.0 - - - -64.0 - - - -66.0 - - - -68.0 + +60.0 - - -70.0 + + +60.5 - - -72.0 + + +61.0 - - -74.0 + + +61.5 - - -76.0 + + +62.0 - - -78.0 + + +62.5 - + 10 @@ -109,104 +89,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/hydroflow_diamond/report/mean.svg b/criterion/hydroflow_diamond/report/mean.svg index 740eaac9536d..e9224fed8824 100644 --- a/criterion/hydroflow_diamond/report/mean.svg +++ b/criterion/hydroflow_diamond/report/mean.svg @@ -9,90 +9,86 @@ Density (a.u.) Average time (ms) - -0.2 + +0.5 - - -0.4 + + +1 - - -0.6 + + +1.5 - - -0.8 + + +2 - - -1 + + +2.5 - - -1.2 + + +3 - - -1.4 + + +3.5 - - -1.6 + + +4 - - -1.8 + + +4.5 - - -2 + + +5 - - - -58.7 + + +5.5 - - -58.8 + + + +60.6 - - -58.9 + + +60.65 - + -59 +60.7 - -59.1 - - - -59.2 + +60.75 - - -59.3 + + +60.8 - - -59.4 + + +60.85 - - -59.5 + + +60.9 - - -59.6 + + +60.95 - - - - + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/report/median.svg b/criterion/hydroflow_diamond/report/median.svg index 7c638df27488..f359b7b097c9 100644 --- a/criterion/hydroflow_diamond/report/median.svg +++ b/criterion/hydroflow_diamond/report/median.svg @@ -9,70 +9,70 @@ Density (a.u.) Average time (ms) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - - -58.55 + + +8 - - -58.6 + + +10 - - -58.65 + + +12 + + + +14 + + + +16 + + + + +60.6 - - -58.7 + + +60.65 - - -58.75 + + +60.7 - - -58.8 + + +60.75 - - -58.85 + + +60.8 - - -58.9 + + +60.85 - - -58.95 + + +60.9 - - - - + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/report/pdf.svg b/criterion/hydroflow_diamond/report/pdf.svg index d4d36482c5eb..c2f8352a5ece 100644 --- a/criterion/hydroflow_diamond/report/pdf.svg +++ b/criterion/hydroflow_diamond/report/pdf.svg @@ -54,30 +54,50 @@ Average Time (ms) - -55 + +58.5 - - + + +59 + + + +59.5 + + + 60 - - -65 + + +60.5 + + + +61 - - -70 + + +61.5 - - -75 + + +62 - - -80 + + +62.5 - + + +63 + + + +63.5 + + Density (a.u.) @@ -86,46 +106,54 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - - - - - - - - - - - - - - - - + + +0.35 + + + +0.4 + + + +0.45 + + + +0.5 + + + + + + + + + + PDF diff --git a/criterion/hydroflow_diamond/report/pdf_small.svg b/criterion/hydroflow_diamond/report/pdf_small.svg index 970553ab9440..0741f3973490 100644 --- a/criterion/hydroflow_diamond/report/pdf_small.svg +++ b/criterion/hydroflow_diamond/report/pdf_small.svg @@ -10,47 +10,47 @@ Average Time (ms) 0 - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 + + +0.4 - + + +0.5 + + - + +59 + + + 60 - - -70 + + +61 + + + +62 - - -80 + + +63 - - - + + + diff --git a/criterion/hydroflow_diamond/report/relative_iteration_times_small.svg b/criterion/hydroflow_diamond/report/relative_iteration_times_small.svg index 649ec643f9f5..2841ba130067 100644 --- a/criterion/hydroflow_diamond/report/relative_iteration_times_small.svg +++ b/criterion/hydroflow_diamond/report/relative_iteration_times_small.svg @@ -13,32 +13,62 @@ Average Iteration Time (ms) - - - - - + + + + + + + + + + + - -55.0 + +58.0 - - + + 60.0 - - -65.0 + + +62.0 - - + + +64.0 + + + +66.0 + + + +68.0 + + + 70.0 - - -75.0 + + +72.0 + + + +74.0 + + + +76.0 + + + +78.0 - + 0 @@ -84,204 +114,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/hydroflow_diamond/report/relative_pdf_small.svg b/criterion/hydroflow_diamond/report/relative_pdf_small.svg index 88aa60fdbc2c..5834b46e6856 100644 --- a/criterion/hydroflow_diamond/report/relative_pdf_small.svg +++ b/criterion/hydroflow_diamond/report/relative_pdf_small.svg @@ -6,45 +6,61 @@ Density (a.u.) Average Time (ms) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - + + +0.35 + + + +0.4 + + + +0.45 + + + +0.5 + + - + 60 - - + + 70 - - + + 80 - - - - - + + + + + diff --git a/criterion/hydroflow_diamond/report/typical.svg b/criterion/hydroflow_diamond/report/typical.svg index 02b419668392..fd16483b429d 100644 --- a/criterion/hydroflow_diamond/report/typical.svg +++ b/criterion/hydroflow_diamond/report/typical.svg @@ -9,90 +9,86 @@ Density (a.u.) Average time (ms) - -0.2 + +0.5 - - -0.4 + + +1 - - -0.6 + + +1.5 - - -0.8 + + +2 - - -1 + + +2.5 - - -1.2 + + +3 - - -1.4 + + +3.5 - - -1.6 + + +4 - - -1.8 + + +4.5 - - -2 + + +5 - - - -58.7 + + +5.5 - - -58.8 + + + +60.6 - - -58.9 + + +60.65 - + -59 +60.7 - -59.1 - - - -59.2 + +60.75 - - -59.3 + + +60.8 - - -59.4 + + +60.85 - - -59.5 + + +60.9 - - -59.6 + + +60.95 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/base/estimates.json b/criterion/identity_hydroflow/base/estimates.json index 77fbc8128511..9cf104ea4ce3 100644 --- a/criterion/identity_hydroflow/base/estimates.json +++ b/criterion/identity_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6438342.60875,"upper_bound":6464236.36625},"point_estimate":6450774.9325,"standard_error":6583.851405056497},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6419922.625,"upper_bound":6442908.8125},"point_estimate":6433284.5625,"standard_error":6413.431462932709},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30527.289433032274,"upper_bound":56150.04549063742},"point_estimate":40732.76635184884,"standard_error":6645.638425217189},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":50015.1368901499,"upper_bound":80764.60635574673},"point_estimate":66390.85420704451,"standard_error":7861.1883738999695}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6461492.2704374995,"upper_bound":6491261.7065625},"point_estimate":6476007.8975,"standard_error":7610.8684677273795},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6438879.0625,"upper_bound":6470406.4375},"point_estimate":6457555.375,"standard_error":7068.537903026186},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48033.389775361895,"upper_bound":82012.26460961622},"point_estimate":67347.65977934003,"standard_error":8614.671645352873},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":64783.36887527967,"upper_bound":86995.82199665881},"point_estimate":76851.71594360842,"standard_error":5653.201182974901}} \ No newline at end of file diff --git a/criterion/identity_hydroflow/base/sample.json b/criterion/identity_hydroflow/base/sample.json index 863769cf443f..014220c2ad56 100644 --- a/criterion/identity_hydroflow/base/sample.json +++ b/criterion/identity_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52728911.0,51735734.0,51425926.0,51257101.0,51289631.0,51541322.0,51510203.0,51554487.0,51464378.0,51315219.0,51373028.0,52692372.0,51665945.0,52135392.0,53577035.0,52564985.0,53105524.0,52582256.0,51673869.0,51249646.0,51560197.0,51243325.0,51542955.0,51613617.0,51181389.0,51468725.0,51220492.0,51445864.0,51640153.0,51380631.0,51916883.0,51940928.0,51239688.0,51468175.0,51293639.0,51390139.0,51535029.0,52507317.0,51322052.0,51600712.0,52833336.0,51707131.0,51630398.0,52020367.0,52364950.0,51836734.0,51921873.0,51610209.0,51348251.0,51579543.0,51624237.0,51679530.0,51131476.0,51516545.0,51359381.0,51352779.0,51535381.0,51353210.0,52280131.0,52019244.0,51780619.0,51226744.0,51010670.0,52035374.0,51242523.0,51019988.0,51267179.0,51167403.0,51270045.0,51313927.0,51421518.0,51388816.0,50936140.0,51186358.0,51113773.0,51089848.0,51187700.0,51118752.0,51102091.0,51589141.0,51194203.0,51094737.0,51221574.0,51319667.0,51021390.0,51529720.0,51309638.0,51219530.0,51892538.0,51148017.0,51503111.0,51339655.0,51855018.0,51336328.0,52348269.0,52272618.0,53739272.0,51447386.0,51545219.0,51153867.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51516237.0,52126214.0,51302906.0,52058896.0,51224009.0,52795419.0,51714019.0,51697518.0,50978006.0,51576872.0,51414467.0,51820819.0,50913235.0,51330619.0,51380162.0,51657533.0,52800057.0,51763151.0,51841768.0,52130801.0,51151603.0,51344976.0,51794881.0,51273221.0,51645500.0,52489545.0,51856646.0,52043247.0,52488532.0,51504545.0,51371205.0,51731622.0,51374872.0,51141734.0,51800622.0,52097078.0,51517520.0,52875679.0,52779930.0,53470787.0,53325484.0,53000725.0,52379699.0,51537889.0,51902693.0,51296574.0,51647244.0,51431308.0,51361015.0,51422872.0,51249564.0,51494066.0,51694452.0,52258842.0,51327143.0,51259446.0,51672411.0,51875893.0,52402221.0,51269805.0,51649297.0,53311658.0,51364092.0,51676159.0,51106415.0,53060849.0,50995759.0,51187899.0,51376303.0,52620382.0,52579455.0,52914394.0,52390389.0,51663353.0,51421208.0,51115122.0,51244546.0,51173783.0,51111736.0,51314758.0,51726712.0,51231091.0,52220520.0,51290943.0,52115714.0,51956003.0,51194612.0,51594033.0,52023380.0,51104322.0,51496900.0,51643515.0,51889378.0,53448689.0,51673753.0,52295992.0,51484456.0,52009865.0,52505776.0,53017308.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow/base/tukey.json b/criterion/identity_hydroflow/base/tukey.json index fc802207fdb1..12733a772300 100644 --- a/criterion/identity_hydroflow/base/tukey.json +++ b/criterion/identity_hydroflow/base/tukey.json @@ -1 +1 @@ -[6234762.96875,6320833.8125,6550356.0625,6636426.90625] \ No newline at end of file +[6126316.25,6271994.796875,6660470.921875,6806149.46875] \ No newline at end of file diff --git a/criterion/identity_hydroflow/change/estimates.json b/criterion/identity_hydroflow/change/estimates.json index 0b61a2023f89..815154798866 100644 --- a/criterion/identity_hydroflow/change/estimates.json +++ b/criterion/identity_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.18024132808643423,"upper_bound":-0.17259739939682603},"point_estimate":-0.17600624134833276,"standard_error":0.0019598677186072966},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.1749293564687403,"upper_bound":-0.17138261631496443},"point_estimate":-0.1728046766163589,"standard_error":0.0009458820374643637}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0009753070079628136,"upper_bound":0.007046086384099258},"point_estimate":0.003911617637265996,"standard_error":0.0015478443518213677},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0005949739059558645,"upper_bound":0.006500964612686788},"point_estimate":0.0037726937560753626,"standard_error":0.0014484925716195403}} \ No newline at end of file diff --git a/criterion/identity_hydroflow/new/estimates.json b/criterion/identity_hydroflow/new/estimates.json index 77fbc8128511..9cf104ea4ce3 100644 --- a/criterion/identity_hydroflow/new/estimates.json +++ b/criterion/identity_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6438342.60875,"upper_bound":6464236.36625},"point_estimate":6450774.9325,"standard_error":6583.851405056497},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6419922.625,"upper_bound":6442908.8125},"point_estimate":6433284.5625,"standard_error":6413.431462932709},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30527.289433032274,"upper_bound":56150.04549063742},"point_estimate":40732.76635184884,"standard_error":6645.638425217189},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":50015.1368901499,"upper_bound":80764.60635574673},"point_estimate":66390.85420704451,"standard_error":7861.1883738999695}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6461492.2704374995,"upper_bound":6491261.7065625},"point_estimate":6476007.8975,"standard_error":7610.8684677273795},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6438879.0625,"upper_bound":6470406.4375},"point_estimate":6457555.375,"standard_error":7068.537903026186},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48033.389775361895,"upper_bound":82012.26460961622},"point_estimate":67347.65977934003,"standard_error":8614.671645352873},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":64783.36887527967,"upper_bound":86995.82199665881},"point_estimate":76851.71594360842,"standard_error":5653.201182974901}} \ No newline at end of file diff --git a/criterion/identity_hydroflow/new/sample.json b/criterion/identity_hydroflow/new/sample.json index 863769cf443f..014220c2ad56 100644 --- a/criterion/identity_hydroflow/new/sample.json +++ b/criterion/identity_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52728911.0,51735734.0,51425926.0,51257101.0,51289631.0,51541322.0,51510203.0,51554487.0,51464378.0,51315219.0,51373028.0,52692372.0,51665945.0,52135392.0,53577035.0,52564985.0,53105524.0,52582256.0,51673869.0,51249646.0,51560197.0,51243325.0,51542955.0,51613617.0,51181389.0,51468725.0,51220492.0,51445864.0,51640153.0,51380631.0,51916883.0,51940928.0,51239688.0,51468175.0,51293639.0,51390139.0,51535029.0,52507317.0,51322052.0,51600712.0,52833336.0,51707131.0,51630398.0,52020367.0,52364950.0,51836734.0,51921873.0,51610209.0,51348251.0,51579543.0,51624237.0,51679530.0,51131476.0,51516545.0,51359381.0,51352779.0,51535381.0,51353210.0,52280131.0,52019244.0,51780619.0,51226744.0,51010670.0,52035374.0,51242523.0,51019988.0,51267179.0,51167403.0,51270045.0,51313927.0,51421518.0,51388816.0,50936140.0,51186358.0,51113773.0,51089848.0,51187700.0,51118752.0,51102091.0,51589141.0,51194203.0,51094737.0,51221574.0,51319667.0,51021390.0,51529720.0,51309638.0,51219530.0,51892538.0,51148017.0,51503111.0,51339655.0,51855018.0,51336328.0,52348269.0,52272618.0,53739272.0,51447386.0,51545219.0,51153867.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51516237.0,52126214.0,51302906.0,52058896.0,51224009.0,52795419.0,51714019.0,51697518.0,50978006.0,51576872.0,51414467.0,51820819.0,50913235.0,51330619.0,51380162.0,51657533.0,52800057.0,51763151.0,51841768.0,52130801.0,51151603.0,51344976.0,51794881.0,51273221.0,51645500.0,52489545.0,51856646.0,52043247.0,52488532.0,51504545.0,51371205.0,51731622.0,51374872.0,51141734.0,51800622.0,52097078.0,51517520.0,52875679.0,52779930.0,53470787.0,53325484.0,53000725.0,52379699.0,51537889.0,51902693.0,51296574.0,51647244.0,51431308.0,51361015.0,51422872.0,51249564.0,51494066.0,51694452.0,52258842.0,51327143.0,51259446.0,51672411.0,51875893.0,52402221.0,51269805.0,51649297.0,53311658.0,51364092.0,51676159.0,51106415.0,53060849.0,50995759.0,51187899.0,51376303.0,52620382.0,52579455.0,52914394.0,52390389.0,51663353.0,51421208.0,51115122.0,51244546.0,51173783.0,51111736.0,51314758.0,51726712.0,51231091.0,52220520.0,51290943.0,52115714.0,51956003.0,51194612.0,51594033.0,52023380.0,51104322.0,51496900.0,51643515.0,51889378.0,53448689.0,51673753.0,52295992.0,51484456.0,52009865.0,52505776.0,53017308.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow/new/tukey.json b/criterion/identity_hydroflow/new/tukey.json index fc802207fdb1..12733a772300 100644 --- a/criterion/identity_hydroflow/new/tukey.json +++ b/criterion/identity_hydroflow/new/tukey.json @@ -1 +1 @@ -[6234762.96875,6320833.8125,6550356.0625,6636426.90625] \ No newline at end of file +[6126316.25,6271994.796875,6660470.921875,6806149.46875] \ No newline at end of file diff --git a/criterion/identity_hydroflow/report/MAD.svg b/criterion/identity_hydroflow/report/MAD.svg index 2aaf94d14364..684816b54cf8 100644 --- a/criterion/identity_hydroflow/report/MAD.svg +++ b/criterion/identity_hydroflow/report/MAD.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (µs) - + +0.005 + + + 0.01 - - + + +0.015 + + + 0.02 - - -0.03 + + +0.025 - + -0.04 +0.03 - -0.05 - - - -0.06 + +0.035 - - -0.07 + + +0.04 - - - -30 + + +0.045 - - -35 + + +0.05 - - -40 + + +0.055 - - + + + 45 - - + + 50 - - + + 55 - - - - + + +60 + + + +65 + + + +70 + + + +75 + + + +80 + + + +85 + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/SD.svg b/criterion/identity_hydroflow/report/SD.svg index 2727f79322ac..c6b5ebb627be 100644 --- a/criterion/identity_hydroflow/report/SD.svg +++ b/criterion/identity_hydroflow/report/SD.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (µs) - -0.005 - - - + 0.01 - - -0.015 - - - + + 0.02 - - -0.025 - - - + + 0.03 - - -0.035 - - - + + 0.04 - - -0.045 - - - + + 0.05 - - -0.055 + + +0.06 - - - -50 - - - -55 - - - -60 + + +0.07 - - + + + 65 - - + + 70 - - + + 75 - - + + 80 - - - - + + +85 + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/both/iteration_times.svg b/criterion/identity_hydroflow/report/both/iteration_times.svg index f37affd184d8..c3a4ec796899 100644 --- a/criterion/identity_hydroflow/report/both/iteration_times.svg +++ b/criterion/identity_hydroflow/report/both/iteration_times.svg @@ -16,32 +16,42 @@ Average Iteration Time (ms) - - - - - + + + + + + + - + +6.4 + + + +6.45 + + + 6.5 - - -7.0 + + +6.55 - - -7.5 + + +6.6 - - -8.0 + + +6.65 - - -8.5 + + +6.7 - + 0 @@ -87,206 +97,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/identity_hydroflow/report/both/pdf.svg b/criterion/identity_hydroflow/report/both/pdf.svg index 4a0434032de7..f6851a6e1491 100644 --- a/criterion/identity_hydroflow/report/both/pdf.svg +++ b/criterion/identity_hydroflow/report/both/pdf.svg @@ -42,22 +42,22 @@ Average Time (ms) - -7 - - - -8 - - - -9 - - - - - - + +6.4 + + + +6.6 + + + +6.8 + + + + + + Base PDF diff --git a/criterion/identity_hydroflow/report/change/mean.svg b/criterion/identity_hydroflow/report/change/mean.svg index 924f2fe8f82c..ba5cd749f1a5 100644 --- a/criterion/identity_hydroflow/report/change/mean.svg +++ b/criterion/identity_hydroflow/report/change/mean.svg @@ -9,91 +9,59 @@ Density (a.u.) Relative change (%) - -20 - - -40 +50 - -60 - - - -80 - - - + 100 - - -120 - - - -140 + + +150 - - -160 - - - -180 - - - + + 200 - + + +250 + + - --0.181 - - - --0.18 - - - --0.179 - - - --0.178 - - - --0.177 - - - --0.176 - - - --0.175 - - - --0.174 - - - --0.173 - - - --0.172 - - - - - - + +0.001 + + + +0.002 + + + +0.003 + + + +0.004 + + + +0.005 + + + +0.006 + + + +0.007 + + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/change/median.svg b/criterion/identity_hydroflow/report/change/median.svg index 531c2f61bbf8..264515c2fe83 100644 --- a/criterion/identity_hydroflow/report/change/median.svg +++ b/criterion/identity_hydroflow/report/change/median.svg @@ -9,79 +9,67 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - -350 - - - -400 - - + - --0.175 - - - --0.1745 - - - --0.174 - - - --0.1735 - - - --0.173 - - - --0.1725 - - - --0.172 - - - --0.1715 - - - --0.171 - - - - - - + +0 + + + +0.001 + + + +0.002 + + + +0.003 + + + +0.004 + + + +0.005 + + + +0.006 + + + +0.007 + + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/change/t-test.svg b/criterion/identity_hydroflow/report/change/t-test.svg index 7ff87f63972f..9f528e21d26d 100644 --- a/criterion/identity_hydroflow/report/change/t-test.svg +++ b/criterion/identity_hydroflow/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - + 4.0 - - + + t distribution diff --git a/criterion/identity_hydroflow/report/index.html b/criterion/identity_hydroflow/report/index.html index e005b6d6f0c0..e6e9b1c636d9 100644 --- a/criterion/identity_hydroflow/report/index.html +++ b/criterion/identity_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0070259 - 0.0072730 - 0.0069850 + 0.0363457 + 0.0376062 + 0.0362191 Mean - 6.4383 ms - 6.4508 ms - 6.4642 ms + 6.4615 ms + 6.4760 ms + 6.4913 ms Std. Dev. - 50.015 µs - 66.391 µs - 80.765 µs + 64.783 µs + 76.852 µs + 86.996 µs Median - 6.4199 ms - 6.4333 ms - 6.4429 ms + 6.4389 ms + 6.4576 ms + 6.4704 ms MAD - 30.527 µs - 40.733 µs - 56.150 µs + 48.033 µs + 67.348 µs + 82.012 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -18.024% - -17.601% - -17.260% - (p = 0.00 < + +0.0975% + +0.3912% + +0.7046% + (p = 0.01 < 0.05) - Performance has improved. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/identity_hydroflow/report/iteration_times.svg b/criterion/identity_hydroflow/report/iteration_times.svg index 8de02a53b744..36a62c142918 100644 --- a/criterion/identity_hydroflow/report/iteration_times.svg +++ b/criterion/identity_hydroflow/report/iteration_times.svg @@ -15,42 +15,37 @@ Average Iteration Time (ms) - - - - - - - + + + + + + - + 6.4 - - + + 6.45 - - + + 6.5 - - + + 6.55 - - + + 6.6 - - + + 6.65 - - -6.7 - - + 10 @@ -92,106 +87,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - + + + + + + + + + + Sample diff --git a/criterion/identity_hydroflow/report/iteration_times_small.svg b/criterion/identity_hydroflow/report/iteration_times_small.svg index 6d1df2ccbb26..9e280f98a596 100644 --- a/criterion/identity_hydroflow/report/iteration_times_small.svg +++ b/criterion/identity_hydroflow/report/iteration_times_small.svg @@ -12,42 +12,37 @@ Average Iteration Time (ms) - - - - - - - + + + + + + - + 6.4 - - + + 6.45 - - + + 6.5 - - + + 6.55 - - + + 6.6 - - + + 6.65 - - -6.7 - - + 10 @@ -89,104 +84,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - + + + + + + + + + + diff --git a/criterion/identity_hydroflow/report/mean.svg b/criterion/identity_hydroflow/report/mean.svg index 7b9a65409c1e..3cbafc5e0cea 100644 --- a/criterion/identity_hydroflow/report/mean.svg +++ b/criterion/identity_hydroflow/report/mean.svg @@ -9,54 +9,82 @@ Density (a.u.) Average time (ms) - + +5 + + + 10 - - + + +15 + + + 20 - - + + +25 + + + 30 - - + + +35 + + + 40 - - + + +45 + + + 50 - - -60 + + +55 - + - -6.44 + +6.46 - - -6.445 + + +6.465 - - -6.45 + + +6.47 - - -6.455 + + +6.475 - - -6.46 + + +6.48 + + + +6.485 + + + +6.49 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/median.svg b/criterion/identity_hydroflow/report/median.svg index d226318c8f8f..26c70e770a58 100644 --- a/criterion/identity_hydroflow/report/median.svg +++ b/criterion/identity_hydroflow/report/median.svg @@ -9,74 +9,62 @@ Density (a.u.) Average time (ms) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 - - - + + 80 - - -90 - - - + + 100 - + + +120 + + + +140 + + - -6.42 + +6.44 - - -6.425 + + +6.445 - - -6.43 + + +6.45 - - -6.435 + + +6.455 - - -6.44 + + +6.46 - - -6.445 + + +6.465 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/pdf.svg b/criterion/identity_hydroflow/report/pdf.svg index a0abbf28f0e9..88e6f95ab6d9 100644 --- a/criterion/identity_hydroflow/report/pdf.svg +++ b/criterion/identity_hydroflow/report/pdf.svg @@ -46,50 +46,46 @@ Average Time (ms) - + 6.3 - - + + 6.35 - - + + 6.4 - - + + 6.45 - - + + 6.5 - - + + 6.55 - - + + 6.6 - - + + 6.65 - - + + 6.7 - - + + 6.75 - - -6.8 - - + Density (a.u.) @@ -98,62 +94,40 @@ Density (a.u.) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - -6 - - - -7 - - - -8 - - - - - - + + + + + - - - - - - - - - - - - - - - - - - - + + + + + + + + + PDF diff --git a/criterion/identity_hydroflow/report/pdf_small.svg b/criterion/identity_hydroflow/report/pdf_small.svg index 0534b82057b2..c852f09b0654 100644 --- a/criterion/identity_hydroflow/report/pdf_small.svg +++ b/criterion/identity_hydroflow/report/pdf_small.svg @@ -10,51 +10,51 @@ Average Time (ms) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - -7 - - - -8 - - + - + +6.3 + + + 6.4 - - + + +6.5 + + + 6.6 - - -6.8 + + +6.7 - - - + + + diff --git a/criterion/identity_hydroflow/report/relative_iteration_times_small.svg b/criterion/identity_hydroflow/report/relative_iteration_times_small.svg index 77366a60c9d4..8face796adec 100644 --- a/criterion/identity_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/identity_hydroflow/report/relative_iteration_times_small.svg @@ -13,32 +13,42 @@ Average Iteration Time (ms) - - - - - + + + + + + + - + +6.4 + + + +6.45 + + + 6.5 - - -7.0 + + +6.55 - - -7.5 + + +6.6 - - -8.0 + + +6.65 - - -8.5 + + +6.7 - + 0 @@ -84,204 +94,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow/report/relative_pdf_small.svg b/criterion/identity_hydroflow/report/relative_pdf_small.svg index 93242bf42fd7..d8aedf5e447a 100644 --- a/criterion/identity_hydroflow/report/relative_pdf_small.svg +++ b/criterion/identity_hydroflow/report/relative_pdf_small.svg @@ -39,20 +39,20 @@ Average Time (ms) - -7 - - - -8 - - - -9 - - - - - - + +6.4 + + + +6.6 + + + +6.8 + + + + + + diff --git a/criterion/identity_hydroflow/report/typical.svg b/criterion/identity_hydroflow/report/typical.svg index 30f48c2330ea..cecbeaa5de98 100644 --- a/criterion/identity_hydroflow/report/typical.svg +++ b/criterion/identity_hydroflow/report/typical.svg @@ -9,54 +9,82 @@ Density (a.u.) Average time (ms) - + +5 + + + 10 - - + + +15 + + + 20 - - + + +25 + + + 30 - - + + +35 + + + 40 - - + + +45 + + + 50 - - -60 + + +55 - + - -6.44 + +6.46 - - -6.445 + + +6.465 - - -6.45 + + +6.47 - - -6.455 + + +6.475 - - -6.46 + + +6.48 + + + +6.485 + + + +6.49 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/base/estimates.json b/criterion/identity_hydroflow_compiled/base/estimates.json index c6e89d3417c8..42ebf9dfcf1d 100644 --- a/criterion/identity_hydroflow_compiled/base/estimates.json +++ b/criterion/identity_hydroflow_compiled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6496577.64765625,"upper_bound":6513000.48571875},"point_estimate":6503705.68875,"standard_error":4244.996328498251},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6491533.5,"upper_bound":6493796.75},"point_estimate":6492520.625,"standard_error":504.3296673305391},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2934.9919728934765,"upper_bound":5130.629871413112},"point_estimate":3979.761641845107,"standard_error":551.0627592035128},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15447.963902419457,"upper_bound":64377.80125219004},"point_estimate":42685.566627759064,"standard_error":12877.443748865575}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6496039.61103125,"upper_bound":6507965.827156249},"point_estimate":6501155.615,"standard_error":3086.9560084569443},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6492597.5,"upper_bound":6494175.6875},"point_estimate":6493204.125,"standard_error":408.3922730494472},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2611.785178631544,"upper_bound":4697.618016600609},"point_estimate":3228.546767681837,"standard_error":516.4846441908422},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12632.09020280616,"upper_bound":47608.15277891041},"point_estimate":31025.65615271237,"standard_error":9795.05215930108}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/base/sample.json b/criterion/identity_hydroflow_compiled/base/sample.json index 537afee3b61f..24533d3afe94 100644 --- a/criterion/identity_hydroflow_compiled/base/sample.json +++ b/criterion/identity_hydroflow_compiled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52008091.0,52007992.0,51943542.0,51926889.0,51918754.0,51995037.0,51937460.0,52007020.0,51917222.0,52159314.0,51939664.0,51940666.0,51963147.0,51978556.0,51929695.0,51904809.0,52177879.0,51973778.0,53817243.0,52229095.0,51950374.0,51966394.0,51928473.0,51907494.0,51901122.0,51927471.0,51957588.0,51947719.0,51909247.0,51944904.0,51999936.0,51954762.0,51917703.0,51963859.0,51937500.0,51943441.0,51952468.0,51922361.0,51988885.0,51956856.0,51926700.0,51938041.0,51941648.0,51917251.0,52573999.0,52263570.0,52575201.0,54474512.0,52640774.0,51971463.0,51959120.0,51926539.0,51962036.0,51912874.0,51940908.0,51915862.0,51944706.0,52625881.0,52431246.0,51920901.0,51934276.0,51918627.0,51911094.0,51927413.0,51959353.0,51918337.0,51917525.0,51936190.0,51982327.0,51952731.0,51907516.0,51924469.0,51921252.0,52023012.0,51934537.0,51929999.0,51929107.0,52083897.0,51928757.0,51943834.0,51957120.0,51927554.0,51911504.0,51922826.0,51935149.0,51908648.0,51933765.0,51998877.0,51925570.0,51960185.0,51958753.0,51916814.0,51938976.0,51924989.0,51910451.0,51895053.0,52053259.0,51951348.0,51917255.0,51914560.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51949394.0,52002303.0,51928935.0,52055603.0,51950876.0,51938764.0,51951858.0,51935368.0,51962248.0,51915260.0,51960204.0,51914919.0,52019435.0,51962873.0,51936990.0,51922021.0,51965263.0,51950055.0,51930167.0,52003776.0,52012072.0,51952198.0,51926289.0,51938552.0,52127951.0,51958330.0,51955134.0,52003489.0,51958450.0,51929486.0,51945215.0,51924095.0,52587468.0,51907444.0,51943582.0,51920669.0,51944674.0,51917653.0,51933844.0,52506384.0,51949734.0,53946915.0,52161834.0,51937070.0,51980562.0,52677037.0,52781915.0,51954633.0,52022671.0,51955044.0,51950165.0,52057367.0,51963139.0,51919106.0,51939284.0,51956967.0,51942309.0,51916441.0,51943683.0,51968048.0,51917853.0,51944584.0,51921751.0,51962969.0,51925067.0,52005199.0,51964783.0,51928754.0,51945907.0,51952178.0,52529018.0,51971064.0,51937334.0,51914210.0,51942162.0,51949687.0,51915823.0,51911385.0,51988280.0,51929619.0,51913329.0,51924630.0,51931143.0,51929208.0,51940590.0,51929990.0,52031590.0,51955538.0,51926163.0,51917707.0,52067909.0,51940780.0,51934419.0,51967721.0,51935641.0,51977549.0,51917697.0,51944869.0,51945359.0,52061818.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/base/tukey.json b/criterion/identity_hydroflow_compiled/base/tukey.json index 33d71b86eab5..377f7ef6a369 100644 --- a/criterion/identity_hydroflow_compiled/base/tukey.json +++ b/criterion/identity_hydroflow_compiled/base/tukey.json @@ -1 +1 @@ -[6473481.90625,6481910.3125,6504386.0625,6512814.46875] \ No newline at end of file +[6476866.84375,6484032.53125,6503141.03125,6510306.71875] \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/change/estimates.json b/criterion/identity_hydroflow_compiled/change/estimates.json index 7d54d5e97f98..2f7f087c944a 100644 --- a/criterion/identity_hydroflow_compiled/change/estimates.json +++ b/criterion/identity_hydroflow_compiled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00010909216502740804,"upper_bound":0.0025971277577451265},"point_estimate":0.0012903628103280163,"standard_error":0.0006384450564873699},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00005904288688951542,"upper_bound":0.00034327016581992},"point_estimate":0.00012245395727839004,"standard_error":0.00009872314137624719}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0020262938047371057,"upper_bound":0.0011411208090938419},"point_estimate":-0.00039209550247798486,"standard_error":0.0008020166153662843},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00007514503583871956,"upper_bound":0.000311643922654703},"point_estimate":0.0001052749832426425,"standard_error":0.00009775509832432171}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/new/estimates.json b/criterion/identity_hydroflow_compiled/new/estimates.json index c6e89d3417c8..42ebf9dfcf1d 100644 --- a/criterion/identity_hydroflow_compiled/new/estimates.json +++ b/criterion/identity_hydroflow_compiled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6496577.64765625,"upper_bound":6513000.48571875},"point_estimate":6503705.68875,"standard_error":4244.996328498251},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6491533.5,"upper_bound":6493796.75},"point_estimate":6492520.625,"standard_error":504.3296673305391},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2934.9919728934765,"upper_bound":5130.629871413112},"point_estimate":3979.761641845107,"standard_error":551.0627592035128},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15447.963902419457,"upper_bound":64377.80125219004},"point_estimate":42685.566627759064,"standard_error":12877.443748865575}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6496039.61103125,"upper_bound":6507965.827156249},"point_estimate":6501155.615,"standard_error":3086.9560084569443},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6492597.5,"upper_bound":6494175.6875},"point_estimate":6493204.125,"standard_error":408.3922730494472},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2611.785178631544,"upper_bound":4697.618016600609},"point_estimate":3228.546767681837,"standard_error":516.4846441908422},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12632.09020280616,"upper_bound":47608.15277891041},"point_estimate":31025.65615271237,"standard_error":9795.05215930108}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/new/sample.json b/criterion/identity_hydroflow_compiled/new/sample.json index 537afee3b61f..24533d3afe94 100644 --- a/criterion/identity_hydroflow_compiled/new/sample.json +++ b/criterion/identity_hydroflow_compiled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52008091.0,52007992.0,51943542.0,51926889.0,51918754.0,51995037.0,51937460.0,52007020.0,51917222.0,52159314.0,51939664.0,51940666.0,51963147.0,51978556.0,51929695.0,51904809.0,52177879.0,51973778.0,53817243.0,52229095.0,51950374.0,51966394.0,51928473.0,51907494.0,51901122.0,51927471.0,51957588.0,51947719.0,51909247.0,51944904.0,51999936.0,51954762.0,51917703.0,51963859.0,51937500.0,51943441.0,51952468.0,51922361.0,51988885.0,51956856.0,51926700.0,51938041.0,51941648.0,51917251.0,52573999.0,52263570.0,52575201.0,54474512.0,52640774.0,51971463.0,51959120.0,51926539.0,51962036.0,51912874.0,51940908.0,51915862.0,51944706.0,52625881.0,52431246.0,51920901.0,51934276.0,51918627.0,51911094.0,51927413.0,51959353.0,51918337.0,51917525.0,51936190.0,51982327.0,51952731.0,51907516.0,51924469.0,51921252.0,52023012.0,51934537.0,51929999.0,51929107.0,52083897.0,51928757.0,51943834.0,51957120.0,51927554.0,51911504.0,51922826.0,51935149.0,51908648.0,51933765.0,51998877.0,51925570.0,51960185.0,51958753.0,51916814.0,51938976.0,51924989.0,51910451.0,51895053.0,52053259.0,51951348.0,51917255.0,51914560.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51949394.0,52002303.0,51928935.0,52055603.0,51950876.0,51938764.0,51951858.0,51935368.0,51962248.0,51915260.0,51960204.0,51914919.0,52019435.0,51962873.0,51936990.0,51922021.0,51965263.0,51950055.0,51930167.0,52003776.0,52012072.0,51952198.0,51926289.0,51938552.0,52127951.0,51958330.0,51955134.0,52003489.0,51958450.0,51929486.0,51945215.0,51924095.0,52587468.0,51907444.0,51943582.0,51920669.0,51944674.0,51917653.0,51933844.0,52506384.0,51949734.0,53946915.0,52161834.0,51937070.0,51980562.0,52677037.0,52781915.0,51954633.0,52022671.0,51955044.0,51950165.0,52057367.0,51963139.0,51919106.0,51939284.0,51956967.0,51942309.0,51916441.0,51943683.0,51968048.0,51917853.0,51944584.0,51921751.0,51962969.0,51925067.0,52005199.0,51964783.0,51928754.0,51945907.0,51952178.0,52529018.0,51971064.0,51937334.0,51914210.0,51942162.0,51949687.0,51915823.0,51911385.0,51988280.0,51929619.0,51913329.0,51924630.0,51931143.0,51929208.0,51940590.0,51929990.0,52031590.0,51955538.0,51926163.0,51917707.0,52067909.0,51940780.0,51934419.0,51967721.0,51935641.0,51977549.0,51917697.0,51944869.0,51945359.0,52061818.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/new/tukey.json b/criterion/identity_hydroflow_compiled/new/tukey.json index 33d71b86eab5..377f7ef6a369 100644 --- a/criterion/identity_hydroflow_compiled/new/tukey.json +++ b/criterion/identity_hydroflow_compiled/new/tukey.json @@ -1 +1 @@ -[6473481.90625,6481910.3125,6504386.0625,6512814.46875] \ No newline at end of file +[6476866.84375,6484032.53125,6503141.03125,6510306.71875] \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/report/MAD.svg b/criterion/identity_hydroflow_compiled/report/MAD.svg index 56ad6ae6523c..6906eb38f17a 100644 --- a/criterion/identity_hydroflow_compiled/report/MAD.svg +++ b/criterion/identity_hydroflow_compiled/report/MAD.svg @@ -17,62 +17,62 @@ Average time (µs) 0.2 - + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - + + 0.8 - - + + 0.9 - - + + 1 - + - + +2.5 + + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - -5 - - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/SD.svg b/criterion/identity_hydroflow_compiled/report/SD.svg index f2fd72a882bf..9615ae0b7337 100644 --- a/criterion/identity_hydroflow_compiled/report/SD.svg +++ b/criterion/identity_hydroflow_compiled/report/SD.svg @@ -9,86 +9,70 @@ Density (a.u.) Average time (µs) - -0.005 - - - + 0.01 - - -0.015 - - - + + 0.02 - - -0.025 - - - + + 0.03 - - -0.035 - - - + + 0.04 - + + +0.05 + + + +0.06 + + - + +10 + + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - + + 45 - - + + 50 - - -55 - - - -60 - - - -65 - - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg b/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg index 35bea85e1f77..db2edfa8c968 100644 --- a/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg +++ b/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg @@ -97,206 +97,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - - - - - - - - - - + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - + Current diff --git a/criterion/identity_hydroflow_compiled/report/both/pdf.svg b/criterion/identity_hydroflow_compiled/report/both/pdf.svg index 899733b98736..4cb2d8a097e3 100644 --- a/criterion/identity_hydroflow_compiled/report/both/pdf.svg +++ b/criterion/identity_hydroflow_compiled/report/both/pdf.svg @@ -9,50 +9,26 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - -30 - - - -35 - - - -40 - - - -45 - - - -50 - - - -55 - - + 6.5 @@ -70,10 +46,10 @@ Average Time (ms) 6.8 - - - - + + + + Base PDF diff --git a/criterion/identity_hydroflow_compiled/report/change/mean.svg b/criterion/identity_hydroflow_compiled/report/change/mean.svg index 507da78e4a30..a1aba977dcb4 100644 --- a/criterion/identity_hydroflow_compiled/report/change/mean.svg +++ b/criterion/identity_hydroflow_compiled/report/change/mean.svg @@ -9,58 +9,78 @@ Density (a.u.) Relative change (%) - + +50 + + + 100 - - + + +150 + + + 200 - - + + +250 + + + 300 - - + + +350 + + + 400 - - -500 + + +450 - - -600 + + +500 - + - -0 + +-0.002 - - -5e-4 + + +-0.0015 - - -0.001 + + +-0.001 + + + +-5e-4 - - -0.0015 + + +0 - - -0.002 + + +5e-4 - - -0.0025 + + +0.001 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/change/median.svg b/criterion/identity_hydroflow_compiled/report/change/median.svg index e702943bfd18..d63e61740975 100644 --- a/criterion/identity_hydroflow_compiled/report/change/median.svg +++ b/criterion/identity_hydroflow_compiled/report/change/median.svg @@ -9,82 +9,86 @@ Density (a.u.) Relative change (%) - + 500 - - + + 1000 - - + + 1500 - - + + 2000 - - + + 2500 - - + + 3000 - - + + 3500 - - + + 4000 - + + +4500 + + - + -1e-4 - - + + -5e-5 - - + + -1.35525e-20 - - + + 5e-5 - - + + 1e-4 - - + + 0.00015 - - + + 2e-4 - - + + 0.00025 - - + + 3e-4 - - + + 0.00035 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/change/t-test.svg b/criterion/identity_hydroflow_compiled/report/change/t-test.svg index 002ea226fe4b..3634de441b02 100644 --- a/criterion/identity_hydroflow_compiled/report/change/t-test.svg +++ b/criterion/identity_hydroflow_compiled/report/change/t-test.svg @@ -13,77 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - --4.0 - - - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/identity_hydroflow_compiled/report/index.html b/criterion/identity_hydroflow_compiled/report/index.html index 8dfcecd0b05c..0ddedfeeaae0 100644 --- a/criterion/identity_hydroflow_compiled/report/index.html +++ b/criterion/identity_hydroflow_compiled/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0011146 - 0.0011460 - 0.0010936 + 0.0004409 + 0.0004530 + 0.0004320 Mean - 6.4966 ms - 6.5037 ms - 6.5130 ms + 6.4960 ms + 6.5012 ms + 6.5080 ms Std. Dev. - 15.448 µs - 42.686 µs - 64.378 µs + 12.632 µs + 31.026 µs + 47.608 µs Median - 6.4915 ms - 6.4925 ms - 6.4938 ms + 6.4926 ms + 6.4932 ms + 6.4942 ms MAD - 2.9350 µs - 3.9798 µs - 5.1306 µs + 2.6118 µs + 3.2285 µs + 4.6976 µs @@ -221,10 +221,10 @@

Additional Statistics:

Change in time - +0.0109% - +0.1290% - +0.2597% - (p = 0.05 > + -0.2026% + -0.0392% + +0.1141% + (p = 0.65 > 0.05) diff --git a/criterion/identity_hydroflow_compiled/report/iteration_times.svg b/criterion/identity_hydroflow_compiled/report/iteration_times.svg index 36011f0ae360..3a5ae69fe64e 100644 --- a/criterion/identity_hydroflow_compiled/report/iteration_times.svg +++ b/criterion/identity_hydroflow_compiled/report/iteration_times.svg @@ -15,42 +15,32 @@ Average Iteration Time (ms) - - - - - - - + + + + + - + 6.5 - - + + 6.55 - - + + 6.6 - - + + 6.65 - - + + 6.7 - - -6.75 - - - -6.8 - - + 10 @@ -92,106 +82,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - + + + + + + + + - - - - - - + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + Sample diff --git a/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg b/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg index fb7055a5a9ab..435bbb0a041c 100644 --- a/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg +++ b/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg @@ -12,42 +12,32 @@ Average Iteration Time (ms) - - - - - - - + + + + + - + 6.5 - - + + 6.55 - - + + 6.6 - - + + 6.65 - - + + 6.7 - - -6.75 - - - -6.8 - - + 10 @@ -89,104 +79,104 @@ Average Iteration Time (ms) 100 - + - - - - - - - - - - - - + + + + + + + + + + + + - - - - - - - + + + + + + + - - - + + + - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - + + + + + + + + - - - - - - + + + + + + - - - - + + + + - - - - - - - - + + + + + + + + - - - + + + - - - + + + - - - - + + + + - - + + diff --git a/criterion/identity_hydroflow_compiled/report/mean.svg b/criterion/identity_hydroflow_compiled/report/mean.svg index 5a15841ddd5e..87fb6fc67ca4 100644 --- a/criterion/identity_hydroflow_compiled/report/mean.svg +++ b/criterion/identity_hydroflow_compiled/report/mean.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (ms) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 - - - + + 80 - - -90 - - - + + 100 - + + +120 + + + +140 + + - + 6.496 - - + + 6.498 - - + + 6.5 - - + + 6.502 - - + + 6.504 - - + + 6.506 - - + + 6.508 - - -6.51 - - - -6.512 - - - -6.514 - - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/median.svg b/criterion/identity_hydroflow_compiled/report/median.svg index 6986086c6722..314c3b3bd283 100644 --- a/criterion/identity_hydroflow_compiled/report/median.svg +++ b/criterion/identity_hydroflow_compiled/report/median.svg @@ -9,74 +9,90 @@ Density (a.u.) Average time (ms) - -100 - - - + 200 - - -300 - - - + + 400 - - -500 - - - + + 600 - - -700 - - - + + 800 - - -900 - - - + + 1000 - - -1100 + + +1200 - - - -6.4915 + + +1400 + + + +1600 + + + +1800 - - -6.492 + + +2000 - - -6.4925 + + +2200 - - + + + +6.4926 + + + +6.4928 + + + 6.493 - - -6.4935 + + +6.4932 + + + +6.4934 + + + +6.4936 + + + +6.4938 + + + +6.494 + + + +6.4942 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/pdf.svg b/criterion/identity_hydroflow_compiled/report/pdf.svg index e21dd296ebef..958dca60ad62 100644 --- a/criterion/identity_hydroflow_compiled/report/pdf.svg +++ b/criterion/identity_hydroflow_compiled/report/pdf.svg @@ -46,42 +46,34 @@ Average Time (ms) - + 6.45 - - + + 6.5 - - + + 6.55 - - + + 6.6 - - + + 6.65 - - + + 6.7 - - + + 6.75 - - -6.8 - - - -6.85 - - + Density (a.u.) @@ -90,74 +82,58 @@ Density (a.u.) 0 - -2 - - - -4 - - - -6 - - - -8 + +5 - - + + 10 - - -12 - - - -14 - - - -16 - - - -18 - - - - - - - - - - - - - - - - + + +15 + + + +20 + + + +25 + + + + + + + + + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - + + + + + PDF diff --git a/criterion/identity_hydroflow_compiled/report/pdf_small.svg b/criterion/identity_hydroflow_compiled/report/pdf_small.svg index 884dc1d332f4..a57be8566799 100644 --- a/criterion/identity_hydroflow_compiled/report/pdf_small.svg +++ b/criterion/identity_hydroflow_compiled/report/pdf_small.svg @@ -10,63 +10,39 @@ Average Time (ms) 0 - -2 + +5 - - -4 - - - -6 - - - -8 - - - + + 10 - - -12 - - - -14 + + +15 - - -16 - - - -18 - - - + + 20 - + + +25 + + - + 6.5 - - + + 6.6 - - + + 6.7 - - -6.8 - - - - + + + diff --git a/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg b/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg index 99e276e0c26e..fab8aa1011e1 100644 --- a/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg +++ b/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg @@ -94,204 +94,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - - + + + + + + + - - - + + + - - - - - - - - - - + + + + + + + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - + + + + + + + + + + + + - - - - - - - - - - - + + + + + + + + + + + - - - - - - + + + + + + - - - + + + - - - - + + + + - - - - - + + + + + - - + + - + - - - - - - - - - - - + + + + + + + + + + + - - - - + + + + - - + + - - - - - - - + + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - - - - - - - - - - - + + + + + + + + + + + + - - + + - - - - - - - - - - - - - + + + + + + + + + + + + + - + diff --git a/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg b/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg index 62dbcce36ffe..a300ef06d85c 100644 --- a/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg +++ b/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg @@ -6,50 +6,26 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - -30 - - - -35 - - - -40 - - - -45 - - - -50 - - - -55 - - + 6.5 @@ -67,8 +43,8 @@ Average Time (ms) 6.8 - - - - + + + + diff --git a/criterion/identity_hydroflow_compiled/report/typical.svg b/criterion/identity_hydroflow_compiled/report/typical.svg index df5385ef0ef7..3786a93fd9c4 100644 --- a/criterion/identity_hydroflow_compiled/report/typical.svg +++ b/criterion/identity_hydroflow_compiled/report/typical.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (ms) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 - - - + + 80 - - -90 - - - + + 100 - + + +120 + + + +140 + + - + 6.496 - - + + 6.498 - - + + 6.5 - - + + 6.502 - - + + 6.504 - - + + 6.506 - - + + 6.508 - - -6.51 - - - -6.512 - - - -6.514 - - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/base/estimates.json b/criterion/identity_hydroflow_surface/base/estimates.json index fabd8b24d2d2..c3238ff20b73 100644 --- a/criterion/identity_hydroflow_surface/base/estimates.json +++ b/criterion/identity_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6632244.43615625,"upper_bound":6647934.9714375},"point_estimate":6638506.045,"standard_error":4145.383664480254},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6629946.1875,"upper_bound":6632449.0},"point_estimate":6631524.125,"standard_error":659.1275095837391},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4903.514087945223,"upper_bound":8511.143136397004},"point_estimate":6506.019334495068,"standard_error":959.9557347427972},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9347.226935416016,"upper_bound":68070.12944679485},"point_estimate":41692.2389382394,"standard_error":17514.987148397682}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6634091.8269375,"upper_bound":6642329.58121875},"point_estimate":6637832.50375,"standard_error":2117.280468853036},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6630254.0,"upper_bound":6635385.625},"point_estimate":6633473.9375,"standard_error":1206.037798131521},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5743.870285525918,"upper_bound":9191.007886826992},"point_estimate":7274.840083345771,"standard_error":877.5300722348211},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10776.582874348594,"upper_bound":29042.808595816798},"point_estimate":21271.482917124402,"standard_error":4550.070572577436}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/base/sample.json b/criterion/identity_hydroflow_surface/base/sample.json index d673ec22d964..adbc7674ab04 100644 --- a/criterion/identity_hydroflow_surface/base/sample.json +++ b/criterion/identity_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[53046673.0,53006648.0,53240154.0,53067481.0,53039734.0,53058520.0,53407001.0,53052489.0,53189996.0,53064632.0,56075639.0,53185487.0,53027191.0,53083307.0,53163987.0,53037993.0,53061305.0,53116398.0,53017735.0,53037281.0,53006834.0,53070703.0,53006883.0,53008105.0,53037071.0,53052179.0,53100439.0,53111570.0,53070322.0,53764179.0,53103305.0,53078097.0,53059592.0,53103204.0,53001654.0,54112379.0,53087405.0,53085822.0,52975335.0,53059081.0,53038162.0,53024877.0,53031320.0,53093867.0,53011532.0,53475870.0,53022903.0,53040977.0,52972039.0,53048933.0,53017193.0,53056697.0,53054863.0,52981385.0,53103324.0,53054963.0,53059662.0,52998849.0,53087905.0,52983219.0,53043943.0,52995082.0,53052198.0,53068839.0,53137057.0,53098364.0,53074450.0,52988569.0,53052188.0,53054102.0,53133741.0,52995783.0,52998718.0,53150813.0,53083026.0,53031970.0,53027653.0,53020719.0,53002186.0,53044114.0,52993539.0,53138049.0,53033314.0,53079950.0,53059092.0,53000853.0,53045886.0,53006513.0,53110778.0,53044814.0,52976968.0,53017785.0,53100468.0,53074500.0,53000532.0,53069400.0,52990012.0,53009428.0,52973090.0,52994000.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[53027971.0,53940278.0,53070722.0,53015689.0,53014195.0,53067186.0,53022842.0,53040756.0,53064360.0,53020778.0,53007192.0,53119575.0,53035566.0,53027962.0,53106250.0,53097842.0,53077565.0,53151083.0,53051045.0,53087834.0,53366808.0,53083847.0,53209393.0,53256982.0,53227546.0,53117901.0,53077805.0,53092924.0,53056144.0,53605188.0,53109025.0,53067225.0,53082103.0,53068358.0,53086221.0,53081522.0,53090209.0,53008264.0,53101791.0,53155541.0,53031508.0,53025136.0,53133440.0,53107951.0,53011261.0,53017902.0,53094747.0,53041667.0,53085900.0,53045695.0,53147286.0,53076112.0,53200997.0,53083085.0,53036618.0,53029103.0,53029745.0,53096381.0,53921302.0,53073256.0,53021169.0,53146845.0,53002714.0,53052648.0,53125601.0,52965920.0,53022525.0,52965840.0,53002979.0,53030370.0,53021694.0,53378093.0,53133083.0,53039538.0,53042032.0,53031783.0,53056960.0,53928787.0,52988381.0,53026673.0,53087257.0,53021965.0,53009822.0,53065256.0,53094961.0,53069834.0,52988171.0,53024580.0,53085664.0,53091866.0,53092687.0,53036682.0,53088179.0,53000945.0,53004171.0,53001667.0,53118767.0,52979655.0,53035109.0,53104550.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/base/tukey.json b/criterion/identity_hydroflow_surface/base/tukey.json index 88a8d4aaa523..56830e7e989a 100644 --- a/criterion/identity_hydroflow_surface/base/tukey.json +++ b/criterion/identity_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[6600557.21875,6613764.71875,6648984.71875,6662192.21875] \ No newline at end of file +[6601083.40625,6614684.75,6650955.0,6664556.34375] \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/change/estimates.json b/criterion/identity_hydroflow_surface/change/estimates.json index ff2cf8bf6ec8..2c6c7ff13591 100644 --- a/criterion/identity_hydroflow_surface/change/estimates.json +++ b/criterion/identity_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.003108904838720619,"upper_bound":0.0011052611043224747},"point_estimate":-0.000929669199540184,"standard_error":0.0010656407486614866},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0002018090318820498,"upper_bound":0.0004606305327645721},"point_estimate":0.00011101621707698683,"standard_error":0.0001665615044661517}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.001659081785954211,"upper_bound":0.0010764580832141935},"point_estimate":-0.00010145976300002246,"standard_error":0.0007022700307099415},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00016912588616968538,"upper_bound":0.0006564128271888681},"point_estimate":0.00029402177587645184,"standard_error":0.00020125336927990814}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/new/estimates.json b/criterion/identity_hydroflow_surface/new/estimates.json index fabd8b24d2d2..c3238ff20b73 100644 --- a/criterion/identity_hydroflow_surface/new/estimates.json +++ b/criterion/identity_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6632244.43615625,"upper_bound":6647934.9714375},"point_estimate":6638506.045,"standard_error":4145.383664480254},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6629946.1875,"upper_bound":6632449.0},"point_estimate":6631524.125,"standard_error":659.1275095837391},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4903.514087945223,"upper_bound":8511.143136397004},"point_estimate":6506.019334495068,"standard_error":959.9557347427972},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9347.226935416016,"upper_bound":68070.12944679485},"point_estimate":41692.2389382394,"standard_error":17514.987148397682}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6634091.8269375,"upper_bound":6642329.58121875},"point_estimate":6637832.50375,"standard_error":2117.280468853036},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6630254.0,"upper_bound":6635385.625},"point_estimate":6633473.9375,"standard_error":1206.037798131521},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5743.870285525918,"upper_bound":9191.007886826992},"point_estimate":7274.840083345771,"standard_error":877.5300722348211},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10776.582874348594,"upper_bound":29042.808595816798},"point_estimate":21271.482917124402,"standard_error":4550.070572577436}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/new/sample.json b/criterion/identity_hydroflow_surface/new/sample.json index d673ec22d964..adbc7674ab04 100644 --- a/criterion/identity_hydroflow_surface/new/sample.json +++ b/criterion/identity_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[53046673.0,53006648.0,53240154.0,53067481.0,53039734.0,53058520.0,53407001.0,53052489.0,53189996.0,53064632.0,56075639.0,53185487.0,53027191.0,53083307.0,53163987.0,53037993.0,53061305.0,53116398.0,53017735.0,53037281.0,53006834.0,53070703.0,53006883.0,53008105.0,53037071.0,53052179.0,53100439.0,53111570.0,53070322.0,53764179.0,53103305.0,53078097.0,53059592.0,53103204.0,53001654.0,54112379.0,53087405.0,53085822.0,52975335.0,53059081.0,53038162.0,53024877.0,53031320.0,53093867.0,53011532.0,53475870.0,53022903.0,53040977.0,52972039.0,53048933.0,53017193.0,53056697.0,53054863.0,52981385.0,53103324.0,53054963.0,53059662.0,52998849.0,53087905.0,52983219.0,53043943.0,52995082.0,53052198.0,53068839.0,53137057.0,53098364.0,53074450.0,52988569.0,53052188.0,53054102.0,53133741.0,52995783.0,52998718.0,53150813.0,53083026.0,53031970.0,53027653.0,53020719.0,53002186.0,53044114.0,52993539.0,53138049.0,53033314.0,53079950.0,53059092.0,53000853.0,53045886.0,53006513.0,53110778.0,53044814.0,52976968.0,53017785.0,53100468.0,53074500.0,53000532.0,53069400.0,52990012.0,53009428.0,52973090.0,52994000.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[53027971.0,53940278.0,53070722.0,53015689.0,53014195.0,53067186.0,53022842.0,53040756.0,53064360.0,53020778.0,53007192.0,53119575.0,53035566.0,53027962.0,53106250.0,53097842.0,53077565.0,53151083.0,53051045.0,53087834.0,53366808.0,53083847.0,53209393.0,53256982.0,53227546.0,53117901.0,53077805.0,53092924.0,53056144.0,53605188.0,53109025.0,53067225.0,53082103.0,53068358.0,53086221.0,53081522.0,53090209.0,53008264.0,53101791.0,53155541.0,53031508.0,53025136.0,53133440.0,53107951.0,53011261.0,53017902.0,53094747.0,53041667.0,53085900.0,53045695.0,53147286.0,53076112.0,53200997.0,53083085.0,53036618.0,53029103.0,53029745.0,53096381.0,53921302.0,53073256.0,53021169.0,53146845.0,53002714.0,53052648.0,53125601.0,52965920.0,53022525.0,52965840.0,53002979.0,53030370.0,53021694.0,53378093.0,53133083.0,53039538.0,53042032.0,53031783.0,53056960.0,53928787.0,52988381.0,53026673.0,53087257.0,53021965.0,53009822.0,53065256.0,53094961.0,53069834.0,52988171.0,53024580.0,53085664.0,53091866.0,53092687.0,53036682.0,53088179.0,53000945.0,53004171.0,53001667.0,53118767.0,52979655.0,53035109.0,53104550.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/new/tukey.json b/criterion/identity_hydroflow_surface/new/tukey.json index 88a8d4aaa523..56830e7e989a 100644 --- a/criterion/identity_hydroflow_surface/new/tukey.json +++ b/criterion/identity_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[6600557.21875,6613764.71875,6648984.71875,6662192.21875] \ No newline at end of file +[6601083.40625,6614684.75,6650955.0,6664556.34375] \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/report/MAD.svg b/criterion/identity_hydroflow_surface/report/MAD.svg index 1f283d3dfffd..ba000bd16d26 100644 --- a/criterion/identity_hydroflow_surface/report/MAD.svg +++ b/criterion/identity_hydroflow_surface/report/MAD.svg @@ -9,86 +9,90 @@ Density (a.u.) Average time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - - + + 0.5 - - + + 0.55 - + - -5 - - - + 5.5 - - + + 6 - - + + 6.5 - - + + 7 - - + + 7.5 - - + + 8 - - + + 8.5 - - - - + + +9 + + + +9.5 + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/SD.svg b/criterion/identity_hydroflow_surface/report/SD.svg index b36dc5f3a958..6c8cb5843afb 100644 --- a/criterion/identity_hydroflow_surface/report/SD.svg +++ b/criterion/identity_hydroflow_surface/report/SD.svg @@ -9,82 +9,94 @@ Density (a.u.) Average time (µs) - -0.005 - - - + 0.01 - - -0.015 - - - + + 0.02 - - -0.025 - - - + + 0.03 - - -0.035 - - - + + 0.04 - - -0.045 - - - + + 0.05 - - -0.055 + + +0.06 + + + +0.07 + + + +0.08 + + + +0.09 - + + +0.1 + + - + 10 - - + + +12 + + + +14 + + + +16 + + + +18 + + + 20 - - -30 + + +22 - - -40 + + +24 - - -50 + + +26 - - -60 + + +28 - - -70 + + +30 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/both/iteration_times.svg b/criterion/identity_hydroflow_surface/report/both/iteration_times.svg index fad278ff9903..893257012214 100644 --- a/criterion/identity_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/identity_hydroflow_surface/report/both/iteration_times.svg @@ -16,57 +16,47 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + - + 6.65 - - + + 6.7 - - + + 6.75 - - + + 6.8 - - + + 6.85 - - + + 6.9 - - + + 6.95 - - + + 7.0 - - -7.05 - - - -7.1 - - + 0 @@ -112,206 +102,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - - - - - - - - + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/identity_hydroflow_surface/report/both/pdf.svg b/criterion/identity_hydroflow_surface/report/both/pdf.svg index a7bd7a6da610..f021252feb6d 100644 --- a/criterion/identity_hydroflow_surface/report/both/pdf.svg +++ b/criterion/identity_hydroflow_surface/report/both/pdf.svg @@ -9,59 +9,55 @@ Density (a.u.) Average Time (ms) - -2 + +5 - - -4 - - + -6 - - - -8 - - - 10 - - -12 - - - -14 + + +15 - - -16 + + +20 - - -18 + + +25 - - -20 + + +30 - + - + 6.6 - - + + +6.7 + + + 6.8 - - - - - + + +6.9 + + + +7 + + + + + + Base PDF diff --git a/criterion/identity_hydroflow_surface/report/change/mean.svg b/criterion/identity_hydroflow_surface/report/change/mean.svg index a3267e7aeebc..c993aed87341 100644 --- a/criterion/identity_hydroflow_surface/report/change/mean.svg +++ b/criterion/identity_hydroflow_surface/report/change/mean.svg @@ -9,82 +9,78 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - - --0.0035 + + +400 - - --0.003 + + +450 - - --0.0025 + + +500 - - --0.002 + + +550 - - + + + -0.0015 - - + + -0.001 - - + + -5e-4 - - + + 0 - - + + 5e-4 - - + + 0.001 - - -0.0015 - - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/change/median.svg b/criterion/identity_hydroflow_surface/report/change/median.svg index fd356cab1689..5ff5a707f6b1 100644 --- a/criterion/identity_hydroflow_surface/report/change/median.svg +++ b/criterion/identity_hydroflow_surface/report/change/median.svg @@ -9,62 +9,94 @@ Density (a.u.) Relative change (%) - -500 + +200 - - + + +400 + + + +600 + + + +800 + + + 1000 - - -1500 + + +1200 + + + +1400 - - + + +1600 + + + +1800 + + + 2000 - - -2500 + + +2200 - + - + -2e-4 - - + + -1e-4 - - + + -2.7105e-20 - - + + 1e-4 - - + + 2e-4 - - + + 3e-4 - - + + 4e-4 - - + + 5e-4 - - - - + + +6e-4 + + + +7e-4 + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/change/t-test.svg b/criterion/identity_hydroflow_surface/report/change/t-test.svg index fdeb133a9219..7877823c1a73 100644 --- a/criterion/identity_hydroflow_surface/report/change/t-test.svg +++ b/criterion/identity_hydroflow_surface/report/change/t-test.svg @@ -13,69 +13,65 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - -0.4 - - + - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + + t distribution diff --git a/criterion/identity_hydroflow_surface/report/index.html b/criterion/identity_hydroflow_surface/report/index.html index 756ca2618cbe..8348c9c3c82f 100644 --- a/criterion/identity_hydroflow_surface/report/index.html +++ b/criterion/identity_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0011534 - 0.0011796 - 0.0011217 + 0.0000012 + 0.0000012 + 0.0000012 Mean - 6.6322 ms - 6.6385 ms - 6.6479 ms + 6.6341 ms + 6.6378 ms + 6.6423 ms Std. Dev. - 9.3472 µs - 41.692 µs - 68.070 µs + 10.777 µs + 21.271 µs + 29.043 µs Median - 6.6299 ms - 6.6315 ms - 6.6324 ms + 6.6303 ms + 6.6335 ms + 6.6354 ms MAD - 4.9035 µs - 6.5060 µs - 8.5111 µs + 5.7439 µs + 7.2748 µs + 9.1910 µs @@ -221,10 +221,10 @@

Additional Statistics:

Change in time - -0.3109% - -0.0930% - +0.1105% - (p = 0.41 > + -0.1659% + -0.0101% + +0.1076% + (p = 0.90 > 0.05) diff --git a/criterion/identity_hydroflow_surface/report/iteration_times.svg b/criterion/identity_hydroflow_surface/report/iteration_times.svg index e40266218541..82135f45ea31 100644 --- a/criterion/identity_hydroflow_surface/report/iteration_times.svg +++ b/criterion/identity_hydroflow_surface/report/iteration_times.svg @@ -15,47 +15,37 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + - -6.65 + +6.64 - - -6.7 - - - -6.75 + + +6.66 - - -6.8 + + +6.68 - - -6.85 - - - -6.9 + + +6.7 - - -6.95 + + +6.72 - - -7.0 + + +6.74 - + 10 @@ -97,106 +87,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - + + + + + + + + + + - - + + Sample diff --git a/criterion/identity_hydroflow_surface/report/iteration_times_small.svg b/criterion/identity_hydroflow_surface/report/iteration_times_small.svg index b8e613f1dc2e..637abc6052a9 100644 --- a/criterion/identity_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/identity_hydroflow_surface/report/iteration_times_small.svg @@ -12,47 +12,37 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + - -6.65 + +6.64 - - -6.7 - - - -6.75 + + +6.66 - - -6.8 + + +6.68 - - -6.85 - - - -6.9 + + +6.7 - - -6.95 + + +6.72 - - -7.0 + + +6.74 - + 10 @@ -94,104 +84,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow_surface/report/mean.svg b/criterion/identity_hydroflow_surface/report/mean.svg index 362940dbf94c..0dbff9c2e94c 100644 --- a/criterion/identity_hydroflow_surface/report/mean.svg +++ b/criterion/identity_hydroflow_surface/report/mean.svg @@ -9,90 +9,86 @@ Density (a.u.) Average time (ms) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 - - - + + 80 - - -90 - - - + + 100 - - -110 + + +120 - - - -6.632 + + +140 + + + +160 + + + +180 + + + +200 - - + + + 6.634 - - + + +6.635 + + + 6.636 - - -6.638 + + +6.637 - - -6.64 + + +6.638 - - -6.642 + + +6.639 - - -6.644 + + +6.64 - - -6.646 + + +6.641 - - -6.648 + + +6.642 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/median.svg b/criterion/identity_hydroflow_surface/report/median.svg index 1eb6fbe38dd1..34017bfa786f 100644 --- a/criterion/identity_hydroflow_surface/report/median.svg +++ b/criterion/identity_hydroflow_surface/report/median.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (ms) - + +100 + + + 200 - - -400 + + +300 - - -600 - - - -800 + + +400 - - -1000 + + +500 - - -1200 + + +600 - - -1400 + + +700 - + - + 6.63 - - -6.6305 - - - + + 6.631 - - -6.6315 - - - + + 6.632 - - -6.6325 + + +6.633 + + + +6.634 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/pdf.svg b/criterion/identity_hydroflow_surface/report/pdf.svg index a8de908e1f07..72d6aa8f63e5 100644 --- a/criterion/identity_hydroflow_surface/report/pdf.svg +++ b/criterion/identity_hydroflow_surface/report/pdf.svg @@ -46,46 +46,42 @@ Average Time (ms) - + 6.6 - - -6.65 + + +6.62 - - -6.7 - - - -6.75 + + +6.64 - - -6.8 + + +6.66 - - -6.85 + + +6.68 - - -6.9 + + +6.7 - - -6.95 + + +6.72 - - -7 + + +6.74 - - -7.05 + + +6.76 - + Density (a.u.) @@ -94,64 +90,54 @@ Density (a.u.) 0 - -2 - - - -4 - - - -6 - - - -8 + +5 - - + + 10 - - -12 - - - -14 - - - -16 - - - -18 + + +15 - - + + 20 - - - - - - - - - - - - - - - - - - - + + +25 + + + +30 + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/identity_hydroflow_surface/report/pdf_small.svg b/criterion/identity_hydroflow_surface/report/pdf_small.svg index b662ad44053e..323970b4d520 100644 --- a/criterion/identity_hydroflow_surface/report/pdf_small.svg +++ b/criterion/identity_hydroflow_surface/report/pdf_small.svg @@ -10,43 +10,47 @@ Average Time (ms) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - - -6.6 + + +25 - - -6.7 + + +30 - - -6.8 + + +35 - - -6.9 + + + +6.6 - - -7 + + +6.65 + + + +6.7 - - - + + + diff --git a/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg index 11e595378c9f..f796d80c401a 100644 --- a/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,57 +13,47 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + - + 6.65 - - + + 6.7 - - + + 6.75 - - + + 6.8 - - + + 6.85 - - + + 6.9 - - + + 6.95 - - + + 7.0 - - -7.05 - - - -7.1 - - + 0 @@ -110,203 +100,203 @@ Average Iteration Time (ms) - - - - - - + + + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - + - - - - - - - - - - + + + + + + + + + + - - - - - - - - + + + + + + + + - - - - - - - - - - + + + + + + + + + + - - + + - - - - - - - - - - - + + + + + + + + + + + - - - + + + - - - - - - - - + + + + + + + + - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + - - - + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + diff --git a/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg b/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg index f4259438dd11..cf3c8205433c 100644 --- a/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg @@ -6,57 +6,53 @@ Density (a.u.) Average Time (ms) - -2 + +5 - - -4 - - + -6 - - - -8 - - - 10 - - -12 + + +15 - - -14 + + +20 - - -16 + + +25 - + -18 +30 - -20 - - - + 6.6 - - + + +6.7 + + + 6.8 - - - - - + + +6.9 + + + +7 + + + + + + diff --git a/criterion/identity_hydroflow_surface/report/typical.svg b/criterion/identity_hydroflow_surface/report/typical.svg index 189d8d7b65e0..df3c568b8653 100644 --- a/criterion/identity_hydroflow_surface/report/typical.svg +++ b/criterion/identity_hydroflow_surface/report/typical.svg @@ -9,90 +9,86 @@ Density (a.u.) Average time (ms) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 - - - + + 80 - - -90 - - - + + 100 - - -110 + + +120 - - - -6.632 + + +140 + + + +160 + + + +180 + + + +200 - - + + + 6.634 - - + + +6.635 + + + 6.636 - - -6.638 + + +6.637 - - -6.64 + + +6.638 - - -6.642 + + +6.639 - - -6.644 + + +6.64 - - -6.646 + + +6.641 - - -6.648 + + +6.642 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/base/estimates.json b/criterion/micro_ops_anti_join/base/estimates.json index b9ae2f645248..5a95f16ef067 100644 --- a/criterion/micro_ops_anti_join/base/estimates.json +++ b/criterion/micro_ops_anti_join/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7996.910876392722,"upper_bound":8132.313121826852},"point_estimate":8048.414584412447,"standard_error":37.00445582029146},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7992.672984544695,"upper_bound":8042.265582655827},"point_estimate":8024.557296106848,"standard_error":11.794540775269047},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53.95109814370207,"upper_bound":81.56264000909773},"point_estimate":66.56118291438676,"standard_error":7.1996482323578475},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8001.226577433307,"upper_bound":8168.4486988348335},"point_estimate":8064.402446841699,"standard_error":44.63135609466158},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":84.62341570456144,"upper_bound":622.8915241927599},"point_estimate":371.3037363108337,"standard_error":182.42108035067633}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8042.935216813452,"upper_bound":8258.40325704159},"point_estimate":8129.50476655559,"standard_error":56.58928660856543},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8021.826989619377,"upper_bound":8083.087058823529},"point_estimate":8059.631738024764,"standard_error":15.394240648441622},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":79.19354423749502,"upper_bound":115.54737490507615},"point_estimate":100.2045480620311,"standard_error":9.19833033002028},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8041.682853333781,"upper_bound":8180.5264776366075},"point_estimate":8100.344767774407,"standard_error":36.11412346782853},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":108.21583666864818,"upper_bound":919.0683204802467},"point_estimate":566.5738894185573,"standard_error":228.12851899113488}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/base/sample.json b/criterion/micro_ops_anti_join/base/sample.json index 793eb6427370..238078b17b45 100644 --- a/criterion/micro_ops_anti_join/base/sample.json +++ b/criterion/micro_ops_anti_join/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[18.0,36.0,54.0,72.0,90.0,108.0,126.0,144.0,162.0,180.0,198.0,216.0,234.0,252.0,270.0,288.0,306.0,324.0,342.0,360.0,378.0,396.0,414.0,432.0,450.0,468.0,486.0,504.0,522.0,540.0,558.0,576.0,594.0,612.0,630.0,648.0,666.0,684.0,702.0,720.0,738.0,756.0,774.0,792.0,810.0,828.0,846.0,864.0,882.0,900.0,918.0,936.0,954.0,972.0,990.0,1008.0,1026.0,1044.0,1062.0,1080.0,1098.0,1116.0,1134.0,1152.0,1170.0,1188.0,1206.0,1224.0,1242.0,1260.0,1278.0,1296.0,1314.0,1332.0,1350.0,1368.0,1386.0,1404.0,1422.0,1440.0,1458.0,1476.0,1494.0,1512.0,1530.0,1548.0,1566.0,1584.0,1602.0,1620.0,1638.0,1656.0,1674.0,1692.0,1710.0,1728.0,1746.0,1764.0,1782.0,1800.0],"times":[146186.0,283521.0,425047.0,571763.0,711452.0,857212.0,992311.0,1165568.0,1302740.0,1444945.0,1590916.0,1751787.0,1885538.0,2026262.0,2167937.0,2326295.0,2401744.0,2490945.0,2625887.0,2757158.0,2918093.0,3159399.0,3322666.0,3475860.0,3642733.0,3779127.0,3888300.0,4056814.0,4229217.0,4352263.0,4497502.0,4719524.0,4784711.0,4910291.0,5085568.0,5220366.0,5380247.0,5506866.0,5659846.0,5815342.0,5936331.0,6055067.0,6214496.0,6383224.0,6592536.0,6662049.0,6825055.0,6965700.0,7103642.0,7241570.0,7425810.0,7537353.0,7696314.0,7892930.0,8035199.0,8055419.0,8165826.0,8341855.0,8458271.0,8661803.0,8859671.0,8902951.0,13122266.0,9252314.0,9347878.0,9460848.0,9553435.0,9723617.0,9959530.0,10070005.0,10481840.0,10340949.0,10456037.0,10723020.0,10762917.0,10934805.0,11143768.0,11216749.0,11397617.0,11464183.0,11653974.0,11811545.0,11868596.0,12048956.0,12286829.0,12479525.0,12469558.0,12631644.0,13472706.0,12931090.0,13044558.0,13276918.0,13361912.0,13510998.0,13600450.0,13769738.0,13952412.0,14014797.0,14193013.0,15078953.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[17.0,34.0,51.0,68.0,85.0,102.0,119.0,136.0,153.0,170.0,187.0,204.0,221.0,238.0,255.0,272.0,289.0,306.0,323.0,340.0,357.0,374.0,391.0,408.0,425.0,442.0,459.0,476.0,493.0,510.0,527.0,544.0,561.0,578.0,595.0,612.0,629.0,646.0,663.0,680.0,697.0,714.0,731.0,748.0,765.0,782.0,799.0,816.0,833.0,850.0,867.0,884.0,901.0,918.0,935.0,952.0,969.0,986.0,1003.0,1020.0,1037.0,1054.0,1071.0,1088.0,1105.0,1122.0,1139.0,1156.0,1173.0,1190.0,1207.0,1224.0,1241.0,1258.0,1275.0,1292.0,1309.0,1326.0,1343.0,1360.0,1377.0,1394.0,1411.0,1428.0,1445.0,1462.0,1479.0,1496.0,1513.0,1530.0,1547.0,1564.0,1581.0,1598.0,1615.0,1632.0,1649.0,1666.0,1683.0,1700.0],"times":[138950.0,271089.0,404350.0,543829.0,674277.0,806852.0,946948.0,1074334.0,1218647.0,1386299.0,1509507.0,1669539.0,1806262.0,1938056.0,2049816.0,2197215.0,2308690.0,2365463.0,2482240.0,2640175.0,2749769.0,2882623.0,3156458.0,3314405.0,3435312.0,5737251.0,3732640.0,3914835.0,4015799.0,4124068.0,4270511.0,4393228.0,4571960.0,4692981.0,4820100.0,4959780.0,5111429.0,5251018.0,5356122.0,5511643.0,5651720.0,5792848.0,5960610.0,6076324.0,6221715.0,6366007.0,6475436.0,6649685.0,6817829.0,6905446.0,7132290.0,9251444.0,7341929.0,7409454.0,7604102.0,7719343.0,7845991.0,7999167.0,8039840.0,8154450.0,8270701.0,8700296.0,8531346.0,8687331.0,8816922.0,8953867.0,9170945.0,9316416.0,9589246.0,9495891.0,9670830.0,9804463.0,9942762.0,10052809.0,10179499.0,10290319.0,10537151.0,10685688.0,10760165.0,10852859.0,11078852.0,11148901.0,11372773.0,11384927.0,11591540.0,11747934.0,11877277.0,11968993.0,12120398.0,12267884.0,12385957.0,12505156.0,12625375.0,14572392.0,12910635.0,13130181.0,13315704.0,13285126.0,13807126.0,13714970.0]} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/base/tukey.json b/criterion/micro_ops_anti_join/base/tukey.json index 1f1f4a9e9572..bac471c7cba0 100644 --- a/criterion/micro_ops_anti_join/base/tukey.json +++ b/criterion/micro_ops_anti_join/base/tukey.json @@ -1 +1 @@ -[7693.886907862879,7831.350592654984,8197.920418767266,8335.384103559372] \ No newline at end of file +[7588.028684185916,7789.246731272795,8325.82819017114,8527.046237258019] \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/change/estimates.json b/criterion/micro_ops_anti_join/change/estimates.json index c8c67f7916ba..908d595799d9 100644 --- a/criterion/micro_ops_anti_join/change/estimates.json +++ b/criterion/micro_ops_anti_join/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0215825821334124,"upper_bound":-0.0009901803631469648},"point_estimate":-0.011448510207027418,"standard_error":0.005288206247752039},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.017758320847910847,"upper_bound":-0.005452647452933834},"point_estimate":-0.008825625372185786,"standard_error":0.0034545544374639443}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005747573382306665,"upper_bound":0.026433230564440253},"point_estimate":0.010075298842108893,"standard_error":0.008242154044693707},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0007940799169200659,"upper_bound":0.009390299368851496},"point_estimate":0.004370888090603042,"standard_error":0.002466369876337549}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/estimates.json b/criterion/micro_ops_anti_join/new/estimates.json index b9ae2f645248..5a95f16ef067 100644 --- a/criterion/micro_ops_anti_join/new/estimates.json +++ b/criterion/micro_ops_anti_join/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7996.910876392722,"upper_bound":8132.313121826852},"point_estimate":8048.414584412447,"standard_error":37.00445582029146},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7992.672984544695,"upper_bound":8042.265582655827},"point_estimate":8024.557296106848,"standard_error":11.794540775269047},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53.95109814370207,"upper_bound":81.56264000909773},"point_estimate":66.56118291438676,"standard_error":7.1996482323578475},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8001.226577433307,"upper_bound":8168.4486988348335},"point_estimate":8064.402446841699,"standard_error":44.63135609466158},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":84.62341570456144,"upper_bound":622.8915241927599},"point_estimate":371.3037363108337,"standard_error":182.42108035067633}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8042.935216813452,"upper_bound":8258.40325704159},"point_estimate":8129.50476655559,"standard_error":56.58928660856543},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8021.826989619377,"upper_bound":8083.087058823529},"point_estimate":8059.631738024764,"standard_error":15.394240648441622},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":79.19354423749502,"upper_bound":115.54737490507615},"point_estimate":100.2045480620311,"standard_error":9.19833033002028},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8041.682853333781,"upper_bound":8180.5264776366075},"point_estimate":8100.344767774407,"standard_error":36.11412346782853},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":108.21583666864818,"upper_bound":919.0683204802467},"point_estimate":566.5738894185573,"standard_error":228.12851899113488}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/sample.json b/criterion/micro_ops_anti_join/new/sample.json index 793eb6427370..238078b17b45 100644 --- a/criterion/micro_ops_anti_join/new/sample.json +++ b/criterion/micro_ops_anti_join/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[18.0,36.0,54.0,72.0,90.0,108.0,126.0,144.0,162.0,180.0,198.0,216.0,234.0,252.0,270.0,288.0,306.0,324.0,342.0,360.0,378.0,396.0,414.0,432.0,450.0,468.0,486.0,504.0,522.0,540.0,558.0,576.0,594.0,612.0,630.0,648.0,666.0,684.0,702.0,720.0,738.0,756.0,774.0,792.0,810.0,828.0,846.0,864.0,882.0,900.0,918.0,936.0,954.0,972.0,990.0,1008.0,1026.0,1044.0,1062.0,1080.0,1098.0,1116.0,1134.0,1152.0,1170.0,1188.0,1206.0,1224.0,1242.0,1260.0,1278.0,1296.0,1314.0,1332.0,1350.0,1368.0,1386.0,1404.0,1422.0,1440.0,1458.0,1476.0,1494.0,1512.0,1530.0,1548.0,1566.0,1584.0,1602.0,1620.0,1638.0,1656.0,1674.0,1692.0,1710.0,1728.0,1746.0,1764.0,1782.0,1800.0],"times":[146186.0,283521.0,425047.0,571763.0,711452.0,857212.0,992311.0,1165568.0,1302740.0,1444945.0,1590916.0,1751787.0,1885538.0,2026262.0,2167937.0,2326295.0,2401744.0,2490945.0,2625887.0,2757158.0,2918093.0,3159399.0,3322666.0,3475860.0,3642733.0,3779127.0,3888300.0,4056814.0,4229217.0,4352263.0,4497502.0,4719524.0,4784711.0,4910291.0,5085568.0,5220366.0,5380247.0,5506866.0,5659846.0,5815342.0,5936331.0,6055067.0,6214496.0,6383224.0,6592536.0,6662049.0,6825055.0,6965700.0,7103642.0,7241570.0,7425810.0,7537353.0,7696314.0,7892930.0,8035199.0,8055419.0,8165826.0,8341855.0,8458271.0,8661803.0,8859671.0,8902951.0,13122266.0,9252314.0,9347878.0,9460848.0,9553435.0,9723617.0,9959530.0,10070005.0,10481840.0,10340949.0,10456037.0,10723020.0,10762917.0,10934805.0,11143768.0,11216749.0,11397617.0,11464183.0,11653974.0,11811545.0,11868596.0,12048956.0,12286829.0,12479525.0,12469558.0,12631644.0,13472706.0,12931090.0,13044558.0,13276918.0,13361912.0,13510998.0,13600450.0,13769738.0,13952412.0,14014797.0,14193013.0,15078953.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[17.0,34.0,51.0,68.0,85.0,102.0,119.0,136.0,153.0,170.0,187.0,204.0,221.0,238.0,255.0,272.0,289.0,306.0,323.0,340.0,357.0,374.0,391.0,408.0,425.0,442.0,459.0,476.0,493.0,510.0,527.0,544.0,561.0,578.0,595.0,612.0,629.0,646.0,663.0,680.0,697.0,714.0,731.0,748.0,765.0,782.0,799.0,816.0,833.0,850.0,867.0,884.0,901.0,918.0,935.0,952.0,969.0,986.0,1003.0,1020.0,1037.0,1054.0,1071.0,1088.0,1105.0,1122.0,1139.0,1156.0,1173.0,1190.0,1207.0,1224.0,1241.0,1258.0,1275.0,1292.0,1309.0,1326.0,1343.0,1360.0,1377.0,1394.0,1411.0,1428.0,1445.0,1462.0,1479.0,1496.0,1513.0,1530.0,1547.0,1564.0,1581.0,1598.0,1615.0,1632.0,1649.0,1666.0,1683.0,1700.0],"times":[138950.0,271089.0,404350.0,543829.0,674277.0,806852.0,946948.0,1074334.0,1218647.0,1386299.0,1509507.0,1669539.0,1806262.0,1938056.0,2049816.0,2197215.0,2308690.0,2365463.0,2482240.0,2640175.0,2749769.0,2882623.0,3156458.0,3314405.0,3435312.0,5737251.0,3732640.0,3914835.0,4015799.0,4124068.0,4270511.0,4393228.0,4571960.0,4692981.0,4820100.0,4959780.0,5111429.0,5251018.0,5356122.0,5511643.0,5651720.0,5792848.0,5960610.0,6076324.0,6221715.0,6366007.0,6475436.0,6649685.0,6817829.0,6905446.0,7132290.0,9251444.0,7341929.0,7409454.0,7604102.0,7719343.0,7845991.0,7999167.0,8039840.0,8154450.0,8270701.0,8700296.0,8531346.0,8687331.0,8816922.0,8953867.0,9170945.0,9316416.0,9589246.0,9495891.0,9670830.0,9804463.0,9942762.0,10052809.0,10179499.0,10290319.0,10537151.0,10685688.0,10760165.0,10852859.0,11078852.0,11148901.0,11372773.0,11384927.0,11591540.0,11747934.0,11877277.0,11968993.0,12120398.0,12267884.0,12385957.0,12505156.0,12625375.0,14572392.0,12910635.0,13130181.0,13315704.0,13285126.0,13807126.0,13714970.0]} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/tukey.json b/criterion/micro_ops_anti_join/new/tukey.json index 1f1f4a9e9572..bac471c7cba0 100644 --- a/criterion/micro_ops_anti_join/new/tukey.json +++ b/criterion/micro_ops_anti_join/new/tukey.json @@ -1 +1 @@ -[7693.886907862879,7831.350592654984,8197.920418767266,8335.384103559372] \ No newline at end of file +[7588.028684185916,7789.246731272795,8325.82819017114,8527.046237258019] \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/report/MAD.svg b/criterion/micro_ops_anti_join/report/MAD.svg index c40a305a7c28..c60309e7146b 100644 --- a/criterion/micro_ops_anti_join/report/MAD.svg +++ b/criterion/micro_ops_anti_join/report/MAD.svg @@ -9,78 +9,82 @@ Density (a.u.) Average time (ns) - + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - + + 0.025 - - + + 0.03 - - + + 0.035 - - + + 0.04 - - + + 0.045 - - + + 0.05 - - -0.055 - - + - -55 + +80 - - -60 + + +85 - - -65 + + +90 - - -70 + + +95 - - -75 + + +100 - - -80 + + +105 + + + +110 + + + +115 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/SD.svg b/criterion/micro_ops_anti_join/report/SD.svg index d7ddab3d5009..1e4f45b93bab 100644 --- a/criterion/micro_ops_anti_join/report/SD.svg +++ b/criterion/micro_ops_anti_join/report/SD.svg @@ -9,66 +9,70 @@ Density (a.u.) Average time (ns) - -0.001 - - - -0.002 + +5e-4 - - -0.003 - - - -0.004 - - - -0.005 + + +0.001 - - -0.006 + + +0.0015 - - -0.007 + + +0.002 - - -0.008 + + +0.0025 - + - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - - - + + +700 + + + +800 + + + +900 + + + +1000 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/both/pdf.svg b/criterion/micro_ops_anti_join/report/both/pdf.svg index b23eb253b0b9..8d56f2a498b3 100644 --- a/criterion/micro_ops_anti_join/report/both/pdf.svg +++ b/criterion/micro_ops_anti_join/report/both/pdf.svg @@ -9,51 +9,67 @@ Density (a.u.) Average Time (µs) - -0.5 + +0.2 - - + + +0.4 + + + +0.6 + + + +0.8 + + + 1 - - -1.5 + + +1.2 + + + +1.4 - - + + +1.6 + + + +1.8 + + + 2 - - -2.5 + + +2.2 - + - + 8 - - -9 - - - + + 10 - - -11 - - - + + 12 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_anti_join/report/both/regression.svg b/criterion/micro_ops_anti_join/report/both/regression.svg index c7783d78b34b..6db2735f59db 100644 --- a/criterion/micro_ops_anti_join/report/both/regression.svg +++ b/criterion/micro_ops_anti_join/report/both/regression.svg @@ -21,11 +21,11 @@ Iterations (x 10^3) - - - - - + + + + + 0.0 @@ -39,26 +39,26 @@ Iterations (x 10^3) 4.0 - + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - + 0 @@ -100,10 +100,10 @@ Iterations (x 10^3) 1.8 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_anti_join/report/change/mean.svg b/criterion/micro_ops_anti_join/report/change/mean.svg index b38e15a4abb9..0f4518804d8e 100644 --- a/criterion/micro_ops_anti_join/report/change/mean.svg +++ b/criterion/micro_ops_anti_join/report/change/mean.svg @@ -9,59 +9,79 @@ Density (a.u.) Relative change (%) - + +5 + + + 10 - - + + +15 + + + 20 - - + + +25 + + + 30 - - + + +35 + + + 40 - - -50 + + +45 - - -60 + + + +-0.005 - - -70 + + +0 - - - --0.02 + + +0.005 - - --0.015 + + +0.01 - - --0.01 + + +0.015 - - --0.005 + + +0.02 - - -0 + + +0.025 + + + +0.03 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/change/median.svg b/criterion/micro_ops_anti_join/report/change/median.svg index 1a76e053e692..52f1973583d1 100644 --- a/criterion/micro_ops_anti_join/report/change/median.svg +++ b/criterion/micro_ops_anti_join/report/change/median.svg @@ -9,71 +9,71 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - + + +180 + + - --0.018 - - - --0.016 - - - --0.014 - - - --0.012 - - - --0.01 - - - --0.008 - - - --0.006 - - - - - - + +0 + + + +0.002 + + + +0.004 + + + +0.006 + + + +0.008 + + + +0.01 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/change/t-test.svg b/criterion/micro_ops_anti_join/report/change/t-test.svg index f75263d74d18..db43adaee47c 100644 --- a/criterion/micro_ops_anti_join/report/change/t-test.svg +++ b/criterion/micro_ops_anti_join/report/change/t-test.svg @@ -21,61 +21,57 @@ t score 0.1 - + 0.15 - + 0.2 - + 0.25 - - + + 0.3 - - + + 0.35 - + - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - -4.0 - - - - + + + t distribution diff --git a/criterion/micro_ops_anti_join/report/index.html b/criterion/micro_ops_anti_join/report/index.html index 59d6e8eedd12..ca7a1bcc12bb 100644 --- a/criterion/micro_ops_anti_join/report/index.html +++ b/criterion/micro_ops_anti_join/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 8.0012 µs - 8.0644 µs - 8.1684 µs + 8.0417 µs + 8.1003 µs + 8.1805 µs R² - 0.7732086 - 0.7775920 - 0.7658161 + 0.7803654 + 0.7848953 + 0.7764744 Mean - 7.9969 µs - 8.0484 µs - 8.1323 µs + 8.0429 µs + 8.1295 µs + 8.2584 µs Std. Dev. - 84.623 ns - 371.30 ns - 622.89 ns + 108.22 ns + 566.57 ns + 919.07 ns Median - 7.9927 µs - 8.0246 µs - 8.0423 µs + 8.0218 µs + 8.0596 µs + 8.0831 µs MAD - 53.951 ns - 66.561 ns - 81.563 ns + 79.194 ns + 100.20 ns + 115.55 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -2.1583% - -1.1449% - -0.0990% - (p = 0.03 < + -0.5748% + +1.0075% + +2.6433% + (p = 0.26 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/micro_ops_anti_join/report/mean.svg b/criterion/micro_ops_anti_join/report/mean.svg index f1be316fbbdd..129aee815e56 100644 --- a/criterion/micro_ops_anti_join/report/mean.svg +++ b/criterion/micro_ops_anti_join/report/mean.svg @@ -9,70 +9,58 @@ Density (a.u.) Average time (µs) - -2 + +1 - - -4 + + +2 - - -6 + + +3 - - -8 + + +4 - - -10 + + +5 - - -12 + + +6 - - -14 + + +7 - + - -8 + +8.05 - - -8.02 - - - -8.04 - - - -8.06 - - - -8.08 - - - + + 8.1 - - -8.12 + + +8.15 + + + +8.2 - - -8.14 + + +8.25 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/median.svg b/criterion/micro_ops_anti_join/report/median.svg index 62eafa646695..9f1274e088fb 100644 --- a/criterion/micro_ops_anti_join/report/median.svg +++ b/criterion/micro_ops_anti_join/report/median.svg @@ -9,58 +9,74 @@ Density (a.u.) Average time (µs) - + +5 + + + 10 - - + + +15 + + + 20 - - + + +25 + + + 30 - - -40 + + +35 - - -50 + + +40 - - -60 + + +45 - + - -7.99 - - - -8 - - - -8.01 - - - + 8.02 - - + + 8.03 - - + + 8.04 - - - - + + +8.05 + + + +8.06 + + + +8.07 + + + +8.08 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/pdf.svg b/criterion/micro_ops_anti_join/report/pdf.svg index 5b1858b44290..6cee2d9bd769 100644 --- a/criterion/micro_ops_anti_join/report/pdf.svg +++ b/criterion/micro_ops_anti_join/report/pdf.svg @@ -13,83 +13,67 @@ Average Time (µs) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - -1.8 - - + - -7.5 + +7 - - + + 8 - - -8.5 - - - + + 9 - - -9.5 - - - + + 10 - - -10.5 - - - + + 11 - - -11.5 - - - + + 12 - + + +13 + + Density (a.u.) @@ -98,44 +82,56 @@ Density (a.u.) 0 - -0.5 + +0.2 + + + +0.4 - - + + +0.6 + + + +0.8 + + + 1 - - -1.5 - - - -2 - - - - - - - - - - - + + +1.2 + + + +1.4 + + + + + + + + + + + - - - - + + + + + + + - - - - - - - + + + + PDF diff --git a/criterion/micro_ops_anti_join/report/pdf_small.svg b/criterion/micro_ops_anti_join/report/pdf_small.svg index 182e89c6d031..6cefe6f39525 100644 --- a/criterion/micro_ops_anti_join/report/pdf_small.svg +++ b/criterion/micro_ops_anti_join/report/pdf_small.svg @@ -10,43 +10,51 @@ Average Time (µs) 0 - -0.5 + +0.2 - - + + +0.4 + + + +0.6 + + + +0.8 + + + 1 - - -1.5 + + +1.2 - - -2 + + +1.4 - + + +1.6 + + - + 8 - - -9 - - - + + 10 - - -11 - - - + + 12 - - - + + + diff --git a/criterion/micro_ops_anti_join/report/regression.svg b/criterion/micro_ops_anti_join/report/regression.svg index b28a28f17b76..62417f05c141 100644 --- a/criterion/micro_ops_anti_join/report/regression.svg +++ b/criterion/micro_ops_anti_join/report/regression.svg @@ -8,88 +8,83 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - + - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - -1.8 - - + @@ -97,101 +92,101 @@ Iterations (x 10^3) - - + + - - + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_anti_join/report/regression_small.svg b/criterion/micro_ops_anti_join/report/regression_small.svg index 83b27dae30e1..832386ac118a 100644 --- a/criterion/micro_ops_anti_join/report/regression_small.svg +++ b/criterion/micro_ops_anti_join/report/regression_small.svg @@ -5,88 +5,83 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - + - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - -1.8 - - + @@ -94,99 +89,99 @@ Iterations (x 10^3) - + - + - - + + - - - - - - - - + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_anti_join/report/relative_pdf_small.svg b/criterion/micro_ops_anti_join/report/relative_pdf_small.svg index 6c386606fc98..e636780083e9 100644 --- a/criterion/micro_ops_anti_join/report/relative_pdf_small.svg +++ b/criterion/micro_ops_anti_join/report/relative_pdf_small.svg @@ -6,49 +6,65 @@ Density (a.u.) Average Time (µs) - -0.5 + +0.2 - - + + +0.4 + + + +0.6 + + + +0.8 + + + 1 - - -1.5 + + +1.2 + + + +1.4 - - + + +1.6 + + + +1.8 + + + 2 - - -2.5 + + +2.2 - + - + 8 - - -9 - - - + + 10 - - -11 - - - + + 12 - - - - - + + + + + diff --git a/criterion/micro_ops_anti_join/report/relative_regression_small.svg b/criterion/micro_ops_anti_join/report/relative_regression_small.svg index 018c71fe6585..58aa926ad01a 100644 --- a/criterion/micro_ops_anti_join/report/relative_regression_small.svg +++ b/criterion/micro_ops_anti_join/report/relative_regression_small.svg @@ -18,11 +18,11 @@ Iterations (x 10^3) - - - - - + + + + + 0.0 @@ -36,26 +36,26 @@ Iterations (x 10^3) 4.0 - + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - + 0 @@ -97,8 +97,8 @@ Iterations (x 10^3) 1.8 - - - - + + + + diff --git a/criterion/micro_ops_anti_join/report/slope.svg b/criterion/micro_ops_anti_join/report/slope.svg index e77cb0833d53..76a706e11264 100644 --- a/criterion/micro_ops_anti_join/report/slope.svg +++ b/criterion/micro_ops_anti_join/report/slope.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (µs) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - - -9 - - - + + 10 - - - -8 + + +12 - - -8.02 - - - + + + 8.04 - - + + 8.06 - - + + 8.08 - - + + 8.1 - - + + 8.12 - - + + 8.14 - - + + 8.16 - - + + 8.18 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/typical.svg b/criterion/micro_ops_anti_join/report/typical.svg index 81e5161453c6..f857bf6df51a 100644 --- a/criterion/micro_ops_anti_join/report/typical.svg +++ b/criterion/micro_ops_anti_join/report/typical.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (µs) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - - -9 - - - + + 10 - - - -8 + + +12 - - -8.02 - - - + + + 8.04 - - + + 8.06 - - + + 8.08 - - + + 8.1 - - + + 8.12 - - + + 8.14 - - + + 8.16 - - + + 8.18 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/base/estimates.json b/criterion/micro_ops_crossjoin/base/estimates.json index a328967d0ce1..bf4ff1d953fa 100644 --- a/criterion/micro_ops_crossjoin/base/estimates.json +++ b/criterion/micro_ops_crossjoin/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98613.59818921259,"upper_bound":99201.95521657521},"point_estimate":98906.80830876551,"standard_error":150.0290534746811},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98528.76623376623,"upper_bound":99149.98502485169},"point_estimate":98767.83541194255,"standard_error":173.52285712925578},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":907.0457999158525,"upper_bound":1492.2094158062162},"point_estimate":1150.2390467446226,"standard_error":154.54815541614548},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98701.78189195476,"upper_bound":99166.19228556543},"point_estimate":98939.07195380946,"standard_error":118.38672385002143},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1177.1277295258772,"upper_bound":1809.6233798424385},"point_estimate":1503.9683515415534,"standard_error":162.0439894779942}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101504.17979516047,"upper_bound":102642.9393567319},"point_estimate":102094.65965670747,"standard_error":289.57797418604525},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102477.8194980695,"upper_bound":102877.98692427791},"point_estimate":102687.68793005492,"standard_error":117.00302723040204},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":830.0812502631172,"upper_bound":1565.7911361232211},"point_estimate":1173.9112601589948,"standard_error":191.49906665989738},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":103017.89648586839,"upper_bound":103741.61079877656},"point_estimate":103364.94059279276,"standard_error":185.3761560573448},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2187.3919185420946,"upper_bound":3535.2343777571114},"point_estimate":2916.9218391689597,"standard_error":344.7191276608811}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/base/sample.json b/criterion/micro_ops_crossjoin/base/sample.json index db340c2c695f..6e12b9480515 100644 --- a/criterion/micro_ops_crossjoin/base/sample.json +++ b/criterion/micro_ops_crossjoin/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[668377.0,1446774.0,2045465.0,2696036.0,3447784.0,3928909.0,4857487.0,5761923.0,6560268.0,7036715.0,7586715.0,8220171.0,8961104.0,9474677.0,10652634.0,11259786.0,11686095.0,12357590.0,13049776.0,13468711.0,14454107.0,15799535.0,16145372.0,16475208.0,17263431.0,18099747.0,18617407.0,19215962.0,20155917.0,20834908.0,21604467.0,21827449.0,22867873.0,23111186.0,23825881.0,24782428.0,25371191.0,26013812.0,27177650.0,27574991.0,28275603.0,28940717.0,30161922.0,30830420.0,30639448.0,31510878.0,32608067.0,33732150.0,34107284.0,34715636.0,35240281.0,36145857.0,36927667.0,37336565.0,38161786.0,39404521.0,38677815.0,40402232.0,41568081.0,41279784.0,42110096.0,42146733.0,43553905.0,43816374.0,45621863.0,46272949.0,46753777.0,47643018.0,48350160.0,47957008.0,48748198.0,50063052.0,51100069.0,51997995.0,52524254.0,52082296.0,52675021.0,53550913.0,55354991.0,54884071.0,56234180.0,56749694.0,57300257.0,57574056.0,58719949.0,59632024.0,60465308.0,61441717.0,62306916.0,62440098.0,63429835.0,64395849.0,64206828.0,64914212.0,66099913.0,66417818.0,67233866.0,67708467.0,68144902.0,67741951.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[650481.0,1353582.0,2107619.0,2625141.0,3248380.0,3941510.0,4716923.0,5356374.0,6060177.0,6443083.0,7548949.0,8456050.0,9115846.0,9970336.0,10463593.0,11363564.0,12118518.0,12889956.0,13642512.0,14333205.0,15212998.0,15391824.0,16501193.0,17088274.0,17739490.0,18608309.0,19591675.0,20375723.0,20542505.0,21184917.0,21793324.0,23124182.0,23635191.0,24573824.0,25201452.0,25915225.0,26795348.0,27477877.0,28267880.0,29299041.0,29636879.0,30345871.0,30989675.0,30945261.0,32605804.0,33293742.0,33707840.0,34574824.0,35701418.0,35887727.0,36322713.0,37148011.0,37906790.0,38720542.0,39586726.0,40204740.0,43729310.0,40987589.0,42863368.0,42956319.0,43918962.0,44574844.0,45364530.0,46631173.0,46939880.0,47707610.0,48459986.0,48787756.0,49561548.0,50612817.0,54141951.0,51793601.0,52463533.0,53074463.0,53183378.0,54014711.0,55252769.0,56025231.0,56589887.0,58362315.0,58012050.0,60998690.0,60882833.0,60809890.0,62491889.0,62686786.0,62933322.0,63699717.0,64461298.0,65429606.0,65553650.0,66158790.0,66791127.0,70467385.0,69247976.0,69615906.0,69751167.0,71164085.0,71856844.0,71986107.0]} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/base/tukey.json b/criterion/micro_ops_crossjoin/base/tukey.json index 3962f614d309..1b26607cddbf 100644 --- a/criterion/micro_ops_crossjoin/base/tukey.json +++ b/criterion/micro_ops_crossjoin/base/tukey.json @@ -1 +1 @@ -[93483.15168662186,95778.45679569189,101899.27041987862,104194.57552894864] \ No newline at end of file +[96697.22794913419,99214.89947626778,105928.69021529067,108446.36174242425] \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/change/estimates.json b/criterion/micro_ops_crossjoin/change/estimates.json index cf87097e2a77..9918075c7f07 100644 --- a/criterion/micro_ops_crossjoin/change/estimates.json +++ b/criterion/micro_ops_crossjoin/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.019445207899173058,"upper_bound":0.028676625899569017},"point_estimate":0.023981237800249744,"standard_error":0.002353281118840279},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.01953235141597842,"upper_bound":0.028781943755496586},"point_estimate":0.02313338432262313,"standard_error":0.002464626029036983}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.025008787272589685,"upper_bound":0.039191830235811034},"point_estimate":0.03223085854706964,"standard_error":0.003527577006450467},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.034718059067560605,"upper_bound":0.04272601796532971},"point_estimate":0.03968754100728633,"standard_error":0.0021616013289796556}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/estimates.json b/criterion/micro_ops_crossjoin/new/estimates.json index a328967d0ce1..bf4ff1d953fa 100644 --- a/criterion/micro_ops_crossjoin/new/estimates.json +++ b/criterion/micro_ops_crossjoin/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98613.59818921259,"upper_bound":99201.95521657521},"point_estimate":98906.80830876551,"standard_error":150.0290534746811},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98528.76623376623,"upper_bound":99149.98502485169},"point_estimate":98767.83541194255,"standard_error":173.52285712925578},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":907.0457999158525,"upper_bound":1492.2094158062162},"point_estimate":1150.2390467446226,"standard_error":154.54815541614548},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98701.78189195476,"upper_bound":99166.19228556543},"point_estimate":98939.07195380946,"standard_error":118.38672385002143},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1177.1277295258772,"upper_bound":1809.6233798424385},"point_estimate":1503.9683515415534,"standard_error":162.0439894779942}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101504.17979516047,"upper_bound":102642.9393567319},"point_estimate":102094.65965670747,"standard_error":289.57797418604525},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102477.8194980695,"upper_bound":102877.98692427791},"point_estimate":102687.68793005492,"standard_error":117.00302723040204},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":830.0812502631172,"upper_bound":1565.7911361232211},"point_estimate":1173.9112601589948,"standard_error":191.49906665989738},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":103017.89648586839,"upper_bound":103741.61079877656},"point_estimate":103364.94059279276,"standard_error":185.3761560573448},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2187.3919185420946,"upper_bound":3535.2343777571114},"point_estimate":2916.9218391689597,"standard_error":344.7191276608811}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/sample.json b/criterion/micro_ops_crossjoin/new/sample.json index db340c2c695f..6e12b9480515 100644 --- a/criterion/micro_ops_crossjoin/new/sample.json +++ b/criterion/micro_ops_crossjoin/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[668377.0,1446774.0,2045465.0,2696036.0,3447784.0,3928909.0,4857487.0,5761923.0,6560268.0,7036715.0,7586715.0,8220171.0,8961104.0,9474677.0,10652634.0,11259786.0,11686095.0,12357590.0,13049776.0,13468711.0,14454107.0,15799535.0,16145372.0,16475208.0,17263431.0,18099747.0,18617407.0,19215962.0,20155917.0,20834908.0,21604467.0,21827449.0,22867873.0,23111186.0,23825881.0,24782428.0,25371191.0,26013812.0,27177650.0,27574991.0,28275603.0,28940717.0,30161922.0,30830420.0,30639448.0,31510878.0,32608067.0,33732150.0,34107284.0,34715636.0,35240281.0,36145857.0,36927667.0,37336565.0,38161786.0,39404521.0,38677815.0,40402232.0,41568081.0,41279784.0,42110096.0,42146733.0,43553905.0,43816374.0,45621863.0,46272949.0,46753777.0,47643018.0,48350160.0,47957008.0,48748198.0,50063052.0,51100069.0,51997995.0,52524254.0,52082296.0,52675021.0,53550913.0,55354991.0,54884071.0,56234180.0,56749694.0,57300257.0,57574056.0,58719949.0,59632024.0,60465308.0,61441717.0,62306916.0,62440098.0,63429835.0,64395849.0,64206828.0,64914212.0,66099913.0,66417818.0,67233866.0,67708467.0,68144902.0,67741951.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[650481.0,1353582.0,2107619.0,2625141.0,3248380.0,3941510.0,4716923.0,5356374.0,6060177.0,6443083.0,7548949.0,8456050.0,9115846.0,9970336.0,10463593.0,11363564.0,12118518.0,12889956.0,13642512.0,14333205.0,15212998.0,15391824.0,16501193.0,17088274.0,17739490.0,18608309.0,19591675.0,20375723.0,20542505.0,21184917.0,21793324.0,23124182.0,23635191.0,24573824.0,25201452.0,25915225.0,26795348.0,27477877.0,28267880.0,29299041.0,29636879.0,30345871.0,30989675.0,30945261.0,32605804.0,33293742.0,33707840.0,34574824.0,35701418.0,35887727.0,36322713.0,37148011.0,37906790.0,38720542.0,39586726.0,40204740.0,43729310.0,40987589.0,42863368.0,42956319.0,43918962.0,44574844.0,45364530.0,46631173.0,46939880.0,47707610.0,48459986.0,48787756.0,49561548.0,50612817.0,54141951.0,51793601.0,52463533.0,53074463.0,53183378.0,54014711.0,55252769.0,56025231.0,56589887.0,58362315.0,58012050.0,60998690.0,60882833.0,60809890.0,62491889.0,62686786.0,62933322.0,63699717.0,64461298.0,65429606.0,65553650.0,66158790.0,66791127.0,70467385.0,69247976.0,69615906.0,69751167.0,71164085.0,71856844.0,71986107.0]} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/tukey.json b/criterion/micro_ops_crossjoin/new/tukey.json index 3962f614d309..1b26607cddbf 100644 --- a/criterion/micro_ops_crossjoin/new/tukey.json +++ b/criterion/micro_ops_crossjoin/new/tukey.json @@ -1 +1 @@ -[93483.15168662186,95778.45679569189,101899.27041987862,104194.57552894864] \ No newline at end of file +[96697.22794913419,99214.89947626778,105928.69021529067,108446.36174242425] \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/report/MAD.svg b/criterion/micro_ops_crossjoin/report/MAD.svg index 21852370a3af..bf87d3698bd6 100644 --- a/criterion/micro_ops_crossjoin/report/MAD.svg +++ b/criterion/micro_ops_crossjoin/report/MAD.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (µs) - -0.5 + +0.2 - - + + +0.4 + + + +0.6 + + + +0.8 + + + 1 - - -1.5 + + +1.2 - - -2 + + +1.4 + + + +1.6 + + + +1.8 - - -2.5 + + +2 - - -3 + + +2.2 - + - + +0.8 + + + 0.9 - - + + 1 - - + + 1.1 - - + + 1.2 - - + + 1.3 - - + + 1.4 - - + + 1.5 - - - - + + +1.6 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/SD.svg b/criterion/micro_ops_crossjoin/report/SD.svg index d30f76e6b5b8..8aa4ad1181a0 100644 --- a/criterion/micro_ops_crossjoin/report/SD.svg +++ b/criterion/micro_ops_crossjoin/report/SD.svg @@ -9,58 +9,66 @@ Density (a.u.) Average time (µs) - -0.5 + +0.2 - - -1 + + +0.4 - - -1.5 + + +0.6 - - -2 + + +0.8 - - -2.5 + + +1 - - - + + 1.2 - - -1.3 + + + +2.2 + + + +2.4 + + + +2.6 - - -1.4 + + +2.8 - - -1.5 + + +3 - - -1.6 + + +3.2 - - -1.7 + + +3.4 - - -1.8 + + +3.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/both/pdf.svg b/criterion/micro_ops_crossjoin/report/both/pdf.svg index 9edd26e3c2e3..6a117d0c11f1 100644 --- a/criterion/micro_ops_crossjoin/report/both/pdf.svg +++ b/criterion/micro_ops_crossjoin/report/both/pdf.svg @@ -9,51 +9,51 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - -0.3 - - + - + 90 - - + + 95 - - + + 100 - - + + 105 - - - - - + + +110 + + + + + + Base PDF diff --git a/criterion/micro_ops_crossjoin/report/both/regression.svg b/criterion/micro_ops_crossjoin/report/both/regression.svg index e085bcd9f7c0..5c8eab5dd5c6 100644 --- a/criterion/micro_ops_crossjoin/report/both/regression.svg +++ b/criterion/micro_ops_crossjoin/report/both/regression.svg @@ -9,94 +9,89 @@ Total sample time (ms) Iterations - - - - - - - + + + + + + - - - - - - - + + + + + + + 0.0 - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - + 0 - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - -700 - - + -800 +700 - - + + diff --git a/criterion/micro_ops_crossjoin/report/change/mean.svg b/criterion/micro_ops_crossjoin/report/change/mean.svg index 644d06673a16..0deef3f96826 100644 --- a/criterion/micro_ops_crossjoin/report/change/mean.svg +++ b/criterion/micro_ops_crossjoin/report/change/mean.svg @@ -9,86 +9,90 @@ Density (a.u.) Relative change (%) - + +10 + + + 20 - - + + +30 + + + 40 - - + + +50 + + + 60 - - -80 + + +70 - - -100 + + +80 - - -120 + + +90 - - -140 + + +100 - + -160 +110 - -0.019 - - - -0.02 + +0.024 - - -0.021 + + +0.026 - - -0.022 + + +0.028 - - -0.023 + + +0.03 - + -0.024 +0.032 - -0.025 + +0.034 - - -0.026 - - - -0.027 + + +0.036 - - -0.028 + + +0.038 - - -0.029 + + +0.04 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/change/median.svg b/criterion/micro_ops_crossjoin/report/change/median.svg index 5a902a5066e3..7e45cd87f605 100644 --- a/criterion/micro_ops_crossjoin/report/change/median.svg +++ b/criterion/micro_ops_crossjoin/report/change/median.svg @@ -9,82 +9,86 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - - -0.019 + + +160 + + + +180 - - -0.02 + + + +0.034 - - -0.021 + + +0.035 - - -0.022 + + +0.036 - - -0.023 + + +0.037 - - -0.024 + + +0.038 - - -0.025 + + +0.039 - - -0.026 + + +0.04 - - -0.027 + + +0.041 - - -0.028 + + +0.042 - - -0.029 + + +0.043 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/change/t-test.svg b/criterion/micro_ops_crossjoin/report/change/t-test.svg index a4326b45f4d6..8044b664cf0c 100644 --- a/criterion/micro_ops_crossjoin/report/change/t-test.svg +++ b/criterion/micro_ops_crossjoin/report/change/t-test.svg @@ -21,72 +21,72 @@ t score 0.1 - + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -5.0 - - + + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + t distribution diff --git a/criterion/micro_ops_crossjoin/report/index.html b/criterion/micro_ops_crossjoin/report/index.html index 7344352d5d20..99c6c067da10 100644 --- a/criterion/micro_ops_crossjoin/report/index.html +++ b/criterion/micro_ops_crossjoin/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 98.702 µs - 98.939 µs - 99.166 µs + 103.02 µs + 103.36 µs + 103.74 µs R² - 0.9857341 - 0.9865796 - 0.9858049 + 0.9697520 + 0.9712415 + 0.9694873 Mean - 98.614 µs - 98.907 µs - 99.202 µs + 101.50 µs + 102.09 µs + 102.64 µs Std. Dev. - 1.1771 µs - 1.5040 µs - 1.8096 µs + 2.1874 µs + 2.9169 µs + 3.5352 µs Median - 98.529 µs - 98.768 µs - 99.150 µs + 102.48 µs + 102.69 µs + 102.88 µs MAD - 907.05 ns - 1.1502 µs - 1.4922 µs + 830.08 ns + 1.1739 µs + 1.5658 µs @@ -231,9 +231,9 @@

Additional Statistics:

Change in time - +1.9445% - +2.3981% - +2.8677% + +2.5009% + +3.2231% + +3.9192% (p = 0.00 < 0.05) diff --git a/criterion/micro_ops_crossjoin/report/mean.svg b/criterion/micro_ops_crossjoin/report/mean.svg index 1cea778591ee..c7d24dc95106 100644 --- a/criterion/micro_ops_crossjoin/report/mean.svg +++ b/criterion/micro_ops_crossjoin/report/mean.svg @@ -9,58 +9,66 @@ Density (a.u.) Average time (µs) - -0.5 + +0.2 - - -1 + + +0.4 + + + +0.6 - - -1.5 + + +0.8 + + + +1 - - -2 + + +1.2 - - -2.5 + + +1.4 - + - -98.6 + +101.4 - - -98.7 + + +101.6 - - -98.8 + + +101.8 - - -98.9 + + +102 - - -99 + + +102.2 - - -99.1 + + +102.4 - - -99.2 + + +102.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/median.svg b/criterion/micro_ops_crossjoin/report/median.svg index 6a13ba4abf86..723721b590d9 100644 --- a/criterion/micro_ops_crossjoin/report/median.svg +++ b/criterion/micro_ops_crossjoin/report/median.svg @@ -9,70 +9,90 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - + + +4 + + + +4.5 + + + +5 + + - -98.5 + +102.45 + + + +102.5 + + + +102.55 - - -98.6 + + +102.6 - - -98.7 + + +102.65 - - -98.8 + + +102.7 - - -98.9 + + +102.75 - - -99 + + +102.8 - - -99.1 + + +102.85 - - -99.2 + + +102.9 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/pdf.svg b/criterion/micro_ops_crossjoin/report/pdf.svg index dce54f19d1d4..baf7956483ab 100644 --- a/criterion/micro_ops_crossjoin/report/pdf.svg +++ b/criterion/micro_ops_crossjoin/report/pdf.svg @@ -42,38 +42,26 @@ Average Time (µs) - -92 + +90 - - -94 + + +95 - - -96 - - - -98 - - - + + 100 - - -102 - - - -104 + + +105 - - -106 + + +110 - + Density (a.u.) @@ -82,44 +70,80 @@ Density (a.u.) 0 - -0.05 + +0.02 + + + +0.04 + + + +0.06 - - + + +0.08 + + + 0.1 - - -0.15 + + +0.12 - - -0.2 + + +0.14 + + + +0.16 - + -0.25 +0.18 - - - - - - - - - - - - - - - - - - + +0.2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_crossjoin/report/pdf_small.svg b/criterion/micro_ops_crossjoin/report/pdf_small.svg index 22432a3b378c..1888d4f8a4af 100644 --- a/criterion/micro_ops_crossjoin/report/pdf_small.svg +++ b/criterion/micro_ops_crossjoin/report/pdf_small.svg @@ -10,43 +10,43 @@ Average Time (µs) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - -0.25 - - - -0.3 - - + - + +90 + + + 95 - - + + 100 - - + + 105 - - - + + +110 + + + + diff --git a/criterion/micro_ops_crossjoin/report/regression.svg b/criterion/micro_ops_crossjoin/report/regression.svg index 0c5f93a944f8..55f44034fc78 100644 --- a/criterion/micro_ops_crossjoin/report/regression.svg +++ b/criterion/micro_ops_crossjoin/report/regression.svg @@ -15,37 +15,42 @@ Iterations - - - - - - + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - + + +70.0 + + 100 @@ -78,103 +83,103 @@ Iterations - - - - - - - - - - + + + + + + + + + + - - - - + + + + - + - - - - - + + + + + - - - - - - - - + + + + + + + + - - - - - - - + + + + + + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - - - - - - - + + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_crossjoin/report/regression_small.svg b/criterion/micro_ops_crossjoin/report/regression_small.svg index 601f30694017..afb5c436164c 100644 --- a/criterion/micro_ops_crossjoin/report/regression_small.svg +++ b/criterion/micro_ops_crossjoin/report/regression_small.svg @@ -12,37 +12,42 @@ Iterations - - - - - - + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - + + +70.0 + + 100 @@ -76,102 +81,102 @@ Iterations - - - - - - - + + + + + + + - + - - - + + + - + - - - - - + + + + + - - - - - - + + + + + + - + - - - + + + - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg b/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg index 831f85953b63..a38557aa9b28 100644 --- a/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg +++ b/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg @@ -6,49 +6,49 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - -0.3 - - + - + 90 - - + + 95 - - + + 100 - - + + 105 - - - - - + + +110 + + + + + + diff --git a/criterion/micro_ops_crossjoin/report/relative_regression_small.svg b/criterion/micro_ops_crossjoin/report/relative_regression_small.svg index a2b646e132d1..70e09db4c4e3 100644 --- a/criterion/micro_ops_crossjoin/report/relative_regression_small.svg +++ b/criterion/micro_ops_crossjoin/report/relative_regression_small.svg @@ -6,94 +6,89 @@ Total sample time (ms) Iterations - - - - - - - + + + + + + - - - - - - - + + + + + + + 0.0 - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - + 0 - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - -700 - - + -800 +700 - - + + diff --git a/criterion/micro_ops_crossjoin/report/slope.svg b/criterion/micro_ops_crossjoin/report/slope.svg index c8ed16505070..05238dae95c2 100644 --- a/criterion/micro_ops_crossjoin/report/slope.svg +++ b/criterion/micro_ops_crossjoin/report/slope.svg @@ -9,82 +9,90 @@ Density (a.u.) Average time (µs) - -0.5 + +0.2 - - + + +0.4 + + + +0.6 + + + +0.8 + + + 1 - - -1.5 + + +1.2 - - -2 + + +1.4 - + -2.5 +1.6 - -3 + +1.8 - - -3.5 - - - - -98.7 + + +2 - - -98.75 + + +2.2 - - -98.8 + + + +103 - - -98.85 + + +103.1 - - -98.9 + + +103.2 - - -98.95 + + +103.3 - - -99 + + +103.4 - - -99.05 + + +103.5 - - -99.1 + + +103.6 - - -99.15 + + +103.7 - - -99.2 + + +103.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/typical.svg b/criterion/micro_ops_crossjoin/report/typical.svg index ce7144fe87d4..5246f89b2a85 100644 --- a/criterion/micro_ops_crossjoin/report/typical.svg +++ b/criterion/micro_ops_crossjoin/report/typical.svg @@ -9,82 +9,90 @@ Density (a.u.) Average time (µs) - -0.5 + +0.2 - - + + +0.4 + + + +0.6 + + + +0.8 + + + 1 - - -1.5 + + +1.2 - - -2 + + +1.4 - + -2.5 +1.6 - -3 + +1.8 - - -3.5 - - - - -98.7 + + +2 - - -98.75 + + +2.2 - - -98.8 + + + +103 - - -98.85 + + +103.1 - - -98.9 + + +103.2 - - -98.95 + + +103.3 - - -99 + + +103.4 - - -99.05 + + +103.5 - - -99.1 + + +103.6 - - -99.15 + + +103.7 - - -99.2 + + +103.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/base/estimates.json b/criterion/micro_ops_difference/base/estimates.json index eb6050eab608..0bc6f94aded9 100644 --- a/criterion/micro_ops_difference/base/estimates.json +++ b/criterion/micro_ops_difference/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70519.28876741692,"upper_bound":72155.8383020518},"point_estimate":71131.76302733232,"standard_error":448.9028954326238},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70122.04761904762,"upper_bound":70252.86597938144},"point_estimate":70179.47989130433,"standard_error":31.53710952997893},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":217.04873242513443,"upper_bound":622.002365470133},"point_estimate":352.00778493174806,"standard_error":102.83349818217465},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70227.09504628977,"upper_bound":72086.28017484992},"point_estimate":70884.38586128762,"standard_error":513.7169248903397},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":948.71176881554,"upper_bound":7550.449982043693},"point_estimate":4502.937038587594,"standard_error":2238.2592366518925}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70553.68749822308,"upper_bound":71023.54278211856},"point_estimate":70779.68160325648,"standard_error":120.13632549790889},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70203.55166666667,"upper_bound":70488.38611111112},"point_estimate":70310.6332010582,"standard_error":61.27689748046635},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":373.05904180482054,"upper_bound":874.7520801771144},"point_estimate":566.0256643021268,"standard_error":134.70313227489135},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70275.70132588244,"upper_bound":70582.05820752558},"point_estimate":70414.37491896951,"standard_error":78.44237769451675},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":926.6685117454125,"upper_bound":1482.1581363723603},"point_estimate":1211.2468618273833,"standard_error":142.13840252489888}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/base/sample.json b/criterion/micro_ops_difference/base/sample.json index 2185e87949c5..c93d98846deb 100644 --- a/criterion/micro_ops_difference/base/sample.json +++ b/criterion/micro_ops_difference/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[435614.0,869763.0,1290872.0,1723318.0,2147861.0,2572505.0,3037305.0,3455958.0,3945510.0,4296584.0,4722638.0,5228232.0,5590582.0,6064036.0,6481570.0,6991530.0,7354671.0,7798936.0,8263013.0,8650000.0,8998095.0,9247153.0,9659650.0,10072012.0,10452934.0,10906125.0,11315707.0,11788235.0,12175887.0,12861106.0,13137499.0,13422343.0,13811398.0,14213740.0,14614465.0,15020721.0,15570740.0,15895777.0,16318138.0,18623027.0,17127951.0,17574518.0,18057469.0,18404188.0,18813617.0,19326714.0,19692023.0,20118860.0,20487487.0,20981874.0,21494639.0,21859344.0,22340617.0,22712199.0,23132829.0,24641774.0,24002162.0,24464154.0,24893463.0,25228417.0,26980290.0,42400937.0,26506134.0,27003155.0,27280221.0,27958761.0,28158170.0,28597754.0,29084145.0,29479245.0,29829473.0,30274280.0,30673452.0,31217287.0,31596540.0,31990309.0,32407817.0,32975104.0,33202026.0,33735388.0,34109236.0,34524270.0,34950538.0,35337494.0,35788975.0,36110991.0,36791516.0,37276665.0,37444293.0,37846665.0,38289369.0,38739669.0,39213160.0,39689958.0,39978096.0,42623180.0,40887168.0,41292991.0,41640002.0,42107040.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[430448.0,887806.0,1285945.0,1712155.0,2141597.0,2587442.0,3016235.0,3438743.0,3875081.0,4344038.0,4776318.0,5224057.0,5590703.0,6235143.0,6501954.0,6978080.0,7371300.0,7813222.0,8259885.0,8737138.0,9230353.0,9521221.0,9740564.0,10071005.0,10456969.0,10891395.0,12347872.0,11776404.0,12145442.0,12722952.0,13073820.0,13358815.0,13766579.0,14185395.0,14607233.0,15079571.0,15522205.0,15899150.0,16463431.0,16763574.0,17126491.0,17520403.0,17936495.0,18579180.0,18841109.0,19233405.0,20853739.0,20099070.0,20430710.0,20984304.0,21465878.0,22072914.0,22433342.0,22776042.0,23132015.0,23647939.0,24040732.0,24411879.0,24864784.0,25375819.0,25876600.0,26138390.0,26490436.0,26916146.0,27433365.0,28053149.0,28784785.0,28878171.0,29032917.0,29536433.0,30047142.0,30477512.0,31051156.0,31261886.0,31622236.0,32000280.0,32502594.0,33044755.0,33197884.0,33636492.0,34184566.0,35772671.0,34870979.0,35309698.0,35736910.0,36199292.0,36601070.0,36962288.0,37456792.0,37946948.0,38510399.0,38695182.0,39149730.0,39629782.0,39983944.0,40466686.0,41042660.0,41412840.0,42707147.0,42122131.0]} \ No newline at end of file diff --git a/criterion/micro_ops_difference/base/tukey.json b/criterion/micro_ops_difference/base/tukey.json index fe59d1b8e5bb..09bad3cce4ae 100644 --- a/criterion/micro_ops_difference/base/tukey.json +++ b/criterion/micro_ops_difference/base/tukey.json @@ -1 +1 @@ -[65737.5361834048,67880.67001046133,73595.69354927875,75738.82737633528] \ No newline at end of file +[66099.63088235293,68087.3713848039,73388.0127246732,75375.7532271242] \ No newline at end of file diff --git a/criterion/micro_ops_difference/change/estimates.json b/criterion/micro_ops_difference/change/estimates.json index 9b8e4af2633d..305a714a8769 100644 --- a/criterion/micro_ops_difference/change/estimates.json +++ b/criterion/micro_ops_difference/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004800746275700403,"upper_bound":0.01984583428909616},"point_estimate":0.00484341165148261,"standard_error":0.006232668705149294},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0034286816441124746,"upper_bound":-0.00016303887073154666},"point_estimate":-0.0018013435404043987,"standard_error":0.0008573408754122255}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.019705737757126952,"upper_bound":0.00480368185331381},"point_estimate":-0.004949707544020021,"standard_error":0.006481569360743328},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00024615666316996077,"upper_bound":0.004206529176574936},"point_estimate":0.0018688270411379992,"standard_error":0.0009676905146665677}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/estimates.json b/criterion/micro_ops_difference/new/estimates.json index eb6050eab608..0bc6f94aded9 100644 --- a/criterion/micro_ops_difference/new/estimates.json +++ b/criterion/micro_ops_difference/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70519.28876741692,"upper_bound":72155.8383020518},"point_estimate":71131.76302733232,"standard_error":448.9028954326238},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70122.04761904762,"upper_bound":70252.86597938144},"point_estimate":70179.47989130433,"standard_error":31.53710952997893},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":217.04873242513443,"upper_bound":622.002365470133},"point_estimate":352.00778493174806,"standard_error":102.83349818217465},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70227.09504628977,"upper_bound":72086.28017484992},"point_estimate":70884.38586128762,"standard_error":513.7169248903397},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":948.71176881554,"upper_bound":7550.449982043693},"point_estimate":4502.937038587594,"standard_error":2238.2592366518925}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70553.68749822308,"upper_bound":71023.54278211856},"point_estimate":70779.68160325648,"standard_error":120.13632549790889},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70203.55166666667,"upper_bound":70488.38611111112},"point_estimate":70310.6332010582,"standard_error":61.27689748046635},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":373.05904180482054,"upper_bound":874.7520801771144},"point_estimate":566.0256643021268,"standard_error":134.70313227489135},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70275.70132588244,"upper_bound":70582.05820752558},"point_estimate":70414.37491896951,"standard_error":78.44237769451675},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":926.6685117454125,"upper_bound":1482.1581363723603},"point_estimate":1211.2468618273833,"standard_error":142.13840252489888}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/sample.json b/criterion/micro_ops_difference/new/sample.json index 2185e87949c5..c93d98846deb 100644 --- a/criterion/micro_ops_difference/new/sample.json +++ b/criterion/micro_ops_difference/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[435614.0,869763.0,1290872.0,1723318.0,2147861.0,2572505.0,3037305.0,3455958.0,3945510.0,4296584.0,4722638.0,5228232.0,5590582.0,6064036.0,6481570.0,6991530.0,7354671.0,7798936.0,8263013.0,8650000.0,8998095.0,9247153.0,9659650.0,10072012.0,10452934.0,10906125.0,11315707.0,11788235.0,12175887.0,12861106.0,13137499.0,13422343.0,13811398.0,14213740.0,14614465.0,15020721.0,15570740.0,15895777.0,16318138.0,18623027.0,17127951.0,17574518.0,18057469.0,18404188.0,18813617.0,19326714.0,19692023.0,20118860.0,20487487.0,20981874.0,21494639.0,21859344.0,22340617.0,22712199.0,23132829.0,24641774.0,24002162.0,24464154.0,24893463.0,25228417.0,26980290.0,42400937.0,26506134.0,27003155.0,27280221.0,27958761.0,28158170.0,28597754.0,29084145.0,29479245.0,29829473.0,30274280.0,30673452.0,31217287.0,31596540.0,31990309.0,32407817.0,32975104.0,33202026.0,33735388.0,34109236.0,34524270.0,34950538.0,35337494.0,35788975.0,36110991.0,36791516.0,37276665.0,37444293.0,37846665.0,38289369.0,38739669.0,39213160.0,39689958.0,39978096.0,42623180.0,40887168.0,41292991.0,41640002.0,42107040.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[430448.0,887806.0,1285945.0,1712155.0,2141597.0,2587442.0,3016235.0,3438743.0,3875081.0,4344038.0,4776318.0,5224057.0,5590703.0,6235143.0,6501954.0,6978080.0,7371300.0,7813222.0,8259885.0,8737138.0,9230353.0,9521221.0,9740564.0,10071005.0,10456969.0,10891395.0,12347872.0,11776404.0,12145442.0,12722952.0,13073820.0,13358815.0,13766579.0,14185395.0,14607233.0,15079571.0,15522205.0,15899150.0,16463431.0,16763574.0,17126491.0,17520403.0,17936495.0,18579180.0,18841109.0,19233405.0,20853739.0,20099070.0,20430710.0,20984304.0,21465878.0,22072914.0,22433342.0,22776042.0,23132015.0,23647939.0,24040732.0,24411879.0,24864784.0,25375819.0,25876600.0,26138390.0,26490436.0,26916146.0,27433365.0,28053149.0,28784785.0,28878171.0,29032917.0,29536433.0,30047142.0,30477512.0,31051156.0,31261886.0,31622236.0,32000280.0,32502594.0,33044755.0,33197884.0,33636492.0,34184566.0,35772671.0,34870979.0,35309698.0,35736910.0,36199292.0,36601070.0,36962288.0,37456792.0,37946948.0,38510399.0,38695182.0,39149730.0,39629782.0,39983944.0,40466686.0,41042660.0,41412840.0,42707147.0,42122131.0]} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/tukey.json b/criterion/micro_ops_difference/new/tukey.json index fe59d1b8e5bb..09bad3cce4ae 100644 --- a/criterion/micro_ops_difference/new/tukey.json +++ b/criterion/micro_ops_difference/new/tukey.json @@ -1 +1 @@ -[65737.5361834048,67880.67001046133,73595.69354927875,75738.82737633528] \ No newline at end of file +[66099.63088235293,68087.3713848039,73388.0127246732,75375.7532271242] \ No newline at end of file diff --git a/criterion/micro_ops_difference/report/MAD.svg b/criterion/micro_ops_difference/report/MAD.svg index 8379fc84beea..7b0890f68bd2 100644 --- a/criterion/micro_ops_difference/report/MAD.svg +++ b/criterion/micro_ops_difference/report/MAD.svg @@ -9,94 +9,62 @@ Density (a.u.) Average time (ns) - + 5e-4 - - + + 0.001 - - + + 0.0015 - - + + 0.002 - - + + 0.0025 - - + + 0.003 - - + + 0.0035 - - -0.004 - - - -0.0045 - - - -0.005 - - - -0.0055 - - + - -200 - - - -250 - - - -300 + +400 - - -350 + + +500 - + -400 +600 - -450 + +700 - - -500 - - - -550 - - - -600 + + +800 - - -650 + + +900 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/SD.svg b/criterion/micro_ops_difference/report/SD.svg index 87784b665553..cd062c8bbf35 100644 --- a/criterion/micro_ops_difference/report/SD.svg +++ b/criterion/micro_ops_difference/report/SD.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (µs) - -0.1 + +0.5 - - -0.2 + + +1 - - -0.3 + + +1.5 - - -0.4 + + +2 - - -0.5 + + +2.5 - - -0.6 + + +3 - + - -1 - - - -2 + +0.9 - - -3 + + +1 - - -4 + + +1.1 - - -5 + + +1.2 - - -6 + + +1.3 - - -7 + + +1.4 - - -8 + + +1.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/both/pdf.svg b/criterion/micro_ops_difference/report/both/pdf.svg index 36b1b8f3dd0e..622fa6c96fe0 100644 --- a/criterion/micro_ops_difference/report/both/pdf.svg +++ b/criterion/micro_ops_difference/report/both/pdf.svg @@ -9,50 +9,42 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - - -0.5 - - - -0.55 - - + 70 @@ -74,10 +66,10 @@ Average Time (µs) 110 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_difference/report/both/regression.svg b/criterion/micro_ops_difference/report/both/regression.svg index dfd102feccf8..36b2519198ed 100644 --- a/criterion/micro_ops_difference/report/both/regression.svg +++ b/criterion/micro_ops_difference/report/both/regression.svg @@ -90,10 +90,10 @@ Iterations 600 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_difference/report/change/mean.svg b/criterion/micro_ops_difference/report/change/mean.svg index 3fed4394ddc8..c5e55f6bed8c 100644 --- a/criterion/micro_ops_difference/report/change/mean.svg +++ b/criterion/micro_ops_difference/report/change/mean.svg @@ -9,59 +9,59 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - + - --0.005 + +-0.02 - - -0 + + +-0.015 - - -0.005 + + +-0.01 - + -0.01 +-0.005 -0.015 +0 - -0.02 - - - - - - + +0.005 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/change/median.svg b/criterion/micro_ops_difference/report/change/median.svg index be41b7100cc8..3f947585fb6c 100644 --- a/criterion/micro_ops_difference/report/change/median.svg +++ b/criterion/micro_ops_difference/report/change/median.svg @@ -9,66 +9,90 @@ Density (a.u.) Relative change (%) - + +50 + + + 100 - - + + +150 + + + 200 - - + + +250 + + + 300 - - + + +350 + + + 400 - - -500 + + +450 - - -600 + + +500 - + - --0.0035 + +0 - - --0.003 + + +5e-4 - - --0.0025 + + +0.001 - - --0.002 + + +0.0015 - - --0.0015 + + +0.002 - - --0.001 + + +0.0025 - - --5e-4 + + +0.003 - - -0 + + +0.0035 + + + +0.004 + + + +0.0045 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/change/t-test.svg b/criterion/micro_ops_difference/report/change/t-test.svg index 6c275c3ee8fc..e298b3b87c90 100644 --- a/criterion/micro_ops_difference/report/change/t-test.svg +++ b/criterion/micro_ops_difference/report/change/t-test.svg @@ -13,73 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + - + +-5.0 + + + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_difference/report/index.html b/criterion/micro_ops_difference/report/index.html index 3398dfe3ae0e..c94de553da17 100644 --- a/criterion/micro_ops_difference/report/index.html +++ b/criterion/micro_ops_difference/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 70.227 µs - 70.884 µs - 72.086 µs + 70.276 µs + 70.414 µs + 70.582 µs R² - 0.6056102 - 0.6101913 - 0.5951388 + 0.9857347 + 0.9862627 + 0.9854909 Mean - 70.519 µs - 71.132 µs - 72.156 µs + 70.554 µs + 70.780 µs + 71.024 µs Std. Dev. - 948.71 ns - 4.5029 µs - 7.5504 µs + 926.67 ns + 1.2112 µs + 1.4822 µs Median - 70.122 µs - 70.179 µs - 70.253 µs + 70.204 µs + 70.311 µs + 70.488 µs MAD - 217.05 ns - 352.01 ns - 622.00 ns + 373.06 ns + 566.03 ns + 874.75 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.4801% - +0.4843% - +1.9846% - (p = 0.56 > + -1.9706% + -0.4950% + +0.4804% + (p = 0.54 > 0.05) diff --git a/criterion/micro_ops_difference/report/mean.svg b/criterion/micro_ops_difference/report/mean.svg index cffde8ef69d3..fd9b4e48607a 100644 --- a/criterion/micro_ops_difference/report/mean.svg +++ b/criterion/micro_ops_difference/report/mean.svg @@ -9,74 +9,82 @@ Density (a.u.) Average time (µs) - -0.2 + +0.5 - - -0.4 + + +1 - - -0.6 + + +1.5 - - -0.8 + + +2 - - -1 + + +2.5 - - -1.2 + + +3 - + + +3.5 + + - -70.4 + +70.55 - - + + 70.6 - - -70.8 + + +70.65 - - -71 + + +70.7 + + + +70.75 - - -71.2 + + +70.8 - - -71.4 + + +70.85 - - -71.6 + + +70.9 - - -71.8 + + +70.95 - - -72 + + +71 - - -72.2 + + +71.05 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/median.svg b/criterion/micro_ops_difference/report/median.svg index fb1c4bdbd602..30697f8140ad 100644 --- a/criterion/micro_ops_difference/report/median.svg +++ b/criterion/micro_ops_difference/report/median.svg @@ -9,74 +9,82 @@ Density (a.u.) Average time (µs) - -5 - - - -10 + +1 - - -15 + + +2 - - -20 + + +3 - - -25 + + +4 - - -30 + + +5 - - -35 + + +6 - - -40 + + +7 - - - -70.12 + + +8 - - -70.14 + + +9 - - -70.16 + + +10 - - -70.18 + + +11 - - + + + 70.2 - - -70.22 + + +70.25 + + + +70.3 + + + +70.35 + + + +70.4 - - -70.24 + + +70.45 - - -70.26 + + +70.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/pdf.svg b/criterion/micro_ops_difference/report/pdf.svg index 2d5f3fcee62e..19b4d07a3c1a 100644 --- a/criterion/micro_ops_difference/report/pdf.svg +++ b/criterion/micro_ops_difference/report/pdf.svg @@ -38,50 +38,46 @@ Average Time (µs) - -65 + +68 - - -70 - - - -75 + + +69 - - -80 + + +70 - - -85 + + +71 - - -90 + + +72 - - -95 + + +73 - - -100 + + +74 - - -105 + + +75 - - -110 + + +76 - - -115 + + +77 - + Density (a.u.) @@ -90,56 +86,56 @@ Density (a.u.) 0 - -0.02 - - - -0.04 - - - -0.06 - - - -0.08 + +0.05 - - + + 0.1 - - -0.12 - - - -0.14 - - - -0.16 - - - -0.18 - - - - - - - - - - - - - - - - + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + +0.45 + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_difference/report/pdf_small.svg b/criterion/micro_ops_difference/report/pdf_small.svg index bdbe33a72cd8..67c3892226fc 100644 --- a/criterion/micro_ops_difference/report/pdf_small.svg +++ b/criterion/micro_ops_difference/report/pdf_small.svg @@ -11,66 +11,66 @@ Average Time (µs) -0.02 +0.05 - -0.04 + +0.1 - - -0.06 + + +0.15 - - -0.08 + + +0.2 - - -0.1 + + +0.25 - - -0.12 + + +0.3 - - -0.14 + + +0.35 - - -0.16 + + +0.4 - - -0.18 + + +0.45 - - -0.2 + + +0.5 - + - -70 + +68 - - -80 + + +70 - - -90 + + +72 - - -100 + + +74 - - -110 + + +76 - - - + + + diff --git a/criterion/micro_ops_difference/report/regression.svg b/criterion/micro_ops_difference/report/regression.svg index af5828cfb17f..ff7f26d2056c 100644 --- a/criterion/micro_ops_difference/report/regression.svg +++ b/criterion/micro_ops_difference/report/regression.svg @@ -17,10 +17,10 @@ Iterations - + - + @@ -35,10 +35,10 @@ Iterations 15.0 - + 20.0 - + 25.0 @@ -47,10 +47,10 @@ Iterations 30.0 - + 35.0 - + 40.0 @@ -84,104 +84,104 @@ Iterations - + - + - + - + - - - - + + + + - + - - + + - - + + - - + + - - - + + + - - - - - - - - + + + + + + + + - - + + - + - - - + + + - - + + - - - + + + - - - + + + - + - - + + - - - - + + + + - - - + + + - - - - + + + + - - - - + + + + - - + + Sample diff --git a/criterion/micro_ops_difference/report/regression_small.svg b/criterion/micro_ops_difference/report/regression_small.svg index 4587b8c44f33..5984e9d45686 100644 --- a/criterion/micro_ops_difference/report/regression_small.svg +++ b/criterion/micro_ops_difference/report/regression_small.svg @@ -13,7 +13,7 @@ Iterations - + @@ -28,10 +28,10 @@ Iterations 10.0 - + 15.0 - + 20.0 @@ -85,98 +85,98 @@ Iterations - - + + - + - + - - + + - + - + - + - + - - - + + + - - + + - - - - - - + + + + + + - + - - - + + + - - + + - - - + + + - - - + + + - + - + - - - + + + - - + + - + - - + + - + - - - - + + + + diff --git a/criterion/micro_ops_difference/report/relative_pdf_small.svg b/criterion/micro_ops_difference/report/relative_pdf_small.svg index 25177f67076d..27c20833f696 100644 --- a/criterion/micro_ops_difference/report/relative_pdf_small.svg +++ b/criterion/micro_ops_difference/report/relative_pdf_small.svg @@ -6,50 +6,42 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - - -0.5 - - - -0.55 - - + 70 @@ -71,8 +63,8 @@ Average Time (µs) 110 - - - - + + + + diff --git a/criterion/micro_ops_difference/report/relative_regression_small.svg b/criterion/micro_ops_difference/report/relative_regression_small.svg index 126d01cf6f3f..f2669c304b54 100644 --- a/criterion/micro_ops_difference/report/relative_regression_small.svg +++ b/criterion/micro_ops_difference/report/relative_regression_small.svg @@ -87,8 +87,8 @@ Iterations 600 - - - - + + + + diff --git a/criterion/micro_ops_difference/report/slope.svg b/criterion/micro_ops_difference/report/slope.svg index 7dfac8de7f14..500870d89990 100644 --- a/criterion/micro_ops_difference/report/slope.svg +++ b/criterion/micro_ops_difference/report/slope.svg @@ -9,78 +9,86 @@ Density (a.u.) Average time (µs) - -0.2 + +0.5 - - -0.4 + + +1 - - -0.6 + + +1.5 - - -0.8 + + +2 - - -1 + + +2.5 - - -1.2 + + +3 - - - -70.2 + + +3.5 - - -70.4 + + +4 - - -70.6 + + +4.5 - - -70.8 + + +5 - - -71 + + +5.5 - - -71.2 + + + +70.25 + + + +70.3 - - -71.4 + + +70.35 - - -71.6 + + +70.4 - - -71.8 + + +70.45 - - -72 + + +70.5 - - -72.2 + + +70.55 + + + +70.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/typical.svg b/criterion/micro_ops_difference/report/typical.svg index 88a31ecd4e16..a9494b9de6e7 100644 --- a/criterion/micro_ops_difference/report/typical.svg +++ b/criterion/micro_ops_difference/report/typical.svg @@ -9,78 +9,86 @@ Density (a.u.) Average time (µs) - -0.2 + +0.5 - - -0.4 + + +1 - - -0.6 + + +1.5 - - -0.8 + + +2 - - -1 + + +2.5 - - -1.2 + + +3 - - - -70.2 + + +3.5 - - -70.4 + + +4 - - -70.6 + + +4.5 - - -70.8 + + +5 - - -71 + + +5.5 - - -71.2 + + + +70.25 + + + +70.3 - - -71.4 + + +70.35 - - -71.6 + + +70.4 - - -71.8 + + +70.45 - - -72 + + +70.5 - - -72.2 + + +70.55 + + + +70.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/base/estimates.json b/criterion/micro_ops_flat_map/base/estimates.json index e1764ab6f120..b58e792260c7 100644 --- a/criterion/micro_ops_flat_map/base/estimates.json +++ b/criterion/micro_ops_flat_map/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6649.166511838496,"upper_bound":6684.625210039356},"point_estimate":6665.804405401701,"standard_error":9.079281886454964},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6637.927692307692,"upper_bound":6659.102897102897},"point_estimate":6647.135416666667,"standard_error":4.6017162408463514},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":36.39669029302305,"upper_bound":65.83941253819438},"point_estimate":48.748616905818054,"standard_error":8.04816739665027},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6660.109628495188,"upper_bound":6702.94445485861},"point_estimate":6680.149045026202,"standard_error":10.954215773383385},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":61.94908600796785,"upper_bound":118.21430763198777},"point_estimate":91.30092846102609,"standard_error":14.509597033513149}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6612.933669549357,"upper_bound":6632.415936780729},"point_estimate":6622.397046347241,"standard_error":4.961207532563744},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6606.9795482295485,"upper_bound":6630.746963562753},"point_estimate":6617.40625,"standard_error":5.58721720996219},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32.60877766288619,"upper_bound":58.72597699358921},"point_estimate":42.80596199891832,"standard_error":6.679841009987841},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6618.032012571807,"upper_bound":6651.123385876741},"point_estimate":6633.633223221289,"standard_error":8.490054687330709},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":39.63026468878987,"upper_bound":59.55844420368576},"point_estimate":49.73653496696866,"standard_error":5.1320859700114925}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/base/sample.json b/criterion/micro_ops_flat_map/base/sample.json index ef73522c0048..9815dc8c8dbe 100644 --- a/criterion/micro_ops_flat_map/base/sample.json +++ b/criterion/micro_ops_flat_map/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[90088.0,170846.0,257663.0,342018.0,427591.0,513055.0,598038.0,683884.0,768897.0,907620.0,950083.0,1033255.0,1125803.0,1209113.0,1281502.0,1416781.0,1449220.0,1547588.0,1640787.0,1721216.0,1948515.0,1894523.0,1982981.0,2074150.0,2175229.0,2243816.0,2328746.0,2410341.0,2513199.0,2595968.0,2695758.0,2786710.0,2861417.0,2939465.0,3031354.0,3124350.0,3220020.0,3275573.0,3368578.0,3450291.0,3566473.0,3663502.0,3687695.0,3810357.0,3841781.0,3940427.0,4022108.0,4119586.0,4238229.0,4287354.0,4361208.0,4586263.0,4560535.0,4683070.0,4725987.0,4806027.0,4879230.0,5075901.0,5206296.0,5219780.0,5224768.0,5348261.0,5455169.0,5658527.0,5615813.0,5666194.0,5801426.0,5872649.0,5935458.0,6054277.0,6137313.0,6202370.0,6288167.0,6437998.0,6452988.0,6550619.0,6665762.0,6743609.0,6889556.0,6898567.0,6996434.0,7059516.0,7224289.0,7262625.0,7373242.0,7458115.0,7599880.0,7688474.0,7746829.0,7815833.0,7906614.0,8311096.0,8038486.0,8156568.0,8427377.0,8294650.0,8423269.0,8767109.0,8665055.0,8629306.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[84739.0,170538.0,256258.0,341232.0,427010.0,511678.0,601306.0,683425.0,781933.0,853838.0,948198.0,1027418.0,1126687.0,1194354.0,1300916.0,1372251.0,1470509.0,1550387.0,1647163.0,1713080.0,1800064.0,1881289.0,1973039.0,2057789.0,2147519.0,2226845.0,2324808.0,2398552.0,2472447.0,2590180.0,2688372.0,2730486.0,2846221.0,2924850.0,2988714.0,3091702.0,3185584.0,3263390.0,3382884.0,3418956.0,3487048.0,3614437.0,3688155.0,3785685.0,3890729.0,3985776.0,4057174.0,4156377.0,4210537.0,4289799.0,4379823.0,4483058.0,4618199.0,4681152.0,4747355.0,4836603.0,4916723.0,5018037.0,5091043.0,5201922.0,5240786.0,5370901.0,5460677.0,5505764.0,5677104.0,5703642.0,5760067.0,5867638.0,5974688.0,6035186.0,6122787.0,6208879.0,6308842.0,6372718.0,6478568.0,6551178.0,6622501.0,6843090.0,6736805.0,7008394.0,6921225.0,6998592.0,7116858.0,7213864.0,7301969.0,7363706.0,7487123.0,7805544.0,7626545.0,7691692.0,7808301.0,7908570.0,8000194.0,8025644.0,8146180.0,8180754.0,8356437.0,8501011.0,8626320.0,8804196.0]} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/base/tukey.json b/criterion/micro_ops_flat_map/base/tukey.json index b678c5f9d492..321fa886875a 100644 --- a/criterion/micro_ops_flat_map/base/tukey.json +++ b/criterion/micro_ops_flat_map/base/tukey.json @@ -1 +1 @@ -[6420.7827428024,6519.846472997717,6784.016420185228,6883.080150380544] \ No newline at end of file +[6414.038731816128,6501.651234039932,6735.284573303409,6822.897075527213] \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/change/estimates.json b/criterion/micro_ops_flat_map/change/estimates.json index 54e8a3292ad4..918f0005ec94 100644 --- a/criterion/micro_ops_flat_map/change/estimates.json +++ b/criterion/micro_ops_flat_map/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.025312430811741022,"upper_bound":-0.01789926121030778},"point_estimate":-0.02160658584377695,"standard_error":0.001888325432631083},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.031022592647444114,"upper_bound":-0.019808324021414858},"point_estimate":-0.02813524901293951,"standard_error":0.0031179939901850896}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.009654675429836557,"upper_bound":-0.0036478755782908046},"point_estimate":-0.00651194610800232,"standard_error":0.0015304145151807276},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.006636655953972045,"upper_bound":-0.0022606969693858632},"point_estimate":-0.004472477962781607,"standard_error":0.001112731554212438}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/estimates.json b/criterion/micro_ops_flat_map/new/estimates.json index e1764ab6f120..b58e792260c7 100644 --- a/criterion/micro_ops_flat_map/new/estimates.json +++ b/criterion/micro_ops_flat_map/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6649.166511838496,"upper_bound":6684.625210039356},"point_estimate":6665.804405401701,"standard_error":9.079281886454964},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6637.927692307692,"upper_bound":6659.102897102897},"point_estimate":6647.135416666667,"standard_error":4.6017162408463514},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":36.39669029302305,"upper_bound":65.83941253819438},"point_estimate":48.748616905818054,"standard_error":8.04816739665027},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6660.109628495188,"upper_bound":6702.94445485861},"point_estimate":6680.149045026202,"standard_error":10.954215773383385},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":61.94908600796785,"upper_bound":118.21430763198777},"point_estimate":91.30092846102609,"standard_error":14.509597033513149}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6612.933669549357,"upper_bound":6632.415936780729},"point_estimate":6622.397046347241,"standard_error":4.961207532563744},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6606.9795482295485,"upper_bound":6630.746963562753},"point_estimate":6617.40625,"standard_error":5.58721720996219},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32.60877766288619,"upper_bound":58.72597699358921},"point_estimate":42.80596199891832,"standard_error":6.679841009987841},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6618.032012571807,"upper_bound":6651.123385876741},"point_estimate":6633.633223221289,"standard_error":8.490054687330709},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":39.63026468878987,"upper_bound":59.55844420368576},"point_estimate":49.73653496696866,"standard_error":5.1320859700114925}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/sample.json b/criterion/micro_ops_flat_map/new/sample.json index ef73522c0048..9815dc8c8dbe 100644 --- a/criterion/micro_ops_flat_map/new/sample.json +++ b/criterion/micro_ops_flat_map/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[90088.0,170846.0,257663.0,342018.0,427591.0,513055.0,598038.0,683884.0,768897.0,907620.0,950083.0,1033255.0,1125803.0,1209113.0,1281502.0,1416781.0,1449220.0,1547588.0,1640787.0,1721216.0,1948515.0,1894523.0,1982981.0,2074150.0,2175229.0,2243816.0,2328746.0,2410341.0,2513199.0,2595968.0,2695758.0,2786710.0,2861417.0,2939465.0,3031354.0,3124350.0,3220020.0,3275573.0,3368578.0,3450291.0,3566473.0,3663502.0,3687695.0,3810357.0,3841781.0,3940427.0,4022108.0,4119586.0,4238229.0,4287354.0,4361208.0,4586263.0,4560535.0,4683070.0,4725987.0,4806027.0,4879230.0,5075901.0,5206296.0,5219780.0,5224768.0,5348261.0,5455169.0,5658527.0,5615813.0,5666194.0,5801426.0,5872649.0,5935458.0,6054277.0,6137313.0,6202370.0,6288167.0,6437998.0,6452988.0,6550619.0,6665762.0,6743609.0,6889556.0,6898567.0,6996434.0,7059516.0,7224289.0,7262625.0,7373242.0,7458115.0,7599880.0,7688474.0,7746829.0,7815833.0,7906614.0,8311096.0,8038486.0,8156568.0,8427377.0,8294650.0,8423269.0,8767109.0,8665055.0,8629306.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[84739.0,170538.0,256258.0,341232.0,427010.0,511678.0,601306.0,683425.0,781933.0,853838.0,948198.0,1027418.0,1126687.0,1194354.0,1300916.0,1372251.0,1470509.0,1550387.0,1647163.0,1713080.0,1800064.0,1881289.0,1973039.0,2057789.0,2147519.0,2226845.0,2324808.0,2398552.0,2472447.0,2590180.0,2688372.0,2730486.0,2846221.0,2924850.0,2988714.0,3091702.0,3185584.0,3263390.0,3382884.0,3418956.0,3487048.0,3614437.0,3688155.0,3785685.0,3890729.0,3985776.0,4057174.0,4156377.0,4210537.0,4289799.0,4379823.0,4483058.0,4618199.0,4681152.0,4747355.0,4836603.0,4916723.0,5018037.0,5091043.0,5201922.0,5240786.0,5370901.0,5460677.0,5505764.0,5677104.0,5703642.0,5760067.0,5867638.0,5974688.0,6035186.0,6122787.0,6208879.0,6308842.0,6372718.0,6478568.0,6551178.0,6622501.0,6843090.0,6736805.0,7008394.0,6921225.0,6998592.0,7116858.0,7213864.0,7301969.0,7363706.0,7487123.0,7805544.0,7626545.0,7691692.0,7808301.0,7908570.0,8000194.0,8025644.0,8146180.0,8180754.0,8356437.0,8501011.0,8626320.0,8804196.0]} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/tukey.json b/criterion/micro_ops_flat_map/new/tukey.json index b678c5f9d492..321fa886875a 100644 --- a/criterion/micro_ops_flat_map/new/tukey.json +++ b/criterion/micro_ops_flat_map/new/tukey.json @@ -1 +1 @@ -[6420.7827428024,6519.846472997717,6784.016420185228,6883.080150380544] \ No newline at end of file +[6414.038731816128,6501.651234039932,6735.284573303409,6822.897075527213] \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/report/MAD.svg b/criterion/micro_ops_flat_map/report/MAD.svg index 3bc3d41d9da2..e73d817baba8 100644 --- a/criterion/micro_ops_flat_map/report/MAD.svg +++ b/criterion/micro_ops_flat_map/report/MAD.svg @@ -9,82 +9,66 @@ Density (a.u.) Average time (ns) - -0.005 - - - + 0.01 - - -0.015 - - - + + 0.02 - - -0.025 - - - + + 0.03 - - -0.035 - - - + + 0.04 - - -0.045 - - - + + 0.05 - - -0.055 + + +0.06 + + + +0.07 - + - + +30 + + + 35 - - + + 40 - - + + 45 - - + + 50 - - + + 55 - - + + 60 - - -65 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/SD.svg b/criterion/micro_ops_flat_map/report/SD.svg index 68d8915613f3..7a7018bdd3c9 100644 --- a/criterion/micro_ops_flat_map/report/SD.svg +++ b/criterion/micro_ops_flat_map/report/SD.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (ns) - -0.005 - - - + 0.01 - - -0.015 - - - + + 0.02 - + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + -0.025 +0.07 - - -60 - - - -70 + +0.08 - - -80 + + + +40 - - -90 + + +45 - - -100 + + +50 - - -110 + + +55 - - -120 + + +60 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/both/pdf.svg b/criterion/micro_ops_flat_map/report/both/pdf.svg index bb844468473c..2e87e0ba73bf 100644 --- a/criterion/micro_ops_flat_map/report/both/pdf.svg +++ b/criterion/micro_ops_flat_map/report/both/pdf.svg @@ -9,47 +9,55 @@ Density (a.u.) Average Time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - + + +7 + + + +8 + + - + 6.6 - - + + 6.8 - - + + 7 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_flat_map/report/both/regression.svg b/criterion/micro_ops_flat_map/report/both/regression.svg index 35ae881df6e5..1494e4d9d373 100644 --- a/criterion/micro_ops_flat_map/report/both/regression.svg +++ b/criterion/micro_ops_flat_map/report/both/regression.svg @@ -16,51 +16,51 @@ Iterations (x 10^3) - - - - - - - - + + + + + + + + 0.0 - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - + 0 @@ -92,8 +92,8 @@ Iterations (x 10^3) - - + + Base Sample diff --git a/criterion/micro_ops_flat_map/report/change/mean.svg b/criterion/micro_ops_flat_map/report/change/mean.svg index df8f268b0820..e9d8e52b2926 100644 --- a/criterion/micro_ops_flat_map/report/change/mean.svg +++ b/criterion/micro_ops_flat_map/report/change/mean.svg @@ -9,87 +9,63 @@ Density (a.u.) Relative change (%) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 - - - -140 + + +150 - - -160 - - - -180 - - - + + 200 - + + +250 + + - --0.026 - - - --0.025 - - - --0.024 - - - --0.023 - - - --0.022 - - - --0.021 - - - --0.02 - - - --0.019 - - - --0.018 - - - - - - + +-0.01 + + + +-0.009 + + + +-0.008 + + + +-0.007 + + + +-0.006 + + + +-0.005 + + + +-0.004 + + + +-0.003 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/change/median.svg b/criterion/micro_ops_flat_map/report/change/median.svg index 088f3d15ec05..7df3f53d76ac 100644 --- a/criterion/micro_ops_flat_map/report/change/median.svg +++ b/criterion/micro_ops_flat_map/report/change/median.svg @@ -9,71 +9,83 @@ Density (a.u.) Relative change (%) - -20 + +50 - - -40 - - - -60 + + +100 - - -80 + + +150 - - -100 + + +200 - - -120 + + +250 - - -140 + + +300 - - -160 + + +350 - + - --0.032 - - - --0.03 - - - --0.028 - - - --0.026 - - - --0.024 - - - --0.022 - - - --0.02 - - - - - - + +-0.007 + + + +-0.0065 + + + +-0.006 + + + +-0.0055 + + + +-0.005 + + + +-0.0045 + + + +-0.004 + + + +-0.0035 + + + +-0.003 + + + +-0.0025 + + + +-0.002 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/change/t-test.svg b/criterion/micro_ops_flat_map/report/change/t-test.svg index 96e4bce74da1..d7a653a08e70 100644 --- a/criterion/micro_ops_flat_map/report/change/t-test.svg +++ b/criterion/micro_ops_flat_map/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_flat_map/report/index.html b/criterion/micro_ops_flat_map/report/index.html index 520aad9823a3..e13f482eea21 100644 --- a/criterion/micro_ops_flat_map/report/index.html +++ b/criterion/micro_ops_flat_map/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 6.6601 µs - 6.6801 µs - 6.7029 µs + 6.6180 µs + 6.6336 µs + 6.6511 µs R² - 0.9802762 - 0.9815003 - 0.9799170 + 0.9898515 + 0.9905404 + 0.9896748 Mean - 6.6492 µs - 6.6658 µs - 6.6846 µs + 6.6129 µs + 6.6224 µs + 6.6324 µs Std. Dev. - 61.949 ns - 91.301 ns - 118.21 ns + 39.630 ns + 49.737 ns + 59.558 ns Median - 6.6379 µs - 6.6471 µs - 6.6591 µs + 6.6070 µs + 6.6174 µs + 6.6307 µs MAD - 36.397 ns - 48.749 ns - 65.839 ns + 32.609 ns + 42.806 ns + 58.726 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -2.5312% - -2.1607% - -1.7899% + -0.9655% + -0.6512% + -0.3648% (p = 0.00 < 0.05) - Performance has improved. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_flat_map/report/mean.svg b/criterion/micro_ops_flat_map/report/mean.svg index 912dce7fccaf..712772e78393 100644 --- a/criterion/micro_ops_flat_map/report/mean.svg +++ b/criterion/micro_ops_flat_map/report/mean.svg @@ -9,78 +9,58 @@ Density (a.u.) Average time (µs) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - - -45 + + +50 - - - -6.65 - - - -6.655 + + +60 - - -6.66 + + +70 - - -6.665 + + +80 - - -6.67 + + + +6.615 - - -6.675 + + +6.62 - - -6.68 + + +6.625 - - -6.685 + + +6.63 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/median.svg b/criterion/micro_ops_flat_map/report/median.svg index 085dab0ce33f..68646802d1f9 100644 --- a/criterion/micro_ops_flat_map/report/median.svg +++ b/criterion/micro_ops_flat_map/report/median.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - + - -6.64 + +6.605 - - -6.645 + + +6.61 - - -6.65 + + +6.615 - - -6.655 + + +6.62 - - -6.66 + + +6.625 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/pdf.svg b/criterion/micro_ops_flat_map/report/pdf.svg index c3d39813b43d..d042a599747d 100644 --- a/criterion/micro_ops_flat_map/report/pdf.svg +++ b/criterion/micro_ops_flat_map/report/pdf.svg @@ -38,38 +38,38 @@ Average Time (µs) - + 6.5 - - + + +6.55 + + + 6.6 - - -6.7 + + +6.65 - - -6.8 - - - -6.9 + + +6.7 - - -7 + + +6.75 - - -7.1 + + +6.8 - - -7.2 + + +6.85 - + Density (a.u.) @@ -78,56 +78,52 @@ Density (a.u.) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - - - - + + +7 + + + +8 + + + + + + - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + PDF diff --git a/criterion/micro_ops_flat_map/report/pdf_small.svg b/criterion/micro_ops_flat_map/report/pdf_small.svg index aae37b02920f..0f12d22e32aa 100644 --- a/criterion/micro_ops_flat_map/report/pdf_small.svg +++ b/criterion/micro_ops_flat_map/report/pdf_small.svg @@ -10,43 +10,59 @@ Average Time (µs) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - + + +7 + + + +8 + + + +9 + + - + +6.5 + + + 6.6 - - -6.8 + + +6.7 - - -7 + + +6.8 - - - + + + diff --git a/criterion/micro_ops_flat_map/report/regression.svg b/criterion/micro_ops_flat_map/report/regression.svg index ce410c7ec5c4..48bd0a5db270 100644 --- a/criterion/micro_ops_flat_map/report/regression.svg +++ b/criterion/micro_ops_flat_map/report/regression.svg @@ -18,10 +18,10 @@ Iterations (x 10^3) - - - - + + + + 1.0 @@ -39,22 +39,22 @@ Iterations (x 10^3) 4.0 - + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - + 0.2 @@ -81,107 +81,107 @@ Iterations (x 10^3) - + - - + + - - - - + + + + - + - - - - - - - - - - + + + + + + + + + + - - - - - - - + + + + + + + - - - + + + - - - - - - + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - - - + + + + + + + + + + + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_flat_map/report/regression_small.svg b/criterion/micro_ops_flat_map/report/regression_small.svg index d56d798f6c43..5ee16d3f7da4 100644 --- a/criterion/micro_ops_flat_map/report/regression_small.svg +++ b/criterion/micro_ops_flat_map/report/regression_small.svg @@ -14,11 +14,11 @@ Iterations (x 10^3) - + - - + + 1.0 @@ -32,10 +32,10 @@ Iterations (x 10^3) 3.0 - + 4.0 - + 5.0 @@ -44,14 +44,14 @@ Iterations (x 10^3) 6.0 - + 7.0 - - + + 8.0 - + 0.2 @@ -85,98 +85,98 @@ Iterations (x 10^3) - - + + - - + + - - - + + + - - + + - - - - + + + + - - - - - - - + + + + + + + - - - + + + - + - - + + - + - - - + + + - - - + + + - - + + - - + + - - - + + + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_flat_map/report/relative_pdf_small.svg b/criterion/micro_ops_flat_map/report/relative_pdf_small.svg index 362d6e2025ae..ef17c222393c 100644 --- a/criterion/micro_ops_flat_map/report/relative_pdf_small.svg +++ b/criterion/micro_ops_flat_map/report/relative_pdf_small.svg @@ -6,45 +6,53 @@ Density (a.u.) Average Time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - + + +7 + + + +8 + + - + 6.6 - - + + 6.8 - - + + 7 - - - - - + + + + + diff --git a/criterion/micro_ops_flat_map/report/relative_regression_small.svg b/criterion/micro_ops_flat_map/report/relative_regression_small.svg index ef41138ac8ac..91575fd6994d 100644 --- a/criterion/micro_ops_flat_map/report/relative_regression_small.svg +++ b/criterion/micro_ops_flat_map/report/relative_regression_small.svg @@ -15,12 +15,12 @@ Iterations (x 10^3) - - - - - - + + + + + + 0.0 @@ -34,30 +34,30 @@ Iterations (x 10^3) 2.0 - + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - + 0 @@ -89,6 +89,6 @@ Iterations (x 10^3) - - + + diff --git a/criterion/micro_ops_flat_map/report/slope.svg b/criterion/micro_ops_flat_map/report/slope.svg index 8d784876b4a5..dead0ef23ba0 100644 --- a/criterion/micro_ops_flat_map/report/slope.svg +++ b/criterion/micro_ops_flat_map/report/slope.svg @@ -9,78 +9,82 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - - -6.66 + + +40 + + + +45 - - -6.665 + + +50 - - -6.67 + + + +6.615 - - -6.675 + + +6.62 - - -6.68 + + +6.625 - - -6.685 + + +6.63 - - -6.69 + + +6.635 - - -6.695 + + +6.64 - - -6.7 + + +6.645 - - -6.705 + + +6.65 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/typical.svg b/criterion/micro_ops_flat_map/report/typical.svg index 03dc4082384a..4c01e0fdf3b3 100644 --- a/criterion/micro_ops_flat_map/report/typical.svg +++ b/criterion/micro_ops_flat_map/report/typical.svg @@ -9,78 +9,82 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - - -6.66 + + +40 + + + +45 - - -6.665 + + +50 - - -6.67 + + + +6.615 - - -6.675 + + +6.62 - - -6.68 + + +6.625 - - -6.685 + + +6.63 - - -6.69 + + +6.635 - - -6.695 + + +6.64 - - -6.7 + + +6.645 - - -6.705 + + +6.65 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/base/estimates.json b/criterion/micro_ops_fold/base/estimates.json index f2cd67676634..b6de9252724a 100644 --- a/criterion/micro_ops_fold/base/estimates.json +++ b/criterion/micro_ops_fold/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22120.14350000001,"upper_bound":23578.575583333324},"point_estimate":22774.98833333334,"standard_error":376.7604126981898},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21755.666666666668,"upper_bound":21926.0},"point_estimate":21864.833333333336,"standard_error":48.22816384173937},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":273.5366063937548,"upper_bound":456.51724189520064},"point_estimate":388.4411931037957,"standard_error":46.49392414708883},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1882.62236901219,"upper_bound":5214.784938091198},"point_estimate":3781.159694435454,"standard_error":842.7783924707977}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21908.709875000008,"upper_bound":22220.795083333323},"point_estimate":22051.843333333334,"standard_error":79.78427067272072},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21811.0,"upper_bound":21983.833333333336},"point_estimate":21900.416666666664,"standard_error":44.77330343775908},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":286.88309490680695,"upper_bound":465.5363917350769},"point_estimate":373.6151933670017,"standard_error":45.85685542462924},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":491.08804355568,"upper_bound":1055.7286481567423},"point_estimate":801.5632309773008,"standard_error":145.67299862460953}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/base/sample.json b/criterion/micro_ops_fold/base/sample.json index 352c3d8857c7..b451468968d6 100644 --- a/criterion/micro_ops_fold/base/sample.json +++ b/criterion/micro_ops_fold/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[133740.0,130312.0,132868.0,130054.0,130645.0,130333.0,138139.0,130513.0,131304.0,133480.0,130806.0,132969.0,132136.0,132737.0,131736.0,129632.0,129861.0,132869.0,133119.0,128168.0,221795.0,266997.0,219791.0,220832.0,224058.0,178343.0,131405.0,139219.0,128861.0,129542.0,129553.0,128621.0,131725.0,129302.0,131557.0,130736.0,131297.0,130534.0,133358.0,130766.0,136093.0,131736.0,130013.0,130835.0,131526.0,131105.0,130954.0,126486.0,126237.0,130765.0,129121.0,134430.0,133430.0,131154.0,134170.0,129229.0,131495.0,130454.0,129372.0,130264.0,127389.0,129842.0,132017.0,130334.0,129651.0,128419.0,129039.0,130023.0,134724.0,131224.0,129891.0,129602.0,127688.0,129090.0,140602.0,134203.0,133248.0,132167.0,134121.0,131365.0,129422.0,128169.0,131426.0,133861.0,133058.0,130054.0,126675.0,130223.0,132889.0,132869.0,131556.0,132217.0,132506.0,128100.0,129954.0,132107.0,130023.0,131537.0,132558.0,128568.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[133210.0,129022.0,142608.0,129794.0,129606.0,135545.0,131155.0,133922.0,130524.0,133191.0,130585.0,129294.0,129063.0,135736.0,133219.0,133310.0,130267.0,131717.0,127208.0,133932.0,130935.0,131016.0,132870.0,130106.0,129504.0,130816.0,129433.0,154760.0,135083.0,128971.0,130264.0,131616.0,133159.0,132039.0,151994.0,130255.0,129304.0,132097.0,132739.0,131399.0,135183.0,131648.0,132880.0,133892.0,129885.0,128371.0,131196.0,138923.0,127350.0,127379.0,133221.0,132238.0,131607.0,129634.0,132389.0,132809.0,129896.0,128130.0,130243.0,135356.0,133330.0,133239.0,130504.0,131439.0,130437.0,150042.0,132728.0,130385.0,128792.0,131326.0,127698.0,128612.0,130204.0,131839.0,134574.0,134161.0,130866.0,132279.0,131006.0,131406.0,126748.0,132297.0,131779.0,132879.0,132167.0,131087.0,132027.0,131437.0,153278.0,131127.0,135665.0,131757.0,130455.0,133782.0,130034.0,128731.0,130685.0,128412.0,129011.0,129383.0]} \ No newline at end of file diff --git a/criterion/micro_ops_fold/base/tukey.json b/criterion/micro_ops_fold/base/tukey.json index e822c97aea48..208d61ae1330 100644 --- a/criterion/micro_ops_fold/base/tukey.json +++ b/criterion/micro_ops_fold/base/tukey.json @@ -1 +1 @@ -[20133.833333333336,20888.270833333336,22900.104166666664,23654.54166666666] \ No newline at end of file +[20082.83333333333,20874.70833333333,22986.375,23778.250000000004] \ No newline at end of file diff --git a/criterion/micro_ops_fold/change/estimates.json b/criterion/micro_ops_fold/change/estimates.json index 916571778af9..fd57bbb782e2 100644 --- a/criterion/micro_ops_fold/change/estimates.json +++ b/criterion/micro_ops_fold/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.09990822892807194,"upper_bound":-0.026384723874373482},"point_estimate":-0.06542103949307643,"standard_error":0.018815333180150186},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.08917042656078782,"upper_bound":-0.055452892997310044},"point_estimate":-0.07075991579472263,"standard_error":0.008127558819458225}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.06537117586063067,"upper_bound":-0.0022386404096244083},"point_estimate":-0.031751717692061976,"standard_error":0.016190752252199313},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004147784300009172,"upper_bound":0.007738692697279115},"point_estimate":0.0016274230308941373,"standard_error":0.0030745607086153193}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/estimates.json b/criterion/micro_ops_fold/new/estimates.json index f2cd67676634..b6de9252724a 100644 --- a/criterion/micro_ops_fold/new/estimates.json +++ b/criterion/micro_ops_fold/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22120.14350000001,"upper_bound":23578.575583333324},"point_estimate":22774.98833333334,"standard_error":376.7604126981898},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21755.666666666668,"upper_bound":21926.0},"point_estimate":21864.833333333336,"standard_error":48.22816384173937},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":273.5366063937548,"upper_bound":456.51724189520064},"point_estimate":388.4411931037957,"standard_error":46.49392414708883},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1882.62236901219,"upper_bound":5214.784938091198},"point_estimate":3781.159694435454,"standard_error":842.7783924707977}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21908.709875000008,"upper_bound":22220.795083333323},"point_estimate":22051.843333333334,"standard_error":79.78427067272072},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21811.0,"upper_bound":21983.833333333336},"point_estimate":21900.416666666664,"standard_error":44.77330343775908},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":286.88309490680695,"upper_bound":465.5363917350769},"point_estimate":373.6151933670017,"standard_error":45.85685542462924},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":491.08804355568,"upper_bound":1055.7286481567423},"point_estimate":801.5632309773008,"standard_error":145.67299862460953}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/sample.json b/criterion/micro_ops_fold/new/sample.json index 352c3d8857c7..b451468968d6 100644 --- a/criterion/micro_ops_fold/new/sample.json +++ b/criterion/micro_ops_fold/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[133740.0,130312.0,132868.0,130054.0,130645.0,130333.0,138139.0,130513.0,131304.0,133480.0,130806.0,132969.0,132136.0,132737.0,131736.0,129632.0,129861.0,132869.0,133119.0,128168.0,221795.0,266997.0,219791.0,220832.0,224058.0,178343.0,131405.0,139219.0,128861.0,129542.0,129553.0,128621.0,131725.0,129302.0,131557.0,130736.0,131297.0,130534.0,133358.0,130766.0,136093.0,131736.0,130013.0,130835.0,131526.0,131105.0,130954.0,126486.0,126237.0,130765.0,129121.0,134430.0,133430.0,131154.0,134170.0,129229.0,131495.0,130454.0,129372.0,130264.0,127389.0,129842.0,132017.0,130334.0,129651.0,128419.0,129039.0,130023.0,134724.0,131224.0,129891.0,129602.0,127688.0,129090.0,140602.0,134203.0,133248.0,132167.0,134121.0,131365.0,129422.0,128169.0,131426.0,133861.0,133058.0,130054.0,126675.0,130223.0,132889.0,132869.0,131556.0,132217.0,132506.0,128100.0,129954.0,132107.0,130023.0,131537.0,132558.0,128568.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[133210.0,129022.0,142608.0,129794.0,129606.0,135545.0,131155.0,133922.0,130524.0,133191.0,130585.0,129294.0,129063.0,135736.0,133219.0,133310.0,130267.0,131717.0,127208.0,133932.0,130935.0,131016.0,132870.0,130106.0,129504.0,130816.0,129433.0,154760.0,135083.0,128971.0,130264.0,131616.0,133159.0,132039.0,151994.0,130255.0,129304.0,132097.0,132739.0,131399.0,135183.0,131648.0,132880.0,133892.0,129885.0,128371.0,131196.0,138923.0,127350.0,127379.0,133221.0,132238.0,131607.0,129634.0,132389.0,132809.0,129896.0,128130.0,130243.0,135356.0,133330.0,133239.0,130504.0,131439.0,130437.0,150042.0,132728.0,130385.0,128792.0,131326.0,127698.0,128612.0,130204.0,131839.0,134574.0,134161.0,130866.0,132279.0,131006.0,131406.0,126748.0,132297.0,131779.0,132879.0,132167.0,131087.0,132027.0,131437.0,153278.0,131127.0,135665.0,131757.0,130455.0,133782.0,130034.0,128731.0,130685.0,128412.0,129011.0,129383.0]} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/tukey.json b/criterion/micro_ops_fold/new/tukey.json index e822c97aea48..208d61ae1330 100644 --- a/criterion/micro_ops_fold/new/tukey.json +++ b/criterion/micro_ops_fold/new/tukey.json @@ -1 +1 @@ -[20133.833333333336,20888.270833333336,22900.104166666664,23654.54166666666] \ No newline at end of file +[20082.83333333333,20874.70833333333,22986.375,23778.250000000004] \ No newline at end of file diff --git a/criterion/micro_ops_fold/report/MAD.svg b/criterion/micro_ops_fold/report/MAD.svg index 65224ad07fb0..0715d2f63ebc 100644 --- a/criterion/micro_ops_fold/report/MAD.svg +++ b/criterion/micro_ops_fold/report/MAD.svg @@ -9,90 +9,94 @@ Density (a.u.) Average time (ns) - + 0.001 - - + + 0.002 - - + + 0.003 - - + + 0.004 - - + + 0.005 - - + + 0.006 - - + + 0.007 - - + + 0.008 - - + + 0.009 - - - -260 + + +0.01 - - + + + 280 - - + + 300 - - + + 320 - - + + 340 - - + + 360 - - + + 380 - - + + 400 - - + + 420 - - + + 440 - - + + 460 - - - - + + +480 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/SD.svg b/criterion/micro_ops_fold/report/SD.svg index 9d3e5d75d921..c261b6319e7a 100644 --- a/criterion/micro_ops_fold/report/SD.svg +++ b/criterion/micro_ops_fold/report/SD.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (µs) - -0.05 - - - -0.1 - - - -0.15 - - - -0.2 - - - -0.25 - - - -0.3 - - - -0.35 - - - -0.4 + +0.5 - - -0.45 + + +1 - - -0.5 + + +1.5 - - - + + 2 - - + + 2.5 - - + + 3 - - -3.5 + + + +0.5 + + + +0.6 + + + +0.7 - - -4 + + +0.8 - - -4.5 + + +0.9 - - -5 + + +1 - - -5.5 + + +1.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/both/iteration_times.svg b/criterion/micro_ops_fold/report/both/iteration_times.svg index df750c99cbf2..fb186b394a12 100644 --- a/criterion/micro_ops_fold/report/both/iteration_times.svg +++ b/criterion/micro_ops_fold/report/both/iteration_times.svg @@ -82,206 +82,206 @@ Average Iteration Time (µs) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + - + - + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/micro_ops_fold/report/both/pdf.svg b/criterion/micro_ops_fold/report/both/pdf.svg index 490174317967..7ffd0ccafd82 100644 --- a/criterion/micro_ops_fold/report/both/pdf.svg +++ b/criterion/micro_ops_fold/report/both/pdf.svg @@ -9,50 +9,34 @@ Density (a.u.) Average Time (µs) - -0.02 - - - -0.04 - - - -0.06 - - - -0.08 - - - + 0.1 - - -0.12 + + +0.2 - - -0.14 + + +0.3 - - -0.16 + + +0.4 - - -0.18 + + +0.5 - - -0.2 + + +0.6 - - -0.22 + + +0.7 - + 20 @@ -66,10 +50,10 @@ Average Time (µs) 40 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_fold/report/change/mean.svg b/criterion/micro_ops_fold/report/change/mean.svg index 534be5aaec8f..735d736bee33 100644 --- a/criterion/micro_ops_fold/report/change/mean.svg +++ b/criterion/micro_ops_fold/report/change/mean.svg @@ -9,87 +9,59 @@ Density (a.u.) Relative change (%) - -2 + +5 - - -4 - - - -6 - - - -8 - - - + + 10 - - -12 - - - -14 - - - -16 - - - -18 + + +15 - - + + 20 - + - --0.1 - - - --0.09 - - - --0.08 - - - + -0.07 - - + + -0.06 - - + + -0.05 - - + + -0.04 - - + + -0.03 - - + + -0.02 - - - - - + + +-0.01 + + + +0 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/change/median.svg b/criterion/micro_ops_fold/report/change/median.svg index 39b1cd85d642..afc5eac0e7ab 100644 --- a/criterion/micro_ops_fold/report/change/median.svg +++ b/criterion/micro_ops_fold/report/change/median.svg @@ -9,75 +9,63 @@ Density (a.u.) Relative change (%) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 - - - + + 80 - + + +100 + + + +120 + + - --0.09 - - - --0.085 - - - --0.08 - - - --0.075 - - - --0.07 - - - --0.065 - - - --0.06 - - - --0.055 - - - - - - + +-0.004 + + + +-0.002 + + + +0 + + + +0.002 + + + +0.004 + + + +0.006 + + + +0.008 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/change/t-test.svg b/criterion/micro_ops_fold/report/change/t-test.svg index 12700d3a94c5..52c8d4c49083 100644 --- a/criterion/micro_ops_fold/report/change/t-test.svg +++ b/criterion/micro_ops_fold/report/change/t-test.svg @@ -13,77 +13,69 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - --4.0 - - - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - -4.0 - - - - + + + t distribution diff --git a/criterion/micro_ops_fold/report/index.html b/criterion/micro_ops_fold/report/index.html index fed79a08a3af..3b85ec8f84aa 100644 --- a/criterion/micro_ops_fold/report/index.html +++ b/criterion/micro_ops_fold/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0012426 - 0.0012802 - 0.0012244 + 0.0036142 + 0.0037301 + 0.0035705 Mean - 22.120 µs - 22.775 µs - 23.579 µs + 21.909 µs + 22.052 µs + 22.221 µs Std. Dev. - 1.8826 µs - 3.7812 µs - 5.2148 µs + 491.09 ns + 801.56 ns + 1.0557 µs Median - 21.756 µs - 21.865 µs - 21.926 µs + 21.811 µs + 21.900 µs + 21.984 µs MAD - 273.54 ns - 388.44 ns - 456.52 ns + 286.88 ns + 373.62 ns + 465.54 ns @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -9.9908% - -6.5421% - -2.6385% - (p = 0.00 < + -6.5371% + -3.1752% + -0.2239% + (p = 0.06 > 0.05) - Performance has improved. + No change in performance detected.

Additional Plots:

diff --git a/criterion/micro_ops_fold/report/iteration_times.svg b/criterion/micro_ops_fold/report/iteration_times.svg index 4a7e7ab7a40f..121394850915 100644 --- a/criterion/micro_ops_fold/report/iteration_times.svg +++ b/criterion/micro_ops_fold/report/iteration_times.svg @@ -15,27 +15,52 @@ Average Iteration Time (µs) - - - - + + + + + + + + + - -25.0 + +21.5 + + + +22.0 + + + +22.5 + + + +23.0 - - -30.0 + + +23.5 - - -35.0 + + +24.0 + + + +24.5 + + + +25.0 - - -40.0 + + +25.5 - + 10 @@ -77,106 +102,106 @@ Average Iteration Time (µs) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_fold/report/iteration_times_small.svg b/criterion/micro_ops_fold/report/iteration_times_small.svg index 455f616ee90c..a3809975177c 100644 --- a/criterion/micro_ops_fold/report/iteration_times_small.svg +++ b/criterion/micro_ops_fold/report/iteration_times_small.svg @@ -12,27 +12,52 @@ Average Iteration Time (µs) - - - - + + + + + + + + + - -25.0 + +21.5 + + + +22.0 + + + +22.5 + + + +23.0 - - -30.0 + + +23.5 - - -35.0 + + +24.0 + + + +24.5 + + + +25.0 - - -40.0 + + +25.5 - + 10 @@ -74,104 +99,104 @@ Average Iteration Time (µs) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_fold/report/mean.svg b/criterion/micro_ops_fold/report/mean.svg index a72e37e2058d..86b351ef89d1 100644 --- a/criterion/micro_ops_fold/report/mean.svg +++ b/criterion/micro_ops_fold/report/mean.svg @@ -9,90 +9,78 @@ Density (a.u.) Average time (µs) - -0.1 - - - -0.2 + +0.5 - - -0.3 + + +1 - - -0.4 + + +1.5 - - -0.5 + + +2 - - -0.6 + + +2.5 - - -0.7 + + +3 - - -0.8 + + +3.5 - - -0.9 + + +4 - - -1 + + +4.5 - - -1.1 + + +5 - + - -22 + +21.9 - - -22.2 - - - -22.4 - - - -22.6 + + +21.95 - - -22.8 + + +22 - - -23 + + +22.05 - - -23.2 + + +22.1 - - -23.4 + + +22.15 - - -23.6 + + +22.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/median.svg b/criterion/micro_ops_fold/report/median.svg index a5261d35a8b8..379639ff74e6 100644 --- a/criterion/micro_ops_fold/report/median.svg +++ b/criterion/micro_ops_fold/report/median.svg @@ -9,78 +9,90 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - - -21.74 + + +14 - - -21.76 + + +16 - - -21.78 + + +18 - - + + + 21.8 - - + + 21.82 - - + + 21.84 - - + + 21.86 - - + + 21.88 - - + + 21.9 - - + + 21.92 - - + + 21.94 - - - - + + +21.96 + + + +21.98 + + + +22 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/pdf.svg b/criterion/micro_ops_fold/report/pdf.svg index 7d5dded4ea5c..a595b276c97e 100644 --- a/criterion/micro_ops_fold/report/pdf.svg +++ b/criterion/micro_ops_fold/report/pdf.svg @@ -38,30 +38,30 @@ Average Time (µs) - -20 + +21 - - -25 + + +22 - - -30 + + +23 - - -35 + + +24 - - -40 + + +25 - - -45 + + +26 - + Density (a.u.) @@ -70,46 +70,52 @@ Density (a.u.) 0 - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - - - - - - - - - - - - - - - - - - - - - - - - + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_fold/report/pdf_small.svg b/criterion/micro_ops_fold/report/pdf_small.svg index c8c0cbde3ab5..c7519e896374 100644 --- a/criterion/micro_ops_fold/report/pdf_small.svg +++ b/criterion/micro_ops_fold/report/pdf_small.svg @@ -10,39 +10,51 @@ Average Time (µs) 0 - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 - + - -20 + +22 - - -30 + + +24 - - -40 + + +26 - - - + + + diff --git a/criterion/micro_ops_fold/report/relative_iteration_times_small.svg b/criterion/micro_ops_fold/report/relative_iteration_times_small.svg index a5746f8453ed..4893988811c3 100644 --- a/criterion/micro_ops_fold/report/relative_iteration_times_small.svg +++ b/criterion/micro_ops_fold/report/relative_iteration_times_small.svg @@ -79,204 +79,204 @@ Average Iteration Time (µs) 100 - - - - - - - - - + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + - + - - - - - + + + + + - + - + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_fold/report/relative_pdf_small.svg b/criterion/micro_ops_fold/report/relative_pdf_small.svg index c86df59663e4..4091c1d4d7e7 100644 --- a/criterion/micro_ops_fold/report/relative_pdf_small.svg +++ b/criterion/micro_ops_fold/report/relative_pdf_small.svg @@ -6,50 +6,34 @@ Density (a.u.) Average Time (µs) - -0.02 - - - -0.04 - - - -0.06 - - - -0.08 - - - + 0.1 - - -0.12 + + +0.2 - - -0.14 + + +0.3 - - -0.16 + + +0.4 - - -0.18 + + +0.5 - - -0.2 + + +0.6 - - -0.22 + + +0.7 - + 20 @@ -63,8 +47,8 @@ Average Time (µs) 40 - - - - + + + + diff --git a/criterion/micro_ops_fold/report/typical.svg b/criterion/micro_ops_fold/report/typical.svg index 6f63050b1d32..25a740958458 100644 --- a/criterion/micro_ops_fold/report/typical.svg +++ b/criterion/micro_ops_fold/report/typical.svg @@ -9,90 +9,78 @@ Density (a.u.) Average time (µs) - -0.1 - - - -0.2 + +0.5 - - -0.3 + + +1 - - -0.4 + + +1.5 - - -0.5 + + +2 - - -0.6 + + +2.5 - - -0.7 + + +3 - - -0.8 + + +3.5 - - -0.9 + + +4 - - -1 + + +4.5 - - -1.1 + + +5 - + - -22 + +21.9 - - -22.2 - - - -22.4 - - - -22.6 + + +21.95 - - -22.8 + + +22 - - -23 + + +22.05 - - -23.2 + + +22.1 - - -23.4 + + +22.15 - - -23.6 + + +22.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/base/estimates.json b/criterion/micro_ops_group_by/base/estimates.json index 12037430fbe8..ec0ab6f083a8 100644 --- a/criterion/micro_ops_group_by/base/estimates.json +++ b/criterion/micro_ops_group_by/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8757.367510985505,"upper_bound":8869.774633032506},"point_estimate":8809.65232291874,"standard_error":28.684603479914905},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8712.655612244898,"upper_bound":8877.239646106582},"point_estimate":8845.443993506495,"standard_error":39.23499007565646},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":201.0369920477639,"upper_bound":324.22925874377967},"point_estimate":290.2238157890535,"standard_error":35.09951394519212},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8753.60318528919,"upper_bound":8901.387692260705},"point_estimate":8816.404241381495,"standard_error":38.625998872580425},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":194.6893338793453,"upper_bound":400.474744804012},"point_estimate":287.53095734301155,"standard_error":61.047909170637034}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8747.44477099196,"upper_bound":8844.522795580355},"point_estimate":8795.596164993756,"standard_error":24.75557864744361},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8639.85680272109,"upper_bound":8881.965643906655},"point_estimate":8843.790564373898,"standard_error":60.16258013534648},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":238.33552032325457,"upper_bound":366.23286762717555},"point_estimate":328.2993283061379,"standard_error":32.57247324689149},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8741.216521130602,"upper_bound":8816.381101756315},"point_estimate":8782.048245899217,"standard_error":19.184117740270032},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":217.46457552254273,"upper_bound":275.66122489253564},"point_estimate":248.2000013889734,"standard_error":14.848468435501873}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/base/sample.json b/criterion/micro_ops_group_by/base/sample.json index 2cb24fbbe38d..b028569c7484 100644 --- a/criterion/micro_ops_group_by/base/sample.json +++ b/criterion/micro_ops_group_by/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[128308.0,253160.0,379513.0,508303.0,644295.0,754222.0,883024.0,1009446.0,1142844.0,1256849.0,1386772.0,1527751.0,1690094.0,1777647.0,1888385.0,2025302.0,2124439.0,2285076.0,2389685.0,2542076.0,2658044.0,2886790.0,2859349.0,2997155.0,3111545.0,3216825.0,3372458.0,3415746.0,3483326.0,3531747.0,3628965.0,3749330.0,3919604.0,4086139.0,4211013.0,4298157.0,4454979.0,4581094.0,4698246.0,4824001.0,4955001.0,5121845.0,5088419.0,5300249.0,5563467.0,5537665.0,5744444.0,5646114.0,5807536.0,6077499.0,6222289.0,6227453.0,6402791.0,6485061.0,6571974.0,6697522.0,6878456.0,7012235.0,7108895.0,7171661.0,7325639.0,7449901.0,7672093.0,7630258.0,7867831.0,7954103.0,8023501.0,8153791.0,8323618.0,8456068.0,8524677.0,9014954.0,9091315.0,9174210.0,9357506.0,9383649.0,9561444.0,9695473.0,11847964.0,10007519.0,10087150.0,10187306.0,10327753.0,10408884.0,10512565.0,10808932.0,10729242.0,10898541.0,11071780.0,11184084.0,11291761.0,11398791.0,11556345.0,11712316.0,11822899.0,11887236.0,12134104.0,12108165.0,12329942.0,12402812.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[128599.0,260633.0,383878.0,526046.0,651317.0,787870.0,914186.0,1015593.0,1154775.0,1267148.0,1391391.0,1517710.0,1659582.0,1773587.0,1924613.0,2029760.0,2158413.0,2277122.0,2397869.0,2540761.0,2640484.0,2776754.0,2867035.0,2978656.0,3084049.0,3234278.0,3330595.0,3405314.0,3503028.0,3515439.0,3604108.0,3746808.0,3850423.0,4092393.0,4232293.0,4295637.0,4463637.0,4553957.0,4709209.0,4800373.0,4867752.0,5065047.0,5178729.0,5279760.0,5379254.0,5508475.0,5686218.0,5692226.0,5910643.0,5949279.0,6170660.0,6332935.0,6388938.0,6368405.0,6583274.0,6749306.0,6859119.0,6970479.0,7030510.0,7200603.0,7255393.0,7410115.0,7591520.0,7694425.0,7783399.0,7895939.0,8061101.0,8124356.0,8323379.0,8397080.0,8543555.0,9080813.0,9070174.0,9222466.0,9339190.0,9391883.0,9520615.0,9746116.0,9766915.0,10040666.0,10040321.0,10207784.0,10361131.0,10547785.0,10582935.0,10660641.0,10809321.0,10926160.0,11062676.0,11130440.0,11299694.0,11453854.0,11574581.0,11709533.0,11788172.0,11995243.0,12098857.0,12308363.0,12326254.0,12405858.0]} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/base/tukey.json b/criterion/micro_ops_group_by/base/tukey.json index a2c4d4e934da..a5a8f65312dc 100644 --- a/criterion/micro_ops_group_by/base/tukey.json +++ b/criterion/micro_ops_group_by/base/tukey.json @@ -1 +1 @@ -[7613.0055088757945,8108.857602714621,9431.129852951492,9926.981946790318] \ No newline at end of file +[7471.416320343438,8031.870763033527,9526.415943540429,10086.870386230517] \ No newline at end of file diff --git a/criterion/micro_ops_group_by/change/estimates.json b/criterion/micro_ops_group_by/change/estimates.json index 775ad84681f5..d24a9af7cd85 100644 --- a/criterion/micro_ops_group_by/change/estimates.json +++ b/criterion/micro_ops_group_by/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.024930180403219655,"upper_bound":-0.006258185997383643},"point_estimate":-0.015662106732131087,"standard_error":0.004703266928567982},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.02650398121682096,"upper_bound":-0.004100372666115626},"point_estimate":-0.011897836696048159,"standard_error":0.004582115317743565}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.010112113948659273,"upper_bound":0.006543197176558543},"point_estimate":-0.0015955405968084424,"standard_error":0.00423170398175892},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.023131387750071064,"upper_bound":0.016199569690094354},"point_estimate":-0.00018692437980627474,"standard_error":0.00792865381407052}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/estimates.json b/criterion/micro_ops_group_by/new/estimates.json index 12037430fbe8..ec0ab6f083a8 100644 --- a/criterion/micro_ops_group_by/new/estimates.json +++ b/criterion/micro_ops_group_by/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8757.367510985505,"upper_bound":8869.774633032506},"point_estimate":8809.65232291874,"standard_error":28.684603479914905},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8712.655612244898,"upper_bound":8877.239646106582},"point_estimate":8845.443993506495,"standard_error":39.23499007565646},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":201.0369920477639,"upper_bound":324.22925874377967},"point_estimate":290.2238157890535,"standard_error":35.09951394519212},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8753.60318528919,"upper_bound":8901.387692260705},"point_estimate":8816.404241381495,"standard_error":38.625998872580425},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":194.6893338793453,"upper_bound":400.474744804012},"point_estimate":287.53095734301155,"standard_error":61.047909170637034}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8747.44477099196,"upper_bound":8844.522795580355},"point_estimate":8795.596164993756,"standard_error":24.75557864744361},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8639.85680272109,"upper_bound":8881.965643906655},"point_estimate":8843.790564373898,"standard_error":60.16258013534648},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":238.33552032325457,"upper_bound":366.23286762717555},"point_estimate":328.2993283061379,"standard_error":32.57247324689149},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8741.216521130602,"upper_bound":8816.381101756315},"point_estimate":8782.048245899217,"standard_error":19.184117740270032},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":217.46457552254273,"upper_bound":275.66122489253564},"point_estimate":248.2000013889734,"standard_error":14.848468435501873}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/sample.json b/criterion/micro_ops_group_by/new/sample.json index 2cb24fbbe38d..b028569c7484 100644 --- a/criterion/micro_ops_group_by/new/sample.json +++ b/criterion/micro_ops_group_by/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[128308.0,253160.0,379513.0,508303.0,644295.0,754222.0,883024.0,1009446.0,1142844.0,1256849.0,1386772.0,1527751.0,1690094.0,1777647.0,1888385.0,2025302.0,2124439.0,2285076.0,2389685.0,2542076.0,2658044.0,2886790.0,2859349.0,2997155.0,3111545.0,3216825.0,3372458.0,3415746.0,3483326.0,3531747.0,3628965.0,3749330.0,3919604.0,4086139.0,4211013.0,4298157.0,4454979.0,4581094.0,4698246.0,4824001.0,4955001.0,5121845.0,5088419.0,5300249.0,5563467.0,5537665.0,5744444.0,5646114.0,5807536.0,6077499.0,6222289.0,6227453.0,6402791.0,6485061.0,6571974.0,6697522.0,6878456.0,7012235.0,7108895.0,7171661.0,7325639.0,7449901.0,7672093.0,7630258.0,7867831.0,7954103.0,8023501.0,8153791.0,8323618.0,8456068.0,8524677.0,9014954.0,9091315.0,9174210.0,9357506.0,9383649.0,9561444.0,9695473.0,11847964.0,10007519.0,10087150.0,10187306.0,10327753.0,10408884.0,10512565.0,10808932.0,10729242.0,10898541.0,11071780.0,11184084.0,11291761.0,11398791.0,11556345.0,11712316.0,11822899.0,11887236.0,12134104.0,12108165.0,12329942.0,12402812.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[128599.0,260633.0,383878.0,526046.0,651317.0,787870.0,914186.0,1015593.0,1154775.0,1267148.0,1391391.0,1517710.0,1659582.0,1773587.0,1924613.0,2029760.0,2158413.0,2277122.0,2397869.0,2540761.0,2640484.0,2776754.0,2867035.0,2978656.0,3084049.0,3234278.0,3330595.0,3405314.0,3503028.0,3515439.0,3604108.0,3746808.0,3850423.0,4092393.0,4232293.0,4295637.0,4463637.0,4553957.0,4709209.0,4800373.0,4867752.0,5065047.0,5178729.0,5279760.0,5379254.0,5508475.0,5686218.0,5692226.0,5910643.0,5949279.0,6170660.0,6332935.0,6388938.0,6368405.0,6583274.0,6749306.0,6859119.0,6970479.0,7030510.0,7200603.0,7255393.0,7410115.0,7591520.0,7694425.0,7783399.0,7895939.0,8061101.0,8124356.0,8323379.0,8397080.0,8543555.0,9080813.0,9070174.0,9222466.0,9339190.0,9391883.0,9520615.0,9746116.0,9766915.0,10040666.0,10040321.0,10207784.0,10361131.0,10547785.0,10582935.0,10660641.0,10809321.0,10926160.0,11062676.0,11130440.0,11299694.0,11453854.0,11574581.0,11709533.0,11788172.0,11995243.0,12098857.0,12308363.0,12326254.0,12405858.0]} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/tukey.json b/criterion/micro_ops_group_by/new/tukey.json index a2c4d4e934da..a5a8f65312dc 100644 --- a/criterion/micro_ops_group_by/new/tukey.json +++ b/criterion/micro_ops_group_by/new/tukey.json @@ -1 +1 @@ -[7613.0055088757945,8108.857602714621,9431.129852951492,9926.981946790318] \ No newline at end of file +[7471.416320343438,8031.870763033527,9526.415943540429,10086.870386230517] \ No newline at end of file diff --git a/criterion/micro_ops_group_by/report/MAD.svg b/criterion/micro_ops_group_by/report/MAD.svg index 14cbd09cf8e0..a1764bf61e7e 100644 --- a/criterion/micro_ops_group_by/report/MAD.svg +++ b/criterion/micro_ops_group_by/report/MAD.svg @@ -9,62 +9,86 @@ Density (a.u.) Average time (ns) - + 0.002 - - + + 0.004 - - + + 0.006 - - + + 0.008 - - + + 0.01 - - + + 0.012 - - - -200 + + +0.014 + + + +0.016 + + + +0.018 - - -220 + + +0.02 + + + +0.022 - - + + + 240 - - + + 260 - - + + 280 - - + + 300 - - + + 320 - - - - + + +340 + + + +360 + + + +380 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/SD.svg b/criterion/micro_ops_group_by/report/SD.svg index 4837b45331f4..7a7fc89c9d0d 100644 --- a/criterion/micro_ops_group_by/report/SD.svg +++ b/criterion/micro_ops_group_by/report/SD.svg @@ -9,58 +9,58 @@ Density (a.u.) Average time (ns) - -0.002 + +0.005 - - -0.004 + + +0.01 - - -0.006 + + +0.015 - - -0.008 + + +0.02 - - -0.01 + + +0.025 - - -0.012 + + + +220 - - -0.014 + + +230 - - - -200 + + +240 - - + + 250 - - -300 + + +260 - - -350 + + +270 - - -400 + + +280 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/both/pdf.svg b/criterion/micro_ops_group_by/report/both/pdf.svg index 55ebc630423a..8e0e601c1d3d 100644 --- a/criterion/micro_ops_group_by/report/both/pdf.svg +++ b/criterion/micro_ops_group_by/report/both/pdf.svg @@ -9,59 +9,55 @@ Density (a.u.) Average Time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - -1.6 - - + - + 8 - - + + 9 - - + + 10 - - + + 11 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_group_by/report/both/regression.svg b/criterion/micro_ops_group_by/report/both/regression.svg index 6050178fb70a..27ecb7ca466a 100644 --- a/criterion/micro_ops_group_by/report/both/regression.svg +++ b/criterion/micro_ops_group_by/report/both/regression.svg @@ -17,41 +17,41 @@ Iterations (x 10^3) - - - - - - + + + + + + 0.0 - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + 0 @@ -86,9 +86,9 @@ Iterations (x 10^3) - - - + + + Base Sample diff --git a/criterion/micro_ops_group_by/report/change/mean.svg b/criterion/micro_ops_group_by/report/change/mean.svg index 441b80ae5fe9..5d3d205552e2 100644 --- a/criterion/micro_ops_group_by/report/change/mean.svg +++ b/criterion/micro_ops_group_by/report/change/mean.svg @@ -9,87 +9,87 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - - --0.026 + + +90 - - --0.024 + + + +-0.01 - - --0.022 + + +-0.008 - - --0.02 + + +-0.006 - - --0.018 + + +-0.004 - - --0.016 + + +-0.002 - - --0.014 + + +0 - - --0.012 + + +0.002 - - --0.01 + + +0.004 - - --0.008 + + +0.006 - - --0.006 + + +0.008 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/change/median.svg b/criterion/micro_ops_group_by/report/change/median.svg index ed9bebde5c88..c47e0367c460 100644 --- a/criterion/micro_ops_group_by/report/change/median.svg +++ b/criterion/micro_ops_group_by/report/change/median.svg @@ -9,63 +9,91 @@ Density (a.u.) Relative change (%) - + +10 + + + 20 - - + + +30 + + + 40 - - -60 + + +50 - - -80 + + +60 - - -100 + + +70 - - -120 + + +80 - - -140 + + +90 - - -160 + + +100 - + - + -0.025 - - + + -0.02 - - + + -0.015 - - + + -0.01 - - + + -0.005 - - - - - + + +3.46945e-18 + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/change/t-test.svg b/criterion/micro_ops_group_by/report/change/t-test.svg index ada46f5e4328..1c6394644f19 100644 --- a/criterion/micro_ops_group_by/report/change/t-test.svg +++ b/criterion/micro_ops_group_by/report/change/t-test.svg @@ -21,69 +21,69 @@ t score 0.1 - + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_group_by/report/index.html b/criterion/micro_ops_group_by/report/index.html index ec0f7db69fe2..1dbec12621cd 100644 --- a/criterion/micro_ops_group_by/report/index.html +++ b/criterion/micro_ops_group_by/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 8.7536 µs - 8.8164 µs - 8.9014 µs + 8.7412 µs + 8.7820 µs + 8.8164 µs R² - 0.8603033 - 0.8653903 - 0.8561204 + 0.9523573 + 0.9549613 + 0.9531188 Mean - 8.7574 µs - 8.8097 µs - 8.8698 µs + 8.7474 µs + 8.7956 µs + 8.8445 µs Std. Dev. - 194.69 ns - 287.53 ns - 400.47 ns + 217.46 ns + 248.20 ns + 275.66 ns Median - 8.7127 µs - 8.8454 µs - 8.8772 µs + 8.6399 µs + 8.8438 µs + 8.8820 µs MAD - 201.04 ns - 290.22 ns - 324.23 ns + 238.34 ns + 328.30 ns + 366.23 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -2.4930% - -1.5662% - -0.6258% - (p = 0.00 < + -1.0112% + -0.1596% + +0.6543% + (p = 0.72 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/micro_ops_group_by/report/mean.svg b/criterion/micro_ops_group_by/report/mean.svg index 68addf40119c..72b716e0ce98 100644 --- a/criterion/micro_ops_group_by/report/mean.svg +++ b/criterion/micro_ops_group_by/report/mean.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - + + +16 + + - + +8.74 + + + 8.76 - - + + 8.78 - - + + 8.8 - - + + 8.82 - - + + 8.84 - - -8.86 - - - -8.88 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/median.svg b/criterion/micro_ops_group_by/report/median.svg index bb0653e23403..397236f554b3 100644 --- a/criterion/micro_ops_group_by/report/median.svg +++ b/criterion/micro_ops_group_by/report/median.svg @@ -9,70 +9,70 @@ Density (a.u.) Average time (µs) - -5 + +2 - - -10 + + +4 - - -15 + + +6 - - -20 + + +8 - - -25 + + +10 - - - -8.7 + + +12 - - -8.72 + + +14 - - -8.74 + + +16 - - -8.76 + + +18 - - -8.78 + + + +8.65 - - -8.8 + + +8.7 - - -8.82 + + +8.75 - - -8.84 + + +8.8 - - -8.86 + + +8.85 - - -8.88 + + +8.9 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/pdf.svg b/criterion/micro_ops_group_by/report/pdf.svg index 88b53a1e3363..0b3eaa126839 100644 --- a/criterion/micro_ops_group_by/report/pdf.svg +++ b/criterion/micro_ops_group_by/report/pdf.svg @@ -42,34 +42,42 @@ Average Time (µs) - + 8 - - -8.5 + + +8.2 - - -9 + + +8.4 + + + +8.6 - - -9.5 + + +8.8 + + + +9 - - -10 + + +9.2 - - -10.5 + + +9.4 - - -11 + + +9.6 - + Density (a.u.) @@ -78,42 +86,40 @@ Density (a.u.) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - - - - + + + + + - - - + PDF diff --git a/criterion/micro_ops_group_by/report/pdf_small.svg b/criterion/micro_ops_group_by/report/pdf_small.svg index 95a6f72bd149..49bb1d64b339 100644 --- a/criterion/micro_ops_group_by/report/pdf_small.svg +++ b/criterion/micro_ops_group_by/report/pdf_small.svg @@ -10,55 +10,51 @@ Average Time (µs) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - -1.6 - - + - + 8 - - -9 + + +8.5 - - -10 + + +9 - - -11 + + +9.5 - - - + + + diff --git a/criterion/micro_ops_group_by/report/regression.svg b/criterion/micro_ops_group_by/report/regression.svg index 643f057ea329..07f0c843b178 100644 --- a/criterion/micro_ops_group_by/report/regression.svg +++ b/criterion/micro_ops_group_by/report/regression.svg @@ -78,105 +78,105 @@ Iterations (x 10^3) - + - - + + - + - + - + - + - + - - + + - + - - - - - + + + + + - + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - + + + - - - - - - - - + + + + + + + + - - - - - - + + + + + + - + - + - - - - + + + + - - + + Sample diff --git a/criterion/micro_ops_group_by/report/regression_small.svg b/criterion/micro_ops_group_by/report/regression_small.svg index 28ed0acb924b..28d8ec484d76 100644 --- a/criterion/micro_ops_group_by/report/regression_small.svg +++ b/criterion/micro_ops_group_by/report/regression_small.svg @@ -77,101 +77,101 @@ Iterations (x 10^3) - + - + - - + + - + - - - - + + + + - + - + - + - + - - - + + + - + - - - - - - - - + + + + + + + + - + - - + + - - - - - - + + + + + + - + - - - - + + + + - - + + - - + + - - - - - - - + + + + + + + - + - - + + - + - - + + diff --git a/criterion/micro_ops_group_by/report/relative_pdf_small.svg b/criterion/micro_ops_group_by/report/relative_pdf_small.svg index 789282e81b6a..b3397680062f 100644 --- a/criterion/micro_ops_group_by/report/relative_pdf_small.svg +++ b/criterion/micro_ops_group_by/report/relative_pdf_small.svg @@ -6,57 +6,53 @@ Density (a.u.) Average Time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - -1.6 - - + - + 8 - - + + 9 - - + + 10 - - + + 11 - - - - - + + + + + diff --git a/criterion/micro_ops_group_by/report/relative_regression_small.svg b/criterion/micro_ops_group_by/report/relative_regression_small.svg index eb98e910f88c..182575190687 100644 --- a/criterion/micro_ops_group_by/report/relative_regression_small.svg +++ b/criterion/micro_ops_group_by/report/relative_regression_small.svg @@ -14,41 +14,41 @@ Iterations (x 10^3) - - - - - - + + + + + + 0.0 - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + 0 @@ -84,6 +84,6 @@ Iterations (x 10^3) - - + + diff --git a/criterion/micro_ops_group_by/report/slope.svg b/criterion/micro_ops_group_by/report/slope.svg index 692af04b020f..df2adb0f569f 100644 --- a/criterion/micro_ops_group_by/report/slope.svg +++ b/criterion/micro_ops_group_by/report/slope.svg @@ -9,90 +9,90 @@ Density (a.u.) Average time (µs) - -1 - - - + 2 - - -3 + + +4 - + + +6 + + -4 +8 -5 +10 - -6 + +12 - - -7 + + +14 - - -8 + + +16 - - -9 + + +18 - - -10 + + +20 - - -11 + + +22 - + - + 8.74 - - -8.76 + + +8.75 - - -8.78 + + +8.76 - - -8.8 + + +8.77 - - -8.82 + + +8.78 - - -8.84 + + +8.79 - - -8.86 + + +8.8 - - -8.88 + + +8.81 - - -8.9 + + +8.82 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/typical.svg b/criterion/micro_ops_group_by/report/typical.svg index 19ed99237e40..1beb304ab78b 100644 --- a/criterion/micro_ops_group_by/report/typical.svg +++ b/criterion/micro_ops_group_by/report/typical.svg @@ -9,90 +9,90 @@ Density (a.u.) Average time (µs) - -1 - - - + 2 - - -3 + + +4 - + + +6 + + -4 +8 -5 +10 - -6 + +12 - - -7 + + +14 - - -8 + + +16 - - -9 + + +18 - - -10 + + +20 - - -11 + + +22 - + - + 8.74 - - -8.76 + + +8.75 - - -8.78 + + +8.76 - - -8.8 + + +8.77 - - -8.82 + + +8.78 - - -8.84 + + +8.79 - - -8.86 + + +8.8 - - -8.88 + + +8.81 - - -8.9 + + +8.82 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/base/estimates.json b/criterion/micro_ops_identity/base/estimates.json index d2cba147e2d8..7847a0f21625 100644 --- a/criterion/micro_ops_identity/base/estimates.json +++ b/criterion/micro_ops_identity/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3963.955303199793,"upper_bound":3999.2133328051136},"point_estimate":3980.0679031182513,"standard_error":9.026663076233277},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3970.339393939394,"upper_bound":3992.9051461988306},"point_estimate":3987.4402224824357,"standard_error":5.270351460783216},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":35.05324376792423,"upper_bound":75.79296236104095},"point_estimate":46.66649456242476,"standard_error":10.047814631184698},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3926.62264354881,"upper_bound":3996.329117708848},"point_estimate":3954.9785657849366,"standard_error":18.2103874800066},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":55.934259609924844,"upper_bound":131.5915293995802},"point_estimate":91.21715626597,"standard_error":22.633842187493975}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3944.6745251436682,"upper_bound":3980.2274624549123},"point_estimate":3960.1909575596183,"standard_error":9.192126146241847},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3939.288888888889,"upper_bound":3965.2238993710694},"point_estimate":3950.854843304843,"standard_error":7.6055377411509},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":45.49914037032994,"upper_bound":73.22079741802013},"point_estimate":61.31239664515148,"standard_error":7.133684385097243},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3913.00818244497,"upper_bound":3958.4285121430403},"point_estimate":3930.753335106645,"standard_error":11.894098286850209},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48.08729473788917,"upper_bound":141.05005660317343},"point_estimate":92.02878583465673,"standard_error":29.94050835334958}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/base/sample.json b/criterion/micro_ops_identity/base/sample.json index f1f8f3ad0f36..d557d51e9f96 100644 --- a/criterion/micro_ops_identity/base/sample.json +++ b/criterion/micro_ops_identity/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[60065.0,118721.0,187576.0,239421.0,299607.0,358304.0,416088.0,476005.0,554740.0,611960.0,655106.0,717912.0,774832.0,837910.0,895978.0,965103.0,1018929.0,1078751.0,1139008.0,1206983.0,1258950.0,1314189.0,1375856.0,1433734.0,1504131.0,1542890.0,1603557.0,1674521.0,1746019.0,1831325.0,1857930.0,1927226.0,2000866.0,2033132.0,2102971.0,2187834.0,2250996.0,2281981.0,2347028.0,2413682.0,2464112.0,2498717.0,2572842.0,2615904.0,2696050.0,2783602.0,2814105.0,2895333.0,2991126.0,3001012.0,3032628.0,3143142.0,3166596.0,3217876.0,3268972.0,3353852.0,3412348.0,3477367.0,3507822.0,3590410.0,3648952.0,3692244.0,3814695.0,3863842.0,3922598.0,3972313.0,3904282.0,3944272.0,4003368.0,4067006.0,4151747.0,4179221.0,4251761.0,4291352.0,4439731.0,4567335.0,4647083.0,4730508.0,4687623.0,4673164.0,4721410.0,4812281.0,4871166.0,4905266.0,4977767.0,5045845.0,5052929.0,6113341.0,5557599.0,5250406.0,5358776.0,5385789.0,5447354.0,5525938.0,5524201.0,5590154.0,5634812.0,5691421.0,5768858.0,5826629.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[59671.0,117782.0,178335.0,235723.0,295368.0,354536.0,415133.0,487941.0,551924.0,590457.0,654248.0,709891.0,783164.0,831759.0,911208.0,954261.0,1013498.0,1084717.0,1130500.0,1208340.0,1256663.0,1318587.0,1378989.0,1450545.0,1499229.0,1559312.0,1618924.0,1663911.0,1733242.0,1785155.0,1852771.0,1943703.0,1985419.0,2051129.0,2120040.0,2143861.0,2189663.0,2319636.0,2310409.0,2400003.0,2468716.0,2503634.0,2551744.0,2591293.0,2713903.0,2771047.0,2761815.0,2838290.0,2911285.0,2949718.0,3019877.0,3113564.0,3152353.0,3201357.0,3251259.0,3299593.0,3375393.0,3489383.0,3479564.0,3554150.0,3607093.0,3685754.0,3758357.0,3826448.0,3874716.0,3933699.0,4729748.0,4116749.0,4052072.0,4111035.0,4133981.0,4187333.0,4235753.0,4355923.0,4401184.0,4411343.0,4471779.0,4529149.0,4589680.0,4680913.0,4747312.0,4781942.0,4807248.0,4906134.0,4948376.0,5011441.0,5048540.0,5120558.0,5340558.0,5253025.0,5318650.0,5405165.0,5453110.0,5497721.0,5568699.0,5607803.0,5699931.0,5688182.0,5804520.0,5860421.0]} \ No newline at end of file diff --git a/criterion/micro_ops_identity/base/tukey.json b/criterion/micro_ops_identity/base/tukey.json index 9ba09da0986f..f33667b9f79b 100644 --- a/criterion/micro_ops_identity/base/tukey.json +++ b/criterion/micro_ops_identity/base/tukey.json @@ -1 +1 @@ -[3636.1017697368857,3776.7881381368356,4151.951787203368,4292.638155603319] \ No newline at end of file +[3667.306841441712,3789.3446823696013,4114.778924843973,4236.816765771862] \ No newline at end of file diff --git a/criterion/micro_ops_identity/change/estimates.json b/criterion/micro_ops_identity/change/estimates.json index 1bdb52ccd70c..d5a1fe725ea7 100644 --- a/criterion/micro_ops_identity/change/estimates.json +++ b/criterion/micro_ops_identity/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.022543419768413096,"upper_bound":-0.012655230513450431},"point_estimate":-0.017974604813133843,"standard_error":0.0024807816884201564},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0212347905722224,"upper_bound":-0.014145630883378169},"point_estimate":-0.016821531779236065,"standard_error":0.0016578509162517342}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.011294780887927772,"upper_bound":0.0017036779075779572},"point_estimate":-0.004994122221648523,"standard_error":0.003293329583625328},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.012327521253591045,"upper_bound":-0.0035773586918018685},"point_estimate":-0.009175154268473484,"standard_error":0.00237422503794221}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/estimates.json b/criterion/micro_ops_identity/new/estimates.json index d2cba147e2d8..7847a0f21625 100644 --- a/criterion/micro_ops_identity/new/estimates.json +++ b/criterion/micro_ops_identity/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3963.955303199793,"upper_bound":3999.2133328051136},"point_estimate":3980.0679031182513,"standard_error":9.026663076233277},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3970.339393939394,"upper_bound":3992.9051461988306},"point_estimate":3987.4402224824357,"standard_error":5.270351460783216},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":35.05324376792423,"upper_bound":75.79296236104095},"point_estimate":46.66649456242476,"standard_error":10.047814631184698},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3926.62264354881,"upper_bound":3996.329117708848},"point_estimate":3954.9785657849366,"standard_error":18.2103874800066},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":55.934259609924844,"upper_bound":131.5915293995802},"point_estimate":91.21715626597,"standard_error":22.633842187493975}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3944.6745251436682,"upper_bound":3980.2274624549123},"point_estimate":3960.1909575596183,"standard_error":9.192126146241847},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3939.288888888889,"upper_bound":3965.2238993710694},"point_estimate":3950.854843304843,"standard_error":7.6055377411509},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":45.49914037032994,"upper_bound":73.22079741802013},"point_estimate":61.31239664515148,"standard_error":7.133684385097243},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3913.00818244497,"upper_bound":3958.4285121430403},"point_estimate":3930.753335106645,"standard_error":11.894098286850209},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48.08729473788917,"upper_bound":141.05005660317343},"point_estimate":92.02878583465673,"standard_error":29.94050835334958}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/sample.json b/criterion/micro_ops_identity/new/sample.json index f1f8f3ad0f36..d557d51e9f96 100644 --- a/criterion/micro_ops_identity/new/sample.json +++ b/criterion/micro_ops_identity/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[60065.0,118721.0,187576.0,239421.0,299607.0,358304.0,416088.0,476005.0,554740.0,611960.0,655106.0,717912.0,774832.0,837910.0,895978.0,965103.0,1018929.0,1078751.0,1139008.0,1206983.0,1258950.0,1314189.0,1375856.0,1433734.0,1504131.0,1542890.0,1603557.0,1674521.0,1746019.0,1831325.0,1857930.0,1927226.0,2000866.0,2033132.0,2102971.0,2187834.0,2250996.0,2281981.0,2347028.0,2413682.0,2464112.0,2498717.0,2572842.0,2615904.0,2696050.0,2783602.0,2814105.0,2895333.0,2991126.0,3001012.0,3032628.0,3143142.0,3166596.0,3217876.0,3268972.0,3353852.0,3412348.0,3477367.0,3507822.0,3590410.0,3648952.0,3692244.0,3814695.0,3863842.0,3922598.0,3972313.0,3904282.0,3944272.0,4003368.0,4067006.0,4151747.0,4179221.0,4251761.0,4291352.0,4439731.0,4567335.0,4647083.0,4730508.0,4687623.0,4673164.0,4721410.0,4812281.0,4871166.0,4905266.0,4977767.0,5045845.0,5052929.0,6113341.0,5557599.0,5250406.0,5358776.0,5385789.0,5447354.0,5525938.0,5524201.0,5590154.0,5634812.0,5691421.0,5768858.0,5826629.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[59671.0,117782.0,178335.0,235723.0,295368.0,354536.0,415133.0,487941.0,551924.0,590457.0,654248.0,709891.0,783164.0,831759.0,911208.0,954261.0,1013498.0,1084717.0,1130500.0,1208340.0,1256663.0,1318587.0,1378989.0,1450545.0,1499229.0,1559312.0,1618924.0,1663911.0,1733242.0,1785155.0,1852771.0,1943703.0,1985419.0,2051129.0,2120040.0,2143861.0,2189663.0,2319636.0,2310409.0,2400003.0,2468716.0,2503634.0,2551744.0,2591293.0,2713903.0,2771047.0,2761815.0,2838290.0,2911285.0,2949718.0,3019877.0,3113564.0,3152353.0,3201357.0,3251259.0,3299593.0,3375393.0,3489383.0,3479564.0,3554150.0,3607093.0,3685754.0,3758357.0,3826448.0,3874716.0,3933699.0,4729748.0,4116749.0,4052072.0,4111035.0,4133981.0,4187333.0,4235753.0,4355923.0,4401184.0,4411343.0,4471779.0,4529149.0,4589680.0,4680913.0,4747312.0,4781942.0,4807248.0,4906134.0,4948376.0,5011441.0,5048540.0,5120558.0,5340558.0,5253025.0,5318650.0,5405165.0,5453110.0,5497721.0,5568699.0,5607803.0,5699931.0,5688182.0,5804520.0,5860421.0]} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/tukey.json b/criterion/micro_ops_identity/new/tukey.json index 9ba09da0986f..f33667b9f79b 100644 --- a/criterion/micro_ops_identity/new/tukey.json +++ b/criterion/micro_ops_identity/new/tukey.json @@ -1 +1 @@ -[3636.1017697368857,3776.7881381368356,4151.951787203368,4292.638155603319] \ No newline at end of file +[3667.306841441712,3789.3446823696013,4114.778924843973,4236.816765771862] \ No newline at end of file diff --git a/criterion/micro_ops_identity/report/MAD.svg b/criterion/micro_ops_identity/report/MAD.svg index 2687cf959932..78a5bb6ace9d 100644 --- a/criterion/micro_ops_identity/report/MAD.svg +++ b/criterion/micro_ops_identity/report/MAD.svg @@ -9,94 +9,62 @@ Density (a.u.) Average time (ns) - -0.005 - - - + 0.01 - - -0.015 - - - + + 0.02 - - -0.025 - - - + + 0.03 - - -0.035 - - - + + 0.04 - - -0.045 - - - + + 0.05 - - -0.055 + + +0.06 - + - -35 - - - -40 - - - + 45 - - + + 50 - - + + 55 - - + + 60 - - + + 65 - - + + 70 - - + + 75 - - -80 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/SD.svg b/criterion/micro_ops_identity/report/SD.svg index 2739e4470d90..2e8d6850a88c 100644 --- a/criterion/micro_ops_identity/report/SD.svg +++ b/criterion/micro_ops_identity/report/SD.svg @@ -9,74 +9,70 @@ Density (a.u.) Average time (ns) - + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - + + 0.025 - - + + 0.03 - - + + 0.035 + + +0.04 + + +0.045 + + - -50 + +40 - - + + 60 - - -70 - - - + + 80 - - -90 - - - + + 100 - - -110 - - - + + 120 - - -130 + + +140 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/both/pdf.svg b/criterion/micro_ops_identity/report/both/pdf.svg index 67657d3c6aea..919fc3c181d6 100644 --- a/criterion/micro_ops_identity/report/both/pdf.svg +++ b/criterion/micro_ops_identity/report/both/pdf.svg @@ -9,71 +9,63 @@ Density (a.u.) Average Time (µs) - + +0.5 + + + 1 - - -2 + + +1.5 - - -3 + + +2 - - -4 + + +2.5 - - -5 + + +3 - - -6 + + +3.5 - - -7 + + +4 - - -8 + + +4.5 - - -9 + + +5 - - -10 + + +5.5 - + - -3.8 - - - + 4 - - -4.2 - - - -4.4 - - - -4.6 + + +4.5 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_identity/report/both/regression.svg b/criterion/micro_ops_identity/report/both/regression.svg index 0d1ce3122c5b..7c8f893832a7 100644 --- a/criterion/micro_ops_identity/report/both/regression.svg +++ b/criterion/micro_ops_identity/report/both/regression.svg @@ -17,41 +17,36 @@ Iterations (x 10^3) - - - - - - + + + + + 0.0 - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - -6.0 - - + 0 @@ -86,9 +81,9 @@ Iterations (x 10^3) - - - + + + Base Sample diff --git a/criterion/micro_ops_identity/report/change/mean.svg b/criterion/micro_ops_identity/report/change/mean.svg index 2e77a8195a3f..9206c0aa6b42 100644 --- a/criterion/micro_ops_identity/report/change/mean.svg +++ b/criterion/micro_ops_identity/report/change/mean.svg @@ -9,67 +9,67 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - -140 + + + +-0.012 - - -160 + + +-0.01 - - - --0.022 + + +-0.008 - - --0.02 + + +-0.006 - - --0.018 + + +-0.004 - - --0.016 + + +-0.002 - - --0.014 + + +0 - - --0.012 + + +0.002 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/change/median.svg b/criterion/micro_ops_identity/report/change/median.svg index 8316f8521f93..ee1a97ee2c30 100644 --- a/criterion/micro_ops_identity/report/change/median.svg +++ b/criterion/micro_ops_identity/report/change/median.svg @@ -9,67 +9,91 @@ Density (a.u.) Relative change (%) - -50 + +20 - - + + +40 + + + +60 + + + +80 + + + 100 - - -150 + + +120 + + + +140 - - -200 + + +160 - - -250 + + +180 - + - --0.022 - - - --0.021 - - - --0.02 - - - --0.019 - - - --0.018 - - - --0.017 - - - --0.016 - - - --0.015 - - - --0.014 - - - - - - + +-0.013 + + + +-0.012 + + + +-0.011 + + + +-0.01 + + + +-0.009 + + + +-0.008 + + + +-0.007 + + + +-0.006 + + + +-0.005 + + + +-0.004 + + + +-0.003 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/change/t-test.svg b/criterion/micro_ops_identity/report/change/t-test.svg index 957baddfcf60..5d56459d29f1 100644 --- a/criterion/micro_ops_identity/report/change/t-test.svg +++ b/criterion/micro_ops_identity/report/change/t-test.svg @@ -13,77 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - -4.0 - - - - + + + t distribution diff --git a/criterion/micro_ops_identity/report/index.html b/criterion/micro_ops_identity/report/index.html index 1659e9d3a4ad..4610b48c6a35 100644 --- a/criterion/micro_ops_identity/report/index.html +++ b/criterion/micro_ops_identity/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 3.9266 µs - 3.9550 µs - 3.9963 µs + 3.9130 µs + 3.9308 µs + 3.9584 µs R² - 0.8675987 - 0.8734173 - 0.8611358 + 0.9119801 + 0.9144015 + 0.9085342 Mean - 3.9640 µs - 3.9801 µs - 3.9992 µs + 3.9447 µs + 3.9602 µs + 3.9802 µs Std. Dev. - 55.934 ns - 91.217 ns - 131.59 ns + 48.087 ns + 92.029 ns + 141.05 ns Median - 3.9703 µs - 3.9874 µs - 3.9929 µs + 3.9393 µs + 3.9509 µs + 3.9652 µs MAD - 35.053 ns - 46.666 ns - 75.793 ns + 45.499 ns + 61.312 ns + 73.221 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -2.2543% - -1.7975% - -1.2655% - (p = 0.00 < + -1.1295% + -0.4994% + +0.1704% + (p = 0.13 > 0.05) - Performance has improved. + No change in performance detected.

Additional Plots:

diff --git a/criterion/micro_ops_identity/report/mean.svg b/criterion/micro_ops_identity/report/mean.svg index bf30fadd4656..913a4eabf7da 100644 --- a/criterion/micro_ops_identity/report/mean.svg +++ b/criterion/micro_ops_identity/report/mean.svg @@ -9,78 +9,78 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - + 25 - + 30 - - + + 35 - - + + 40 - - + + 45 - + - -3.965 + +3.945 - - -3.97 + + +3.95 - - -3.975 + + +3.955 - - -3.98 + + +3.96 - - -3.985 + + +3.965 - - -3.99 + + +3.97 - - -3.995 + + +3.975 - - -4 + + +3.98 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/median.svg b/criterion/micro_ops_identity/report/median.svg index 5ab66eef18f7..5330d5fbb79a 100644 --- a/criterion/micro_ops_identity/report/median.svg +++ b/criterion/micro_ops_identity/report/median.svg @@ -9,70 +9,66 @@ Density (a.u.) Average time (µs) - + +10 + + + 20 - - -40 + + +30 - - -60 - - - -80 - - - -100 + + +40 - - -120 + + +50 - - -140 + + +60 - - -160 + + +70 - - -180 + + +80 - + - -3.97 + +3.94 - - -3.975 + + +3.945 - - -3.98 + + +3.95 - - -3.985 + + +3.955 - - -3.99 + + +3.96 - - -3.995 + + +3.965 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/pdf.svg b/criterion/micro_ops_identity/report/pdf.svg index 25f83c251972..f7c9262a8fa6 100644 --- a/criterion/micro_ops_identity/report/pdf.svg +++ b/criterion/micro_ops_identity/report/pdf.svg @@ -42,46 +42,50 @@ Average Time (µs) - + 3.8 - - + + 3.9 - - + + 4 - - + + 4.1 - - + + 4.2 - - + + 4.3 - - + + 4.4 - - + + 4.5 - - + + 4.6 - - + + 4.7 - + + +4.8 + + Density (a.u.) @@ -90,38 +94,34 @@ Density (a.u.) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - - - - + + + + + - - - - - - - + + + PDF diff --git a/criterion/micro_ops_identity/report/pdf_small.svg b/criterion/micro_ops_identity/report/pdf_small.svg index 72510931d098..ad1a0e9a7071 100644 --- a/criterion/micro_ops_identity/report/pdf_small.svg +++ b/criterion/micro_ops_identity/report/pdf_small.svg @@ -10,51 +10,39 @@ Average Time (µs) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - + - -3.8 - - - + 4 - - -4.2 - - - -4.4 - - - -4.6 + + +4.5 - - - + + + diff --git a/criterion/micro_ops_identity/report/regression.svg b/criterion/micro_ops_identity/report/regression.svg index a9f82cacfafa..cfdd82aea2b4 100644 --- a/criterion/micro_ops_identity/report/regression.svg +++ b/criterion/micro_ops_identity/report/regression.svg @@ -15,37 +15,62 @@ Iterations (x 10^3) - - - - - - + + + + + + + + + + + - + +0.5 + + + 1.0 - - + + +1.5 + + + 2.0 - - + + +2.5 + + + 3.0 - - + + +3.5 + + + 4.0 - - + + +4.5 + + + 5.0 - - -6.0 + + +5.5 - + 0.2 @@ -79,104 +104,104 @@ Iterations (x 10^3) - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_identity/report/regression_small.svg b/criterion/micro_ops_identity/report/regression_small.svg index 24517e80d037..44e1dfa3d012 100644 --- a/criterion/micro_ops_identity/report/regression_small.svg +++ b/criterion/micro_ops_identity/report/regression_small.svg @@ -12,37 +12,62 @@ Iterations (x 10^3) - - - - - - + + + + + + + + + + + - + +0.5 + + + 1.0 - - + + +1.5 + + + 2.0 - - + + +2.5 + + + 3.0 - - + + +3.5 + + + 4.0 - - + + +4.5 + + + 5.0 - - -6.0 + + +5.5 - + 0.2 @@ -78,100 +103,100 @@ Iterations (x 10^3) - - - + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_identity/report/relative_pdf_small.svg b/criterion/micro_ops_identity/report/relative_pdf_small.svg index 683943a1d2fd..acd41fbba4c1 100644 --- a/criterion/micro_ops_identity/report/relative_pdf_small.svg +++ b/criterion/micro_ops_identity/report/relative_pdf_small.svg @@ -6,69 +6,61 @@ Density (a.u.) Average Time (µs) - + +0.5 + + + 1 - - -2 + + +1.5 - - -3 + + +2 - - -4 + + +2.5 - - -5 + + +3 - - -6 + + +3.5 - - -7 + + +4 - - -8 + + +4.5 - - -9 + + +5 - - -10 + + +5.5 - + - -3.8 - - - + 4 - - -4.2 - - - -4.4 - - - -4.6 + + +4.5 - - - - - + + + + + diff --git a/criterion/micro_ops_identity/report/relative_regression_small.svg b/criterion/micro_ops_identity/report/relative_regression_small.svg index 9809c1b74f6c..4e385a5ae5d0 100644 --- a/criterion/micro_ops_identity/report/relative_regression_small.svg +++ b/criterion/micro_ops_identity/report/relative_regression_small.svg @@ -14,41 +14,36 @@ Iterations (x 10^3) - - - - - - + + + + + 0.0 - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - -6.0 - - + 0 @@ -83,7 +78,7 @@ Iterations (x 10^3) - - - + + + diff --git a/criterion/micro_ops_identity/report/slope.svg b/criterion/micro_ops_identity/report/slope.svg index e48d9daea727..02922697f812 100644 --- a/criterion/micro_ops_identity/report/slope.svg +++ b/criterion/micro_ops_identity/report/slope.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - + + +25 + + + +30 + + + +35 + + - + +3.91 + + + +3.915 + + + 3.92 - - -3.93 + + +3.925 - - -3.94 + + +3.93 - - -3.95 + + +3.935 - - -3.96 + + +3.94 - - -3.97 + + +3.945 - - -3.98 + + +3.95 - - -3.99 + + +3.955 - - -4 + + +3.96 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/typical.svg b/criterion/micro_ops_identity/report/typical.svg index 92130411727f..ed460c48d5bd 100644 --- a/criterion/micro_ops_identity/report/typical.svg +++ b/criterion/micro_ops_identity/report/typical.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - + + +25 + + + +30 + + + +35 + + - + +3.91 + + + +3.915 + + + 3.92 - - -3.93 + + +3.925 - - -3.94 + + +3.93 - - -3.95 + + +3.935 - - -3.96 + + +3.94 - - -3.97 + + +3.945 - - -3.98 + + +3.95 - - -3.99 + + +3.955 - - -4 + + +3.96 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/base/estimates.json b/criterion/micro_ops_join/base/estimates.json index 9e558d36555b..b451ed7066ca 100644 --- a/criterion/micro_ops_join/base/estimates.json +++ b/criterion/micro_ops_join/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76405.60494088146,"upper_bound":76630.7166778766},"point_estimate":76511.35017233391,"standard_error":57.69293216234617},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76437.11038961039,"upper_bound":76537.10333333333},"point_estimate":76494.87833687692,"standard_error":25.98931774573247},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":172.31876205956468,"upper_bound":361.3222676413244},"point_estimate":262.18118890342737,"standard_error":46.81234417358583},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76566.7986006592,"upper_bound":76708.4447498459},"point_estimate":76632.56775725333,"standard_error":36.10525535456448},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":348.98497652626713,"upper_bound":797.5180998741989},"point_estimate":580.5265912087827,"standard_error":117.55138224177166}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76575.75137443595,"upper_bound":77041.13403170227},"point_estimate":76785.67215383663,"standard_error":118.9533021831404},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76487.02136752137,"upper_bound":76626.89766081871},"point_estimate":76545.6734496124,"standard_error":31.056052087714047},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":205.03171889695938,"upper_bound":388.17286632542965},"point_estimate":257.40399047565666,"standard_error":48.25457009931858},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76710.72372619568,"upper_bound":77274.48313683017},"point_estimate":76955.16370031032,"standard_error":145.928050318565},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":587.7905801744555,"upper_bound":1650.1109026702147},"point_estimate":1199.2201711580033,"standard_error":263.3429297772381}} \ No newline at end of file diff --git a/criterion/micro_ops_join/base/sample.json b/criterion/micro_ops_join/base/sample.json index 6fcb87441682..f8256e7a8351 100644 --- a/criterion/micro_ops_join/base/sample.json +++ b/criterion/micro_ops_join/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[456163.0,904712.0,1356547.0,1810117.0,2287301.0,2718113.0,3176830.0,3637349.0,4121921.0,4564080.0,5050935.0,5553903.0,5922394.0,6406788.0,6857423.0,7297280.0,7763580.0,8199538.0,8630932.0,9216429.0,9653546.0,10055673.0,10532142.0,10975267.0,11413975.0,11979145.0,12334390.0,12755689.0,13289413.0,13670013.0,14226324.0,14665451.0,15130812.0,15609113.0,16026404.0,16538993.0,17023136.0,17398681.0,17904666.0,19174876.0,19487048.0,19249547.0,19756935.0,20252069.0,20783694.0,21176171.0,21650307.0,21984860.0,22472325.0,23051244.0,23405919.0,23855183.0,24424946.0,24884918.0,25190359.0,25870399.0,26087656.0,26615009.0,27019645.0,27839395.0,27993411.0,28433718.0,28905836.0,29414872.0,29805803.0,30522968.0,30785689.0,31245098.0,31744323.0,32340690.0,32628684.0,33019909.0,33541752.0,33917101.0,34478407.0,34982798.0,35313945.0,35885707.0,36280246.0,37128363.0,37194231.0,37616082.0,38096913.0,38934504.0,39017593.0,39504138.0,40187993.0,40405624.0,40877553.0,41340330.0,41922820.0,42241124.0,42667813.0,43119177.0,43769090.0,44127866.0,44539303.0,44906344.0,45507377.0,45922262.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[465634.0,910582.0,1371136.0,1829043.0,2270443.0,2719919.0,3210931.0,3631832.0,4096213.0,4569048.0,5028566.0,5501788.0,5908409.0,6431059.0,6828553.0,7348488.0,7823231.0,8213831.0,8676716.0,9132459.0,9614270.0,10055968.0,10539966.0,11053510.0,11463938.0,11886775.0,12326606.0,13926248.0,13270722.0,13764615.0,14229745.0,14664744.0,15149916.0,15562808.0,16032941.0,16558441.0,17050016.0,17472731.0,17897963.0,18298743.0,18811223.0,19287244.0,19794740.0,20248764.0,20615434.0,21173186.0,21908393.0,22139783.0,22455468.0,24909130.0,23455364.0,23891577.0,24680648.0,24814225.0,25303898.0,25668858.0,26206399.0,26614672.0,27374178.0,27539787.0,29171237.0,28514605.0,28987719.0,29549228.0,29795099.0,30287000.0,30889892.0,31254603.0,31670468.0,32460669.0,32794991.0,33075728.0,34656555.0,33899747.0,34501035.0,34850137.0,35350544.0,35866857.0,36459010.0,36728277.0,37076258.0,37788928.0,38254123.0,38900417.0,41914057.0,39497012.0,40259127.0,40422327.0,40864397.0,41342103.0,41857681.0,42263118.0,42771085.0,43231578.0,43690288.0,44007931.0,44639465.0,45205692.0,46599995.0,45775122.0]} \ No newline at end of file diff --git a/criterion/micro_ops_join/base/tukey.json b/criterion/micro_ops_join/base/tukey.json index 12f6d2815037..5c566b3796b9 100644 --- a/criterion/micro_ops_join/base/tukey.json +++ b/criterion/micro_ops_join/base/tukey.json @@ -1 +1 @@ -[75375.95169772257,75847.453126294,77104.79026915114,77576.29169772257] \ No newline at end of file +[75300.07649891042,75826.43316311887,77230.05093434142,77756.40759854988] \ No newline at end of file diff --git a/criterion/micro_ops_join/change/estimates.json b/criterion/micro_ops_join/change/estimates.json index d14c1db8eb9e..6c9d7bef85f1 100644 --- a/criterion/micro_ops_join/change/estimates.json +++ b/criterion/micro_ops_join/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004471709699356636,"upper_bound":0.0012936954934641063},"point_estimate":-0.0015002100245634642,"standard_error":0.00147137162261347},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0006249347360314239,"upper_bound":0.0014165139515684574},"point_estimate":0.0003744564926824179,"standard_error":0.0005299751489831772}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0005553357113243454,"upper_bound":0.007272106412421721},"point_estimate":0.003585376298873788,"standard_error":0.0017435302817442977},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00035226342677252553,"upper_bound":0.0017216224099978667},"point_estimate":0.0006640328586677846,"standard_error":0.0005256773877080445}} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/estimates.json b/criterion/micro_ops_join/new/estimates.json index 9e558d36555b..b451ed7066ca 100644 --- a/criterion/micro_ops_join/new/estimates.json +++ b/criterion/micro_ops_join/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76405.60494088146,"upper_bound":76630.7166778766},"point_estimate":76511.35017233391,"standard_error":57.69293216234617},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76437.11038961039,"upper_bound":76537.10333333333},"point_estimate":76494.87833687692,"standard_error":25.98931774573247},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":172.31876205956468,"upper_bound":361.3222676413244},"point_estimate":262.18118890342737,"standard_error":46.81234417358583},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76566.7986006592,"upper_bound":76708.4447498459},"point_estimate":76632.56775725333,"standard_error":36.10525535456448},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":348.98497652626713,"upper_bound":797.5180998741989},"point_estimate":580.5265912087827,"standard_error":117.55138224177166}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76575.75137443595,"upper_bound":77041.13403170227},"point_estimate":76785.67215383663,"standard_error":118.9533021831404},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76487.02136752137,"upper_bound":76626.89766081871},"point_estimate":76545.6734496124,"standard_error":31.056052087714047},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":205.03171889695938,"upper_bound":388.17286632542965},"point_estimate":257.40399047565666,"standard_error":48.25457009931858},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76710.72372619568,"upper_bound":77274.48313683017},"point_estimate":76955.16370031032,"standard_error":145.928050318565},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":587.7905801744555,"upper_bound":1650.1109026702147},"point_estimate":1199.2201711580033,"standard_error":263.3429297772381}} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/sample.json b/criterion/micro_ops_join/new/sample.json index 6fcb87441682..f8256e7a8351 100644 --- a/criterion/micro_ops_join/new/sample.json +++ b/criterion/micro_ops_join/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[456163.0,904712.0,1356547.0,1810117.0,2287301.0,2718113.0,3176830.0,3637349.0,4121921.0,4564080.0,5050935.0,5553903.0,5922394.0,6406788.0,6857423.0,7297280.0,7763580.0,8199538.0,8630932.0,9216429.0,9653546.0,10055673.0,10532142.0,10975267.0,11413975.0,11979145.0,12334390.0,12755689.0,13289413.0,13670013.0,14226324.0,14665451.0,15130812.0,15609113.0,16026404.0,16538993.0,17023136.0,17398681.0,17904666.0,19174876.0,19487048.0,19249547.0,19756935.0,20252069.0,20783694.0,21176171.0,21650307.0,21984860.0,22472325.0,23051244.0,23405919.0,23855183.0,24424946.0,24884918.0,25190359.0,25870399.0,26087656.0,26615009.0,27019645.0,27839395.0,27993411.0,28433718.0,28905836.0,29414872.0,29805803.0,30522968.0,30785689.0,31245098.0,31744323.0,32340690.0,32628684.0,33019909.0,33541752.0,33917101.0,34478407.0,34982798.0,35313945.0,35885707.0,36280246.0,37128363.0,37194231.0,37616082.0,38096913.0,38934504.0,39017593.0,39504138.0,40187993.0,40405624.0,40877553.0,41340330.0,41922820.0,42241124.0,42667813.0,43119177.0,43769090.0,44127866.0,44539303.0,44906344.0,45507377.0,45922262.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[465634.0,910582.0,1371136.0,1829043.0,2270443.0,2719919.0,3210931.0,3631832.0,4096213.0,4569048.0,5028566.0,5501788.0,5908409.0,6431059.0,6828553.0,7348488.0,7823231.0,8213831.0,8676716.0,9132459.0,9614270.0,10055968.0,10539966.0,11053510.0,11463938.0,11886775.0,12326606.0,13926248.0,13270722.0,13764615.0,14229745.0,14664744.0,15149916.0,15562808.0,16032941.0,16558441.0,17050016.0,17472731.0,17897963.0,18298743.0,18811223.0,19287244.0,19794740.0,20248764.0,20615434.0,21173186.0,21908393.0,22139783.0,22455468.0,24909130.0,23455364.0,23891577.0,24680648.0,24814225.0,25303898.0,25668858.0,26206399.0,26614672.0,27374178.0,27539787.0,29171237.0,28514605.0,28987719.0,29549228.0,29795099.0,30287000.0,30889892.0,31254603.0,31670468.0,32460669.0,32794991.0,33075728.0,34656555.0,33899747.0,34501035.0,34850137.0,35350544.0,35866857.0,36459010.0,36728277.0,37076258.0,37788928.0,38254123.0,38900417.0,41914057.0,39497012.0,40259127.0,40422327.0,40864397.0,41342103.0,41857681.0,42263118.0,42771085.0,43231578.0,43690288.0,44007931.0,44639465.0,45205692.0,46599995.0,45775122.0]} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/tukey.json b/criterion/micro_ops_join/new/tukey.json index 12f6d2815037..5c566b3796b9 100644 --- a/criterion/micro_ops_join/new/tukey.json +++ b/criterion/micro_ops_join/new/tukey.json @@ -1 +1 @@ -[75375.95169772257,75847.453126294,77104.79026915114,77576.29169772257] \ No newline at end of file +[75300.07649891042,75826.43316311887,77230.05093434142,77756.40759854988] \ No newline at end of file diff --git a/criterion/micro_ops_join/report/MAD.svg b/criterion/micro_ops_join/report/MAD.svg index cb9866c18739..e9667c011309 100644 --- a/criterion/micro_ops_join/report/MAD.svg +++ b/criterion/micro_ops_join/report/MAD.svg @@ -9,66 +9,98 @@ Density (a.u.) Average time (ns) - + 0.001 - + 0.002 - + 0.003 - - + + 0.004 - - + + 0.005 - - + + 0.006 - - + + 0.007 - - + + 0.008 - - + + 0.009 - - + + 0.01 - + + +0.011 + + - + 200 - - -250 + + +220 + + + +240 + + + +260 + + + +280 - - + + 300 - - -350 + + +320 + + + +340 + + + +360 + + + +380 + + + +400 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/SD.svg b/criterion/micro_ops_join/report/SD.svg index 58fc41e8357f..92435226f35e 100644 --- a/criterion/micro_ops_join/report/SD.svg +++ b/criterion/micro_ops_join/report/SD.svg @@ -6,85 +6,73 @@ micro/ops/join:SD Density (a.u.) -Average time (ns) +Average time (µs) - -5e-4 + +0.2 - - -0.001 + + +0.4 - - -0.0015 + + +0.6 - - -0.002 + + +0.8 - - -0.0025 + + +1 - - -0.003 + + +1.2 - - -0.0035 + + +1.4 - - - -300 - - - -350 - - - -400 + + +1.6 - - -450 + + +1.8 - - -500 - - - -550 + + + +0.6 - - -600 + + +0.8 - - -650 + + +1 - - -700 + + +1.2 - - -750 + + +1.4 - - -800 + + +1.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/both/pdf.svg b/criterion/micro_ops_join/report/both/pdf.svg index 44b1200c033b..ffd7863f1ef3 100644 --- a/criterion/micro_ops_join/report/both/pdf.svg +++ b/criterion/micro_ops_join/report/both/pdf.svg @@ -50,30 +50,30 @@ Average Time (µs) - + 76 - - + + 78 - - + + 80 - + 82 - + 84 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_join/report/both/regression.svg b/criterion/micro_ops_join/report/both/regression.svg index 55c0d227c3fb..59a12b33c039 100644 --- a/criterion/micro_ops_join/report/both/regression.svg +++ b/criterion/micro_ops_join/report/both/regression.svg @@ -20,10 +20,10 @@ Iterations - + - - + + @@ -46,22 +46,22 @@ Iterations 20.0 - + 25.0 - + 30.0 - + 35.0 - - + + 40.0 - + 45.0 @@ -95,10 +95,10 @@ Iterations 600 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_join/report/change/mean.svg b/criterion/micro_ops_join/report/change/mean.svg index f271d96ad0dc..c6a289955552 100644 --- a/criterion/micro_ops_join/report/change/mean.svg +++ b/criterion/micro_ops_join/report/change/mean.svg @@ -9,58 +9,90 @@ Density (a.u.) Relative change (%) - -50 + +20 - - + + +40 + + + +60 + + + +80 + + + 100 - + -150 +120 - + +140 + + + +160 + + + +180 + + + 200 - - -250 + + +220 - + - --0.005 + +0 - - --0.004 + + +0.001 - - --0.003 + + +0.002 - - --0.002 + + +0.003 - - --0.001 + + +0.004 - - -0 + + +0.005 - - -0.001 + + +0.006 + + + +0.007 + + + +0.008 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/change/median.svg b/criterion/micro_ops_join/report/change/median.svg index 90685f12f658..a9bc1a894c9d 100644 --- a/criterion/micro_ops_join/report/change/median.svg +++ b/criterion/micro_ops_join/report/change/median.svg @@ -9,58 +9,58 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - + - + -5e-4 - - + + 0 - - + + 5e-4 - - + + 0.001 - - + + 0.0015 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/change/t-test.svg b/criterion/micro_ops_join/report/change/t-test.svg index c5bc07bd556b..3e691d11364a 100644 --- a/criterion/micro_ops_join/report/change/t-test.svg +++ b/criterion/micro_ops_join/report/change/t-test.svg @@ -13,73 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-4.0 + + + -3.0 - - + + -2.0 - + -1.0 - + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_join/report/index.html b/criterion/micro_ops_join/report/index.html index 44fb308f9fe4..434a4f91a057 100644 --- a/criterion/micro_ops_join/report/index.html +++ b/criterion/micro_ops_join/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 76.567 µs - 76.633 µs - 76.708 µs + 76.711 µs + 76.955 µs + 77.274 µs R² - 0.9965423 - 0.9966438 - 0.9965088 + 0.9679566 + 0.9693094 + 0.9670031 Mean - 76.406 µs - 76.511 µs - 76.631 µs + 76.576 µs + 76.786 µs + 77.041 µs Std. Dev. - 348.98 ns - 580.53 ns - 797.52 ns + 587.79 ns + 1.1992 µs + 1.6501 µs Median - 76.437 µs - 76.495 µs - 76.537 µs + 76.487 µs + 76.546 µs + 76.627 µs MAD - 172.32 ns - 262.18 ns - 361.32 ns + 205.03 ns + 257.40 ns + 388.17 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.4472% - -0.1500% - +0.1294% - (p = 0.32 > + +0.0555% + +0.3585% + +0.7272% + (p = 0.04 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_join/report/mean.svg b/criterion/micro_ops_join/report/mean.svg index e0064fa8c6df..391bd93e61bf 100644 --- a/criterion/micro_ops_join/report/mean.svg +++ b/criterion/micro_ops_join/report/mean.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (µs) - + +0.5 + + + 1 - - + + +1.5 + + + 2 - - + + +2.5 + + + 3 - - -4 + + +3.5 - - -5 + + + +76.55 - - -6 + + +76.6 - - -7 + + +76.65 - - - -76.4 + + +76.7 - - -76.45 + + +76.75 - - -76.5 + + +76.8 - - -76.55 + + +76.85 - - -76.6 + + +76.9 - - -76.65 + + +76.95 + + + +77 + + + +77.05 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/median.svg b/criterion/micro_ops_join/report/median.svg index 14e8af06e647..1ae1e15986c2 100644 --- a/criterion/micro_ops_join/report/median.svg +++ b/criterion/micro_ops_join/report/median.svg @@ -9,50 +9,66 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - - -76.44 - - - -76.46 + + +25 - - + + + 76.48 - - + + 76.5 - - + + 76.52 - - + + 76.54 - - - - + + +76.56 + + + +76.58 + + + +76.6 + + + +76.62 + + + +76.64 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/pdf.svg b/criterion/micro_ops_join/report/pdf.svg index 31c46015c172..3339cc6cfc14 100644 --- a/criterion/micro_ops_join/report/pdf.svg +++ b/criterion/micro_ops_join/report/pdf.svg @@ -38,30 +38,46 @@ Average Time (µs) - + 75 - - + + 76 - - + + 77 - - + + 78 - - + + 79 - - + + 80 - + + +81 + + + +82 + + + +83 + + + +84 + + Density (a.u.) @@ -70,78 +86,66 @@ Density (a.u.) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - -0.7 - - - -0.8 - - - -0.9 - - - -1 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_join/report/pdf_small.svg b/criterion/micro_ops_join/report/pdf_small.svg index 0858c77d83d8..a845e95a460b 100644 --- a/criterion/micro_ops_join/report/pdf_small.svg +++ b/criterion/micro_ops_join/report/pdf_small.svg @@ -10,39 +10,51 @@ Average Time (µs) 0 - + +0.1 + + + 0.2 - - -0.4 + + +0.3 - - -0.6 + + +0.4 - - -0.8 + + +0.5 - - -1 + + +0.6 - + - + 76 - - + + 78 - - + + 80 - - - + + +82 + + + +84 + + + + diff --git a/criterion/micro_ops_join/report/regression.svg b/criterion/micro_ops_join/report/regression.svg index 4798d9fb73a9..c20be6167a99 100644 --- a/criterion/micro_ops_join/report/regression.svg +++ b/criterion/micro_ops_join/report/regression.svg @@ -15,51 +15,51 @@ Iterations - - - - - - - - + + + + + + + + 5.0 - + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - + 100 @@ -91,102 +91,102 @@ Iterations - - - + + + - - - + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_join/report/regression_small.svg b/criterion/micro_ops_join/report/regression_small.svg index 197db6c93b1b..6757e57bbf67 100644 --- a/criterion/micro_ops_join/report/regression_small.svg +++ b/criterion/micro_ops_join/report/regression_small.svg @@ -12,51 +12,51 @@ Iterations - - - - - - - - + + + + + + + + 5.0 - + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - + 100 @@ -86,102 +86,102 @@ Iterations - + - + - - + + - + - - - - - + + + + + - - - - - + + + + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - - - - + + + + + - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_join/report/relative_pdf_small.svg b/criterion/micro_ops_join/report/relative_pdf_small.svg index 0367cb990218..1c76d6cc7327 100644 --- a/criterion/micro_ops_join/report/relative_pdf_small.svg +++ b/criterion/micro_ops_join/report/relative_pdf_small.svg @@ -47,28 +47,28 @@ Average Time (µs) - + 76 - - + + 78 - - + + 80 - + 82 - + 84 - - - - - + + + + + diff --git a/criterion/micro_ops_join/report/relative_regression_small.svg b/criterion/micro_ops_join/report/relative_regression_small.svg index 66f8e6feabaa..4b6b1ecf8c52 100644 --- a/criterion/micro_ops_join/report/relative_regression_small.svg +++ b/criterion/micro_ops_join/report/relative_regression_small.svg @@ -17,8 +17,8 @@ Iterations - - + + @@ -43,14 +43,14 @@ Iterations 20.0 - + 25.0 - - + + 30.0 - + 35.0 @@ -92,8 +92,8 @@ Iterations 600 - - - - + + + + diff --git a/criterion/micro_ops_join/report/slope.svg b/criterion/micro_ops_join/report/slope.svg index db648a486cb4..172f150d832b 100644 --- a/criterion/micro_ops_join/report/slope.svg +++ b/criterion/micro_ops_join/report/slope.svg @@ -9,70 +9,62 @@ Density (a.u.) Average time (µs) - -2 + +0.5 - - -4 + + +1 - - -6 + + +1.5 - - -8 + + +2 - - -10 + + +2.5 - - -12 + + +3 - + - -76.56 - - - -76.58 - - - -76.6 + +76.7 - - -76.62 + + +76.8 - - -76.64 + + +76.9 - - -76.66 + + +77 - - -76.68 + + +77.1 - - -76.7 + + +77.2 - - -76.72 + + +77.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/typical.svg b/criterion/micro_ops_join/report/typical.svg index 9156d82e151d..f62db6316e85 100644 --- a/criterion/micro_ops_join/report/typical.svg +++ b/criterion/micro_ops_join/report/typical.svg @@ -9,70 +9,62 @@ Density (a.u.) Average time (µs) - -2 + +0.5 - - -4 + + +1 - - -6 + + +1.5 - - -8 + + +2 - - -10 + + +2.5 - - -12 + + +3 - + - -76.56 - - - -76.58 - - - -76.6 + +76.7 - - -76.62 + + +76.8 - - -76.64 + + +76.9 - - -76.66 + + +77 - - -76.68 + + +77.1 - - -76.7 + + +77.2 - - -76.72 + + +77.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/base/estimates.json b/criterion/micro_ops_map/base/estimates.json index 258fed35b51a..54cb76177a31 100644 --- a/criterion/micro_ops_map/base/estimates.json +++ b/criterion/micro_ops_map/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9529.276889625724,"upper_bound":9599.123843109111},"point_estimate":9561.450916142425,"standard_error":17.875557868684513},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9488.66416510319,"upper_bound":9527.653846153846},"point_estimate":9504.73594385067,"standard_error":9.186959674464413},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44.72182201770077,"upper_bound":76.51776165928914},"point_estimate":60.710525697295715,"standard_error":8.303459453703281},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9501.289373933989,"upper_bound":9555.991375644977},"point_estimate":9525.670809016608,"standard_error":14.041751022590372},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":111.40967086866556,"upper_bound":235.81231394491485},"point_estimate":179.29913098270487,"standard_error":31.845217139518972}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9513.65033538993,"upper_bound":9646.841670351423},"point_estimate":9571.924030528484,"standard_error":34.225719183556926},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9465.222222222223,"upper_bound":9495.560017581714},"point_estimate":9481.41159593952,"standard_error":7.061169132136076},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40.019020956187184,"upper_bound":68.42741749729366},"point_estimate":53.17799750364987,"standard_error":7.566316160819989},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9527.266270056478,"upper_bound":9726.181618859964},"point_estimate":9614.66687379932,"standard_error":51.25940058662442},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":139.80336680391093,"upper_bound":507.6535603213674},"point_estimate":343.4494999822293,"standard_error":96.02447600318837}} \ No newline at end of file diff --git a/criterion/micro_ops_map/base/sample.json b/criterion/micro_ops_map/base/sample.json index 37aeb53f82e0..ea7c70ac3dd5 100644 --- a/criterion/micro_ops_map/base/sample.json +++ b/criterion/micro_ops_map/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[135585.0,245600.0,368613.0,504142.0,625866.0,737214.0,893484.0,1079191.0,1196109.0,1238595.0,1375790.0,1494874.0,1633313.0,1721346.0,1856389.0,1969263.0,2117883.0,2234278.0,2351261.0,2478990.0,2590720.0,2713721.0,2827228.0,2953345.0,3083089.0,3220384.0,3345185.0,3459683.0,3592803.0,3701088.0,3820297.0,3978544.0,4117020.0,4231416.0,4452250.0,4425849.0,4571128.0,4693535.0,4833112.0,4977179.0,5057458.0,5207935.0,5317898.0,5410244.0,5622107.0,5672101.0,6111729.0,5933712.0,6007083.0,6464594.0,6303081.0,6460103.0,6492026.0,6641758.0,6762253.0,6907587.0,7125686.0,7152668.0,7320786.0,7438313.0,7519873.0,7608101.0,7777429.0,7925011.0,8084381.0,8206445.0,8226992.0,8377652.0,8516536.0,8626724.0,9244555.0,9088481.0,9020101.0,9081210.0,9403841.0,9429347.0,9479975.0,9601191.0,9740235.0,9942192.0,9988754.0,10076161.0,10702032.0,10372167.0,10484884.0,10595676.0,10692586.0,10921388.0,11010546.0,11096204.0,11191874.0,11327622.0,11553720.0,11666816.0,11707678.0,11853991.0,11925432.0,12115236.0,12189617.0,12241555.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[113171.0,226236.0,339547.0,464801.0,583735.0,678180.0,791103.0,921689.0,1017089.0,1142589.0,1251440.0,1368758.0,1487623.0,1612614.0,1703740.0,1806325.0,1983747.0,2032210.0,2157157.0,2259093.0,2383891.0,2518329.0,2604884.0,2750258.0,2824983.0,2936773.0,3072889.0,3162859.0,3311146.0,3434330.0,3571544.0,3647209.0,3740350.0,3873181.0,3968758.0,4090658.0,4206566.0,4358196.0,4426921.0,4579134.0,4665364.0,4764437.0,4879847.0,4996185.0,5126415.0,5220384.0,5359351.0,5485953.0,5551403.0,5672515.0,5818507.0,6340488.0,6001299.0,6121980.0,6258115.0,6402995.0,6460899.0,6760429.0,6745583.0,6893881.0,6952887.0,7032161.0,7196782.0,7259567.0,7373395.0,8105900.0,7586015.0,7728430.0,8295250.0,7921801.0,10131983.0,9862781.0,9005927.0,8402678.0,8530380.0,8617006.0,8735249.0,9267452.0,9016072.0,9061277.0,9175655.0,9352852.0,9412855.0,9581234.0,9679527.0,9796680.0,9892174.0,10008588.0,10607882.0,10235218.0,10354088.0,10423238.0,10623621.0,10694633.0,10828667.0,10936425.0,11055920.0,11119479.0,11275405.0,11944064.0]} \ No newline at end of file diff --git a/criterion/micro_ops_map/base/tukey.json b/criterion/micro_ops_map/base/tukey.json index 1874c4ec2523..96d1c1822882 100644 --- a/criterion/micro_ops_map/base/tukey.json +++ b/criterion/micro_ops_map/base/tukey.json @@ -1 +1 @@ -[9219.88181246858,9347.726853946708,9688.64696455505,9816.492006033179] \ No newline at end of file +[9226.148091450239,9338.248633361378,9637.183411791084,9749.283953702225] \ No newline at end of file diff --git a/criterion/micro_ops_map/change/estimates.json b/criterion/micro_ops_map/change/estimates.json index 20d204b6a70c..0a8e2dfc79c6 100644 --- a/criterion/micro_ops_map/change/estimates.json +++ b/criterion/micro_ops_map/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0021571211432797055,"upper_bound":0.00597470736017781},"point_estimate":0.0013488701304651407,"standard_error":0.001990633945081895},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005188430344200912,"upper_bound":-0.0007020831314166198},"point_estimate":-0.0031441514027299444,"standard_error":0.0010728473475193425}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.006175233267677654,"upper_bound":0.00996937588803123},"point_estimate":0.0010953478167605724,"standard_error":0.004090820410989838},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005011728766190956,"upper_bound":-0.00011637164844169323},"point_estimate":-0.0024539711622646454,"standard_error":0.0012182283304615254}} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/estimates.json b/criterion/micro_ops_map/new/estimates.json index 258fed35b51a..54cb76177a31 100644 --- a/criterion/micro_ops_map/new/estimates.json +++ b/criterion/micro_ops_map/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9529.276889625724,"upper_bound":9599.123843109111},"point_estimate":9561.450916142425,"standard_error":17.875557868684513},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9488.66416510319,"upper_bound":9527.653846153846},"point_estimate":9504.73594385067,"standard_error":9.186959674464413},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44.72182201770077,"upper_bound":76.51776165928914},"point_estimate":60.710525697295715,"standard_error":8.303459453703281},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9501.289373933989,"upper_bound":9555.991375644977},"point_estimate":9525.670809016608,"standard_error":14.041751022590372},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":111.40967086866556,"upper_bound":235.81231394491485},"point_estimate":179.29913098270487,"standard_error":31.845217139518972}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9513.65033538993,"upper_bound":9646.841670351423},"point_estimate":9571.924030528484,"standard_error":34.225719183556926},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9465.222222222223,"upper_bound":9495.560017581714},"point_estimate":9481.41159593952,"standard_error":7.061169132136076},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40.019020956187184,"upper_bound":68.42741749729366},"point_estimate":53.17799750364987,"standard_error":7.566316160819989},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9527.266270056478,"upper_bound":9726.181618859964},"point_estimate":9614.66687379932,"standard_error":51.25940058662442},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":139.80336680391093,"upper_bound":507.6535603213674},"point_estimate":343.4494999822293,"standard_error":96.02447600318837}} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/sample.json b/criterion/micro_ops_map/new/sample.json index 37aeb53f82e0..ea7c70ac3dd5 100644 --- a/criterion/micro_ops_map/new/sample.json +++ b/criterion/micro_ops_map/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[135585.0,245600.0,368613.0,504142.0,625866.0,737214.0,893484.0,1079191.0,1196109.0,1238595.0,1375790.0,1494874.0,1633313.0,1721346.0,1856389.0,1969263.0,2117883.0,2234278.0,2351261.0,2478990.0,2590720.0,2713721.0,2827228.0,2953345.0,3083089.0,3220384.0,3345185.0,3459683.0,3592803.0,3701088.0,3820297.0,3978544.0,4117020.0,4231416.0,4452250.0,4425849.0,4571128.0,4693535.0,4833112.0,4977179.0,5057458.0,5207935.0,5317898.0,5410244.0,5622107.0,5672101.0,6111729.0,5933712.0,6007083.0,6464594.0,6303081.0,6460103.0,6492026.0,6641758.0,6762253.0,6907587.0,7125686.0,7152668.0,7320786.0,7438313.0,7519873.0,7608101.0,7777429.0,7925011.0,8084381.0,8206445.0,8226992.0,8377652.0,8516536.0,8626724.0,9244555.0,9088481.0,9020101.0,9081210.0,9403841.0,9429347.0,9479975.0,9601191.0,9740235.0,9942192.0,9988754.0,10076161.0,10702032.0,10372167.0,10484884.0,10595676.0,10692586.0,10921388.0,11010546.0,11096204.0,11191874.0,11327622.0,11553720.0,11666816.0,11707678.0,11853991.0,11925432.0,12115236.0,12189617.0,12241555.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[113171.0,226236.0,339547.0,464801.0,583735.0,678180.0,791103.0,921689.0,1017089.0,1142589.0,1251440.0,1368758.0,1487623.0,1612614.0,1703740.0,1806325.0,1983747.0,2032210.0,2157157.0,2259093.0,2383891.0,2518329.0,2604884.0,2750258.0,2824983.0,2936773.0,3072889.0,3162859.0,3311146.0,3434330.0,3571544.0,3647209.0,3740350.0,3873181.0,3968758.0,4090658.0,4206566.0,4358196.0,4426921.0,4579134.0,4665364.0,4764437.0,4879847.0,4996185.0,5126415.0,5220384.0,5359351.0,5485953.0,5551403.0,5672515.0,5818507.0,6340488.0,6001299.0,6121980.0,6258115.0,6402995.0,6460899.0,6760429.0,6745583.0,6893881.0,6952887.0,7032161.0,7196782.0,7259567.0,7373395.0,8105900.0,7586015.0,7728430.0,8295250.0,7921801.0,10131983.0,9862781.0,9005927.0,8402678.0,8530380.0,8617006.0,8735249.0,9267452.0,9016072.0,9061277.0,9175655.0,9352852.0,9412855.0,9581234.0,9679527.0,9796680.0,9892174.0,10008588.0,10607882.0,10235218.0,10354088.0,10423238.0,10623621.0,10694633.0,10828667.0,10936425.0,11055920.0,11119479.0,11275405.0,11944064.0]} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/tukey.json b/criterion/micro_ops_map/new/tukey.json index 1874c4ec2523..96d1c1822882 100644 --- a/criterion/micro_ops_map/new/tukey.json +++ b/criterion/micro_ops_map/new/tukey.json @@ -1 +1 @@ -[9219.88181246858,9347.726853946708,9688.64696455505,9816.492006033179] \ No newline at end of file +[9226.148091450239,9338.248633361378,9637.183411791084,9749.283953702225] \ No newline at end of file diff --git a/criterion/micro_ops_map/report/MAD.svg b/criterion/micro_ops_map/report/MAD.svg index ae89eb126807..4e167816a89e 100644 --- a/criterion/micro_ops_map/report/MAD.svg +++ b/criterion/micro_ops_map/report/MAD.svg @@ -9,86 +9,62 @@ Density (a.u.) Average time (ns) - -0.005 - - - + 0.01 - - -0.015 - - - + + 0.02 - - -0.025 - - - + + 0.03 - - -0.035 - - - + + 0.04 - - -0.045 - - - + + 0.05 - - -0.055 + + +0.06 - + - + +40 + + + 45 - - + + 50 - - + + 55 - - + + 60 - - + + 65 - - + + 70 - - -75 - - - -80 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/SD.svg b/criterion/micro_ops_map/report/SD.svg index 5298a05ed958..cfddd2fbcab8 100644 --- a/criterion/micro_ops_map/report/SD.svg +++ b/criterion/micro_ops_map/report/SD.svg @@ -9,66 +9,82 @@ Density (a.u.) Average time (ns) - + +5e-4 + + + +0.001 + + + +0.0015 + + + 0.002 - - -0.004 + + +0.0025 - - -0.006 + + +0.003 - - -0.008 + + +0.0035 - - -0.01 + + +0.004 - - -0.012 + + +0.0045 - + - + 100 - - -120 + + +150 + + + +200 - - -140 + + +250 - - -160 + + +300 - - -180 + + +350 - - -200 + + +400 - - -220 + + +450 - - -240 + + +500 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/both/pdf.svg b/criterion/micro_ops_map/report/both/pdf.svg index 9608c3dd9907..f15bd7e979bb 100644 --- a/criterion/micro_ops_map/report/both/pdf.svg +++ b/criterion/micro_ops_map/report/both/pdf.svg @@ -9,59 +9,55 @@ Density (a.u.) Average Time (µs) - -1 - - - -2 + +0.5 - - -3 + + +1 - - -4 + + +1.5 - - -5 + + +2 - - -6 + + +2.5 - + -7 +3 - -8 - - - -9 + +3.5 - + - -9.5 + +9 - - + + 10 - - -10.5 + + +11 + + + +12 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_map/report/both/regression.svg b/criterion/micro_ops_map/report/both/regression.svg index d341272ee53c..e41aadb12956 100644 --- a/criterion/micro_ops_map/report/both/regression.svg +++ b/criterion/micro_ops_map/report/both/regression.svg @@ -17,11 +17,11 @@ Iterations (x 10^3) - - - - - + + + + + 0.0 @@ -31,26 +31,26 @@ Iterations (x 10^3) 2.0 - + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + 0 @@ -80,10 +80,10 @@ Iterations (x 10^3) 1.2 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_map/report/change/mean.svg b/criterion/micro_ops_map/report/change/mean.svg index 4aef4730418a..a64a3d5eb402 100644 --- a/criterion/micro_ops_map/report/change/mean.svg +++ b/criterion/micro_ops_map/report/change/mean.svg @@ -9,91 +9,83 @@ Density (a.u.) Relative change (%) - -20 - - - -40 + +10 - - -60 + + +20 - - -80 + + +30 - - -100 + + +40 - - -120 + + +50 - - -140 + + +60 - - -160 + + +70 - - -180 + + +80 - - -200 + + +90 - + - --0.003 + +-0.006 - - --0.002 + + +-0.004 - - --0.001 + + +-0.002 - - + + 0 - - -0.001 - - - + + 0.002 - - -0.003 - - - + + 0.004 - - -0.005 - - - + + 0.006 - - - - - + + +0.008 + + + +0.01 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/change/median.svg b/criterion/micro_ops_map/report/change/median.svg index beb7b0bbb51a..53223f1ff3a1 100644 --- a/criterion/micro_ops_map/report/change/median.svg +++ b/criterion/micro_ops_map/report/change/median.svg @@ -9,86 +9,62 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - -400 - - + - --0.0055 - - - + -0.005 - - --0.0045 - - - + + -0.004 - - --0.0035 - - - + + -0.003 - - --0.0025 - - - + + -0.002 - - --0.0015 - - - + + -0.001 - - --5e-4 + + +0 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/change/t-test.svg b/criterion/micro_ops_map/report/change/t-test.svg index d764f484e8f6..5014a70da5d0 100644 --- a/criterion/micro_ops_map/report/change/t-test.svg +++ b/criterion/micro_ops_map/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_map/report/index.html b/criterion/micro_ops_map/report/index.html index 76422e287602..de53b35f2e1f 100644 --- a/criterion/micro_ops_map/report/index.html +++ b/criterion/micro_ops_map/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 9.5013 µs - 9.5257 µs - 9.5560 µs + 9.5273 µs + 9.6147 µs + 9.7262 µs R² - 0.9784075 - 0.9793174 - 0.9779110 + 0.8149414 + 0.8215860 + 0.8108236 Mean - 9.5293 µs - 9.5615 µs - 9.5991 µs + 9.5137 µs + 9.5719 µs + 9.6468 µs Std. Dev. - 111.41 ns - 179.30 ns - 235.81 ns + 139.80 ns + 343.45 ns + 507.65 ns Median - 9.4887 µs - 9.5047 µs - 9.5277 µs + 9.4652 µs + 9.4814 µs + 9.4956 µs MAD - 44.722 ns - 60.711 ns - 76.518 ns + 40.019 ns + 53.178 ns + 68.427 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.2157% - +0.1349% - +0.5975% - (p = 0.50 > + -0.6175% + +0.1095% + +0.9969% + (p = 0.80 > 0.05) diff --git a/criterion/micro_ops_map/report/mean.svg b/criterion/micro_ops_map/report/mean.svg index 2792943aedba..a08eda12535b 100644 --- a/criterion/micro_ops_map/report/mean.svg +++ b/criterion/micro_ops_map/report/mean.svg @@ -9,58 +9,70 @@ Density (a.u.) Average time (µs) - -5 + +2 - - -10 + + +4 + + + +6 + + + +8 - - -15 + + +10 - - -20 + + +12 - + - -9.53 + +9.5 - - -9.54 + + +9.52 - - -9.55 + + +9.54 - - + + 9.56 - - -9.57 - - - + + 9.58 - - -9.59 - - - + + 9.6 - - - - + + +9.62 + + + +9.64 + + + +9.66 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/median.svg b/criterion/micro_ops_map/report/median.svg index 6f9671ded61d..d87a7bf3a612 100644 --- a/criterion/micro_ops_map/report/median.svg +++ b/criterion/micro_ops_map/report/median.svg @@ -9,74 +9,66 @@ Density (a.u.) Average time (µs) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 + + +80 - - - -9.485 + + +100 - - -9.49 + + +120 - - -9.495 + + +140 + + + + +9.465 - - -9.5 + + +9.47 - - -9.505 + + +9.475 - - -9.51 + + +9.48 - - -9.515 + + +9.485 - - -9.52 + + +9.49 - - -9.525 + + +9.495 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/pdf.svg b/criterion/micro_ops_map/report/pdf.svg index 28ab21deaf9a..bb827eb232b0 100644 --- a/criterion/micro_ops_map/report/pdf.svg +++ b/criterion/micro_ops_map/report/pdf.svg @@ -13,63 +13,59 @@ Average Time (µs) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - + - -9.2 + +9 - - -9.4 + + +9.5 - - -9.6 - - - -9.8 - - - + + 10 - - -10.2 + + +10.5 + + + +11 - - -10.4 + + +11.5 - - -10.6 + + +12 - + Density (a.u.) @@ -78,62 +74,54 @@ Density (a.u.) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - -2.5 - - - -3 - - - -3.5 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_map/report/pdf_small.svg b/criterion/micro_ops_map/report/pdf_small.svg index 69c0cbcb358f..d0deb8b11e9e 100644 --- a/criterion/micro_ops_map/report/pdf_small.svg +++ b/criterion/micro_ops_map/report/pdf_small.svg @@ -10,51 +10,43 @@ Average Time (µs) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - -3 - - - -3.5 - - - -4 - - + - -9.5 + +9 - - + + 10 - - -10.5 + + +11 + + + +12 - - - + + + diff --git a/criterion/micro_ops_map/report/regression.svg b/criterion/micro_ops_map/report/regression.svg index 0d7cc294b603..cedadea9b67d 100644 --- a/criterion/micro_ops_map/report/regression.svg +++ b/criterion/micro_ops_map/report/regression.svg @@ -8,170 +8,195 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - + +1.0 + + + 2.0 - - + + +3.0 + + + 4.0 - - + + +5.0 + + + 6.0 - - + + +7.0 + + + 8.0 - - + + +9.0 + + + 10.0 - - -12.0 + + +11.0 - + - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_map/report/regression_small.svg b/criterion/micro_ops_map/report/regression_small.svg index a4af7042509c..a2ba96b543a5 100644 --- a/criterion/micro_ops_map/report/regression_small.svg +++ b/criterion/micro_ops_map/report/regression_small.svg @@ -5,168 +5,193 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - + +1.0 + + + 2.0 - - + + +3.0 + + + 4.0 - - + + +5.0 + + + 6.0 - - + + +7.0 + + + 8.0 - - + + +9.0 + + + 10.0 - - -12.0 + + +11.0 - + - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - + - - - - - - - - + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + diff --git a/criterion/micro_ops_map/report/relative_pdf_small.svg b/criterion/micro_ops_map/report/relative_pdf_small.svg index fb50e631d98d..1d417a71a5a6 100644 --- a/criterion/micro_ops_map/report/relative_pdf_small.svg +++ b/criterion/micro_ops_map/report/relative_pdf_small.svg @@ -6,57 +6,53 @@ Density (a.u.) Average Time (µs) - -1 - - - -2 + +0.5 - - -3 + + +1 - - -4 + + +1.5 - - -5 + + +2 - - -6 + + +2.5 - + -7 +3 - -8 - - - -9 + +3.5 - + - -9.5 + +9 - - + + 10 - - -10.5 + + +11 + + + +12 - - - - - + + + + + diff --git a/criterion/micro_ops_map/report/relative_regression_small.svg b/criterion/micro_ops_map/report/relative_regression_small.svg index d7f9ef790ba3..919689d266a5 100644 --- a/criterion/micro_ops_map/report/relative_regression_small.svg +++ b/criterion/micro_ops_map/report/relative_regression_small.svg @@ -15,10 +15,10 @@ Iterations (x 10^3) - - - - + + + + 0.0 @@ -32,22 +32,22 @@ Iterations (x 10^3) 4.0 - + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + 0 @@ -77,8 +77,8 @@ Iterations (x 10^3) 1.2 - - - - + + + + diff --git a/criterion/micro_ops_map/report/slope.svg b/criterion/micro_ops_map/report/slope.svg index 87505bfc94d6..f82df824ef9a 100644 --- a/criterion/micro_ops_map/report/slope.svg +++ b/criterion/micro_ops_map/report/slope.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (µs) - -5 - - - -10 + +1 - - -15 + + +2 - - -20 + + +3 - - -25 + + +4 - - -30 + + +5 - - - -9.5 + + +6 - - -9.51 + + +7 - - -9.52 + + +8 - - -9.53 + + + +9.55 - - -9.54 + + +9.6 - - -9.55 + + +9.65 - - -9.56 + + +9.7 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/typical.svg b/criterion/micro_ops_map/report/typical.svg index 1ce91cd09e70..c0cdddb86f1c 100644 --- a/criterion/micro_ops_map/report/typical.svg +++ b/criterion/micro_ops_map/report/typical.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (µs) - -5 - - - -10 + +1 - - -15 + + +2 - - -20 + + +3 - - -25 + + +4 - - -30 + + +5 - - - -9.5 + + +6 - - -9.51 + + +7 - - -9.52 + + +8 - - -9.53 + + + +9.55 - - -9.54 + + +9.6 - - -9.55 + + +9.65 - - -9.56 + + +9.7 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/base/estimates.json b/criterion/micro_ops_next_tick_big/base/estimates.json index 4225cce56278..62574c986d5a 100644 --- a/criterion/micro_ops_next_tick_big/base/estimates.json +++ b/criterion/micro_ops_next_tick_big/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69568.61540645659,"upper_bound":70838.37580091534},"point_estimate":70241.79383188074,"standard_error":323.26943628868855},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69878.25174405174,"upper_bound":70163.49315068492},"point_estimate":70053.96270011947,"standard_error":66.44805874977865},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":526.643005861375,"upper_bound":1467.7718812927899},"point_estimate":774.9110707627106,"standard_error":240.94599792363985},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70550.37306935812,"upper_bound":71417.03532286453},"point_estimate":70945.18490084232,"standard_error":221.25347997534965},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2100.2662866244664,"upper_bound":4526.227713389327},"point_estimate":3265.367397470254,"standard_error":658.0510545255005}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69043.52839792852,"upper_bound":70265.36703097376},"point_estimate":69696.53753487296,"standard_error":311.04114143990057},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69731.33035714286,"upper_bound":69993.78772321428},"point_estimate":69859.5215445269,"standard_error":69.68727595039684},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":436.51163806636805,"upper_bound":776.4620384924784},"point_estimate":580.4217105287923,"standard_error":85.28341566640886},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70380.1608017729,"upper_bound":71403.86954984529},"point_estimate":70861.79931347506,"standard_error":261.61086848775363},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1882.9058875873004,"upper_bound":4403.481359120518},"point_estimate":3110.900347425901,"standard_error":683.6032325325714}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/base/sample.json b/criterion/micro_ops_next_tick_big/base/sample.json index ebf9edba5018..ab5f9ad29722 100644 --- a/criterion/micro_ops_next_tick_big/base/sample.json +++ b/criterion/micro_ops_next_tick_big/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[745262.0,1812537.0,2835608.0,4035970.0,4946130.0,5934587.0,7062835.0,8049449.0,9257486.0,10227228.0,12117439.0,12231512.0,13521522.0,14314554.0,15399861.0,16576690.0,17566450.0,18659050.0,19776989.0,21158139.0,23810415.0,22829061.0,23826956.0,25024143.0,28087476.0,26864671.0,28160202.0,29151724.0,30330326.0,31372234.0,32612209.0,33609312.0,34429756.0,37740651.0,38770696.0,39745196.0,40988479.0,39864579.0,42994576.0,42038741.0,45320332.0,43805873.0,44847638.0,46227718.0,47288699.0,48125309.0,52228796.0,52040147.0,51295215.0,52589394.0,53612866.0,57816232.0,55342930.0,56504862.0,57912071.0,64214760.0,59506160.0,61044505.0,62160882.0,63057778.0,64167371.0,65147052.0,70720217.0,68252296.0,75745219.0,69040679.0,74769937.0,72841542.0,72847954.0,74818879.0,74822114.0,80049594.0,76829025.0,77541105.0,78742150.0,79934038.0,80617506.0,81782593.0,82909589.0,83825660.0,85297401.0,86192193.0,93314845.0,88450414.0,97093898.0,90235159.0,93780705.0,94626876.0,94546236.0,95731702.0,96124616.0,96228851.0,97132760.0,99201597.0,99589192.0,101399164.0,102516702.0,102908695.0,104399391.0,105405411.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[690447.0,1706274.0,2588671.0,3570525.0,4537401.0,5552707.0,6513091.0,7491198.0,8490373.0,9537360.0,10509676.0,11504745.0,12360622.0,13320835.0,14314221.0,15302367.0,16546112.0,18693384.0,18287382.0,19609704.0,20681568.0,21412150.0,22306078.0,23365408.0,24366898.0,25263512.0,26255745.0,27272935.0,28174518.0,29772239.0,30200824.0,31189149.0,32081515.0,32971156.0,34085419.0,35402281.0,36725136.0,39390300.0,37757995.0,39207256.0,39984466.0,40972110.0,42215976.0,42950857.0,43901171.0,44953718.0,45819934.0,46873292.0,48212137.0,48856987.0,49850804.0,52327765.0,55370099.0,52868120.0,53673784.0,54669363.0,55520822.0,56637749.0,57777359.0,58631734.0,60746084.0,60949757.0,62023093.0,62697258.0,64025372.0,65002387.0,65848897.0,66763645.0,67960812.0,68571640.0,73856274.0,70857232.0,71411453.0,72275835.0,75050677.0,74419521.0,75320303.0,82085938.0,76943372.0,78591686.0,83750383.0,80222018.0,81326422.0,82434052.0,90378812.0,84695849.0,93804294.0,86511168.0,91912572.0,88463334.0,88983681.0,90272331.0,91589946.0,92198278.0,94512604.0,100228357.0,95524935.0,96113841.0,96912712.0,97788085.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/base/tukey.json b/criterion/micro_ops_next_tick_big/base/tukey.json index 29874006bb5c..1f191d39d113 100644 --- a/criterion/micro_ops_next_tick_big/base/tukey.json +++ b/criterion/micro_ops_next_tick_big/base/tukey.json @@ -1 +1 @@ -[65598.89054812437,67565.79004919446,72810.85538538136,74777.75488645145] \ No newline at end of file +[67233.06279199994,68377.08195940715,71427.79973915972,72571.81890656693] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/change/estimates.json b/criterion/micro_ops_next_tick_big/change/estimates.json index e50fe05156a1..ad15895c81f8 100644 --- a/criterion/micro_ops_next_tick_big/change/estimates.json +++ b/criterion/micro_ops_next_tick_big/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0033711809022488543,"upper_bound":0.022486587136861916},"point_estimate":0.009241993313082952,"standard_error":0.006562813162883529},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.012008430811693227,"upper_bound":0.017034102947361296},"point_estimate":0.015174193521567014,"standard_error":0.0012610736637415968}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.02072196145406735,"upper_bound":0.004613175838478157},"point_estimate":-0.0077625622476672484,"standard_error":0.006396448251332509},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0049616905835617175,"upper_bound":0.00012463805280904516},"point_estimate":-0.0027755911028890523,"standard_error":0.0012787459580794866}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/estimates.json b/criterion/micro_ops_next_tick_big/new/estimates.json index 4225cce56278..62574c986d5a 100644 --- a/criterion/micro_ops_next_tick_big/new/estimates.json +++ b/criterion/micro_ops_next_tick_big/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69568.61540645659,"upper_bound":70838.37580091534},"point_estimate":70241.79383188074,"standard_error":323.26943628868855},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69878.25174405174,"upper_bound":70163.49315068492},"point_estimate":70053.96270011947,"standard_error":66.44805874977865},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":526.643005861375,"upper_bound":1467.7718812927899},"point_estimate":774.9110707627106,"standard_error":240.94599792363985},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70550.37306935812,"upper_bound":71417.03532286453},"point_estimate":70945.18490084232,"standard_error":221.25347997534965},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2100.2662866244664,"upper_bound":4526.227713389327},"point_estimate":3265.367397470254,"standard_error":658.0510545255005}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69043.52839792852,"upper_bound":70265.36703097376},"point_estimate":69696.53753487296,"standard_error":311.04114143990057},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69731.33035714286,"upper_bound":69993.78772321428},"point_estimate":69859.5215445269,"standard_error":69.68727595039684},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":436.51163806636805,"upper_bound":776.4620384924784},"point_estimate":580.4217105287923,"standard_error":85.28341566640886},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70380.1608017729,"upper_bound":71403.86954984529},"point_estimate":70861.79931347506,"standard_error":261.61086848775363},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1882.9058875873004,"upper_bound":4403.481359120518},"point_estimate":3110.900347425901,"standard_error":683.6032325325714}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/sample.json b/criterion/micro_ops_next_tick_big/new/sample.json index ebf9edba5018..ab5f9ad29722 100644 --- a/criterion/micro_ops_next_tick_big/new/sample.json +++ b/criterion/micro_ops_next_tick_big/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[745262.0,1812537.0,2835608.0,4035970.0,4946130.0,5934587.0,7062835.0,8049449.0,9257486.0,10227228.0,12117439.0,12231512.0,13521522.0,14314554.0,15399861.0,16576690.0,17566450.0,18659050.0,19776989.0,21158139.0,23810415.0,22829061.0,23826956.0,25024143.0,28087476.0,26864671.0,28160202.0,29151724.0,30330326.0,31372234.0,32612209.0,33609312.0,34429756.0,37740651.0,38770696.0,39745196.0,40988479.0,39864579.0,42994576.0,42038741.0,45320332.0,43805873.0,44847638.0,46227718.0,47288699.0,48125309.0,52228796.0,52040147.0,51295215.0,52589394.0,53612866.0,57816232.0,55342930.0,56504862.0,57912071.0,64214760.0,59506160.0,61044505.0,62160882.0,63057778.0,64167371.0,65147052.0,70720217.0,68252296.0,75745219.0,69040679.0,74769937.0,72841542.0,72847954.0,74818879.0,74822114.0,80049594.0,76829025.0,77541105.0,78742150.0,79934038.0,80617506.0,81782593.0,82909589.0,83825660.0,85297401.0,86192193.0,93314845.0,88450414.0,97093898.0,90235159.0,93780705.0,94626876.0,94546236.0,95731702.0,96124616.0,96228851.0,97132760.0,99201597.0,99589192.0,101399164.0,102516702.0,102908695.0,104399391.0,105405411.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[690447.0,1706274.0,2588671.0,3570525.0,4537401.0,5552707.0,6513091.0,7491198.0,8490373.0,9537360.0,10509676.0,11504745.0,12360622.0,13320835.0,14314221.0,15302367.0,16546112.0,18693384.0,18287382.0,19609704.0,20681568.0,21412150.0,22306078.0,23365408.0,24366898.0,25263512.0,26255745.0,27272935.0,28174518.0,29772239.0,30200824.0,31189149.0,32081515.0,32971156.0,34085419.0,35402281.0,36725136.0,39390300.0,37757995.0,39207256.0,39984466.0,40972110.0,42215976.0,42950857.0,43901171.0,44953718.0,45819934.0,46873292.0,48212137.0,48856987.0,49850804.0,52327765.0,55370099.0,52868120.0,53673784.0,54669363.0,55520822.0,56637749.0,57777359.0,58631734.0,60746084.0,60949757.0,62023093.0,62697258.0,64025372.0,65002387.0,65848897.0,66763645.0,67960812.0,68571640.0,73856274.0,70857232.0,71411453.0,72275835.0,75050677.0,74419521.0,75320303.0,82085938.0,76943372.0,78591686.0,83750383.0,80222018.0,81326422.0,82434052.0,90378812.0,84695849.0,93804294.0,86511168.0,91912572.0,88463334.0,88983681.0,90272331.0,91589946.0,92198278.0,94512604.0,100228357.0,95524935.0,96113841.0,96912712.0,97788085.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/tukey.json b/criterion/micro_ops_next_tick_big/new/tukey.json index 29874006bb5c..1f191d39d113 100644 --- a/criterion/micro_ops_next_tick_big/new/tukey.json +++ b/criterion/micro_ops_next_tick_big/new/tukey.json @@ -1 +1 @@ -[65598.89054812437,67565.79004919446,72810.85538538136,74777.75488645145] \ No newline at end of file +[67233.06279199994,68377.08195940715,71427.79973915972,72571.81890656693] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/report/MAD.svg b/criterion/micro_ops_next_tick_big/report/MAD.svg index 07f9878e6b98..d4f3a40176c0 100644 --- a/criterion/micro_ops_next_tick_big/report/MAD.svg +++ b/criterion/micro_ops_next_tick_big/report/MAD.svg @@ -6,77 +6,93 @@ micro/ops/next_tick/big:MAD Density (a.u.) -Average time (µs) +Average time (ns) - -0.5 + +5e-4 - - -1 + + +0.001 - - -1.5 + + +0.0015 - - -2 + + +0.002 - - -2.5 + + +0.0025 - - - -0.5 + + +0.003 + + + +0.0035 + + + +0.004 - - -0.6 + + +0.0045 - - -0.7 + + +0.005 + + + +0.0055 + + + + +400 - - -0.8 + + +450 - - -0.9 + + +500 - - -1 + + +550 - - -1.1 + + +600 - - -1.2 + + +650 - - -1.3 + + +700 - - -1.4 + + +750 - - -1.5 + + +800 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/SD.svg b/criterion/micro_ops_next_tick_big/report/SD.svg index 6447c13eb615..f31a96cf071f 100644 --- a/criterion/micro_ops_next_tick_big/report/SD.svg +++ b/criterion/micro_ops_next_tick_big/report/SD.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - + - + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/both/pdf.svg b/criterion/micro_ops_next_tick_big/report/both/pdf.svg index a76b2145085d..aecc2bb82ce5 100644 --- a/criterion/micro_ops_next_tick_big/report/both/pdf.svg +++ b/criterion/micro_ops_next_tick_big/report/both/pdf.svg @@ -9,63 +9,71 @@ Density (a.u.) Average Time (µs) - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - - + + 0.18 - + + +0.2 + + + +0.22 + + - + 50 - - + + 60 - - + + 70 - + 80 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_next_tick_big/report/both/regression.svg b/criterion/micro_ops_next_tick_big/report/both/regression.svg index 4b17786e9887..4dd41affb180 100644 --- a/criterion/micro_ops_next_tick_big/report/both/regression.svg +++ b/criterion/micro_ops_next_tick_big/report/both/regression.svg @@ -105,10 +105,10 @@ Iterations (x 10^3) 1.4 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_next_tick_big/report/change/mean.svg b/criterion/micro_ops_next_tick_big/report/change/mean.svg index 6ee883230c73..7e3656d7416b 100644 --- a/criterion/micro_ops_next_tick_big/report/change/mean.svg +++ b/criterion/micro_ops_next_tick_big/report/change/mean.svg @@ -9,63 +9,59 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - + - --0.005 - - - -0 + +-0.02 - - -0.005 + + +-0.015 - - -0.01 + + +-0.01 - - -0.015 + + +-0.005 - - -0.02 + + +0 - - -0.025 + + +0.005 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/change/median.svg b/criterion/micro_ops_next_tick_big/report/change/median.svg index f5c05758536b..e4a30874e14f 100644 --- a/criterion/micro_ops_next_tick_big/report/change/median.svg +++ b/criterion/micro_ops_next_tick_big/report/change/median.svg @@ -9,59 +9,63 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - + + +350 + + - -0.012 - - - -0.013 - - - -0.014 - - - -0.015 - - - -0.016 - - - -0.017 - - - - - - + +-0.005 + + + +-0.004 + + + +-0.003 + + + +-0.002 + + + +-0.001 + + + +0 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/change/t-test.svg b/criterion/micro_ops_next_tick_big/report/change/t-test.svg index 3b5cbcee9fc8..805fb008bc81 100644 --- a/criterion/micro_ops_next_tick_big/report/change/t-test.svg +++ b/criterion/micro_ops_next_tick_big/report/change/t-test.svg @@ -17,73 +17,73 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_next_tick_big/report/index.html b/criterion/micro_ops_next_tick_big/report/index.html index f01083048658..8169634b44d4 100644 --- a/criterion/micro_ops_next_tick_big/report/index.html +++ b/criterion/micro_ops_next_tick_big/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 70.550 µs - 70.945 µs - 71.417 µs + 70.380 µs + 70.862 µs + 71.404 µs R² - 0.9090488 - 0.9127359 - 0.9074785 + 0.9020586 + 0.9075598 + 0.9006027 Mean - 69.569 µs - 70.242 µs - 70.838 µs + 69.044 µs + 69.697 µs + 70.265 µs Std. Dev. - 2.1003 µs - 3.2654 µs - 4.5262 µs + 1.8829 µs + 3.1109 µs + 4.4035 µs Median - 69.878 µs - 70.054 µs - 70.163 µs + 69.731 µs + 69.860 µs + 69.994 µs MAD - 526.64 ns - 774.91 ns - 1.4678 µs + 436.51 ns + 580.42 ns + 776.46 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.3371% - +0.9242% - +2.2487% - (p = 0.17 > + -2.0722% + -0.7763% + +0.4613% + (p = 0.23 > 0.05) diff --git a/criterion/micro_ops_next_tick_big/report/mean.svg b/criterion/micro_ops_next_tick_big/report/mean.svg index 14824a3fcb29..8d3b32d627ce 100644 --- a/criterion/micro_ops_next_tick_big/report/mean.svg +++ b/criterion/micro_ops_next_tick_big/report/mean.svg @@ -9,58 +9,70 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - + + +1.4 + + - + +69 + + + +69.2 + + + +69.4 + + + 69.6 - - + + 69.8 - - + + 70 - - + + 70.2 - - + + 70.4 - - -70.6 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/median.svg b/criterion/micro_ops_next_tick_big/report/median.svg index cfb08e2027cd..93872203c3d3 100644 --- a/criterion/micro_ops_next_tick_big/report/median.svg +++ b/criterion/micro_ops_next_tick_big/report/median.svg @@ -9,66 +9,70 @@ Density (a.u.) Average time (µs) - + +1 + + + 2 - - -4 + + +3 - + -6 +4 - -8 + +5 - - -10 + + +6 - - -12 + + +7 - - -14 + + +8 - + + +9 + + - + +69.75 + + + +69.8 + + + 69.85 - - + + 69.9 - - + + 69.95 - - + + 70 - - -70.05 - - - -70.1 - - - -70.15 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/pdf.svg b/criterion/micro_ops_next_tick_big/report/pdf.svg index 82b7c6f5c4e0..dcffe3aa2057 100644 --- a/criterion/micro_ops_next_tick_big/report/pdf.svg +++ b/criterion/micro_ops_next_tick_big/report/pdf.svg @@ -13,63 +13,63 @@ Average Time (µs) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - + - + 50 - - + + 55 - - + + 60 - - + + 65 - - + + 70 - - + + 75 - - + + 80 - + Density (a.u.) @@ -78,100 +78,82 @@ Density (a.u.) 0 - -0.02 + +0.05 - - -0.04 - - - -0.06 + + +0.1 - - -0.08 + + +0.15 - - -0.1 + + +0.2 - - -0.12 - - - -0.14 - - - -0.16 - - - -0.18 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_next_tick_big/report/pdf_small.svg b/criterion/micro_ops_next_tick_big/report/pdf_small.svg index a7c274f1c50a..4fb957f498f4 100644 --- a/criterion/micro_ops_next_tick_big/report/pdf_small.svg +++ b/criterion/micro_ops_next_tick_big/report/pdf_small.svg @@ -10,63 +10,39 @@ Average Time (µs) 0 - -0.02 + +0.05 - - -0.04 - - - -0.06 - - - -0.08 - - - + + 0.1 - - -0.12 - - - -0.14 - - - -0.16 - - - -0.18 + + +0.15 - - + + 0.2 - + - + 50 - - + + 60 - - + + 70 - - + + 80 - - - + + + diff --git a/criterion/micro_ops_next_tick_big/report/regression.svg b/criterion/micro_ops_next_tick_big/report/regression.svg index 72b735386cb8..ab4b5f228536 100644 --- a/criterion/micro_ops_next_tick_big/report/regression.svg +++ b/criterion/micro_ops_next_tick_big/report/regression.svg @@ -8,195 +8,195 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - + - - + + - - - + + + - + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_next_tick_big/report/regression_small.svg b/criterion/micro_ops_next_tick_big/report/regression_small.svg index 03bf0f703e71..e3b4098e4fc3 100644 --- a/criterion/micro_ops_next_tick_big/report/regression_small.svg +++ b/criterion/micro_ops_next_tick_big/report/regression_small.svg @@ -5,193 +5,193 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - + - - + + - + - - - + + + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg b/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg index c02ce7a27185..2dcd484e3a1c 100644 --- a/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg +++ b/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg @@ -6,51 +6,59 @@ Density (a.u.) Average Time (µs) - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - - + + 0.18 - + + +0.2 + + + +0.22 + + - + 50 - - + + 60 - + 70 @@ -59,8 +67,8 @@ Average Time (µs) 80 - - - - + + + + diff --git a/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg b/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg index ed95738db35f..f2a0b3b1726d 100644 --- a/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg +++ b/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg @@ -102,8 +102,8 @@ Iterations (x 10^3) 1.4 - - - + + + diff --git a/criterion/micro_ops_next_tick_big/report/slope.svg b/criterion/micro_ops_next_tick_big/report/slope.svg index e13029803a7d..9157ca50bd07 100644 --- a/criterion/micro_ops_next_tick_big/report/slope.svg +++ b/criterion/micro_ops_next_tick_big/report/slope.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - -1.8 - - + - -70.5 + +70.4 - - + + 70.6 - - -70.7 - - - + + 70.8 - - -70.9 - - - + + 71 - - -71.1 - - - + + 71.2 - - -71.3 - - - + + 71.4 - - -71.5 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/typical.svg b/criterion/micro_ops_next_tick_big/report/typical.svg index 4abf29eda892..058c3bc34d8f 100644 --- a/criterion/micro_ops_next_tick_big/report/typical.svg +++ b/criterion/micro_ops_next_tick_big/report/typical.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - -1.8 - - + - -70.5 + +70.4 - - + + 70.6 - - -70.7 - - - + + 70.8 - - -70.9 - - - + + 71 - - -71.1 - - - + + 71.2 - - -71.3 - - - + + 71.4 - - -71.5 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/base/estimates.json b/criterion/micro_ops_next_tick_small/base/estimates.json index 9ed5736bbff7..fa61e499db29 100644 --- a/criterion/micro_ops_next_tick_small/base/estimates.json +++ b/criterion/micro_ops_next_tick_small/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48185.91650392728,"upper_bound":48704.73606427224},"point_estimate":48454.17350384454,"standard_error":131.97144765230973},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48426.24612403101,"upper_bound":48560.91028138528},"point_estimate":48487.14606782107,"standard_error":34.747420816987145},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":183.82904244233092,"upper_bound":297.85525833208436},"point_estimate":229.88533061074853,"standard_error":29.23528542137115},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48621.969740948014,"upper_bound":49042.40242129565},"point_estimate":48809.30391324847,"standard_error":108.44929083395773},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":760.7759790850838,"upper_bound":1846.212774374997},"point_estimate":1324.3709108414826,"standard_error":281.3994685512831}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":50779.30222402625,"upper_bound":51397.16068570711},"point_estimate":51113.79227389771,"standard_error":158.09155171411467},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":51225.32402269861,"upper_bound":51399.70203030303},"point_estimate":51306.18512962963,"standard_error":50.38738546735275},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":383.22147885510424,"upper_bound":1033.1659451460832},"point_estimate":666.840628464243,"standard_error":160.76327316127927},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":51795.543118123394,"upper_bound":52210.27123221978},"point_estimate":52012.818695581496,"standard_error":105.8288142388784},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":962.1138586192797,"upper_bound":2237.4985983982147},"point_estimate":1589.3589228503808,"standard_error":345.21043976414074}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/base/sample.json b/criterion/micro_ops_next_tick_small/base/sample.json index ba104f054869..1b242ca1df42 100644 --- a/criterion/micro_ops_next_tick_small/base/sample.json +++ b/criterion/micro_ops_next_tick_small/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[21.0,42.0,63.0,84.0,105.0,126.0,147.0,168.0,189.0,210.0,231.0,252.0,273.0,294.0,315.0,336.0,357.0,378.0,399.0,420.0,441.0,462.0,483.0,504.0,525.0,546.0,567.0,588.0,609.0,630.0,651.0,672.0,693.0,714.0,735.0,756.0,777.0,798.0,819.0,840.0,861.0,882.0,903.0,924.0,945.0,966.0,987.0,1008.0,1029.0,1050.0,1071.0,1092.0,1113.0,1134.0,1155.0,1176.0,1197.0,1218.0,1239.0,1260.0,1281.0,1302.0,1323.0,1344.0,1365.0,1386.0,1407.0,1428.0,1449.0,1470.0,1491.0,1512.0,1533.0,1554.0,1575.0,1596.0,1617.0,1638.0,1659.0,1680.0,1701.0,1722.0,1743.0,1764.0,1785.0,1806.0,1827.0,1848.0,1869.0,1890.0,1911.0,1932.0,1953.0,1974.0,1995.0,2016.0,2037.0,2058.0,2079.0,2100.0],"times":[846422.0,1912684.0,2870565.0,3910548.0,4936967.0,5950541.0,6943817.0,8006894.0,8979982.0,10007222.0,11064688.0,12037887.0,13078652.0,14152018.0,15161354.0,16668471.0,17207488.0,18257710.0,19285311.0,20260825.0,21299376.0,22275580.0,23304773.0,24398618.0,25393957.0,26405268.0,27443999.0,28481517.0,29269099.0,30544262.0,31392629.0,32569557.0,33517670.0,34490377.0,35552371.0,36759718.0,37645343.0,38725022.0,43563624.0,40788797.0,41751657.0,42909561.0,43723663.0,44805995.0,45660042.0,46705786.0,47963406.0,48719419.0,49756397.0,51020901.0,52326140.0,53144047.0,54121545.0,55168491.0,60709016.0,57116231.0,57815147.0,58943606.0,60255468.0,61535380.0,62204350.0,63059840.0,64752473.0,65298062.0,66193435.0,67229120.0,68459110.0,69447887.0,70548334.0,71411266.0,72281052.0,79734821.0,74377119.0,75385414.0,76546874.0,77712122.0,78392043.0,79594711.0,85525695.0,82025202.0,83031593.0,83817010.0,84710110.0,86112711.0,86777945.0,87468275.0,89012110.0,89745771.0,95552262.0,91412716.0,92555752.0,93978021.0,94578633.0,95535731.0,96979560.0,98091808.0,99039389.0,100384543.0,100956381.0,102156454.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[20.0,40.0,60.0,80.0,100.0,120.0,140.0,160.0,180.0,200.0,220.0,240.0,260.0,280.0,300.0,320.0,340.0,360.0,380.0,400.0,420.0,440.0,460.0,480.0,500.0,520.0,540.0,560.0,580.0,600.0,620.0,640.0,660.0,680.0,700.0,720.0,740.0,760.0,780.0,800.0,820.0,840.0,860.0,880.0,900.0,920.0,940.0,960.0,980.0,1000.0,1020.0,1040.0,1060.0,1080.0,1100.0,1120.0,1140.0,1160.0,1180.0,1200.0,1220.0,1240.0,1260.0,1280.0,1300.0,1320.0,1340.0,1360.0,1380.0,1400.0,1420.0,1440.0,1460.0,1480.0,1500.0,1520.0,1540.0,1560.0,1580.0,1600.0,1620.0,1640.0,1660.0,1680.0,1700.0,1720.0,1740.0,1760.0,1780.0,1800.0,1820.0,1840.0,1860.0,1880.0,1900.0,1920.0,1940.0,1960.0,1980.0,2000.0],"times":[815660.0,1827707.0,2822353.0,3853296.0,4888588.0,5860540.0,6861156.0,7926373.0,8972516.0,9966980.0,10912163.0,11955008.0,12981714.0,14072599.0,14985962.0,16086185.0,17107972.0,18145999.0,19230531.0,20120370.0,21314920.0,22425223.0,23484028.0,24385779.0,25694674.0,26628364.0,27576543.0,28717161.0,29633200.0,30764731.0,32052556.0,32911147.0,33930637.0,34842488.0,36057010.0,37043202.0,37924226.0,39182369.0,40462603.0,40836245.0,42344669.0,42966186.0,44059639.0,45162621.0,46337849.0,47089059.0,48177673.0,49323705.0,50112367.0,51312411.0,52416505.0,53385134.0,54479350.0,55403956.0,56369639.0,57039397.0,58254740.0,59178524.0,60594423.0,61824954.0,62515552.0,63792169.0,64075672.0,65373489.0,66363398.0,67418209.0,68046059.0,69476045.0,70755067.0,71880941.0,73038475.0,74472188.0,74985211.0,77189371.0,77625520.0,78771172.0,79700026.0,80961736.0,82182128.0,83326296.0,84279267.0,85280627.0,86407053.0,87397613.0,88363628.0,89486897.0,90684726.0,92124060.0,93622722.0,94100525.0,96475214.0,98025045.0,98503073.0,99221021.0,100194148.0,102083476.0,103293539.0,103901521.0,105504731.0,106345049.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/base/tukey.json b/criterion/micro_ops_next_tick_small/base/tukey.json index c30836549867..91a11ba3b4f2 100644 --- a/criterion/micro_ops_next_tick_small/base/tukey.json +++ b/criterion/micro_ops_next_tick_small/base/tukey.json @@ -1 +1 @@ -[47360.871146679,47837.731126560786,49109.35773957889,49586.21771946068] \ No newline at end of file +[48318.867908735985,49637.84404974137,53155.11375908906,54474.08990009444] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/change/estimates.json b/criterion/micro_ops_next_tick_small/change/estimates.json index 1319df2f99c1..03cb49073df0 100644 --- a/criterion/micro_ops_next_tick_small/change/estimates.json +++ b/criterion/micro_ops_next_tick_small/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.01364280770850123,"upper_bound":-0.0007138159367127625},"point_estimate":-0.006997135783801234,"standard_error":0.0032995376519401086},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004042045120066784,"upper_bound":-0.0003545133579981874},"point_estimate":-0.00213853983520651,"standard_error":0.0009137498454001162}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.04591705338080141,"upper_bound":0.06327624579740941},"point_estimate":0.05488936406772349,"standard_error":0.004365406741940424},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.055614492125773365,"upper_bound":0.060615373910278825},"point_estimate":0.05813992553542846,"standard_error":0.0012693358344074424}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/estimates.json b/criterion/micro_ops_next_tick_small/new/estimates.json index 9ed5736bbff7..fa61e499db29 100644 --- a/criterion/micro_ops_next_tick_small/new/estimates.json +++ b/criterion/micro_ops_next_tick_small/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48185.91650392728,"upper_bound":48704.73606427224},"point_estimate":48454.17350384454,"standard_error":131.97144765230973},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48426.24612403101,"upper_bound":48560.91028138528},"point_estimate":48487.14606782107,"standard_error":34.747420816987145},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":183.82904244233092,"upper_bound":297.85525833208436},"point_estimate":229.88533061074853,"standard_error":29.23528542137115},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48621.969740948014,"upper_bound":49042.40242129565},"point_estimate":48809.30391324847,"standard_error":108.44929083395773},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":760.7759790850838,"upper_bound":1846.212774374997},"point_estimate":1324.3709108414826,"standard_error":281.3994685512831}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":50779.30222402625,"upper_bound":51397.16068570711},"point_estimate":51113.79227389771,"standard_error":158.09155171411467},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":51225.32402269861,"upper_bound":51399.70203030303},"point_estimate":51306.18512962963,"standard_error":50.38738546735275},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":383.22147885510424,"upper_bound":1033.1659451460832},"point_estimate":666.840628464243,"standard_error":160.76327316127927},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":51795.543118123394,"upper_bound":52210.27123221978},"point_estimate":52012.818695581496,"standard_error":105.8288142388784},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":962.1138586192797,"upper_bound":2237.4985983982147},"point_estimate":1589.3589228503808,"standard_error":345.21043976414074}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/sample.json b/criterion/micro_ops_next_tick_small/new/sample.json index ba104f054869..1b242ca1df42 100644 --- a/criterion/micro_ops_next_tick_small/new/sample.json +++ b/criterion/micro_ops_next_tick_small/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[21.0,42.0,63.0,84.0,105.0,126.0,147.0,168.0,189.0,210.0,231.0,252.0,273.0,294.0,315.0,336.0,357.0,378.0,399.0,420.0,441.0,462.0,483.0,504.0,525.0,546.0,567.0,588.0,609.0,630.0,651.0,672.0,693.0,714.0,735.0,756.0,777.0,798.0,819.0,840.0,861.0,882.0,903.0,924.0,945.0,966.0,987.0,1008.0,1029.0,1050.0,1071.0,1092.0,1113.0,1134.0,1155.0,1176.0,1197.0,1218.0,1239.0,1260.0,1281.0,1302.0,1323.0,1344.0,1365.0,1386.0,1407.0,1428.0,1449.0,1470.0,1491.0,1512.0,1533.0,1554.0,1575.0,1596.0,1617.0,1638.0,1659.0,1680.0,1701.0,1722.0,1743.0,1764.0,1785.0,1806.0,1827.0,1848.0,1869.0,1890.0,1911.0,1932.0,1953.0,1974.0,1995.0,2016.0,2037.0,2058.0,2079.0,2100.0],"times":[846422.0,1912684.0,2870565.0,3910548.0,4936967.0,5950541.0,6943817.0,8006894.0,8979982.0,10007222.0,11064688.0,12037887.0,13078652.0,14152018.0,15161354.0,16668471.0,17207488.0,18257710.0,19285311.0,20260825.0,21299376.0,22275580.0,23304773.0,24398618.0,25393957.0,26405268.0,27443999.0,28481517.0,29269099.0,30544262.0,31392629.0,32569557.0,33517670.0,34490377.0,35552371.0,36759718.0,37645343.0,38725022.0,43563624.0,40788797.0,41751657.0,42909561.0,43723663.0,44805995.0,45660042.0,46705786.0,47963406.0,48719419.0,49756397.0,51020901.0,52326140.0,53144047.0,54121545.0,55168491.0,60709016.0,57116231.0,57815147.0,58943606.0,60255468.0,61535380.0,62204350.0,63059840.0,64752473.0,65298062.0,66193435.0,67229120.0,68459110.0,69447887.0,70548334.0,71411266.0,72281052.0,79734821.0,74377119.0,75385414.0,76546874.0,77712122.0,78392043.0,79594711.0,85525695.0,82025202.0,83031593.0,83817010.0,84710110.0,86112711.0,86777945.0,87468275.0,89012110.0,89745771.0,95552262.0,91412716.0,92555752.0,93978021.0,94578633.0,95535731.0,96979560.0,98091808.0,99039389.0,100384543.0,100956381.0,102156454.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[20.0,40.0,60.0,80.0,100.0,120.0,140.0,160.0,180.0,200.0,220.0,240.0,260.0,280.0,300.0,320.0,340.0,360.0,380.0,400.0,420.0,440.0,460.0,480.0,500.0,520.0,540.0,560.0,580.0,600.0,620.0,640.0,660.0,680.0,700.0,720.0,740.0,760.0,780.0,800.0,820.0,840.0,860.0,880.0,900.0,920.0,940.0,960.0,980.0,1000.0,1020.0,1040.0,1060.0,1080.0,1100.0,1120.0,1140.0,1160.0,1180.0,1200.0,1220.0,1240.0,1260.0,1280.0,1300.0,1320.0,1340.0,1360.0,1380.0,1400.0,1420.0,1440.0,1460.0,1480.0,1500.0,1520.0,1540.0,1560.0,1580.0,1600.0,1620.0,1640.0,1660.0,1680.0,1700.0,1720.0,1740.0,1760.0,1780.0,1800.0,1820.0,1840.0,1860.0,1880.0,1900.0,1920.0,1940.0,1960.0,1980.0,2000.0],"times":[815660.0,1827707.0,2822353.0,3853296.0,4888588.0,5860540.0,6861156.0,7926373.0,8972516.0,9966980.0,10912163.0,11955008.0,12981714.0,14072599.0,14985962.0,16086185.0,17107972.0,18145999.0,19230531.0,20120370.0,21314920.0,22425223.0,23484028.0,24385779.0,25694674.0,26628364.0,27576543.0,28717161.0,29633200.0,30764731.0,32052556.0,32911147.0,33930637.0,34842488.0,36057010.0,37043202.0,37924226.0,39182369.0,40462603.0,40836245.0,42344669.0,42966186.0,44059639.0,45162621.0,46337849.0,47089059.0,48177673.0,49323705.0,50112367.0,51312411.0,52416505.0,53385134.0,54479350.0,55403956.0,56369639.0,57039397.0,58254740.0,59178524.0,60594423.0,61824954.0,62515552.0,63792169.0,64075672.0,65373489.0,66363398.0,67418209.0,68046059.0,69476045.0,70755067.0,71880941.0,73038475.0,74472188.0,74985211.0,77189371.0,77625520.0,78771172.0,79700026.0,80961736.0,82182128.0,83326296.0,84279267.0,85280627.0,86407053.0,87397613.0,88363628.0,89486897.0,90684726.0,92124060.0,93622722.0,94100525.0,96475214.0,98025045.0,98503073.0,99221021.0,100194148.0,102083476.0,103293539.0,103901521.0,105504731.0,106345049.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/tukey.json b/criterion/micro_ops_next_tick_small/new/tukey.json index c30836549867..91a11ba3b4f2 100644 --- a/criterion/micro_ops_next_tick_small/new/tukey.json +++ b/criterion/micro_ops_next_tick_small/new/tukey.json @@ -1 +1 @@ -[47360.871146679,47837.731126560786,49109.35773957889,49586.21771946068] \ No newline at end of file +[48318.867908735985,49637.84404974137,53155.11375908906,54474.08990009444] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/report/MAD.svg b/criterion/micro_ops_next_tick_small/report/MAD.svg index c0b77c3ebc32..48520a2fe746 100644 --- a/criterion/micro_ops_next_tick_small/report/MAD.svg +++ b/criterion/micro_ops_next_tick_small/report/MAD.svg @@ -6,73 +6,69 @@ micro/ops/next_tick/small:MAD Density (a.u.) -Average time (ns) +Average time (µs) - -0.002 + +0.5 - - -0.004 + + +1 - - -0.006 + + +1.5 - - -0.008 + + +2 - - -0.01 + + +2.5 - - -0.012 + + +3 - - -0.014 - - - -0.016 - - + - -180 + +0.4 + + + +0.5 - - -200 + + +0.6 - - -220 + + +0.7 - - -240 + + +0.8 - - -260 + + +0.9 - - -280 + + +1 - - -300 + + +1.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/SD.svg b/criterion/micro_ops_next_tick_small/report/SD.svg index 32021264a35d..60afdcf7cf48 100644 --- a/criterion/micro_ops_next_tick_small/report/SD.svg +++ b/criterion/micro_ops_next_tick_small/report/SD.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - + - -0.8 - - - + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - - - + + +2 + + + +2.2 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/both/pdf.svg b/criterion/micro_ops_next_tick_small/report/both/pdf.svg index 3926f8b92982..b3700a3b6739 100644 --- a/criterion/micro_ops_next_tick_small/report/both/pdf.svg +++ b/criterion/micro_ops_next_tick_small/report/both/pdf.svg @@ -9,55 +9,71 @@ Density (a.u.) Average Time (µs) - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - + + +0.25 + + + 0.3 - - -0.4 + + +0.35 - - -0.5 + + +0.4 - - -0.6 + + +0.45 - - -0.7 + + +0.5 - - -0.8 + + +0.55 - + - + 40 - - + + 45 - - + + 50 - - - - - + + +55 + + + + + + Base PDF diff --git a/criterion/micro_ops_next_tick_small/report/both/regression.svg b/criterion/micro_ops_next_tick_small/report/both/regression.svg index ea8da7d4f887..8e597ef96e9c 100644 --- a/criterion/micro_ops_next_tick_small/report/both/regression.svg +++ b/criterion/micro_ops_next_tick_small/report/both/regression.svg @@ -20,61 +20,61 @@ Iterations (x 10^3) - - - - - - - - - - + + + + + + + + + + 0.0 - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + 0 @@ -120,8 +120,8 @@ Iterations (x 10^3) 2 - - + + diff --git a/criterion/micro_ops_next_tick_small/report/change/mean.svg b/criterion/micro_ops_next_tick_small/report/change/mean.svg index 894016dfd689..a1c8f941b353 100644 --- a/criterion/micro_ops_next_tick_small/report/change/mean.svg +++ b/criterion/micro_ops_next_tick_small/report/change/mean.svg @@ -9,87 +9,91 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - -80 - - - -90 - - + -100 +80 - -110 + +90 - + - --0.014 - - - --0.012 - - - --0.01 - - - --0.008 - - - --0.006 - - - --0.004 - - - --0.002 - - - -0 - - - - - - + +0.044 + + + +0.046 + + + +0.048 + + + +0.05 + + + +0.052 + + + +0.054 + + + +0.056 + + + +0.058 + + + +0.06 + + + +0.062 + + + +0.064 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/change/median.svg b/criterion/micro_ops_next_tick_small/report/change/median.svg index ecc0c3881cad..8ce51a8d6d0c 100644 --- a/criterion/micro_ops_next_tick_small/report/change/median.svg +++ b/criterion/micro_ops_next_tick_small/report/change/median.svg @@ -9,79 +9,59 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - -350 - - - -400 - - + - --0.004 - - - --0.0035 - - - --0.003 - - - --0.0025 - - - --0.002 - - - --0.0015 - - - --0.001 - - - --5e-4 - - - -0 - - - - - - + +0.056 + + + +0.057 + + + +0.058 + + + +0.059 + + + +0.06 + + + +0.061 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/change/t-test.svg b/criterion/micro_ops_next_tick_small/report/change/t-test.svg index b13d418d83a3..936b19bba4db 100644 --- a/criterion/micro_ops_next_tick_small/report/change/t-test.svg +++ b/criterion/micro_ops_next_tick_small/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_next_tick_small/report/index.html b/criterion/micro_ops_next_tick_small/report/index.html index bb71ade3d7a6..3b153aa5bf08 100644 --- a/criterion/micro_ops_next_tick_small/report/index.html +++ b/criterion/micro_ops_next_tick_small/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 48.622 µs - 48.809 µs - 49.042 µs + 51.796 µs + 52.013 µs + 52.210 µs R² - 0.9540051 - 0.9558820 - 0.9529793 + 0.9711051 + 0.9731711 + 0.9714643 Mean - 48.186 µs - 48.454 µs - 48.705 µs + 50.779 µs + 51.114 µs + 51.397 µs Std. Dev. - 760.78 ns - 1.3244 µs - 1.8462 µs + 962.11 ns + 1.5894 µs + 2.2375 µs Median - 48.426 µs - 48.487 µs - 48.561 µs + 51.225 µs + 51.306 µs + 51.400 µs MAD - 183.83 ns - 229.89 ns - 297.86 ns + 383.22 ns + 666.84 ns + 1.0332 µs @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -1.3643% - -0.6997% - -0.0714% - (p = 0.03 < + +4.5917% + +5.4889% + +6.3276% + (p = 0.00 < 0.05) - Change within noise threshold. + Performance has regressed.

Additional Plots:

diff --git a/criterion/micro_ops_next_tick_small/report/mean.svg b/criterion/micro_ops_next_tick_small/report/mean.svg index 2ba7f3522174..9181d3acb64d 100644 --- a/criterion/micro_ops_next_tick_small/report/mean.svg +++ b/criterion/micro_ops_next_tick_small/report/mean.svg @@ -9,58 +9,58 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - -3 - - + - -48.2 + +50.8 + + + +50.9 - - -48.3 + + +51 - - -48.4 + + +51.1 - - -48.5 + + +51.2 - - -48.6 + + +51.3 - - -48.7 + + +51.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/median.svg b/criterion/micro_ops_next_tick_small/report/median.svg index 121eab554377..58e384761aa9 100644 --- a/criterion/micro_ops_next_tick_small/report/median.svg +++ b/criterion/micro_ops_next_tick_small/report/median.svg @@ -9,86 +9,86 @@ Density (a.u.) Average time (µs) - -2 - - - -4 + +1 - - -6 + + +2 - - -8 + + +3 - - -10 + + +4 - - -12 + + +5 - - -14 + + +6 - - -16 + + +7 - - -18 + + +8 - - -20 + + +9 - - -22 + + +10 - + - -48.42 + +51.22 + + + +51.24 - - -48.44 + + +51.26 - - -48.46 + + +51.28 - - -48.48 + + +51.3 - - -48.5 + + +51.32 - - -48.52 + + +51.34 - - -48.54 + + +51.36 - - -48.56 + + +51.38 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/pdf.svg b/criterion/micro_ops_next_tick_small/report/pdf.svg index ec949f74739e..0f31fc47f074 100644 --- a/criterion/micro_ops_next_tick_small/report/pdf.svg +++ b/criterion/micro_ops_next_tick_small/report/pdf.svg @@ -13,79 +13,79 @@ Average Time (µs) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - + + 2 - + - + 40 - - + + 42 - - + + 44 - - + + 46 - - + + 48 - - + + 50 - - + + 52 - - + + 54 - + Density (a.u.) @@ -94,66 +94,68 @@ Density (a.u.) 0 - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - -0.3 + + +0.25 - - -0.4 + + +0.3 - - -0.5 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +0.35 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_next_tick_small/report/pdf_small.svg b/criterion/micro_ops_next_tick_small/report/pdf_small.svg index 699467a09d88..121020bea851 100644 --- a/criterion/micro_ops_next_tick_small/report/pdf_small.svg +++ b/criterion/micro_ops_next_tick_small/report/pdf_small.svg @@ -10,43 +10,55 @@ Average Time (µs) 0 - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - -0.3 + + +0.25 - - -0.4 + + +0.3 - - -0.5 + + +0.35 - - -0.6 + + +0.4 - + - + 40 - - + + 45 - - + + 50 - - - + + +55 + + + + diff --git a/criterion/micro_ops_next_tick_small/report/regression.svg b/criterion/micro_ops_next_tick_small/report/regression.svg index ca4fc9a4c41e..bb6659c2de22 100644 --- a/criterion/micro_ops_next_tick_small/report/regression.svg +++ b/criterion/micro_ops_next_tick_small/report/regression.svg @@ -8,210 +8,210 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - + + 2 - + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + - - + + - - + + Sample diff --git a/criterion/micro_ops_next_tick_small/report/regression_small.svg b/criterion/micro_ops_next_tick_small/report/regression_small.svg index d96f445a84cd..6831cd9c7c9e 100644 --- a/criterion/micro_ops_next_tick_small/report/regression_small.svg +++ b/criterion/micro_ops_next_tick_small/report/regression_small.svg @@ -5,208 +5,208 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - + + 2 - + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + - - - + + + - - + + diff --git a/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg b/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg index b7d462701e3f..98f2b9a9cd84 100644 --- a/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg +++ b/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg @@ -6,53 +6,69 @@ Density (a.u.) Average Time (µs) - + +0.05 + + + 0.1 - - -0.2 + + +0.15 - + -0.3 +0.2 - -0.4 + +0.25 - - -0.5 + + +0.3 + + + +0.35 + + + +0.4 - - -0.6 + + +0.45 - - -0.7 + + +0.5 - - -0.8 + + +0.55 - + - + 40 - - + + 45 - - + + 50 - - - - - + + +55 + + + + + + diff --git a/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg b/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg index 9d6ec9c2ce70..54a427e0182b 100644 --- a/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg +++ b/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg @@ -17,61 +17,61 @@ Iterations (x 10^3) - - - - - - - - - - + + + + + + + + + + 0.0 - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + 0 @@ -117,8 +117,8 @@ Iterations (x 10^3) 2 - - + + diff --git a/criterion/micro_ops_next_tick_small/report/slope.svg b/criterion/micro_ops_next_tick_small/report/slope.svg index 8429a31fee95..eb8342ef29a6 100644 --- a/criterion/micro_ops_next_tick_small/report/slope.svg +++ b/criterion/micro_ops_next_tick_small/report/slope.svg @@ -9,82 +9,86 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - + - -48.6 + +51.75 - - -48.65 + + +51.8 - - -48.7 + + +51.85 - - -48.75 + + +51.9 - - -48.8 + + +51.95 - - -48.85 + + +52 - - -48.9 + + +52.05 - - -48.95 + + +52.1 - - -49 + + +52.15 - - -49.05 + + +52.2 - - - - + + +52.25 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/typical.svg b/criterion/micro_ops_next_tick_small/report/typical.svg index 0018b5e49301..cb8927c8382c 100644 --- a/criterion/micro_ops_next_tick_small/report/typical.svg +++ b/criterion/micro_ops_next_tick_small/report/typical.svg @@ -9,82 +9,86 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - + - -48.6 + +51.75 - - -48.65 + + +51.8 - - -48.7 + + +51.85 - - -48.75 + + +51.9 - - -48.8 + + +51.95 - - -48.85 + + +52 - - -48.9 + + +52.05 - - -48.95 + + +52.1 - - -49 + + +52.15 - - -49.05 + + +52.2 - - - - + + +52.25 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/base/estimates.json b/criterion/micro_ops_sort/base/estimates.json index 124e68c6fafc..a0bfc7c98f94 100644 --- a/criterion/micro_ops_sort/base/estimates.json +++ b/criterion/micro_ops_sort/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80512.68539640067,"upper_bound":80880.40212924047},"point_estimate":80695.7056457767,"standard_error":93.88846590409156},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80637.28055077452,"upper_bound":81062.31020408163},"point_estimate":80711.19737512982,"standard_error":126.69244036220613},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":610.5227496805227,"upper_bound":1094.9204870582842},"point_estimate":949.1540326869768,"standard_error":145.30778545964165},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80214.72065414066,"upper_bound":80533.94875749933},"point_estimate":80377.32341658046,"standard_error":81.25444221111412},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":808.5112026511761,"upper_bound":1063.3415925893871},"point_estimate":941.4525474431689,"standard_error":65.0635666607783}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80723.48837294133,"upper_bound":81317.55073249563},"point_estimate":81014.85748546186,"standard_error":151.68502202985218},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80030.42443064183,"upper_bound":81676.24603174604},"point_estimate":80579.34140944672,"standard_error":581.1779398604177},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":895.6722234154647,"upper_bound":2248.3900686189018},"point_estimate":1672.70172354115,"standard_error":374.32153709306175},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":79889.95679263094,"upper_bound":80349.61372246206},"point_estimate":80093.54734573244,"standard_error":117.79379318713613},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1310.3322577157044,"upper_bound":1724.6009471632492},"point_estimate":1528.0633152868927,"standard_error":106.15429788893147}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/base/sample.json b/criterion/micro_ops_sort/base/sample.json index 700ab8a8bc29..f8b2795505fd 100644 --- a/criterion/micro_ops_sort/base/sample.json +++ b/criterion/micro_ops_sort/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[584130.0,1138678.0,1712038.0,2278194.0,2891161.0,3414792.0,3966240.0,4595529.0,5131995.0,5665756.0,6271234.0,6836225.0,7437023.0,7949069.0,8570512.0,9147908.0,9714075.0,10253750.0,10864175.0,11426209.0,11976758.0,12562971.0,13095091.0,13649256.0,14211497.0,14732230.0,15424076.0,15899507.0,16453865.0,16998579.0,17668083.0,18161664.0,18737665.0,19363406.0,19856212.0,20517182.0,21205149.0,21605698.0,22098595.0,22842861.0,23345710.0,23861379.0,24493436.0,24972436.0,25547547.0,25790572.0,26320468.0,26851217.0,27436488.0,27679115.0,28212261.0,28829565.0,29382604.0,29836549.0,30880435.0,32522697.0,31600889.0,32231946.0,32702237.0,33355872.0,33789254.0,34393271.0,34879800.0,35572353.0,36551639.0,36609214.0,37111805.0,37577784.0,38183551.0,39175867.0,39526004.0,40088154.0,40580852.0,41536542.0,42240500.0,42962468.0,43479139.0,43983333.0,45465674.0,45031302.0,45844418.0,46277777.0,46850260.0,47440020.0,48018666.0,48468120.0,49116687.0,49611091.0,50287784.0,50659184.0,51384333.0,51964865.0,52449513.0,53071216.0,53575913.0,54124901.0,54741727.0,55348554.0,55849644.0,56475140.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[575302.0,1138160.0,1709513.0,2294731.0,2859550.0,3469677.0,4020169.0,4582879.0,5163119.0,5959069.0,6291871.0,6931134.0,7454791.0,8068987.0,8568686.0,9201583.0,9850218.0,10564581.0,11327557.0,11745267.0,12460730.0,12700897.0,13120293.0,13682139.0,14308226.0,15006094.0,15762344.0,15989815.0,16621383.0,17099214.0,17863393.0,18264854.0,18890781.0,19511305.0,20033914.0,20582414.0,21395119.0,21774755.0,22322729.0,22931775.0,23742220.0,24190589.0,24676045.0,25258607.0,25853318.0,26501973.0,28020950.0,26638658.0,27226882.0,27835985.0,28306353.0,28938369.0,29585029.0,30204841.0,30595401.0,31144880.0,31690723.0,32254774.0,32842066.0,33434994.0,34134843.0,34832179.0,35390856.0,35878497.0,36459594.0,36985304.0,37544888.0,38087422.0,38654695.0,39165276.0,39850475.0,40146510.0,41125867.0,41164923.0,42238627.0,44454633.0,42845796.0,43438158.0,44081769.0,44491203.0,45311204.0,45730926.0,46247888.0,46826279.0,47323543.0,47876390.0,50080688.0,49697361.0,49576958.0,50384835.0,50662629.0,51090003.0,51582180.0,52228489.0,52836629.0,53529380.0,53859418.0,54503396.0,55094095.0,55644884.0]} \ No newline at end of file diff --git a/criterion/micro_ops_sort/base/tukey.json b/criterion/micro_ops_sort/base/tukey.json index 2df273715699..4dcc95b908fe 100644 --- a/criterion/micro_ops_sort/base/tukey.json +++ b/criterion/micro_ops_sort/base/tukey.json @@ -1 +1 @@ -[76573.60441620834,78368.56066454198,83155.11066009833,84950.06690843197] \ No newline at end of file +[72328.44832831573,75950.52554395783,85609.39811900345,89231.47533464557] \ No newline at end of file diff --git a/criterion/micro_ops_sort/change/estimates.json b/criterion/micro_ops_sort/change/estimates.json index e5fa49969c62..f61362b800de 100644 --- a/criterion/micro_ops_sort/change/estimates.json +++ b/criterion/micro_ops_sort/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005828544164497371,"upper_bound":0.0006959926687537832},"point_estimate":-0.002608893604830853,"standard_error":0.001660614089576625},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00965417941517821,"upper_bound":0.008048214448685975},"point_estimate":-0.0009906736021532137,"standard_error":0.005898186537520127}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0002290601141095082,"upper_bound":0.008526517283542534},"point_estimate":0.0039550040133005115,"standard_error":0.0022527887197877736},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.010834473729785521,"upper_bound":0.011936887228194193},"point_estimate":-0.0016336762428422746,"standard_error":0.007380659498894324}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/estimates.json b/criterion/micro_ops_sort/new/estimates.json index 124e68c6fafc..a0bfc7c98f94 100644 --- a/criterion/micro_ops_sort/new/estimates.json +++ b/criterion/micro_ops_sort/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80512.68539640067,"upper_bound":80880.40212924047},"point_estimate":80695.7056457767,"standard_error":93.88846590409156},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80637.28055077452,"upper_bound":81062.31020408163},"point_estimate":80711.19737512982,"standard_error":126.69244036220613},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":610.5227496805227,"upper_bound":1094.9204870582842},"point_estimate":949.1540326869768,"standard_error":145.30778545964165},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80214.72065414066,"upper_bound":80533.94875749933},"point_estimate":80377.32341658046,"standard_error":81.25444221111412},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":808.5112026511761,"upper_bound":1063.3415925893871},"point_estimate":941.4525474431689,"standard_error":65.0635666607783}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80723.48837294133,"upper_bound":81317.55073249563},"point_estimate":81014.85748546186,"standard_error":151.68502202985218},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80030.42443064183,"upper_bound":81676.24603174604},"point_estimate":80579.34140944672,"standard_error":581.1779398604177},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":895.6722234154647,"upper_bound":2248.3900686189018},"point_estimate":1672.70172354115,"standard_error":374.32153709306175},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":79889.95679263094,"upper_bound":80349.61372246206},"point_estimate":80093.54734573244,"standard_error":117.79379318713613},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1310.3322577157044,"upper_bound":1724.6009471632492},"point_estimate":1528.0633152868927,"standard_error":106.15429788893147}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/sample.json b/criterion/micro_ops_sort/new/sample.json index 700ab8a8bc29..f8b2795505fd 100644 --- a/criterion/micro_ops_sort/new/sample.json +++ b/criterion/micro_ops_sort/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[584130.0,1138678.0,1712038.0,2278194.0,2891161.0,3414792.0,3966240.0,4595529.0,5131995.0,5665756.0,6271234.0,6836225.0,7437023.0,7949069.0,8570512.0,9147908.0,9714075.0,10253750.0,10864175.0,11426209.0,11976758.0,12562971.0,13095091.0,13649256.0,14211497.0,14732230.0,15424076.0,15899507.0,16453865.0,16998579.0,17668083.0,18161664.0,18737665.0,19363406.0,19856212.0,20517182.0,21205149.0,21605698.0,22098595.0,22842861.0,23345710.0,23861379.0,24493436.0,24972436.0,25547547.0,25790572.0,26320468.0,26851217.0,27436488.0,27679115.0,28212261.0,28829565.0,29382604.0,29836549.0,30880435.0,32522697.0,31600889.0,32231946.0,32702237.0,33355872.0,33789254.0,34393271.0,34879800.0,35572353.0,36551639.0,36609214.0,37111805.0,37577784.0,38183551.0,39175867.0,39526004.0,40088154.0,40580852.0,41536542.0,42240500.0,42962468.0,43479139.0,43983333.0,45465674.0,45031302.0,45844418.0,46277777.0,46850260.0,47440020.0,48018666.0,48468120.0,49116687.0,49611091.0,50287784.0,50659184.0,51384333.0,51964865.0,52449513.0,53071216.0,53575913.0,54124901.0,54741727.0,55348554.0,55849644.0,56475140.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[575302.0,1138160.0,1709513.0,2294731.0,2859550.0,3469677.0,4020169.0,4582879.0,5163119.0,5959069.0,6291871.0,6931134.0,7454791.0,8068987.0,8568686.0,9201583.0,9850218.0,10564581.0,11327557.0,11745267.0,12460730.0,12700897.0,13120293.0,13682139.0,14308226.0,15006094.0,15762344.0,15989815.0,16621383.0,17099214.0,17863393.0,18264854.0,18890781.0,19511305.0,20033914.0,20582414.0,21395119.0,21774755.0,22322729.0,22931775.0,23742220.0,24190589.0,24676045.0,25258607.0,25853318.0,26501973.0,28020950.0,26638658.0,27226882.0,27835985.0,28306353.0,28938369.0,29585029.0,30204841.0,30595401.0,31144880.0,31690723.0,32254774.0,32842066.0,33434994.0,34134843.0,34832179.0,35390856.0,35878497.0,36459594.0,36985304.0,37544888.0,38087422.0,38654695.0,39165276.0,39850475.0,40146510.0,41125867.0,41164923.0,42238627.0,44454633.0,42845796.0,43438158.0,44081769.0,44491203.0,45311204.0,45730926.0,46247888.0,46826279.0,47323543.0,47876390.0,50080688.0,49697361.0,49576958.0,50384835.0,50662629.0,51090003.0,51582180.0,52228489.0,52836629.0,53529380.0,53859418.0,54503396.0,55094095.0,55644884.0]} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/tukey.json b/criterion/micro_ops_sort/new/tukey.json index 2df273715699..4dcc95b908fe 100644 --- a/criterion/micro_ops_sort/new/tukey.json +++ b/criterion/micro_ops_sort/new/tukey.json @@ -1 +1 @@ -[76573.60441620834,78368.56066454198,83155.11066009833,84950.06690843197] \ No newline at end of file +[72328.44832831573,75950.52554395783,85609.39811900345,89231.47533464557] \ No newline at end of file diff --git a/criterion/micro_ops_sort/report/MAD.svg b/criterion/micro_ops_sort/report/MAD.svg index c3bbddb7de87..8d5d35474a23 100644 --- a/criterion/micro_ops_sort/report/MAD.svg +++ b/criterion/micro_ops_sort/report/MAD.svg @@ -9,82 +9,66 @@ Density (a.u.) Average time (µs) - -0.5 + +0.2 - - -1 - - - -1.5 + + +0.4 - - -2 + + +0.6 - + -2.5 +0.8 - -3 + +1 - - -3.5 + + +1.2 - + - -0.6 - - - -0.65 - - - -0.7 - - - -0.75 - - - + 0.8 - - -0.85 + + +1 - - -0.9 + + +1.2 - - -0.95 + + +1.4 - - -1 + + +1.6 + + + +1.8 - - -1.05 + + +2 - - -1.1 + + +2.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/SD.svg b/criterion/micro_ops_sort/report/SD.svg index 4d3c56218ee1..87cce4f1daef 100644 --- a/criterion/micro_ops_sort/report/SD.svg +++ b/criterion/micro_ops_sort/report/SD.svg @@ -9,58 +9,82 @@ Density (a.u.) Average time (µs) - + +0.5 + + + 1 - - + + +1.5 + + + 2 - - + + +2.5 + + + 3 - - + + +3.5 + + + 4 - - -5 + + + +1.3 - - -6 + + +1.35 - - - -0.8 + + +1.4 - - -0.85 + + +1.45 - - -0.9 + + +1.5 - - -0.95 + + +1.55 - - -1 + + +1.6 + + + +1.65 + + + +1.7 - - -1.05 + + +1.75 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/both/pdf.svg b/criterion/micro_ops_sort/report/both/pdf.svg index 819e9a16a6fe..2e33888d729b 100644 --- a/criterion/micro_ops_sort/report/both/pdf.svg +++ b/criterion/micro_ops_sort/report/both/pdf.svg @@ -42,26 +42,30 @@ Average Time (µs) - + 78 - - + + 80 - - + + 82 - - + + 84 - - - - - + + +86 + + + + + + Base PDF diff --git a/criterion/micro_ops_sort/report/both/regression.svg b/criterion/micro_ops_sort/report/both/regression.svg index 3dfe4a61b3d5..c28462a142dc 100644 --- a/criterion/micro_ops_sort/report/both/regression.svg +++ b/criterion/micro_ops_sort/report/both/regression.svg @@ -80,10 +80,10 @@ Iterations 700 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_sort/report/change/mean.svg b/criterion/micro_ops_sort/report/change/mean.svg index bac86e9e1690..29560caeb7e6 100644 --- a/criterion/micro_ops_sort/report/change/mean.svg +++ b/criterion/micro_ops_sort/report/change/mean.svg @@ -9,58 +9,86 @@ Density (a.u.) Relative change (%) - -50 + +20 - - -100 - - - -150 + + +40 - - -200 + + +60 - - - --0.006 + + +80 - - --0.005 + + +100 - - --0.004 + + +120 - - --0.003 + + +140 - - --0.002 + + +160 - - + + + -0.001 - - + + 0 - - + + 0.001 - - - - + + +0.002 + + + +0.003 + + + +0.004 + + + +0.005 + + + +0.006 + + + +0.007 + + + +0.008 + + + +0.009 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/change/median.svg b/criterion/micro_ops_sort/report/change/median.svg index f02f2ac71e0e..aca2be3336bc 100644 --- a/criterion/micro_ops_sort/report/change/median.svg +++ b/criterion/micro_ops_sort/report/change/median.svg @@ -9,95 +9,63 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - -90 - - - -100 - - + - + -0.01 - - --0.008 - - - --0.006 - - - --0.004 - - - --0.002 - - - -0 - - - -0.002 - - - -0.004 + + +-0.005 - - -0.006 + + +1.73472e-18 - - -0.008 + + +0.005 - - + + 0.01 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/change/t-test.svg b/criterion/micro_ops_sort/report/change/t-test.svg index 09870036b63c..84d48d0b984e 100644 --- a/criterion/micro_ops_sort/report/change/t-test.svg +++ b/criterion/micro_ops_sort/report/change/t-test.svg @@ -17,81 +17,77 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - --5.0 - - - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - - + + + t distribution diff --git a/criterion/micro_ops_sort/report/index.html b/criterion/micro_ops_sort/report/index.html index be76645d3624..b9a027e04db2 100644 --- a/criterion/micro_ops_sort/report/index.html +++ b/criterion/micro_ops_sort/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 80.215 µs - 80.377 µs - 80.534 µs + 79.890 µs + 80.094 µs + 80.350 µs R² - 0.9878869 - 0.9884312 - 0.9879262 + 0.9732782 + 0.9741573 + 0.9727674 Mean - 80.513 µs - 80.696 µs - 80.880 µs + 80.723 µs + 81.015 µs + 81.318 µs Std. Dev. - 808.51 ns - 941.45 ns - 1.0633 µs + 1.3103 µs + 1.5281 µs + 1.7246 µs Median - 80.637 µs - 80.711 µs - 81.062 µs + 80.030 µs + 80.579 µs + 81.676 µs MAD - 610.52 ns - 949.15 ns - 1.0949 µs + 895.67 ns + 1.6727 µs + 2.2484 µs @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.5829% - -0.2609% - +0.0696% - (p = 0.12 > + -0.0229% + +0.3955% + +0.8527% + (p = 0.08 > 0.05) diff --git a/criterion/micro_ops_sort/report/mean.svg b/criterion/micro_ops_sort/report/mean.svg index e6024bfaadfb..19493a27bb43 100644 --- a/criterion/micro_ops_sort/report/mean.svg +++ b/criterion/micro_ops_sort/report/mean.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - -2.5 - - - -3 - - - -3.5 - - + -4 +2.5 - -4.5 - - - -80.5 - - - -80.55 - - - -80.6 + +80.7 - - -80.65 + + +80.8 - - -80.7 + + +80.9 - - -80.75 + + +81 - - -80.8 + + +81.1 - - -80.85 + + +81.2 - - -80.9 + + +81.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/median.svg b/criterion/micro_ops_sort/report/median.svg index b59b627f57ca..8c9286fbf257 100644 --- a/criterion/micro_ops_sort/report/median.svg +++ b/criterion/micro_ops_sort/report/median.svg @@ -9,90 +9,78 @@ Density (a.u.) Average time (µs) - -1 - - - -2 - - - -3 + +0.2 - - -4 + + +0.4 - - -5 + + +0.6 - - -6 + + +0.8 - - -7 + + +1 - - -8 + + +1.2 - - -9 + + +1.4 - + - -80.6 + +80 - - -80.65 + + +80.2 - - -80.7 + + +80.4 - - -80.75 + + +80.6 - - + + 80.8 - - -80.85 - - - -80.9 + + +81 - - -80.95 + + +81.2 - - -81 + + +81.4 - - -81.05 + + +81.6 - - -81.1 + + +81.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/pdf.svg b/criterion/micro_ops_sort/report/pdf.svg index 14fa7f6f6eab..182ea6216203 100644 --- a/criterion/micro_ops_sort/report/pdf.svg +++ b/criterion/micro_ops_sort/report/pdf.svg @@ -42,34 +42,46 @@ Average Time (µs) - + 78 - - + + 79 - - + + 80 - - + + 81 - - + + 82 - - + + 83 - - + + 84 - + + +85 + + + +86 + + + +87 + + Density (a.u.) @@ -78,46 +90,32 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - -0.3 - - - -0.35 - - - -0.4 - - - - - - + + + + + - - PDF diff --git a/criterion/micro_ops_sort/report/pdf_small.svg b/criterion/micro_ops_sort/report/pdf_small.svg index 1ca8bdac0313..818fc8f269cd 100644 --- a/criterion/micro_ops_sort/report/pdf_small.svg +++ b/criterion/micro_ops_sort/report/pdf_small.svg @@ -10,59 +10,51 @@ Average Time (µs) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - -0.35 - - - -0.4 - - - -0.45 - - + - + 78 - - + + 80 - - + + 82 - - + + 84 - - - + + +86 + + + + diff --git a/criterion/micro_ops_sort/report/regression.svg b/criterion/micro_ops_sort/report/regression.svg index c24357a6371c..63c9f01921f7 100644 --- a/criterion/micro_ops_sort/report/regression.svg +++ b/criterion/micro_ops_sort/report/regression.svg @@ -16,61 +16,61 @@ Iterations - - - - - - - - - - + + + + + + + + + + 5.0 - + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - - + + 50.0 - - + + 55.0 - + 100 @@ -103,105 +103,105 @@ Iterations - + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - + + + + + + - - - + + + - - - + + + - - + + - - + + Sample diff --git a/criterion/micro_ops_sort/report/regression_small.svg b/criterion/micro_ops_sort/report/regression_small.svg index fcd45a9a40fe..e04d06b743a1 100644 --- a/criterion/micro_ops_sort/report/regression_small.svg +++ b/criterion/micro_ops_sort/report/regression_small.svg @@ -13,61 +13,61 @@ Iterations - + - - - - - - - - + + + + + + + + 5.0 - + 10.0 - + 15.0 - + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - - + + 50.0 - - + + 55.0 - + 100 @@ -100,103 +100,103 @@ Iterations - + - - + + - - + + - + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + - - + + - + - + - - + + - + - + - + - - + + diff --git a/criterion/micro_ops_sort/report/relative_pdf_small.svg b/criterion/micro_ops_sort/report/relative_pdf_small.svg index ba92fa126a5d..3de06836c415 100644 --- a/criterion/micro_ops_sort/report/relative_pdf_small.svg +++ b/criterion/micro_ops_sort/report/relative_pdf_small.svg @@ -39,24 +39,28 @@ Average Time (µs) - + 78 - - + + 80 - - + + 82 - - + + 84 - - - - - + + +86 + + + + + + diff --git a/criterion/micro_ops_sort/report/relative_regression_small.svg b/criterion/micro_ops_sort/report/relative_regression_small.svg index 8fd22b254ede..9a5dcf8a7136 100644 --- a/criterion/micro_ops_sort/report/relative_regression_small.svg +++ b/criterion/micro_ops_sort/report/relative_regression_small.svg @@ -77,8 +77,8 @@ Iterations 700 - + - - + + diff --git a/criterion/micro_ops_sort/report/slope.svg b/criterion/micro_ops_sort/report/slope.svg index b0179c2b3042..b103d41315fb 100644 --- a/criterion/micro_ops_sort/report/slope.svg +++ b/criterion/micro_ops_sort/report/slope.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - -4 + + + +79.9 - - -4.5 + + +80 - - -5 + + +80.1 - - - + + 80.2 - - -80.25 - - - + + 80.3 - - -80.35 - - - + + 80.4 - - -80.45 - - - -80.5 - - - -80.55 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/typical.svg b/criterion/micro_ops_sort/report/typical.svg index 33ccd316e42b..fa9b3cef422e 100644 --- a/criterion/micro_ops_sort/report/typical.svg +++ b/criterion/micro_ops_sort/report/typical.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - -4 + + + +79.9 - - -4.5 + + +80 - - -5 + + +80.1 - - - + + 80.2 - - -80.25 - - - + + 80.3 - - -80.35 - - - + + 80.4 - - -80.45 - - - -80.5 - - - -80.55 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/base/estimates.json b/criterion/micro_ops_tee/base/estimates.json index 71397831331f..4e94e241535b 100644 --- a/criterion/micro_ops_tee/base/estimates.json +++ b/criterion/micro_ops_tee/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6911.18129516325,"upper_bound":6934.279183181884},"point_estimate":6921.287046281982,"standard_error":5.95644443514866},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6906.809139784947,"upper_bound":6922.6483739837395},"point_estimate":6916.718567251462,"standard_error":4.048306942858529},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":25.004358322987223,"upper_bound":40.947941786679394},"point_estimate":33.02294104567004,"standard_error":3.767632679781402},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6915.428262076778,"upper_bound":6928.816154290285},"point_estimate":6922.05529826117,"standard_error":3.393866328881856},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29.104684121736092,"upper_bound":91.01542742710113},"point_estimate":60.074637446917635,"standard_error":18.14957981978228}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6907.835436966808,"upper_bound":6921.368461177819},"point_estimate":6914.473045505567,"standard_error":3.45603128215516},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6902.54,"upper_bound":6912.62911557042},"point_estimate":6907.770225294419,"standard_error":2.4783855781555473},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17.161591485428524,"upper_bound":31.43947856286001},"point_estimate":23.196512088179137,"standard_error":3.549773036582323},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6911.73579191942,"upper_bound":6923.498569978924},"point_estimate":6917.403131865425,"standard_error":2.992116533317265},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28.361547738817382,"upper_bound":40.21862147205493},"point_estimate":34.697609326472325,"standard_error":3.034194521392127}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/base/sample.json b/criterion/micro_ops_tee/base/sample.json index 94a7b3fada03..4ab40fe6798e 100644 --- a/criterion/micro_ops_tee/base/sample.json +++ b/criterion/micro_ops_tee/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[82626.0,177310.0,248175.0,335641.0,412496.0,496102.0,577723.0,666230.0,741066.0,846596.0,913067.0,993193.0,1082428.0,1168533.0,1243385.0,1319106.0,1401693.0,1484939.0,1567784.0,1665456.0,1751992.0,1828632.0,1922772.0,1981636.0,2070518.0,2163534.0,2241485.0,2331405.0,2389500.0,2479776.0,2574319.0,2656566.0,2721044.0,2804584.0,2907912.0,2978494.0,3062859.0,3154136.0,3263944.0,3300182.0,3380029.0,3459981.0,3572133.0,3649150.0,3718960.0,3818672.0,3933682.0,3967392.0,4067573.0,4140318.0,4201372.0,4297477.0,4374311.0,4467058.0,4561480.0,4772692.0,4722512.0,4844103.0,4887551.0,5002346.0,5065298.0,5124837.0,5247121.0,5304969.0,5373540.0,5473364.0,5570957.0,5658593.0,5726839.0,5770331.0,5903215.0,6011037.0,6035602.0,6151977.0,6243762.0,6318772.0,6378232.0,6464236.0,6563621.0,6661641.0,6684279.0,6811886.0,6866422.0,6965321.0,7072947.0,7153852.0,7220207.0,7341617.0,7419927.0,7491994.0,7598815.0,7692765.0,7707999.0,7818788.0,7873396.0,7984267.0,8071510.0,8128225.0,8238430.0,8305472.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[82412.0,164829.0,247264.0,332404.0,411964.0,494335.0,576775.0,666589.0,741592.0,843076.0,906332.0,996986.0,1075094.0,1155655.0,1237833.0,1317643.0,1407024.0,1485358.0,1571764.0,1678214.0,1736840.0,1840720.0,1901205.0,1991962.0,2089927.0,2142327.0,2232870.0,2326024.0,2414220.0,2503914.0,2565985.0,2659352.0,2733941.0,2815687.0,2902718.0,3015939.0,3060874.0,3147242.0,3231630.0,3299291.0,3404401.0,3481439.0,3568538.0,3683853.0,3761121.0,3869980.0,3926093.0,3979231.0,4055434.0,4141524.0,4265152.0,4314254.0,4382664.0,4462762.0,4549823.0,4634396.0,4719490.0,4843386.0,4900126.0,4978773.0,5136212.0,5139495.0,5217385.0,5293258.0,5392722.0,5534199.0,5545966.0,5638461.0,5722732.0,5798871.0,5903840.0,5960911.0,6025188.0,6136499.0,6204189.0,6337962.0,6403938.0,6464575.0,6571042.0,6625687.0,6717618.0,6798660.0,6888503.0,7012962.0,7057469.0,7133313.0,7210906.0,7322351.0,7391860.0,7461321.0,7596353.0,7649494.0,7679907.0,7785784.0,7873614.0,7952424.0,8061328.0,8153957.0,8192158.0,8287146.0]} \ No newline at end of file diff --git a/criterion/micro_ops_tee/base/tukey.json b/criterion/micro_ops_tee/base/tukey.json index b1012e603949..01602315400b 100644 --- a/criterion/micro_ops_tee/base/tukey.json +++ b/criterion/micro_ops_tee/base/tukey.json @@ -1 +1 @@ -[6755.256617292915,6822.5062722924,7001.838685624362,7069.088340623848] \ No newline at end of file +[6795.645438188112,6844.669778503944,6975.401352679496,7024.425692995328] \ No newline at end of file diff --git a/criterion/micro_ops_tee/change/estimates.json b/criterion/micro_ops_tee/change/estimates.json index 98821d0d1ae1..1ec6e19d5ca4 100644 --- a/criterion/micro_ops_tee/change/estimates.json +++ b/criterion/micro_ops_tee/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.010866463477762546,"upper_bound":-0.006570874611174193},"point_estimate":-0.008932558019798087,"standard_error":0.0010884132144871282},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.009786614905176681,"upper_bound":-0.0067614356144913845},"point_estimate":-0.008001748400207065,"standard_error":0.0007870582955884904}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0030586615665418593,"upper_bound":0.000868024818023898},"point_estimate":-0.0009844990867812209,"standard_error":0.0010011657376014383},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0022967582203184955,"upper_bound":0.00031852662505560403},"point_estimate":-0.001293726478826418,"standard_error":0.0006845318671623715}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/estimates.json b/criterion/micro_ops_tee/new/estimates.json index 71397831331f..4e94e241535b 100644 --- a/criterion/micro_ops_tee/new/estimates.json +++ b/criterion/micro_ops_tee/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6911.18129516325,"upper_bound":6934.279183181884},"point_estimate":6921.287046281982,"standard_error":5.95644443514866},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6906.809139784947,"upper_bound":6922.6483739837395},"point_estimate":6916.718567251462,"standard_error":4.048306942858529},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":25.004358322987223,"upper_bound":40.947941786679394},"point_estimate":33.02294104567004,"standard_error":3.767632679781402},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6915.428262076778,"upper_bound":6928.816154290285},"point_estimate":6922.05529826117,"standard_error":3.393866328881856},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29.104684121736092,"upper_bound":91.01542742710113},"point_estimate":60.074637446917635,"standard_error":18.14957981978228}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6907.835436966808,"upper_bound":6921.368461177819},"point_estimate":6914.473045505567,"standard_error":3.45603128215516},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6902.54,"upper_bound":6912.62911557042},"point_estimate":6907.770225294419,"standard_error":2.4783855781555473},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17.161591485428524,"upper_bound":31.43947856286001},"point_estimate":23.196512088179137,"standard_error":3.549773036582323},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6911.73579191942,"upper_bound":6923.498569978924},"point_estimate":6917.403131865425,"standard_error":2.992116533317265},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28.361547738817382,"upper_bound":40.21862147205493},"point_estimate":34.697609326472325,"standard_error":3.034194521392127}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/sample.json b/criterion/micro_ops_tee/new/sample.json index 94a7b3fada03..4ab40fe6798e 100644 --- a/criterion/micro_ops_tee/new/sample.json +++ b/criterion/micro_ops_tee/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[82626.0,177310.0,248175.0,335641.0,412496.0,496102.0,577723.0,666230.0,741066.0,846596.0,913067.0,993193.0,1082428.0,1168533.0,1243385.0,1319106.0,1401693.0,1484939.0,1567784.0,1665456.0,1751992.0,1828632.0,1922772.0,1981636.0,2070518.0,2163534.0,2241485.0,2331405.0,2389500.0,2479776.0,2574319.0,2656566.0,2721044.0,2804584.0,2907912.0,2978494.0,3062859.0,3154136.0,3263944.0,3300182.0,3380029.0,3459981.0,3572133.0,3649150.0,3718960.0,3818672.0,3933682.0,3967392.0,4067573.0,4140318.0,4201372.0,4297477.0,4374311.0,4467058.0,4561480.0,4772692.0,4722512.0,4844103.0,4887551.0,5002346.0,5065298.0,5124837.0,5247121.0,5304969.0,5373540.0,5473364.0,5570957.0,5658593.0,5726839.0,5770331.0,5903215.0,6011037.0,6035602.0,6151977.0,6243762.0,6318772.0,6378232.0,6464236.0,6563621.0,6661641.0,6684279.0,6811886.0,6866422.0,6965321.0,7072947.0,7153852.0,7220207.0,7341617.0,7419927.0,7491994.0,7598815.0,7692765.0,7707999.0,7818788.0,7873396.0,7984267.0,8071510.0,8128225.0,8238430.0,8305472.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[82412.0,164829.0,247264.0,332404.0,411964.0,494335.0,576775.0,666589.0,741592.0,843076.0,906332.0,996986.0,1075094.0,1155655.0,1237833.0,1317643.0,1407024.0,1485358.0,1571764.0,1678214.0,1736840.0,1840720.0,1901205.0,1991962.0,2089927.0,2142327.0,2232870.0,2326024.0,2414220.0,2503914.0,2565985.0,2659352.0,2733941.0,2815687.0,2902718.0,3015939.0,3060874.0,3147242.0,3231630.0,3299291.0,3404401.0,3481439.0,3568538.0,3683853.0,3761121.0,3869980.0,3926093.0,3979231.0,4055434.0,4141524.0,4265152.0,4314254.0,4382664.0,4462762.0,4549823.0,4634396.0,4719490.0,4843386.0,4900126.0,4978773.0,5136212.0,5139495.0,5217385.0,5293258.0,5392722.0,5534199.0,5545966.0,5638461.0,5722732.0,5798871.0,5903840.0,5960911.0,6025188.0,6136499.0,6204189.0,6337962.0,6403938.0,6464575.0,6571042.0,6625687.0,6717618.0,6798660.0,6888503.0,7012962.0,7057469.0,7133313.0,7210906.0,7322351.0,7391860.0,7461321.0,7596353.0,7649494.0,7679907.0,7785784.0,7873614.0,7952424.0,8061328.0,8153957.0,8192158.0,8287146.0]} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/tukey.json b/criterion/micro_ops_tee/new/tukey.json index b1012e603949..01602315400b 100644 --- a/criterion/micro_ops_tee/new/tukey.json +++ b/criterion/micro_ops_tee/new/tukey.json @@ -1 +1 @@ -[6755.256617292915,6822.5062722924,7001.838685624362,7069.088340623848] \ No newline at end of file +[6795.645438188112,6844.669778503944,6975.401352679496,7024.425692995328] \ No newline at end of file diff --git a/criterion/micro_ops_tee/report/MAD.svg b/criterion/micro_ops_tee/report/MAD.svg index 9237cdca8eb0..5d2684f8cc5e 100644 --- a/criterion/micro_ops_tee/report/MAD.svg +++ b/criterion/micro_ops_tee/report/MAD.svg @@ -13,74 +13,70 @@ Average time (ns) 0.02 - + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - + - + +16 + + + +18 + + + +20 + + + +22 + + + 24 - - + + 26 - - + + 28 - - + + 30 - - + + 32 - - -34 - - - -36 - - - -38 - - - -40 - - - -42 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/SD.svg b/criterion/micro_ops_tee/report/SD.svg index 58bc7466413d..b2e96eb08ce4 100644 --- a/criterion/micro_ops_tee/report/SD.svg +++ b/criterion/micro_ops_tee/report/SD.svg @@ -9,70 +9,66 @@ Density (a.u.) Average time (ns) - -0.005 + +0.02 - - -0.01 + + +0.04 - - -0.015 + + +0.06 - - -0.02 + + +0.08 - - -0.025 + + +0.1 - - -0.03 + + +0.12 - - -0.035 - - - -0.04 + + +0.14 - + - -30 + +28 - - -40 + + +30 - - -50 + + +32 - - -60 + + +34 - - -70 + + +36 - - -80 + + +38 - - -90 + + +40 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/both/pdf.svg b/criterion/micro_ops_tee/report/both/pdf.svg index 8acd8d01e7f8..d99f4be91726 100644 --- a/criterion/micro_ops_tee/report/both/pdf.svg +++ b/criterion/micro_ops_tee/report/both/pdf.svg @@ -9,50 +9,30 @@ Density (a.u.) Average Time (µs) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - - -9 - - - + + 10 - - -11 + + +12 - + 6.8 @@ -70,10 +50,10 @@ Average Time (µs) 7.4 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_tee/report/both/regression.svg b/criterion/micro_ops_tee/report/both/regression.svg index 36105131bae9..992605631a5e 100644 --- a/criterion/micro_ops_tee/report/both/regression.svg +++ b/criterion/micro_ops_tee/report/both/regression.svg @@ -16,51 +16,51 @@ Iterations (x 10^3) - - - - - - - - + + + + + + + + 0.0 - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - + 0 @@ -92,8 +92,8 @@ Iterations (x 10^3) - - + + Base Sample diff --git a/criterion/micro_ops_tee/report/change/mean.svg b/criterion/micro_ops_tee/report/change/mean.svg index 0675df8d19be..61fb46b5b8e8 100644 --- a/criterion/micro_ops_tee/report/change/mean.svg +++ b/criterion/micro_ops_tee/report/change/mean.svg @@ -9,79 +9,79 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - + + +400 + + - --0.011 - - - --0.0105 - - - --0.01 - - - --0.0095 - - - --0.009 - - - --0.0085 - - - --0.008 - - - --0.0075 - - - --0.007 - - - --0.0065 - - - - - - + +-0.003 + + + +-0.0025 + + + +-0.002 + + + +-0.0015 + + + +-0.001 + + + +-5e-4 + + + +0 + + + +5e-4 + + + +0.001 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/change/median.svg b/criterion/micro_ops_tee/report/change/median.svg index a388405c8d27..4a9bdfcf3ec2 100644 --- a/criterion/micro_ops_tee/report/change/median.svg +++ b/criterion/micro_ops_tee/report/change/median.svg @@ -9,87 +9,67 @@ Density (a.u.) Relative change (%) - -50 - - - + 100 - - -150 - - - + + 200 - - -250 - - - + + 300 - - -350 - - - + + 400 - - -450 - - - + + 500 - - -550 + + +600 + + + +700 - + - --0.01 - - - --0.0095 - - - --0.009 - - - --0.0085 - - - --0.008 - - - --0.0075 - - - --0.007 - - - --0.0065 - - - - - - + +-0.0025 + + + +-0.002 + + + +-0.0015 + + + +-0.001 + + + +-5e-4 + + + +0 + + + +5e-4 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/change/t-test.svg b/criterion/micro_ops_tee/report/change/t-test.svg index 700318b3228b..550a455612df 100644 --- a/criterion/micro_ops_tee/report/change/t-test.svg +++ b/criterion/micro_ops_tee/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_tee/report/index.html b/criterion/micro_ops_tee/report/index.html index ac244b755a65..0bf5847ec109 100644 --- a/criterion/micro_ops_tee/report/index.html +++ b/criterion/micro_ops_tee/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 6.9154 µs - 6.9221 µs - 6.9288 µs + 6.9117 µs + 6.9174 µs + 6.9235 µs R² - 0.9972990 - 0.9974249 - 0.9972939 + 0.9979593 + 0.9980523 + 0.9979447 Mean - 6.9112 µs - 6.9213 µs - 6.9343 µs + 6.9078 µs + 6.9145 µs + 6.9214 µs Std. Dev. - 29.105 ns - 60.075 ns - 91.015 ns + 28.362 ns + 34.698 ns + 40.219 ns Median - 6.9068 µs - 6.9167 µs - 6.9226 µs + 6.9025 µs + 6.9078 µs + 6.9126 µs MAD - 25.004 ns - 33.023 ns - 40.948 ns + 17.162 ns + 23.197 ns + 31.439 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -1.0866% - -0.8933% - -0.6571% - (p = 0.00 < + -0.3059% + -0.0984% + +0.0868% + (p = 0.34 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/micro_ops_tee/report/mean.svg b/criterion/micro_ops_tee/report/mean.svg index bb0c9525fe5a..c332e5b6f291 100644 --- a/criterion/micro_ops_tee/report/mean.svg +++ b/criterion/micro_ops_tee/report/mean.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 + + +80 + + + +100 - + + +120 + + - + +6.908 + + + 6.91 - - -6.915 + + +6.912 - - -6.92 + + +6.914 - - -6.925 + + +6.916 - - -6.93 + + +6.918 - - -6.935 + + +6.92 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/median.svg b/criterion/micro_ops_tee/report/median.svg index 5c002e8ee0a8..2bc5929e6d37 100644 --- a/criterion/micro_ops_tee/report/median.svg +++ b/criterion/micro_ops_tee/report/median.svg @@ -9,94 +9,50 @@ Density (a.u.) Average time (µs) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 - - - -140 + + +150 - - -160 - - - -180 - - - + + 200 - - -220 - - + - + +6.902 + + + +6.904 + + + 6.906 - - + + 6.908 - - + + 6.91 - - + + 6.912 - - -6.914 - - - -6.916 - - - -6.918 - - - -6.92 - - - -6.922 - - - -6.924 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/pdf.svg b/criterion/micro_ops_tee/report/pdf.svg index 1dbe9d883acd..ced49f455882 100644 --- a/criterion/micro_ops_tee/report/pdf.svg +++ b/criterion/micro_ops_tee/report/pdf.svg @@ -38,34 +38,26 @@ Average Time (µs) - -6.8 + +6.85 - - + + 6.9 - - -7 - - - -7.1 - - - -7.2 + + +6.95 - - -7.3 + + +7 - - -7.4 + + +7.05 - + Density (a.u.) @@ -74,54 +66,50 @@ Density (a.u.) 0 - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - - -9 + + +10 + + + +12 - - - - - + + + + + - - - - - - - + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_tee/report/pdf_small.svg b/criterion/micro_ops_tee/report/pdf_small.svg index 5e65b2ecd6c2..4f517673de62 100644 --- a/criterion/micro_ops_tee/report/pdf_small.svg +++ b/criterion/micro_ops_tee/report/pdf_small.svg @@ -10,63 +10,55 @@ Average Time (µs) 0 - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - - -9 - - - + + 10 - + + +12 + + + +14 + + - -6.8 + +6.85 - - -7 + + +6.9 - - -7.2 + + +6.95 + + + +7 - - -7.4 + + +7.05 - - - + + + diff --git a/criterion/micro_ops_tee/report/regression.svg b/criterion/micro_ops_tee/report/regression.svg index c5903c7f12eb..20620b1fb7fb 100644 --- a/criterion/micro_ops_tee/report/regression.svg +++ b/criterion/micro_ops_tee/report/regression.svg @@ -17,11 +17,11 @@ Iterations (x 10^3) - - - - - + + + + + 1.0 @@ -35,26 +35,26 @@ Iterations (x 10^3) 3.0 - + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - + 0.2 @@ -93,95 +93,95 @@ Iterations (x 10^3) - + - - - - - - - - - + + + + + + + + + - - + + - - - - - + + + + + - - - - - - - - + + + + + + + + - - - - - - + + + + + + - + - - + + - - - + + + - - + + - - - - - + + + + + - - - + + + - - - + + + - - + + - + - - - - - - - + + + + + + + - - + + - + Sample diff --git a/criterion/micro_ops_tee/report/regression_small.svg b/criterion/micro_ops_tee/report/regression_small.svg index 66d09786d35f..c852ac635c4d 100644 --- a/criterion/micro_ops_tee/report/regression_small.svg +++ b/criterion/micro_ops_tee/report/regression_small.svg @@ -15,9 +15,9 @@ Iterations (x 10^3) - - - + + + @@ -36,18 +36,18 @@ Iterations (x 10^3) 4.0 - + 5.0 - - + + 6.0 - - + + 7.0 - + 8.0 @@ -80,17 +80,17 @@ Iterations (x 10^3) - + - + - + @@ -98,85 +98,85 @@ Iterations (x 10^3) - - - - + + + + - - + + - - + + - - + + - + - + - - - + + + - - - + + + - + - - - - + + + + - - + + - + - + - - - - - - - - + + + + + + + + - - + + - + - - + + - - + + - + diff --git a/criterion/micro_ops_tee/report/relative_pdf_small.svg b/criterion/micro_ops_tee/report/relative_pdf_small.svg index 65c7dbc78eb5..1c63d6e6b97b 100644 --- a/criterion/micro_ops_tee/report/relative_pdf_small.svg +++ b/criterion/micro_ops_tee/report/relative_pdf_small.svg @@ -6,50 +6,30 @@ Density (a.u.) Average Time (µs) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - - -9 - - - + + 10 - - -11 + + +12 - + 6.8 @@ -67,8 +47,8 @@ Average Time (µs) 7.4 - - - - + + + + diff --git a/criterion/micro_ops_tee/report/relative_regression_small.svg b/criterion/micro_ops_tee/report/relative_regression_small.svg index b51164107ae2..7fc7af8fb1f8 100644 --- a/criterion/micro_ops_tee/report/relative_regression_small.svg +++ b/criterion/micro_ops_tee/report/relative_regression_small.svg @@ -14,13 +14,13 @@ Iterations (x 10^3) - - - - - - - + + + + + + + 0.0 @@ -30,34 +30,34 @@ Iterations (x 10^3) 1.0 - + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - + 0 @@ -89,6 +89,6 @@ Iterations (x 10^3) - - + + diff --git a/criterion/micro_ops_tee/report/slope.svg b/criterion/micro_ops_tee/report/slope.svg index 5f1cf0dceb91..643867fd9c85 100644 --- a/criterion/micro_ops_tee/report/slope.svg +++ b/criterion/micro_ops_tee/report/slope.svg @@ -9,70 +9,66 @@ Density (a.u.) Average time (µs) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - + + +140 + + - + +6.912 + + + 6.914 - - + + 6.916 - - + + 6.918 - - + + 6.92 - - + + 6.922 - - + + 6.924 - - -6.926 - - - -6.928 - - - -6.93 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/typical.svg b/criterion/micro_ops_tee/report/typical.svg index df4f2ae819c8..5b0dbc9579d3 100644 --- a/criterion/micro_ops_tee/report/typical.svg +++ b/criterion/micro_ops_tee/report/typical.svg @@ -9,70 +9,66 @@ Density (a.u.) Average time (µs) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - + + +140 + + - + +6.912 + + + 6.914 - - + + 6.916 - - + + 6.918 - - + + 6.92 - - + + 6.922 - - + + 6.924 - - -6.926 - - - -6.928 - - - -6.93 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/base/estimates.json b/criterion/micro_ops_union/base/estimates.json index 9814d4346bd8..b4b81ed9f5c9 100644 --- a/criterion/micro_ops_union/base/estimates.json +++ b/criterion/micro_ops_union/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15174.390100499897,"upper_bound":15391.632983597643},"point_estimate":15269.825158356458,"standard_error":56.07885701521084},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15114.3125,"upper_bound":15151.192708333334},"point_estimate":15131.783642344497,"standard_error":11.108875504541212},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":50.32950895495811,"upper_bound":86.54946708170817},"point_estimate":64.9009189877294,"standard_error":10.049610556740719},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15144.176045360384,"upper_bound":15208.480876924954},"point_estimate":15173.259323924929,"standard_error":16.45735919583771},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":208.83840475409806,"upper_bound":833.0210956787388},"point_estimate":564.5154323432131,"standard_error":159.32270099249774}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15078.349547017759,"upper_bound":15146.474071993442},"point_estimate":15109.333652523528,"standard_error":17.46353291067588},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15066.286160714286,"upper_bound":15095.996153846154},"point_estimate":15080.391721491229,"standard_error":6.773464732435875},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":51.842002196058196,"upper_bound":103.1014703610599},"point_estimate":69.28192718723992,"standard_error":13.471732549262102},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15104.292472373827,"upper_bound":15217.005703864123},"point_estimate":15155.566098344909,"standard_error":28.938155842412787},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":94.5723508832876,"upper_bound":242.3237482799922},"point_estimate":175.65886352965788,"standard_error":37.62559501117575}} \ No newline at end of file diff --git a/criterion/micro_ops_union/base/sample.json b/criterion/micro_ops_union/base/sample.json index b8c39396bd3a..c0384bce4a6b 100644 --- a/criterion/micro_ops_union/base/sample.json +++ b/criterion/micro_ops_union/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[120695.0,241829.0,362967.0,483315.0,603865.0,822925.0,890451.0,976847.0,1086119.0,1217418.0,1382224.0,1834358.0,1570984.0,1704980.0,1832878.0,2320912.0,2104317.0,2173187.0,2299892.0,2432964.0,2545397.0,2646149.0,2789515.0,2901828.0,3017432.0,3139486.0,3275194.0,3376655.0,3544654.0,4007596.0,3756430.0,3936290.0,3978307.0,4128990.0,4216856.0,4344001.0,4468365.0,4605470.0,4707998.0,4820148.0,4945520.0,5082479.0,5172791.0,5294503.0,5436972.0,5538610.0,5663828.0,5797871.0,5914832.0,6032202.0,6172797.0,6287524.0,6375583.0,6545381.0,6682788.0,6798054.0,6977048.0,7004627.0,7165783.0,7208286.0,7374971.0,7490008.0,7620671.0,7725627.0,7893583.0,8001484.0,8141111.0,8231180.0,8368914.0,8506371.0,8615238.0,9100441.0,8839079.0,8948823.0,9068816.0,9171797.0,9325646.0,9399657.0,9540116.0,9994957.0,9872892.0,9948564.0,10059157.0,10142178.0,10301717.0,10431038.0,10631698.0,10653420.0,10736589.0,10946741.0,10974166.0,11184342.0,11248788.0,11404749.0,11473493.0,11636116.0,11911857.0,11920072.0,11997506.0,12124223.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[119604.0,239020.0,358694.0,478061.0,597800.0,725580.0,836352.0,962406.0,1092792.0,1206771.0,1330866.0,1434510.0,1563570.0,1674599.0,1800824.0,1929757.0,2078407.0,2176254.0,2329335.0,2395011.0,2522719.0,2627479.0,2754563.0,2898005.0,3017351.0,3115766.0,3265665.0,3375037.0,3514198.0,3635644.0,3735142.0,3865803.0,3983788.0,4097316.0,4218324.0,4343547.0,4508141.0,4584023.0,4694749.0,4785310.0,4915216.0,5038363.0,5195859.0,5311667.0,5426370.0,5520783.0,5710590.0,5814709.0,5904485.0,6032940.0,6187716.0,6227435.0,6402230.0,6586584.0,6651714.0,6744291.0,6877334.0,6993280.0,7175606.0,7237642.0,7389740.0,7517111.0,7593763.0,7677564.0,7849918.0,7981541.0,8105461.0,8161737.0,8286223.0,8430919.0,8538742.0,8699903.0,8829849.0,9496571.0,9201693.0,9169884.0,9280186.0,9455342.0,9517616.0,10034795.0,10416832.0,9835821.0,10025798.0,10196091.0,10228243.0,10337183.0,10520271.0,10776526.0,10789772.0,10856403.0,10971871.0,11124864.0,11414035.0,11336017.0,11419448.0,11567708.0,11735385.0,11860877.0,11911149.0,12329911.0]} \ No newline at end of file diff --git a/criterion/micro_ops_union/base/tukey.json b/criterion/micro_ops_union/base/tukey.json index 909edc1c9fed..ce50c5967c6a 100644 --- a/criterion/micro_ops_union/base/tukey.json +++ b/criterion/micro_ops_union/base/tukey.json @@ -1 +1 @@ -[14804.32907472917,14948.309130618552,15332.255946323574,15476.236002212958] \ No newline at end of file +[14755.403623284248,14893.274175430115,15260.928981152427,15398.799533298294] \ No newline at end of file diff --git a/criterion/micro_ops_union/change/estimates.json b/criterion/micro_ops_union/change/estimates.json index 1ae4fe53bcfc..031478677d31 100644 --- a/criterion/micro_ops_union/change/estimates.json +++ b/criterion/micro_ops_union/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0011681136316348728,"upper_bound":0.013482695707651832},"point_estimate":0.005372275092328627,"standard_error":0.0036404885991182406},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0031403346385070474,"upper_bound":-0.0000997979610403865},"point_estimate":-0.0017680964025396095,"standard_error":0.0008241906928973941}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.018626748323452607,"upper_bound":-0.0038373516736163325},"point_estimate":-0.010510369579778689,"standard_error":0.003798884419090328},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005122057742523749,"upper_bound":-0.0019212222324168637},"point_estimate":-0.0033962896951191812,"standard_error":0.0008542851878649909}} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/estimates.json b/criterion/micro_ops_union/new/estimates.json index 9814d4346bd8..b4b81ed9f5c9 100644 --- a/criterion/micro_ops_union/new/estimates.json +++ b/criterion/micro_ops_union/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15174.390100499897,"upper_bound":15391.632983597643},"point_estimate":15269.825158356458,"standard_error":56.07885701521084},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15114.3125,"upper_bound":15151.192708333334},"point_estimate":15131.783642344497,"standard_error":11.108875504541212},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":50.32950895495811,"upper_bound":86.54946708170817},"point_estimate":64.9009189877294,"standard_error":10.049610556740719},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15144.176045360384,"upper_bound":15208.480876924954},"point_estimate":15173.259323924929,"standard_error":16.45735919583771},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":208.83840475409806,"upper_bound":833.0210956787388},"point_estimate":564.5154323432131,"standard_error":159.32270099249774}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15078.349547017759,"upper_bound":15146.474071993442},"point_estimate":15109.333652523528,"standard_error":17.46353291067588},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15066.286160714286,"upper_bound":15095.996153846154},"point_estimate":15080.391721491229,"standard_error":6.773464732435875},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":51.842002196058196,"upper_bound":103.1014703610599},"point_estimate":69.28192718723992,"standard_error":13.471732549262102},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15104.292472373827,"upper_bound":15217.005703864123},"point_estimate":15155.566098344909,"standard_error":28.938155842412787},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":94.5723508832876,"upper_bound":242.3237482799922},"point_estimate":175.65886352965788,"standard_error":37.62559501117575}} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/sample.json b/criterion/micro_ops_union/new/sample.json index b8c39396bd3a..c0384bce4a6b 100644 --- a/criterion/micro_ops_union/new/sample.json +++ b/criterion/micro_ops_union/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[120695.0,241829.0,362967.0,483315.0,603865.0,822925.0,890451.0,976847.0,1086119.0,1217418.0,1382224.0,1834358.0,1570984.0,1704980.0,1832878.0,2320912.0,2104317.0,2173187.0,2299892.0,2432964.0,2545397.0,2646149.0,2789515.0,2901828.0,3017432.0,3139486.0,3275194.0,3376655.0,3544654.0,4007596.0,3756430.0,3936290.0,3978307.0,4128990.0,4216856.0,4344001.0,4468365.0,4605470.0,4707998.0,4820148.0,4945520.0,5082479.0,5172791.0,5294503.0,5436972.0,5538610.0,5663828.0,5797871.0,5914832.0,6032202.0,6172797.0,6287524.0,6375583.0,6545381.0,6682788.0,6798054.0,6977048.0,7004627.0,7165783.0,7208286.0,7374971.0,7490008.0,7620671.0,7725627.0,7893583.0,8001484.0,8141111.0,8231180.0,8368914.0,8506371.0,8615238.0,9100441.0,8839079.0,8948823.0,9068816.0,9171797.0,9325646.0,9399657.0,9540116.0,9994957.0,9872892.0,9948564.0,10059157.0,10142178.0,10301717.0,10431038.0,10631698.0,10653420.0,10736589.0,10946741.0,10974166.0,11184342.0,11248788.0,11404749.0,11473493.0,11636116.0,11911857.0,11920072.0,11997506.0,12124223.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[119604.0,239020.0,358694.0,478061.0,597800.0,725580.0,836352.0,962406.0,1092792.0,1206771.0,1330866.0,1434510.0,1563570.0,1674599.0,1800824.0,1929757.0,2078407.0,2176254.0,2329335.0,2395011.0,2522719.0,2627479.0,2754563.0,2898005.0,3017351.0,3115766.0,3265665.0,3375037.0,3514198.0,3635644.0,3735142.0,3865803.0,3983788.0,4097316.0,4218324.0,4343547.0,4508141.0,4584023.0,4694749.0,4785310.0,4915216.0,5038363.0,5195859.0,5311667.0,5426370.0,5520783.0,5710590.0,5814709.0,5904485.0,6032940.0,6187716.0,6227435.0,6402230.0,6586584.0,6651714.0,6744291.0,6877334.0,6993280.0,7175606.0,7237642.0,7389740.0,7517111.0,7593763.0,7677564.0,7849918.0,7981541.0,8105461.0,8161737.0,8286223.0,8430919.0,8538742.0,8699903.0,8829849.0,9496571.0,9201693.0,9169884.0,9280186.0,9455342.0,9517616.0,10034795.0,10416832.0,9835821.0,10025798.0,10196091.0,10228243.0,10337183.0,10520271.0,10776526.0,10789772.0,10856403.0,10971871.0,11124864.0,11414035.0,11336017.0,11419448.0,11567708.0,11735385.0,11860877.0,11911149.0,12329911.0]} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/tukey.json b/criterion/micro_ops_union/new/tukey.json index 909edc1c9fed..ce50c5967c6a 100644 --- a/criterion/micro_ops_union/new/tukey.json +++ b/criterion/micro_ops_union/new/tukey.json @@ -1 +1 @@ -[14804.32907472917,14948.309130618552,15332.255946323574,15476.236002212958] \ No newline at end of file +[14755.403623284248,14893.274175430115,15260.928981152427,15398.799533298294] \ No newline at end of file diff --git a/criterion/micro_ops_union/report/MAD.svg b/criterion/micro_ops_union/report/MAD.svg index 4308ad5030e5..fca997139cbf 100644 --- a/criterion/micro_ops_union/report/MAD.svg +++ b/criterion/micro_ops_union/report/MAD.svg @@ -9,78 +9,66 @@ Density (a.u.) Average time (ns) - + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - + + 0.025 - - + + 0.03 - - + + 0.035 - - + + 0.04 - + - + 50 - - -55 - - - + + 60 - - -65 - - - + + 70 - - -75 - - - + + 80 - - -85 - - - + + 90 - - - - + + +100 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/SD.svg b/criterion/micro_ops_union/report/SD.svg index 3c9647428f01..9c877891be39 100644 --- a/criterion/micro_ops_union/report/SD.svg +++ b/criterion/micro_ops_union/report/SD.svg @@ -9,62 +9,70 @@ Density (a.u.) Average time (ns) - -5e-4 + +0.002 - - -0.001 + + +0.004 - - -0.0015 + + +0.006 - - -0.002 + + +0.008 + + + +0.01 - - -0.0025 + + +0.012 - + - -200 + +80 + + + +100 - - -300 + + +120 - - -400 + + +140 - - -500 + + +160 - - -600 + + +180 - - -700 + + +200 - - -800 + + +220 - - -900 + + +240 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/both/pdf.svg b/criterion/micro_ops_union/report/both/pdf.svg index 6bbe362f17e7..e1d12a26b84e 100644 --- a/criterion/micro_ops_union/report/both/pdf.svg +++ b/criterion/micro_ops_union/report/both/pdf.svg @@ -9,42 +9,34 @@ Density (a.u.) Average Time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - -4 - - - -4.5 - - + 15 @@ -66,10 +58,10 @@ Average Time (µs) 19 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_union/report/both/regression.svg b/criterion/micro_ops_union/report/both/regression.svg index 6f11da78c58f..d2374a7c8dd6 100644 --- a/criterion/micro_ops_union/report/both/regression.svg +++ b/criterion/micro_ops_union/report/both/regression.svg @@ -18,41 +18,41 @@ Iterations - - - - - - + + + + + + 0.0 - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + 0 diff --git a/criterion/micro_ops_union/report/change/mean.svg b/criterion/micro_ops_union/report/change/mean.svg index 9c138593cbc9..9203bb9069f4 100644 --- a/criterion/micro_ops_union/report/change/mean.svg +++ b/criterion/micro_ops_union/report/change/mean.svg @@ -9,91 +9,87 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - - + + 100 - - -110 - - + - --0.002 - - - -0 - - - -0.002 - - - -0.004 - - - -0.006 - - - -0.008 - - - -0.01 - - - -0.012 - - - -0.014 - - - - - - + +-0.02 + + + +-0.018 + + + +-0.016 + + + +-0.014 + + + +-0.012 + + + +-0.01 + + + +-0.008 + + + +-0.006 + + + +-0.004 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/change/median.svg b/criterion/micro_ops_union/report/change/median.svg index 6844e7586d2d..3cd43ca3b386 100644 --- a/criterion/micro_ops_union/report/change/median.svg +++ b/criterion/micro_ops_union/report/change/median.svg @@ -9,78 +9,74 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - + + 450 - - -500 - - + - --0.003 + +-0.005 - - --0.0025 + + +-0.0045 - - --0.002 + + +-0.004 - - --0.0015 + + +-0.0035 - - --0.001 + + +-0.003 - - --5e-4 + + +-0.0025 - - -0 + + +-0.002 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/change/t-test.svg b/criterion/micro_ops_union/report/change/t-test.svg index 03d261304fce..190b16efea42 100644 --- a/criterion/micro_ops_union/report/change/t-test.svg +++ b/criterion/micro_ops_union/report/change/t-test.svg @@ -17,61 +17,69 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + + +0.4 + + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + + t distribution diff --git a/criterion/micro_ops_union/report/index.html b/criterion/micro_ops_union/report/index.html index b6641f993a40..e3361b35ac16 100644 --- a/criterion/micro_ops_union/report/index.html +++ b/criterion/micro_ops_union/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 15.144 µs - 15.173 µs - 15.208 µs + 15.104 µs + 15.156 µs + 15.217 µs R² - 0.9790251 - 0.9795151 - 0.9787965 + 0.9738583 + 0.9752590 + 0.9732490 Mean - 15.174 µs - 15.270 µs - 15.392 µs + 15.078 µs + 15.109 µs + 15.146 µs Std. Dev. - 208.84 ns - 564.52 ns - 833.02 ns + 94.572 ns + 175.66 ns + 242.32 ns Median - 15.114 µs - 15.132 µs - 15.151 µs + 15.066 µs + 15.080 µs + 15.096 µs MAD - 50.330 ns - 64.901 ns - 86.549 ns + 51.842 ns + 69.282 ns + 103.10 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.1168% - +0.5372% - +1.3483% - (p = 0.17 > + -1.8627% + -1.0510% + -0.3837% + (p = 0.00 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_union/report/mean.svg b/criterion/micro_ops_union/report/mean.svg index b4393ba98f76..ba8ab12dfc7b 100644 --- a/criterion/micro_ops_union/report/mean.svg +++ b/criterion/micro_ops_union/report/mean.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (µs) - -1 + +5 - - -2 + + +10 - - -3 + + +15 - - -4 + + +20 - - -5 + + +25 - - -6 + + + +15.08 - - -7 + + +15.09 - - - -15.2 + + +15.1 + + + +15.11 - - -15.25 + + +15.12 - - -15.3 + + +15.13 - - -15.35 + + +15.14 - - -15.4 + + +15.15 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/median.svg b/criterion/micro_ops_union/report/median.svg index cf4692c46798..cf8aa8f85724 100644 --- a/criterion/micro_ops_union/report/median.svg +++ b/criterion/micro_ops_union/report/median.svg @@ -9,74 +9,62 @@ Density (a.u.) Average time (µs) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 + + +80 - - - -15.115 + + +100 - - -15.12 + + +120 - - -15.125 + + + +15.065 + + + +15.07 - - -15.13 + + +15.075 - - -15.135 + + +15.08 - - -15.14 + + +15.085 - - -15.145 + + +15.09 - + -15.15 +15.095 - -15.155 - - - - - + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/pdf.svg b/criterion/micro_ops_union/report/pdf.svg index 6b6d72ec2406..6092ca7ba689 100644 --- a/criterion/micro_ops_union/report/pdf.svg +++ b/criterion/micro_ops_union/report/pdf.svg @@ -46,50 +46,34 @@ Average Time (µs) - -14.5 + +14.8 - - + + 15 - - -15.5 + + +15.2 - - -16 - - - -16.5 - - - -17 - - - -17.5 - - - -18 + + +15.4 - - -18.5 + + +15.6 - - -19 + + +15.8 - - -19.5 + + +16 - + Density (a.u.) @@ -98,62 +82,58 @@ Density (a.u.) 0 - -0.2 - - - -0.4 - - - -0.6 - - - -0.8 + +0.5 - - + + 1 - - -1.2 - - - -1.4 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_union/report/pdf_small.svg b/criterion/micro_ops_union/report/pdf_small.svg index 392180793f5d..cfdad6ad2ce3 100644 --- a/criterion/micro_ops_union/report/pdf_small.svg +++ b/criterion/micro_ops_union/report/pdf_small.svg @@ -10,59 +10,47 @@ Average Time (µs) 0 - -0.2 + +0.5 - - -0.4 - - - -0.6 + + +1 - - -0.8 + + +1.5 - - -1 + + +2 - - -1.2 + + +2.5 - - -1.4 + + +3 - - -1.6 + + +3.5 - + - + 15 - - -16 + + +15.5 - - -17 - - - -18 - - - -19 + + +16 - - - + + + diff --git a/criterion/micro_ops_union/report/regression.svg b/criterion/micro_ops_union/report/regression.svg index 950f944c3214..928583c2bce2 100644 --- a/criterion/micro_ops_union/report/regression.svg +++ b/criterion/micro_ops_union/report/regression.svg @@ -16,37 +16,37 @@ Iterations - - - - - - + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + 100 @@ -85,103 +85,103 @@ Iterations - - - + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_union/report/regression_small.svg b/criterion/micro_ops_union/report/regression_small.svg index 7367cc80c2c7..981e46d7f715 100644 --- a/criterion/micro_ops_union/report/regression_small.svg +++ b/criterion/micro_ops_union/report/regression_small.svg @@ -14,36 +14,36 @@ Iterations - - - - - + + + + + 2.0 - + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + 100 @@ -81,102 +81,102 @@ Iterations - - - - + + + + - - + + - - - - - + + + + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + - - + + diff --git a/criterion/micro_ops_union/report/relative_pdf_small.svg b/criterion/micro_ops_union/report/relative_pdf_small.svg index e3a228feb366..85bd2ee058ae 100644 --- a/criterion/micro_ops_union/report/relative_pdf_small.svg +++ b/criterion/micro_ops_union/report/relative_pdf_small.svg @@ -6,42 +6,34 @@ Density (a.u.) Average Time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - -4 - - - -4.5 - - + 15 @@ -63,8 +55,8 @@ Average Time (µs) 19 - - - - + + + + diff --git a/criterion/micro_ops_union/report/relative_regression_small.svg b/criterion/micro_ops_union/report/relative_regression_small.svg index 4551cbf3d90f..45cc7de8ddce 100644 --- a/criterion/micro_ops_union/report/relative_regression_small.svg +++ b/criterion/micro_ops_union/report/relative_regression_small.svg @@ -90,5 +90,5 @@ Iterations - + diff --git a/criterion/micro_ops_union/report/slope.svg b/criterion/micro_ops_union/report/slope.svg index 81c9815a94ec..fb37ee45ba53 100644 --- a/criterion/micro_ops_union/report/slope.svg +++ b/criterion/micro_ops_union/report/slope.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (µs) - -5 + +2 - - -10 + + +4 + + + +6 - - -15 + + +8 - - -20 + + +10 - - -25 + + +12 - + + +14 + + - -15.14 + +15.1 - - -15.15 + + +15.12 - - -15.16 + + +15.14 - - -15.17 + + +15.16 - - + + 15.18 - - -15.19 - - - + + 15.2 - - -15.21 + + +15.22 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/typical.svg b/criterion/micro_ops_union/report/typical.svg index d8e28be28223..c025c98a9829 100644 --- a/criterion/micro_ops_union/report/typical.svg +++ b/criterion/micro_ops_union/report/typical.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (µs) - -5 + +2 - - -10 + + +4 + + + +6 - - -15 + + +8 - - -20 + + +10 - - -25 + + +12 - + + +14 + + - -15.14 + +15.1 - - -15.15 + + +15.12 - - -15.16 + + +15.14 - - -15.17 + + +15.16 - - + + 15.18 - - -15.19 - - - + + 15.2 - - -15.21 + + +15.22 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/base/estimates.json b/criterion/micro_ops_unique/base/estimates.json index d33e3414eaa1..db55af13dc75 100644 --- a/criterion/micro_ops_unique/base/estimates.json +++ b/criterion/micro_ops_unique/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52734.887025994096,"upper_bound":52877.3023502109},"point_estimate":52799.88635970879,"standard_error":36.36713329768448},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52702.53325180526,"upper_bound":52769.101739232625},"point_estimate":52741.73492975734,"standard_error":17.405074101914373},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":104.0738128773344,"upper_bound":201.35821513862058},"point_estimate":132.48494117598668,"standard_error":24.236759448269005},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52793.669754253366,"upper_bound":52962.40317862447},"point_estimate":52871.05535852093,"standard_error":43.46346380723118},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":215.2796218456283,"upper_bound":496.89322521498735},"point_estimate":365.4226383183193,"standard_error":72.33712428988365}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52709.75846696268,"upper_bound":52875.8274043352},"point_estimate":52783.857237417615,"standard_error":42.55637619131151},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52686.23976608187,"upper_bound":52736.14662084765},"point_estimate":52703.21314176245,"standard_error":14.364688541194285},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":95.41861369058861,"upper_bound":196.67506721565147},"point_estimate":137.97450173400276,"standard_error":25.62160056848818},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52756.72135790026,"upper_bound":52955.520704895745},"point_estimate":52845.23053281447,"standard_error":51.0075425386146},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":198.7683288398974,"upper_bound":623.073467136192},"point_estimate":429.05574142608174,"standard_error":109.8078851442106}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/base/sample.json b/criterion/micro_ops_unique/base/sample.json index cecdab8aa42b..f85f93dedc8e 100644 --- a/criterion/micro_ops_unique/base/sample.json +++ b/criterion/micro_ops_unique/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[472794.0,957366.0,1426325.0,1889821.0,2357208.0,2866989.0,3314446.0,3798975.0,4241113.0,4723547.0,5204978.0,5679069.0,6197248.0,6697476.0,7099317.0,7574938.0,8036804.0,8514732.0,8958919.0,9476534.0,9976028.0,10410749.0,10889155.0,11353221.0,11869482.0,12286934.0,12771211.0,13231649.0,13712676.0,14231038.0,14667920.0,15120140.0,15638014.0,16080134.0,16741046.0,17055811.0,17502476.0,18775931.0,18463780.0,18923605.0,19454530.0,19902358.0,20418252.0,20905656.0,21370539.0,21833833.0,22347106.0,22870208.0,23288978.0,23696833.0,24183870.0,24736829.0,25139348.0,25613187.0,26111365.0,27359899.0,27058733.0,27531229.0,28031195.0,28480492.0,28968445.0,29446980.0,29936909.0,30353233.0,30901018.0,31352994.0,32013655.0,32301399.0,33575980.0,33264300.0,33770924.0,34300596.0,34660461.0,35505571.0,35553945.0,36020780.0,36543584.0,37023500.0,37542117.0,38000169.0,38511822.0,38990602.0,39439326.0,39855268.0,40441985.0,40784841.0,41268112.0,41892656.0,42187994.0,43558348.0,43196575.0,43637737.0,44192185.0,44814553.0,45152165.0,45519563.0,46120992.0,46449419.0,47849239.0,47595808.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[474310.0,956811.0,1431619.0,1899099.0,2358864.0,2851140.0,3326973.0,3786721.0,4297957.0,4776709.0,5205991.0,5676224.0,6165218.0,6622191.0,7098975.0,7564256.0,8032121.0,8495202.0,8976694.0,9520588.0,9932631.0,10404471.0,10869901.0,11342081.0,11798431.0,12315376.0,12777142.0,13224607.0,13710211.0,14174589.0,14711873.0,15150163.0,15601481.0,16056852.0,16554362.0,17013305.0,17475288.0,17968947.0,18489544.0,18906247.0,19442310.0,19905556.0,20383043.0,20846403.0,21337851.0,22672008.0,22458609.0,22823165.0,23304159.0,23716547.0,24217370.0,24708904.0,25132794.0,25684162.0,26233604.0,26545643.0,27028041.0,27510960.0,27996421.0,28467642.0,30551938.0,29569481.0,29899243.0,30338751.0,30872491.0,31378382.0,31832163.0,32286407.0,32762864.0,33194092.0,33830181.0,34177719.0,34617434.0,36039541.0,35542103.0,35999424.0,36889761.0,36994743.0,37468938.0,37946872.0,38448028.0,38916788.0,39395316.0,40003345.0,40380973.0,40828335.0,41301008.0,41753965.0,42271197.0,42746781.0,43555867.0,43712852.0,44065919.0,45537832.0,44982130.0,45606503.0,46038656.0,46499341.0,46893667.0,47465018.0]} \ No newline at end of file diff --git a/criterion/micro_ops_unique/base/tukey.json b/criterion/micro_ops_unique/base/tukey.json index bc405a4a5571..29ba54de638d 100644 --- a/criterion/micro_ops_unique/base/tukey.json +++ b/criterion/micro_ops_unique/base/tukey.json @@ -1 +1 @@ -[51965.167311673846,52287.005584753424,53145.24097963229,53467.07925271186] \ No newline at end of file +[52005.9991590621,52298.72574746034,53079.32998318899,53372.056571587236] \ No newline at end of file diff --git a/criterion/micro_ops_unique/change/estimates.json b/criterion/micro_ops_unique/change/estimates.json index a4a8299174f6..92a9348e4584 100644 --- a/criterion/micro_ops_unique/change/estimates.json +++ b/criterion/micro_ops_unique/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0037421398034077204,"upper_bound":-0.0006543324448576556},"point_estimate":-0.0022194406350312113,"standard_error":0.0007834543114299018},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.003719170033643193,"upper_bound":-0.002238329921586806},"point_estimate":-0.002893739560400399,"standard_error":0.0003656329196839781}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0024045915340457826,"upper_bound":0.0018168673845105063},"point_estimate":-0.0003035825149693139,"standard_error":0.0010681150741427116},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0013902997197962064,"upper_bound":0.0003218293631617186},"point_estimate":-0.0007303853020040885,"standard_error":0.00043561968406221783}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/estimates.json b/criterion/micro_ops_unique/new/estimates.json index d33e3414eaa1..db55af13dc75 100644 --- a/criterion/micro_ops_unique/new/estimates.json +++ b/criterion/micro_ops_unique/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52734.887025994096,"upper_bound":52877.3023502109},"point_estimate":52799.88635970879,"standard_error":36.36713329768448},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52702.53325180526,"upper_bound":52769.101739232625},"point_estimate":52741.73492975734,"standard_error":17.405074101914373},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":104.0738128773344,"upper_bound":201.35821513862058},"point_estimate":132.48494117598668,"standard_error":24.236759448269005},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52793.669754253366,"upper_bound":52962.40317862447},"point_estimate":52871.05535852093,"standard_error":43.46346380723118},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":215.2796218456283,"upper_bound":496.89322521498735},"point_estimate":365.4226383183193,"standard_error":72.33712428988365}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52709.75846696268,"upper_bound":52875.8274043352},"point_estimate":52783.857237417615,"standard_error":42.55637619131151},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52686.23976608187,"upper_bound":52736.14662084765},"point_estimate":52703.21314176245,"standard_error":14.364688541194285},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":95.41861369058861,"upper_bound":196.67506721565147},"point_estimate":137.97450173400276,"standard_error":25.62160056848818},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52756.72135790026,"upper_bound":52955.520704895745},"point_estimate":52845.23053281447,"standard_error":51.0075425386146},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":198.7683288398974,"upper_bound":623.073467136192},"point_estimate":429.05574142608174,"standard_error":109.8078851442106}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/sample.json b/criterion/micro_ops_unique/new/sample.json index cecdab8aa42b..f85f93dedc8e 100644 --- a/criterion/micro_ops_unique/new/sample.json +++ b/criterion/micro_ops_unique/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[472794.0,957366.0,1426325.0,1889821.0,2357208.0,2866989.0,3314446.0,3798975.0,4241113.0,4723547.0,5204978.0,5679069.0,6197248.0,6697476.0,7099317.0,7574938.0,8036804.0,8514732.0,8958919.0,9476534.0,9976028.0,10410749.0,10889155.0,11353221.0,11869482.0,12286934.0,12771211.0,13231649.0,13712676.0,14231038.0,14667920.0,15120140.0,15638014.0,16080134.0,16741046.0,17055811.0,17502476.0,18775931.0,18463780.0,18923605.0,19454530.0,19902358.0,20418252.0,20905656.0,21370539.0,21833833.0,22347106.0,22870208.0,23288978.0,23696833.0,24183870.0,24736829.0,25139348.0,25613187.0,26111365.0,27359899.0,27058733.0,27531229.0,28031195.0,28480492.0,28968445.0,29446980.0,29936909.0,30353233.0,30901018.0,31352994.0,32013655.0,32301399.0,33575980.0,33264300.0,33770924.0,34300596.0,34660461.0,35505571.0,35553945.0,36020780.0,36543584.0,37023500.0,37542117.0,38000169.0,38511822.0,38990602.0,39439326.0,39855268.0,40441985.0,40784841.0,41268112.0,41892656.0,42187994.0,43558348.0,43196575.0,43637737.0,44192185.0,44814553.0,45152165.0,45519563.0,46120992.0,46449419.0,47849239.0,47595808.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[474310.0,956811.0,1431619.0,1899099.0,2358864.0,2851140.0,3326973.0,3786721.0,4297957.0,4776709.0,5205991.0,5676224.0,6165218.0,6622191.0,7098975.0,7564256.0,8032121.0,8495202.0,8976694.0,9520588.0,9932631.0,10404471.0,10869901.0,11342081.0,11798431.0,12315376.0,12777142.0,13224607.0,13710211.0,14174589.0,14711873.0,15150163.0,15601481.0,16056852.0,16554362.0,17013305.0,17475288.0,17968947.0,18489544.0,18906247.0,19442310.0,19905556.0,20383043.0,20846403.0,21337851.0,22672008.0,22458609.0,22823165.0,23304159.0,23716547.0,24217370.0,24708904.0,25132794.0,25684162.0,26233604.0,26545643.0,27028041.0,27510960.0,27996421.0,28467642.0,30551938.0,29569481.0,29899243.0,30338751.0,30872491.0,31378382.0,31832163.0,32286407.0,32762864.0,33194092.0,33830181.0,34177719.0,34617434.0,36039541.0,35542103.0,35999424.0,36889761.0,36994743.0,37468938.0,37946872.0,38448028.0,38916788.0,39395316.0,40003345.0,40380973.0,40828335.0,41301008.0,41753965.0,42271197.0,42746781.0,43555867.0,43712852.0,44065919.0,45537832.0,44982130.0,45606503.0,46038656.0,46499341.0,46893667.0,47465018.0]} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/tukey.json b/criterion/micro_ops_unique/new/tukey.json index bc405a4a5571..29ba54de638d 100644 --- a/criterion/micro_ops_unique/new/tukey.json +++ b/criterion/micro_ops_unique/new/tukey.json @@ -1 +1 @@ -[51965.167311673846,52287.005584753424,53145.24097963229,53467.07925271186] \ No newline at end of file +[52005.9991590621,52298.72574746034,53079.32998318899,53372.056571587236] \ No newline at end of file diff --git a/criterion/micro_ops_unique/report/MAD.svg b/criterion/micro_ops_unique/report/MAD.svg index 7687e0c53c50..74acd0bc5dc4 100644 --- a/criterion/micro_ops_unique/report/MAD.svg +++ b/criterion/micro_ops_unique/report/MAD.svg @@ -9,54 +9,70 @@ Density (a.u.) Average time (ns) - -0.005 + +0.002 - - + + +0.004 + + + +0.006 + + + +0.008 + + + 0.01 - - -0.015 + + +0.012 + + + +0.014 - - -0.02 + + +0.016 - - -0.025 + + +0.018 - + - + 100 - - + + 120 - - + + 140 - - + + 160 - - + + 180 - - + + 200 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/SD.svg b/criterion/micro_ops_unique/report/SD.svg index 2e372c636283..87e5b7c8f7b0 100644 --- a/criterion/micro_ops_unique/report/SD.svg +++ b/criterion/micro_ops_unique/report/SD.svg @@ -9,82 +9,78 @@ Density (a.u.) Average time (ns) - + 5e-4 - - + + 0.001 - - + + 0.0015 - - + + 0.002 - - + + 0.0025 - - + + 0.003 - - + + 0.0035 - - -0.004 - - - -0.0045 - - - -0.005 - - - -0.0055 - - + - + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - + + 450 - - + + 500 - - - - + + +550 + + + +600 + + + +650 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/both/pdf.svg b/criterion/micro_ops_unique/report/both/pdf.svg index 08e9f618c24d..85cb76835bc6 100644 --- a/criterion/micro_ops_unique/report/both/pdf.svg +++ b/criterion/micro_ops_unique/report/both/pdf.svg @@ -9,71 +9,63 @@ Density (a.u.) Average Time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - -1.8 - - - -2 - - - -2.2 - - + - + 52 - - + + 53 - - + + 54 - - + + 55 - - - - - + + +56 + + + + + + Base PDF diff --git a/criterion/micro_ops_unique/report/both/regression.svg b/criterion/micro_ops_unique/report/both/regression.svg index a8b3422191e9..f664d0737708 100644 --- a/criterion/micro_ops_unique/report/both/regression.svg +++ b/criterion/micro_ops_unique/report/both/regression.svg @@ -19,56 +19,56 @@ Iterations - - - - - - - - - + + + + + + + + + 0.0 - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - + 0 @@ -113,7 +113,7 @@ Iterations - + Base Sample diff --git a/criterion/micro_ops_unique/report/change/mean.svg b/criterion/micro_ops_unique/report/change/mean.svg index 67617e530c71..794f92c5639a 100644 --- a/criterion/micro_ops_unique/report/change/mean.svg +++ b/criterion/micro_ops_unique/report/change/mean.svg @@ -9,82 +9,78 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - -400 - - - -450 - - - -500 - - + - --0.004 - - - --0.0035 - - - --0.003 - - - + -0.0025 - - + + -0.002 - - + + -0.0015 - - + + -0.001 - - + + -5e-4 - - - - + + +0 + + + +5e-4 + + + +0.001 + + + +0.0015 + + + +0.002 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/change/median.svg b/criterion/micro_ops_unique/report/change/median.svg index 008d04da8e9e..10dda1c1d431 100644 --- a/criterion/micro_ops_unique/report/change/median.svg +++ b/criterion/micro_ops_unique/report/change/median.svg @@ -9,70 +9,94 @@ Density (a.u.) Relative change (%) - + +100 + + + 200 - - + + +300 + + + 400 - + -600 +500 - + +600 + + + +700 + + + 800 - - + + +900 + + + 1000 - - -1200 + + +1100 - + - --0.0038 + +-0.0014 + + + +-0.0012 - - --0.0036 + + +-0.001 - - --0.0034 + + +-8e-4 - - --0.0032 + + +-6e-4 - - --0.003 + + +-4e-4 - - --0.0028 + + +-2e-4 - - --0.0026 + + +2.1684e-19 - - --0.0024 + + +2e-4 - - --0.0022 + + +4e-4 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/change/t-test.svg b/criterion/micro_ops_unique/report/change/t-test.svg index 8409177027ea..5c57c743a06c 100644 --- a/criterion/micro_ops_unique/report/change/t-test.svg +++ b/criterion/micro_ops_unique/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_unique/report/index.html b/criterion/micro_ops_unique/report/index.html index 635695b86089..ac0bf9339dcf 100644 --- a/criterion/micro_ops_unique/report/index.html +++ b/criterion/micro_ops_unique/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 52.794 µs - 52.871 µs - 52.962 µs + 52.757 µs + 52.845 µs + 52.956 µs R² - 0.9939376 - 0.9942294 - 0.9938228 + 0.9903994 + 0.9907823 + 0.9901878 Mean - 52.735 µs - 52.800 µs - 52.877 µs + 52.710 µs + 52.784 µs + 52.876 µs Std. Dev. - 215.28 ns - 365.42 ns - 496.89 ns + 198.77 ns + 429.06 ns + 623.07 ns Median - 52.703 µs - 52.742 µs - 52.769 µs + 52.686 µs + 52.703 µs + 52.736 µs MAD - 104.07 ns - 132.48 ns - 201.36 ns + 95.419 ns + 137.97 ns + 196.68 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.3742% - -0.2219% - -0.0654% - (p = 0.01 < + -0.2405% + -0.0304% + +0.1817% + (p = 0.78 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/micro_ops_unique/report/mean.svg b/criterion/micro_ops_unique/report/mean.svg index bfdd19599132..6de065b3c394 100644 --- a/criterion/micro_ops_unique/report/mean.svg +++ b/criterion/micro_ops_unique/report/mean.svg @@ -9,70 +9,90 @@ Density (a.u.) Average time (µs) - + +1 + + + 2 - - + + +3 + + + 4 - - + + +5 + + + 6 - - + + +7 + + + 8 - - -10 + + +9 - - -12 + + +10 - + - + +52.7 + + + 52.72 - - + + 52.74 - - + + 52.76 - - + + 52.78 - - + + 52.8 - - + + 52.82 - - + + 52.84 - - + + 52.86 - - + + 52.88 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/median.svg b/criterion/micro_ops_unique/report/median.svg index 3b999ae14fca..b43f0e8062f3 100644 --- a/criterion/micro_ops_unique/report/median.svg +++ b/criterion/micro_ops_unique/report/median.svg @@ -9,66 +9,58 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - + - + +52.69 + + + 52.7 - - + + 52.71 - - + + 52.72 - - + + 52.73 - - + + 52.74 - - -52.75 - - - -52.76 - - - -52.77 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/pdf.svg b/criterion/micro_ops_unique/report/pdf.svg index 9270f0504fb0..1f3ab74a9f61 100644 --- a/criterion/micro_ops_unique/report/pdf.svg +++ b/criterion/micro_ops_unique/report/pdf.svg @@ -50,34 +50,42 @@ Average Time (µs) - + 52 - - + + 52.5 - - + + 53 - - + + 53.5 - - + + 54 - - + + 54.5 - - + + 55 - + + +55.5 + + + +56 + + Density (a.u.) @@ -86,62 +94,60 @@ Density (a.u.) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_unique/report/pdf_small.svg b/criterion/micro_ops_unique/report/pdf_small.svg index 6d8b1a85a2e7..94f1106695a5 100644 --- a/criterion/micro_ops_unique/report/pdf_small.svg +++ b/criterion/micro_ops_unique/report/pdf_small.svg @@ -10,59 +10,59 @@ Average Time (µs) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - -1.8 - - + 52 - + 53 - - + + 54 - - + + 55 - - - + + +56 + + + + diff --git a/criterion/micro_ops_unique/report/regression.svg b/criterion/micro_ops_unique/report/regression.svg index f45294a75075..181993015b2d 100644 --- a/criterion/micro_ops_unique/report/regression.svg +++ b/criterion/micro_ops_unique/report/regression.svg @@ -19,13 +19,13 @@ Iterations - - - - - - - + + + + + + + 5.0 @@ -35,34 +35,34 @@ Iterations 10.0 - + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - + 100 @@ -108,100 +108,100 @@ Iterations - - - + + + - - - - + + + + - + - + - - - - - - - + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_unique/report/regression_small.svg b/criterion/micro_ops_unique/report/regression_small.svg index 2f0f04b41c5e..b66980ce4010 100644 --- a/criterion/micro_ops_unique/report/regression_small.svg +++ b/criterion/micro_ops_unique/report/regression_small.svg @@ -14,20 +14,20 @@ Iterations - + - - - - - - + + + + + + - + 5.0 - + 10.0 @@ -36,30 +36,30 @@ Iterations 15.0 - + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - + 100 @@ -107,96 +107,96 @@ Iterations - + - + - + - - + + - - + + - - + + - - + + - - - - + + + + - - + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_unique/report/relative_pdf_small.svg b/criterion/micro_ops_unique/report/relative_pdf_small.svg index b74ebbf52f5b..baa399473f80 100644 --- a/criterion/micro_ops_unique/report/relative_pdf_small.svg +++ b/criterion/micro_ops_unique/report/relative_pdf_small.svg @@ -6,69 +6,61 @@ Density (a.u.) Average Time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - -1.8 - - - -2 - - - -2.2 - - + 52 - + 53 - - + + 54 - - + + 55 - - - - - + + +56 + + + + + + diff --git a/criterion/micro_ops_unique/report/slope.svg b/criterion/micro_ops_unique/report/slope.svg index fc203106d0d1..362b5700f0df 100644 --- a/criterion/micro_ops_unique/report/slope.svg +++ b/criterion/micro_ops_unique/report/slope.svg @@ -9,94 +9,62 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - -9 - - - -10 - - + - -52.78 + +52.75 - - + + 52.8 - - -52.82 - - - -52.84 - - - -52.86 + + +52.85 - - -52.88 - - - + + 52.9 - - -52.92 - - - -52.94 - - - -52.96 - - - -52.98 + + +52.95 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/typical.svg b/criterion/micro_ops_unique/report/typical.svg index 0a51a9f01a71..0fe7b61eaaf4 100644 --- a/criterion/micro_ops_unique/report/typical.svg +++ b/criterion/micro_ops_unique/report/typical.svg @@ -9,94 +9,62 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - -9 - - - -10 - - + - -52.78 + +52.75 - - + + 52.8 - - -52.82 - - - -52.84 - - - -52.86 + + +52.85 - - -52.88 - - - + + 52.9 - - -52.92 - - - -52.94 - - - -52.96 - - - -52.98 + + +52.95 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/base/estimates.json b/criterion/reachability_hydroflow/base/estimates.json index 0a03383d3b36..e55a80b6bc0a 100644 --- a/criterion/reachability_hydroflow/base/estimates.json +++ b/criterion/reachability_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1791983.7149353046,"upper_bound":1803440.3332947143},"point_estimate":1796516.1399756758,"standard_error":3023.4712091476417},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1790878.76,"upper_bound":1791888.5533199194},"point_estimate":1791328.853872486,"standard_error":255.48800682732937},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1455.4327922530533,"upper_bound":2625.3838447436992},"point_estimate":1833.9889585926246,"standard_error":298.8816754365934},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1791583.7590774142,"upper_bound":1795845.3078145988},"point_estimate":1793315.8064755432,"standard_error":1102.4482955717579},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6049.0097652350805,"upper_bound":49537.50614587164},"point_estimate":30241.823505533837,"standard_error":12809.39722831112}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1789487.0541334818,"upper_bound":1793749.5121955036},"point_estimate":1791297.2006577638,"standard_error":1099.251228275593},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1788190.3529411764,"upper_bound":1789057.475862069},"point_estimate":1788595.4451832152,"standard_error":237.0332332846833},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1698.3657890786783,"upper_bound":2888.3485974056907},"point_estimate":2328.5857023627673,"standard_error":310.7568742645267},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1789203.6992102058,"upper_bound":1791281.5416283964},"point_estimate":1790184.0425181026,"standard_error":530.8452301396692},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4723.931788155284,"upper_bound":17168.68978872555},"point_estimate":11079.870978998826,"standard_error":3724.981813378632}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/base/sample.json b/criterion/reachability_hydroflow/base/sample.json index a17feca2f429..c3de4f39a13b 100644 --- a/criterion/reachability_hydroflow/base/sample.json +++ b/criterion/reachability_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1892978.0,3586482.0,5349056.0,7151454.0,8936840.0,10711677.0,12532941.0,14340449.0,16094918.0,17912975.0,19695447.0,21521408.0,23375894.0,25116618.0,26925588.0,28675498.0,30471244.0,32192140.0,34052497.0,35828286.0,37563007.0,39481633.0,41099185.0,42949403.0,44721154.0,46624491.0,48300072.0,50072114.0,51917052.0,55670266.0,55542938.0,57290944.0,68151560.0,60858931.0,62690083.0,64589093.0,66303736.0,67941177.0,69897272.0,71612308.0,73464659.0,75261336.0,77001058.0,78767158.0,82583239.0,82201607.0,84233674.0,85894017.0,87923350.0,89543938.0,91367686.0,93196955.0,94927949.0,96849610.0,98569996.0,100492117.0,102106925.0,103802954.0,106527857.0,107544888.0,109214217.0,110937707.0,112945069.0,114564496.0,118368384.0,118283696.0,119937627.0,121859398.0,123585324.0,125242601.0,127220678.0,129013858.0,131028523.0,132374699.0,134254802.0,137405520.0,138025789.0,139790615.0,141627927.0,143655597.0,145049443.0,146887268.0,148657898.0,150423959.0,152015173.0,153982030.0,155863036.0,157569966.0,159457094.0,161240057.0,162783712.0,164859252.0,166585278.0,168342614.0,170294682.0,171877802.0,173550047.0,175699434.0,177326827.0,178951624.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1881826.0,3606125.0,5368216.0,7148200.0,8937962.0,10714852.0,12487352.0,14264091.0,16317789.0,18185228.0,19698290.0,21442197.0,23283436.0,25046068.0,26786969.0,28563917.0,30399236.0,32128926.0,33988099.0,35790895.0,37462907.0,39398594.0,41105951.0,42860338.0,44634922.0,46464971.0,48246979.0,50137270.0,51880436.0,53619724.0,55437689.0,57204018.0,58954888.0,61449014.0,62707829.0,64392263.0,66272496.0,68646506.0,70779394.0,71611157.0,73620442.0,75086577.0,76864277.0,78671221.0,80494818.0,82258422.0,84006155.0,85947303.0,87754908.0,89385513.0,91288318.0,92967361.0,94790688.0,96510609.0,98621736.0,100128918.0,102051350.0,103670832.0,105506812.0,107431533.0,110082010.0,110790862.0,112635297.0,114616620.0,116100136.0,118140249.0,119685060.0,121695788.0,123299750.0,125299167.0,126964215.0,128778263.0,130450976.0,132496278.0,134185080.0,136096702.0,138852348.0,139496809.0,141481106.0,143114586.0,144891092.0,146573463.0,148465217.0,150140344.0,151812075.0,153780021.0,155296872.0,157872069.0,160196686.0,161076048.0,163501474.0,164535347.0,166289342.0,168128767.0,169875388.0,171696640.0,174243264.0,175299487.0,177178658.0,179177454.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/base/tukey.json b/criterion/reachability_hydroflow/base/tukey.json index 011c48902e01..f0102074ca34 100644 --- a/criterion/reachability_hydroflow/base/tukey.json +++ b/criterion/reachability_hydroflow/base/tukey.json @@ -1 +1 @@ -[1782636.5757738093,1786352.634970238,1796262.1261607143,1799978.185357143] \ No newline at end of file +[1777572.8157894737,1782476.4257518798,1795552.7189849624,1800456.3289473683] \ No newline at end of file diff --git a/criterion/reachability_hydroflow/change/estimates.json b/criterion/reachability_hydroflow/change/estimates.json index ca3e166f9a3d..75375883327d 100644 --- a/criterion/reachability_hydroflow/change/estimates.json +++ b/criterion/reachability_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0032757586519053584,"upper_bound":0.010008412823180428},"point_estimate":0.006384647308073754,"standard_error":0.0017546685397170155},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.004470024754638757,"upper_bound":0.005783783476680658},"point_estimate":0.005043086057888058,"standard_error":0.0003315723641983949}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.006845033179314455,"upper_bound":0.0001214336717974712},"point_estimate":-0.0029050333597241407,"standard_error":0.001792643257298705},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0019178201953360396,"upper_bound":-0.0011671424351192838},"point_estimate":-0.0015259111599534858,"standard_error":0.00019008410058048782}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/new/estimates.json b/criterion/reachability_hydroflow/new/estimates.json index 0a03383d3b36..e55a80b6bc0a 100644 --- a/criterion/reachability_hydroflow/new/estimates.json +++ b/criterion/reachability_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1791983.7149353046,"upper_bound":1803440.3332947143},"point_estimate":1796516.1399756758,"standard_error":3023.4712091476417},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1790878.76,"upper_bound":1791888.5533199194},"point_estimate":1791328.853872486,"standard_error":255.48800682732937},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1455.4327922530533,"upper_bound":2625.3838447436992},"point_estimate":1833.9889585926246,"standard_error":298.8816754365934},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1791583.7590774142,"upper_bound":1795845.3078145988},"point_estimate":1793315.8064755432,"standard_error":1102.4482955717579},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6049.0097652350805,"upper_bound":49537.50614587164},"point_estimate":30241.823505533837,"standard_error":12809.39722831112}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1789487.0541334818,"upper_bound":1793749.5121955036},"point_estimate":1791297.2006577638,"standard_error":1099.251228275593},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1788190.3529411764,"upper_bound":1789057.475862069},"point_estimate":1788595.4451832152,"standard_error":237.0332332846833},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1698.3657890786783,"upper_bound":2888.3485974056907},"point_estimate":2328.5857023627673,"standard_error":310.7568742645267},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1789203.6992102058,"upper_bound":1791281.5416283964},"point_estimate":1790184.0425181026,"standard_error":530.8452301396692},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4723.931788155284,"upper_bound":17168.68978872555},"point_estimate":11079.870978998826,"standard_error":3724.981813378632}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/new/sample.json b/criterion/reachability_hydroflow/new/sample.json index a17feca2f429..c3de4f39a13b 100644 --- a/criterion/reachability_hydroflow/new/sample.json +++ b/criterion/reachability_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1892978.0,3586482.0,5349056.0,7151454.0,8936840.0,10711677.0,12532941.0,14340449.0,16094918.0,17912975.0,19695447.0,21521408.0,23375894.0,25116618.0,26925588.0,28675498.0,30471244.0,32192140.0,34052497.0,35828286.0,37563007.0,39481633.0,41099185.0,42949403.0,44721154.0,46624491.0,48300072.0,50072114.0,51917052.0,55670266.0,55542938.0,57290944.0,68151560.0,60858931.0,62690083.0,64589093.0,66303736.0,67941177.0,69897272.0,71612308.0,73464659.0,75261336.0,77001058.0,78767158.0,82583239.0,82201607.0,84233674.0,85894017.0,87923350.0,89543938.0,91367686.0,93196955.0,94927949.0,96849610.0,98569996.0,100492117.0,102106925.0,103802954.0,106527857.0,107544888.0,109214217.0,110937707.0,112945069.0,114564496.0,118368384.0,118283696.0,119937627.0,121859398.0,123585324.0,125242601.0,127220678.0,129013858.0,131028523.0,132374699.0,134254802.0,137405520.0,138025789.0,139790615.0,141627927.0,143655597.0,145049443.0,146887268.0,148657898.0,150423959.0,152015173.0,153982030.0,155863036.0,157569966.0,159457094.0,161240057.0,162783712.0,164859252.0,166585278.0,168342614.0,170294682.0,171877802.0,173550047.0,175699434.0,177326827.0,178951624.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1881826.0,3606125.0,5368216.0,7148200.0,8937962.0,10714852.0,12487352.0,14264091.0,16317789.0,18185228.0,19698290.0,21442197.0,23283436.0,25046068.0,26786969.0,28563917.0,30399236.0,32128926.0,33988099.0,35790895.0,37462907.0,39398594.0,41105951.0,42860338.0,44634922.0,46464971.0,48246979.0,50137270.0,51880436.0,53619724.0,55437689.0,57204018.0,58954888.0,61449014.0,62707829.0,64392263.0,66272496.0,68646506.0,70779394.0,71611157.0,73620442.0,75086577.0,76864277.0,78671221.0,80494818.0,82258422.0,84006155.0,85947303.0,87754908.0,89385513.0,91288318.0,92967361.0,94790688.0,96510609.0,98621736.0,100128918.0,102051350.0,103670832.0,105506812.0,107431533.0,110082010.0,110790862.0,112635297.0,114616620.0,116100136.0,118140249.0,119685060.0,121695788.0,123299750.0,125299167.0,126964215.0,128778263.0,130450976.0,132496278.0,134185080.0,136096702.0,138852348.0,139496809.0,141481106.0,143114586.0,144891092.0,146573463.0,148465217.0,150140344.0,151812075.0,153780021.0,155296872.0,157872069.0,160196686.0,161076048.0,163501474.0,164535347.0,166289342.0,168128767.0,169875388.0,171696640.0,174243264.0,175299487.0,177178658.0,179177454.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/new/tukey.json b/criterion/reachability_hydroflow/new/tukey.json index 011c48902e01..f0102074ca34 100644 --- a/criterion/reachability_hydroflow/new/tukey.json +++ b/criterion/reachability_hydroflow/new/tukey.json @@ -1 +1 @@ -[1782636.5757738093,1786352.634970238,1796262.1261607143,1799978.185357143] \ No newline at end of file +[1777572.8157894737,1782476.4257518798,1795552.7189849624,1800456.3289473683] \ No newline at end of file diff --git a/criterion/reachability_hydroflow/report/MAD.svg b/criterion/reachability_hydroflow/report/MAD.svg index feff756f6fc0..75bd21f386e7 100644 --- a/criterion/reachability_hydroflow/report/MAD.svg +++ b/criterion/reachability_hydroflow/report/MAD.svg @@ -9,74 +9,70 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - -1.6 - - - -1.8 - - + - -1.4 - - - + 1.6 - - + + 1.8 - - + + 2 - - + + 2.2 - - + + 2.4 - - + + 2.6 - - - - + + +2.8 + + + +3 + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/SD.svg b/criterion/reachability_hydroflow/report/SD.svg index 89690d7cc0f2..dcced258f08a 100644 --- a/criterion/reachability_hydroflow/report/SD.svg +++ b/criterion/reachability_hydroflow/report/SD.svg @@ -9,78 +9,62 @@ Density (a.u.) Average time (µs) - -0.01 - - - -0.02 - - - -0.03 - - - -0.04 - - - + 0.05 - - -0.06 + + +0.1 - - -0.07 + + +0.15 - - - -5 + + +0.2 - - -10 + + +0.25 - - -15 + + + +4 - - -20 + + +6 - - -25 + + +8 - - -30 + + +10 - - -35 + + +12 - - -40 + + +14 - - -45 + + +16 - - -50 + + +18 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/both/pdf.svg b/criterion/reachability_hydroflow/report/both/pdf.svg index e22b59d075f4..7ef1ebc967f5 100644 --- a/criterion/reachability_hydroflow/report/both/pdf.svg +++ b/criterion/reachability_hydroflow/report/both/pdf.svg @@ -9,50 +9,30 @@ Density (a.u.) Average Time (ms) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - - -45 - - - + + 50 - - -55 + + +60 - + 1.8 @@ -70,10 +50,10 @@ Average Time (ms) 2.1 - - - - + + + + Base PDF diff --git a/criterion/reachability_hydroflow/report/both/regression.svg b/criterion/reachability_hydroflow/report/both/regression.svg index 3f440d77d203..c261a8972d57 100644 --- a/criterion/reachability_hydroflow/report/both/regression.svg +++ b/criterion/reachability_hydroflow/report/both/regression.svg @@ -110,10 +110,10 @@ Iterations 100 - - - - + + + + Base Sample diff --git a/criterion/reachability_hydroflow/report/change/mean.svg b/criterion/reachability_hydroflow/report/change/mean.svg index dff9838ce702..3de10d542676 100644 --- a/criterion/reachability_hydroflow/report/change/mean.svg +++ b/criterion/reachability_hydroflow/report/change/mean.svg @@ -9,10 +9,10 @@ Density (a.u.) Relative change (%) - + 20 - + 40 @@ -21,75 +21,75 @@ Relative change (%) 60 - + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - + + 180 - - + + 200 - - + + 220 - + - -0.003 - - - -0.004 - - - -0.005 - - - -0.006 - - - -0.007 - - - -0.008 - - - -0.009 - - - -0.01 - - - - - - + +-0.007 + + + +-0.006 + + + +-0.005 + + + +-0.004 + + + +-0.003 + + + +-0.002 + + + +-0.001 + + + +0 + + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/change/median.svg b/criterion/reachability_hydroflow/report/change/median.svg index edcec35a9d44..01708f99a619 100644 --- a/criterion/reachability_hydroflow/report/change/median.svg +++ b/criterion/reachability_hydroflow/report/change/median.svg @@ -9,66 +9,94 @@ Density (a.u.) Relative change (%) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - + + +1400 + + + +1600 + + + +1800 + + + +2000 + + + +2200 + + - -0.0044 + +-0.002 + + + +-0.0019 + + + +-0.0018 - - -0.0046 + + +-0.0017 - - -0.0048 + + +-0.0016 - - -0.005 + + +-0.0015 - - -0.0052 + + +-0.0014 - - -0.0054 + + +-0.0013 - - -0.0056 + + +-0.0012 - - -0.0058 + + +-0.0011 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/change/t-test.svg b/criterion/reachability_hydroflow/report/change/t-test.svg index 1fc19f786f5c..a568685f64ca 100644 --- a/criterion/reachability_hydroflow/report/change/t-test.svg +++ b/criterion/reachability_hydroflow/report/change/t-test.svg @@ -13,65 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + + +-4.0 + + -3.0 - + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + +4.0 + + + + t distribution diff --git a/criterion/reachability_hydroflow/report/index.html b/criterion/reachability_hydroflow/report/index.html index 91b6fb87420c..dad6a02b52ea 100644 --- a/criterion/reachability_hydroflow/report/index.html +++ b/criterion/reachability_hydroflow/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 1.7916 ms - 1.7933 ms - 1.7958 ms + 1.7892 ms + 1.7902 ms + 1.7913 ms R² - 0.9878632 - 0.9879902 - 0.9877194 + 0.9991213 + 0.9991625 + 0.9991109 Mean - 1.7920 ms - 1.7965 ms - 1.8034 ms + 1.7895 ms + 1.7913 ms + 1.7937 ms Std. Dev. - 6.0490 µs - 30.242 µs - 49.538 µs + 4.7239 µs + 11.080 µs + 17.169 µs Median - 1.7909 ms - 1.7913 ms - 1.7919 ms + 1.7882 ms + 1.7886 ms + 1.7891 ms MAD - 1.4554 µs - 1.8340 µs - 2.6254 µs + 1.6984 µs + 2.3286 µs + 2.8883 µs @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +0.3276% - +0.6385% - +1.0008% - (p = 0.00 < + -0.6845% + -0.2905% + +0.0121% + (p = 0.10 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/reachability_hydroflow/report/mean.svg b/criterion/reachability_hydroflow/report/mean.svg index 98ca60a529f9..f92a8618a186 100644 --- a/criterion/reachability_hydroflow/report/mean.svg +++ b/criterion/reachability_hydroflow/report/mean.svg @@ -9,66 +9,82 @@ Density (a.u.) Average time (ms) - -20 + +50 - - -40 + + +100 - - -60 + + +150 - - -80 + + +200 - - -100 + + +250 + + + +300 - - -120 + + +350 - - -140 + + +400 - + - -1.792 + +1.7895 - - -1.794 + + +1.79 - - -1.796 + + +1.7905 - - -1.798 + + +1.791 - - -1.8 + + +1.7915 - - -1.802 + + +1.792 + + + +1.7925 + + + +1.793 - - -1.804 + + +1.7935 + + + +1.794 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/median.svg b/criterion/reachability_hydroflow/report/median.svg index 6e40f43521e8..8224b3698957 100644 --- a/criterion/reachability_hydroflow/report/median.svg +++ b/criterion/reachability_hydroflow/report/median.svg @@ -9,58 +9,74 @@ Density (a.u.) Average time (ms) - + 500 - - + + 1000 - - + + 1500 - - + + 2000 - - + + 2500 - + - -1.7908 + +1.7881 - - -1.791 + + +1.7882 - - -1.7912 + + +1.7883 - - -1.7914 + + +1.7884 - - -1.7916 + + +1.7885 - - -1.7918 + + +1.7886 - - -1.792 + + +1.7887 - - - - + + +1.7888 + + + +1.7889 + + + +1.789 + + + +1.7891 + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/pdf.svg b/criterion/reachability_hydroflow/report/pdf.svg index 7ea05ecf19bd..571a90e1c588 100644 --- a/criterion/reachability_hydroflow/report/pdf.svg +++ b/criterion/reachability_hydroflow/report/pdf.svg @@ -54,38 +54,30 @@ Average Time (ms) - -1.75 + +1.78 - - + + 1.8 - - -1.85 + + +1.82 - - -1.9 + + +1.84 - - -1.95 + + +1.86 - - -2 + + +1.88 - - -2.05 - - - -2.1 - - + Density (a.u.) @@ -94,52 +86,62 @@ Density (a.u.) 0 - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +30 + + + +40 + + + +50 + + + +60 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow/report/pdf_small.svg b/criterion/reachability_hydroflow/report/pdf_small.svg index ec447d53c366..f9eed5d79f27 100644 --- a/criterion/reachability_hydroflow/report/pdf_small.svg +++ b/criterion/reachability_hydroflow/report/pdf_small.svg @@ -10,47 +10,43 @@ Average Time (ms) 0 - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - - -1.8 + + +40 - - -1.9 + + +50 - - -2 + + +60 + + + +70 + + + + +1.8 - - -2.1 + + +1.85 - - - + + + diff --git a/criterion/reachability_hydroflow/report/regression.svg b/criterion/reachability_hydroflow/report/regression.svg index 2de759a5e2f4..0588bf5f1d03 100644 --- a/criterion/reachability_hydroflow/report/regression.svg +++ b/criterion/reachability_hydroflow/report/regression.svg @@ -22,10 +22,10 @@ Iterations - + - + 20.0 @@ -43,10 +43,10 @@ Iterations 80.0 - + 100.0 - + 120.0 @@ -55,10 +55,10 @@ Iterations 140.0 - + 160.0 - + 10 @@ -108,100 +108,100 @@ Iterations - - + + - + - + - + - + - - - + + + - + - - + + - - + + - - + + - - - + + + - - - - - - - - + + + + + + + + - - - + + + - + - - - + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - - - - - - - - + + + + + + + + + + + - - + + Sample diff --git a/criterion/reachability_hydroflow/report/regression_small.svg b/criterion/reachability_hydroflow/report/regression_small.svg index 874c3ce16962..70d1d9896728 100644 --- a/criterion/reachability_hydroflow/report/regression_small.svg +++ b/criterion/reachability_hydroflow/report/regression_small.svg @@ -18,7 +18,7 @@ Iterations - + @@ -36,10 +36,10 @@ Iterations 60.0 - + 80.0 - + 100.0 @@ -104,99 +104,99 @@ Iterations - + - + - + - + - + - + - + - + - + - - + + - + - + - + - + - - + + - + - - + + - + - - + + - - - + + + - - + + - + - - - + + + - - + + - + - - + + - - - + + + - + - - + + diff --git a/criterion/reachability_hydroflow/report/relative_pdf_small.svg b/criterion/reachability_hydroflow/report/relative_pdf_small.svg index 4184e823f81c..6339ec3942b6 100644 --- a/criterion/reachability_hydroflow/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow/report/relative_pdf_small.svg @@ -6,50 +6,30 @@ Density (a.u.) Average Time (ms) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - - -45 - - - + + 50 - - -55 + + +60 - + 1.8 @@ -67,8 +47,8 @@ Average Time (ms) 2.1 - - - - + + + + diff --git a/criterion/reachability_hydroflow/report/relative_regression_small.svg b/criterion/reachability_hydroflow/report/relative_regression_small.svg index 996ce65883a0..c71a238b9163 100644 --- a/criterion/reachability_hydroflow/report/relative_regression_small.svg +++ b/criterion/reachability_hydroflow/report/relative_regression_small.svg @@ -107,8 +107,8 @@ Iterations 100 - - - - + + + + diff --git a/criterion/reachability_hydroflow/report/slope.svg b/criterion/reachability_hydroflow/report/slope.svg index b73d4a5becbd..8d1851e39179 100644 --- a/criterion/reachability_hydroflow/report/slope.svg +++ b/criterion/reachability_hydroflow/report/slope.svg @@ -9,82 +9,66 @@ Density (a.u.) Average time (ms) - -50 - - - + 100 - - -150 - - - + + 200 - - -250 - - - + + 300 - - -350 - - - + + 400 - - - -1.7915 + + +500 - - -1.792 + + +600 - - -1.7925 + + +700 - - -1.793 + + +800 - - -1.7935 + + + +1.789 - - -1.794 + + +1.7895 - - -1.7945 + + +1.79 - - -1.795 + + +1.7905 - - -1.7955 + + +1.791 - - -1.796 + + +1.7915 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/typical.svg b/criterion/reachability_hydroflow/report/typical.svg index c846d43f8a71..376e3061850a 100644 --- a/criterion/reachability_hydroflow/report/typical.svg +++ b/criterion/reachability_hydroflow/report/typical.svg @@ -9,82 +9,66 @@ Density (a.u.) Average time (ms) - -50 - - - + 100 - - -150 - - - + + 200 - - -250 - - - + + 300 - - -350 - - - + + 400 - - - -1.7915 + + +500 - - -1.792 + + +600 - - -1.7925 + + +700 - - -1.793 + + +800 - - -1.7935 + + + +1.789 - - -1.794 + + +1.7895 - - -1.7945 + + +1.79 - - -1.795 + + +1.7905 - - -1.7955 + + +1.791 - - -1.796 + + +1.7915 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/base/estimates.json b/criterion/reachability_hydroflow_scheduled/base/estimates.json index abd32463c1d0..a2878e6e8dde 100644 --- a/criterion/reachability_hydroflow_scheduled/base/estimates.json +++ b/criterion/reachability_hydroflow_scheduled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1805478.7804344986,"upper_bound":1811564.5794756722},"point_estimate":1807896.4226271189,"standard_error":1610.8947866692326},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1804304.9807692308,"upper_bound":1805542.75},"point_estimate":1804719.379813864,"standard_error":383.0032431840323},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2021.7754791734887,"upper_bound":3463.7162916574916},"point_estimate":2692.2478263965654,"standard_error":376.62731497634627},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1804792.0754091064,"upper_bound":1808145.1180680746},"point_estimate":1806342.9360987144,"standard_error":859.094345009649},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4453.001017197021,"upper_bound":26653.28616919222},"point_estimate":16309.884037271884,"standard_error":6958.74978994705}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1802224.9417640355,"upper_bound":1805477.485494915},"point_estimate":1803715.4080688877,"standard_error":836.1560970340199},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1800824.5360824743,"upper_bound":1801685.61312456},"point_estimate":1801295.8536436008,"standard_error":249.87895393802432},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1444.3595110082406,"upper_bound":2620.2264778913664},"point_estimate":1878.3639313877852,"standard_error":297.3718659341751},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1801835.9445093323,"upper_bound":1805426.0895967784},"point_estimate":1803357.1220688636,"standard_error":926.9957237628007},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4852.241569817213,"upper_bound":11319.252895729047},"point_estimate":8408.360999582166,"standard_error":1651.342537024678}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/base/sample.json b/criterion/reachability_hydroflow_scheduled/base/sample.json index 76490d00b593..6a6ec43ec992 100644 --- a/criterion/reachability_hydroflow_scheduled/base/sample.json +++ b/criterion/reachability_hydroflow_scheduled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1955234.0,3695366.0,5469633.0,7245050.0,8994330.0,10823238.0,12618873.0,14425530.0,16222679.0,18082605.0,19899621.0,21629003.0,23437373.0,25320031.0,27080831.0,28911132.0,30675680.0,32455036.0,34238619.0,36038734.0,37936770.0,39657898.0,41504027.0,43307979.0,45095940.0,47036207.0,48715414.0,50498468.0,52265170.0,54095751.0,55889313.0,57739831.0,59534565.0,61338046.0,63265268.0,64999539.0,66825070.0,68566846.0,70358946.0,72096883.0,74008827.0,76002803.0,77898116.0,79332877.0,81112001.0,83104325.0,84702301.0,87442884.0,88385956.0,90097134.0,92010159.0,93823859.0,95643690.0,97401656.0,99691274.0,100990713.0,102908949.0,104581805.0,106550154.0,108275188.0,110148959.0,111934537.0,113752795.0,115512723.0,117204426.0,119257152.0,121054862.0,122858212.0,124706426.0,126546856.0,128367489.0,131726326.0,131780949.0,133618393.0,135641324.0,137149743.0,139060804.0,141064619.0,144353776.0,144436421.0,146307297.0,147996624.0,149968650.0,151645153.0,153493097.0,155411332.0,156915233.0,158644243.0,160742956.0,162356933.0,164196069.0,167868714.0,167680412.0,169161931.0,172091106.0,172755206.0,174580388.0,177481740.0,178264834.0,180058215.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1819871.0,3669207.0,5548047.0,7206454.0,8986560.0,10809566.0,12660105.0,14533666.0,16190280.0,18044564.0,19794976.0,21595159.0,23395543.0,25229560.0,27006509.0,28901731.0,30678561.0,32531553.0,34149895.0,35983322.0,37736837.0,39656164.0,41429799.0,43194004.0,44915660.0,46793850.0,48576510.0,50476331.0,52250877.0,54060758.0,55816678.0,57648341.0,59407288.0,61287471.0,63106560.0,64824729.0,66681308.0,69208920.0,70202666.0,72036274.0,73793576.0,75597587.0,77448075.0,79234984.0,81098035.0,82717750.0,84707840.0,86452539.0,88299040.0,90843634.0,91639960.0,93552884.0,95423689.0,97203623.0,99042298.0,100790051.0,103103378.0,104599833.0,106220294.0,108006370.0,109658434.0,111704138.0,113300867.0,115189656.0,117068115.0,118816771.0,122209576.0,122779006.0,124446278.0,126617608.0,127892023.0,129776062.0,131373313.0,133303170.0,135051444.0,136940724.0,138641069.0,140460797.0,142316204.0,144657513.0,146762588.0,151030738.0,149585933.0,151388209.0,153000347.0,155134929.0,156690270.0,158537922.0,160311134.0,163129449.0,163944581.0,165820124.0,167432183.0,169201777.0,171084114.0,173001567.0,174679980.0,176558451.0,178286256.0,180418242.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/base/tukey.json b/criterion/reachability_hydroflow_scheduled/base/tukey.json index f99a39eed4e2..cb9d783a2ac7 100644 --- a/criterion/reachability_hydroflow_scheduled/base/tukey.json +++ b/criterion/reachability_hydroflow_scheduled/base/tukey.json @@ -1 +1 @@ -[1791924.7256118879,1797552.2084790207,1812558.829458042,1818186.3123251752] \ No newline at end of file +[1792439.0670997035,1796253.5547393104,1806425.5217782622,1810240.0094178692] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/change/estimates.json b/criterion/reachability_hydroflow_scheduled/change/estimates.json index 6546379acac0..e9ec80cbba61 100644 --- a/criterion/reachability_hydroflow_scheduled/change/estimates.json +++ b/criterion/reachability_hydroflow_scheduled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.004120979315484863,"upper_bound":0.0077314339121122054},"point_estimate":0.005590247445524277,"standard_error":0.0009504010665795276},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00442956120217497,"upper_bound":0.005394675461127818},"point_estimate":0.004829185680725878,"standard_error":0.0002545832555723998}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004518838596564619,"upper_bound":-0.0006613889261923855},"point_estimate":-0.0023126405395258454,"standard_error":0.0009951337243355994},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0024758894103298346,"upper_bound":-0.0015445068394456614},"point_estimate":-0.0018969853200203612,"standard_error":0.00025279838042410366}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/new/estimates.json b/criterion/reachability_hydroflow_scheduled/new/estimates.json index abd32463c1d0..a2878e6e8dde 100644 --- a/criterion/reachability_hydroflow_scheduled/new/estimates.json +++ b/criterion/reachability_hydroflow_scheduled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1805478.7804344986,"upper_bound":1811564.5794756722},"point_estimate":1807896.4226271189,"standard_error":1610.8947866692326},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1804304.9807692308,"upper_bound":1805542.75},"point_estimate":1804719.379813864,"standard_error":383.0032431840323},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2021.7754791734887,"upper_bound":3463.7162916574916},"point_estimate":2692.2478263965654,"standard_error":376.62731497634627},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1804792.0754091064,"upper_bound":1808145.1180680746},"point_estimate":1806342.9360987144,"standard_error":859.094345009649},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4453.001017197021,"upper_bound":26653.28616919222},"point_estimate":16309.884037271884,"standard_error":6958.74978994705}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1802224.9417640355,"upper_bound":1805477.485494915},"point_estimate":1803715.4080688877,"standard_error":836.1560970340199},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1800824.5360824743,"upper_bound":1801685.61312456},"point_estimate":1801295.8536436008,"standard_error":249.87895393802432},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1444.3595110082406,"upper_bound":2620.2264778913664},"point_estimate":1878.3639313877852,"standard_error":297.3718659341751},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1801835.9445093323,"upper_bound":1805426.0895967784},"point_estimate":1803357.1220688636,"standard_error":926.9957237628007},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4852.241569817213,"upper_bound":11319.252895729047},"point_estimate":8408.360999582166,"standard_error":1651.342537024678}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/new/sample.json b/criterion/reachability_hydroflow_scheduled/new/sample.json index 76490d00b593..6a6ec43ec992 100644 --- a/criterion/reachability_hydroflow_scheduled/new/sample.json +++ b/criterion/reachability_hydroflow_scheduled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1955234.0,3695366.0,5469633.0,7245050.0,8994330.0,10823238.0,12618873.0,14425530.0,16222679.0,18082605.0,19899621.0,21629003.0,23437373.0,25320031.0,27080831.0,28911132.0,30675680.0,32455036.0,34238619.0,36038734.0,37936770.0,39657898.0,41504027.0,43307979.0,45095940.0,47036207.0,48715414.0,50498468.0,52265170.0,54095751.0,55889313.0,57739831.0,59534565.0,61338046.0,63265268.0,64999539.0,66825070.0,68566846.0,70358946.0,72096883.0,74008827.0,76002803.0,77898116.0,79332877.0,81112001.0,83104325.0,84702301.0,87442884.0,88385956.0,90097134.0,92010159.0,93823859.0,95643690.0,97401656.0,99691274.0,100990713.0,102908949.0,104581805.0,106550154.0,108275188.0,110148959.0,111934537.0,113752795.0,115512723.0,117204426.0,119257152.0,121054862.0,122858212.0,124706426.0,126546856.0,128367489.0,131726326.0,131780949.0,133618393.0,135641324.0,137149743.0,139060804.0,141064619.0,144353776.0,144436421.0,146307297.0,147996624.0,149968650.0,151645153.0,153493097.0,155411332.0,156915233.0,158644243.0,160742956.0,162356933.0,164196069.0,167868714.0,167680412.0,169161931.0,172091106.0,172755206.0,174580388.0,177481740.0,178264834.0,180058215.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1819871.0,3669207.0,5548047.0,7206454.0,8986560.0,10809566.0,12660105.0,14533666.0,16190280.0,18044564.0,19794976.0,21595159.0,23395543.0,25229560.0,27006509.0,28901731.0,30678561.0,32531553.0,34149895.0,35983322.0,37736837.0,39656164.0,41429799.0,43194004.0,44915660.0,46793850.0,48576510.0,50476331.0,52250877.0,54060758.0,55816678.0,57648341.0,59407288.0,61287471.0,63106560.0,64824729.0,66681308.0,69208920.0,70202666.0,72036274.0,73793576.0,75597587.0,77448075.0,79234984.0,81098035.0,82717750.0,84707840.0,86452539.0,88299040.0,90843634.0,91639960.0,93552884.0,95423689.0,97203623.0,99042298.0,100790051.0,103103378.0,104599833.0,106220294.0,108006370.0,109658434.0,111704138.0,113300867.0,115189656.0,117068115.0,118816771.0,122209576.0,122779006.0,124446278.0,126617608.0,127892023.0,129776062.0,131373313.0,133303170.0,135051444.0,136940724.0,138641069.0,140460797.0,142316204.0,144657513.0,146762588.0,151030738.0,149585933.0,151388209.0,153000347.0,155134929.0,156690270.0,158537922.0,160311134.0,163129449.0,163944581.0,165820124.0,167432183.0,169201777.0,171084114.0,173001567.0,174679980.0,176558451.0,178286256.0,180418242.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/new/tukey.json b/criterion/reachability_hydroflow_scheduled/new/tukey.json index f99a39eed4e2..cb9d783a2ac7 100644 --- a/criterion/reachability_hydroflow_scheduled/new/tukey.json +++ b/criterion/reachability_hydroflow_scheduled/new/tukey.json @@ -1 +1 @@ -[1791924.7256118879,1797552.2084790207,1812558.829458042,1818186.3123251752] \ No newline at end of file +[1792439.0670997035,1796253.5547393104,1806425.5217782622,1810240.0094178692] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/report/MAD.svg b/criterion/reachability_hydroflow_scheduled/report/MAD.svg index 3067d7599d2b..831600b9eae8 100644 --- a/criterion/reachability_hydroflow_scheduled/report/MAD.svg +++ b/criterion/reachability_hydroflow_scheduled/report/MAD.svg @@ -9,70 +9,74 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - - -2 + + +1.4 - - -2.2 + + +1.6 - - -2.4 + + +1.8 - - -2.6 + + + +1.4 - - -2.8 + + +1.6 - - -3 + + +1.8 - - -3.2 + + +2 - - -3.4 + + +2.2 - - -3.6 + + +2.4 + + + +2.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/SD.svg b/criterion/reachability_hydroflow_scheduled/report/SD.svg index 614b91450c9f..15d49d74cb23 100644 --- a/criterion/reachability_hydroflow_scheduled/report/SD.svg +++ b/criterion/reachability_hydroflow_scheduled/report/SD.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (µs) - -0.02 + +0.05 - - -0.04 - - - -0.06 - - - -0.08 + + +0.1 - + -0.1 +0.15 - -0.12 - - - -0.14 - - - -0.16 + +0.2 - - -0.18 + + +0.25 - + - + 5 - - -10 + + +6 + + + +7 + + + +8 - - -15 + + +9 + + + +10 - - -20 + + +11 - - -25 + + +12 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg b/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg index ce7ec2bee145..0c6d4290e52f 100644 --- a/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg +++ b/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg @@ -9,50 +9,38 @@ Density (a.u.) Average Time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - -90 - - - -100 - - - -110 - - + 1.8 @@ -70,10 +58,10 @@ Average Time (ms) 1.95 - - - - + + + + Base PDF diff --git a/criterion/reachability_hydroflow_scheduled/report/both/regression.svg b/criterion/reachability_hydroflow_scheduled/report/both/regression.svg index a5e7ec99eb77..951572001003 100644 --- a/criterion/reachability_hydroflow_scheduled/report/both/regression.svg +++ b/criterion/reachability_hydroflow_scheduled/report/both/regression.svg @@ -115,10 +115,10 @@ Iterations 100 - - - - + + + + Base Sample diff --git a/criterion/reachability_hydroflow_scheduled/report/change/mean.svg b/criterion/reachability_hydroflow_scheduled/report/change/mean.svg index 8db002119af6..1a1ad53a51a4 100644 --- a/criterion/reachability_hydroflow_scheduled/report/change/mean.svg +++ b/criterion/reachability_hydroflow_scheduled/report/change/mean.svg @@ -9,82 +9,78 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - -450 - - + - -0.004 + +-0.0045 - - -0.0045 + + +-0.004 - - -0.005 + + +-0.0035 - - -0.0055 + + +-0.003 - - -0.006 + + +-0.0025 - - -0.0065 + + +-0.002 - - -0.007 + + +-0.0015 - - -0.0075 + + +-0.001 - - -0.008 + + +-5e-4 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/change/median.svg b/criterion/reachability_hydroflow_scheduled/report/change/median.svg index 212868de978f..d4ddb07209ef 100644 --- a/criterion/reachability_hydroflow_scheduled/report/change/median.svg +++ b/criterion/reachability_hydroflow_scheduled/report/change/median.svg @@ -9,66 +9,82 @@ Density (a.u.) Relative change (%) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - - + + 1400 - - -1600 - - + - -0.0044 + +-0.0025 + + + +-0.0024 + + + +-0.0023 + + + +-0.0022 + + + +-0.0021 + + + +-0.002 - - -0.0046 + + +-0.0019 - - -0.0048 + + +-0.0018 - - -0.005 + + +-0.0017 - - -0.0052 + + +-0.0016 - - -0.0054 + + +-0.0015 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg b/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg index 253a61da86e5..80b8fa2abdb2 100644 --- a/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg +++ b/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg @@ -21,69 +21,65 @@ t score 0.1 - + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - -5.0 - - - - + + + t distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/index.html b/criterion/reachability_hydroflow_scheduled/report/index.html index d7f3b9f38e9e..869986c5bed7 100644 --- a/criterion/reachability_hydroflow_scheduled/report/index.html +++ b/criterion/reachability_hydroflow_scheduled/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 1.8048 ms - 1.8063 ms - 1.8081 ms + 1.8018 ms + 1.8034 ms + 1.8054 ms R² - 0.9983248 - 0.9984276 - 0.9982888 + 0.9978601 + 0.9979578 + 0.9977772 Mean + 1.8022 ms + 1.8037 ms 1.8055 ms - 1.8079 ms - 1.8116 ms Std. Dev. - 4.4530 µs - 16.310 µs - 26.653 µs + 4.8522 µs + 8.4084 µs + 11.319 µs Median - 1.8043 ms - 1.8047 ms - 1.8055 ms + 1.8008 ms + 1.8013 ms + 1.8017 ms MAD - 2.0218 µs - 2.6922 µs - 3.4637 µs + 1.4444 µs + 1.8784 µs + 2.6202 µs @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - +0.4121% - +0.5590% - +0.7731% - (p = 0.00 < + -0.4519% + -0.2313% + -0.0661% + (p = 0.01 < 0.05) diff --git a/criterion/reachability_hydroflow_scheduled/report/mean.svg b/criterion/reachability_hydroflow_scheduled/report/mean.svg index 036ac52cf6ce..5e7060cfb1cf 100644 --- a/criterion/reachability_hydroflow_scheduled/report/mean.svg +++ b/criterion/reachability_hydroflow_scheduled/report/mean.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - + + +300 + + + +350 + + + +400 + + + +450 + + + +500 + + - -1.805 + +1.802 - - -1.806 + + +1.8025 - - -1.807 + + +1.803 - - -1.808 + + +1.8035 - - -1.809 + + +1.804 - - -1.81 + + +1.8045 - - -1.811 + + +1.805 - - -1.812 + + +1.8055 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/median.svg b/criterion/reachability_hydroflow_scheduled/report/median.svg index 04d596ed1c91..4412f28ee93f 100644 --- a/criterion/reachability_hydroflow_scheduled/report/median.svg +++ b/criterion/reachability_hydroflow_scheduled/report/median.svg @@ -17,78 +17,86 @@ Average time (ms) 400 - + 600 - - + + 800 - - + + 1000 - - + + 1200 - - + + 1400 - - + + 1600 - - + + 1800 - - + + 2000 - - + + 2200 - + - -1.8042 + +1.8008 - - -1.8044 + + +1.8009 - - -1.8046 + + +1.801 - - -1.8048 + + +1.8011 - - -1.805 + + +1.8012 - - -1.8052 + + +1.8013 - - -1.8054 + + +1.8014 - - -1.8056 + + +1.8015 - - - - + + +1.8016 + + + +1.8017 + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/pdf.svg b/criterion/reachability_hydroflow_scheduled/report/pdf.svg index 93846da12916..eded1caa97d2 100644 --- a/criterion/reachability_hydroflow_scheduled/report/pdf.svg +++ b/criterion/reachability_hydroflow_scheduled/report/pdf.svg @@ -54,46 +54,34 @@ Average Time (ms) - -1.78 + +1.79 - - + + 1.8 - - -1.82 - - - -1.84 - - - -1.86 - - - -1.88 + + +1.81 - - -1.9 + + +1.82 - - -1.92 + + +1.83 - - -1.94 + + +1.84 - - -1.96 + + +1.85 - + Density (a.u.) @@ -102,68 +90,74 @@ Density (a.u.) 0 - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - + + +40 + + + +50 + + -35 +60 - -40 - - - -45 + +70 - - -50 + + +80 - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg b/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg index e8e6e7f2606a..5d18a6a5bbc1 100644 --- a/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg @@ -10,43 +10,55 @@ Average Time (ms) 0 - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - + + +60 + + + +70 + + + +80 + + + +90 + + - + 1.8 - - -1.85 - - - -1.9 + + +1.82 - - -1.95 + + +1.84 - - - + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/regression.svg b/criterion/reachability_hydroflow_scheduled/report/regression.svg index 4c2344ff9543..c7aae328773f 100644 --- a/criterion/reachability_hydroflow_scheduled/report/regression.svg +++ b/criterion/reachability_hydroflow_scheduled/report/regression.svg @@ -110,11 +110,11 @@ Iterations - + - + @@ -122,91 +122,91 @@ Iterations - + - + - - + + - + - - + + - + - - - - - - - + + + + + + + - - - - - - - - + + + + + + + + - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - - - + + + - - + + Sample diff --git a/criterion/reachability_hydroflow_scheduled/report/regression_small.svg b/criterion/reachability_hydroflow_scheduled/report/regression_small.svg index 4b61482e109a..9dbb6abed9a7 100644 --- a/criterion/reachability_hydroflow_scheduled/report/regression_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/regression_small.svg @@ -19,10 +19,10 @@ Iterations - + - + @@ -41,10 +41,10 @@ Iterations 80.0 - + 100.0 - + 120.0 @@ -53,10 +53,10 @@ Iterations 140.0 - + 160.0 - + 180.0 @@ -118,7 +118,7 @@ Iterations - + @@ -128,80 +128,80 @@ Iterations - + - + - + - + - + - - + + - + - - - + + + - + - - + + - + - - - - - + + + + + - + - - + + - - + + - - - + + + - - - - - - - - + + + + + + + + - - - + + + - + - + - - + + diff --git a/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg b/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg index 4675cb74c70c..49601dd68d05 100644 --- a/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg @@ -6,50 +6,38 @@ Density (a.u.) Average Time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - -90 - - - -100 - - - -110 - - + 1.8 @@ -67,8 +55,8 @@ Average Time (ms) 1.95 - - - - + + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/relative_regression_small.svg b/criterion/reachability_hydroflow_scheduled/report/relative_regression_small.svg index 2209a44c59c7..85fa019de615 100644 --- a/criterion/reachability_hydroflow_scheduled/report/relative_regression_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/relative_regression_small.svg @@ -112,8 +112,8 @@ Iterations 100 - - - - + + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/slope.svg b/criterion/reachability_hydroflow_scheduled/report/slope.svg index 3e6ea38d2fec..d0e2f7802869 100644 --- a/criterion/reachability_hydroflow_scheduled/report/slope.svg +++ b/criterion/reachability_hydroflow_scheduled/report/slope.svg @@ -9,86 +9,82 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - + + 450 - - -500 - - + - -1.8045 + +1.8015 - - -1.805 + + +1.802 - - -1.8055 + + +1.8025 - - -1.806 + + +1.803 - - -1.8065 + + +1.8035 - - -1.807 + + +1.804 - - -1.8075 + + +1.8045 - - -1.808 + + +1.805 - - -1.8085 + + +1.8055 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/typical.svg b/criterion/reachability_hydroflow_scheduled/report/typical.svg index 1ce82bc1fa27..55d11d917113 100644 --- a/criterion/reachability_hydroflow_scheduled/report/typical.svg +++ b/criterion/reachability_hydroflow_scheduled/report/typical.svg @@ -9,86 +9,82 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - + + 450 - - -500 - - + - -1.8045 + +1.8015 - - -1.805 + + +1.802 - - -1.8055 + + +1.8025 - - -1.806 + + +1.803 - - -1.8065 + + +1.8035 - - -1.807 + + +1.804 - - -1.8075 + + +1.8045 - - -1.808 + + +1.805 - - -1.8085 + + +1.8055 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/base/estimates.json b/criterion/reachability_hydroflow_surface/base/estimates.json index 543abc5f2935..1cb365ff2734 100644 --- a/criterion/reachability_hydroflow_surface/base/estimates.json +++ b/criterion/reachability_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5319030.369777778,"upper_bound":5342374.075222225},"point_estimate":5329756.738888887,"standard_error":5994.017280843644},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5309132.5,"upper_bound":5322170.166666666},"point_estimate":5314915.888888889,"standard_error":3694.4279936769567},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16596.388838688377,"upper_bound":28278.20586462831},"point_estimate":21752.2126138208,"standard_error":3134.1800889051174},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":34355.34349021583,"upper_bound":79349.94297494079},"point_estimate":60360.072923135944,"standard_error":11235.881239898383}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5299725.6300277775,"upper_bound":5315853.703472223},"point_estimate":5307344.10111111,"standard_error":4108.814737536433},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5290653.555555556,"upper_bound":5304371.777777778},"point_estimate":5297327.055555556,"standard_error":3721.649751945978},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":20138.484909138166,"upper_bound":33673.14006884931},"point_estimate":26685.975859562634,"standard_error":3647.1045023223533},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29705.977571052772,"upper_bound":50901.694456986574},"point_estimate":41175.40486559769,"standard_error":5424.413629107572}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/base/sample.json b/criterion/reachability_hydroflow_surface/base/sample.json index 00aaf6b65f75..8546edd06d6b 100644 --- a/criterion/reachability_hydroflow_surface/base/sample.json +++ b/criterion/reachability_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[48248843.0,48481488.0,47715287.0,47702192.0,48015288.0,47833979.0,47672957.0,47782953.0,47785679.0,47759559.0,47746687.0,48062506.0,47748031.0,47702655.0,47685914.0,50326738.0,47692293.0,47776942.0,47892600.0,47618267.0,47803199.0,47742767.0,47963833.0,47790969.0,47685943.0,47889935.0,47870017.0,47708114.0,47778706.0,47803853.0,47665565.0,47559588.0,47702204.0,47757617.0,48036519.0,48191477.0,47967648.0,47771632.0,48000740.0,47865337.0,47803402.0,47796608.0,47941212.0,47911082.0,47914760.0,47769206.0,47911603.0,47994001.0,48107531.0,48001923.0,47884835.0,47925202.0,48022011.0,47815034.0,50320796.0,48074870.0,47908356.0,47895655.0,47936820.0,47688816.0,47650766.0,47554746.0,47857461.0,47633543.0,47592328.0,47568404.0,47533027.0,47705822.0,47683830.0,47476993.0,47473094.0,47704255.0,47677648.0,50043307.0,47725748.0,47819353.0,47571838.0,47709648.0,47744153.0,48012953.0,48172292.0,48118644.0,48157223.0,48203891.0,47983880.0,48188649.0,48099322.0,48063476.0,48119961.0,47909128.0,47733869.0,49921672.0,47988196.0,50191404.0,48550404.0,47868019.0,47914815.0,47866427.0,47726125.0,47834507.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[48135680.0,47463496.0,47728506.0,47442326.0,47622356.0,47573132.0,47720191.0,47899557.0,47360472.0,48141749.0,47750186.0,47559525.0,48020414.0,48072832.0,47806372.0,47754153.0,47927399.0,48124980.0,47717384.0,47891369.0,47775203.0,47648837.0,47881062.0,47480208.0,47376343.0,47960491.0,47819917.0,49199468.0,47915437.0,47847508.0,47791283.0,47792887.0,47769402.0,47987663.0,47800543.0,47837448.0,48461933.0,47983063.0,48037235.0,48100344.0,48811441.0,48720658.0,47519421.0,48730008.0,48134300.0,47559305.0,47473082.0,48997317.0,47908931.0,47615882.0,47625441.0,47545218.0,47401962.0,47500111.0,47527425.0,47500214.0,47430043.0,47416767.0,47658820.0,47307121.0,47486066.0,47660746.0,47602317.0,47752416.0,47556099.0,47698385.0,47631351.0,47647119.0,47706904.0,47476570.0,47527192.0,47469786.0,47373577.0,47496857.0,47736326.0,47611503.0,47480988.0,47467021.0,47601594.0,47342187.0,47611822.0,47495173.0,47983352.0,47560395.0,47689780.0,47882463.0,47718894.0,47568050.0,49206982.0,47600864.0,47663701.0,47805476.0,47775921.0,47693388.0,47624949.0,47474124.0,47513458.0,47568131.0,47597757.0,47688186.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/base/tukey.json b/criterion/reachability_hydroflow_surface/base/tukey.json index e34dd1f73a41..97ae16fd9727 100644 --- a/criterion/reachability_hydroflow_surface/base/tukey.json +++ b/criterion/reachability_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[5203772.305555555,5252400.847222222,5382076.958333334,5430705.500000001] \ No newline at end of file +[5162803.361111111,5221810.944444444,5379164.5,5438172.083333334] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/change/estimates.json b/criterion/reachability_hydroflow_surface/change/estimates.json index 86127c5875c3..3777fada5ed6 100644 --- a/criterion/reachability_hydroflow_surface/change/estimates.json +++ b/criterion/reachability_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.000261384510491049,"upper_bound":0.006160781681157356},"point_estimate":0.0032293112332504315,"standard_error":0.001498631636408868},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0013551976949458039,"upper_bound":0.003967004886418213},"point_estimate":0.0026492703968312714,"standard_error":0.0007486047367218812}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.006937964330717175,"upper_bound":-0.0016545375165489767},"point_estimate":-0.004205189631684592,"standard_error":0.0013519534367184192},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0052631275541003,"upper_bound":-0.0015253709982627228},"point_estimate":-0.0033093342775383228,"standard_error":0.0009798172548734542}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/new/estimates.json b/criterion/reachability_hydroflow_surface/new/estimates.json index 543abc5f2935..1cb365ff2734 100644 --- a/criterion/reachability_hydroflow_surface/new/estimates.json +++ b/criterion/reachability_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5319030.369777778,"upper_bound":5342374.075222225},"point_estimate":5329756.738888887,"standard_error":5994.017280843644},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5309132.5,"upper_bound":5322170.166666666},"point_estimate":5314915.888888889,"standard_error":3694.4279936769567},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16596.388838688377,"upper_bound":28278.20586462831},"point_estimate":21752.2126138208,"standard_error":3134.1800889051174},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":34355.34349021583,"upper_bound":79349.94297494079},"point_estimate":60360.072923135944,"standard_error":11235.881239898383}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5299725.6300277775,"upper_bound":5315853.703472223},"point_estimate":5307344.10111111,"standard_error":4108.814737536433},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5290653.555555556,"upper_bound":5304371.777777778},"point_estimate":5297327.055555556,"standard_error":3721.649751945978},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":20138.484909138166,"upper_bound":33673.14006884931},"point_estimate":26685.975859562634,"standard_error":3647.1045023223533},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29705.977571052772,"upper_bound":50901.694456986574},"point_estimate":41175.40486559769,"standard_error":5424.413629107572}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/new/sample.json b/criterion/reachability_hydroflow_surface/new/sample.json index 00aaf6b65f75..8546edd06d6b 100644 --- a/criterion/reachability_hydroflow_surface/new/sample.json +++ b/criterion/reachability_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[48248843.0,48481488.0,47715287.0,47702192.0,48015288.0,47833979.0,47672957.0,47782953.0,47785679.0,47759559.0,47746687.0,48062506.0,47748031.0,47702655.0,47685914.0,50326738.0,47692293.0,47776942.0,47892600.0,47618267.0,47803199.0,47742767.0,47963833.0,47790969.0,47685943.0,47889935.0,47870017.0,47708114.0,47778706.0,47803853.0,47665565.0,47559588.0,47702204.0,47757617.0,48036519.0,48191477.0,47967648.0,47771632.0,48000740.0,47865337.0,47803402.0,47796608.0,47941212.0,47911082.0,47914760.0,47769206.0,47911603.0,47994001.0,48107531.0,48001923.0,47884835.0,47925202.0,48022011.0,47815034.0,50320796.0,48074870.0,47908356.0,47895655.0,47936820.0,47688816.0,47650766.0,47554746.0,47857461.0,47633543.0,47592328.0,47568404.0,47533027.0,47705822.0,47683830.0,47476993.0,47473094.0,47704255.0,47677648.0,50043307.0,47725748.0,47819353.0,47571838.0,47709648.0,47744153.0,48012953.0,48172292.0,48118644.0,48157223.0,48203891.0,47983880.0,48188649.0,48099322.0,48063476.0,48119961.0,47909128.0,47733869.0,49921672.0,47988196.0,50191404.0,48550404.0,47868019.0,47914815.0,47866427.0,47726125.0,47834507.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[48135680.0,47463496.0,47728506.0,47442326.0,47622356.0,47573132.0,47720191.0,47899557.0,47360472.0,48141749.0,47750186.0,47559525.0,48020414.0,48072832.0,47806372.0,47754153.0,47927399.0,48124980.0,47717384.0,47891369.0,47775203.0,47648837.0,47881062.0,47480208.0,47376343.0,47960491.0,47819917.0,49199468.0,47915437.0,47847508.0,47791283.0,47792887.0,47769402.0,47987663.0,47800543.0,47837448.0,48461933.0,47983063.0,48037235.0,48100344.0,48811441.0,48720658.0,47519421.0,48730008.0,48134300.0,47559305.0,47473082.0,48997317.0,47908931.0,47615882.0,47625441.0,47545218.0,47401962.0,47500111.0,47527425.0,47500214.0,47430043.0,47416767.0,47658820.0,47307121.0,47486066.0,47660746.0,47602317.0,47752416.0,47556099.0,47698385.0,47631351.0,47647119.0,47706904.0,47476570.0,47527192.0,47469786.0,47373577.0,47496857.0,47736326.0,47611503.0,47480988.0,47467021.0,47601594.0,47342187.0,47611822.0,47495173.0,47983352.0,47560395.0,47689780.0,47882463.0,47718894.0,47568050.0,49206982.0,47600864.0,47663701.0,47805476.0,47775921.0,47693388.0,47624949.0,47474124.0,47513458.0,47568131.0,47597757.0,47688186.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/new/tukey.json b/criterion/reachability_hydroflow_surface/new/tukey.json index e34dd1f73a41..97ae16fd9727 100644 --- a/criterion/reachability_hydroflow_surface/new/tukey.json +++ b/criterion/reachability_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[5203772.305555555,5252400.847222222,5382076.958333334,5430705.500000001] \ No newline at end of file +[5162803.361111111,5221810.944444444,5379164.5,5438172.083333334] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/report/MAD.svg b/criterion/reachability_hydroflow_surface/report/MAD.svg index 0384b9d2bfd6..30b36f4b8957 100644 --- a/criterion/reachability_hydroflow_surface/report/MAD.svg +++ b/criterion/reachability_hydroflow_surface/report/MAD.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (µs) - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - + - -16 - - - -18 - - - + 20 - - + + 22 - - + + 24 - - + + 26 - - + + 28 - - - - + + +30 + + + +32 + + + +34 + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/SD.svg b/criterion/reachability_hydroflow_surface/report/SD.svg index daff654dcffe..2b33d4523dfd 100644 --- a/criterion/reachability_hydroflow_surface/report/SD.svg +++ b/criterion/reachability_hydroflow_surface/report/SD.svg @@ -9,86 +9,58 @@ Density (a.u.) Average time (µs) - -0.005 - - - + 0.01 - - -0.015 - - - + + 0.02 - - -0.025 - - - + + 0.03 - - -0.035 - - - + + 0.04 - + + +0.05 + + + +0.06 + + + +0.07 + + - + 30 - - + + 35 - - + + 40 - - + + 45 - - + + 50 - - -55 - - - -60 - - - -65 - - - -70 - - - -75 - - - -80 - - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg b/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg index f8c5778e1985..b22ef0b628b0 100644 --- a/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg @@ -16,47 +16,37 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + - + 5.3 - - + + 5.35 - - + + 5.4 - - + + 5.45 - - + + 5.5 - - + + 5.55 - - -5.6 - - - -5.65 - - + 0 @@ -102,206 +92,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/reachability_hydroflow_surface/report/both/pdf.svg b/criterion/reachability_hydroflow_surface/report/both/pdf.svg index 491b722c7f10..bdd9d795c076 100644 --- a/criterion/reachability_hydroflow_surface/report/both/pdf.svg +++ b/criterion/reachability_hydroflow_surface/report/both/pdf.svg @@ -9,47 +9,55 @@ Density (a.u.) Average Time (ms) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - + 5.2 - + +5.3 + + + 5.4 - - + + +5.5 + + + 5.6 - - - - - + + + + + Base PDF diff --git a/criterion/reachability_hydroflow_surface/report/change/mean.svg b/criterion/reachability_hydroflow_surface/report/change/mean.svg index 8e2bf61fbc48..129b90ebd94f 100644 --- a/criterion/reachability_hydroflow_surface/report/change/mean.svg +++ b/criterion/reachability_hydroflow_surface/report/change/mean.svg @@ -9,58 +9,54 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - + - -0 + +-0.007 - - -0.001 + + +-0.006 - - -0.002 + + +-0.005 - - -0.003 + + +-0.004 - - -0.004 + + +-0.003 - - -0.005 + + +-0.002 - - -0.006 - - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/change/median.svg b/criterion/reachability_hydroflow_surface/report/change/median.svg index 096ed327f320..3b8b332d90df 100644 --- a/criterion/reachability_hydroflow_surface/report/change/median.svg +++ b/criterion/reachability_hydroflow_surface/report/change/median.svg @@ -9,58 +9,78 @@ Density (a.u.) Relative change (%) - + +50 + + + 100 - - + + +150 + + + 200 - - + + +250 + + + 300 - - + + +350 + + + 400 - - -500 + + + +-0.0055 - - -600 + + +-0.005 - - - -0.0015 + + +-0.0045 + + + +-0.004 - - -0.002 + + +-0.0035 - - -0.0025 + + +-0.003 - - -0.003 + + +-0.0025 - - -0.0035 + + +-0.002 - - -0.004 + + +-0.0015 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/change/t-test.svg b/criterion/reachability_hydroflow_surface/report/change/t-test.svg index 12426489f77e..4040344cdfb9 100644 --- a/criterion/reachability_hydroflow_surface/report/change/t-test.svg +++ b/criterion/reachability_hydroflow_surface/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/reachability_hydroflow_surface/report/index.html b/criterion/reachability_hydroflow_surface/report/index.html index 927860bf8691..851602ade20a 100644 --- a/criterion/reachability_hydroflow_surface/report/index.html +++ b/criterion/reachability_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0005891 - 0.0006079 - 0.0005822 + 0.0004314 + 0.0004463 + 0.0004278 Mean - 5.3190 ms - 5.3298 ms - 5.3424 ms + 5.2997 ms + 5.3073 ms + 5.3159 ms Std. Dev. - 34.355 µs - 60.360 µs - 79.350 µs + 29.706 µs + 41.175 µs + 50.902 µs Median - 5.3091 ms - 5.3149 ms - 5.3222 ms + 5.2907 ms + 5.2973 ms + 5.3044 ms MAD - 16.596 µs - 21.752 µs - 28.278 µs + 20.138 µs + 26.686 µs + 33.673 µs @@ -221,10 +221,10 @@

Additional Statistics:

Change in time - +0.0261% - +0.3229% - +0.6161% - (p = 0.03 < + -0.6938% + -0.4205% + -0.1655% + (p = 0.00 < 0.05) diff --git a/criterion/reachability_hydroflow_surface/report/iteration_times.svg b/criterion/reachability_hydroflow_surface/report/iteration_times.svg index 17ce68b0a3f8..ed699e6fe17e 100644 --- a/criterion/reachability_hydroflow_surface/report/iteration_times.svg +++ b/criterion/reachability_hydroflow_surface/report/iteration_times.svg @@ -15,37 +15,62 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + + + + - + +5.26 + + + +5.28 + + + 5.3 - - -5.35 + + +5.32 + + + +5.34 + + + +5.36 + + + +5.38 - - + + 5.4 - - -5.45 + + +5.42 - - -5.5 + + +5.44 - - -5.55 + + +5.46 - + 10 @@ -87,106 +112,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - + + + + + + + - - + + Sample diff --git a/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg b/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg index 34372b82f0e7..81c062037615 100644 --- a/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg @@ -12,37 +12,62 @@ Average Iteration Time (ms) - - + + + + - - - + + + + + + - + +5.26 + + + +5.28 + + + 5.3 - - -5.35 + + +5.32 - + -5.4 +5.34 - -5.45 + +5.36 + + + +5.38 + + + +5.4 + + + +5.42 - - -5.5 + + +5.44 - - -5.55 + + +5.46 - + 10 @@ -84,104 +109,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + diff --git a/criterion/reachability_hydroflow_surface/report/mean.svg b/criterion/reachability_hydroflow_surface/report/mean.svg index e48fe0fe0624..fd553a06f400 100644 --- a/criterion/reachability_hydroflow_surface/report/mean.svg +++ b/criterion/reachability_hydroflow_surface/report/mean.svg @@ -9,58 +9,90 @@ Density (a.u.) Average time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 + + +80 + + + +90 + + + +100 + - -5.32 + +5.298 + + + +5.3 + + + +5.302 + + + +5.304 + + + +5.306 + + + +5.308 - - -5.325 + + +5.31 - - -5.33 + + +5.312 - - -5.335 + + +5.314 - - -5.34 + + +5.316 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/median.svg b/criterion/reachability_hydroflow_surface/report/median.svg index fe2458d438d0..0c3c92d02bf0 100644 --- a/criterion/reachability_hydroflow_surface/report/median.svg +++ b/criterion/reachability_hydroflow_surface/report/median.svg @@ -9,78 +9,74 @@ Density (a.u.) Average time (ms) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - -180 - - + - -5.308 + +5.29 - - -5.31 + + +5.292 - - -5.312 + + +5.294 - - -5.314 + + +5.296 - - -5.316 + + +5.298 - + -5.318 +5.3 - -5.32 + +5.302 - - -5.322 + + +5.304 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/pdf.svg b/criterion/reachability_hydroflow_surface/report/pdf.svg index 0caf9c0e0057..72732a0d3b2b 100644 --- a/criterion/reachability_hydroflow_surface/report/pdf.svg +++ b/criterion/reachability_hydroflow_surface/report/pdf.svg @@ -50,46 +50,30 @@ Average Time (ms) - -5.2 - - - + 5.25 - - + + 5.3 - - + + 5.35 - - + + 5.4 - - + + 5.45 - - + + 5.5 - - -5.55 - - - -5.6 - - - -5.65 - - + Density (a.u.) @@ -98,46 +82,50 @@ Density (a.u.) 0 - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - - - - - - - - - - - - - - - - - - - - + + +12 + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow_surface/report/pdf_small.svg b/criterion/reachability_hydroflow_surface/report/pdf_small.svg index 794eb7afb489..74b646708119 100644 --- a/criterion/reachability_hydroflow_surface/report/pdf_small.svg +++ b/criterion/reachability_hydroflow_surface/report/pdf_small.svg @@ -10,51 +10,47 @@ Average Time (ms) 0 - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - - -5.2 + + +14 - - + + + 5.3 - - + + 5.4 - - + + 5.5 - - -5.6 - - - - + + + diff --git a/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg index d28e9d32c077..5b2aa55bad47 100644 --- a/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,47 +13,37 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + - + 5.3 - - + + 5.35 - - + + 5.4 - - + + 5.45 - - + + 5.5 - - + + 5.55 - - -5.6 - - - -5.65 - - + 0 @@ -99,204 +89,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg b/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg index b1eb36d2496a..772268573fee 100644 --- a/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg @@ -6,45 +6,53 @@ Density (a.u.) Average Time (ms) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - + 5.2 - + +5.3 + + + 5.4 - - + + +5.5 + + + 5.6 - - - - - + + + + + diff --git a/criterion/reachability_hydroflow_surface/report/typical.svg b/criterion/reachability_hydroflow_surface/report/typical.svg index 07b2d3853e13..17e3eac139c8 100644 --- a/criterion/reachability_hydroflow_surface/report/typical.svg +++ b/criterion/reachability_hydroflow_surface/report/typical.svg @@ -9,58 +9,90 @@ Density (a.u.) Average time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 + + +80 + + + +90 + + + +100 + - -5.32 + +5.298 + + + +5.3 + + + +5.302 + + + +5.304 + + + +5.306 + + + +5.308 - - -5.325 + + +5.31 - - -5.33 + + +5.312 - - -5.335 + + +5.314 - - -5.34 + + +5.316 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/base/estimates.json b/criterion/reachability_hydroflow_surface_cheating/base/estimates.json index fd676212af8d..2352076059dc 100644 --- a/criterion/reachability_hydroflow_surface_cheating/base/estimates.json +++ b/criterion/reachability_hydroflow_surface_cheating/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1516383.389769388,"upper_bound":1521470.9763118594},"point_estimate":1518401.5351141987,"standard_error":1338.3830552141014},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1515381.9125,"upper_bound":1516883.9175579324},"point_estimate":1516021.5793650793,"standard_error":391.0302799184186},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2884.61963652548,"upper_bound":4976.954825364235},"point_estimate":4006.517938245088,"standard_error":521.7849300429847},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1516400.4528258957,"upper_bound":1518566.386297212},"point_estimate":1517471.565319935,"standard_error":552.0676722219977},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4574.1722357154995,"upper_bound":22022.59812270459},"point_estimate":13484.151184228978,"standard_error":5810.158812963573}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1505389.6916897495,"upper_bound":1520734.8362808714},"point_estimate":1512087.4350509194,"standard_error":3936.193132606715},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1503572.0356442577,"upper_bound":1505477.2903225806},"point_estimate":1504452.6678194394,"standard_error":561.8468847900367},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2497.59850565896,"upper_bound":4400.054124587673},"point_estimate":3348.044325560297,"standard_error":489.89303062681887},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1504012.9635117822,"upper_bound":1524803.6606511076},"point_estimate":1512337.5971627014,"standard_error":5503.527899879812},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5473.268028435303,"upper_bound":60013.24556736976},"point_estimate":39612.85779039492,"standard_error":12979.911679012974}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/base/sample.json b/criterion/reachability_hydroflow_surface_cheating/base/sample.json index d9d6e21e7f54..6bc563e94699 100644 --- a/criterion/reachability_hydroflow_surface_cheating/base/sample.json +++ b/criterion/reachability_hydroflow_surface_cheating/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1640986.0,2998904.0,4587063.0,6094178.0,7579954.0,9041115.0,10602089.0,12227290.0,13668771.0,15186860.0,16730323.0,18280490.0,19712183.0,21312816.0,22690681.0,24235418.0,25846256.0,27213832.0,28754309.0,30316672.0,31730525.0,33356938.0,34852437.0,36829495.0,38190422.0,39760729.0,41236987.0,42409889.0,43884385.0,45490666.0,46965846.0,48469540.0,50052334.0,51449731.0,52956024.0,54499340.0,56081049.0,57615046.0,58994882.0,60486449.0,61957030.0,63442693.0,65337122.0,66527892.0,68220740.0,69922826.0,71895711.0,72631668.0,74271405.0,75691090.0,77156260.0,79319164.0,80260301.0,81601951.0,83208831.0,85428152.0,86936029.0,87910447.0,89489430.0,90888572.0,92398803.0,94058517.0,95618611.0,97115949.0,98513652.0,99939321.0,101271618.0,103158070.0,104464487.0,106169489.0,107552049.0,109119478.0,110843505.0,112111980.0,113935546.0,115442465.0,116734057.0,118212358.0,119433346.0,121230553.0,122663367.0,123853643.0,126104168.0,127151190.0,128880764.0,130558437.0,132052519.0,133818165.0,135162619.0,136944049.0,138911277.0,139886370.0,141364973.0,142353762.0,144087784.0,145281371.0,147255986.0,148925535.0,151218658.0,152251830.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1670137.0,3045712.0,4521385.0,6029678.0,7541830.0,9052177.0,10598264.0,12073583.0,13545289.0,15021903.0,16622180.0,18080481.0,19593624.0,21146952.0,22589390.0,24085596.0,25695040.0,27043180.0,28659710.0,30166426.0,31608827.0,33194189.0,34661986.0,36075019.0,37678732.0,39179070.0,40646640.0,42065936.0,43584054.0,44956519.0,46669796.0,48016857.0,49609167.0,51204611.0,52472358.0,54309711.0,55589975.0,57048136.0,58474860.0,60382818.0,61684034.0,63090041.0,64524284.0,66212521.0,67633071.0,69180425.0,70776878.0,72110304.0,73868563.0,75194698.0,78060535.0,78450214.0,79699544.0,81253416.0,82807583.0,84226210.0,85832576.0,87190447.0,88826581.0,89813762.0,91623964.0,93198548.0,94709433.0,97634358.0,97474391.0,99101604.0,100795919.0,102412171.0,103758094.0,105197235.0,122217121.0,129145251.0,109663180.0,111056528.0,112771729.0,113998729.0,115386456.0,117092559.0,118969944.0,120116188.0,121656206.0,124930672.0,124496550.0,126308033.0,127795546.0,128885822.0,131064037.0,132241459.0,133968907.0,135382391.0,136741611.0,138460850.0,139706993.0,141517866.0,142864212.0,145977808.0,145762349.0,147212771.0,148760923.0,150725061.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/base/tukey.json b/criterion/reachability_hydroflow_surface_cheating/base/tukey.json index 394a18b5b0ea..c1e69f58d252 100644 --- a/criterion/reachability_hydroflow_surface_cheating/base/tukey.json +++ b/criterion/reachability_hydroflow_surface_cheating/base/tukey.json @@ -1 +1 @@ -[1497265.6403531248,1505608.4167949199,1527855.8206397067,1536198.5970815017] \ No newline at end of file +[1488064.2591941399,1495226.0700732605,1514324.232417582,1521486.0432967027] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/change/estimates.json b/criterion/reachability_hydroflow_surface_cheating/change/estimates.json index aa55cae18334..9c4ac0d842a3 100644 --- a/criterion/reachability_hydroflow_surface_cheating/change/estimates.json +++ b/criterion/reachability_hydroflow_surface_cheating/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0034541600536364125,"upper_bound":0.007545075920278421},"point_estimate":0.00514129403957142,"standard_error":0.0010495718988282427},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.004027769261015113,"upper_bound":0.005807005901516504},"point_estimate":0.005082895980157209,"standard_error":0.0004679065386967164}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.008654370257741498,"upper_bound":0.0022440376317922617},"point_estimate":-0.004158386248473089,"standard_error":0.002770552776188418},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.008511665097183263,"upper_bound":-0.006705971856345139},"point_estimate":-0.0076310995193650255,"standard_error":0.00047792957540669813}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/new/estimates.json b/criterion/reachability_hydroflow_surface_cheating/new/estimates.json index fd676212af8d..2352076059dc 100644 --- a/criterion/reachability_hydroflow_surface_cheating/new/estimates.json +++ b/criterion/reachability_hydroflow_surface_cheating/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1516383.389769388,"upper_bound":1521470.9763118594},"point_estimate":1518401.5351141987,"standard_error":1338.3830552141014},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1515381.9125,"upper_bound":1516883.9175579324},"point_estimate":1516021.5793650793,"standard_error":391.0302799184186},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2884.61963652548,"upper_bound":4976.954825364235},"point_estimate":4006.517938245088,"standard_error":521.7849300429847},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1516400.4528258957,"upper_bound":1518566.386297212},"point_estimate":1517471.565319935,"standard_error":552.0676722219977},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4574.1722357154995,"upper_bound":22022.59812270459},"point_estimate":13484.151184228978,"standard_error":5810.158812963573}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1505389.6916897495,"upper_bound":1520734.8362808714},"point_estimate":1512087.4350509194,"standard_error":3936.193132606715},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1503572.0356442577,"upper_bound":1505477.2903225806},"point_estimate":1504452.6678194394,"standard_error":561.8468847900367},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2497.59850565896,"upper_bound":4400.054124587673},"point_estimate":3348.044325560297,"standard_error":489.89303062681887},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1504012.9635117822,"upper_bound":1524803.6606511076},"point_estimate":1512337.5971627014,"standard_error":5503.527899879812},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5473.268028435303,"upper_bound":60013.24556736976},"point_estimate":39612.85779039492,"standard_error":12979.911679012974}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/new/sample.json b/criterion/reachability_hydroflow_surface_cheating/new/sample.json index d9d6e21e7f54..6bc563e94699 100644 --- a/criterion/reachability_hydroflow_surface_cheating/new/sample.json +++ b/criterion/reachability_hydroflow_surface_cheating/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1640986.0,2998904.0,4587063.0,6094178.0,7579954.0,9041115.0,10602089.0,12227290.0,13668771.0,15186860.0,16730323.0,18280490.0,19712183.0,21312816.0,22690681.0,24235418.0,25846256.0,27213832.0,28754309.0,30316672.0,31730525.0,33356938.0,34852437.0,36829495.0,38190422.0,39760729.0,41236987.0,42409889.0,43884385.0,45490666.0,46965846.0,48469540.0,50052334.0,51449731.0,52956024.0,54499340.0,56081049.0,57615046.0,58994882.0,60486449.0,61957030.0,63442693.0,65337122.0,66527892.0,68220740.0,69922826.0,71895711.0,72631668.0,74271405.0,75691090.0,77156260.0,79319164.0,80260301.0,81601951.0,83208831.0,85428152.0,86936029.0,87910447.0,89489430.0,90888572.0,92398803.0,94058517.0,95618611.0,97115949.0,98513652.0,99939321.0,101271618.0,103158070.0,104464487.0,106169489.0,107552049.0,109119478.0,110843505.0,112111980.0,113935546.0,115442465.0,116734057.0,118212358.0,119433346.0,121230553.0,122663367.0,123853643.0,126104168.0,127151190.0,128880764.0,130558437.0,132052519.0,133818165.0,135162619.0,136944049.0,138911277.0,139886370.0,141364973.0,142353762.0,144087784.0,145281371.0,147255986.0,148925535.0,151218658.0,152251830.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1670137.0,3045712.0,4521385.0,6029678.0,7541830.0,9052177.0,10598264.0,12073583.0,13545289.0,15021903.0,16622180.0,18080481.0,19593624.0,21146952.0,22589390.0,24085596.0,25695040.0,27043180.0,28659710.0,30166426.0,31608827.0,33194189.0,34661986.0,36075019.0,37678732.0,39179070.0,40646640.0,42065936.0,43584054.0,44956519.0,46669796.0,48016857.0,49609167.0,51204611.0,52472358.0,54309711.0,55589975.0,57048136.0,58474860.0,60382818.0,61684034.0,63090041.0,64524284.0,66212521.0,67633071.0,69180425.0,70776878.0,72110304.0,73868563.0,75194698.0,78060535.0,78450214.0,79699544.0,81253416.0,82807583.0,84226210.0,85832576.0,87190447.0,88826581.0,89813762.0,91623964.0,93198548.0,94709433.0,97634358.0,97474391.0,99101604.0,100795919.0,102412171.0,103758094.0,105197235.0,122217121.0,129145251.0,109663180.0,111056528.0,112771729.0,113998729.0,115386456.0,117092559.0,118969944.0,120116188.0,121656206.0,124930672.0,124496550.0,126308033.0,127795546.0,128885822.0,131064037.0,132241459.0,133968907.0,135382391.0,136741611.0,138460850.0,139706993.0,141517866.0,142864212.0,145977808.0,145762349.0,147212771.0,148760923.0,150725061.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/new/tukey.json b/criterion/reachability_hydroflow_surface_cheating/new/tukey.json index 394a18b5b0ea..c1e69f58d252 100644 --- a/criterion/reachability_hydroflow_surface_cheating/new/tukey.json +++ b/criterion/reachability_hydroflow_surface_cheating/new/tukey.json @@ -1 +1 @@ -[1497265.6403531248,1505608.4167949199,1527855.8206397067,1536198.5970815017] \ No newline at end of file +[1488064.2591941399,1495226.0700732605,1514324.232417582,1521486.0432967027] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg b/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg index c1e05cb99416..6e618da84f86 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (µs) - + 0.1 - + 0.2 - + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - + + 0.8 - - + + 0.9 - + - + +2.5 + + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - -5 - - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/SD.svg b/criterion/reachability_hydroflow_surface_cheating/report/SD.svg index 70e9469e00da..2babc60cbe17 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/SD.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/SD.svg @@ -9,70 +9,66 @@ Density (a.u.) Average time (µs) - -0.05 + +0.005 - - -0.1 + + +0.01 - - -0.15 + + +0.015 - - -0.2 + + +0.02 - - -0.25 + + +0.025 - - - -4 + + +0.03 - - -6 + + +0.035 - - -8 + + + +0 - - + + 10 - - -12 - - - -14 + + +20 - - -16 + + +30 - - -18 + + +40 - - -20 + + +50 - - -22 + + +60 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg b/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg index d160e5d5be22..abcfe85fd700 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg @@ -9,55 +9,67 @@ Density (a.u.) Average Time (ms) - + +5 + + + 10 - - + + +15 + + + 20 - - + + +25 + + + 30 - - -40 + + +35 - - -50 + + +40 - - -60 + + +45 - - -70 + + +50 - + - + 1.5 - - -1.55 - - - + + 1.6 - - -1.65 + + +1.7 + + + +1.8 - - - - - + + + + + Base PDF diff --git a/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg b/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg index 3da601c06fb3..5d7c5b2777c0 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg @@ -105,10 +105,10 @@ Iterations 100 - - - - + + + + Base Sample diff --git a/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg b/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg index 3988d1c2baa5..5e66e1f6ccf7 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg @@ -9,82 +9,62 @@ Density (a.u.) Relative change (%) - -50 + +20 - - -100 - - - -150 + + +40 - - -200 + + +60 - - -250 + + +80 - - -300 + + +100 - - -350 + + +120 - - -400 + + +140 - + - -0.003 - - - -0.0035 - - - -0.004 - - - -0.0045 - - - -0.005 + +-0.008 - - -0.0055 + + +-0.006 - - -0.006 + + +-0.004 - - -0.0065 + + +-0.002 - - -0.007 + + +0 - - -0.0075 + + +0.002 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg b/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg index 4cd309f022bd..d563d85cf66d 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg @@ -9,90 +9,82 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - - -800 - - - -900 - - + - -0.004 + +-0.0086 - - -0.0042 + + +-0.0084 - - -0.0044 + + +-0.0082 - - -0.0046 + + +-0.008 - - -0.0048 + + +-0.0078 - - -0.005 + + +-0.0076 - - -0.0052 + + +-0.0074 - - -0.0054 + + +-0.0072 - - -0.0056 + + +-0.007 - - -0.0058 + + +-0.0068 - - -0.006 + + +-0.0066 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg b/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg index f3facb381170..1a9018cec265 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg @@ -13,73 +13,69 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - -4.0 - - - - + + + t distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/index.html b/criterion/reachability_hydroflow_surface_cheating/report/index.html index 028a858b2c1a..bb012ba3b205 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/index.html +++ b/criterion/reachability_hydroflow_surface_cheating/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 1.5164 ms - 1.5175 ms - 1.5186 ms + 1.5040 ms + 1.5123 ms + 1.5248 ms R² - 0.9988871 - 0.9989548 - 0.9988841 + 0.8899538 + 0.8933241 + 0.8858016 Mean - 1.5164 ms - 1.5184 ms - 1.5215 ms + 1.5054 ms + 1.5121 ms + 1.5207 ms Std. Dev. - 4.5742 µs - 13.484 µs - 22.023 µs + 5.4733 µs + 39.613 µs + 60.013 µs Median - 1.5154 ms - 1.5160 ms - 1.5169 ms + 1.5036 ms + 1.5045 ms + 1.5055 ms MAD - 2.8846 µs - 4.0065 µs - 4.9770 µs + 2.4976 µs + 3.3480 µs + 4.4001 µs @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +0.3454% - +0.5141% - +0.7545% - (p = 0.00 < + -0.8654% + -0.4158% + +0.2244% + (p = 0.14 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/reachability_hydroflow_surface_cheating/report/mean.svg b/criterion/reachability_hydroflow_surface_cheating/report/mean.svg index 8aa7074fa32a..dc1f5401759c 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/mean.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/mean.svg @@ -9,62 +9,94 @@ Density (a.u.) Average time (ms) - + +10 + + + +20 + + + +30 + + + +40 + + + 50 - - -100 + + +60 + + + +70 - - -150 + + +80 - - -200 + + +90 - - -250 + + +100 - - -300 + + +110 - + - -1.516 + +1.504 - - -1.517 + + +1.506 - - -1.518 + + +1.508 - - -1.519 + + +1.51 - - -1.52 + + +1.512 + + + +1.514 + + + +1.516 + + + +1.518 - - -1.521 + + +1.52 - - + + 1.522 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/median.svg b/criterion/reachability_hydroflow_surface_cheating/report/median.svg index a7ce5992d76b..4b30c90257d3 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/median.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/median.svg @@ -9,78 +9,66 @@ Density (a.u.) Average time (ms) - + +100 + + + 200 - - -400 + + +300 - - -600 + + +400 - - -800 + + +500 - - -1000 + + +600 - - -1200 + + +700 - - -1400 + + +800 - - -1600 + + +900 - + - -1.5154 - - - -1.5156 - - - -1.5158 - - - -1.516 - - - -1.5162 + +1.5035 - - -1.5164 + + +1.504 - - -1.5166 + + +1.5045 - - -1.5168 + + +1.505 - - -1.517 + + +1.5055 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg b/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg index 9ea07c746212..1e682d8133be 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg @@ -54,38 +54,38 @@ Average Time (ms) - -1.5 + +1.45 - - -1.52 + + +1.5 - - -1.54 + + +1.55 - - -1.56 + + +1.6 - - -1.58 + + +1.65 - - -1.6 + + +1.7 - - -1.62 + + +1.75 - - -1.64 + + +1.8 - + Density (a.u.) @@ -94,66 +94,44 @@ Density (a.u.) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - -25 - - - -30 - - - -35 - - - -40 - - - -45 - - - -50 - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg index ea9b5cf8d514..612c79c9c225 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg @@ -10,43 +10,39 @@ Average Time (ms) 0 - -10 - - - -20 + +5 - - -30 + + +10 - - -40 + + +15 - - -50 + + +20 - + - + 1.5 - + -1.55 +1.6 - -1.6 + +1.7 - - -1.65 + + +1.8 - - - + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/regression.svg b/criterion/reachability_hydroflow_surface_cheating/report/regression.svg index f2a9fb720787..ab7c539a7727 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/regression.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/regression.svg @@ -19,41 +19,41 @@ Iterations - - - - - - + + + + + + 20.0 - + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - + 10 @@ -101,102 +101,102 @@ Iterations - + - + - + - - + + - + - - + + - + - - - - - + + + + + - - + + - - - - - - - + + + + + + + - - + + - + - - + + - - - + + + - - + + - + - - - - - - - + + + + + + + - - + + - + - + - + - - + + Sample diff --git a/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg index f3a51d57161a..db876ab21617 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg @@ -15,42 +15,42 @@ Iterations - + - - - - - + + + + + - + 20.0 - + 40.0 - + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - + 10 @@ -99,7 +99,7 @@ Iterations - + @@ -115,83 +115,83 @@ Iterations - + - - + + - + - + - - - + + + - + - + - - + + - + - + - + - + - + - - - - - + + + + + - + - + - - - + + + - + - + - + - + - + - - + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg index 12ada10fad75..85c344579d05 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg @@ -6,53 +6,65 @@ Density (a.u.) Average Time (ms) - + +5 + + + 10 - - + + +15 + + + 20 - - + + +25 + + + 30 - - -40 + + +35 - - -50 + + +40 - - -60 + + +45 - - -70 + + +50 - + - + 1.5 - + -1.55 +1.6 - -1.6 + +1.7 - - -1.65 + + +1.8 - - - - - + + + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg index 3569940b72e4..c733c164470d 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg @@ -102,8 +102,8 @@ Iterations 100 - - - - + + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/slope.svg b/criterion/reachability_hydroflow_surface_cheating/report/slope.svg index e20a9116bddf..a3eaea6403c5 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/slope.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/slope.svg @@ -9,58 +9,70 @@ Density (a.u.) Average time (ms) - -100 + +10 + + + +20 + + + +30 - - -200 + + +40 - - -300 + + +50 - - -400 + + +60 - - -500 + + +70 - - -600 + + +80 - - -700 + + +90 + + + +100 - + - -1.5165 + +1.505 - - -1.517 + + +1.51 - - -1.5175 + + +1.515 - - -1.518 + + +1.52 - - -1.5185 + + +1.525 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/typical.svg b/criterion/reachability_hydroflow_surface_cheating/report/typical.svg index d81739a4c169..5398b4212de2 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/typical.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/typical.svg @@ -9,58 +9,70 @@ Density (a.u.) Average time (ms) - -100 + +10 + + + +20 + + + +30 - - -200 + + +40 - - -300 + + +50 - - -400 + + +60 - - -500 + + +70 - - -600 + + +80 - - -700 + + +90 + + + +100 - + - -1.5165 + +1.505 - - -1.517 + + +1.51 - - -1.5175 + + +1.515 - - -1.518 + + +1.52 - - -1.5185 + + +1.525 - - - - + + + + Bootstrap distribution