diff --git a/bench/data.js b/bench/data.js index 2e6f9f335235..8c471941107f 100644 --- a/bench/data.js +++ b/bench/data.js @@ -1,6 +1,6 @@ window.BENCHMARK_DATA = { - "lastUpdate": 1733544254341, + "lastUpdate": 1733630752362, "repoUrl": "https://github.com/hydro-project/hydroflow", "entries": { "Benchmark": [ @@ -176211,6 +176211,226 @@ window.BENCHMARK_DATA = "unit": "ns/iter" } ] + }, + { + "commit": { + "author": { + "name": "Mingwei Samuel", + "username": "MingweiSamuel", + "email": "mingwei.samuel@gmail.com" + }, + "committer": { + "name": "GitHub", + "username": "web-flow", + "email": "noreply@github.com" + }, + "id": "33eed2f8edf56c2914afa536167ef895d107277d", + "message": "refactor(hydroflow): rename `two_pc` -> `two_pc_hf` for collision with hf+ `two_pc` example (#1601)", + "timestamp": "2024-12-07T02:02:41Z", + "url": "https://github.com/hydro-project/hydroflow/commit/33eed2f8edf56c2914afa536167ef895d107277d" + }, + "date": 1733630752327, + "tool": "cargo", + "benches": [ + { + "name": "arithmetic/hydroflow/compiled", + "value": 309150, + "range": "± 2643", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/compiled_no_cheating", + "value": 6490665, + "range": "± 39262", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/surface", + "value": 6524063, + "range": "± 103049", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow", + "value": 75170025, + "range": "± 623521", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow/surface", + "value": 26362832, + "range": "± 763197", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/scheduled", + "value": 48762518, + "range": "± 1692059", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/surface", + "value": 6475585, + "range": "± 11556", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow", + "value": 6338862, + "range": "± 94307", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow/surface", + "value": 31863623, + "range": "± 2716910", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow_builder", + "value": 4483621, + "range": "± 27886", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow", + "value": 7732348, + "range": "± 39694", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/compiled", + "value": 6490348, + "range": "± 12238", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/surface", + "value": 6634380, + "range": "± 19820", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/scheduled", + "value": 1797594, + "range": "± 20724", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow", + "value": 1791499, + "range": "± 9439", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface", + "value": 5092843, + "range": "± 21445", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface_cheating", + "value": 1510485, + "range": "± 21882", + "unit": "ns/iter" + }, + { + "name": "hydroflow_diamond", + "value": 57836026, + "range": "± 628251", + "unit": "ns/iter" + }, + { + "name": "micro/ops/identity", + "value": 3971, + "range": "± 44", + "unit": "ns/iter" + }, + { + "name": "micro/ops/unique", + "value": 52841, + "range": "± 267", + "unit": "ns/iter" + }, + { + "name": "micro/ops/map", + "value": 9499, + "range": "± 138", + "unit": "ns/iter" + }, + { + "name": "micro/ops/flat_map", + "value": 6678, + "range": "± 75", + "unit": "ns/iter" + }, + { + "name": "micro/ops/join", + "value": 76693, + "range": "± 606", + "unit": "ns/iter" + }, + { + "name": "micro/ops/difference", + "value": 68105, + "range": "± 859", + "unit": "ns/iter" + }, + { + "name": "micro/ops/union", + "value": 16995, + "range": "± 697", + "unit": "ns/iter" + }, + { + "name": "micro/ops/tee", + "value": 6972, + "range": "± 88", + "unit": "ns/iter" + }, + { + "name": "micro/ops/fold", + "value": 21918, + "range": "± 692", + "unit": "ns/iter" + }, + { + "name": "micro/ops/sort", + "value": 81028, + "range": "± 843", + "unit": "ns/iter" + }, + { + "name": "micro/ops/crossjoin", + "value": 101659, + "range": "± 1011", + "unit": "ns/iter" + }, + { + "name": "micro/ops/anti_join", + "value": 8063, + "range": "± 451", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/small", + "value": 48598, + "range": "± 1613", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/big", + "value": 69356, + "range": "± 4241", + "unit": "ns/iter" + }, + { + "name": "micro/ops/group_by", + "value": 8883, + "range": "± 347", + "unit": "ns/iter" + } + ] } ] } diff --git a/bench/data.json b/bench/data.json index 35d35b8aec0b..05052c5980e3 100644 --- a/bench/data.json +++ b/bench/data.json @@ -1,5 +1,5 @@ { - "lastUpdate": 1733544254341, + "lastUpdate": 1733630752362, "repoUrl": "https://github.com/hydro-project/hydroflow", "entries": { "Benchmark": [ @@ -176210,6 +176210,226 @@ "unit": "ns/iter" } ] + }, + { + "commit": { + "author": { + "name": "Mingwei Samuel", + "username": "MingweiSamuel", + "email": "mingwei.samuel@gmail.com" + }, + "committer": { + "name": "GitHub", + "username": "web-flow", + "email": "noreply@github.com" + }, + "id": "33eed2f8edf56c2914afa536167ef895d107277d", + "message": "refactor(hydroflow): rename `two_pc` -> `two_pc_hf` for collision with hf+ `two_pc` example (#1601)", + "timestamp": "2024-12-07T02:02:41Z", + "url": "https://github.com/hydro-project/hydroflow/commit/33eed2f8edf56c2914afa536167ef895d107277d" + }, + "date": 1733630752327, + "tool": "cargo", + "benches": [ + { + "name": "arithmetic/hydroflow/compiled", + "value": 309150, + "range": "± 2643", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/compiled_no_cheating", + "value": 6490665, + "range": "± 39262", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/surface", + "value": 6524063, + "range": "± 103049", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow", + "value": 75170025, + "range": "± 623521", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow/surface", + "value": 26362832, + "range": "± 763197", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/scheduled", + "value": 48762518, + "range": "± 1692059", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/surface", + "value": 6475585, + "range": "± 11556", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow", + "value": 6338862, + "range": "± 94307", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow/surface", + "value": 31863623, + "range": "± 2716910", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow_builder", + "value": 4483621, + "range": "± 27886", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow", + "value": 7732348, + "range": "± 39694", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/compiled", + "value": 6490348, + "range": "± 12238", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/surface", + "value": 6634380, + "range": "± 19820", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/scheduled", + "value": 1797594, + "range": "± 20724", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow", + "value": 1791499, + "range": "± 9439", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface", + "value": 5092843, + "range": "± 21445", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface_cheating", + "value": 1510485, + "range": "± 21882", + "unit": "ns/iter" + }, + { + "name": "hydroflow_diamond", + "value": 57836026, + "range": "± 628251", + "unit": "ns/iter" + }, + { + "name": "micro/ops/identity", + "value": 3971, + "range": "± 44", + "unit": "ns/iter" + }, + { + "name": "micro/ops/unique", + "value": 52841, + "range": "± 267", + "unit": "ns/iter" + }, + { + "name": "micro/ops/map", + "value": 9499, + "range": "± 138", + "unit": "ns/iter" + }, + { + "name": "micro/ops/flat_map", + "value": 6678, + "range": "± 75", + "unit": "ns/iter" + }, + { + "name": "micro/ops/join", + "value": 76693, + "range": "± 606", + "unit": "ns/iter" + }, + { + "name": "micro/ops/difference", + "value": 68105, + "range": "± 859", + "unit": "ns/iter" + }, + { + "name": "micro/ops/union", + "value": 16995, + "range": "± 697", + "unit": "ns/iter" + }, + { + "name": "micro/ops/tee", + "value": 6972, + "range": "± 88", + "unit": "ns/iter" + }, + { + "name": "micro/ops/fold", + "value": 21918, + "range": "± 692", + "unit": "ns/iter" + }, + { + "name": "micro/ops/sort", + "value": 81028, + "range": "± 843", + "unit": "ns/iter" + }, + { + "name": "micro/ops/crossjoin", + "value": 101659, + "range": "± 1011", + "unit": "ns/iter" + }, + { + "name": "micro/ops/anti_join", + "value": 8063, + "range": "± 451", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/small", + "value": 48598, + "range": "± 1613", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/big", + "value": 69356, + "range": "± 4241", + "unit": "ns/iter" + }, + { + "name": "micro/ops/group_by", + "value": 8883, + "range": "± 347", + "unit": "ns/iter" + } + ] } ] } diff --git a/criterion/arithmetic_hydroflow_compiled/base/estimates.json b/criterion/arithmetic_hydroflow_compiled/base/estimates.json index 58e6a9ac773b..1171f47c58b0 100644 --- a/criterion/arithmetic_hydroflow_compiled/base/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309148.2868410772,"upper_bound":309345.35720841674},"point_estimate":309236.23627325316,"standard_error":50.51483006239565},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309089.8450704225,"upper_bound":309167.4765625},"point_estimate":309131.62940705125,"standard_error":17.74456109421447},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":147.86565957390482,"upper_bound":243.90899308720225},"point_estimate":198.80069792892596,"standard_error":25.493377372733843},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309154.69002035726,"upper_bound":309420.38563823304},"point_estimate":309256.0479939412,"standard_error":71.3998979144693},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":244.5685814619525,"upper_bound":727.6830585522737},"point_estimate":506.5286508209132,"standard_error":124.81594888590512}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309242.2550061985,"upper_bound":310189.92006934085},"point_estimate":309594.365156021,"standard_error":262.7040097725176},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309095.2669491525,"upper_bound":309211.3333333333},"point_estimate":309150.0430253623,"standard_error":33.90691211195495},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":136.99802897408333,"upper_bound":315.3163872612055},"point_estimate":207.10802040040403,"standard_error":46.01343300304686},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309197.700520111,"upper_bound":310847.5917814118},"point_estimate":309741.37527634104,"standard_error":478.3198363488533},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":336.3403330136662,"upper_bound":4450.450781379021},"point_estimate":2643.8735057751337,"standard_error":1331.7784246946644}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/base/sample.json b/criterion/arithmetic_hydroflow_compiled/base/sample.json index b745b2671d94..cda64fa973f9 100644 --- a/criterion/arithmetic_hydroflow_compiled/base/sample.json +++ b/criterion/arithmetic_hydroflow_compiled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1233095.0,2475368.0,3709625.0,4940698.0,6183691.0,7411878.0,8702179.0,9885341.0,11132744.0,12359477.0,13592873.0,14835667.0,16061249.0,17300796.0,18539542.0,19780893.0,21009890.0,22338254.0,23490138.0,24742037.0,25956229.0,27186138.0,28495846.0,29721758.0,30893599.0,32133096.0,33387452.0,34605088.0,35840168.0,37081047.0,38307490.0,39573437.0,40812934.0,42047112.0,43309672.0,44561672.0,46257018.0,47024397.0,48224270.0,49442678.0,50742047.0,51930550.0,53141183.0,54405547.0,55675512.0,56946367.0,58193257.0,59353598.0,60560986.0,61803028.0,63264729.0,64383782.0,65597361.0,66734969.0,68083148.0,69269968.0,70445085.0,71722953.0,72949297.0,74230852.0,75390351.0,76738841.0,77896722.0,79122909.0,80394927.0,81661405.0,82850818.0,84125060.0,85280981.0,86581562.0,87781516.0,89067037.0,90249117.0,91555831.0,92701242.0,93956109.0,95294329.0,96440582.0,97713812.0,98902214.0,100157460.0,101364857.0,102646082.0,103888965.0,105065736.0,106298991.0,107644265.0,108809243.0,110042098.0,111252200.0,112526150.0,113783381.0,115007338.0,116234632.0,117427763.0,118795709.0,119955257.0,121155312.0,123383438.0,123725294.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1233105.0,2483643.0,3719243.0,4947268.0,6184311.0,7417576.0,8682751.0,9888946.0,11131608.0,12357240.0,13598600.0,14835202.0,16070662.0,17300451.0,18543394.0,19805673.0,21046803.0,22287162.0,23547037.0,24734738.0,25962112.0,27365725.0,28442289.0,29709668.0,30955697.0,32218758.0,33367125.0,34644072.0,35837723.0,37105022.0,38328700.0,39602079.0,40791804.0,42017004.0,43248095.0,44508582.0,46720188.0,47059800.0,48254264.0,49539656.0,50792609.0,51928883.0,53162871.0,54418867.0,55671639.0,56971779.0,58194756.0,59355796.0,60586337.0,61801839.0,63074469.0,64450471.0,65613322.0,66851348.0,68141430.0,69263537.0,70447081.0,71706104.0,72946483.0,74189586.0,75790173.0,76646429.0,77877300.0,79112238.0,80358739.0,81564423.0,82789503.0,84092007.0,85272835.0,86518464.0,87745307.0,89040958.0,90330689.0,91481601.0,92713884.0,93935568.0,95190414.0,96411718.0,97880712.0,107106293.0,100398407.0,101391787.0,102886890.0,103903051.0,105142758.0,106342030.0,107519622.0,108890874.0,110033021.0,111279069.0,112521903.0,113746702.0,115156166.0,116282212.0,117454714.0,118659296.0,120003969.0,121149952.0,122541813.0,123678648.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/base/tukey.json b/criterion/arithmetic_hydroflow_compiled/base/tukey.json index f8088e7ba43b..299527f53589 100644 --- a/criterion/arithmetic_hydroflow_compiled/base/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled/base/tukey.json @@ -1 +1 @@ -[308139.33226744185,308574.0248546512,309733.20508720935,310167.89767441864] \ No newline at end of file +[307782.75483490573,308419.5899174529,310117.81680424523,310754.65188679233] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/change/estimates.json b/criterion/arithmetic_hydroflow_compiled/change/estimates.json index 4f608eeca572..d66e91935fdb 100644 --- a/criterion/arithmetic_hydroflow_compiled/change/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.003144974707565087,"upper_bound":0.00023973820713545912},"point_estimate":-0.0010122663367950757,"standard_error":0.0009685538794026187},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0003786975049371475,"upper_bound":1.4592779777888865e-6},"point_estimate":-0.00018307906674597252,"standard_error":0.00009860544881267766}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00006358160250882475,"upper_bound":0.0030749740645668704},"point_estimate":0.0011581077531011008,"standard_error":0.0008240177885982579},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00014237468668054643,"upper_bound":0.00030193817260593114},"point_estimate":0.00005956562370013074,"standard_error":0.00012211395618070994}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/new/estimates.json b/criterion/arithmetic_hydroflow_compiled/new/estimates.json index 58e6a9ac773b..1171f47c58b0 100644 --- a/criterion/arithmetic_hydroflow_compiled/new/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309148.2868410772,"upper_bound":309345.35720841674},"point_estimate":309236.23627325316,"standard_error":50.51483006239565},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309089.8450704225,"upper_bound":309167.4765625},"point_estimate":309131.62940705125,"standard_error":17.74456109421447},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":147.86565957390482,"upper_bound":243.90899308720225},"point_estimate":198.80069792892596,"standard_error":25.493377372733843},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309154.69002035726,"upper_bound":309420.38563823304},"point_estimate":309256.0479939412,"standard_error":71.3998979144693},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":244.5685814619525,"upper_bound":727.6830585522737},"point_estimate":506.5286508209132,"standard_error":124.81594888590512}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309242.2550061985,"upper_bound":310189.92006934085},"point_estimate":309594.365156021,"standard_error":262.7040097725176},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309095.2669491525,"upper_bound":309211.3333333333},"point_estimate":309150.0430253623,"standard_error":33.90691211195495},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":136.99802897408333,"upper_bound":315.3163872612055},"point_estimate":207.10802040040403,"standard_error":46.01343300304686},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309197.700520111,"upper_bound":310847.5917814118},"point_estimate":309741.37527634104,"standard_error":478.3198363488533},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":336.3403330136662,"upper_bound":4450.450781379021},"point_estimate":2643.8735057751337,"standard_error":1331.7784246946644}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/new/sample.json b/criterion/arithmetic_hydroflow_compiled/new/sample.json index b745b2671d94..cda64fa973f9 100644 --- a/criterion/arithmetic_hydroflow_compiled/new/sample.json +++ b/criterion/arithmetic_hydroflow_compiled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1233095.0,2475368.0,3709625.0,4940698.0,6183691.0,7411878.0,8702179.0,9885341.0,11132744.0,12359477.0,13592873.0,14835667.0,16061249.0,17300796.0,18539542.0,19780893.0,21009890.0,22338254.0,23490138.0,24742037.0,25956229.0,27186138.0,28495846.0,29721758.0,30893599.0,32133096.0,33387452.0,34605088.0,35840168.0,37081047.0,38307490.0,39573437.0,40812934.0,42047112.0,43309672.0,44561672.0,46257018.0,47024397.0,48224270.0,49442678.0,50742047.0,51930550.0,53141183.0,54405547.0,55675512.0,56946367.0,58193257.0,59353598.0,60560986.0,61803028.0,63264729.0,64383782.0,65597361.0,66734969.0,68083148.0,69269968.0,70445085.0,71722953.0,72949297.0,74230852.0,75390351.0,76738841.0,77896722.0,79122909.0,80394927.0,81661405.0,82850818.0,84125060.0,85280981.0,86581562.0,87781516.0,89067037.0,90249117.0,91555831.0,92701242.0,93956109.0,95294329.0,96440582.0,97713812.0,98902214.0,100157460.0,101364857.0,102646082.0,103888965.0,105065736.0,106298991.0,107644265.0,108809243.0,110042098.0,111252200.0,112526150.0,113783381.0,115007338.0,116234632.0,117427763.0,118795709.0,119955257.0,121155312.0,123383438.0,123725294.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1233105.0,2483643.0,3719243.0,4947268.0,6184311.0,7417576.0,8682751.0,9888946.0,11131608.0,12357240.0,13598600.0,14835202.0,16070662.0,17300451.0,18543394.0,19805673.0,21046803.0,22287162.0,23547037.0,24734738.0,25962112.0,27365725.0,28442289.0,29709668.0,30955697.0,32218758.0,33367125.0,34644072.0,35837723.0,37105022.0,38328700.0,39602079.0,40791804.0,42017004.0,43248095.0,44508582.0,46720188.0,47059800.0,48254264.0,49539656.0,50792609.0,51928883.0,53162871.0,54418867.0,55671639.0,56971779.0,58194756.0,59355796.0,60586337.0,61801839.0,63074469.0,64450471.0,65613322.0,66851348.0,68141430.0,69263537.0,70447081.0,71706104.0,72946483.0,74189586.0,75790173.0,76646429.0,77877300.0,79112238.0,80358739.0,81564423.0,82789503.0,84092007.0,85272835.0,86518464.0,87745307.0,89040958.0,90330689.0,91481601.0,92713884.0,93935568.0,95190414.0,96411718.0,97880712.0,107106293.0,100398407.0,101391787.0,102886890.0,103903051.0,105142758.0,106342030.0,107519622.0,108890874.0,110033021.0,111279069.0,112521903.0,113746702.0,115156166.0,116282212.0,117454714.0,118659296.0,120003969.0,121149952.0,122541813.0,123678648.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/new/tukey.json b/criterion/arithmetic_hydroflow_compiled/new/tukey.json index f8088e7ba43b..299527f53589 100644 --- a/criterion/arithmetic_hydroflow_compiled/new/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled/new/tukey.json @@ -1 +1 @@ -[308139.33226744185,308574.0248546512,309733.20508720935,310167.89767441864] \ No newline at end of file +[307782.75483490573,308419.5899174529,310117.81680424523,310754.65188679233] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/report/MAD.svg b/criterion/arithmetic_hydroflow_compiled/report/MAD.svg index 5efeb515446d..2ade65a55977 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/MAD.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/MAD.svg @@ -9,66 +9,86 @@ Density (a.u.) Average time (ns) - -0.002 + +0.001 - - -0.004 + + +0.002 - - -0.006 + + +0.003 - - -0.008 + + +0.004 - - -0.01 + + +0.005 - + -0.012 +0.006 -0.014 +0.007 - -0.016 + +0.008 - + - + +120 + + + 140 - - + + 160 - - + + 180 - - + + 200 - - + + 220 - - + + 240 - - - - + + +260 + + + +280 + + + +300 + + + +320 + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/SD.svg b/criterion/arithmetic_hydroflow_compiled/report/SD.svg index 02be4ed90025..995e6dbce2a7 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/SD.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/SD.svg @@ -6,61 +6,93 @@ arithmetic/hydroflow/compiled:SD Density (a.u.) -Average time (ns) +Average time (µs) -5e-4 +0.1 - -0.001 + +0.2 - - -0.0015 + + +0.3 - - -0.002 + + +0.4 - - -0.0025 + + +0.5 - - -0.003 + + +0.6 - + + +0.7 + + + +0.8 + + + +0.9 + + + +1 + + - -200 + +0 + + + +0.5 + + + +1 + + + +1.5 + + + +2 - - -300 + + +2.5 - - -400 + + +3 - - -500 + + +3.5 - - -600 + + +4 - - -700 + + +4.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg b/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg index e93fdb888cf7..d6cc51733e4b 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg @@ -34,26 +34,22 @@ Average Time (µs) - + 310 - - + + 320 - - + + 330 - - -340 - - - - - - + + + + + Base PDF diff --git a/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg b/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg index 44cb78168838..af925c3dd79a 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg @@ -90,10 +90,10 @@ Iterations 400 - - - - + + + + Base Sample diff --git a/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg b/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg index 40c368b087d9..c9d28e095768 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg @@ -9,70 +9,82 @@ Density (a.u.) Relative change (%) - + +50 + + + 100 - - + + +150 + + + 200 - - + + +250 + + + 300 - - + + +350 + + + 400 - - + + +450 + + + 500 - - -600 + + +550 - + - --0.0035 - - - --0.003 + +0 - - --0.0025 + + +5e-4 - - --0.002 + + +0.001 - - --0.0015 + + +0.0015 - - --0.001 + + +0.002 - - --5e-4 + + +0.0025 - - -0 - - - -5e-4 + + +0.003 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/change/median.svg b/criterion/arithmetic_hydroflow_compiled/report/change/median.svg index 30f02cb83114..6fe4f574bc6b 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/change/median.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/change/median.svg @@ -9,78 +9,78 @@ Density (a.u.) Relative change (%) - + 500 - - + + 1000 - - + + 1500 - - + + 2000 - - + + 2500 - - + + 3000 - - -3500 - - - -4000 - - + - --4e-4 + +-0.00015 + + + +-1e-4 - - --0.00035 + + +-5e-5 - - --3e-4 + + +0 - - --0.00025 + + +5e-5 - - --2e-4 + + +1e-4 - - --0.00015 + + +0.00015 - - --1e-4 + + +2e-4 - - --5e-5 + + +0.00025 - + -5.42101e-20 +3e-4 - - - + +0.00035 + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg b/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg index 3e4b348100f2..5a5a0ad483a9 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg @@ -13,73 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - -0.4 - - - -0.45 - - + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + +4.0 + + + + t distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/index.html b/criterion/arithmetic_hydroflow_compiled/report/index.html index 5ef987a3f7dd..df88f36b152b 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/index.html +++ b/criterion/arithmetic_hydroflow_compiled/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 309.15 µs - 309.26 µs - 309.42 µs + 309.20 µs + 309.74 µs + 310.85 µs R² - 0.9996488 - 0.9996636 - 0.9996246 + 0.9821170 + 0.9825303 + 0.9808213 Mean - 309.15 µs - 309.24 µs - 309.35 µs + 309.24 µs + 309.59 µs + 310.19 µs Std. Dev. - 244.57 ns - 506.53 ns - 727.68 ns + 336.34 ns + 2.6439 µs + 4.4505 µs Median - 309.09 µs - 309.13 µs - 309.17 µs + 309.10 µs + 309.15 µs + 309.21 µs MAD - 147.87 ns - 198.80 ns - 243.91 ns + 137.00 ns + 207.11 ns + 315.32 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.3145% - -0.1012% - +0.0240% - (p = 0.37 > + -0.0064% + +0.1158% + +0.3075% + (p = 0.19 > 0.05) diff --git a/criterion/arithmetic_hydroflow_compiled/report/mean.svg b/criterion/arithmetic_hydroflow_compiled/report/mean.svg index b1f32ae3f5e4..853f863e41e2 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/mean.svg @@ -9,62 +9,94 @@ Density (a.u.) Average time (µs)
- + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + 1 - - + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 + + + 2 - - -3 + + + +309.2 - - -4 + + +309.3 - - -5 + + +309.4 - - -6 + + +309.5 - - -7 + + +309.6 - - -8 + + +309.7 - - - -309.15 + + +309.8 - - -309.2 + + +309.9 - - -309.25 + + +310 - - -309.3 + + +310.1 - - -309.35 + + +310.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/median.svg b/criterion/arithmetic_hydroflow_compiled/report/median.svg index d062e459a48c..85436f45b438 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/median.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/median.svg @@ -9,82 +9,70 @@ Density (a.u.) Average time (µs) - -5 + +2 - - -10 - - - -15 + + +4 - - -20 + + +6 - - -25 + + +8 - - -30 + + +10 - - -35 + + +12 - - -40 + + +14 - - -45 + + +16 - + - -309.09 - - - + 309.1 - - -309.11 - - - + + 309.12 - - -309.13 - - - + + 309.14 - - -309.15 - - - + + 309.16 - - -309.17 + + +309.18 + + + +309.2 + + + +309.22 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/pdf.svg b/criterion/arithmetic_hydroflow_compiled/report/pdf.svg index 257f482dd054..7aa8b011228b 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/pdf.svg @@ -46,50 +46,34 @@ Average Time (µs) - -308 + +305 - - -308.5 - - - -309 - - - -309.5 - - - + + 310 - - -310.5 + + +315 - + + +320 + + -311 +325 - -311.5 - - - -312 - - - -312.5 + +330 - - -313 + + +335 - + Density (a.u.) @@ -99,49 +83,47 @@ Density (a.u.) -0.2 +0.05 - -0.4 - - - -0.6 - - - -0.8 - - - -1 - - - -1.2 - - - - - - - - - - - - - - - - - - - - - - + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg b/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg index 3364711b77e5..57b7549fdb9d 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg @@ -10,47 +10,47 @@ Average Time (µs) 0 - -0.2 + +0.05 - - -0.4 + + +0.1 - - -0.6 + + +0.15 - - -0.8 + + +0.2 - - -1 + + +0.25 - - -1.2 + + +0.3 - - -1.4 + + +0.35 - + - -308 - - - + 310 - - -312 + + +320 + + + +330 - - - + + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/regression.svg b/criterion/arithmetic_hydroflow_compiled/report/regression.svg index 87837ffa0caf..4ebaa9cdb3e8 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/regression.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/regression.svg @@ -101,11 +101,11 @@ Iterations - + - + @@ -116,10 +116,10 @@ Iterations - + - + @@ -128,9 +128,9 @@ Iterations - + - + @@ -140,12 +140,12 @@ Iterations - + - + @@ -154,34 +154,34 @@ Iterations - + - - + + - + - + - + - + - + - - + + Sample diff --git a/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg b/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg index 3a74b22e1efb..456c2ec12c83 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg @@ -93,7 +93,7 @@ Iterations - + @@ -112,8 +112,8 @@ Iterations - - + + @@ -125,19 +125,19 @@ Iterations - + - + - + @@ -154,13 +154,13 @@ Iterations - + - - + + - - + + @@ -169,14 +169,14 @@ Iterations - - + + - + - + - - + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg b/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg index bab1043de0f4..e6e0c3d6113b 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg @@ -31,24 +31,20 @@ Average Time (µs) - + 310 - - + + 320 - - + + 330 - - -340 - - - - - - + + + + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg b/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg index 154caccc1e5f..f51536f575c2 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg @@ -87,8 +87,8 @@ Iterations 400 - - - - + + + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/slope.svg b/criterion/arithmetic_hydroflow_compiled/report/slope.svg index 10e36c8b80bc..a2b3b2915294 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/slope.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/slope.svg @@ -9,58 +9,94 @@ Density (a.u.) Average time (µs) - + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + 1 - - -2 + + +1.2 + + + +1.4 - - -3 + + +1.6 - - -4 + + +1.8 - - -5 + + +2 - - -6 + + +2.2 - + - -309.15 - - - + 309.2 - - -309.25 + + +309.4 - - -309.3 + + +309.6 - - -309.35 + + +309.8 - - -309.4 + + +310 + + + +310.2 + + + +310.4 + + + +310.6 + + + +310.8 + + + +311 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/typical.svg b/criterion/arithmetic_hydroflow_compiled/report/typical.svg index 835fb27e1adf..a1b9c52b12de 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/typical.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/typical.svg @@ -9,58 +9,94 @@ Density (a.u.) Average time (µs) - + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + 1 - - -2 + + +1.2 + + + +1.4 - - -3 + + +1.6 - - -4 + + +1.8 - - -5 + + +2 - - -6 + + +2.2 - + - -309.15 - - - + 309.2 - - -309.25 + + +309.4 - - -309.3 + + +309.6 - - -309.35 + + +309.8 - - -309.4 + + +310 + + + +310.2 + + + +310.4 + + + +310.6 + + + +310.8 + + + +311 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json index d76a3297f3c8..77ce3d5ba036 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6493363.57,"upper_bound":6503236.285},"point_estimate":6497667.90625,"standard_error":2540.2568619364934},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6490632.5,"upper_bound":6492005.125},"point_estimate":6491430.9375,"standard_error":340.9991660508596},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2242.988435178995,"upper_bound":3951.1289298534393},"point_estimate":3111.884682253003,"standard_error":461.77262028497563},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11448.39641780882,"upper_bound":38029.70765137426},"point_estimate":25465.737404867472,"standard_error":7168.772733169213}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6492146.28665625,"upper_bound":6506117.5790625},"point_estimate":6497335.32875,"standard_error":3891.8617084669454},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6489807.5,"upper_bound":6491609.25},"point_estimate":6490665.9375,"standard_error":470.8432247784059},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1968.6147775501013,"upper_bound":4068.5323152691126},"point_estimate":2913.586935773492,"standard_error":544.1760770976115},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5471.552101562946,"upper_bound":66141.12446478709},"point_estimate":39262.37445932472,"standard_error":19986.24694443905}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json index 9297711327b6..de126893a80e 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52020726.0,51951100.0,51934147.0,51935430.0,51915353.0,51922516.0,52012473.0,51925060.0,51947813.0,51943655.0,51920583.0,51939607.0,51908329.0,51926383.0,52575321.0,51991535.0,51922656.0,52584227.0,51933265.0,51916865.0,51907018.0,51932423.0,51923567.0,51913719.0,51915533.0,51957030.0,51918789.0,51939819.0,51928978.0,51916334.0,51916635.0,51911766.0,51905293.0,51984511.0,51985553.0,51924729.0,51910954.0,51926092.0,51930320.0,51940108.0,51930391.0,51964113.0,51907347.0,51915973.0,51944155.0,51966758.0,51910463.0,51951489.0,51931283.0,51928256.0,51936041.0,51904512.0,51933716.0,52606258.0,51932684.0,51911275.0,51960707.0,51919480.0,51937073.0,51910303.0,51956649.0,51914230.0,51902218.0,51939547.0,51964174.0,51918377.0,51954074.0,51911063.0,51935760.0,51907708.0,51905924.0,51905184.0,52057527.0,51964073.0,51926343.0,51915613.0,51964454.0,51922275.0,51898871.0,51932073.0,51953513.0,51918739.0,51951550.0,51956859.0,51974933.0,51940099.0,51913108.0,51929649.0,51936120.0,51899182.0,51912026.0,52551065.0,52003697.0,51924760.0,51917196.0,53462050.0,51962089.0,51939427.0,51931612.0,52442022.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51937636.0,51960488.0,54981583.0,52029557.0,52215904.0,51926576.0,51925443.0,51916516.0,51955299.0,51919853.0,52111902.0,52005042.0,51929701.0,51918219.0,51966309.0,51906518.0,51910385.0,51906577.0,51916317.0,51903391.0,51932095.0,51951931.0,51916676.0,51914602.0,51918199.0,51920122.0,51914743.0,51948425.0,51944749.0,51918460.0,51998238.0,51936724.0,51929059.0,51904394.0,51902991.0,51908181.0,51925212.0,51912338.0,51912879.0,51909243.0,51979062.0,51935011.0,51912118.0,51909503.0,51936353.0,51924181.0,51963254.0,51911126.0,51923049.0,52563130.0,51975586.0,51909543.0,51931935.0,51920063.0,51904725.0,51909584.0,51911489.0,51909628.0,51907945.0,52040963.0,51938342.0,51907023.0,51917363.0,51930187.0,51919166.0,51961184.0,51922682.0,51917383.0,52001710.0,52034070.0,51906012.0,51923614.0,51954551.0,51911821.0,51909218.0,51926635.0,51905148.0,51909738.0,51980689.0,51947147.0,51943771.0,51930737.0,52084493.0,51940033.0,51917421.0,51937288.0,51939753.0,51934744.0,52179520.0,51929424.0,51974558.0,51950563.0,51910548.0,51894539.0,51958989.0,51897333.0,51913174.0,51957817.0,52001798.0,51907352.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json index 255e3b1bb5de..99390e4c8c93 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json @@ -1 +1 @@ -[6475501.90625,6482516.1875,6501220.9375,6508235.21875] \ No newline at end of file +[6473649.25,6481308.25,6501732.25,6509391.25] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json index 30f9edca09c9..16bdea53a718 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.001391835575051109,"upper_bound":0.0009683862829833941},"point_estimate":-0.00015045500265054024,"standard_error":0.0005985015039333012},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0002864269935483055,"upper_bound":0.000014500048997945214},"point_estimate":-0.00015168660448150462,"standard_error":0.00007409586462795266}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0012673483589944994,"upper_bound":0.0015490190832318333},"point_estimate":-0.00005118413326110627,"standard_error":0.0006897324809683712},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00027010462799670343,"upper_bound":0.00007932389923936967},"point_estimate":-0.00011784766831313132,"standard_error":0.0000888946846586234}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json index d76a3297f3c8..77ce3d5ba036 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6493363.57,"upper_bound":6503236.285},"point_estimate":6497667.90625,"standard_error":2540.2568619364934},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6490632.5,"upper_bound":6492005.125},"point_estimate":6491430.9375,"standard_error":340.9991660508596},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2242.988435178995,"upper_bound":3951.1289298534393},"point_estimate":3111.884682253003,"standard_error":461.77262028497563},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11448.39641780882,"upper_bound":38029.70765137426},"point_estimate":25465.737404867472,"standard_error":7168.772733169213}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6492146.28665625,"upper_bound":6506117.5790625},"point_estimate":6497335.32875,"standard_error":3891.8617084669454},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6489807.5,"upper_bound":6491609.25},"point_estimate":6490665.9375,"standard_error":470.8432247784059},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1968.6147775501013,"upper_bound":4068.5323152691126},"point_estimate":2913.586935773492,"standard_error":544.1760770976115},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5471.552101562946,"upper_bound":66141.12446478709},"point_estimate":39262.37445932472,"standard_error":19986.24694443905}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json index 9297711327b6..de126893a80e 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52020726.0,51951100.0,51934147.0,51935430.0,51915353.0,51922516.0,52012473.0,51925060.0,51947813.0,51943655.0,51920583.0,51939607.0,51908329.0,51926383.0,52575321.0,51991535.0,51922656.0,52584227.0,51933265.0,51916865.0,51907018.0,51932423.0,51923567.0,51913719.0,51915533.0,51957030.0,51918789.0,51939819.0,51928978.0,51916334.0,51916635.0,51911766.0,51905293.0,51984511.0,51985553.0,51924729.0,51910954.0,51926092.0,51930320.0,51940108.0,51930391.0,51964113.0,51907347.0,51915973.0,51944155.0,51966758.0,51910463.0,51951489.0,51931283.0,51928256.0,51936041.0,51904512.0,51933716.0,52606258.0,51932684.0,51911275.0,51960707.0,51919480.0,51937073.0,51910303.0,51956649.0,51914230.0,51902218.0,51939547.0,51964174.0,51918377.0,51954074.0,51911063.0,51935760.0,51907708.0,51905924.0,51905184.0,52057527.0,51964073.0,51926343.0,51915613.0,51964454.0,51922275.0,51898871.0,51932073.0,51953513.0,51918739.0,51951550.0,51956859.0,51974933.0,51940099.0,51913108.0,51929649.0,51936120.0,51899182.0,51912026.0,52551065.0,52003697.0,51924760.0,51917196.0,53462050.0,51962089.0,51939427.0,51931612.0,52442022.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51937636.0,51960488.0,54981583.0,52029557.0,52215904.0,51926576.0,51925443.0,51916516.0,51955299.0,51919853.0,52111902.0,52005042.0,51929701.0,51918219.0,51966309.0,51906518.0,51910385.0,51906577.0,51916317.0,51903391.0,51932095.0,51951931.0,51916676.0,51914602.0,51918199.0,51920122.0,51914743.0,51948425.0,51944749.0,51918460.0,51998238.0,51936724.0,51929059.0,51904394.0,51902991.0,51908181.0,51925212.0,51912338.0,51912879.0,51909243.0,51979062.0,51935011.0,51912118.0,51909503.0,51936353.0,51924181.0,51963254.0,51911126.0,51923049.0,52563130.0,51975586.0,51909543.0,51931935.0,51920063.0,51904725.0,51909584.0,51911489.0,51909628.0,51907945.0,52040963.0,51938342.0,51907023.0,51917363.0,51930187.0,51919166.0,51961184.0,51922682.0,51917383.0,52001710.0,52034070.0,51906012.0,51923614.0,51954551.0,51911821.0,51909218.0,51926635.0,51905148.0,51909738.0,51980689.0,51947147.0,51943771.0,51930737.0,52084493.0,51940033.0,51917421.0,51937288.0,51939753.0,51934744.0,52179520.0,51929424.0,51974558.0,51950563.0,51910548.0,51894539.0,51958989.0,51897333.0,51913174.0,51957817.0,52001798.0,51907352.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json index 255e3b1bb5de..99390e4c8c93 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json @@ -1 +1 @@ -[6475501.90625,6482516.1875,6501220.9375,6508235.21875] \ No newline at end of file +[6473649.25,6481308.25,6501732.25,6509391.25] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg index 3ec7a4249d68..02082a924daf 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg @@ -9,82 +9,66 @@ Density (a.u.) Average time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - + + 0.8 - - - -2.2 - - - -2.4 + + +0.9 - - -2.6 + + + +2 - - -2.8 + + +2.5 - - + + 3 - - -3.2 - - - -3.4 - - - -3.6 - - - -3.8 + + +3.5 - - + + 4 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg index a52d0e13e8c1..7deb4bc9cd50 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg @@ -9,62 +9,70 @@ Density (a.u.) Average time (µs) - + 0.01 - - + + 0.02 - - + + 0.03 - - + + 0.04 - - + + 0.05 - - + + 0.06 - + + +0.07 + + - -10 + +0 - - -15 + + +10 - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - - - - + + +50 + + + +60 + + + +70 + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg index 73c80733cc1a..3d14a4cf631a 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg @@ -16,37 +16,47 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + - + 6.5 - - + + 6.55 - - + + 6.6 - - + + 6.65 - - + + 6.7 - - + + 6.75 - + + +6.8 + + + +6.85 + + 0 @@ -92,206 +102,206 @@ Average Iteration Time (ms) 100 - - - - - + + + + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - - + + - + - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - + + + + + + + + - - - - - - + + + + + + Current diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg index 04ec43338ad6..c0fa27ce9845 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg @@ -34,26 +34,30 @@ Average Time (ms) - + 6.5 - - + + 6.6 - - + + 6.7 - - + + 6.8 - - - - - + + +6.9 + + + + + + Base PDF diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg index d8135c40f735..d19a5de08254 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg @@ -9,58 +9,62 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - + - + -0.0015 - - + + -0.001 - - + + -5e-4 - - + + 0 - - + + 5e-4 - - + + 0.001 - - - - + + +0.0015 + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg index 735a74dac3d5..f921ef3324cc 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg @@ -9,62 +9,82 @@ Density (a.u.) Relative change (%) - + +500 + + + 1000 - - + + +1500 + + + 2000 - - + + +2500 + + + 3000 - - -4000 + + +3500 - - -5000 + + +4000 - - -6000 + + +4500 - + - + -3e-4 - - + + -0.00025 - - + + -2e-4 - - + + -0.00015 - - + + -1e-4 - - + + -5e-5 - - + + 5.42101e-20 - - - - + + +5e-5 + + + +1e-4 + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg index ff7502d3166a..d83603b9ee85 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg @@ -13,69 +13,65 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - -0.4 - - + -3.0 - + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + + t distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html index 297bbc3cc515..264f4f59dd03 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0478014 - 0.0491131 - 0.0469567 + 0.0005116 + 0.0005207 + 0.0004956 Mean - 6.4934 ms - 6.4977 ms - 6.5032 ms + 6.4921 ms + 6.4973 ms + 6.5061 ms Std. Dev. - 11.448 µs - 25.466 µs - 38.030 µs + 5.4716 µs + 39.262 µs + 66.141 µs Median - 6.4906 ms - 6.4914 ms - 6.4920 ms + 6.4898 ms + 6.4907 ms + 6.4916 ms MAD - 2.2430 µs - 3.1119 µs - 3.9511 µs + 1.9686 µs + 2.9136 µs + 4.0685 µs @@ -221,10 +221,10 @@

Additional Statistics:

Change in time - -0.1392% - -0.0150% - +0.0968% - (p = 0.82 > + -0.1267% + -0.0051% + +0.1549% + (p = 0.95 > 0.05) diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg index d36cfa68e6be..d722f76aa258 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg @@ -15,57 +15,47 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + - + 6.5 - - -6.52 + + +6.55 - - -6.54 - - - -6.56 - - - -6.58 - - - + + 6.6 - - -6.62 + + +6.65 + + + +6.7 - - -6.64 + + +6.75 - - -6.66 + + +6.8 - - -6.68 + + +6.85 - + 10 @@ -107,106 +97,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + - - + + - - - - + + + + - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg index 2212fd92c130..520117089ce2 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg @@ -12,57 +12,47 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + - + 6.5 - - -6.52 + + +6.55 - - -6.54 - - - -6.56 - - - -6.58 - - - + + 6.6 - - -6.62 + + +6.65 + + + +6.7 - - -6.64 + + +6.75 - - -6.66 + + +6.8 - - -6.68 + + +6.85 - + 10 @@ -104,104 +94,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - + + + + + + + + + + + + - - - - - - - - - - - + + + + + + + + + + + - - - - - - - + + + + + + + - - - - - + + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg index c6685faaef74..cf018a4ddc97 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg @@ -9,66 +9,70 @@ Density (a.u.) Average time (ms) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - -160 - - + - + +6.492 + + + 6.494 - - + + 6.496 - - + + 6.498 - - + + 6.5 - - + + 6.502 - - + + 6.504 - - - - + + +6.506 + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg index 1d32eda78f3c..d029627d4a79 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg @@ -9,70 +9,98 @@ Density (a.u.) Average time (ms) - + +100 + + + 200 - - + + +300 + + + 400 - - + + +500 + + + 600 - - + + +700 + + + 800 - - + + +900 + + + 1000 - - -1200 + + +1100 - - -1400 + + + +6.4898 - - -1600 + + +6.49 - - - + + +6.4902 + + + +6.4904 + + + 6.4906 - - + + 6.4908 - - + + 6.491 - - + + 6.4912 - - + + 6.4914 - - + + 6.4916 - - + + 6.4918 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg index 2bc4c5f71310..0501076c917d 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg @@ -46,26 +46,46 @@ Average Time (ms) - + +6.45 + + + 6.5 - - + + 6.55 - - + + 6.6 - - + + 6.65 - - + + 6.7 - + + +6.75 + + + +6.8 + + + +6.85 + + + +6.9 + + Density (a.u.) @@ -74,54 +94,46 @@ Density (a.u.) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - -25 - - - -30 - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg index 9f23dc3ef8ef..2d66fc6498c3 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg @@ -10,55 +10,43 @@ Average Time (ms) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - -25 - - - -30 - - - -35 - - + - + 6.5 - - -6.55 - - - + + 6.6 - - -6.65 - - - + + 6.7 - - - + + +6.8 + + + +6.9 + + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg index 31a573ba8e83..93a00ba09bab 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg @@ -13,37 +13,47 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + - + 6.5 - - + + 6.55 - - + + 6.6 - - + + 6.65 - - + + 6.7 - - + + 6.75 - + + +6.8 + + + +6.85 + + 0 @@ -89,204 +99,204 @@ Average Iteration Time (ms) 100 - - - - - + + + + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - - - + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - - - - - - - - + + + + + + + + + + + - - - - - - - - - - - + + + + + + + + + + + - - + + - - - - - - - - + + + + + + + + - + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - - - - - - - + + + + + + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - + + - - - + + + - - + + - + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - - - + + + + + + - - - + + + - + - - + + - - - - - - - - + + + + + + + + - - - - + + + + - + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg index eb455aa27982..37876dc96e6f 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg @@ -31,24 +31,28 @@ Average Time (ms) - + 6.5 - - + + 6.6 - - + + 6.7 - - + + 6.8 - - - - - + + +6.9 + + + + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg index 6c870fb3a8ee..d75ae4867ac5 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg @@ -9,66 +9,70 @@ Density (a.u.) Average time (ms) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - -160 - - + - + +6.492 + + + 6.494 - - + + 6.496 - - + + 6.498 - - + + 6.5 - - + + 6.502 - - + + 6.504 - - - - + + +6.506 + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/base/estimates.json b/criterion/arithmetic_hydroflow_surface/base/estimates.json index 7f686d736848..20757285d029 100644 --- a/criterion/arithmetic_hydroflow_surface/base/estimates.json +++ b/criterion/arithmetic_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6576280.814250001,"upper_bound":6652638.3715625},"point_estimate":6611494.31875,"standard_error":19461.401068620908},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6534024.25,"upper_bound":6542838.25},"point_estimate":6538555.25,"standard_error":2323.9378518605467},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10402.199402824044,"upper_bound":22196.838168427348},"point_estimate":16301.001385599375,"standard_error":3111.7763836364893},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":125082.68815298688,"upper_bound":252061.55260730916},"point_estimate":195666.9993186342,"standard_error":32185.057475146874}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6549471.8338750005,"upper_bound":6589510.56321875},"point_estimate":6567960.995,"standard_error":10240.849452146214},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6522245.0,"upper_bound":6526019.5},"point_estimate":6524063.4375,"standard_error":1007.1521814951487},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4579.565993696451,"upper_bound":10886.175631731749},"point_estimate":7261.311358585954,"standard_error":1708.8354929922739},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":63110.76421285843,"upper_bound":140910.28679488495},"point_estimate":103049.73247788136,"standard_error":20307.079415989414}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/base/sample.json b/criterion/arithmetic_hydroflow_surface/base/sample.json index 6d5a7d2c0cd4..545b666aaa98 100644 --- a/criterion/arithmetic_hydroflow_surface/base/sample.json +++ b/criterion/arithmetic_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52279749.0,52536654.0,52276592.0,52297321.0,52308992.0,52241037.0,52320655.0,52522077.0,52388503.0,52352264.0,52519755.0,52416424.0,52452100.0,52415981.0,52357712.0,52317618.0,52357795.0,52333148.0,52273685.0,53120792.0,52356812.0,52336093.0,52301790.0,52434366.0,52330854.0,52409709.0,52253741.0,52195541.0,52298854.0,52264679.0,52239024.0,52229807.0,52246478.0,52213607.0,52375887.0,52273657.0,52212654.0,52488266.0,52270703.0,52852382.0,52361110.0,52241638.0,52318051.0,52231439.0,52213317.0,52207092.0,52219385.0,52277845.0,52224978.0,52232973.0,52220889.0,52307892.0,52190933.0,52164443.0,52225306.0,52988988.0,52291901.0,52222714.0,52240465.0,52220077.0,52216529.0,52254432.0,52237250.0,52200039.0,52230555.0,52258538.0,52322538.0,52238040.0,52231236.0,52218476.0,52201461.0,52180493.0,52176406.0,52253920.0,52454064.0,52193130.0,52250192.0,52331023.0,52321797.0,52187837.0,53161448.0,59872574.0,56396331.0,59257779.0,58379168.0,55000517.0,53371316.0,52506608.0,53314219.0,52621614.0,55197807.0,54507994.0,56811152.0,53945104.0,52647913.0,55342434.0,56516543.0,58663948.0,53355207.0,53092629.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52214036.0,52178518.0,52184058.0,52170696.0,52182657.0,52162449.0,52167419.0,52197616.0,52198487.0,52144245.0,52157871.0,52173089.0,52187858.0,52177509.0,52185501.0,52177960.0,52178158.0,52902195.0,52191384.0,52164692.0,52208156.0,52124519.0,52156939.0,52153495.0,52140183.0,52132390.0,52216146.0,52175016.0,52164568.0,52148257.0,52170348.0,52143660.0,52202728.0,52141195.0,52177864.0,52163236.0,52924494.0,52156804.0,52155930.0,52151002.0,52136144.0,52151743.0,52153306.0,52140883.0,52204905.0,52163054.0,52157603.0,52131124.0,52164850.0,52163426.0,52159117.0,52165859.0,52196588.0,52190325.0,52247432.0,52153346.0,52246561.0,53966572.0,52764604.0,57527235.0,52496545.0,52455908.0,52267910.0,52846568.0,54983405.0,53946825.0,53401579.0,53331870.0,53219293.0,53684238.0,53334464.0,54254359.0,54716901.0,54049718.0,53582828.0,52602073.0,55291259.0,52636655.0,52527243.0,52741271.0,52642667.0,52450270.0,52232224.0,52432586.0,52346086.0,53060006.0,52693514.0,52172805.0,52210313.0,52183353.0,52338702.0,52194495.0,52201385.0,52197829.0,52155339.0,52229870.0,52193631.0,52167624.0,52146354.0,52260826.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/base/tukey.json b/criterion/arithmetic_hydroflow_surface/base/tukey.json index 38d83171f104..626aa69aded9 100644 --- a/criterion/arithmetic_hydroflow_surface/base/tukey.json +++ b/criterion/arithmetic_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[6425084.21875,6477078.953125,6615731.578125,6667726.3125] \ No newline at end of file +[6392512.9375,6456455.875,6626970.375,6690913.3125] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/change/estimates.json b/criterion/arithmetic_hydroflow_surface/change/estimates.json index 7eda49c84c8d..bdf7a59e6f68 100644 --- a/criterion/arithmetic_hydroflow_surface/change/estimates.json +++ b/criterion/arithmetic_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0011004803352428522,"upper_bound":0.01234899919641091},"point_estimate":0.005430591878390123,"standard_error":0.0035032523209102867},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0015135928547205246,"upper_bound":0.0029721418829613544},"point_estimate":0.0023376759103757028,"standard_error":0.0003921387389894035}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.013487692592415095,"upper_bound":-0.0003792222858493583},"point_estimate":-0.006584490835383483,"standard_error":0.003328936154758718},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0029110168926347324,"upper_bound":-0.0014255273911921718},"point_estimate":-0.002216363087243156,"standard_error":0.0003864735755786804}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/new/estimates.json b/criterion/arithmetic_hydroflow_surface/new/estimates.json index 7f686d736848..20757285d029 100644 --- a/criterion/arithmetic_hydroflow_surface/new/estimates.json +++ b/criterion/arithmetic_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6576280.814250001,"upper_bound":6652638.3715625},"point_estimate":6611494.31875,"standard_error":19461.401068620908},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6534024.25,"upper_bound":6542838.25},"point_estimate":6538555.25,"standard_error":2323.9378518605467},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10402.199402824044,"upper_bound":22196.838168427348},"point_estimate":16301.001385599375,"standard_error":3111.7763836364893},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":125082.68815298688,"upper_bound":252061.55260730916},"point_estimate":195666.9993186342,"standard_error":32185.057475146874}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6549471.8338750005,"upper_bound":6589510.56321875},"point_estimate":6567960.995,"standard_error":10240.849452146214},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6522245.0,"upper_bound":6526019.5},"point_estimate":6524063.4375,"standard_error":1007.1521814951487},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4579.565993696451,"upper_bound":10886.175631731749},"point_estimate":7261.311358585954,"standard_error":1708.8354929922739},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":63110.76421285843,"upper_bound":140910.28679488495},"point_estimate":103049.73247788136,"standard_error":20307.079415989414}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/new/sample.json b/criterion/arithmetic_hydroflow_surface/new/sample.json index 6d5a7d2c0cd4..545b666aaa98 100644 --- a/criterion/arithmetic_hydroflow_surface/new/sample.json +++ b/criterion/arithmetic_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52279749.0,52536654.0,52276592.0,52297321.0,52308992.0,52241037.0,52320655.0,52522077.0,52388503.0,52352264.0,52519755.0,52416424.0,52452100.0,52415981.0,52357712.0,52317618.0,52357795.0,52333148.0,52273685.0,53120792.0,52356812.0,52336093.0,52301790.0,52434366.0,52330854.0,52409709.0,52253741.0,52195541.0,52298854.0,52264679.0,52239024.0,52229807.0,52246478.0,52213607.0,52375887.0,52273657.0,52212654.0,52488266.0,52270703.0,52852382.0,52361110.0,52241638.0,52318051.0,52231439.0,52213317.0,52207092.0,52219385.0,52277845.0,52224978.0,52232973.0,52220889.0,52307892.0,52190933.0,52164443.0,52225306.0,52988988.0,52291901.0,52222714.0,52240465.0,52220077.0,52216529.0,52254432.0,52237250.0,52200039.0,52230555.0,52258538.0,52322538.0,52238040.0,52231236.0,52218476.0,52201461.0,52180493.0,52176406.0,52253920.0,52454064.0,52193130.0,52250192.0,52331023.0,52321797.0,52187837.0,53161448.0,59872574.0,56396331.0,59257779.0,58379168.0,55000517.0,53371316.0,52506608.0,53314219.0,52621614.0,55197807.0,54507994.0,56811152.0,53945104.0,52647913.0,55342434.0,56516543.0,58663948.0,53355207.0,53092629.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52214036.0,52178518.0,52184058.0,52170696.0,52182657.0,52162449.0,52167419.0,52197616.0,52198487.0,52144245.0,52157871.0,52173089.0,52187858.0,52177509.0,52185501.0,52177960.0,52178158.0,52902195.0,52191384.0,52164692.0,52208156.0,52124519.0,52156939.0,52153495.0,52140183.0,52132390.0,52216146.0,52175016.0,52164568.0,52148257.0,52170348.0,52143660.0,52202728.0,52141195.0,52177864.0,52163236.0,52924494.0,52156804.0,52155930.0,52151002.0,52136144.0,52151743.0,52153306.0,52140883.0,52204905.0,52163054.0,52157603.0,52131124.0,52164850.0,52163426.0,52159117.0,52165859.0,52196588.0,52190325.0,52247432.0,52153346.0,52246561.0,53966572.0,52764604.0,57527235.0,52496545.0,52455908.0,52267910.0,52846568.0,54983405.0,53946825.0,53401579.0,53331870.0,53219293.0,53684238.0,53334464.0,54254359.0,54716901.0,54049718.0,53582828.0,52602073.0,55291259.0,52636655.0,52527243.0,52741271.0,52642667.0,52450270.0,52232224.0,52432586.0,52346086.0,53060006.0,52693514.0,52172805.0,52210313.0,52183353.0,52338702.0,52194495.0,52201385.0,52197829.0,52155339.0,52229870.0,52193631.0,52167624.0,52146354.0,52260826.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/new/tukey.json b/criterion/arithmetic_hydroflow_surface/new/tukey.json index 38d83171f104..626aa69aded9 100644 --- a/criterion/arithmetic_hydroflow_surface/new/tukey.json +++ b/criterion/arithmetic_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[6425084.21875,6477078.953125,6615731.578125,6667726.3125] \ No newline at end of file +[6392512.9375,6456455.875,6626970.375,6690913.3125] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/report/MAD.svg b/criterion/arithmetic_hydroflow_surface/report/MAD.svg index b31a71566788..c641101b1519 100644 --- a/criterion/arithmetic_hydroflow_surface/report/MAD.svg +++ b/criterion/arithmetic_hydroflow_surface/report/MAD.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (µs) - -0.02 + +0.05 - - -0.04 - - - -0.06 - - - -0.08 - - - + + 0.1 - - -0.12 + + +0.15 + + + +0.2 - - -0.14 + + +0.25 - + - -10 + +4 + + + +5 - - -12 + + +6 - - -14 + + +7 - - -16 + + +8 - - -18 + + +9 - - -20 + + +10 - - -22 + + +11 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/SD.svg b/criterion/arithmetic_hydroflow_surface/report/SD.svg index 10586de4beaf..b6b8e78d0b5a 100644 --- a/criterion/arithmetic_hydroflow_surface/report/SD.svg +++ b/criterion/arithmetic_hydroflow_surface/report/SD.svg @@ -9,66 +9,86 @@ Density (a.u.) Average time (µs) - + 0.002 - - + + 0.004 - - + + 0.006 - - + + 0.008 - - + + 0.01 - - + + 0.012 - + + +0.014 + + + +0.016 + + + +0.018 + + + +0.02 + + -120 +60 - -140 + +70 + + + +80 - - -160 + + +90 - - -180 + + +100 - - -200 + + +110 - - -220 + + +120 - - -240 + + +130 - - -260 + + +140 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg b/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg index 1f0409500078..9a5f27d2eb8c 100644 --- a/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg @@ -18,11 +18,11 @@ Average Iteration Time (ms) - + - + @@ -34,10 +34,10 @@ Average Iteration Time (ms) 6.7 - + 6.8 - + 6.9 @@ -50,10 +50,10 @@ Average Iteration Time (ms) 7.1 - + 7.2 - + 7.3 @@ -107,206 +107,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg b/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg index 4559cdae1951..795561181652 100644 --- a/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg +++ b/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg @@ -9,30 +9,34 @@ Density (a.u.) Average Time (ms) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - + + +7 + + 6.5 @@ -46,10 +50,10 @@ Average Time (ms) 7.5 - - - - + + + + Base PDF diff --git a/criterion/arithmetic_hydroflow_surface/report/change/mean.svg b/criterion/arithmetic_hydroflow_surface/report/change/mean.svg index 6544b2d4fac6..8b51de265446 100644 --- a/criterion/arithmetic_hydroflow_surface/report/change/mean.svg +++ b/criterion/arithmetic_hydroflow_surface/report/change/mean.svg @@ -9,87 +9,67 @@ Density (a.u.) Relative change (%) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 - - - + + 80 - - -90 - - - + + 100 - - -110 + + +120 - + - --0.002 + +-0.014 - - -0 + + +-0.012 - - -0.002 + + +-0.01 - - -0.004 + + +-0.008 - - -0.006 + + +-0.006 - - -0.008 + + +-0.004 - - -0.01 + + +-0.002 - - -0.012 + + +0 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/change/median.svg b/criterion/arithmetic_hydroflow_surface/report/change/median.svg index 56c809189838..a677ad3812af 100644 --- a/criterion/arithmetic_hydroflow_surface/report/change/median.svg +++ b/criterion/arithmetic_hydroflow_surface/report/change/median.svg @@ -9,90 +9,90 @@ Density (a.u.) Relative change (%) - + 100 - + 200 - + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - - + + 800 - - + + 900 - - + + 1000 - - + + 1100 - + - -0.0014 + +-0.003 - - -0.0016 + + +-0.0028 - - -0.0018 + + +-0.0026 - - -0.002 + + +-0.0024 - - -0.0022 + + +-0.0022 - - -0.0024 + + +-0.002 - - -0.0026 + + +-0.0018 - + -0.0028 +-0.0016 - -0.003 + +-0.0014 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg b/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg index 9f2e4c1e8149..1528780a3a7c 100644 --- a/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg +++ b/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - + 4.0 - - + + t distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/index.html b/criterion/arithmetic_hydroflow_surface/report/index.html index 9e20f8eab84f..08a9726390d7 100644 --- a/criterion/arithmetic_hydroflow_surface/report/index.html +++ b/criterion/arithmetic_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0001607 - 0.0001660 - 0.0001589 + 0.0011504 + 0.0011877 + 0.0011376 Mean - 6.5763 ms - 6.6115 ms - 6.6526 ms + 6.5495 ms + 6.5680 ms + 6.5895 ms Std. Dev. - 125.08 µs - 195.67 µs - 252.06 µs + 63.111 µs + 103.05 µs + 140.91 µs Median - 6.5340 ms - 6.5386 ms - 6.5428 ms + 6.5222 ms + 6.5241 ms + 6.5260 ms MAD - 10.402 µs - 16.301 µs - 22.197 µs + 4.5796 µs + 7.2613 µs + 10.886 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -0.1100% - +0.5431% - +1.2349% - (p = 0.13 > + -1.3488% + -0.6584% + -0.0379% + (p = 0.05 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg b/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg index b4bc1e3be876..494f84d3d358 100644 --- a/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg @@ -15,52 +15,37 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + - + 6.6 - - + + 6.7 - - + + 6.8 - - + + 6.9 - - + + 7.0 - - + + 7.1 - - -7.2 - - - -7.3 - - - -7.4 - - + 10 @@ -103,105 +88,105 @@ Average Iteration Time (ms) - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg b/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg index e11d0221fe9d..0fe0f6436977 100644 --- a/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg @@ -12,52 +12,37 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + - + 6.6 - - + + 6.7 - - + + 6.8 - - + + 6.9 - - + + 7.0 - - + + 7.1 - - -7.2 - - - -7.3 - - - -7.4 - - + 10 @@ -100,103 +85,103 @@ Average Iteration Time (ms) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/mean.svg b/criterion/arithmetic_hydroflow_surface/report/mean.svg index 37b1e87d143c..e88f1f7debed 100644 --- a/criterion/arithmetic_hydroflow_surface/report/mean.svg +++ b/criterion/arithmetic_hydroflow_surface/report/mean.svg @@ -9,94 +9,78 @@ Density (a.u.) Average time (ms) - -2 + +5 - - -4 - - - -6 - - - -8 - - - + + 10 - - -12 + + +15 - - -14 + + +20 - - -16 + + +25 - - -18 + + +30 - - -20 + + +35 - - -22 + + +40 - + - -6.57 + +6.55 - - -6.58 - - - -6.59 + + +6.555 - - -6.6 + + +6.56 - - -6.61 + + +6.565 - - -6.62 + + +6.57 - - -6.63 + + +6.575 - - -6.64 + + +6.58 - - -6.65 + + +6.585 - - -6.66 + + +6.59 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/median.svg b/criterion/arithmetic_hydroflow_surface/report/median.svg index 68acd94b25b3..c19f02f741d6 100644 --- a/criterion/arithmetic_hydroflow_surface/report/median.svg +++ b/criterion/arithmetic_hydroflow_surface/report/median.svg @@ -9,70 +9,70 @@ Density (a.u.) Average time (ms) - -50 - - - + 100 - - -150 + + +200 + + + +300 - + -200 +400 - -250 + +500 - - -300 + + +600 - + - -6.534 + +6.522 - - -6.535 + + +6.5225 - - -6.536 + + +6.523 - - -6.537 + + +6.5235 - - -6.538 + + +6.524 - - -6.539 + + +6.5245 - - -6.54 + + +6.525 - - -6.541 + + +6.5255 - - -6.542 + + +6.526 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/pdf.svg b/criterion/arithmetic_hydroflow_surface/report/pdf.svg index e7a8e073b6f4..b48df11bf077 100644 --- a/criterion/arithmetic_hydroflow_surface/report/pdf.svg +++ b/criterion/arithmetic_hydroflow_surface/report/pdf.svg @@ -46,34 +46,46 @@ Average Time (ms) - + 6.4 - - + + +6.5 + + + 6.6 - - + + +6.7 + + + 6.8 - - + + +6.9 + + + 7 - - -7.2 + + +7.1 - - -7.4 + + +7.2 - - -7.6 + + +7.3 - + Density (a.u.) @@ -82,78 +94,70 @@ Density (a.u.) 0 - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +4 + + + +5 + + + +6 + + + +7 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg b/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg index 7340ce9c590f..2e0a88b18520 100644 --- a/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg @@ -10,51 +10,55 @@ Average Time (ms) 0 - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - + + +5 + + + +6 + + + +7 + + - -6.5 + +6.4 + + + +6.6 + + + +6.8 - - + + 7 - - -7.5 + + +7.2 - - - + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg index 920495c48610..d48d51df0b8c 100644 --- a/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg @@ -104,204 +104,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + - - - - - - + + + + + + - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg b/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg index a64417c862aa..295ee41820fc 100644 --- a/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg @@ -6,30 +6,34 @@ Density (a.u.) Average Time (ms) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - + + +7 + + 6.5 @@ -43,8 +47,8 @@ Average Time (ms) 7.5 - - - - + + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/typical.svg b/criterion/arithmetic_hydroflow_surface/report/typical.svg index 4cd72fb8c960..5d21ac5c2e6c 100644 --- a/criterion/arithmetic_hydroflow_surface/report/typical.svg +++ b/criterion/arithmetic_hydroflow_surface/report/typical.svg @@ -9,94 +9,78 @@ Density (a.u.) Average time (ms) - -2 + +5 - - -4 - - - -6 - - - -8 - - - + + 10 - - -12 + + +15 - - -14 + + +20 - - -16 + + +25 - - -18 + + +30 - - -20 + + +35 - - -22 + + +40 - + - -6.57 + +6.55 - - -6.58 - - - -6.59 + + +6.555 - - -6.6 + + +6.56 - - -6.61 + + +6.565 - - -6.62 + + +6.57 - - -6.63 + + +6.575 - - -6.64 + + +6.58 - - -6.65 + + +6.585 - - -6.66 + + +6.59 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/base/estimates.json b/criterion/fan_in_hydroflow/base/estimates.json index d6205ee9d550..86a1606d6cfd 100644 --- a/criterion/fan_in_hydroflow/base/estimates.json +++ b/criterion/fan_in_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":72920125.2855,"upper_bound":73240246.57},"point_estimate":73073642.47,"standard_error":81525.8267825256},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":72753339.0,"upper_bound":73163072.0},"point_estimate":72854222.0,"standard_error":125689.21856719101},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":548528.9653466643,"upper_bound":886250.0797659159},"point_estimate":693538.7699872255,"standard_error":84377.63376630205},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":647488.6383995555,"upper_bound":1016635.8745652277},"point_estimate":823063.4416843222,"standard_error":97004.91499005667}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":75155936.98,"upper_bound":75398331.0105},"point_estimate":75273491.26,"standard_error":61994.97228978898},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":75101744.0,"upper_bound":75289764.0},"point_estimate":75170025.5,"standard_error":55185.3019086329},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":414001.21665000916,"upper_bound":635781.8641126156},"point_estimate":532883.4955394268,"standard_error":56091.894946462846},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":490559.4572377764,"upper_bound":746928.814565855},"point_estimate":623521.2593749615,"standard_error":65791.11728000939}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/base/sample.json b/criterion/fan_in_hydroflow/base/sample.json index 24482818b51f..1da9f25eea6f 100644 --- a/criterion/fan_in_hydroflow/base/sample.json +++ b/criterion/fan_in_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[73012639.0,74622596.0,72086044.0,72675871.0,73676010.0,71854577.0,72410011.0,72003944.0,73769040.0,72077882.0,72567825.0,73493888.0,73213306.0,73316769.0,72837836.0,72741037.0,73127356.0,72753339.0,73887421.0,71961346.0,72682318.0,73318632.0,73669354.0,72280700.0,73182599.0,73770463.0,73467038.0,72650689.0,73994399.0,72535384.0,73320646.0,72255784.0,72770833.0,72294886.0,72609192.0,72661388.0,71985902.0,71838937.0,72508824.0,74072254.0,74869439.0,73374485.0,72350780.0,74841376.0,73014436.0,73277575.0,73589094.0,74587293.0,74630002.0,73083724.0,73770743.0,73986144.0,73607690.0,73094124.0,73163072.0,73293345.0,72421482.0,73372823.0,74588094.0,72721161.0,73536718.0,74192970.0,74003837.0,72537969.0,72776903.0,73632666.0,74310639.0,72385075.0,72800387.0,72692166.0,72322057.0,72761675.0,72593343.0,72780300.0,71891266.0,72471465.0,72622025.0,73306510.0,71791319.0,72747829.0,72791410.0,72516879.0,72825755.0,73634289.0,73185544.0,72870608.0,73072172.0,76981259.0,73593824.0,72268858.0,72529152.0,73055443.0,72076751.0,73606738.0,73566283.0,72682098.0,72326526.0,73000520.0,72202325.0,72824853.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[74745961.0,77533201.0,74857829.0,74441074.0,75202201.0,75084852.0,75167996.0,74660803.0,74830549.0,74666454.0,75143160.0,74344875.0,75229211.0,75283121.0,76413706.0,77599456.0,76632603.0,75247986.0,75052171.0,74703122.0,75651948.0,75162006.0,75538066.0,74769686.0,75292408.0,75697192.0,75286197.0,74794742.0,75492892.0,75594772.0,75882056.0,75210416.0,75477654.0,75644684.0,75313768.0,75083951.0,75497491.0,75093589.0,75159601.0,74929263.0,75533218.0,74848162.0,74980157.0,74790114.0,75556040.0,74390830.0,75632682.0,74496707.0,74654852.0,75172055.0,75116862.0,74456974.0,75732578.0,74992110.0,74603947.0,74659972.0,75123034.0,75855757.0,76494697.0,74930415.0,76040461.0,75260208.0,75127772.0,74215787.0,75592588.0,75083780.0,75715808.0,75447156.0,76156207.0,75396172.0,75525683.0,75140706.0,75859686.0,76236396.0,75698535.0,75639856.0,75729433.0,75361537.0,74723249.0,75112563.0,75424644.0,74856157.0,75273454.0,74989685.0,74963005.0,75516335.0,76729114.0,74108705.0,74795293.0,74729331.0,74682473.0,74602275.0,75389970.0,74647408.0,76727541.0,74837622.0,75342522.0,75289764.0,75101744.0,74844625.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/base/tukey.json b/criterion/fan_in_hydroflow/base/tukey.json index 34e7b44fae41..87fe3f222d58 100644 --- a/criterion/fan_in_hydroflow/base/tukey.json +++ b/criterion/fan_in_hydroflow/base/tukey.json @@ -1 +1 @@ -[69419346.75,70976586.375,75129225.375,76686465.0] \ No newline at end of file +[72743818.5,73793346.375,76592087.375,77641615.25] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/change/estimates.json b/criterion/fan_in_hydroflow/change/estimates.json index a0fa4d0e5b47..35d122882bdc 100644 --- a/criterion/fan_in_hydroflow/change/estimates.json +++ b/criterion/fan_in_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.008494214532726708,"upper_bound":0.008334546441393446},"point_estimate":0.0017691363230261103,"standard_error":0.00444766151195084},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.004476133000977267,"upper_bound":0.010922277130802342},"point_estimate":0.006445012243623038,"standard_error":0.0018542983111851364}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.027229114804275558,"upper_bound":0.03282548791128533},"point_estimate":0.030104545437202423,"standard_error":0.0014281274789462763},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.027386955722592976,"upper_bound":0.03426749886151392},"point_estimate":0.03178681257484306,"standard_error":0.0019389545866154282}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/new/estimates.json b/criterion/fan_in_hydroflow/new/estimates.json index d6205ee9d550..86a1606d6cfd 100644 --- a/criterion/fan_in_hydroflow/new/estimates.json +++ b/criterion/fan_in_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":72920125.2855,"upper_bound":73240246.57},"point_estimate":73073642.47,"standard_error":81525.8267825256},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":72753339.0,"upper_bound":73163072.0},"point_estimate":72854222.0,"standard_error":125689.21856719101},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":548528.9653466643,"upper_bound":886250.0797659159},"point_estimate":693538.7699872255,"standard_error":84377.63376630205},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":647488.6383995555,"upper_bound":1016635.8745652277},"point_estimate":823063.4416843222,"standard_error":97004.91499005667}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":75155936.98,"upper_bound":75398331.0105},"point_estimate":75273491.26,"standard_error":61994.97228978898},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":75101744.0,"upper_bound":75289764.0},"point_estimate":75170025.5,"standard_error":55185.3019086329},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":414001.21665000916,"upper_bound":635781.8641126156},"point_estimate":532883.4955394268,"standard_error":56091.894946462846},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":490559.4572377764,"upper_bound":746928.814565855},"point_estimate":623521.2593749615,"standard_error":65791.11728000939}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/new/sample.json b/criterion/fan_in_hydroflow/new/sample.json index 24482818b51f..1da9f25eea6f 100644 --- a/criterion/fan_in_hydroflow/new/sample.json +++ b/criterion/fan_in_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[73012639.0,74622596.0,72086044.0,72675871.0,73676010.0,71854577.0,72410011.0,72003944.0,73769040.0,72077882.0,72567825.0,73493888.0,73213306.0,73316769.0,72837836.0,72741037.0,73127356.0,72753339.0,73887421.0,71961346.0,72682318.0,73318632.0,73669354.0,72280700.0,73182599.0,73770463.0,73467038.0,72650689.0,73994399.0,72535384.0,73320646.0,72255784.0,72770833.0,72294886.0,72609192.0,72661388.0,71985902.0,71838937.0,72508824.0,74072254.0,74869439.0,73374485.0,72350780.0,74841376.0,73014436.0,73277575.0,73589094.0,74587293.0,74630002.0,73083724.0,73770743.0,73986144.0,73607690.0,73094124.0,73163072.0,73293345.0,72421482.0,73372823.0,74588094.0,72721161.0,73536718.0,74192970.0,74003837.0,72537969.0,72776903.0,73632666.0,74310639.0,72385075.0,72800387.0,72692166.0,72322057.0,72761675.0,72593343.0,72780300.0,71891266.0,72471465.0,72622025.0,73306510.0,71791319.0,72747829.0,72791410.0,72516879.0,72825755.0,73634289.0,73185544.0,72870608.0,73072172.0,76981259.0,73593824.0,72268858.0,72529152.0,73055443.0,72076751.0,73606738.0,73566283.0,72682098.0,72326526.0,73000520.0,72202325.0,72824853.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[74745961.0,77533201.0,74857829.0,74441074.0,75202201.0,75084852.0,75167996.0,74660803.0,74830549.0,74666454.0,75143160.0,74344875.0,75229211.0,75283121.0,76413706.0,77599456.0,76632603.0,75247986.0,75052171.0,74703122.0,75651948.0,75162006.0,75538066.0,74769686.0,75292408.0,75697192.0,75286197.0,74794742.0,75492892.0,75594772.0,75882056.0,75210416.0,75477654.0,75644684.0,75313768.0,75083951.0,75497491.0,75093589.0,75159601.0,74929263.0,75533218.0,74848162.0,74980157.0,74790114.0,75556040.0,74390830.0,75632682.0,74496707.0,74654852.0,75172055.0,75116862.0,74456974.0,75732578.0,74992110.0,74603947.0,74659972.0,75123034.0,75855757.0,76494697.0,74930415.0,76040461.0,75260208.0,75127772.0,74215787.0,75592588.0,75083780.0,75715808.0,75447156.0,76156207.0,75396172.0,75525683.0,75140706.0,75859686.0,76236396.0,75698535.0,75639856.0,75729433.0,75361537.0,74723249.0,75112563.0,75424644.0,74856157.0,75273454.0,74989685.0,74963005.0,75516335.0,76729114.0,74108705.0,74795293.0,74729331.0,74682473.0,74602275.0,75389970.0,74647408.0,76727541.0,74837622.0,75342522.0,75289764.0,75101744.0,74844625.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/new/tukey.json b/criterion/fan_in_hydroflow/new/tukey.json index 34e7b44fae41..87fe3f222d58 100644 --- a/criterion/fan_in_hydroflow/new/tukey.json +++ b/criterion/fan_in_hydroflow/new/tukey.json @@ -1 +1 @@ -[69419346.75,70976586.375,75129225.375,76686465.0] \ No newline at end of file +[72743818.5,73793346.375,76592087.375,77641615.25] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/report/MAD.svg b/criterion/fan_in_hydroflow/report/MAD.svg index a638b4218d73..36349c83b1c5 100644 --- a/criterion/fan_in_hydroflow/report/MAD.svg +++ b/criterion/fan_in_hydroflow/report/MAD.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (µs) - + 0.001 - - + + 0.002 - - + + 0.003 - - + + 0.004 - - + + 0.005 - - + + 0.006 - - - -550 + + +0.007 - - -600 + + +0.008 - - -650 + + + +400 - - -700 + + +450 - - -750 + + +500 - - -800 + + +550 - - -850 + + +600 - - -900 + + +650 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/SD.svg b/criterion/fan_in_hydroflow/report/SD.svg index cd5951f2bb0f..a30d932590a4 100644 --- a/criterion/fan_in_hydroflow/report/SD.svg +++ b/criterion/fan_in_hydroflow/report/SD.svg @@ -6,85 +6,61 @@ fan_in/hydroflow:SD Density (a.u.) -Average time (ms) +Average time (µs) - -0.5 + +0.001 - - -1 + + +0.002 - - -1.5 + + +0.003 - - -2 + + +0.004 - - -2.5 - - - -3 - - + -3.5 +0.005 - -4 - - - -4.5 + +0.006 - + - -0.65 - - - -0.7 - - - -0.75 - - - -0.8 + +500 - - -0.85 + + +550 - - -0.9 + + +600 - - -0.95 + + +650 - - -1 + + +700 - - -1.05 + + +750 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/both/iteration_times.svg b/criterion/fan_in_hydroflow/report/both/iteration_times.svg index 98204485b4b0..1557556c6b08 100644 --- a/criterion/fan_in_hydroflow/report/both/iteration_times.svg +++ b/criterion/fan_in_hydroflow/report/both/iteration_times.svg @@ -16,37 +16,37 @@ Average Iteration Time (ms) - - - - - - + + + + + + - -75.0 + +72.0 - - -80.0 + + +73.0 - - -85.0 + + +74.0 - - -90.0 + + +75.0 - - -95.0 + + +76.0 - - -100.0 + + +77.0 - + 0 @@ -92,206 +92,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_in_hydroflow/report/both/pdf.svg b/criterion/fan_in_hydroflow/report/both/pdf.svg index 2fefee164635..f265e796f849 100644 --- a/criterion/fan_in_hydroflow/report/both/pdf.svg +++ b/criterion/fan_in_hydroflow/report/both/pdf.svg @@ -9,67 +9,55 @@ Density (a.u.) Average Time (ms) - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 - - - + + 0.4 - - -0.45 - - - + + 0.5 - + + +0.6 + + + +0.7 + + - -70 - - - -80 - - - -90 - - - -100 - - - - - - + +72 + + + +74 + + + +76 + + + +78 + + + + + + Base PDF diff --git a/criterion/fan_in_hydroflow/report/change/mean.svg b/criterion/fan_in_hydroflow/report/change/mean.svg index 2537db3e8270..05152ed38727 100644 --- a/criterion/fan_in_hydroflow/report/change/mean.svg +++ b/criterion/fan_in_hydroflow/report/change/mean.svg @@ -9,91 +9,59 @@ Density (a.u.) Relative change (%) - -10 - - - -20 - - - -30 - - - -40 - - - + 50 - - -60 + + +100 - - -70 + + +150 - - -80 + + +200 - - -90 + + +250 - + - --0.01 - - - --0.008 - - - --0.006 - - - --0.004 - - - --0.002 - - - -0 - - - -0.002 - - - -0.004 - - - -0.006 - - - -0.008 - - - -0.01 - - - - - - + +0.027 + + + +0.028 + + + +0.029 + + + +0.03 + + + +0.031 + + + +0.032 + + + +0.033 + + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/change/median.svg b/criterion/fan_in_hydroflow/report/change/median.svg index c519d6022506..eeb6d96bdf9d 100644 --- a/criterion/fan_in_hydroflow/report/change/median.svg +++ b/criterion/fan_in_hydroflow/report/change/median.svg @@ -9,63 +9,63 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - -250 - - + - -0.004 - - - -0.005 - - - -0.006 - - - -0.007 - - - -0.008 - - - -0.009 - - - -0.01 - - - -0.011 - - - - - - + +0.027 + + + +0.028 + + + +0.029 + + + +0.03 + + + +0.031 + + + +0.032 + + + +0.033 + + + +0.034 + + + +0.035 + + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/change/t-test.svg b/criterion/fan_in_hydroflow/report/change/t-test.svg index 796a09393853..0c36ba2831bb 100644 --- a/criterion/fan_in_hydroflow/report/change/t-test.svg +++ b/criterion/fan_in_hydroflow/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + + +0.4 + + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - -5.0 - - - - + + + t distribution diff --git a/criterion/fan_in_hydroflow/report/index.html b/criterion/fan_in_hydroflow/report/index.html index cfc701084b5c..df3a9d59daa5 100644 --- a/criterion/fan_in_hydroflow/report/index.html +++ b/criterion/fan_in_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0008908 - 0.0009221 - 0.0008855 + 0.0045919 + 0.0047559 + 0.0045717 Mean - 72.920 ms - 73.074 ms - 73.240 ms + 75.156 ms + 75.273 ms + 75.398 ms Std. Dev. - 647.49 µs - 823.06 µs - 1.0166 ms + 490.56 µs + 623.52 µs + 746.93 µs Median - 72.753 ms - 72.854 ms - 73.163 ms + 75.102 ms + 75.170 ms + 75.290 ms MAD - 548.53 µs - 693.54 µs - 886.25 µs + 414.00 µs + 532.88 µs + 635.78 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -0.8494% - +0.1769% - +0.8335% - (p = 0.76 > + +2.7229% + +3.0105% + +3.2825% + (p = 0.00 < 0.05) - No change in performance detected. + Performance has regressed.

Additional Plots:

diff --git a/criterion/fan_in_hydroflow/report/iteration_times.svg b/criterion/fan_in_hydroflow/report/iteration_times.svg index ffe44cbe6c6d..39eecd62a940 100644 --- a/criterion/fan_in_hydroflow/report/iteration_times.svg +++ b/criterion/fan_in_hydroflow/report/iteration_times.svg @@ -15,57 +15,42 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + - -72.0 - - - -72.5 - - - -73.0 - - - -73.5 - - - -74.0 - - - + 74.5 - - + + 75.0 - - + + 75.5 - - + + 76.0 - - + + 76.5 - + + +77.0 + + + +77.5 + + 10 @@ -107,106 +92,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_in_hydroflow/report/iteration_times_small.svg b/criterion/fan_in_hydroflow/report/iteration_times_small.svg index 32f5a1a71fc5..7086de2efeea 100644 --- a/criterion/fan_in_hydroflow/report/iteration_times_small.svg +++ b/criterion/fan_in_hydroflow/report/iteration_times_small.svg @@ -12,57 +12,42 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + - -72.0 - - - -72.5 - - - -73.0 - - - -73.5 - - - -74.0 - - - + 74.5 - - + + 75.0 - - + + 75.5 - - + + 76.0 - - + + 76.5 - + + +77.0 + + + +77.5 + + 10 @@ -104,104 +89,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow/report/mean.svg b/criterion/fan_in_hydroflow/report/mean.svg index 3468226a523e..530bf3274be6 100644 --- a/criterion/fan_in_hydroflow/report/mean.svg +++ b/criterion/fan_in_hydroflow/report/mean.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (ms) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - - -4.5 - - - + + 5 - - - -72.9 + + +6 - - -72.95 + + +7 - - -73 + + + +75.15 - - -73.05 + + +75.2 - - -73.1 + + +75.25 - - -73.15 + + +75.3 - - -73.2 + + +75.35 - - -73.25 + + +75.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/median.svg b/criterion/fan_in_hydroflow/report/median.svg index 3a920c37efa5..96abd85f5140 100644 --- a/criterion/fan_in_hydroflow/report/median.svg +++ b/criterion/fan_in_hydroflow/report/median.svg @@ -9,74 +9,82 @@ Density (a.u.) Average time (ms) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - + + +8 + + + +10 + + + +12 + + + +14 + + - -72.75 + +75.1 + + + +75.12 - - -72.8 + + +75.14 - - -72.85 + + +75.16 - - -72.9 + + +75.18 - - -72.95 + + +75.2 - - -73 + + +75.22 - - -73.05 + + +75.24 - - -73.1 + + +75.26 - - -73.15 + + +75.28 - - -73.2 + + +75.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/pdf.svg b/criterion/fan_in_hydroflow/report/pdf.svg index f0813fdefa28..a7b6b8de0338 100644 --- a/criterion/fan_in_hydroflow/report/pdf.svg +++ b/criterion/fan_in_hydroflow/report/pdf.svg @@ -54,38 +54,46 @@ Average Time (ms) - -71 + +73.5 - - -72 - - - -73 - - - + + 74 - - + + +74.5 + + + 75 - - + + +75.5 + + + 76 - - + + +76.5 + + + 77 - - + + +77.5 + + + 78 - + Density (a.u.) @@ -94,54 +102,50 @@ Density (a.u.) 0 - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 - - - + + 0.4 - - -0.45 - - - + + 0.5 - - - - - + + +0.6 + + + +0.7 + + + + + + - - - + + + + + + + + + + + PDF diff --git a/criterion/fan_in_hydroflow/report/pdf_small.svg b/criterion/fan_in_hydroflow/report/pdf_small.svg index 5920ec86487f..45fcf2da0004 100644 --- a/criterion/fan_in_hydroflow/report/pdf_small.svg +++ b/criterion/fan_in_hydroflow/report/pdf_small.svg @@ -10,43 +10,55 @@ Average Time (ms) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - - -72 + + +0.6 + + + +0.7 - - + + + 74 - - + + +75 + + + 76 - - + + +77 + + + 78 - - - + + + diff --git a/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg b/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg index 80efde67348e..0d22fae6ed14 100644 --- a/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg @@ -13,37 +13,37 @@ Average Iteration Time (ms) - - - - - - + + + + + + - -75.0 + +72.0 - - -80.0 + + +73.0 - - -85.0 + + +74.0 - - -90.0 + + +75.0 - - -95.0 + + +76.0 - - -100.0 + + +77.0 - + 0 @@ -89,204 +89,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow/report/relative_pdf_small.svg b/criterion/fan_in_hydroflow/report/relative_pdf_small.svg index 5931827702d4..7c88ee9107a0 100644 --- a/criterion/fan_in_hydroflow/report/relative_pdf_small.svg +++ b/criterion/fan_in_hydroflow/report/relative_pdf_small.svg @@ -6,65 +6,53 @@ Density (a.u.) Average Time (ms) - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 - - - + + 0.4 - - -0.45 - - - + + 0.5 - - - -70 - - - -80 + + +0.6 - - -90 + + +0.7 - - -100 - - - - - - + + + +72 + + + +74 + + + +76 + + + +78 + + + + + + diff --git a/criterion/fan_in_hydroflow/report/typical.svg b/criterion/fan_in_hydroflow/report/typical.svg index 966d9e48908c..c739e2baddc7 100644 --- a/criterion/fan_in_hydroflow/report/typical.svg +++ b/criterion/fan_in_hydroflow/report/typical.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (ms) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - - -4.5 - - - + + 5 - - - -72.9 + + +6 - - -72.95 + + +7 - - -73 + + + +75.15 - - -73.05 + + +75.2 - - -73.1 + + +75.25 - - -73.15 + + +75.3 - - -73.2 + + +75.35 - - -73.25 + + +75.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/base/estimates.json b/criterion/fan_in_hydroflow_surface/base/estimates.json index 12fb639fb34b..1c4729ec8496 100644 --- a/criterion/fan_in_hydroflow_surface/base/estimates.json +++ b/criterion/fan_in_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":25895255.997875,"upper_bound":26265381.60525},"point_estimate":26084185.295,"standard_error":94763.81792600271},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":25921147.25,"upper_bound":26444580.5},"point_estimate":26293121.5,"standard_error":166787.64315993228},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":678973.7078458071,"upper_bound":1123630.273501575},"point_estimate":849307.765571773,"standard_error":105177.06868925891},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":793383.0053403995,"upper_bound":1101481.2248804865},"point_estimate":951839.1774344584,"standard_error":78856.14479149577}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":26103780.5625,"upper_bound":26400646.693625003},"point_estimate":26253538.605,"standard_error":75913.05075988197},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":26189845.5,"upper_bound":26456885.0},"point_estimate":26362832.25,"standard_error":60009.64832208889},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":509353.89265716076,"upper_bound":862392.08098948},"point_estimate":613274.1432622075,"standard_error":91847.99829181544},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":633854.9763149242,"upper_bound":881110.6930305662},"point_estimate":763197.4809967665,"standard_error":63575.7760056005}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/base/sample.json b/criterion/fan_in_hydroflow_surface/base/sample.json index 78f99526b0f8..eea4ab4012d5 100644 --- a/criterion/fan_in_hydroflow_surface/base/sample.json +++ b/criterion/fan_in_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[53819723.0,51637553.0,56015929.0,51481252.0,52520646.0,53684391.0,52838337.0,54227652.0,52710900.0,50413806.0,54022290.0,53091960.0,53084986.0,53832567.0,53938224.0,52846161.0,51784817.0,51953902.0,51848745.0,51903829.0,49617624.0,45441684.0,49986320.0,55715401.0,51624468.0,54210590.0,51904369.0,52868092.0,50949984.0,52624249.0,51552534.0,48413584.0,50149755.0,51321655.0,53842826.0,52987415.0,52535393.0,52548237.0,48137620.0,48482351.0,50559657.0,53749834.0,50378169.0,53853586.0,53762497.0,53271342.0,53002823.0,50546102.0,52955384.0,52868223.0,52343206.0,52928764.0,50001829.0,51993626.0,53185262.0,53173891.0,52889161.0,51161958.0,52805486.0,51832696.0,51780569.0,53247879.0,48699605.0,52751054.0,50632763.0,54003444.0,51642873.0,53702275.0,54146030.0,52742349.0,51448205.0,55489927.0,49196078.0,49374911.0,55401522.0,51851893.0,50648082.0,50397976.0,51641932.0,52974393.0,51625892.0,47305488.0,54889439.0,52959286.0,53955340.0,52899142.0,50513281.0,55146728.0,49840067.0,54265157.0,50874713.0,53724830.0,51555682.0,53739057.0,54007135.0,51564378.0,48730231.0,50218472.0,54466211.0,52947453.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[50600013.0,49665453.0,52738233.0,53893654.0,53499079.0,52596639.0,54231514.0,52785411.0,53388103.0,52627858.0,53984654.0,50653943.0,53630423.0,50395652.0,53419091.0,52261065.0,50788343.0,51942041.0,51960485.0,53189624.0,54075944.0,53157453.0,53794600.0,54649351.0,52941361.0,55193073.0,54425856.0,54467061.0,50918445.0,53243374.0,52736189.0,54178845.0,52066983.0,52979873.0,48273641.0,51537608.0,51532228.0,51852104.0,52914732.0,55319990.0,53183071.0,53800851.0,53044123.0,52783307.0,52156009.0,47738944.0,54641737.0,56164452.0,52873996.0,53216093.0,52706284.0,51409879.0,53427686.0,50684399.0,50848084.0,52861914.0,54346287.0,52985984.0,51553176.0,50417041.0,53732574.0,52715140.0,51909530.0,52451019.0,48368147.0,51903969.0,51892769.0,54837792.0,51566952.0,51025355.0,53192088.0,54094508.0,52623119.0,51308151.0,52642214.0,51916463.0,52503747.0,52000429.0,51232009.0,51263537.0,51939866.0,53489842.0,53048982.0,52230067.0,52800209.0,52498317.0,51763478.0,49577649.0,55486209.0,49743788.0,53240238.0,50793413.0,52913770.0,53940682.0,53949478.0,52691385.0,52799697.0,51992355.0,52748883.0,50526595.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/base/tukey.json b/criterion/fan_in_hydroflow_surface/base/tukey.json index d5ed414ffba4..f0214a89dba0 100644 --- a/criterion/fan_in_hydroflow_surface/base/tukey.json +++ b/criterion/fan_in_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[21684636.0,23619559.125,28779354.125,30714277.25] \ No newline at end of file +[23296833.375,24577003.3125,27990789.8125,29270959.75] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/change/estimates.json b/criterion/fan_in_hydroflow_surface/change/estimates.json index 8c6bd856817f..5ab5f9a6aba4 100644 --- a/criterion/fan_in_hydroflow_surface/change/estimates.json +++ b/criterion/fan_in_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.05066203622663938,"upper_bound":-0.03474946713336602},"point_estimate":-0.04253831128689445,"standard_error":0.004068307190315297},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.056203861167572866,"upper_bound":-0.03644598149366685},"point_estimate":-0.04236080626306182,"standard_error":0.005787287325504239}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.002325271524112879,"upper_bound":0.015969566071669213},"point_estimate":0.006492566591008719,"standard_error":0.0046418437952543785},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005714160077988861,"upper_bound":0.01806535529452069},"point_estimate":0.002651292278096351,"standard_error":0.006783291372934273}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/new/estimates.json b/criterion/fan_in_hydroflow_surface/new/estimates.json index 12fb639fb34b..1c4729ec8496 100644 --- a/criterion/fan_in_hydroflow_surface/new/estimates.json +++ b/criterion/fan_in_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":25895255.997875,"upper_bound":26265381.60525},"point_estimate":26084185.295,"standard_error":94763.81792600271},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":25921147.25,"upper_bound":26444580.5},"point_estimate":26293121.5,"standard_error":166787.64315993228},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":678973.7078458071,"upper_bound":1123630.273501575},"point_estimate":849307.765571773,"standard_error":105177.06868925891},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":793383.0053403995,"upper_bound":1101481.2248804865},"point_estimate":951839.1774344584,"standard_error":78856.14479149577}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":26103780.5625,"upper_bound":26400646.693625003},"point_estimate":26253538.605,"standard_error":75913.05075988197},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":26189845.5,"upper_bound":26456885.0},"point_estimate":26362832.25,"standard_error":60009.64832208889},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":509353.89265716076,"upper_bound":862392.08098948},"point_estimate":613274.1432622075,"standard_error":91847.99829181544},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":633854.9763149242,"upper_bound":881110.6930305662},"point_estimate":763197.4809967665,"standard_error":63575.7760056005}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/new/sample.json b/criterion/fan_in_hydroflow_surface/new/sample.json index 78f99526b0f8..eea4ab4012d5 100644 --- a/criterion/fan_in_hydroflow_surface/new/sample.json +++ b/criterion/fan_in_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[53819723.0,51637553.0,56015929.0,51481252.0,52520646.0,53684391.0,52838337.0,54227652.0,52710900.0,50413806.0,54022290.0,53091960.0,53084986.0,53832567.0,53938224.0,52846161.0,51784817.0,51953902.0,51848745.0,51903829.0,49617624.0,45441684.0,49986320.0,55715401.0,51624468.0,54210590.0,51904369.0,52868092.0,50949984.0,52624249.0,51552534.0,48413584.0,50149755.0,51321655.0,53842826.0,52987415.0,52535393.0,52548237.0,48137620.0,48482351.0,50559657.0,53749834.0,50378169.0,53853586.0,53762497.0,53271342.0,53002823.0,50546102.0,52955384.0,52868223.0,52343206.0,52928764.0,50001829.0,51993626.0,53185262.0,53173891.0,52889161.0,51161958.0,52805486.0,51832696.0,51780569.0,53247879.0,48699605.0,52751054.0,50632763.0,54003444.0,51642873.0,53702275.0,54146030.0,52742349.0,51448205.0,55489927.0,49196078.0,49374911.0,55401522.0,51851893.0,50648082.0,50397976.0,51641932.0,52974393.0,51625892.0,47305488.0,54889439.0,52959286.0,53955340.0,52899142.0,50513281.0,55146728.0,49840067.0,54265157.0,50874713.0,53724830.0,51555682.0,53739057.0,54007135.0,51564378.0,48730231.0,50218472.0,54466211.0,52947453.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[50600013.0,49665453.0,52738233.0,53893654.0,53499079.0,52596639.0,54231514.0,52785411.0,53388103.0,52627858.0,53984654.0,50653943.0,53630423.0,50395652.0,53419091.0,52261065.0,50788343.0,51942041.0,51960485.0,53189624.0,54075944.0,53157453.0,53794600.0,54649351.0,52941361.0,55193073.0,54425856.0,54467061.0,50918445.0,53243374.0,52736189.0,54178845.0,52066983.0,52979873.0,48273641.0,51537608.0,51532228.0,51852104.0,52914732.0,55319990.0,53183071.0,53800851.0,53044123.0,52783307.0,52156009.0,47738944.0,54641737.0,56164452.0,52873996.0,53216093.0,52706284.0,51409879.0,53427686.0,50684399.0,50848084.0,52861914.0,54346287.0,52985984.0,51553176.0,50417041.0,53732574.0,52715140.0,51909530.0,52451019.0,48368147.0,51903969.0,51892769.0,54837792.0,51566952.0,51025355.0,53192088.0,54094508.0,52623119.0,51308151.0,52642214.0,51916463.0,52503747.0,52000429.0,51232009.0,51263537.0,51939866.0,53489842.0,53048982.0,52230067.0,52800209.0,52498317.0,51763478.0,49577649.0,55486209.0,49743788.0,53240238.0,50793413.0,52913770.0,53940682.0,53949478.0,52691385.0,52799697.0,51992355.0,52748883.0,50526595.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/new/tukey.json b/criterion/fan_in_hydroflow_surface/new/tukey.json index d5ed414ffba4..f0214a89dba0 100644 --- a/criterion/fan_in_hydroflow_surface/new/tukey.json +++ b/criterion/fan_in_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[21684636.0,23619559.125,28779354.125,30714277.25] \ No newline at end of file +[23296833.375,24577003.3125,27990789.8125,29270959.75] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/report/MAD.svg b/criterion/fan_in_hydroflow_surface/report/MAD.svg index afb2339ee6e0..e1b7a97d43a0 100644 --- a/criterion/fan_in_hydroflow_surface/report/MAD.svg +++ b/criterion/fan_in_hydroflow_surface/report/MAD.svg @@ -6,101 +6,73 @@ fan_in/hydroflow/surface:MAD Density (a.u.) -Average time (ms) +Average time (µs) - -0.5 + +0.001 - - -1 + + +0.002 - - -1.5 + + +0.003 - - -2 + + +0.004 - - -2.5 + + +0.005 - - -3 + + +0.006 - - -3.5 - - - -4 - - - -4.5 - - - -5 - - - -5.5 - - + - -0.65 - - - -0.7 - - - -0.75 + +500 - - -0.8 + + +550 - - -0.85 + + +600 - - -0.9 + + +650 - - -0.95 + + +700 - - -1 + + +750 - - -1.05 + + +800 - - -1.1 + + +850 - - -1.15 + + +900 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/SD.svg b/criterion/fan_in_hydroflow_surface/report/SD.svg index 5a023d64e254..d51577dead04 100644 --- a/criterion/fan_in_hydroflow_surface/report/SD.svg +++ b/criterion/fan_in_hydroflow_surface/report/SD.svg @@ -6,81 +6,61 @@ fan_in/hydroflow/surface:SD Density (a.u.) -Average time (ms) +Average time (µs) - -0.5 + +0.001 - - -1 + + +0.002 - - -1.5 + + +0.003 - - -2 + + +0.004 - - -2.5 + + +0.005 - - -3 + + +0.006 - - -3.5 - - - -4 - - - -4.5 - - - -5 - - + - -0.8 - - - -0.85 + +650 - - -0.9 + + +700 - - -0.95 + + +750 - - -1 + + +800 - - -1.05 + + +850 - - -1.1 + + +900 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg b/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg index ef4289ef1013..af30921b3b06 100644 --- a/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg @@ -16,37 +16,62 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + + + + - + 23.0 - - + + +23.5 + + + 24.0 - - + + +24.5 + + + 25.0 - - + + +25.5 + + + 26.0 - - + + +26.5 + + + 27.0 - - + + +27.5 + + + 28.0 - + 0 @@ -92,206 +117,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_in_hydroflow_surface/report/both/pdf.svg b/criterion/fan_in_hydroflow_surface/report/both/pdf.svg index a1b445cca568..823ec5425228 100644 --- a/criterion/fan_in_hydroflow_surface/report/both/pdf.svg +++ b/criterion/fan_in_hydroflow_surface/report/both/pdf.svg @@ -9,59 +9,71 @@ Density (a.u.) Average Time (ms) - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - + + +0.25 + + + 0.3 - - -0.4 + + +0.35 - - -0.5 + + +0.4 - - -0.6 + + +0.45 - - -0.7 + + +0.5 - - -0.8 + + +0.55 - + - + 22 - - + + 24 - - + + 26 - - + + 28 - - - - - + + + + + Base PDF diff --git a/criterion/fan_in_hydroflow_surface/report/change/mean.svg b/criterion/fan_in_hydroflow_surface/report/change/mean.svg index b637a23c67ba..300c9e19dce6 100644 --- a/criterion/fan_in_hydroflow_surface/report/change/mean.svg +++ b/criterion/fan_in_hydroflow_surface/report/change/mean.svg @@ -9,87 +9,59 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - -90 - - + - --0.052 - - - --0.05 - - - --0.048 - - - --0.046 - - - --0.044 - - - --0.042 - - - --0.04 - - - --0.038 - - - --0.036 - - - --0.034 - - - - - - + +0 + + + +0.005 + + + +0.01 + + + +0.015 + + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/change/median.svg b/criterion/fan_in_hydroflow_surface/report/change/median.svg index 87dd09e4b77c..d2a40d1d43e3 100644 --- a/criterion/fan_in_hydroflow_surface/report/change/median.svg +++ b/criterion/fan_in_hydroflow_surface/report/change/median.svg @@ -13,63 +13,63 @@ Relative change (%) 10 - + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - -90 - - + - --0.055 - - - --0.05 - - - --0.045 - - - --0.04 - - - --0.035 - - - - - - + +-0.005 + + + +0 + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/change/t-test.svg b/criterion/fan_in_hydroflow_surface/report/change/t-test.svg index 91c46eb62e83..650f2c6497db 100644 --- a/criterion/fan_in_hydroflow_surface/report/change/t-test.svg +++ b/criterion/fan_in_hydroflow_surface/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - + 0.0 - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fan_in_hydroflow_surface/report/index.html b/criterion/fan_in_hydroflow_surface/report/index.html index 39b0d468c410..7a3e87252767 100644 --- a/criterion/fan_in_hydroflow_surface/report/index.html +++ b/criterion/fan_in_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0016244 - 0.0016889 - 0.0016294 + 0.0161046 + 0.0167205 + 0.0161255 Mean - 25.895 ms - 26.084 ms - 26.265 ms + 26.104 ms + 26.254 ms + 26.401 ms Std. Dev. - 793.38 µs - 951.84 µs - 1.1015 ms + 633.85 µs + 763.20 µs + 881.11 µs Median - 25.921 ms - 26.293 ms - 26.445 ms + 26.190 ms + 26.363 ms + 26.457 ms MAD - 678.97 µs - 849.31 µs - 1.1236 ms + 509.35 µs + 613.27 µs + 862.39 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -5.0662% - -4.2538% - -3.4749% - (p = 0.00 < + -0.2325% + +0.6493% + +1.5970% + (p = 0.17 > 0.05) - Performance has improved. + No change in performance detected.

Additional Plots:

diff --git a/criterion/fan_in_hydroflow_surface/report/iteration_times.svg b/criterion/fan_in_hydroflow_surface/report/iteration_times.svg index 7217574bf2cd..a7b2e8f0b7ac 100644 --- a/criterion/fan_in_hydroflow_surface/report/iteration_times.svg +++ b/criterion/fan_in_hydroflow_surface/report/iteration_times.svg @@ -15,62 +15,52 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + + + - -23.0 - - - -23.5 - - - + 24.0 - - + + 24.5 - - + + 25.0 - - + + 25.5 - - + + 26.0 - - + + 26.5 - - + + 27.0 - - + + 27.5 - - + + 28.0 - + 10 @@ -112,106 +102,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + Sample diff --git a/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg b/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg index 9d1cbdcbc5cf..96ffe4accc34 100644 --- a/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg @@ -12,62 +12,52 @@ Average Iteration Time (ms) - - - - - - + + + + + - - - - + + + - -23.0 - - - -23.5 - - - + 24.0 - - + + 24.5 - - + + 25.0 - - + + 25.5 - - + + 26.0 - - + + 26.5 - - + + 27.0 - - + + 27.5 - - + + 28.0 - + 10 @@ -109,104 +99,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/mean.svg b/criterion/fan_in_hydroflow_surface/report/mean.svg index bd44be2ea612..40bbc709a446 100644 --- a/criterion/fan_in_hydroflow_surface/report/mean.svg +++ b/criterion/fan_in_hydroflow_surface/report/mean.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - - -25.9 - - - -25.95 - - - -26 + + +5 - - -26.05 + + +5.5 - - + + + 26.1 - - + + 26.15 - - + + 26.2 - - + + 26.25 - - + + 26.3 - - - - + + +26.35 + + + +26.4 + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/median.svg b/criterion/fan_in_hydroflow_surface/report/median.svg index bd7d9e42c9c7..209389dcb8f2 100644 --- a/criterion/fan_in_hydroflow_surface/report/median.svg +++ b/criterion/fan_in_hydroflow_surface/report/median.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (ms) - -0.5 - - - -1 - - - -1.5 - - - + 2 - - -2.5 + + +4 - - -3 + + +6 - - -3.5 + + +8 - - -4 + + +10 - - - -25.9 + + +12 - - -26 + + +14 - - -26.1 - - - + + + 26.2 - - + + +26.25 + + + 26.3 - - + + +26.35 + + + 26.4 - - - - + + +26.45 + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/pdf.svg b/criterion/fan_in_hydroflow_surface/report/pdf.svg index e3a26a0d8b6f..c7aba4c56894 100644 --- a/criterion/fan_in_hydroflow_surface/report/pdf.svg +++ b/criterion/fan_in_hydroflow_surface/report/pdf.svg @@ -54,38 +54,34 @@ Average Time (ms) - -22 - - - + 23 - - + + 24 - - + + 25 - - + + 26 - - + + 27 - - + + 28 - - + + 29 - + Density (a.u.) @@ -94,46 +90,40 @@ Density (a.u.) 0 - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 - - - + + 0.4 - - - - - - + + +0.5 + + + + + + + - - + + + + + + + + PDF diff --git a/criterion/fan_in_hydroflow_surface/report/pdf_small.svg b/criterion/fan_in_hydroflow_surface/report/pdf_small.svg index 4355a9d0bd91..bb8fc9dd64e5 100644 --- a/criterion/fan_in_hydroflow_surface/report/pdf_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/pdf_small.svg @@ -10,59 +10,43 @@ Average Time (ms) 0 - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 - - - + + 0.4 - - -0.45 + + +0.5 - - - -22 + + +0.6 - - + + + 24 - - + + 26 - - + + 28 - - - + + + diff --git a/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg index 6e92e3f45447..8d0ee2673085 100644 --- a/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,37 +13,62 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + + + + - + 23.0 - - + + +23.5 + + + 24.0 - - + + +24.5 + + + 25.0 - - + + +25.5 + + + 26.0 - - + + +26.5 + + + 27.0 - - + + +27.5 + + + 28.0 - + 0 @@ -89,204 +114,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg b/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg index 801c9b22cd5d..dc4a70a2c970 100644 --- a/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg @@ -6,57 +6,69 @@ Density (a.u.) Average Time (ms) - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - + + +0.25 + + + 0.3 - - -0.4 + + +0.35 - - -0.5 + + +0.4 - - -0.6 + + +0.45 - - -0.7 + + +0.5 - - -0.8 + + +0.55 - + - + 22 - - + + 24 - - + + 26 - - + + 28 - - - - - + + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/typical.svg b/criterion/fan_in_hydroflow_surface/report/typical.svg index 93bd121b1039..3d908d683f1b 100644 --- a/criterion/fan_in_hydroflow_surface/report/typical.svg +++ b/criterion/fan_in_hydroflow_surface/report/typical.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - - -25.9 - - - -25.95 - - - -26 + + +5 - - -26.05 + + +5.5 - - + + + 26.1 - - + + 26.15 - - + + 26.2 - - + + 26.25 - - + + 26.3 - - - - + + +26.35 + + + +26.4 + + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/base/estimates.json b/criterion/fan_out_hydroflow_scheduled/base/estimates.json index a130956e23c0..dfdfb9477947 100644 --- a/criterion/fan_out_hydroflow_scheduled/base/estimates.json +++ b/criterion/fan_out_hydroflow_scheduled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48213724.69,"upper_bound":48434267.541125},"point_estimate":48319970.86,"standard_error":56376.415721301346},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48131522.75,"upper_bound":48257099.0},"point_estimate":48174091.75,"standard_error":34675.70734525116},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":304655.0207912922,"upper_bound":527942.3604771495},"point_estimate":390977.92165875435,"standard_error":58343.15170036737},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":453056.3307650532,"upper_bound":659666.9115031946},"point_estimate":564684.9395976213,"standard_error":52979.12327607266}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48729918.942,"upper_bound":49295735.593},"point_estimate":48931397.84,"standard_error":168408.1127294055},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48714264.0,"upper_bound":48800143.0},"point_estimate":48762518.5,"standard_error":23117.088432781366},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":154759.71565246582,"upper_bound":255496.99090652156},"point_estimate":203219.23709213734,"standard_error":25273.729417889932},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":193461.51255499924,"upper_bound":2887686.8788552787},"point_estimate":1692059.32943969,"standard_error":956527.4179379152}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/base/sample.json b/criterion/fan_out_hydroflow_scheduled/base/sample.json index a9c0f1da2381..343ee0ac7d07 100644 --- a/criterion/fan_out_hydroflow_scheduled/base/sample.json +++ b/criterion/fan_out_hydroflow_scheduled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[95629503.0,95110546.0,95499491.0,97110430.0,96247053.0,94598132.0,96304189.0,95882925.0,96966241.0,96181380.0,95474653.0,96290584.0,95752808.0,96261342.0,96418996.0,95908395.0,96349135.0,95859004.0,95157307.0,96851271.0,96621042.0,96484828.0,96375114.0,97864787.0,96036854.0,96027788.0,100081234.0,96347232.0,96026986.0,96528790.0,97100003.0,96474349.0,96283744.0,95870725.0,95588299.0,98844370.0,100010041.0,96424596.0,95827855.0,99594468.0,96499606.0,96721358.0,96687936.0,96264749.0,97486192.0,96272593.0,97530153.0,97077231.0,95686061.0,95610621.0,96403287.0,95874592.0,96951938.0,95506697.0,95731656.0,95878990.0,95926078.0,95898737.0,96002791.0,95192352.0,95264005.0,96043096.0,96499285.0,98417205.0,95572019.0,96581107.0,95283081.0,95539819.0,95934353.0,95537053.0,96626242.0,96344166.0,96346851.0,96564306.0,97341562.0,96022106.0,95747055.0,96762224.0,97991904.0,96825182.0,97836815.0,97033370.0,96882699.0,98891518.0,96381987.0,99500692.0,97998746.0,95731686.0,96306266.0,96267363.0,98202117.0,97916433.0,100108795.0,98424049.0,97557174.0,97952605.0,97597435.0,96127998.0,97271979.0,97291716.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[48729242.0,48775677.0,49143463.0,49168920.0,48790145.0,48512789.0,48502489.0,48481620.0,48713012.0,48989315.0,48967635.0,48687134.0,49012709.0,49157590.0,49100643.0,49135608.0,48924435.0,48543416.0,48745873.0,48655224.0,49319710.0,48748227.0,48722859.0,48966063.0,48917583.0,48613747.0,48800143.0,49214676.0,48629806.0,48902794.0,48792199.0,48533888.0,48771450.0,48839387.0,48551891.0,48918023.0,48819680.0,48817425.0,48628655.0,48809041.0,49733541.0,48560066.0,48673478.0,48606694.0,48825230.0,48948109.0,48571268.0,48890933.0,48890441.0,48714264.0,49036424.0,48647159.0,48639074.0,48607294.0,49032026.0,48885463.0,48788131.0,48933803.0,48605652.0,48498081.0,48589432.0,49002421.0,48366216.0,48124125.0,48562742.0,48588700.0,48508661.0,48456064.0,48695559.0,48840780.0,48802708.0,48840759.0,65528588.0,48761893.0,48673538.0,48809491.0,48729933.0,48779255.0,48740663.0,48788161.0,48672286.0,48629736.0,48643251.0,48375453.0,48648181.0,48837163.0,48824900.0,48382827.0,48512428.0,48956184.0,48763144.0,48880653.0,48745091.0,49110932.0,48592918.0,48778624.0,48730464.0,48447457.0,48846210.0,48430876.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/base/tukey.json b/criterion/fan_out_hydroflow_scheduled/base/tukey.json index a0e058e41c93..29be23e44115 100644 --- a/criterion/fan_out_hydroflow_scheduled/base/tukey.json +++ b/criterion/fan_out_hydroflow_scheduled/base/tukey.json @@ -1 +1 @@ -[46139496.5,47040233.5625,49442199.0625,50342936.125] \ No newline at end of file +[47776843.0,48194488.375,49308209.375,49725854.75] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/change/estimates.json b/criterion/fan_out_hydroflow_scheduled/change/estimates.json index 0775ee3d8687..92e144fabaf4 100644 --- a/criterion/fan_out_hydroflow_scheduled/change/estimates.json +++ b/criterion/fan_out_hydroflow_scheduled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.011152534867719999,"upper_bound":0.00477525539766147},"point_estimate":-0.0023160277984775046,"standard_error":0.004097524153245392},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0041174650211750485,"upper_bound":0.007799585280874988},"point_estimate":0.005696677123882443,"standard_error":0.0009476176843005691}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.007184587637393503,"upper_bound":0.020849913707628398},"point_estimate":0.012653711687275804,"standard_error":0.0036771479910290197},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.01004855847048658,"upper_bound":0.013518056665788869},"point_estimate":0.012214589390779684,"standard_error":0.000894782213134929}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/new/estimates.json b/criterion/fan_out_hydroflow_scheduled/new/estimates.json index a130956e23c0..dfdfb9477947 100644 --- a/criterion/fan_out_hydroflow_scheduled/new/estimates.json +++ b/criterion/fan_out_hydroflow_scheduled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48213724.69,"upper_bound":48434267.541125},"point_estimate":48319970.86,"standard_error":56376.415721301346},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48131522.75,"upper_bound":48257099.0},"point_estimate":48174091.75,"standard_error":34675.70734525116},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":304655.0207912922,"upper_bound":527942.3604771495},"point_estimate":390977.92165875435,"standard_error":58343.15170036737},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":453056.3307650532,"upper_bound":659666.9115031946},"point_estimate":564684.9395976213,"standard_error":52979.12327607266}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48729918.942,"upper_bound":49295735.593},"point_estimate":48931397.84,"standard_error":168408.1127294055},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48714264.0,"upper_bound":48800143.0},"point_estimate":48762518.5,"standard_error":23117.088432781366},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":154759.71565246582,"upper_bound":255496.99090652156},"point_estimate":203219.23709213734,"standard_error":25273.729417889932},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":193461.51255499924,"upper_bound":2887686.8788552787},"point_estimate":1692059.32943969,"standard_error":956527.4179379152}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/new/sample.json b/criterion/fan_out_hydroflow_scheduled/new/sample.json index a9c0f1da2381..343ee0ac7d07 100644 --- a/criterion/fan_out_hydroflow_scheduled/new/sample.json +++ b/criterion/fan_out_hydroflow_scheduled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[95629503.0,95110546.0,95499491.0,97110430.0,96247053.0,94598132.0,96304189.0,95882925.0,96966241.0,96181380.0,95474653.0,96290584.0,95752808.0,96261342.0,96418996.0,95908395.0,96349135.0,95859004.0,95157307.0,96851271.0,96621042.0,96484828.0,96375114.0,97864787.0,96036854.0,96027788.0,100081234.0,96347232.0,96026986.0,96528790.0,97100003.0,96474349.0,96283744.0,95870725.0,95588299.0,98844370.0,100010041.0,96424596.0,95827855.0,99594468.0,96499606.0,96721358.0,96687936.0,96264749.0,97486192.0,96272593.0,97530153.0,97077231.0,95686061.0,95610621.0,96403287.0,95874592.0,96951938.0,95506697.0,95731656.0,95878990.0,95926078.0,95898737.0,96002791.0,95192352.0,95264005.0,96043096.0,96499285.0,98417205.0,95572019.0,96581107.0,95283081.0,95539819.0,95934353.0,95537053.0,96626242.0,96344166.0,96346851.0,96564306.0,97341562.0,96022106.0,95747055.0,96762224.0,97991904.0,96825182.0,97836815.0,97033370.0,96882699.0,98891518.0,96381987.0,99500692.0,97998746.0,95731686.0,96306266.0,96267363.0,98202117.0,97916433.0,100108795.0,98424049.0,97557174.0,97952605.0,97597435.0,96127998.0,97271979.0,97291716.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[48729242.0,48775677.0,49143463.0,49168920.0,48790145.0,48512789.0,48502489.0,48481620.0,48713012.0,48989315.0,48967635.0,48687134.0,49012709.0,49157590.0,49100643.0,49135608.0,48924435.0,48543416.0,48745873.0,48655224.0,49319710.0,48748227.0,48722859.0,48966063.0,48917583.0,48613747.0,48800143.0,49214676.0,48629806.0,48902794.0,48792199.0,48533888.0,48771450.0,48839387.0,48551891.0,48918023.0,48819680.0,48817425.0,48628655.0,48809041.0,49733541.0,48560066.0,48673478.0,48606694.0,48825230.0,48948109.0,48571268.0,48890933.0,48890441.0,48714264.0,49036424.0,48647159.0,48639074.0,48607294.0,49032026.0,48885463.0,48788131.0,48933803.0,48605652.0,48498081.0,48589432.0,49002421.0,48366216.0,48124125.0,48562742.0,48588700.0,48508661.0,48456064.0,48695559.0,48840780.0,48802708.0,48840759.0,65528588.0,48761893.0,48673538.0,48809491.0,48729933.0,48779255.0,48740663.0,48788161.0,48672286.0,48629736.0,48643251.0,48375453.0,48648181.0,48837163.0,48824900.0,48382827.0,48512428.0,48956184.0,48763144.0,48880653.0,48745091.0,49110932.0,48592918.0,48778624.0,48730464.0,48447457.0,48846210.0,48430876.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/new/tukey.json b/criterion/fan_out_hydroflow_scheduled/new/tukey.json index a0e058e41c93..29be23e44115 100644 --- a/criterion/fan_out_hydroflow_scheduled/new/tukey.json +++ b/criterion/fan_out_hydroflow_scheduled/new/tukey.json @@ -1 +1 @@ -[46139496.5,47040233.5625,49442199.0625,50342936.125] \ No newline at end of file +[47776843.0,48194488.375,49308209.375,49725854.75] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/report/MAD.svg b/criterion/fan_out_hydroflow_scheduled/report/MAD.svg index 2004a07f8d27..1d7bb6b3f0ab 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/MAD.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/MAD.svg @@ -9,62 +9,74 @@ Density (a.u.) Average time (µs) - -0.001 - - - + 0.002 - - -0.003 - - - + + 0.004 - - -0.005 - - - + + 0.006 - - -0.007 + + +0.008 + + + +0.01 + + + +0.012 + + + +0.014 + + + +0.016 + + + +0.018 + + + +0.02 - + - -300 + +160 - - -350 + + +180 - - -400 + + +200 - - -450 + + +220 - - -500 + + +240 - - -550 + + +260 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/SD.svg b/criterion/fan_out_hydroflow_scheduled/report/SD.svg index ae7eb54d6053..85121aaad019 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/SD.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/SD.svg @@ -6,65 +6,73 @@ fan_out/hydroflow/scheduled:SD Density (a.u.) -Average time (µs) +Average time (ms) - -0.001 + +0.2 - - -0.002 + + +0.4 - - -0.003 + + +0.6 - - -0.004 + + +0.8 - - -0.005 + + +1 - - -0.006 + + +1.2 - - -0.007 + + +1.4 - - -0.008 + + +1.6 - + - -450 + +0 - - -500 + + +0.5 - - -550 + + +1 - - -600 + + +1.5 - - -650 + + +2 - - - - + + +2.5 + + + +3 + + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg b/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg index ba96ba89b994..8f6232c24576 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg @@ -16,47 +16,52 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + + - + 48.0 - - + + 50.0 - - + + 52.0 - - + + 54.0 - - + + 56.0 - - + + 58.0 - - + + 60.0 - - + + 62.0 - + + +64.0 + + 0 @@ -102,206 +107,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - + + + + + - - - - - + + + + + - - - - - - - - - - + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg b/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg index 305eb1064533..19cdd7d57ae2 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg @@ -25,10 +25,10 @@ Average Time (ms) 0.4 - + 0.5 - + 0.6 @@ -42,22 +42,26 @@ Average Time (ms) - + 50 - - + + 55 - - + + 60 - - - - - + + +65 + + + + + + Base PDF diff --git a/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg b/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg index ec88438ca0fa..9720484ead0b 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg @@ -9,87 +9,91 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - - - --0.012 + + +100 - - --0.01 + + +110 - - --0.008 + + + +0.006 - - --0.006 + + +0.008 - - --0.004 + + +0.01 - - --0.002 + + +0.012 - - -0 + + +0.014 - - -0.002 + + +0.016 - - -0.004 + + +0.018 - - -0.006 + + +0.02 + + + +0.022 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/change/median.svg b/criterion/fan_out_hydroflow_scheduled/report/change/median.svg index 70510dee4707..0c411c2f555b 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/change/median.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/change/median.svg @@ -9,83 +9,79 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - + + 450 - + - -0.004 - - - -0.0045 - - - -0.005 - - - -0.0055 - - - -0.006 - - - -0.0065 - - - -0.007 - - - -0.0075 - - - -0.008 - - - - - - + +0.01 + + + +0.0105 + + + +0.011 + + + +0.0115 + + + +0.012 + + + +0.0125 + + + +0.013 + + + +0.0135 + + + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg b/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg index ce5e64fb577c..6229506f1c9e 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - + 0.0 - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - - + + + t distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/index.html b/criterion/fan_out_hydroflow_scheduled/report/index.html index a0e97ce7831c..d7cb59640df5 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/index.html +++ b/criterion/fan_out_hydroflow_scheduled/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0032376 - 0.0033530 - 0.0032201 + 0.0008706 + 0.0008831 + 0.0008436 Mean - 48.214 ms - 48.320 ms - 48.434 ms + 48.730 ms + 48.931 ms + 49.296 ms Std. Dev. - 453.06 µs - 564.68 µs - 659.67 µs + 193.46 µs + 1.6921 ms + 2.8877 ms Median - 48.132 ms - 48.174 ms - 48.257 ms + 48.714 ms + 48.763 ms + 48.800 ms MAD - 304.66 µs - 390.98 µs - 527.94 µs + 154.76 µs + 203.22 µs + 255.50 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -1.1153% - -0.2316% - +0.4775% - (p = 0.60 > + +0.7185% + +1.2654% + +2.0850% + (p = 0.00 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg b/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg index 26aa5680c7b9..f657f3937983 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg @@ -15,37 +15,47 @@ Average Iteration Time (ms) - - - - + + + + + + - + - -47.5 + +50.0 + + + +52.0 - - -48.0 + + +54.0 - - -48.5 + + +56.0 - - -49.0 + + +58.0 - + + +60.0 + + -49.5 +62.0 - -50.0 + +64.0 - + 10 @@ -87,106 +97,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg b/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg index 62df45718e19..cb8a8e918d3b 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg @@ -12,37 +12,47 @@ Average Iteration Time (ms) - - - - + + + + + + - + - -47.5 + +50.0 + + + +52.0 - - -48.0 + + +54.0 - - -48.5 + + +56.0 - - -49.0 + + +58.0 - + + +60.0 + + -49.5 +62.0 - -50.0 + +64.0 - + 10 @@ -84,104 +94,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/mean.svg b/criterion/fan_out_hydroflow_scheduled/report/mean.svg index 00f7ccff0fbc..78c752f7153e 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/mean.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/mean.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (ms) - + +0.5 + + + 1 - - + + +1.5 + + + 2 - - + + +2.5 + + + 3 - - + + +3.5 + + + 4 - - -5 + + +4.5 - - -6 + + +5 - - -7 + + +5.5 - + - -48.2 + +48.7 + + + +48.8 - - -48.25 + + +48.9 - - -48.3 + + +49 - - -48.35 + + +49.1 - - -48.4 + + +49.2 - - -48.45 + + +49.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/median.svg b/criterion/fan_out_hydroflow_scheduled/report/median.svg index dfa1c80c6fde..4b30a0b74311 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/median.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/median.svg @@ -9,58 +9,70 @@ Density (a.u.) Average time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - + - -48.12 + +48.71 - - -48.14 + + +48.72 - - -48.16 + + +48.73 - - -48.18 + + +48.74 - - -48.2 + + +48.75 - - -48.22 + + +48.76 - - -48.24 + + +48.77 - - - - + + +48.78 + + + +48.79 + + + +48.8 + + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/pdf.svg b/criterion/fan_out_hydroflow_scheduled/report/pdf.svg index ad677ca11793..a9c1ac183c8c 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/pdf.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/pdf.svg @@ -14,78 +14,90 @@ Average Time (ms) -0.2 +0.1 -0.4 +0.2 -0.6 +0.3 -0.8 +0.4 -1 +0.5 -1.2 +0.6 -1.4 +0.7 -1.6 +0.8 -1.8 +0.9 -2 +1 - -47 + +46 - - -47.5 - - - + + 48 - - -48.5 + + +50 + + + +52 - - -49 + + +54 - - -49.5 + + +56 - - -50 + + +58 + + + +60 + + + +62 - - -50.5 + + +64 - + + +66 + + Density (a.u.) @@ -94,56 +106,60 @@ Density (a.u.) 0 - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - -0.3 + + +0.25 - - -0.4 + + +0.3 - - -0.5 + + +0.35 - - -0.6 + + +0.4 - - -0.7 + + +0.45 - - -0.8 + + +0.5 - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + PDF diff --git a/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg b/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg index 274d5031d0e8..c2f04d07b625 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg @@ -10,59 +10,43 @@ Average Time (ms) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - -0.6 - - - -0.7 - - - -0.8 - - - -0.9 - - + - -47 + +50 - - -48 + + +55 - - -49 + + +60 - - -50 + + +65 - - - + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg b/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg index 72cfb429e19e..6127192a2632 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg @@ -13,47 +13,52 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + + - + 48.0 - - + + 50.0 - - + + 52.0 - - + + 54.0 - - + + 56.0 - - + + 58.0 - - + + 60.0 - - + + 62.0 - + + +64.0 + + 0 @@ -99,204 +104,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + - - + + - - - + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg b/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg index f62c92eae622..7cbc7cd1cb36 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg @@ -39,20 +39,24 @@ Average Time (ms) - + 50 - - + + 55 - - + + 60 - - - - - + + +65 + + + + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/typical.svg b/criterion/fan_out_hydroflow_scheduled/report/typical.svg index e818480760f4..6ee9490981e3 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/typical.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/typical.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (ms) - + +0.5 + + + 1 - - + + +1.5 + + + 2 - - + + +2.5 + + + 3 - - + + +3.5 + + + 4 - - -5 + + +4.5 - - -6 + + +5 - - -7 + + +5.5 - + - -48.2 + +48.7 + + + +48.8 - - -48.25 + + +48.9 - - -48.3 + + +49 - - -48.35 + + +49.1 - - -48.4 + + +49.2 - - -48.45 + + +49.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/base/estimates.json b/criterion/fan_out_hydroflow_surface/base/estimates.json index 42f82a7fcd55..ae047c7ce82c 100644 --- a/criterion/fan_out_hydroflow_surface/base/estimates.json +++ b/criterion/fan_out_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6493882.2063125,"upper_bound":6501941.262343749},"point_estimate":6497639.025,"standard_error":2061.2473606222866},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6489330.625,"upper_bound":6494659.125},"point_estimate":6493215.875,"standard_error":1347.7782065380484},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8145.033605396748,"upper_bound":14283.64613391459},"point_estimate":10452.237151935697,"standard_error":1434.4841518678313},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13293.274708133535,"upper_bound":26929.47467825428},"point_estimate":20744.57598495218,"standard_error":3463.655457939608}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6475959.12584375,"upper_bound":6480442.547625},"point_estimate":6477985.84875,"standard_error":1147.6451718855335},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6473979.125,"upper_bound":6476731.75},"point_estimate":6475585.25,"standard_error":724.6780690333414},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4828.211908657109,"upper_bound":8823.786405846477},"point_estimate":6702.000518515706,"standard_error":1018.1409946468186},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6547.817622819479,"upper_bound":16665.054184660854},"point_estimate":11556.736461308663,"standard_error":2827.6121687910445}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/base/sample.json b/criterion/fan_out_hydroflow_surface/base/sample.json index e3a38512b9b4..bda1c95e8252 100644 --- a/criterion/fan_out_hydroflow_surface/base/sample.json +++ b/criterion/fan_out_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51892082.0,51888777.0,51997919.0,51926106.0,51831420.0,51841287.0,51957575.0,51891461.0,52002928.0,51991648.0,51951483.0,51941274.0,52664260.0,51900388.0,51858621.0,51908262.0,51838873.0,51846198.0,51945632.0,51860794.0,51850645.0,51971100.0,51920606.0,51905577.0,51846187.0,51931154.0,51867707.0,51857949.0,52354232.0,51896922.0,51906689.0,52030029.0,51887204.0,51796183.0,52012908.0,51891301.0,51870843.0,51866194.0,51983181.0,51914645.0,51861996.0,51951563.0,51848722.0,51867066.0,51945822.0,51927218.0,51871924.0,52048083.0,51970558.0,52081074.0,51955681.0,52689096.0,52028897.0,52058462.0,51974445.0,51890689.0,51911399.0,52001576.0,51947305.0,52197140.0,52035198.0,51867877.0,51852769.0,51865863.0,51882805.0,51879739.0,52105911.0,52348482.0,52069222.0,51997479.0,52752103.0,51969997.0,52159921.0,52191118.0,51978664.0,52178075.0,52040679.0,51945151.0,52049986.0,52184215.0,51958556.0,51888345.0,51997198.0,51910537.0,51852819.0,51922179.0,52300653.0,51974215.0,51909315.0,51997187.0,51957273.0,51939250.0,52033306.0,51953727.0,51972491.0,51952915.0,51946804.0,51913331.0,51952084.0,51896821.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51739376.0,51781644.0,51835725.0,51756388.0,51733365.0,51765685.0,51734346.0,51771716.0,51736791.0,51842989.0,51731251.0,51750046.0,51813253.0,51800379.0,51750526.0,51813023.0,52467582.0,51877594.0,51901678.0,51740148.0,51853839.0,51754745.0,51828452.0,51790150.0,51797144.0,51791833.0,51774531.0,51871610.0,51803655.0,52077526.0,51794750.0,51760505.0,51775484.0,51788808.0,51795470.0,51897480.0,51901167.0,51777147.0,51742743.0,51762258.0,51779570.0,51813854.0,51788818.0,51814145.0,51845463.0,51772848.0,51786293.0,51812833.0,51874427.0,51766197.0,51744976.0,51870381.0,51823653.0,51745317.0,51836347.0,51893323.0,51805709.0,51806811.0,51761967.0,51880336.0,51857283.0,51941459.0,51995050.0,51806749.0,51801209.0,51818220.0,51770842.0,51906936.0,51788495.0,52112999.0,51870939.0,51862233.0,51808483.0,51835913.0,51883913.0,51812651.0,51758570.0,51757778.0,51811228.0,51787754.0,51901837.0,51821888.0,51799466.0,51764801.0,51823280.0,51770662.0,51891838.0,51780220.0,51817891.0,51836164.0,51853938.0,51765532.0,51820035.0,51871850.0,51901996.0,51801539.0,51788475.0,51781753.0,51802141.0,51898599.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/base/tukey.json b/criterion/fan_out_hydroflow_surface/base/tukey.json index ade9bdd1d662..2c9d57a02c96 100644 --- a/criterion/fan_out_hydroflow_surface/base/tukey.json +++ b/criterion/fan_out_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[6444772.03125,6465427.828125,6520509.953125,6541165.75] \ No newline at end of file +[6441083.59375,6456327.109375,6496976.484375,6512220.0] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/change/estimates.json b/criterion/fan_out_hydroflow_surface/change/estimates.json index 0f46528ed2c1..0ceac1ab530d 100644 --- a/criterion/fan_out_hydroflow_surface/change/estimates.json +++ b/criterion/fan_out_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.000826171224860658,"upper_bound":0.0018079757426218976},"point_estimate":0.0005960483569293906,"standard_error":0.0006724354658399392},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0007832524987334555,"upper_bound":0.0016839385005745886},"point_estimate":0.0013938640736497199,"standard_error":0.00022981695236070178}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0037570461229912006,"upper_bound":-0.0023290903339932036},"point_estimate":-0.003024664216399797,"standard_error":0.00036310202208291766},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.003045752864646478,"upper_bound":-0.0021080520904750433},"point_estimate":-0.0027152377711452402,"standard_error":0.0002368997571099503}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/new/estimates.json b/criterion/fan_out_hydroflow_surface/new/estimates.json index 42f82a7fcd55..ae047c7ce82c 100644 --- a/criterion/fan_out_hydroflow_surface/new/estimates.json +++ b/criterion/fan_out_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6493882.2063125,"upper_bound":6501941.262343749},"point_estimate":6497639.025,"standard_error":2061.2473606222866},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6489330.625,"upper_bound":6494659.125},"point_estimate":6493215.875,"standard_error":1347.7782065380484},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8145.033605396748,"upper_bound":14283.64613391459},"point_estimate":10452.237151935697,"standard_error":1434.4841518678313},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13293.274708133535,"upper_bound":26929.47467825428},"point_estimate":20744.57598495218,"standard_error":3463.655457939608}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6475959.12584375,"upper_bound":6480442.547625},"point_estimate":6477985.84875,"standard_error":1147.6451718855335},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6473979.125,"upper_bound":6476731.75},"point_estimate":6475585.25,"standard_error":724.6780690333414},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4828.211908657109,"upper_bound":8823.786405846477},"point_estimate":6702.000518515706,"standard_error":1018.1409946468186},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6547.817622819479,"upper_bound":16665.054184660854},"point_estimate":11556.736461308663,"standard_error":2827.6121687910445}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/new/sample.json b/criterion/fan_out_hydroflow_surface/new/sample.json index e3a38512b9b4..bda1c95e8252 100644 --- a/criterion/fan_out_hydroflow_surface/new/sample.json +++ b/criterion/fan_out_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51892082.0,51888777.0,51997919.0,51926106.0,51831420.0,51841287.0,51957575.0,51891461.0,52002928.0,51991648.0,51951483.0,51941274.0,52664260.0,51900388.0,51858621.0,51908262.0,51838873.0,51846198.0,51945632.0,51860794.0,51850645.0,51971100.0,51920606.0,51905577.0,51846187.0,51931154.0,51867707.0,51857949.0,52354232.0,51896922.0,51906689.0,52030029.0,51887204.0,51796183.0,52012908.0,51891301.0,51870843.0,51866194.0,51983181.0,51914645.0,51861996.0,51951563.0,51848722.0,51867066.0,51945822.0,51927218.0,51871924.0,52048083.0,51970558.0,52081074.0,51955681.0,52689096.0,52028897.0,52058462.0,51974445.0,51890689.0,51911399.0,52001576.0,51947305.0,52197140.0,52035198.0,51867877.0,51852769.0,51865863.0,51882805.0,51879739.0,52105911.0,52348482.0,52069222.0,51997479.0,52752103.0,51969997.0,52159921.0,52191118.0,51978664.0,52178075.0,52040679.0,51945151.0,52049986.0,52184215.0,51958556.0,51888345.0,51997198.0,51910537.0,51852819.0,51922179.0,52300653.0,51974215.0,51909315.0,51997187.0,51957273.0,51939250.0,52033306.0,51953727.0,51972491.0,51952915.0,51946804.0,51913331.0,51952084.0,51896821.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51739376.0,51781644.0,51835725.0,51756388.0,51733365.0,51765685.0,51734346.0,51771716.0,51736791.0,51842989.0,51731251.0,51750046.0,51813253.0,51800379.0,51750526.0,51813023.0,52467582.0,51877594.0,51901678.0,51740148.0,51853839.0,51754745.0,51828452.0,51790150.0,51797144.0,51791833.0,51774531.0,51871610.0,51803655.0,52077526.0,51794750.0,51760505.0,51775484.0,51788808.0,51795470.0,51897480.0,51901167.0,51777147.0,51742743.0,51762258.0,51779570.0,51813854.0,51788818.0,51814145.0,51845463.0,51772848.0,51786293.0,51812833.0,51874427.0,51766197.0,51744976.0,51870381.0,51823653.0,51745317.0,51836347.0,51893323.0,51805709.0,51806811.0,51761967.0,51880336.0,51857283.0,51941459.0,51995050.0,51806749.0,51801209.0,51818220.0,51770842.0,51906936.0,51788495.0,52112999.0,51870939.0,51862233.0,51808483.0,51835913.0,51883913.0,51812651.0,51758570.0,51757778.0,51811228.0,51787754.0,51901837.0,51821888.0,51799466.0,51764801.0,51823280.0,51770662.0,51891838.0,51780220.0,51817891.0,51836164.0,51853938.0,51765532.0,51820035.0,51871850.0,51901996.0,51801539.0,51788475.0,51781753.0,51802141.0,51898599.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/new/tukey.json b/criterion/fan_out_hydroflow_surface/new/tukey.json index ade9bdd1d662..2c9d57a02c96 100644 --- a/criterion/fan_out_hydroflow_surface/new/tukey.json +++ b/criterion/fan_out_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[6444772.03125,6465427.828125,6520509.953125,6541165.75] \ No newline at end of file +[6441083.59375,6456327.109375,6496976.484375,6512220.0] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/report/MAD.svg b/criterion/fan_out_hydroflow_surface/report/MAD.svg index cf6d4da15673..dec5bf8e5582 100644 --- a/criterion/fan_out_hydroflow_surface/report/MAD.svg +++ b/criterion/fan_out_hydroflow_surface/report/MAD.svg @@ -9,70 +9,94 @@ Density (a.u.) Average time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + + +0.45 + + + +0.5 + + + +0.55 + + - -8 + +4.5 - - -9 + + +5 - - -10 + + +5.5 - - -11 + + +6 - - -12 + + +6.5 - - -13 + + +7 - - -14 + + +7.5 + + + +8 + + + +8.5 + + + +9 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/SD.svg b/criterion/fan_out_hydroflow_surface/report/SD.svg index 12599ac42c67..ddac2220d423 100644 --- a/criterion/fan_out_hydroflow_surface/report/SD.svg +++ b/criterion/fan_out_hydroflow_surface/report/SD.svg @@ -9,70 +9,74 @@ Density (a.u.) Average time (µs) - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - - -12 + + +0.14 - - -14 + + +0.16 - - -16 + + +0.18 - - -18 + + +0.2 - - -20 + + + +6 - - -22 + + +8 - - -24 + + +10 - - -26 + + +12 + + + +14 - - -28 + + +16 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg b/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg index 21c77b05afe1..9087df7ec537 100644 --- a/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg @@ -16,37 +16,37 @@ Average Iteration Time (ms) - - - - - - + + + + + + - -6.5 + +6.48 - - -6.55 + + +6.5 - - -6.6 + + +6.52 - - -6.65 + + +6.54 - - -6.7 + + +6.56 - - -6.75 + + +6.58 - + 0 @@ -92,206 +92,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_out_hydroflow_surface/report/both/pdf.svg b/criterion/fan_out_hydroflow_surface/report/both/pdf.svg index dc63f9f1582a..ff9d0e484f1e 100644 --- a/criterion/fan_out_hydroflow_surface/report/both/pdf.svg +++ b/criterion/fan_out_hydroflow_surface/report/both/pdf.svg @@ -9,47 +9,63 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - + + +30 + + + +35 + + + +40 + + + +45 + + - -6.5 + +6.45 - - -6.6 + + +6.5 - - -6.7 + + +6.55 - - -6.8 + + +6.6 - - - - - + + + + + Base PDF diff --git a/criterion/fan_out_hydroflow_surface/report/change/mean.svg b/criterion/fan_out_hydroflow_surface/report/change/mean.svg index 1f8319ebaa21..ed53d5fb962c 100644 --- a/criterion/fan_out_hydroflow_surface/report/change/mean.svg +++ b/criterion/fan_out_hydroflow_surface/report/change/mean.svg @@ -9,62 +9,90 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 + + +700 + + + +800 + + + +900 + + + +1000 + + + +1100 + - --0.001 + +-0.0038 + + + +-0.0036 + + + +-0.0034 - - --5e-4 + + +-0.0032 - - -0 + + +-0.003 - - -5e-4 + + +-0.0028 - - -0.001 + + +-0.0026 - - -0.0015 + + +-0.0024 - - -0.002 + + +-0.0022 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/change/median.svg b/criterion/fan_out_hydroflow_surface/report/change/median.svg index 617dba3db670..bdcfee038ac9 100644 --- a/criterion/fan_out_hydroflow_surface/report/change/median.svg +++ b/criterion/fan_out_hydroflow_surface/report/change/median.svg @@ -9,98 +9,98 @@ Density (a.u.) Relative change (%) - + 200 - + 400 - + 600 - - + + 800 - - + + 1000 - - + + 1200 - - + + 1400 - - + + 1600 - - + + 1800 - - + + 2000 - - + + 2200 - + - -7e-4 + +-0.0031 - - -8e-4 + + +-0.003 - - -9e-4 + + +-0.0029 - - -0.001 + + +-0.0028 - - -0.0011 + + +-0.0027 - - -0.0012 + + +-0.0026 - - -0.0013 + + +-0.0025 - - -0.0014 + + +-0.0024 - + -0.0015 +-0.0023 - -0.0016 + +-0.0022 - - -0.0017 + + +-0.0021 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/change/t-test.svg b/criterion/fan_out_hydroflow_surface/report/change/t-test.svg index c7ad09d8a35a..53293adedb7f 100644 --- a/criterion/fan_out_hydroflow_surface/report/change/t-test.svg +++ b/criterion/fan_out_hydroflow_surface/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fan_out_hydroflow_surface/report/index.html b/criterion/fan_out_hydroflow_surface/report/index.html index 78b156193776..887fb8ff8f07 100644 --- a/criterion/fan_out_hydroflow_surface/report/index.html +++ b/criterion/fan_out_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0025159 - 0.0025990 - 0.0024911 + 0.0063568 + 0.0065530 + 0.0062688 Mean - 6.4939 ms - 6.4976 ms - 6.5019 ms + 6.4760 ms + 6.4780 ms + 6.4804 ms Std. Dev. - 13.293 µs - 20.745 µs - 26.929 µs + 6.5478 µs + 11.557 µs + 16.665 µs Median - 6.4893 ms - 6.4932 ms - 6.4947 ms + 6.4740 ms + 6.4756 ms + 6.4767 ms MAD - 8.1450 µs - 10.452 µs - 14.284 µs + 4.8282 µs + 6.7020 µs + 8.8238 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -0.0826% - +0.0596% - +0.1808% - (p = 0.40 > + -0.3757% + -0.3025% + -0.2329% + (p = 0.00 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/fan_out_hydroflow_surface/report/iteration_times.svg b/criterion/fan_out_hydroflow_surface/report/iteration_times.svg index 299e4f891915..0064109cf7a6 100644 --- a/criterion/fan_out_hydroflow_surface/report/iteration_times.svg +++ b/criterion/fan_out_hydroflow_surface/report/iteration_times.svg @@ -15,37 +15,52 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + + - + +6.47 + + + 6.48 - - + + +6.49 + + + 6.5 - - + + +6.51 + + + 6.52 - - -6.54 + + +6.53 - - -6.56 + + +6.54 - - -6.58 + + +6.55 - + 10 @@ -87,106 +102,106 @@ Average Iteration Time (ms) 100 - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - + + + + + + + + + + + Sample diff --git a/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg b/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg index 9949cc681901..1e7a44f714f4 100644 --- a/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg @@ -12,37 +12,52 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + + - + +6.47 + + + 6.48 - - + + +6.49 + + + 6.5 - - + + +6.51 + + + 6.52 - - -6.54 + + +6.53 - - -6.56 + + +6.54 - - -6.58 + + +6.55 - + 10 @@ -84,104 +99,104 @@ Average Iteration Time (ms) 100 - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_surface/report/mean.svg b/criterion/fan_out_hydroflow_surface/report/mean.svg index aea51cf83c50..9d9557a3393a 100644 --- a/criterion/fan_out_hydroflow_surface/report/mean.svg +++ b/criterion/fan_out_hydroflow_surface/report/mean.svg @@ -9,86 +9,82 @@ Density (a.u.) Average time (ms) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 + + +150 - - -140 + + +200 - - -160 + + +250 - - -180 + + +300 - - -200 + + +350 - + - -6.493 + +6.4755 + + + +6.476 + + + +6.4765 - - -6.494 + + +6.477 - - -6.495 + + +6.4775 - - -6.496 + + +6.478 - - -6.497 + + +6.4785 - - -6.498 + + +6.479 - - -6.499 + + +6.4795 - - -6.5 + + +6.48 - - -6.501 + + +6.4805 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/median.svg b/criterion/fan_out_hydroflow_surface/report/median.svg index c65e74abecf9..1fc76a72226d 100644 --- a/criterion/fan_out_hydroflow_surface/report/median.svg +++ b/criterion/fan_out_hydroflow_surface/report/median.svg @@ -9,66 +9,74 @@ Density (a.u.) Average time (ms) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - - + + 800 + + +900 + - -6.489 + +6.474 + + + +6.4745 - - -6.49 + + +6.475 - - -6.491 + + +6.4755 - - -6.492 + + +6.476 - - -6.493 + + +6.4765 - - -6.494 + + +6.477 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/pdf.svg b/criterion/fan_out_hydroflow_surface/report/pdf.svg index 01f9ff075b1e..14fdb24eda14 100644 --- a/criterion/fan_out_hydroflow_surface/report/pdf.svg +++ b/criterion/fan_out_hydroflow_surface/report/pdf.svg @@ -50,38 +50,26 @@ Average Time (ms) 6.46 - + 6.48 - - + + 6.5 - - + + 6.52 - - + + 6.54 - - + + 6.56 - - -6.58 - - - -6.6 - - - -6.62 - - + Density (a.u.) @@ -90,52 +78,56 @@ Density (a.u.) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - - - - + + +30 + + + +35 + + + +40 + + + +45 + + + + + + - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + PDF diff --git a/criterion/fan_out_hydroflow_surface/report/pdf_small.svg b/criterion/fan_out_hydroflow_surface/report/pdf_small.svg index 47bd9f94ee98..49f8feea3a4b 100644 --- a/criterion/fan_out_hydroflow_surface/report/pdf_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/pdf_small.svg @@ -10,47 +10,55 @@ Average Time (ms) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - - -6.45 + + +35 + + + +40 + + + +45 - - + + +50 + + + + 6.5 - - + + 6.55 - - -6.6 - - - - + + + diff --git a/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg index 060331c5863f..48c0dd442274 100644 --- a/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,37 +13,37 @@ Average Iteration Time (ms) - - - - - - + + + + + + - -6.5 + +6.48 - - -6.55 + + +6.5 - - -6.6 + + +6.52 - - -6.65 + + +6.54 - - -6.7 + + +6.56 - - -6.75 + + +6.58 - + 0 @@ -89,204 +89,204 @@ Average Iteration Time (ms) 100 - - - - - - - + + + + + + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - - - - - - + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg b/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg index 1e4057c2ca55..7c23a6553a19 100644 --- a/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg @@ -6,45 +6,61 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - + + +30 + + + +35 + + + +40 + + + +45 + + - -6.5 + +6.45 - - -6.6 + + +6.5 - - -6.7 + + +6.55 - - -6.8 + + +6.6 - - - - - + + + + + diff --git a/criterion/fan_out_hydroflow_surface/report/typical.svg b/criterion/fan_out_hydroflow_surface/report/typical.svg index b1131fc7d3d3..e76d0182e734 100644 --- a/criterion/fan_out_hydroflow_surface/report/typical.svg +++ b/criterion/fan_out_hydroflow_surface/report/typical.svg @@ -9,86 +9,82 @@ Density (a.u.) Average time (ms) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 + + +150 - - -140 + + +200 - - -160 + + +250 - - -180 + + +300 - - -200 + + +350 - + - -6.493 + +6.4755 + + + +6.476 + + + +6.4765 - - -6.494 + + +6.477 - - -6.495 + + +6.4775 - - -6.496 + + +6.478 - - -6.497 + + +6.4785 - - -6.498 + + +6.479 - - -6.499 + + +6.4795 - - -6.5 + + +6.48 - - -6.501 + + +6.4805 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/base/estimates.json b/criterion/fork_join_hydroflow/base/estimates.json index 7332a1e2a90a..be7cbe7a487e 100644 --- a/criterion/fork_join_hydroflow/base/estimates.json +++ b/criterion/fork_join_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6098965.055555557,"upper_bound":6126160.240194443},"point_estimate":6112237.117777777,"standard_error":6920.712940720164},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6088402.333333334,"upper_bound":6127682.111111111},"point_estimate":6108090.666666666,"standard_error":8434.045244440333},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":51053.659560282715,"upper_bound":83161.42115692282},"point_estimate":65280.853641033405,"standard_error":8458.008228703211},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":58737.97283302228,"upper_bound":79847.18445509531},"point_estimate":69840.44670849874,"standard_error":5392.086859708177}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6336134.81375,"upper_bound":6372970.96},"point_estimate":6352231.5025,"standard_error":9409.47601064457},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6325002.4375,"upper_bound":6355399.625},"point_estimate":6338862.5,"standard_error":8093.875765482563},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":42199.057725816965,"upper_bound":67945.42555622756},"point_estimate":51846.52107954025,"standard_error":6947.342942260015},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":50448.50095944207,"upper_bound":142978.713754592},"point_estimate":94307.63341054688,"standard_error":29264.831235406167}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/base/sample.json b/criterion/fork_join_hydroflow/base/sample.json index afafd2f3f1ce..f3c9a21e6d0b 100644 --- a/criterion/fork_join_hydroflow/base/sample.json +++ b/criterion/fork_join_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[55284752.0,54891098.0,56117551.0,55155932.0,54836447.0,55189645.0,55193592.0,55731693.0,55149139.0,55229820.0,54581123.0,55212156.0,55326890.0,55615448.0,56452124.0,55663446.0,54772108.0,54997227.0,55353240.0,55024257.0,56981709.0,54344812.0,55646755.0,54251038.0,54254293.0,55662976.0,54239006.0,55295472.0,54487859.0,55159709.0,54958324.0,54784089.0,55954738.0,54907790.0,54783478.0,54106078.0,55342619.0,54714340.0,54713017.0,55307504.0,55003898.0,54596701.0,55240369.0,53664286.0,54998729.0,54546578.0,54505772.0,54493850.0,54241179.0,56086564.0,54306932.0,53944617.0,54987308.0,56306113.0,56251670.0,55304488.0,54713318.0,54252170.0,54947144.0,54420934.0,54488370.0,55517284.0,56414364.0,55156262.0,55580803.0,54114163.0,54935832.0,55070483.0,54715812.0,54993259.0,55138389.0,55333993.0,55407440.0,56511724.0,54437956.0,53886129.0,54676099.0,55680839.0,54070442.0,54117660.0,55525048.0,54648077.0,55606309.0,54838651.0,55738014.0,55373687.0,54526781.0,54510420.0,54483020.0,54469374.0,55034025.0,54429921.0,54688852.0,54502816.0,54686788.0,54803356.0,54807153.0,54941353.0,55503499.0,55163045.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51123667.0,51014795.0,50716019.0,50571629.0,50495247.0,51858356.0,51202615.0,51655059.0,51705242.0,50664995.0,50934968.0,50559389.0,51267076.0,50480091.0,50176736.0,50673180.0,50843868.0,50500108.0,50117737.0,50073334.0,51543992.0,50686034.0,50553888.0,51478170.0,51491434.0,50636653.0,50428636.0,50664905.0,50777544.0,50280079.0,50441790.0,51163334.0,50381598.0,51268740.0,50122004.0,50161548.0,50400162.0,50433644.0,50897999.0,51130773.0,50962239.0,51416144.0,50252217.0,50919108.0,50955316.0,50994669.0,50454022.0,50634598.0,50728554.0,50741268.0,50823210.0,50800067.0,50653745.0,50499147.0,50228272.0,50954495.0,50843197.0,51834002.0,50800478.0,56803213.0,50514928.0,51057316.0,51140341.0,51296431.0,50607368.0,50592450.0,50705781.0,50454484.0,50607589.0,50528622.0,50874746.0,50900393.0,50919649.0,50385956.0,50337066.0,51555393.0,49847013.0,50897288.0,50967018.0,50573916.0,50352254.0,50816778.0,51843911.0,51139028.0,50138175.0,50451789.0,50054199.0,51477348.0,50872071.0,51131954.0,50412014.0,51158975.0,50469081.0,49684099.0,50301769.0,50189530.0,50212223.0,51254312.0,50394502.0,50792443.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/base/tukey.json b/criterion/fork_join_hydroflow/base/tukey.json index 73b35fcb01fd..b8204a27ee61 100644 --- a/criterion/fork_join_hydroflow/base/tukey.json +++ b/criterion/fork_join_hydroflow/base/tukey.json @@ -1 +1 @@ -[5786923.833333335,5922500.291666668,6284037.513888888,6419613.97222222] \ No newline at end of file +[6090110.15625,6198135.65625,6486203.65625,6594229.15625] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/change/estimates.json b/criterion/fork_join_hydroflow/change/estimates.json index 3511830fa9a3..bb0feaa86c17 100644 --- a/criterion/fork_join_hydroflow/change/estimates.json +++ b/criterion/fork_join_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.016610633598740304,"upper_bound":0.024565751302956407},"point_estimate":0.020765623852380788,"standard_error":0.0020363329187271413},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.019187281449300153,"upper_bound":0.02708210004749989},"point_estimate":0.023444331669233875,"standard_error":0.001913475324638497}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.035734747594971604,"upper_bound":0.0433144962259413},"point_estimate":0.03926457369007941,"standard_error":0.0019418541050939548},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.03428227389625202,"upper_bound":0.04207134626634068},"point_estimate":0.03778133723402499,"standard_error":0.001905073952076687}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/new/estimates.json b/criterion/fork_join_hydroflow/new/estimates.json index 7332a1e2a90a..be7cbe7a487e 100644 --- a/criterion/fork_join_hydroflow/new/estimates.json +++ b/criterion/fork_join_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6098965.055555557,"upper_bound":6126160.240194443},"point_estimate":6112237.117777777,"standard_error":6920.712940720164},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6088402.333333334,"upper_bound":6127682.111111111},"point_estimate":6108090.666666666,"standard_error":8434.045244440333},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":51053.659560282715,"upper_bound":83161.42115692282},"point_estimate":65280.853641033405,"standard_error":8458.008228703211},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":58737.97283302228,"upper_bound":79847.18445509531},"point_estimate":69840.44670849874,"standard_error":5392.086859708177}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6336134.81375,"upper_bound":6372970.96},"point_estimate":6352231.5025,"standard_error":9409.47601064457},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6325002.4375,"upper_bound":6355399.625},"point_estimate":6338862.5,"standard_error":8093.875765482563},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":42199.057725816965,"upper_bound":67945.42555622756},"point_estimate":51846.52107954025,"standard_error":6947.342942260015},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":50448.50095944207,"upper_bound":142978.713754592},"point_estimate":94307.63341054688,"standard_error":29264.831235406167}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/new/sample.json b/criterion/fork_join_hydroflow/new/sample.json index afafd2f3f1ce..f3c9a21e6d0b 100644 --- a/criterion/fork_join_hydroflow/new/sample.json +++ b/criterion/fork_join_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[55284752.0,54891098.0,56117551.0,55155932.0,54836447.0,55189645.0,55193592.0,55731693.0,55149139.0,55229820.0,54581123.0,55212156.0,55326890.0,55615448.0,56452124.0,55663446.0,54772108.0,54997227.0,55353240.0,55024257.0,56981709.0,54344812.0,55646755.0,54251038.0,54254293.0,55662976.0,54239006.0,55295472.0,54487859.0,55159709.0,54958324.0,54784089.0,55954738.0,54907790.0,54783478.0,54106078.0,55342619.0,54714340.0,54713017.0,55307504.0,55003898.0,54596701.0,55240369.0,53664286.0,54998729.0,54546578.0,54505772.0,54493850.0,54241179.0,56086564.0,54306932.0,53944617.0,54987308.0,56306113.0,56251670.0,55304488.0,54713318.0,54252170.0,54947144.0,54420934.0,54488370.0,55517284.0,56414364.0,55156262.0,55580803.0,54114163.0,54935832.0,55070483.0,54715812.0,54993259.0,55138389.0,55333993.0,55407440.0,56511724.0,54437956.0,53886129.0,54676099.0,55680839.0,54070442.0,54117660.0,55525048.0,54648077.0,55606309.0,54838651.0,55738014.0,55373687.0,54526781.0,54510420.0,54483020.0,54469374.0,55034025.0,54429921.0,54688852.0,54502816.0,54686788.0,54803356.0,54807153.0,54941353.0,55503499.0,55163045.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51123667.0,51014795.0,50716019.0,50571629.0,50495247.0,51858356.0,51202615.0,51655059.0,51705242.0,50664995.0,50934968.0,50559389.0,51267076.0,50480091.0,50176736.0,50673180.0,50843868.0,50500108.0,50117737.0,50073334.0,51543992.0,50686034.0,50553888.0,51478170.0,51491434.0,50636653.0,50428636.0,50664905.0,50777544.0,50280079.0,50441790.0,51163334.0,50381598.0,51268740.0,50122004.0,50161548.0,50400162.0,50433644.0,50897999.0,51130773.0,50962239.0,51416144.0,50252217.0,50919108.0,50955316.0,50994669.0,50454022.0,50634598.0,50728554.0,50741268.0,50823210.0,50800067.0,50653745.0,50499147.0,50228272.0,50954495.0,50843197.0,51834002.0,50800478.0,56803213.0,50514928.0,51057316.0,51140341.0,51296431.0,50607368.0,50592450.0,50705781.0,50454484.0,50607589.0,50528622.0,50874746.0,50900393.0,50919649.0,50385956.0,50337066.0,51555393.0,49847013.0,50897288.0,50967018.0,50573916.0,50352254.0,50816778.0,51843911.0,51139028.0,50138175.0,50451789.0,50054199.0,51477348.0,50872071.0,51131954.0,50412014.0,51158975.0,50469081.0,49684099.0,50301769.0,50189530.0,50212223.0,51254312.0,50394502.0,50792443.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/new/tukey.json b/criterion/fork_join_hydroflow/new/tukey.json index 73b35fcb01fd..b8204a27ee61 100644 --- a/criterion/fork_join_hydroflow/new/tukey.json +++ b/criterion/fork_join_hydroflow/new/tukey.json @@ -1 +1 @@ -[5786923.833333335,5922500.291666668,6284037.513888888,6419613.97222222] \ No newline at end of file +[6090110.15625,6198135.65625,6486203.65625,6594229.15625] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/report/MAD.svg b/criterion/fork_join_hydroflow/report/MAD.svg index 4d4a6efd63ce..c64ae701fedb 100644 --- a/criterion/fork_join_hydroflow/report/MAD.svg +++ b/criterion/fork_join_hydroflow/report/MAD.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (µs) - -0.005 - - - + 0.01 - - -0.015 - - - + + 0.02 - - -0.025 - - - + + 0.03 - - -0.035 - - - + + 0.04 - - -0.045 - - - + + 0.05 - + + +0.06 + + - + +40 + + + +45 + + + 50 - - + + 55 - - + + 60 - - + + 65 - - + + 70 - - -75 - - - -80 - - - -85 - - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/SD.svg b/criterion/fork_join_hydroflow/report/SD.svg index 019bc0122568..667a829ad931 100644 --- a/criterion/fork_join_hydroflow/report/SD.svg +++ b/criterion/fork_join_hydroflow/report/SD.svg @@ -9,62 +9,86 @@ Density (a.u.) Average time (µs) - + +0.005 + + + 0.01 - - + + +0.015 + + + 0.02 - - + + +0.025 + + + 0.03 - - + + +0.035 + + + 0.04 - - -0.05 + + + +50 + + + +60 + + + +70 - - -0.06 + + +80 - - -0.07 + + +90 - - -0.08 + + +100 - - - -60 + + +110 - - -65 + + +120 - - -70 + + +130 - - -75 + + +140 - - -80 + + +150 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/both/iteration_times.svg b/criterion/fork_join_hydroflow/report/both/iteration_times.svg index b09281f858b9..e535b103f55e 100644 --- a/criterion/fork_join_hydroflow/report/both/iteration_times.svg +++ b/criterion/fork_join_hydroflow/report/both/iteration_times.svg @@ -16,47 +16,32 @@ Average Iteration Time (ms) - - - - - - - - + + + + + - -5.9 - - - + 6.0 - - -6.1 - - - + + 6.2 - - -6.3 - - - + + 6.4 - - -6.5 - - - + + 6.6 - + + +6.8 + + 0 @@ -102,206 +87,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fork_join_hydroflow/report/both/pdf.svg b/criterion/fork_join_hydroflow/report/both/pdf.svg index 56a5b0c30465..beee4d4dc596 100644 --- a/criterion/fork_join_hydroflow/report/both/pdf.svg +++ b/criterion/fork_join_hydroflow/report/both/pdf.svg @@ -9,71 +9,67 @@ Density (a.u.) Average Time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - + + 5 - - - -5.8 + + +5.5 - - + + + 6 - - -6.2 - - - -6.4 + + +6.5 - - -6.6 + + +7 - - - - - + + + + + Base PDF diff --git a/criterion/fork_join_hydroflow/report/change/mean.svg b/criterion/fork_join_hydroflow/report/change/mean.svg index 9d08e6cd353b..a09cb1d26a25 100644 --- a/criterion/fork_join_hydroflow/report/change/mean.svg +++ b/criterion/fork_join_hydroflow/report/change/mean.svg @@ -9,86 +9,90 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - + + 180 - + + +200 + + - -0.016 + +0.035 - - -0.017 + + +0.036 - - -0.018 + + +0.037 - - -0.019 + + +0.038 - - -0.02 + + +0.039 - - -0.021 + + +0.04 - - -0.022 + + +0.041 - - -0.023 + + +0.042 - - -0.024 + + +0.043 - - -0.025 + + +0.044 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/change/median.svg b/criterion/fork_join_hydroflow/report/change/median.svg index 61a8f79cc063..8743f378dfc5 100644 --- a/criterion/fork_join_hydroflow/report/change/median.svg +++ b/criterion/fork_join_hydroflow/report/change/median.svg @@ -9,66 +9,90 @@ Density (a.u.) Relative change (%) - -50 + +20 - - + + +40 + + + +60 + + + +80 + + + 100 - - -150 + + +120 + + + +140 + + + +160 + + + +180 - - + + 200 - - -250 + + +220 - + - -0.019 + +0.034 - - -0.02 + + +0.035 - - -0.021 + + +0.036 - - -0.022 + + +0.037 - - -0.023 + + +0.038 - - -0.024 + + +0.039 - - -0.025 + + +0.04 - + -0.026 +0.041 - -0.027 + +0.042 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/change/t-test.svg b/criterion/fork_join_hydroflow/report/change/t-test.svg index 4ef8e1b708c9..8fc1ce409f15 100644 --- a/criterion/fork_join_hydroflow/report/change/t-test.svg +++ b/criterion/fork_join_hydroflow/report/change/t-test.svg @@ -29,60 +29,64 @@ t score 0.2 - + 0.25 - + 0.3 - + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + +5.0 + + + t distribution diff --git a/criterion/fork_join_hydroflow/report/index.html b/criterion/fork_join_hydroflow/report/index.html index ec299be099de..15f48ec431df 100644 --- a/criterion/fork_join_hydroflow/report/index.html +++ b/criterion/fork_join_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0005764 - 0.0005974 - 0.0005744 + 0.0000111 + 0.0000115 + 0.0000109 Mean - 6.0990 ms - 6.1122 ms - 6.1262 ms + 6.3361 ms + 6.3522 ms + 6.3730 ms Std. Dev. - 58.738 µs - 69.840 µs - 79.847 µs + 50.449 µs + 94.308 µs + 142.98 µs Median - 6.0884 ms - 6.1081 ms - 6.1277 ms + 6.3250 ms + 6.3389 ms + 6.3554 ms MAD - 51.054 µs - 65.281 µs - 83.161 µs + 42.199 µs + 51.847 µs + 67.945 µs @@ -221,9 +221,9 @@

Additional Statistics:

Change in time - +1.6611% - +2.0766% - +2.4566% + +3.5735% + +3.9265% + +4.3314% (p = 0.00 < 0.05) diff --git a/criterion/fork_join_hydroflow/report/iteration_times.svg b/criterion/fork_join_hydroflow/report/iteration_times.svg index 7db039774d4c..0a88ddf128e3 100644 --- a/criterion/fork_join_hydroflow/report/iteration_times.svg +++ b/criterion/fork_join_hydroflow/report/iteration_times.svg @@ -16,41 +16,51 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + -6.0 +6.3 - -6.05 + +6.4 - - -6.1 + + +6.5 - - -6.15 + + +6.6 - - -6.2 + + +6.7 - - -6.25 + + +6.8 - - -6.3 + + +6.9 + + + +7.0 + + + +7.1 - + 10 @@ -92,106 +102,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fork_join_hydroflow/report/iteration_times_small.svg b/criterion/fork_join_hydroflow/report/iteration_times_small.svg index 2346260705e3..9cecb8826467 100644 --- a/criterion/fork_join_hydroflow/report/iteration_times_small.svg +++ b/criterion/fork_join_hydroflow/report/iteration_times_small.svg @@ -13,41 +13,51 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + -6.0 +6.3 - -6.05 + +6.4 - - -6.1 + + +6.5 - - -6.15 + + +6.6 - - -6.2 + + +6.7 - - -6.25 + + +6.8 - - -6.3 + + +6.9 + + + +7.0 + + + +7.1 - + 10 @@ -89,104 +99,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow/report/mean.svg b/criterion/fork_join_hydroflow/report/mean.svg index 7b8342727831..8fb8f9c24800 100644 --- a/criterion/fork_join_hydroflow/report/mean.svg +++ b/criterion/fork_join_hydroflow/report/mean.svg @@ -9,58 +9,82 @@ Density (a.u.) Average time (ms) - + +5 + + + 10 - - + + +15 + + + 20 - - + + +25 + + + 30 - - -40 + + +35 - - -50 + + +40 - - -60 + + +45 - + - -6.1 + +6.335 + + + +6.34 + + + +6.345 + + + +6.35 - - -6.105 + + +6.355 - - -6.11 + + +6.36 - - -6.115 + + +6.365 - - -6.12 + + +6.37 - - -6.125 + + +6.375 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/median.svg b/criterion/fork_join_hydroflow/report/median.svg index e18c896a7b85..b4469232b6a2 100644 --- a/criterion/fork_join_hydroflow/report/median.svg +++ b/criterion/fork_join_hydroflow/report/median.svg @@ -9,94 +9,66 @@ Density (a.u.) Average time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - -80 - - - -90 - - - -100 - - - -110 - - + - -6.085 - - - -6.09 - - - -6.095 - - - -6.1 + +6.325 - - -6.105 + + +6.33 - - -6.11 + + +6.335 - - -6.115 + + +6.34 - - -6.12 + + +6.345 - - -6.125 + + +6.35 - - -6.13 + + +6.355 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/pdf.svg b/criterion/fork_join_hydroflow/report/pdf.svg index 29ec9d51e4f2..493407eb096c 100644 --- a/criterion/fork_join_hydroflow/report/pdf.svg +++ b/criterion/fork_join_hydroflow/report/pdf.svg @@ -13,87 +13,63 @@ Average Time (ms) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - -8 - - + -9 +8 - -5.9 - - - -5.95 - - - -6 - - - -6.05 - - - -6.1 - - - -6.15 - - - + 6.2 - - -6.25 + + +6.4 - - -6.3 + + +6.6 - - -6.35 + + +6.8 - - -6.4 + + +7 - + + +7.2 + + Density (a.u.) @@ -102,54 +78,34 @@ Density (a.u.) 0 - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - - -4.5 - - - + + 5 - - - - - + + + + + - - - + + + PDF diff --git a/criterion/fork_join_hydroflow/report/pdf_small.svg b/criterion/fork_join_hydroflow/report/pdf_small.svg index f993a001c303..cf82140b4a8f 100644 --- a/criterion/fork_join_hydroflow/report/pdf_small.svg +++ b/criterion/fork_join_hydroflow/report/pdf_small.svg @@ -10,39 +10,39 @@ Average Time (ms) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - + - -6 + +6.5 - - -6.2 + + +7 - - - + + + diff --git a/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg b/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg index fd9688449cdf..f667d311c075 100644 --- a/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg @@ -13,47 +13,32 @@ Average Iteration Time (ms) - - - - - - - - + + + + + - -5.9 - - - + 6.0 - - -6.1 - - - + + 6.2 - - -6.3 - - - + + 6.4 - - -6.5 - - - + + 6.6 - + + +6.8 + + 0 @@ -100,203 +85,203 @@ Average Iteration Time (ms) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow/report/relative_pdf_small.svg b/criterion/fork_join_hydroflow/report/relative_pdf_small.svg index 9898bf21731e..7357eb6cf39a 100644 --- a/criterion/fork_join_hydroflow/report/relative_pdf_small.svg +++ b/criterion/fork_join_hydroflow/report/relative_pdf_small.svg @@ -6,69 +6,65 @@ Density (a.u.) Average Time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - + + 5 - - - -5.8 + + +5.5 - - + + + 6 - - -6.2 - - - -6.4 + + +6.5 - - -6.6 + + +7 - - - - - + + + + + diff --git a/criterion/fork_join_hydroflow/report/typical.svg b/criterion/fork_join_hydroflow/report/typical.svg index c16a9b7e903e..b2d2fdf0f557 100644 --- a/criterion/fork_join_hydroflow/report/typical.svg +++ b/criterion/fork_join_hydroflow/report/typical.svg @@ -9,58 +9,82 @@ Density (a.u.) Average time (ms) - + +5 + + + 10 - - + + +15 + + + 20 - - + + +25 + + + 30 - - -40 + + +35 - - -50 + + +40 - - -60 + + +45 - + - -6.1 + +6.335 + + + +6.34 + + + +6.345 + + + +6.35 - - -6.105 + + +6.355 - - -6.11 + + +6.36 - - -6.115 + + +6.365 - - -6.12 + + +6.37 - - -6.125 + + +6.375 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/base/estimates.json b/criterion/fork_join_hydroflow_builder/base/estimates.json index a5d4fdba2a55..e8abe6c40671 100644 --- a/criterion/fork_join_hydroflow_builder/base/estimates.json +++ b/criterion/fork_join_hydroflow_builder/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4707482.936416667,"upper_bound":4781160.997500001},"point_estimate":4745877.455000001,"standard_error":18788.643313239707},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4818983.916666667,"upper_bound":4829757.375},"point_estimate":4824385.666666666,"standard_error":2858.091560631085},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18241.601201146612,"upper_bound":34492.92313262835},"point_estimate":25760.668742657628,"standard_error":4229.901643399399},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":145761.16345670802,"upper_bound":221659.7621730303},"point_estimate":189150.2045764223,"standard_error":19331.719087083562}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4484543.280708334,"upper_bound":4495383.988479167},"point_estimate":4489582.630833332,"standard_error":2768.675258670131},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4481582.791666666,"upper_bound":4487966.333333333},"point_estimate":4483621.208333334,"standard_error":1826.3563105495982},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11310.384549200535,"upper_bound":19228.070714882113},"point_estimate":14354.78004515217,"standard_error":2063.391375709798},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16598.525424281925,"upper_bound":37839.25355070402},"point_estimate":27886.023353226356,"standard_error":5504.6795655399865}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/base/sample.json b/criterion/fork_join_hydroflow_builder/base/sample.json index 099f1562ce71..d39b4a842f03 100644 --- a/criterion/fork_join_hydroflow_builder/base/sample.json +++ b/criterion/fork_join_hydroflow_builder/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0],"times":[51200303.0,51236010.0,51117960.0,51311661.0,51326078.0,51613883.0,51476748.0,51072836.0,51316750.0,51460088.0,51540908.0,51262339.0,51618583.0,53905896.0,58163512.0,57274185.0,58157281.0,58048358.0,57659054.0,57899701.0,57893019.0,57648052.0,57696282.0,57584594.0,56736515.0,57891305.0,58099975.0,56889319.0,58169765.0,58055972.0,58300838.0,58073576.0,57840111.0,57875235.0,58261035.0,58511111.0,58198397.0,57924518.0,57760722.0,56913825.0,57998195.0,57947420.0,57914930.0,57791490.0,57863954.0,57985822.0,57836854.0,58085367.0,57989359.0,57047724.0,57986232.0,57937983.0,58155187.0,57592939.0,58336165.0,57952149.0,57334589.0,58037117.0,57827807.0,58161920.0,57890544.0,55648328.0,57660756.0,57822618.0,58755385.0,58003986.0,58361883.0,57816727.0,58103812.0,57994667.0,57938594.0,58043389.0,54816629.0,58056013.0,57865918.0,57744092.0,58475444.0,56972084.0,57965463.0,58102289.0,57789285.0,58104633.0,58329411.0,58187798.0,58089756.0,57848515.0,57752588.0,58239053.0,57950867.0,57678349.0,58032509.0,57892237.0,57963310.0,58095195.0,58159124.0,57943924.0,57803412.0,58075750.0,57749611.0,56559495.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0],"times":[53847580.0,54191230.0,53724991.0,53760207.0,53886462.0,54062019.0,53974455.0,54104678.0,53906349.0,53781706.0,54168117.0,53701888.0,53991367.0,53764046.0,54313128.0,53927651.0,54044789.0,53816794.0,53781528.0,54666386.0,54274867.0,53842291.0,53577859.0,53890131.0,54044028.0,53804091.0,53758155.0,53642070.0,53748777.0,55574406.0,53344956.0,53689187.0,53779494.0,53945674.0,53693385.0,54053585.0,53822464.0,53646818.0,54076378.0,53839166.0,53728409.0,53733389.0,54119798.0,53791307.0,53892626.0,53760890.0,53788852.0,53961504.0,53953439.0,53664671.0,53980769.0,53912362.0,54042464.0,53846870.0,54189418.0,53861837.0,53835889.0,53991589.0,53895561.0,54605573.0,53692703.0,54332575.0,53694436.0,53793550.0,53567830.0,54086697.0,55689702.0,53776139.0,53681102.0,53961694.0,53868270.0,53809281.0,53908285.0,53661124.0,53802818.0,53889640.0,53855596.0,53555227.0,53635827.0,53685350.0,53752124.0,53510293.0,53524891.0,53656847.0,53802297.0,53910278.0,53733940.0,53566709.0,53721667.0,53574393.0,53746734.0,53776459.0,53497199.0,53589962.0,53630016.0,53795344.0,53396081.0,53596584.0,53782490.0,53966633.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/base/tukey.json b/criterion/fork_join_hydroflow_builder/base/tukey.json index 2593880e2703..f1e7f1d2a383 100644 --- a/criterion/fork_join_hydroflow_builder/base/tukey.json +++ b/criterion/fork_join_hydroflow_builder/base/tukey.json @@ -1 +1 @@ -[4678421.041666662,4738829.385416664,4899918.302083336,4960326.645833338] \ No newline at end of file +[4409620.458333333,4442311.270833333,4529486.770833333,4562177.583333333] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/change/estimates.json b/criterion/fork_join_hydroflow_builder/change/estimates.json index 3a4a17c8d3c5..7456dc11c46b 100644 --- a/criterion/fork_join_hydroflow_builder/change/estimates.json +++ b/criterion/fork_join_hydroflow_builder/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.015792963457908295,"upper_bound":0.03228961399151763},"point_estimate":0.025327748189636567,"standard_error":0.004247246532643534},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.04123412263389237,"upper_bound":0.04399429361100626},"point_estimate":0.04260293576088614,"standard_error":0.0006951518224349656}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.06101018524843568,"upper_bound":-0.04613377331854562},"point_estimate":-0.05400367510472692,"standard_error":0.0038094419738879197},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.07181829798064754,"upper_bound":-0.06911927538901097},"point_estimate":-0.0706337515028681,"standard_error":0.0006924175372251391}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/estimates.json b/criterion/fork_join_hydroflow_builder/new/estimates.json index a5d4fdba2a55..e8abe6c40671 100644 --- a/criterion/fork_join_hydroflow_builder/new/estimates.json +++ b/criterion/fork_join_hydroflow_builder/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4707482.936416667,"upper_bound":4781160.997500001},"point_estimate":4745877.455000001,"standard_error":18788.643313239707},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4818983.916666667,"upper_bound":4829757.375},"point_estimate":4824385.666666666,"standard_error":2858.091560631085},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18241.601201146612,"upper_bound":34492.92313262835},"point_estimate":25760.668742657628,"standard_error":4229.901643399399},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":145761.16345670802,"upper_bound":221659.7621730303},"point_estimate":189150.2045764223,"standard_error":19331.719087083562}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4484543.280708334,"upper_bound":4495383.988479167},"point_estimate":4489582.630833332,"standard_error":2768.675258670131},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4481582.791666666,"upper_bound":4487966.333333333},"point_estimate":4483621.208333334,"standard_error":1826.3563105495982},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11310.384549200535,"upper_bound":19228.070714882113},"point_estimate":14354.78004515217,"standard_error":2063.391375709798},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16598.525424281925,"upper_bound":37839.25355070402},"point_estimate":27886.023353226356,"standard_error":5504.6795655399865}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/sample.json b/criterion/fork_join_hydroflow_builder/new/sample.json index 099f1562ce71..d39b4a842f03 100644 --- a/criterion/fork_join_hydroflow_builder/new/sample.json +++ b/criterion/fork_join_hydroflow_builder/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0],"times":[51200303.0,51236010.0,51117960.0,51311661.0,51326078.0,51613883.0,51476748.0,51072836.0,51316750.0,51460088.0,51540908.0,51262339.0,51618583.0,53905896.0,58163512.0,57274185.0,58157281.0,58048358.0,57659054.0,57899701.0,57893019.0,57648052.0,57696282.0,57584594.0,56736515.0,57891305.0,58099975.0,56889319.0,58169765.0,58055972.0,58300838.0,58073576.0,57840111.0,57875235.0,58261035.0,58511111.0,58198397.0,57924518.0,57760722.0,56913825.0,57998195.0,57947420.0,57914930.0,57791490.0,57863954.0,57985822.0,57836854.0,58085367.0,57989359.0,57047724.0,57986232.0,57937983.0,58155187.0,57592939.0,58336165.0,57952149.0,57334589.0,58037117.0,57827807.0,58161920.0,57890544.0,55648328.0,57660756.0,57822618.0,58755385.0,58003986.0,58361883.0,57816727.0,58103812.0,57994667.0,57938594.0,58043389.0,54816629.0,58056013.0,57865918.0,57744092.0,58475444.0,56972084.0,57965463.0,58102289.0,57789285.0,58104633.0,58329411.0,58187798.0,58089756.0,57848515.0,57752588.0,58239053.0,57950867.0,57678349.0,58032509.0,57892237.0,57963310.0,58095195.0,58159124.0,57943924.0,57803412.0,58075750.0,57749611.0,56559495.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0],"times":[53847580.0,54191230.0,53724991.0,53760207.0,53886462.0,54062019.0,53974455.0,54104678.0,53906349.0,53781706.0,54168117.0,53701888.0,53991367.0,53764046.0,54313128.0,53927651.0,54044789.0,53816794.0,53781528.0,54666386.0,54274867.0,53842291.0,53577859.0,53890131.0,54044028.0,53804091.0,53758155.0,53642070.0,53748777.0,55574406.0,53344956.0,53689187.0,53779494.0,53945674.0,53693385.0,54053585.0,53822464.0,53646818.0,54076378.0,53839166.0,53728409.0,53733389.0,54119798.0,53791307.0,53892626.0,53760890.0,53788852.0,53961504.0,53953439.0,53664671.0,53980769.0,53912362.0,54042464.0,53846870.0,54189418.0,53861837.0,53835889.0,53991589.0,53895561.0,54605573.0,53692703.0,54332575.0,53694436.0,53793550.0,53567830.0,54086697.0,55689702.0,53776139.0,53681102.0,53961694.0,53868270.0,53809281.0,53908285.0,53661124.0,53802818.0,53889640.0,53855596.0,53555227.0,53635827.0,53685350.0,53752124.0,53510293.0,53524891.0,53656847.0,53802297.0,53910278.0,53733940.0,53566709.0,53721667.0,53574393.0,53746734.0,53776459.0,53497199.0,53589962.0,53630016.0,53795344.0,53396081.0,53596584.0,53782490.0,53966633.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/tukey.json b/criterion/fork_join_hydroflow_builder/new/tukey.json index 2593880e2703..f1e7f1d2a383 100644 --- a/criterion/fork_join_hydroflow_builder/new/tukey.json +++ b/criterion/fork_join_hydroflow_builder/new/tukey.json @@ -1 +1 @@ -[4678421.041666662,4738829.385416664,4899918.302083336,4960326.645833338] \ No newline at end of file +[4409620.458333333,4442311.270833333,4529486.770833333,4562177.583333333] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/report/MAD.svg b/criterion/fork_join_hydroflow_builder/report/MAD.svg index 679aeaf2a00b..545d87c41a04 100644 --- a/criterion/fork_join_hydroflow_builder/report/MAD.svg +++ b/criterion/fork_join_hydroflow_builder/report/MAD.svg @@ -9,78 +9,94 @@ Density (a.u.) Average time (µs) - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - + + +0.16 + + + +0.18 + + + +0.2 + + + +0.22 + + - -18 + +11 - - -20 + + +12 - - -22 + + +13 - - -24 + + +14 - - -26 + + +15 - - -28 + + +16 - - -30 + + +17 - - -32 + + +18 - - -34 + + +19 - - -36 + + +20 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/SD.svg b/criterion/fork_join_hydroflow_builder/report/SD.svg index 28c4da9d459e..307d1c0ae350 100644 --- a/criterion/fork_join_hydroflow_builder/report/SD.svg +++ b/criterion/fork_join_hydroflow_builder/report/SD.svg @@ -9,94 +9,70 @@ Density (a.u.) Average time (µs) - -0.002 - - - -0.004 - - - -0.006 + +0.01 - - -0.008 + + +0.02 - - -0.01 + + +0.03 - - -0.012 + + +0.04 - - -0.014 + + +0.05 - - -0.016 + + +0.06 - - -0.018 + + +0.07 - - -0.02 + + +0.08 - - -0.022 + + +0.09 - + -140 +15 - -150 - - - -160 - - - -170 - - - -180 - - - -190 + +20 - - -200 + + +25 - - -210 + + +30 - - -220 + + +35 - - -230 + + +40 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg b/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg index 20fe106d26b6..fac49c9e1083 100644 --- a/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg +++ b/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg @@ -92,206 +92,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fork_join_hydroflow_builder/report/both/pdf.svg b/criterion/fork_join_hydroflow_builder/report/both/pdf.svg index 7a5676b03dfd..9b06edcca202 100644 --- a/criterion/fork_join_hydroflow_builder/report/both/pdf.svg +++ b/criterion/fork_join_hydroflow_builder/report/both/pdf.svg @@ -9,26 +9,46 @@ Density (a.u.) Average Time (ms) - -5 + +2 + + + +4 + + + +6 + + + +8 - - + + 10 - - -15 + + +12 - - -20 + + +14 + + + +16 - - -25 + + +18 + + + +20 - + 4.2 @@ -50,10 +70,10 @@ Average Time (ms) 5 - - - - + + + + Base PDF diff --git a/criterion/fork_join_hydroflow_builder/report/change/mean.svg b/criterion/fork_join_hydroflow_builder/report/change/mean.svg index 6af8e02fa773..3582a44c97f8 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/mean.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/mean.svg @@ -9,78 +9,86 @@ Density (a.u.) Relative change (%) - + +10 + + + 20 - - + + +30 + + + 40 - - + + +50 + + + 60 - - + + +70 + + + 80 - - -100 + + +90 - - -120 + + +100 - + - -0.014 + +-0.062 - - -0.016 + + +-0.06 - - -0.018 + + +-0.058 - - -0.02 + + +-0.056 - - -0.022 + + +-0.054 - - -0.024 + + +-0.052 - - -0.026 - - + -0.028 +-0.05 - -0.03 - - - -0.032 + +-0.048 - - -0.034 + + +-0.046 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/change/median.svg b/criterion/fork_join_hydroflow_builder/report/change/median.svg index 7fde86b32bd3..8595cc87a545 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/median.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/median.svg @@ -9,62 +9,62 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - + - -0.041 + +-0.072 - - -0.0415 + + +-0.0715 - - -0.042 + + +-0.071 - - -0.0425 + + +-0.0705 - - -0.043 + + +-0.07 - - -0.0435 + + +-0.0695 - - -0.044 + + +-0.069 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/change/t-test.svg b/criterion/fork_join_hydroflow_builder/report/change/t-test.svg index 6dc33b2d51f2..20dccf2061b3 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/t-test.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fork_join_hydroflow_builder/report/index.html b/criterion/fork_join_hydroflow_builder/report/index.html index 056f52dadfc7..e6ce81021a59 100644 --- a/criterion/fork_join_hydroflow_builder/report/index.html +++ b/criterion/fork_join_hydroflow_builder/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0002877 - 0.0002997 - 0.0002895 + 0.0007328 + 0.0007570 + 0.0007253 Mean - 4.7075 ms - 4.7459 ms - 4.7812 ms + 4.4845 ms + 4.4896 ms + 4.4954 ms Std. Dev. - 145.76 µs - 189.15 µs - 221.66 µs + 16.599 µs + 27.886 µs + 37.839 µs Median - 4.8190 ms - 4.8244 ms - 4.8298 ms + 4.4816 ms + 4.4836 ms + 4.4880 ms MAD - 18.242 µs - 25.761 µs - 34.493 µs + 11.310 µs + 14.355 µs + 19.228 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +1.5793% - +2.5328% - +3.2290% + -6.1010% + -5.4004% + -4.6134% (p = 0.00 < 0.05) - Performance has regressed. + Performance has improved.

Additional Plots:

diff --git a/criterion/fork_join_hydroflow_builder/report/iteration_times.svg b/criterion/fork_join_hydroflow_builder/report/iteration_times.svg index 02de280ae386..91330f4e2387 100644 --- a/criterion/fork_join_hydroflow_builder/report/iteration_times.svg +++ b/criterion/fork_join_hydroflow_builder/report/iteration_times.svg @@ -15,37 +15,57 @@ Average Iteration Time (ms) - - + + + - - - + + + + + + - -4.3 + +4.46 - - -4.4 + + +4.48 - - + + 4.5 + + +4.52 + - + +4.54 + + + +4.56 + + + +4.58 + + + 4.6 - - -4.7 + + +4.62 - - -4.8 + + +4.64 - + 10 @@ -87,106 +107,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg b/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg index 6a1c622cf198..58c3d4c99d54 100644 --- a/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg @@ -12,37 +12,57 @@ Average Iteration Time (ms) - - + + + - - - + + + + + + - -4.3 + +4.46 - - -4.4 + + +4.48 - - + + 4.5 + + +4.52 + - + +4.54 + + + +4.56 + + + +4.58 + + + 4.6 - - -4.7 + + +4.62 - - -4.8 + + +4.64 - + 10 @@ -84,104 +104,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow_builder/report/mean.svg b/criterion/fork_join_hydroflow_builder/report/mean.svg index 5822a0a3237d..76915a2feafd 100644 --- a/criterion/fork_join_hydroflow_builder/report/mean.svg +++ b/criterion/fork_join_hydroflow_builder/report/mean.svg @@ -9,90 +9,70 @@ Density (a.u.) Average time (ms) - -2 - - - -4 - - - -6 + +20 - - -8 + + +40 - - -10 + + +60 - - -12 + + +80 - - -14 + + +100 - - -16 + + +120 - - -18 + + +140 - - -20 + + +160 - - -22 - - + - -4.7 - - - -4.71 - - - -4.72 + +4.484 - - -4.73 + + +4.486 - - -4.74 + + +4.488 - - -4.75 + + +4.49 - - -4.76 + + +4.492 - - -4.77 + + +4.494 - - -4.78 + + +4.496 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/median.svg b/criterion/fork_join_hydroflow_builder/report/median.svg index 4808c1267c4f..e1249419e54e 100644 --- a/criterion/fork_join_hydroflow_builder/report/median.svg +++ b/criterion/fork_join_hydroflow_builder/report/median.svg @@ -9,66 +9,74 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - + + +400 + + -4.818 +4.481 - -4.82 + +4.482 + + + +4.483 - - -4.822 + + +4.484 - - -4.824 + + +4.485 - - -4.826 + + +4.486 - - -4.828 + + +4.487 - - -4.83 + + +4.488 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/pdf.svg b/criterion/fork_join_hydroflow_builder/report/pdf.svg index 7384a5c33b42..c4127bb9c27d 100644 --- a/criterion/fork_join_hydroflow_builder/report/pdf.svg +++ b/criterion/fork_join_hydroflow_builder/report/pdf.svg @@ -38,50 +38,26 @@ Average Time (ms) - -4.1 + +4.45 - - -4.2 - - - -4.3 - - - -4.4 - - - + + 4.5 - - -4.6 - - - -4.7 + + +4.55 - - -4.8 - - - -4.9 - - - -5 + + +4.6 - - -5.1 + + +4.65 - + Density (a.u.) @@ -90,76 +66,60 @@ Density (a.u.) 0 - -0.5 + +2 - - -1 + + +4 - - -1.5 + + +6 - - -2 + + +8 + + + +10 + + + +12 - - -2.5 - - - -3 - - - -3.5 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +14 + + + +16 + + + +18 + + + +20 + + + + + + + + + + + + + + + + PDF diff --git a/criterion/fork_join_hydroflow_builder/report/pdf_small.svg b/criterion/fork_join_hydroflow_builder/report/pdf_small.svg index 58c4cce53cea..1a98cf65cdd9 100644 --- a/criterion/fork_join_hydroflow_builder/report/pdf_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/pdf_small.svg @@ -10,59 +10,43 @@ Average Time (ms) 0 - -0.5 - - - -1 - - - -1.5 - - - -2 - - - -2.5 + +5 - - -3 + + +10 - - -3.5 + + +15 - - -4 + + +20 - + - -4.2 + +4.45 - - -4.4 + + +4.5 - - -4.6 + + +4.55 - - -4.8 + + +4.6 - - -5 + + +4.65 - - - + + + diff --git a/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg b/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg index 366615740d45..25ee596c2432 100644 --- a/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg @@ -89,204 +89,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg b/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg index 23883f14317e..60143dfde7da 100644 --- a/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg @@ -6,26 +6,46 @@ Density (a.u.) Average Time (ms) - -5 + +2 + + + +4 + + + +6 + + + +8 - - + + 10 - - -15 + + +12 - - -20 + + +14 + + + +16 - - -25 + + +18 + + + +20 - + 4.2 @@ -47,8 +67,8 @@ Average Time (ms) 5 - - - - + + + + diff --git a/criterion/fork_join_hydroflow_builder/report/typical.svg b/criterion/fork_join_hydroflow_builder/report/typical.svg index 9752d833f509..4a05c80ef4a4 100644 --- a/criterion/fork_join_hydroflow_builder/report/typical.svg +++ b/criterion/fork_join_hydroflow_builder/report/typical.svg @@ -9,90 +9,70 @@ Density (a.u.) Average time (ms) - -2 - - - -4 - - - -6 + +20 - - -8 + + +40 - - -10 + + +60 - - -12 + + +80 - - -14 + + +100 - - -16 + + +120 - - -18 + + +140 - - -20 + + +160 - - -22 - - + - -4.7 - - - -4.71 - - - -4.72 + +4.484 - - -4.73 + + +4.486 - - -4.74 + + +4.488 - - -4.75 + + +4.49 - - -4.76 + + +4.492 - - -4.77 + + +4.494 - - -4.78 + + +4.496 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/base/estimates.json b/criterion/fork_join_hydroflow_surface/base/estimates.json index 8bbcbad83602..b294b1dd7846 100644 --- a/criterion/fork_join_hydroflow_surface/base/estimates.json +++ b/criterion/fork_join_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31497416.887500003,"upper_bound":32138501.52},"point_estimate":31824166.075,"standard_error":163693.89413885484},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31892611.0,"upper_bound":32526884.5},"point_estimate":32233821.5,"standard_error":165505.71181529338},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1010814.3674569577,"upper_bound":1813895.0920969248},"point_estimate":1315658.1046923995,"standard_error":199332.2203711727},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1358644.190352505,"upper_bound":1905419.650645016},"point_estimate":1641464.5622025733,"standard_error":139387.54068502013}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29877584.048125,"upper_bound":30933363.09},"point_estimate":30422154.715,"standard_error":269389.2191420715},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31590562.5,"upper_bound":32061130.75},"point_estimate":31863623.25,"standard_error":145672.4900375615},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":447418.2787567377,"upper_bound":1495685.0303962827},"point_estimate":770655.0956681371,"standard_error":270781.6009887471},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2280802.9356838353,"upper_bound":3052079.1058635735},"point_estimate":2716910.627767305,"standard_error":196840.88037328044}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/base/sample.json b/criterion/fork_join_hydroflow_surface/base/sample.json index 178f463f3fea..ee7775aa34ec 100644 --- a/criterion/fork_join_hydroflow_surface/base/sample.json +++ b/criterion/fork_join_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[64860505.0,66127395.0,61708013.0,55672591.0,59411635.0,56901941.0,59073135.0,56111818.0,51816318.0,58188927.0,64855435.0,59785692.0,66466326.0,59921555.0,59367503.0,64330608.0,59818564.0,64296825.0,65575176.0,57823176.0,58254440.0,58596266.0,65390703.0,56081783.0,60212587.0,62742190.0,62685059.0,63231686.0,63770100.0,64651631.0,66234656.0,64225257.0,65072133.0,66824004.0,65081009.0,64472917.0,64188628.0,64462369.0,65560091.0,65053769.0,65291642.0,64715199.0,66322220.0,66023354.0,65750125.0,66839873.0,65138185.0,65539412.0,62858051.0,62901953.0,67583037.0,65400173.0,61686851.0,64234875.0,61803117.0,64724256.0,66765616.0,68718020.0,67837581.0,66754875.0,62324368.0,65470825.0,62914180.0,62998751.0,66260283.0,66772825.0,65787293.0,67018231.0,59880606.0,61557602.0,61513460.0,67522449.0,64967219.0,67365417.0,62943999.0,68854695.0,64976928.0,67569255.0,67570017.0,65585107.0,63785222.0,60705158.0,62957955.0,63323645.0,61270779.0,62924163.0,64340585.0,60717671.0,65695573.0,63917769.0,64775102.0,65055073.0,66422645.0,65336365.0,67008073.0,68934603.0,67739332.0,63806552.0,58357254.0,62113355.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[62654975.0,63577864.0,64608993.0,64498548.0,63543369.0,64345162.0,60995627.0,64210542.0,64412377.0,60576025.0,59830017.0,65348510.0,64618151.0,65794681.0,64492927.0,64419260.0,63816949.0,64108311.0,63203347.0,64336466.0,60520211.0,63957711.0,64593573.0,63588794.0,60166974.0,63618640.0,64163345.0,64110496.0,63411033.0,64174986.0,65185316.0,64767288.0,64417868.0,64451801.0,66226435.0,64189322.0,56229113.0,60229830.0,64999941.0,63637544.0,63142473.0,64372392.0,64090578.0,64066844.0,64759955.0,63219777.0,66391862.0,64445158.0,63953223.0,64220450.0,64136212.0,63912527.0,65446984.0,60364171.0,64216713.0,64095367.0,64322420.0,63487996.0,64813284.0,64191336.0,64703729.0,64281534.0,64232413.0,65842199.0,64909223.0,63347645.0,64871031.0,64090058.0,64494791.0,61313207.0,51478458.0,59296723.0,57641603.0,55620549.0,55612414.0,50809593.0,61902034.0,55112504.0,55610841.0,55619157.0,48581895.0,54112912.0,51151199.0,49506808.0,48674698.0,50106494.0,49322164.0,48987278.0,49803730.0,49183255.0,51762547.0,49386444.0,48628171.0,48409565.0,59078279.0,62688089.0,65375242.0,62711213.0,56852084.0,57637126.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/base/tukey.json b/criterion/fork_join_hydroflow_surface/base/tukey.json index 01ef03bd0dd4..f2393ce760f7 100644 --- a/criterion/fork_join_hydroflow_surface/base/tukey.json +++ b/criterion/fork_join_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[24919556.5,27904613.5,35864765.5,38849822.5] \ No newline at end of file +[20817595.375,25088575.1875,36477854.6875,40748834.5] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/change/estimates.json b/criterion/fork_join_hydroflow_surface/change/estimates.json index e036deefd091..3ab563b772e1 100644 --- a/criterion/fork_join_hydroflow_surface/change/estimates.json +++ b/criterion/fork_join_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.028218115210541666,"upper_bound":0.06263620286936325},"point_estimate":0.04533768697171103,"standard_error":0.008743074580429396},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.008374853504302449,"upper_bound":0.03754594375621734},"point_estimate":0.026226726429725122,"standard_error":0.006558838842151021}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.061960709061158595,"upper_bound":-0.02453543171167597},"point_estimate":-0.04405492846838088,"standard_error":0.00965706332013905},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.02310774011527028,"upper_bound":0.0023690200341808243},"point_estimate":-0.011484776944613917,"standard_error":0.006599510986001015}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/new/estimates.json b/criterion/fork_join_hydroflow_surface/new/estimates.json index 8bbcbad83602..b294b1dd7846 100644 --- a/criterion/fork_join_hydroflow_surface/new/estimates.json +++ b/criterion/fork_join_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31497416.887500003,"upper_bound":32138501.52},"point_estimate":31824166.075,"standard_error":163693.89413885484},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31892611.0,"upper_bound":32526884.5},"point_estimate":32233821.5,"standard_error":165505.71181529338},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1010814.3674569577,"upper_bound":1813895.0920969248},"point_estimate":1315658.1046923995,"standard_error":199332.2203711727},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1358644.190352505,"upper_bound":1905419.650645016},"point_estimate":1641464.5622025733,"standard_error":139387.54068502013}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29877584.048125,"upper_bound":30933363.09},"point_estimate":30422154.715,"standard_error":269389.2191420715},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31590562.5,"upper_bound":32061130.75},"point_estimate":31863623.25,"standard_error":145672.4900375615},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":447418.2787567377,"upper_bound":1495685.0303962827},"point_estimate":770655.0956681371,"standard_error":270781.6009887471},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2280802.9356838353,"upper_bound":3052079.1058635735},"point_estimate":2716910.627767305,"standard_error":196840.88037328044}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/new/sample.json b/criterion/fork_join_hydroflow_surface/new/sample.json index 178f463f3fea..ee7775aa34ec 100644 --- a/criterion/fork_join_hydroflow_surface/new/sample.json +++ b/criterion/fork_join_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[64860505.0,66127395.0,61708013.0,55672591.0,59411635.0,56901941.0,59073135.0,56111818.0,51816318.0,58188927.0,64855435.0,59785692.0,66466326.0,59921555.0,59367503.0,64330608.0,59818564.0,64296825.0,65575176.0,57823176.0,58254440.0,58596266.0,65390703.0,56081783.0,60212587.0,62742190.0,62685059.0,63231686.0,63770100.0,64651631.0,66234656.0,64225257.0,65072133.0,66824004.0,65081009.0,64472917.0,64188628.0,64462369.0,65560091.0,65053769.0,65291642.0,64715199.0,66322220.0,66023354.0,65750125.0,66839873.0,65138185.0,65539412.0,62858051.0,62901953.0,67583037.0,65400173.0,61686851.0,64234875.0,61803117.0,64724256.0,66765616.0,68718020.0,67837581.0,66754875.0,62324368.0,65470825.0,62914180.0,62998751.0,66260283.0,66772825.0,65787293.0,67018231.0,59880606.0,61557602.0,61513460.0,67522449.0,64967219.0,67365417.0,62943999.0,68854695.0,64976928.0,67569255.0,67570017.0,65585107.0,63785222.0,60705158.0,62957955.0,63323645.0,61270779.0,62924163.0,64340585.0,60717671.0,65695573.0,63917769.0,64775102.0,65055073.0,66422645.0,65336365.0,67008073.0,68934603.0,67739332.0,63806552.0,58357254.0,62113355.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[62654975.0,63577864.0,64608993.0,64498548.0,63543369.0,64345162.0,60995627.0,64210542.0,64412377.0,60576025.0,59830017.0,65348510.0,64618151.0,65794681.0,64492927.0,64419260.0,63816949.0,64108311.0,63203347.0,64336466.0,60520211.0,63957711.0,64593573.0,63588794.0,60166974.0,63618640.0,64163345.0,64110496.0,63411033.0,64174986.0,65185316.0,64767288.0,64417868.0,64451801.0,66226435.0,64189322.0,56229113.0,60229830.0,64999941.0,63637544.0,63142473.0,64372392.0,64090578.0,64066844.0,64759955.0,63219777.0,66391862.0,64445158.0,63953223.0,64220450.0,64136212.0,63912527.0,65446984.0,60364171.0,64216713.0,64095367.0,64322420.0,63487996.0,64813284.0,64191336.0,64703729.0,64281534.0,64232413.0,65842199.0,64909223.0,63347645.0,64871031.0,64090058.0,64494791.0,61313207.0,51478458.0,59296723.0,57641603.0,55620549.0,55612414.0,50809593.0,61902034.0,55112504.0,55610841.0,55619157.0,48581895.0,54112912.0,51151199.0,49506808.0,48674698.0,50106494.0,49322164.0,48987278.0,49803730.0,49183255.0,51762547.0,49386444.0,48628171.0,48409565.0,59078279.0,62688089.0,65375242.0,62711213.0,56852084.0,57637126.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/new/tukey.json b/criterion/fork_join_hydroflow_surface/new/tukey.json index 01ef03bd0dd4..f2393ce760f7 100644 --- a/criterion/fork_join_hydroflow_surface/new/tukey.json +++ b/criterion/fork_join_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[24919556.5,27904613.5,35864765.5,38849822.5] \ No newline at end of file +[20817595.375,25088575.1875,36477854.6875,40748834.5] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/report/MAD.svg b/criterion/fork_join_hydroflow_surface/report/MAD.svg index 50fa2665aafb..1eebb82dca5d 100644 --- a/criterion/fork_join_hydroflow_surface/report/MAD.svg +++ b/criterion/fork_join_hydroflow_surface/report/MAD.svg @@ -9,70 +9,74 @@ Density (a.u.) Average time (ms) - -0.5 + +0.2 - - -1 - - - -1.5 + + +0.4 - - -2 + + +0.6 - - -2.5 + + +0.8 - - - + + 1 - - -1.1 - - - + + 1.2 - - -1.3 - - - + + 1.4 - - -1.5 - - - + + 1.6 - - -1.7 - - - + + 1.8 - - -1.9 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/SD.svg b/criterion/fork_join_hydroflow_surface/report/SD.svg index 25cc9141b435..6687d8f8e7da 100644 --- a/criterion/fork_join_hydroflow_surface/report/SD.svg +++ b/criterion/fork_join_hydroflow_surface/report/SD.svg @@ -9,62 +9,94 @@ Density (a.u.) Average time (ms) - -0.5 + +0.2 - - + + +0.4 + + + +0.6 + + + +0.8 + + + 1 - - -1.5 + + +1.2 - - -2 + + +1.4 - - -2.5 + + +1.6 - - -3 + + +1.8 + + + +2 + + + +2.2 - + - -1.3 + +2.2 - - -1.4 + + +2.3 - - -1.5 + + +2.4 - - -1.6 + + +2.5 - - -1.7 + + +2.6 - - -1.8 + + +2.7 + + + +2.8 + + + +2.9 + + + +3 - - -1.9 + + +3.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/both/iteration_times.svg b/criterion/fork_join_hydroflow_surface/report/both/iteration_times.svg index 6822f3f56790..64706305a4d9 100644 --- a/criterion/fork_join_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/fork_join_hydroflow_surface/report/both/iteration_times.svg @@ -16,53 +16,53 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + + - + 25.0 - - + + 26.0 - - + + 27.0 - - + + 28.0 - - + + 29.0 - - + + 30.0 - - + + 31.0 - - + + 32.0 - - + + 33.0 - + 34.0 @@ -112,206 +112,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fork_join_hydroflow_surface/report/both/pdf.svg b/criterion/fork_join_hydroflow_surface/report/both/pdf.svg index 18a1bb424f35..7affead3e78c 100644 --- a/criterion/fork_join_hydroflow_surface/report/both/pdf.svg +++ b/criterion/fork_join_hydroflow_surface/report/both/pdf.svg @@ -9,43 +9,43 @@ Density (a.u.) Average Time (ms) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - + - + 25 - - + + 30 - - + + 35 - - - - - + + + + + Base PDF diff --git a/criterion/fork_join_hydroflow_surface/report/change/mean.svg b/criterion/fork_join_hydroflow_surface/report/change/mean.svg index 8fe17d06d2de..9c6e61bf974c 100644 --- a/criterion/fork_join_hydroflow_surface/report/change/mean.svg +++ b/criterion/fork_join_hydroflow_surface/report/change/mean.svg @@ -9,82 +9,78 @@ Density (a.u.) Relative change (%) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - -45 - - + - -0.025 + +-0.065 - - -0.03 + + +-0.06 - - -0.035 + + +-0.055 - - -0.04 + + +-0.05 - - -0.045 + + +-0.045 - - -0.05 + + +-0.04 - - -0.055 + + +-0.035 - - -0.06 + + +-0.03 - - -0.065 + + +-0.025 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/change/median.svg b/criterion/fork_join_hydroflow_surface/report/change/median.svg index e6a1125d9519..4e5e506444dc 100644 --- a/criterion/fork_join_hydroflow_surface/report/change/median.svg +++ b/criterion/fork_join_hydroflow_surface/report/change/median.svg @@ -9,67 +9,67 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - + - -0.01 - - - -0.015 - - - -0.02 - - - -0.025 - - - -0.03 - - - -0.035 - - - -0.04 - - - - - - + +-0.025 + + + +-0.02 + + + +-0.015 + + + +-0.01 + + + +-0.005 + + + +3.46945e-18 + + + +0.005 + + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/change/t-test.svg b/criterion/fork_join_hydroflow_surface/report/change/t-test.svg index e4f08dc1ae8c..f51b4d284a0d 100644 --- a/criterion/fork_join_hydroflow_surface/report/change/t-test.svg +++ b/criterion/fork_join_hydroflow_surface/report/change/t-test.svg @@ -46,44 +46,44 @@ t score - + -4.0 - - + + -3.0 - - + + -2.0 - + -1.0 - + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fork_join_hydroflow_surface/report/index.html b/criterion/fork_join_hydroflow_surface/report/index.html index dc9584f4835e..326609208397 100644 --- a/criterion/fork_join_hydroflow_surface/report/index.html +++ b/criterion/fork_join_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0021188 - 0.0022034 - 0.0021248 + 0.0033702 + 0.0035065 + 0.0033859 Mean - 31.497 ms - 31.824 ms - 32.139 ms + 29.878 ms + 30.422 ms + 30.933 ms Std. Dev. - 1.3586 ms - 1.6415 ms - 1.9054 ms + 2.2808 ms + 2.7169 ms + 3.0521 ms Median - 31.893 ms - 32.234 ms - 32.527 ms + 31.591 ms + 31.864 ms + 32.061 ms MAD - 1.0108 ms - 1.3157 ms - 1.8139 ms + 447.42 µs + 770.66 µs + 1.4957 ms @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +2.8218% - +4.5338% - +6.2636% + -6.1961% + -4.4055% + -2.4535% (p = 0.00 < 0.05) - Performance has regressed. + Performance has improved.

Additional Plots:

diff --git a/criterion/fork_join_hydroflow_surface/report/iteration_times.svg b/criterion/fork_join_hydroflow_surface/report/iteration_times.svg index df9590ec83cc..3a3edddac86d 100644 --- a/criterion/fork_join_hydroflow_surface/report/iteration_times.svg +++ b/criterion/fork_join_hydroflow_surface/report/iteration_times.svg @@ -15,52 +15,52 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + + - + +25.0 + + + 26.0 - - + + 27.0 - - + + 28.0 - - + + 29.0 - - + + 30.0 - - + + 31.0 - - + + 32.0 - - + + 33.0 - - -34.0 - - + 10 @@ -102,106 +102,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fork_join_hydroflow_surface/report/iteration_times_small.svg b/criterion/fork_join_hydroflow_surface/report/iteration_times_small.svg index adf4332ebd30..5c5ae9a4be54 100644 --- a/criterion/fork_join_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_surface/report/iteration_times_small.svg @@ -12,52 +12,52 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + + - + +25.0 + + + 26.0 - - + + 27.0 - - + + 28.0 - - + + 29.0 - - + + 30.0 - - + + 31.0 - - + + 32.0 - - + + 33.0 - - -34.0 - - + 10 @@ -99,104 +99,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow_surface/report/mean.svg b/criterion/fork_join_hydroflow_surface/report/mean.svg index a4cffbef3085..e17aff08d1e6 100644 --- a/criterion/fork_join_hydroflow_surface/report/mean.svg +++ b/criterion/fork_join_hydroflow_surface/report/mean.svg @@ -9,62 +9,70 @@ Density (a.u.) Average time (ms) - -0.5 + +0.2 - - + + +0.4 + + + +0.6 + + + +0.8 + + + 1 - - -1.5 + + +1.2 - - -2 + + +1.4 - - -2.5 + + +1.6 - + - -31.5 - - - -31.6 + +29.8 - - -31.7 + + +30 - - -31.8 + + +30.2 - - -31.9 + + +30.4 - - -32 + + +30.6 - - -32.1 + + +30.8 - - -32.2 + + +31 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/median.svg b/criterion/fork_join_hydroflow_surface/report/median.svg index a5597c904cb3..bd3e7003bbfa 100644 --- a/criterion/fork_join_hydroflow_surface/report/median.svg +++ b/criterion/fork_join_hydroflow_surface/report/median.svg @@ -9,62 +9,78 @@ Density (a.u.) Average time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - + + +4 + + + +4.5 + + + +5 + + + +5.5 + + - -31.9 + +31.6 - - -32 + + +31.7 - - -32.1 + + +31.8 - - -32.2 + + +31.9 - - -32.3 + + +32 - - -32.4 + + +32.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/pdf.svg b/criterion/fork_join_hydroflow_surface/report/pdf.svg index ff2a49569c08..5f0d2dbdeeca 100644 --- a/criterion/fork_join_hydroflow_surface/report/pdf.svg +++ b/criterion/fork_join_hydroflow_surface/report/pdf.svg @@ -54,34 +54,38 @@ Average Time (ms) - + +22 + + + 24 - - + + 26 - - + + 28 - - + + 30 - - + + 32 - - + + 34 - - + + 36 - + Density (a.u.) @@ -90,36 +94,50 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - -0.25 - - - - - - - + + + + + + - - - - + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/fork_join_hydroflow_surface/report/pdf_small.svg b/criterion/fork_join_hydroflow_surface/report/pdf_small.svg index e0ae85630768..ed0e1068d2da 100644 --- a/criterion/fork_join_hydroflow_surface/report/pdf_small.svg +++ b/criterion/fork_join_hydroflow_surface/report/pdf_small.svg @@ -10,39 +10,35 @@ Average Time (ms) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - -0.25 - - + - + 25 - - + + 30 - - + + 35 - - - + + + diff --git a/criterion/fork_join_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/fork_join_hydroflow_surface/report/relative_iteration_times_small.svg index 4f7cbef36ff8..caf2b0a36e80 100644 --- a/criterion/fork_join_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,53 +13,53 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + + - + 25.0 - - + + 26.0 - - + + 27.0 - - + + 28.0 - - + + 29.0 - - + + 30.0 - - + + 31.0 - - + + 32.0 - - + + 33.0 - + 34.0 @@ -109,204 +109,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow_surface/report/relative_pdf_small.svg b/criterion/fork_join_hydroflow_surface/report/relative_pdf_small.svg index d7ffe3e1a799..6cb3a1bd81dd 100644 --- a/criterion/fork_join_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/fork_join_hydroflow_surface/report/relative_pdf_small.svg @@ -6,41 +6,41 @@ Density (a.u.) Average Time (ms) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - + - + 25 - - + + 30 - - + + 35 - - - - - + + + + + diff --git a/criterion/fork_join_hydroflow_surface/report/typical.svg b/criterion/fork_join_hydroflow_surface/report/typical.svg index 2a592cb3f761..dffa18fb106f 100644 --- a/criterion/fork_join_hydroflow_surface/report/typical.svg +++ b/criterion/fork_join_hydroflow_surface/report/typical.svg @@ -9,62 +9,70 @@ Density (a.u.) Average time (ms) - -0.5 + +0.2 - - + + +0.4 + + + +0.6 + + + +0.8 + + + 1 - - -1.5 + + +1.2 - - -2 + + +1.4 - - -2.5 + + +1.6 - + - -31.5 - - - -31.6 + +29.8 - - -31.7 + + +30 - - -31.8 + + +30.2 - - -31.9 + + +30.4 - - -32 + + +30.6 - - -32.1 + + +30.8 - - -32.2 + + +31 - - - - + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/base/estimates.json b/criterion/hydroflow_diamond/base/estimates.json index c03b8950d380..38a23badbe71 100644 --- a/criterion/hydroflow_diamond/base/estimates.json +++ b/criterion/hydroflow_diamond/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":58360966.15675,"upper_bound":58836321.98525},"point_estimate":58588279.08,"standard_error":121766.64005339245},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":58290043.0,"upper_bound":58838035.0},"point_estimate":58501979.5,"standard_error":155075.49552800535},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":744343.7645852566,"upper_bound":1246425.5043715239},"point_estimate":996842.4009025097,"standard_error":124796.19781930909},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":918984.0254604759,"upper_bound":1548451.2870106027},"point_estimate":1223397.0070497792,"standard_error":165011.14835902018}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":57796602.29,"upper_bound":58041286.91725},"point_estimate":57917010.02,"standard_error":62675.62631178748},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":57771369.0,"upper_bound":57895927.0},"point_estimate":57836026.0,"standard_error":32150.44158734152},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":210149.6506690979,"upper_bound":651055.6090414524},"point_estimate":363666.94754362106,"standard_error":114080.11424752497},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":522191.847704728,"upper_bound":722089.7419940988},"point_estimate":628251.9202956336,"standard_error":51110.03261221323}} \ No newline at end of file diff --git a/criterion/hydroflow_diamond/base/sample.json b/criterion/hydroflow_diamond/base/sample.json index 4916a75a6ee6..a03aec375a22 100644 --- a/criterion/hydroflow_diamond/base/sample.json +++ b/criterion/hydroflow_diamond/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[56818937.0,56856326.0,57250615.0,57185304.0,56849503.0,57214688.0,56873989.0,57089697.0,57513189.0,56802647.0,56588480.0,57290057.0,56687183.0,57890796.0,56988020.0,56527629.0,58313988.0,56855815.0,61125631.0,57833040.0,57826197.0,56978501.0,59458332.0,59242442.0,58948341.0,58172096.0,58978561.0,64754586.0,59187631.0,59098527.0,58560282.0,59038085.0,59854032.0,58127883.0,59019851.0,58100453.0,59783403.0,59456588.0,59194594.0,57668785.0,57387305.0,59558677.0,57792053.0,58391070.0,59249766.0,59328793.0,58731718.0,59052080.0,59266607.0,58232838.0,59280293.0,58750593.0,58246683.0,60323770.0,58290043.0,57942081.0,59778433.0,58291235.0,58946596.0,57845151.0,58278322.0,58167796.0,58394636.0,58868602.0,57741029.0,59382220.0,58516211.0,58425263.0,58189848.0,57961475.0,59193802.0,61021720.0,58045882.0,58077491.0,58792201.0,59148289.0,58573957.0,58323515.0,59237253.0,59236352.0,60294446.0,62076318.0,58838035.0,58529465.0,58759250.0,58957476.0,58487748.0,58192953.0,59103386.0,59348389.0,59426673.0,58021717.0,59237954.0,58303869.0,58182985.0,58743050.0,58476427.0,61333767.0,58901873.0,59345774.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[58037074.0,58870516.0,58728572.0,58925349.0,57904819.0,58815364.0,58641310.0,58993696.0,59622677.0,57860635.0,58773666.0,58005445.0,58223872.0,58347031.0,59693850.0,58665215.0,58604100.0,58344337.0,58050149.0,58159141.0,58320963.0,57874491.0,58236687.0,57909387.0,57781098.0,57862380.0,57771369.0,57802598.0,57943661.0,57861027.0,57831391.0,58271151.0,57707050.0,57720324.0,57852090.0,57732818.0,57988263.0,58314420.0,57947158.0,57887035.0,57710346.0,57713712.0,57785887.0,57768444.0,58327646.0,57934553.0,57670432.0,57614019.0,57793032.0,59270934.0,57554819.0,57747397.0,57739974.0,57549770.0,58504067.0,57769328.0,58637746.0,57770269.0,57802931.0,57525555.0,58497765.0,57637934.0,57958531.0,57799766.0,57892007.0,57648945.0,57845671.0,57753328.0,59411366.0,58032589.0,57782162.0,57742057.0,58176848.0,57906975.0,57727891.0,56603507.0,56545108.0,56536172.0,57852954.0,58833801.0,57250191.0,56962105.0,57038447.0,57750433.0,57830172.0,59417708.0,57313510.0,57215627.0,56985799.0,56960302.0,57567453.0,57188317.0,57011227.0,57258978.0,57840661.0,56995918.0,57069294.0,57436158.0,57236096.0,57114189.0]} \ No newline at end of file diff --git a/criterion/hydroflow_diamond/base/tukey.json b/criterion/hydroflow_diamond/base/tukey.json index 258b07227c1e..70f76aa726dd 100644 --- a/criterion/hydroflow_diamond/base/tukey.json +++ b/criterion/hydroflow_diamond/base/tukey.json @@ -1 +1 @@ -[54101938.5,56015599.125,61118694.125,63032354.75] \ No newline at end of file +[55979013.75,56822037.0,59070099.0,59913122.25] \ No newline at end of file diff --git a/criterion/hydroflow_diamond/change/estimates.json b/criterion/hydroflow_diamond/change/estimates.json index ac71e500a31f..d9a45b9ad3be 100644 --- a/criterion/hydroflow_diamond/change/estimates.json +++ b/criterion/hydroflow_diamond/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.027093625343890374,"upper_bound":-0.017480061523542312},"point_estimate":-0.022343471923983005,"standard_error":0.00245290449835703},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.026588250181702078,"upper_bound":-0.014417065146823949},"point_estimate":-0.02159546707974569,"standard_error":0.0031482928873492683}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.01605459291305969,"upper_bound":-0.0069773461745066805},"point_estimate":-0.011457395071860721,"standard_error":0.002313591417680817},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.017197924505337192,"upper_bound":-0.007361928216295555},"point_estimate":-0.011383435324611502,"standard_error":0.0026738623600969084}} \ No newline at end of file diff --git a/criterion/hydroflow_diamond/new/estimates.json b/criterion/hydroflow_diamond/new/estimates.json index c03b8950d380..38a23badbe71 100644 --- a/criterion/hydroflow_diamond/new/estimates.json +++ b/criterion/hydroflow_diamond/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":58360966.15675,"upper_bound":58836321.98525},"point_estimate":58588279.08,"standard_error":121766.64005339245},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":58290043.0,"upper_bound":58838035.0},"point_estimate":58501979.5,"standard_error":155075.49552800535},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":744343.7645852566,"upper_bound":1246425.5043715239},"point_estimate":996842.4009025097,"standard_error":124796.19781930909},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":918984.0254604759,"upper_bound":1548451.2870106027},"point_estimate":1223397.0070497792,"standard_error":165011.14835902018}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":57796602.29,"upper_bound":58041286.91725},"point_estimate":57917010.02,"standard_error":62675.62631178748},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":57771369.0,"upper_bound":57895927.0},"point_estimate":57836026.0,"standard_error":32150.44158734152},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":210149.6506690979,"upper_bound":651055.6090414524},"point_estimate":363666.94754362106,"standard_error":114080.11424752497},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":522191.847704728,"upper_bound":722089.7419940988},"point_estimate":628251.9202956336,"standard_error":51110.03261221323}} \ No newline at end of file diff --git a/criterion/hydroflow_diamond/new/sample.json b/criterion/hydroflow_diamond/new/sample.json index 4916a75a6ee6..a03aec375a22 100644 --- a/criterion/hydroflow_diamond/new/sample.json +++ b/criterion/hydroflow_diamond/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[56818937.0,56856326.0,57250615.0,57185304.0,56849503.0,57214688.0,56873989.0,57089697.0,57513189.0,56802647.0,56588480.0,57290057.0,56687183.0,57890796.0,56988020.0,56527629.0,58313988.0,56855815.0,61125631.0,57833040.0,57826197.0,56978501.0,59458332.0,59242442.0,58948341.0,58172096.0,58978561.0,64754586.0,59187631.0,59098527.0,58560282.0,59038085.0,59854032.0,58127883.0,59019851.0,58100453.0,59783403.0,59456588.0,59194594.0,57668785.0,57387305.0,59558677.0,57792053.0,58391070.0,59249766.0,59328793.0,58731718.0,59052080.0,59266607.0,58232838.0,59280293.0,58750593.0,58246683.0,60323770.0,58290043.0,57942081.0,59778433.0,58291235.0,58946596.0,57845151.0,58278322.0,58167796.0,58394636.0,58868602.0,57741029.0,59382220.0,58516211.0,58425263.0,58189848.0,57961475.0,59193802.0,61021720.0,58045882.0,58077491.0,58792201.0,59148289.0,58573957.0,58323515.0,59237253.0,59236352.0,60294446.0,62076318.0,58838035.0,58529465.0,58759250.0,58957476.0,58487748.0,58192953.0,59103386.0,59348389.0,59426673.0,58021717.0,59237954.0,58303869.0,58182985.0,58743050.0,58476427.0,61333767.0,58901873.0,59345774.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[58037074.0,58870516.0,58728572.0,58925349.0,57904819.0,58815364.0,58641310.0,58993696.0,59622677.0,57860635.0,58773666.0,58005445.0,58223872.0,58347031.0,59693850.0,58665215.0,58604100.0,58344337.0,58050149.0,58159141.0,58320963.0,57874491.0,58236687.0,57909387.0,57781098.0,57862380.0,57771369.0,57802598.0,57943661.0,57861027.0,57831391.0,58271151.0,57707050.0,57720324.0,57852090.0,57732818.0,57988263.0,58314420.0,57947158.0,57887035.0,57710346.0,57713712.0,57785887.0,57768444.0,58327646.0,57934553.0,57670432.0,57614019.0,57793032.0,59270934.0,57554819.0,57747397.0,57739974.0,57549770.0,58504067.0,57769328.0,58637746.0,57770269.0,57802931.0,57525555.0,58497765.0,57637934.0,57958531.0,57799766.0,57892007.0,57648945.0,57845671.0,57753328.0,59411366.0,58032589.0,57782162.0,57742057.0,58176848.0,57906975.0,57727891.0,56603507.0,56545108.0,56536172.0,57852954.0,58833801.0,57250191.0,56962105.0,57038447.0,57750433.0,57830172.0,59417708.0,57313510.0,57215627.0,56985799.0,56960302.0,57567453.0,57188317.0,57011227.0,57258978.0,57840661.0,56995918.0,57069294.0,57436158.0,57236096.0,57114189.0]} \ No newline at end of file diff --git a/criterion/hydroflow_diamond/new/tukey.json b/criterion/hydroflow_diamond/new/tukey.json index 258b07227c1e..70f76aa726dd 100644 --- a/criterion/hydroflow_diamond/new/tukey.json +++ b/criterion/hydroflow_diamond/new/tukey.json @@ -1 +1 @@ -[54101938.5,56015599.125,61118694.125,63032354.75] \ No newline at end of file +[55979013.75,56822037.0,59070099.0,59913122.25] \ No newline at end of file diff --git a/criterion/hydroflow_diamond/report/MAD.svg b/criterion/hydroflow_diamond/report/MAD.svg index 02f5802463ca..310e8064b60a 100644 --- a/criterion/hydroflow_diamond/report/MAD.svg +++ b/criterion/hydroflow_diamond/report/MAD.svg @@ -6,69 +6,93 @@ hydroflow_diamond:MAD Density (a.u.) -Average time (ms) +Average time (µs) - -0.5 + +5e-4 - - -1 + + +0.001 - - -1.5 + + +0.0015 - - -2 + + +0.002 - - -2.5 + + +0.0025 - - -3 + + +0.003 - - -3.5 + + +0.0035 - + + +0.004 + + + +0.0045 + + - -0.7 + +200 + + + +250 + + + +300 + + + +350 + + + +400 - - -0.8 + + +450 - - -0.9 + + +500 - - -1 + + +550 - - -1.1 + + +600 - - -1.2 + + +650 - - -1.3 + + +700 - - - - + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/report/SD.svg b/criterion/hydroflow_diamond/report/SD.svg index 05b1436979d5..52cdbf79061f 100644 --- a/criterion/hydroflow_diamond/report/SD.svg +++ b/criterion/hydroflow_diamond/report/SD.svg @@ -6,65 +6,65 @@ hydroflow_diamond:SD Density (a.u.) -Average time (ms) +Average time (µs) - -0.5 + +0.001 - - -1 + + +0.002 - - -1.5 + + +0.003 - - -2 + + +0.004 - - -2.5 + + +0.005 - - - -0.9 + + +0.006 - - -1 + + +0.007 - - -1.1 + + +0.008 - - -1.2 + + + +500 - - -1.3 + + +550 - - -1.4 + + +600 - - -1.5 + + +650 - - -1.6 + + +700 - - - - + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/report/both/iteration_times.svg b/criterion/hydroflow_diamond/report/both/iteration_times.svg index e9831d2a7a79..672f85e116df 100644 --- a/criterion/hydroflow_diamond/report/both/iteration_times.svg +++ b/criterion/hydroflow_diamond/report/both/iteration_times.svg @@ -102,206 +102,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + Current diff --git a/criterion/hydroflow_diamond/report/both/pdf.svg b/criterion/hydroflow_diamond/report/both/pdf.svg index f269d3eb70be..a53c96493d1f 100644 --- a/criterion/hydroflow_diamond/report/both/pdf.svg +++ b/criterion/hydroflow_diamond/report/both/pdf.svg @@ -9,34 +9,34 @@ Density (a.u.) Average Time (ms) - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 - + 55 @@ -50,10 +50,10 @@ Average Time (ms) 65 - - - - + + + + Base PDF diff --git a/criterion/hydroflow_diamond/report/change/mean.svg b/criterion/hydroflow_diamond/report/change/mean.svg index c8b8dab6f292..05b8cde70061 100644 --- a/criterion/hydroflow_diamond/report/change/mean.svg +++ b/criterion/hydroflow_diamond/report/change/mean.svg @@ -9,67 +9,67 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - + - --0.028 - - - --0.026 - - - --0.024 - - - --0.022 - - - --0.02 - - - --0.018 - - - - - - + +-0.016 + + + +-0.014 + + + +-0.012 + + + +-0.01 + + + +-0.008 + + + +-0.006 + + + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/report/change/median.svg b/criterion/hydroflow_diamond/report/change/median.svg index 26de8c7d595c..959dd3b80ed5 100644 --- a/criterion/hydroflow_diamond/report/change/median.svg +++ b/criterion/hydroflow_diamond/report/change/median.svg @@ -9,67 +9,71 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - - --0.026 - - - --0.024 + + +160 - - --0.022 + + +180 - - --0.02 - - - + + + -0.018 - - + + -0.016 - - + + -0.014 - - - - - + + +-0.012 + + + +-0.01 + + + +-0.008 + + + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/report/change/t-test.svg b/criterion/hydroflow_diamond/report/change/t-test.svg index 34640c9dbe70..6dce7cb3d739 100644 --- a/criterion/hydroflow_diamond/report/change/t-test.svg +++ b/criterion/hydroflow_diamond/report/change/t-test.svg @@ -17,77 +17,77 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -5.0 - - + + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/hydroflow_diamond/report/index.html b/criterion/hydroflow_diamond/report/index.html index 3a3c5cd13931..a7eb59d271e2 100644 --- a/criterion/hydroflow_diamond/report/index.html +++ b/criterion/hydroflow_diamond/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0037280 - 0.0038575 - 0.0037043 + 0.0156553 + 0.0162267 + 0.0156193 Mean - 58.361 ms - 58.588 ms - 58.836 ms + 57.797 ms + 57.917 ms + 58.041 ms Std. Dev. - 918.98 µs - 1.2234 ms - 1.5485 ms + 522.19 µs + 628.25 µs + 722.09 µs Median - 58.290 ms - 58.502 ms - 58.838 ms + 57.771 ms + 57.836 ms + 57.896 ms MAD - 744.34 µs - 996.84 µs - 1.2464 ms + 210.15 µs + 363.67 µs + 651.06 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -2.7094% - -2.2343% - -1.7480% + -1.6055% + -1.1457% + -0.6977% (p = 0.00 < 0.05) - Performance has improved. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/hydroflow_diamond/report/iteration_times.svg b/criterion/hydroflow_diamond/report/iteration_times.svg index 976eafe60d5b..7714113355f9 100644 --- a/criterion/hydroflow_diamond/report/iteration_times.svg +++ b/criterion/hydroflow_diamond/report/iteration_times.svg @@ -15,47 +15,37 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + - + 57.0 - - -58.0 - - - -59.0 + + +57.5 - - -60.0 - - - -61.0 + + +58.0 - - -62.0 + + +58.5 - - -63.0 + + +59.0 - - -64.0 + + +59.5 - + 10 @@ -97,106 +87,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/hydroflow_diamond/report/iteration_times_small.svg b/criterion/hydroflow_diamond/report/iteration_times_small.svg index 961b71adeb34..2dc3e3e62fd3 100644 --- a/criterion/hydroflow_diamond/report/iteration_times_small.svg +++ b/criterion/hydroflow_diamond/report/iteration_times_small.svg @@ -12,47 +12,37 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + - + 57.0 - - -58.0 - - - -59.0 + + +57.5 - - -60.0 - - - -61.0 + + +58.0 - - -62.0 + + +58.5 - - -63.0 + + +59.0 - - -64.0 + + +59.5 - + 10 @@ -94,104 +84,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/hydroflow_diamond/report/mean.svg b/criterion/hydroflow_diamond/report/mean.svg index acfc4b1c2a09..6fcd7eb5d7f9 100644 --- a/criterion/hydroflow_diamond/report/mean.svg +++ b/criterion/hydroflow_diamond/report/mean.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (ms) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - - -58.35 - - - -58.4 + + +4 - - -58.45 + + +5 - - -58.5 + + +6 - - -58.55 - - - -58.6 + + + +57.8 - - -58.65 + + +57.85 - - -58.7 + + +57.9 - - -58.75 + + +57.95 - - -58.8 + + +58 - - -58.85 + + +58.05 - - - - + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/report/median.svg b/criterion/hydroflow_diamond/report/median.svg index 420af9e25ce3..bc0b362f5590 100644 --- a/criterion/hydroflow_diamond/report/median.svg +++ b/criterion/hydroflow_diamond/report/median.svg @@ -9,66 +9,70 @@ Density (a.u.) Average time (ms) - -0.5 + +2 - + -1 +4 - -1.5 + +6 - - -2 + + +8 - - -2.5 + + +10 - - -3 + + +12 - - -3.5 + + +14 - - -4 + + +16 - + - -58.3 + +57.76 + + + +57.78 - - -58.4 + + +57.8 - - -58.5 + + +57.82 - - -58.6 + + +57.84 - - -58.7 + + +57.86 - - -58.8 + + +57.88 - - - - + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/report/pdf.svg b/criterion/hydroflow_diamond/report/pdf.svg index e5e50d0b52bb..0aa44780c91a 100644 --- a/criterion/hydroflow_diamond/report/pdf.svg +++ b/criterion/hydroflow_diamond/report/pdf.svg @@ -54,30 +54,42 @@ Average Time (ms) - + 56 - - + + +56.5 + + + +57 + + + +57.5 + + + 58 - - -60 + + +58.5 - - -62 + + +59 - - -64 + + +59.5 - - -66 + + +60 - + Density (a.u.) @@ -86,48 +98,56 @@ Density (a.u.) 0 - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 - - - - - - - - - - - - - - - - + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/hydroflow_diamond/report/pdf_small.svg b/criterion/hydroflow_diamond/report/pdf_small.svg index 9fa000c6ed99..c76cd8f73c4e 100644 --- a/criterion/hydroflow_diamond/report/pdf_small.svg +++ b/criterion/hydroflow_diamond/report/pdf_small.svg @@ -10,51 +10,59 @@ Average Time (ms) 0 - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 - - - + + 0.4 - + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + - -55 + +56 - - -60 + + +57 - - -65 + + +58 + + + +59 + + + +60 - - - + + + diff --git a/criterion/hydroflow_diamond/report/relative_iteration_times_small.svg b/criterion/hydroflow_diamond/report/relative_iteration_times_small.svg index 51d9ee5d5f7e..cfe8ce47e82e 100644 --- a/criterion/hydroflow_diamond/report/relative_iteration_times_small.svg +++ b/criterion/hydroflow_diamond/report/relative_iteration_times_small.svg @@ -99,204 +99,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + diff --git a/criterion/hydroflow_diamond/report/relative_pdf_small.svg b/criterion/hydroflow_diamond/report/relative_pdf_small.svg index daea0a4d66ca..27426d92086a 100644 --- a/criterion/hydroflow_diamond/report/relative_pdf_small.svg +++ b/criterion/hydroflow_diamond/report/relative_pdf_small.svg @@ -6,34 +6,34 @@ Density (a.u.) Average Time (ms) - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 - + 55 @@ -47,8 +47,8 @@ Average Time (ms) 65 - - - - + + + + diff --git a/criterion/hydroflow_diamond/report/typical.svg b/criterion/hydroflow_diamond/report/typical.svg index 4ea5faa60ab0..2ae7bbb70928 100644 --- a/criterion/hydroflow_diamond/report/typical.svg +++ b/criterion/hydroflow_diamond/report/typical.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (ms) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - - -58.35 - - - -58.4 + + +4 - - -58.45 + + +5 - - -58.5 + + +6 - - -58.55 - - - -58.6 + + + +57.8 - - -58.65 + + +57.85 - - -58.7 + + +57.9 - - -58.75 + + +57.95 - - -58.8 + + +58 - - -58.85 + + +58.05 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/base/estimates.json b/criterion/identity_hydroflow/base/estimates.json index f38bc9058f04..69f1e82330ef 100644 --- a/criterion/identity_hydroflow/base/estimates.json +++ b/criterion/identity_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6654716.392857143,"upper_bound":6866613.962607142},"point_estimate":6753531.97142857,"standard_error":53823.157408693776},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6544511.285714285,"upper_bound":6590780.0},"point_estimate":6575309.642857143,"standard_error":11273.615382791888},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77663.66982119503,"upper_bound":153628.49187254906},"point_estimate":123918.03560001499,"standard_error":21176.126092624196},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":379957.1907491466,"upper_bound":666508.4807741868},"point_estimate":541485.7399948653,"standard_error":72709.41140654251}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7732052.359499999,"upper_bound":7747516.733571429},"point_estimate":7739507.981428575,"standard_error":3942.032746919165},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7722090.714285715,"upper_bound":7739302.857142856},"point_estimate":7732348.071428571,"standard_error":4383.886823818921},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22836.593294569324,"upper_bound":37973.515425835634},"point_estimate":30841.362352456068,"standard_error":3906.950337432287},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30402.219715839943,"upper_bound":48585.74966136908},"point_estimate":39694.34399572229,"standard_error":4700.122792811668}} \ No newline at end of file diff --git a/criterion/identity_hydroflow/base/sample.json b/criterion/identity_hydroflow/base/sample.json index a90aa7f536e1..ce6f9aef97ac 100644 --- a/criterion/identity_hydroflow/base/sample.json +++ b/criterion/identity_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0],"times":[57534840.0,57507348.0,59103329.0,59357653.0,58648122.0,58351880.0,56546719.0,59574766.0,60012611.0,56603453.0,47796833.0,47504128.0,46806118.0,47328060.0,44886274.0,45424365.0,45458770.0,46923697.0,46898750.0,45607025.0,45030252.0,47454616.0,47236850.0,45969471.0,47540926.0,45051552.0,46033158.0,46430940.0,46912286.0,46281031.0,45925418.0,47551576.0,46684522.0,45843446.0,46652873.0,45073333.0,45430527.0,45940958.0,46793274.0,46135460.0,45237978.0,44943220.0,45791669.0,47737741.0,46806730.0,48034986.0,46304174.0,46066751.0,45348826.0,46140950.0,45733873.0,45255241.0,45677597.0,45780179.0,46352744.0,45360246.0,46472878.0,45346691.0,46021177.0,45530934.0,46081710.0,45332040.0,45244109.0,45722434.0,45620254.0,46062542.0,46344554.0,46107004.0,45005869.0,45453666.0,44833090.0,45422970.0,46479573.0,46063785.0,45793264.0,45203464.0,45592784.0,45830052.0,47268532.0,45797211.0,46163099.0,45565193.0,45776995.0,44749927.0,46111201.0,45663435.0,46011167.0,45724578.0,44759514.0,45763499.0,46782734.0,47680683.0,45933514.0,46012750.0,46124516.0,46246011.0,46035553.0,45758360.0,45747370.0,45811579.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0],"times":[54270807.0,53747173.0,53926617.0,53751230.0,54247705.0,54179047.0,54050296.0,53869430.0,54193894.0,54054635.0,54214253.0,54039016.0,54529710.0,54406070.0,54268473.0,54303850.0,53899987.0,54029679.0,54570015.0,54305052.0,54036521.0,54043364.0,54601102.0,54415527.0,54152116.0,54275907.0,54683727.0,54260528.0,54046670.0,54011304.0,54195839.0,54510765.0,54311704.0,53942386.0,54137880.0,54040599.0,55203965.0,54173717.0,54363030.0,53849583.0,53892564.0,54095752.0,54461633.0,54141998.0,53966301.0,54794883.0,54527687.0,54337952.0,53996266.0,54036231.0,54115088.0,54122241.0,54216106.0,53926577.0,54691531.0,54633883.0,54041441.0,53921577.0,54030550.0,54165381.0,54402323.0,53967042.0,53979576.0,54023798.0,54008028.0,53882034.0,55356720.0,54223920.0,54031192.0,54325971.0,54098016.0,54016224.0,53790975.0,54160282.0,54065435.0,54099549.0,53844514.0,53861446.0,54075694.0,53984123.0,53967392.0,53972202.0,53864651.0,54823598.0,54060977.0,53929482.0,54176523.0,54162245.0,53948938.0,54173927.0,54332813.0,54239479.0,54446274.0,54130632.0,54294719.0,54120034.0,53869358.0,54250627.0,54133089.0,54332950.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow/base/tukey.json b/criterion/identity_hydroflow/base/tukey.json index 7c01ea726c7a..5b0bf638a920 100644 --- a/criterion/identity_hydroflow/base/tukey.json +++ b/criterion/identity_hydroflow/base/tukey.json @@ -1 +1 @@ -[5999292.2857142845,6257036.482142856,6944354.339285715,7202098.535714286] \ No newline at end of file +[7589906.392857144,7652459.446428572,7819267.589285714,7881820.642857142] \ No newline at end of file diff --git a/criterion/identity_hydroflow/change/estimates.json b/criterion/identity_hydroflow/change/estimates.json index 3a9b7a5ad539..99103d6b2ffb 100644 --- a/criterion/identity_hydroflow/change/estimates.json +++ b/criterion/identity_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.2197384891191827,"upper_bound":-0.19223954106089403},"point_estimate":-0.20700010540362368,"standard_error":0.006811808963843131},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.22939862846341574,"upper_bound":-0.2235355432873971},"point_estimate":-0.22554903814102567,"standard_error":0.001455567140346652}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.1274323468985695,"upper_bound":0.16305749763578392},"point_estimate":0.1459941278387762,"standard_error":0.009131620145470315},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.1727968913005602,"upper_bound":0.18160281575602305},"point_estimate":0.1759671394073945,"standard_error":0.0021381805148447536}} \ No newline at end of file diff --git a/criterion/identity_hydroflow/new/estimates.json b/criterion/identity_hydroflow/new/estimates.json index f38bc9058f04..69f1e82330ef 100644 --- a/criterion/identity_hydroflow/new/estimates.json +++ b/criterion/identity_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6654716.392857143,"upper_bound":6866613.962607142},"point_estimate":6753531.97142857,"standard_error":53823.157408693776},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6544511.285714285,"upper_bound":6590780.0},"point_estimate":6575309.642857143,"standard_error":11273.615382791888},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77663.66982119503,"upper_bound":153628.49187254906},"point_estimate":123918.03560001499,"standard_error":21176.126092624196},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":379957.1907491466,"upper_bound":666508.4807741868},"point_estimate":541485.7399948653,"standard_error":72709.41140654251}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7732052.359499999,"upper_bound":7747516.733571429},"point_estimate":7739507.981428575,"standard_error":3942.032746919165},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7722090.714285715,"upper_bound":7739302.857142856},"point_estimate":7732348.071428571,"standard_error":4383.886823818921},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22836.593294569324,"upper_bound":37973.515425835634},"point_estimate":30841.362352456068,"standard_error":3906.950337432287},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30402.219715839943,"upper_bound":48585.74966136908},"point_estimate":39694.34399572229,"standard_error":4700.122792811668}} \ No newline at end of file diff --git a/criterion/identity_hydroflow/new/sample.json b/criterion/identity_hydroflow/new/sample.json index a90aa7f536e1..ce6f9aef97ac 100644 --- a/criterion/identity_hydroflow/new/sample.json +++ b/criterion/identity_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0],"times":[57534840.0,57507348.0,59103329.0,59357653.0,58648122.0,58351880.0,56546719.0,59574766.0,60012611.0,56603453.0,47796833.0,47504128.0,46806118.0,47328060.0,44886274.0,45424365.0,45458770.0,46923697.0,46898750.0,45607025.0,45030252.0,47454616.0,47236850.0,45969471.0,47540926.0,45051552.0,46033158.0,46430940.0,46912286.0,46281031.0,45925418.0,47551576.0,46684522.0,45843446.0,46652873.0,45073333.0,45430527.0,45940958.0,46793274.0,46135460.0,45237978.0,44943220.0,45791669.0,47737741.0,46806730.0,48034986.0,46304174.0,46066751.0,45348826.0,46140950.0,45733873.0,45255241.0,45677597.0,45780179.0,46352744.0,45360246.0,46472878.0,45346691.0,46021177.0,45530934.0,46081710.0,45332040.0,45244109.0,45722434.0,45620254.0,46062542.0,46344554.0,46107004.0,45005869.0,45453666.0,44833090.0,45422970.0,46479573.0,46063785.0,45793264.0,45203464.0,45592784.0,45830052.0,47268532.0,45797211.0,46163099.0,45565193.0,45776995.0,44749927.0,46111201.0,45663435.0,46011167.0,45724578.0,44759514.0,45763499.0,46782734.0,47680683.0,45933514.0,46012750.0,46124516.0,46246011.0,46035553.0,45758360.0,45747370.0,45811579.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0],"times":[54270807.0,53747173.0,53926617.0,53751230.0,54247705.0,54179047.0,54050296.0,53869430.0,54193894.0,54054635.0,54214253.0,54039016.0,54529710.0,54406070.0,54268473.0,54303850.0,53899987.0,54029679.0,54570015.0,54305052.0,54036521.0,54043364.0,54601102.0,54415527.0,54152116.0,54275907.0,54683727.0,54260528.0,54046670.0,54011304.0,54195839.0,54510765.0,54311704.0,53942386.0,54137880.0,54040599.0,55203965.0,54173717.0,54363030.0,53849583.0,53892564.0,54095752.0,54461633.0,54141998.0,53966301.0,54794883.0,54527687.0,54337952.0,53996266.0,54036231.0,54115088.0,54122241.0,54216106.0,53926577.0,54691531.0,54633883.0,54041441.0,53921577.0,54030550.0,54165381.0,54402323.0,53967042.0,53979576.0,54023798.0,54008028.0,53882034.0,55356720.0,54223920.0,54031192.0,54325971.0,54098016.0,54016224.0,53790975.0,54160282.0,54065435.0,54099549.0,53844514.0,53861446.0,54075694.0,53984123.0,53967392.0,53972202.0,53864651.0,54823598.0,54060977.0,53929482.0,54176523.0,54162245.0,53948938.0,54173927.0,54332813.0,54239479.0,54446274.0,54130632.0,54294719.0,54120034.0,53869358.0,54250627.0,54133089.0,54332950.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow/new/tukey.json b/criterion/identity_hydroflow/new/tukey.json index 7c01ea726c7a..5b0bf638a920 100644 --- a/criterion/identity_hydroflow/new/tukey.json +++ b/criterion/identity_hydroflow/new/tukey.json @@ -1 +1 @@ -[5999292.2857142845,6257036.482142856,6944354.339285715,7202098.535714286] \ No newline at end of file +[7589906.392857144,7652459.446428572,7819267.589285714,7881820.642857142] \ No newline at end of file diff --git a/criterion/identity_hydroflow/report/MAD.svg b/criterion/identity_hydroflow/report/MAD.svg index 5e350e2d270b..2d6d5e5440eb 100644 --- a/criterion/identity_hydroflow/report/MAD.svg +++ b/criterion/identity_hydroflow/report/MAD.svg @@ -9,90 +9,90 @@ Density (a.u.) Average time (µs) - -0.002 + +0.01 - + -0.004 +0.02 - -0.006 + +0.03 - - -0.008 + + +0.04 - - -0.01 + + +0.05 - - -0.012 + + +0.06 - - -0.014 + + +0.07 - - -0.016 + + +0.08 - - -0.018 + + +0.09 - - -0.02 + + +0.1 - - - -70 + + +0.11 - - -80 + + + +22 - - -90 + + +24 - - -100 + + +26 - - -110 + + +28 - - -120 + + +30 - - -130 + + +32 - - -140 + + +34 - - -150 + + +36 - - -160 + + +38 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/SD.svg b/criterion/identity_hydroflow/report/SD.svg index c2aee0422cd6..b2ed7acfdc92 100644 --- a/criterion/identity_hydroflow/report/SD.svg +++ b/criterion/identity_hydroflow/report/SD.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (µs) - -0.001 + +0.01 - + + +0.02 + + -0.002 +0.03 - -0.003 + +0.04 + + + +0.05 - - -0.004 + + +0.06 - - -0.005 + + +0.07 - - -0.006 + + +0.08 - + + +0.09 + + - -350 + +30 + + + +32 + + + +34 + + + +36 + + + +38 - - -400 + + +40 - - -450 + + +42 - - -500 + + +44 - - -550 + + +46 - - -600 + + +48 - - -650 + + +50 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/both/iteration_times.svg b/criterion/identity_hydroflow/report/both/iteration_times.svg index 8a049559111e..152c44a3822e 100644 --- a/criterion/identity_hydroflow/report/both/iteration_times.svg +++ b/criterion/identity_hydroflow/report/both/iteration_times.svg @@ -16,47 +16,62 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + + + + - -6.5 + +6.4 - - + + +6.6 + + + +6.8 + + + 7.0 - - -7.5 + + +7.2 - - -8.0 + + +7.4 - - -8.5 + + +7.6 - - -9.0 + + +7.8 + + + +8.0 - - -9.5 + + +8.2 - - -10.0 + + +8.4 - + 0 @@ -102,206 +117,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/identity_hydroflow/report/both/pdf.svg b/criterion/identity_hydroflow/report/both/pdf.svg index 2ee6e207f778..5f8796734d5b 100644 --- a/criterion/identity_hydroflow/report/both/pdf.svg +++ b/criterion/identity_hydroflow/report/both/pdf.svg @@ -9,59 +9,71 @@ Density (a.u.) Average Time (ms) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 + + +4 - - - + + +5 + + + 6 - - + + 7 - - + + 8 - - + + 9 - - + + 10 - - - - - + + +11 + + + + +6 + + + +7 + + + +8 + + + +9 + + + + + + Base PDF diff --git a/criterion/identity_hydroflow/report/change/mean.svg b/criterion/identity_hydroflow/report/change/mean.svg index ac3796a3e97d..a0acfc279951 100644 --- a/criterion/identity_hydroflow/report/change/mean.svg +++ b/criterion/identity_hydroflow/report/change/mean.svg @@ -9,62 +9,78 @@ Density (a.u.) Relative change (%) - + +5 + + + 10 - - + + +15 + + + 20 - - + + +25 + + + 30 - - + + +35 + + + 40 - - -50 + + + +0.125 - - -60 + + +0.13 - - - --0.22 + + +0.135 - - --0.215 + + +0.14 - - --0.21 + + +0.145 - - --0.205 + + +0.15 - - --0.2 + + +0.155 - - --0.195 + + +0.16 - - --0.19 + + +0.165 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/change/median.svg b/criterion/identity_hydroflow/report/change/median.svg index 867a0e4fb224..d92a498bb423 100644 --- a/criterion/identity_hydroflow/report/change/median.svg +++ b/criterion/identity_hydroflow/report/change/median.svg @@ -9,70 +9,74 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 + + + +0.172 - - -350 + + +0.173 - - - --0.23 + + +0.174 + + + +0.175 - - --0.229 + + +0.176 - - --0.228 + + +0.177 - - --0.227 + + +0.178 - - --0.226 + + +0.179 - - --0.225 + + +0.18 - - --0.224 + + +0.181 - - --0.223 + + +0.182 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/change/t-test.svg b/criterion/identity_hydroflow/report/change/t-test.svg index 0691442c687f..d260938d83c0 100644 --- a/criterion/identity_hydroflow/report/change/t-test.svg +++ b/criterion/identity_hydroflow/report/change/t-test.svg @@ -13,77 +13,81 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + +5.0 + + + + t distribution diff --git a/criterion/identity_hydroflow/report/index.html b/criterion/identity_hydroflow/report/index.html index 1731ff647026..0db2867a5e3b 100644 --- a/criterion/identity_hydroflow/report/index.html +++ b/criterion/identity_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0014540 - 0.0015029 - 0.0014395 + 0.0030804 + 0.0031898 + 0.0030642 Mean - 6.6547 ms - 6.7535 ms - 6.8666 ms + 7.7321 ms + 7.7395 ms + 7.7475 ms Std. Dev. - 379.96 µs - 541.49 µs - 666.51 µs + 30.402 µs + 39.694 µs + 48.586 µs Median - 6.5445 ms - 6.5753 ms - 6.5908 ms + 7.7221 ms + 7.7323 ms + 7.7393 ms MAD - 77.664 µs - 123.92 µs - 153.63 µs + 22.837 µs + 30.841 µs + 37.974 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -21.974% - -20.700% - -19.224% + +12.743% + +14.599% + +16.306% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/criterion/identity_hydroflow/report/iteration_times.svg b/criterion/identity_hydroflow/report/iteration_times.svg index 6a7710d1b03e..7edc19091a90 100644 --- a/criterion/identity_hydroflow/report/iteration_times.svg +++ b/criterion/identity_hydroflow/report/iteration_times.svg @@ -15,62 +15,32 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + - -6.4 - - -6.6 +7.7 - -6.8 - - - -7.0 - - - -7.2 + +7.75 - - -7.4 - - - -7.6 - - - + + 7.8 - - -8.0 - - - -8.2 + + +7.85 - - -8.4 + + +7.9 - + 10 @@ -112,106 +82,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/identity_hydroflow/report/iteration_times_small.svg b/criterion/identity_hydroflow/report/iteration_times_small.svg index deec933da490..0c9b2f45d8a0 100644 --- a/criterion/identity_hydroflow/report/iteration_times_small.svg +++ b/criterion/identity_hydroflow/report/iteration_times_small.svg @@ -12,62 +12,32 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + - -6.4 - - -6.6 +7.7 - -6.8 - - - -7.0 - - - -7.2 + +7.75 - - -7.4 - - - -7.6 - - - + + 7.8 - - -8.0 - - - -8.2 + + +7.85 - - -8.4 + + +7.9 - + 10 @@ -109,104 +79,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow/report/mean.svg b/criterion/identity_hydroflow/report/mean.svg index d416b439337b..3ec6f40f1eab 100644 --- a/criterion/identity_hydroflow/report/mean.svg +++ b/criterion/identity_hydroflow/report/mean.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (ms) - -1 + +10 - - -2 + + +20 - - -3 + + +30 - - -4 + + +40 - - -5 + + +50 - - -6 + + +60 - - -7 + + +70 - - -8 + + +80 - + + +90 + + + +100 + + + +110 + + - -6.65 + +7.732 + + + +7.734 + + + +7.736 + + + +7.738 + + + +7.74 - - -6.7 + + +7.742 - - -6.75 + + +7.744 - - -6.8 + + +7.746 - - -6.85 + + +7.748 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/median.svg b/criterion/identity_hydroflow/report/median.svg index d5c2124581b1..44c8c0fea6a4 100644 --- a/criterion/identity_hydroflow/report/median.svg +++ b/criterion/identity_hydroflow/report/median.svg @@ -9,62 +9,74 @@ Density (a.u.) Average time (ms) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 + + +80 + + + +100 + + + +120 - + - -6.54 + +7.722 + + + +7.724 + + + +7.726 + + + +7.728 + + + +7.73 - - -6.55 + + +7.732 - - -6.56 + + +7.734 - - -6.57 + + +7.736 - - -6.58 + + +7.738 - - -6.59 + + +7.74 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/pdf.svg b/criterion/identity_hydroflow/report/pdf.svg index ef6c541d60db..af5303dc0ff2 100644 --- a/criterion/identity_hydroflow/report/pdf.svg +++ b/criterion/identity_hydroflow/report/pdf.svg @@ -42,34 +42,34 @@ Average Time (ms) - -6 + +7.65 - - -6.5 + + +7.7 - - -7 + + +7.75 - - -7.5 + + +7.8 - - -8 + + +7.85 - - -8.5 + + +7.9 - - -9 + + +7.95 - + Density (a.u.) @@ -78,60 +78,40 @@ Density (a.u.) 0 - -0.2 - - - -0.4 + +2 - - -0.6 + + +4 - - -0.8 + + +6 - - -1 + + +8 - - -1.2 - - - -1.4 - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +10 + + + + + + + + + + + + + + + + PDF diff --git a/criterion/identity_hydroflow/report/pdf_small.svg b/criterion/identity_hydroflow/report/pdf_small.svg index ac94877041aa..29f9d19e106d 100644 --- a/criterion/identity_hydroflow/report/pdf_small.svg +++ b/criterion/identity_hydroflow/report/pdf_small.svg @@ -10,51 +10,43 @@ Average Time (ms) 0 - -0.2 + +2 - - -0.4 + + +4 - - -0.6 - - - -0.8 + + +6 - - -1 + + +8 - - -1.2 + + +10 - - -1.4 + + +12 - + - -6 - - - -7 + +7.7 - - -8 + + +7.8 - - -9 + + +7.9 - - - + + + diff --git a/criterion/identity_hydroflow/report/relative_iteration_times_small.svg b/criterion/identity_hydroflow/report/relative_iteration_times_small.svg index a04159a218f9..9cdd94eb333e 100644 --- a/criterion/identity_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/identity_hydroflow/report/relative_iteration_times_small.svg @@ -13,47 +13,62 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + + + + - -6.5 + +6.4 - - + + +6.6 + + + +6.8 + + + 7.0 - - -7.5 + + +7.2 - - -8.0 + + +7.4 - - -8.5 + + +7.6 - - -9.0 + + +7.8 + + + +8.0 - - -9.5 + + +8.2 - - -10.0 + + +8.4 - + 0 @@ -99,204 +114,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow/report/relative_pdf_small.svg b/criterion/identity_hydroflow/report/relative_pdf_small.svg index 5c81847723a6..90bcc9486cca 100644 --- a/criterion/identity_hydroflow/report/relative_pdf_small.svg +++ b/criterion/identity_hydroflow/report/relative_pdf_small.svg @@ -6,57 +6,69 @@ Density (a.u.) Average Time (ms) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 + + +4 - - - + + +5 + + + 6 - - + + 7 - - + + 8 - - + + 9 - - + + 10 - - - - - + + +11 + + + + +6 + + + +7 + + + +8 + + + +9 + + + + + + diff --git a/criterion/identity_hydroflow/report/typical.svg b/criterion/identity_hydroflow/report/typical.svg index 9bfea0961ff8..09fd507d8579 100644 --- a/criterion/identity_hydroflow/report/typical.svg +++ b/criterion/identity_hydroflow/report/typical.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (ms) - -1 + +10 - - -2 + + +20 - - -3 + + +30 - - -4 + + +40 - - -5 + + +50 - - -6 + + +60 - - -7 + + +70 - - -8 + + +80 - + + +90 + + + +100 + + + +110 + + - -6.65 + +7.732 + + + +7.734 + + + +7.736 + + + +7.738 + + + +7.74 - - -6.7 + + +7.742 - - -6.75 + + +7.744 - - -6.8 + + +7.746 - - -6.85 + + +7.748 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/base/estimates.json b/criterion/identity_hydroflow_compiled/base/estimates.json index cd62e08f1f69..0e4e20232959 100644 --- a/criterion/identity_hydroflow_compiled/base/estimates.json +++ b/criterion/identity_hydroflow_compiled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6492235.3584375,"upper_bound":6495339.266718751},"point_estimate":6493556.46125,"standard_error":799.0254001057089},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6491480.1875,"upper_bound":6493445.8125},"point_estimate":6492167.75,"standard_error":539.9755379695716},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2495.401080697775,"upper_bound":4364.130318146198},"point_estimate":3082.2326827794313,"standard_error":497.51209406059326},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3205.1879158948477,"upper_bound":12480.859914101995},"point_estimate":8023.39549454585,"standard_error":2654.067676804854}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6490818.775374999,"upper_bound":6495533.04625},"point_estimate":6492891.18875,"standard_error":1212.5883786785535},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6489634.875,"upper_bound":6490980.4375},"point_estimate":6490348.3125,"standard_error":360.1682414317309},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2049.694463610649,"upper_bound":3360.6834903359413},"point_estimate":2687.2124522924423,"standard_error":337.50633514163076},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3094.4813344113377,"upper_bound":17937.846471587145},"point_estimate":12238.8869677402,"standard_error":3572.4396313204284}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/base/sample.json b/criterion/identity_hydroflow_compiled/base/sample.json index d12f6f666c22..b18e527b37e1 100644 --- a/criterion/identity_hydroflow_compiled/base/sample.json +++ b/criterion/identity_hydroflow_compiled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51988152.0,51979366.0,51967043.0,51946745.0,51937809.0,51924434.0,51905769.0,52026013.0,51952857.0,51932960.0,51911720.0,51979256.0,51925075.0,51932199.0,51971181.0,51917651.0,51903564.0,51936928.0,51929944.0,51944511.0,51984094.0,51951685.0,51922750.0,51932628.0,51925877.0,51951133.0,51949470.0,51951845.0,51935544.0,51913323.0,51984144.0,51923351.0,51935223.0,51958506.0,51940865.0,51908824.0,51925305.0,51901161.0,51918883.0,51955120.0,51991017.0,51929213.0,51950542.0,51915316.0,51923912.0,51915316.0,51954229.0,51964027.0,52458667.0,51945111.0,51953718.0,51950231.0,51976029.0,51907402.0,51947387.0,51937407.0,51897272.0,51894628.0,51948157.0,51981990.0,51948038.0,51893075.0,51948728.0,51936425.0,51904847.0,51914264.0,52208642.0,51965170.0,51937277.0,51951835.0,51908454.0,51962404.0,51948077.0,51937527.0,51904707.0,51929743.0,51893575.0,51932518.0,52009080.0,51919273.0,51893065.0,51947276.0,51937157.0,51930956.0,51910748.0,52005143.0,51961372.0,51911771.0,51953046.0,51931055.0,51931156.0,51982812.0,51925214.0,51947056.0,51927128.0,51915356.0,51971652.0,51978364.0,51978704.0,51928000.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51934765.0,51906834.0,51909178.0,51908317.0,52022379.0,51916732.0,51973047.0,51933214.0,51916111.0,51923716.0,51919727.0,51915921.0,51916382.0,51947389.0,51913265.0,51897025.0,51967156.0,51898618.0,51919568.0,51945396.0,51904340.0,51903297.0,51914408.0,52524334.0,51971424.0,51927662.0,51953220.0,51908417.0,51910019.0,51895463.0,51924006.0,51900412.0,51969301.0,51908256.0,51912605.0,51922163.0,51934184.0,51912645.0,51937030.0,51933784.0,51900371.0,51908246.0,51900672.0,52010467.0,51939493.0,51964597.0,51905337.0,51899627.0,51899096.0,51926406.0,51899936.0,51934231.0,51926197.0,51917079.0,51931215.0,51942095.0,51901580.0,51943568.0,51945632.0,51916088.0,51920144.0,51907611.0,52552382.0,51913001.0,51932497.0,51926997.0,51918311.0,51909955.0,51906098.0,51899908.0,51954257.0,51926406.0,51919594.0,51918452.0,51943388.0,51900838.0,51936996.0,51908063.0,51952455.0,51897512.0,51930152.0,52010943.0,51941224.0,51933951.0,51954930.0,51919223.0,51951914.0,51911889.0,51934040.0,51905677.0,51973674.0,51923410.0,51907892.0,52336690.0,51931044.0,51924652.0,51939931.0,51928690.0,51923691.0,51920826.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/base/tukey.json b/criterion/identity_hydroflow_compiled/base/tukey.json index 3d7b8d53c006..57efd00de88b 100644 --- a/criterion/identity_hydroflow_compiled/base/tukey.json +++ b/criterion/identity_hydroflow_compiled/base/tukey.json @@ -1 +1 @@ -[6478680.96875,6484540.53125,6500166.03125,6506025.59375] \ No newline at end of file +[6476845.0625,6482697.03125,6498302.28125,6504154.25] \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/change/estimates.json b/criterion/identity_hydroflow_compiled/change/estimates.json index c1ba3a472cc4..2adc795f19d8 100644 --- a/criterion/identity_hydroflow_compiled/change/estimates.json +++ b/criterion/identity_hydroflow_compiled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.018842075098421618,"upper_bound":-0.0003691687182796031},"point_estimate":-0.007894221391581357,"standard_error":0.004814755095188393},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0002999638557412698,"upper_bound":0.0001383134865160507},"point_estimate":-0.0001580308581191625,"standard_error":0.00011334067734818201}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0005118223374808134,"upper_bound":0.00033862514617081217},"point_estimate":-0.0001024511766348768,"standard_error":0.0002160111357116661},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0005259120320374455,"upper_bound":-0.00013959111778449884},"point_estimate":-0.00028025115339946893,"standard_error":0.00009836043543344169}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/new/estimates.json b/criterion/identity_hydroflow_compiled/new/estimates.json index cd62e08f1f69..0e4e20232959 100644 --- a/criterion/identity_hydroflow_compiled/new/estimates.json +++ b/criterion/identity_hydroflow_compiled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6492235.3584375,"upper_bound":6495339.266718751},"point_estimate":6493556.46125,"standard_error":799.0254001057089},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6491480.1875,"upper_bound":6493445.8125},"point_estimate":6492167.75,"standard_error":539.9755379695716},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2495.401080697775,"upper_bound":4364.130318146198},"point_estimate":3082.2326827794313,"standard_error":497.51209406059326},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3205.1879158948477,"upper_bound":12480.859914101995},"point_estimate":8023.39549454585,"standard_error":2654.067676804854}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6490818.775374999,"upper_bound":6495533.04625},"point_estimate":6492891.18875,"standard_error":1212.5883786785535},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6489634.875,"upper_bound":6490980.4375},"point_estimate":6490348.3125,"standard_error":360.1682414317309},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2049.694463610649,"upper_bound":3360.6834903359413},"point_estimate":2687.2124522924423,"standard_error":337.50633514163076},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3094.4813344113377,"upper_bound":17937.846471587145},"point_estimate":12238.8869677402,"standard_error":3572.4396313204284}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/new/sample.json b/criterion/identity_hydroflow_compiled/new/sample.json index d12f6f666c22..b18e527b37e1 100644 --- a/criterion/identity_hydroflow_compiled/new/sample.json +++ b/criterion/identity_hydroflow_compiled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51988152.0,51979366.0,51967043.0,51946745.0,51937809.0,51924434.0,51905769.0,52026013.0,51952857.0,51932960.0,51911720.0,51979256.0,51925075.0,51932199.0,51971181.0,51917651.0,51903564.0,51936928.0,51929944.0,51944511.0,51984094.0,51951685.0,51922750.0,51932628.0,51925877.0,51951133.0,51949470.0,51951845.0,51935544.0,51913323.0,51984144.0,51923351.0,51935223.0,51958506.0,51940865.0,51908824.0,51925305.0,51901161.0,51918883.0,51955120.0,51991017.0,51929213.0,51950542.0,51915316.0,51923912.0,51915316.0,51954229.0,51964027.0,52458667.0,51945111.0,51953718.0,51950231.0,51976029.0,51907402.0,51947387.0,51937407.0,51897272.0,51894628.0,51948157.0,51981990.0,51948038.0,51893075.0,51948728.0,51936425.0,51904847.0,51914264.0,52208642.0,51965170.0,51937277.0,51951835.0,51908454.0,51962404.0,51948077.0,51937527.0,51904707.0,51929743.0,51893575.0,51932518.0,52009080.0,51919273.0,51893065.0,51947276.0,51937157.0,51930956.0,51910748.0,52005143.0,51961372.0,51911771.0,51953046.0,51931055.0,51931156.0,51982812.0,51925214.0,51947056.0,51927128.0,51915356.0,51971652.0,51978364.0,51978704.0,51928000.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51934765.0,51906834.0,51909178.0,51908317.0,52022379.0,51916732.0,51973047.0,51933214.0,51916111.0,51923716.0,51919727.0,51915921.0,51916382.0,51947389.0,51913265.0,51897025.0,51967156.0,51898618.0,51919568.0,51945396.0,51904340.0,51903297.0,51914408.0,52524334.0,51971424.0,51927662.0,51953220.0,51908417.0,51910019.0,51895463.0,51924006.0,51900412.0,51969301.0,51908256.0,51912605.0,51922163.0,51934184.0,51912645.0,51937030.0,51933784.0,51900371.0,51908246.0,51900672.0,52010467.0,51939493.0,51964597.0,51905337.0,51899627.0,51899096.0,51926406.0,51899936.0,51934231.0,51926197.0,51917079.0,51931215.0,51942095.0,51901580.0,51943568.0,51945632.0,51916088.0,51920144.0,51907611.0,52552382.0,51913001.0,51932497.0,51926997.0,51918311.0,51909955.0,51906098.0,51899908.0,51954257.0,51926406.0,51919594.0,51918452.0,51943388.0,51900838.0,51936996.0,51908063.0,51952455.0,51897512.0,51930152.0,52010943.0,51941224.0,51933951.0,51954930.0,51919223.0,51951914.0,51911889.0,51934040.0,51905677.0,51973674.0,51923410.0,51907892.0,52336690.0,51931044.0,51924652.0,51939931.0,51928690.0,51923691.0,51920826.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/new/tukey.json b/criterion/identity_hydroflow_compiled/new/tukey.json index 3d7b8d53c006..57efd00de88b 100644 --- a/criterion/identity_hydroflow_compiled/new/tukey.json +++ b/criterion/identity_hydroflow_compiled/new/tukey.json @@ -1 +1 @@ -[6478680.96875,6484540.53125,6500166.03125,6506025.59375] \ No newline at end of file +[6476845.0625,6482697.03125,6498302.28125,6504154.25] \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/report/MAD.svg b/criterion/identity_hydroflow_compiled/report/MAD.svg index 86769fdce733..d56fdbf8ce7b 100644 --- a/criterion/identity_hydroflow_compiled/report/MAD.svg +++ b/criterion/identity_hydroflow_compiled/report/MAD.svg @@ -9,94 +9,70 @@ Density (a.u.) Average time (µs) - -0.1 - - - + 0.2 - - -0.3 - - - + + 0.4 - - -0.5 - - - + + 0.6 - - -0.7 - - - + + 0.8 - - -0.9 - - - + + 1 - + + +1.2 + + + +1.4 + + - + +2 + + + +2.2 + + + 2.4 - - + + 2.6 - - + + 2.8 - - + + 3 - - + + 3.2 - - + + 3.4 - - -3.6 - - - -3.8 - - - -4 - - - -4.2 - - - -4.4 - - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/SD.svg b/criterion/identity_hydroflow_compiled/report/SD.svg index 9323661de3d5..32ba9d127da0 100644 --- a/criterion/identity_hydroflow_compiled/report/SD.svg +++ b/criterion/identity_hydroflow_compiled/report/SD.svg @@ -9,98 +9,74 @@ Density (a.u.) Average time (µs) - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - -0.16 - - - -0.18 - - - -0.2 - - - -0.22 - - + - -3 + +2 - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - - -9 - - - + + 10 - - -11 - - - + + 12 - - -13 + + +14 + + + +16 + + + +18 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg b/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg index 978576eba852..30f2b6990bcb 100644 --- a/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg +++ b/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg @@ -16,37 +16,47 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + - + +6.49 + + + 6.5 - - -7.0 + + +6.51 + + + +6.52 - - -7.5 + + +6.53 - - -8.0 + + +6.54 - - -8.5 + + +6.55 - - -9.0 + + +6.56 - + 0 @@ -92,206 +102,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/identity_hydroflow_compiled/report/both/pdf.svg b/criterion/identity_hydroflow_compiled/report/both/pdf.svg index d97a6f596fc3..785d10994cf8 100644 --- a/criterion/identity_hydroflow_compiled/report/both/pdf.svg +++ b/criterion/identity_hydroflow_compiled/report/both/pdf.svg @@ -42,22 +42,18 @@ Average Time (ms) - -7 - - - -8 - - - -9 - - - - - - + +6.5 + + + +6.55 + + + + + + Base PDF diff --git a/criterion/identity_hydroflow_compiled/report/change/mean.svg b/criterion/identity_hydroflow_compiled/report/change/mean.svg index dfef1fe6d41b..294bafc23705 100644 --- a/criterion/identity_hydroflow_compiled/report/change/mean.svg +++ b/criterion/identity_hydroflow_compiled/report/change/mean.svg @@ -9,91 +9,91 @@ Density (a.u.) Relative change (%) - -10 + +200 - - -20 + + +400 - - -30 + + +600 - - -40 + + +800 - - -50 + + +1000 - + -60 +1200 - -70 + +1400 - - -80 + + +1600 - - -90 + + +1800 - + - --0.02 - - - --0.018 - - - --0.016 - - - --0.014 - - - --0.012 - - - --0.01 - - - --0.008 - - - --0.006 - - - --0.004 - - - --0.002 - - - -3.46945e-18 - - - - - - + +-6e-4 + + + +-5e-4 + + + +-4e-4 + + + +-3e-4 + + + +-2e-4 + + + +-1e-4 + + + +1.0842e-19 + + + +1e-4 + + + +2e-4 + + + +3e-4 + + + +4e-4 + + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/change/median.svg b/criterion/identity_hydroflow_compiled/report/change/median.svg index 681654fe923d..168af2b77b04 100644 --- a/criterion/identity_hydroflow_compiled/report/change/median.svg +++ b/criterion/identity_hydroflow_compiled/report/change/median.svg @@ -13,86 +13,90 @@ Relative change (%) 500 - + 1000 - - + + 1500 - - + + 2000 - - + + 2500 - - + + 3000 - - + + 3500 - - + + 4000 - - + + 4500 - - + + 5000 + + +5500 + - --3e-4 + +-0.00055 - - --0.00025 + + +-5e-4 - - --2e-4 + + +-0.00045 - - --0.00015 + + +-4e-4 - - --1e-4 + + +-0.00035 - - --5e-5 + + +-3e-4 - - -5.42101e-20 + + +-0.00025 - - -5e-5 + + +-2e-4 - - -1e-4 + + +-0.00015 - - -0.00015 + + +-1e-4 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/change/t-test.svg b/criterion/identity_hydroflow_compiled/report/change/t-test.svg index bf723d2a4ad9..63daddff3133 100644 --- a/criterion/identity_hydroflow_compiled/report/change/t-test.svg +++ b/criterion/identity_hydroflow_compiled/report/change/t-test.svg @@ -13,69 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + +4.0 + + + + t distribution diff --git a/criterion/identity_hydroflow_compiled/report/index.html b/criterion/identity_hydroflow_compiled/report/index.html index 30e1d3759828..799c71b5dc54 100644 --- a/criterion/identity_hydroflow_compiled/report/index.html +++ b/criterion/identity_hydroflow_compiled/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0009971 - 0.0010244 - 0.0009758 + 0.0005091 + 0.0005239 + 0.0005003 Mean - 6.4922 ms - 6.4936 ms - 6.4953 ms + 6.4908 ms + 6.4929 ms + 6.4955 ms Std. Dev. - 3.2052 µs - 8.0234 µs - 12.481 µs + 3.0945 µs + 12.239 µs + 17.938 µs Median - 6.4915 ms - 6.4922 ms - 6.4934 ms + 6.4896 ms + 6.4903 ms + 6.4910 ms MAD - 2.4954 µs - 3.0822 µs - 4.3641 µs + 2.0497 µs + 2.6872 µs + 3.3607 µs @@ -221,10 +221,10 @@

Additional Statistics:

Change in time - -1.8842% - -0.7894% - -0.0369% - (p = 0.07 > + -0.0512% + -0.0102% + +0.0339% + (p = 0.66 > 0.05) diff --git a/criterion/identity_hydroflow_compiled/report/iteration_times.svg b/criterion/identity_hydroflow_compiled/report/iteration_times.svg index a61943a682e9..3f90dbe8256a 100644 --- a/criterion/identity_hydroflow_compiled/report/iteration_times.svg +++ b/criterion/identity_hydroflow_compiled/report/iteration_times.svg @@ -15,42 +15,47 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + - + 6.49 - - + + 6.5 - - + + 6.51 - - + + 6.52 - - + + 6.53 - - + + 6.54 - - + + 6.55 - + + +6.56 + + 10 @@ -92,106 +97,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg b/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg index cfd353b2ac3c..4488f67f9133 100644 --- a/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg +++ b/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg @@ -12,42 +12,47 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + - + 6.49 - - + + 6.5 - - + + 6.51 - - + + 6.52 - - + + 6.53 - - + + 6.54 - - + + 6.55 - + + +6.56 + + 10 @@ -89,104 +94,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow_compiled/report/mean.svg b/criterion/identity_hydroflow_compiled/report/mean.svg index bfa1282e07ae..d8ac47c6fb22 100644 --- a/criterion/identity_hydroflow_compiled/report/mean.svg +++ b/criterion/identity_hydroflow_compiled/report/mean.svg @@ -9,86 +9,62 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - -400 - - - -450 - - - -500 - - - -550 - - + - -6.492 + +6.491 - - -6.4925 + + +6.492 - - + + 6.493 - - -6.4935 - - - + + 6.494 - - -6.4945 - - - + + 6.495 - - -6.4955 + + +6.496 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/median.svg b/criterion/identity_hydroflow_compiled/report/median.svg index 0d805c52a363..96c43aa4e28f 100644 --- a/criterion/identity_hydroflow_compiled/report/median.svg +++ b/criterion/identity_hydroflow_compiled/report/median.svg @@ -9,50 +9,82 @@ Density (a.u.) Average time (ms) - -500 + +200 - - + + +400 + + + +600 + + + +800 + + + 1000 - - -1500 + + +1200 + + + +1400 - - + + +1600 + + + +1800 + + + 2000 - - -2500 + + +2200 - + - -6.4915 + +6.4896 + + + +6.4898 + + + +6.49 - - -6.492 + + +6.4902 - - -6.4925 + + +6.4904 - - -6.493 + + +6.4906 - - -6.4935 + + +6.4908 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/pdf.svg b/criterion/identity_hydroflow_compiled/report/pdf.svg index a62f4558c488..45766c77427d 100644 --- a/criterion/identity_hydroflow_compiled/report/pdf.svg +++ b/criterion/identity_hydroflow_compiled/report/pdf.svg @@ -46,42 +46,50 @@ Average Time (ms) - + 6.48 - - + + 6.49 - - + + 6.5 - - + + 6.51 - - + + 6.52 - - + + 6.53 - - + + 6.54 - - + + 6.55 - - + + 6.56 - + + +6.57 + + + +6.58 + + Density (a.u.) @@ -90,54 +98,48 @@ Density (a.u.) 0 - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - -70 - - - -80 - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/identity_hydroflow_compiled/report/pdf_small.svg b/criterion/identity_hydroflow_compiled/report/pdf_small.svg index 145a4ef439e6..b9bc101d4236 100644 --- a/criterion/identity_hydroflow_compiled/report/pdf_small.svg +++ b/criterion/identity_hydroflow_compiled/report/pdf_small.svg @@ -10,59 +10,43 @@ Average Time (ms) 0 - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - -80 - - + - -6.48 - - - + 6.5 - - -6.52 - - - -6.54 - - - -6.56 + + +6.55 - - - + + + diff --git a/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg b/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg index 38469f79aa09..259778e9feae 100644 --- a/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg +++ b/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg @@ -13,37 +13,47 @@ Average Iteration Time (ms) - - - + + + + - - + + + - + +6.49 + + + 6.5 - - -7.0 + + +6.51 - - -7.5 + + +6.52 - + -8.0 +6.53 - -8.5 + +6.54 + + + +6.55 - - -9.0 + + +6.56 - + 0 @@ -89,204 +99,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - + + + - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg b/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg index 0f4c259061ee..b9bd5fe196b3 100644 --- a/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg +++ b/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg @@ -39,20 +39,16 @@ Average Time (ms) - -7 - - - -8 - - - -9 - - - - - - + +6.5 + + + +6.55 + + + + + + diff --git a/criterion/identity_hydroflow_compiled/report/typical.svg b/criterion/identity_hydroflow_compiled/report/typical.svg index 52dee384fefd..a2dc08e9ba20 100644 --- a/criterion/identity_hydroflow_compiled/report/typical.svg +++ b/criterion/identity_hydroflow_compiled/report/typical.svg @@ -9,86 +9,62 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - -400 - - - -450 - - - -500 - - - -550 - - + - -6.492 + +6.491 - - -6.4925 + + +6.492 - - + + 6.493 - - -6.4935 - - - + + 6.494 - - -6.4945 - - - + + 6.495 - - -6.4955 + + +6.496 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/base/estimates.json b/criterion/identity_hydroflow_surface/base/estimates.json index 7f92770b07af..28244b292eab 100644 --- a/criterion/identity_hydroflow_surface/base/estimates.json +++ b/criterion/identity_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6642862.62334375,"upper_bound":6650833.05821875},"point_estimate":6646494.71625,"standard_error":2042.6659767022181},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6639620.375,"upper_bound":6645632.875},"point_estimate":6642118.25,"standard_error":1646.3065069394913},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7779.4800493866205,"upper_bound":12343.293418362737},"point_estimate":9641.718278825283,"standard_error":1102.3268014448074},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9984.844494148212,"upper_bound":28354.66174596269},"point_estimate":20545.733291161578,"standard_error":4468.800188032346}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6635111.0059687495,"upper_bound":6642842.28259375},"point_estimate":6638600.70125,"standard_error":1981.8375793974392},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6632477.0,"upper_bound":6636342.9375},"point_estimate":6634380.5,"standard_error":1074.1905032683323},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5275.924668833613,"upper_bound":8286.529240384698},"point_estimate":7088.959111645818,"standard_error":758.9689149081194},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10643.233678033796,"upper_bound":27233.547819028023},"point_estimate":19820.88860142484,"standard_error":4418.469276373806}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/base/sample.json b/criterion/identity_hydroflow_surface/base/sample.json index b7cf97e0e85f..da399682022b 100644 --- a/criterion/identity_hydroflow_surface/base/sample.json +++ b/criterion/identity_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[53089062.0,53114208.0,53161055.0,53034441.0,53043628.0,53173718.0,53285045.0,53196431.0,53160264.0,53178378.0,53166755.0,53203814.0,53251462.0,53165063.0,53189828.0,53168008.0,53950770.0,53278944.0,53279865.0,53156877.0,53098890.0,53180811.0,53126261.0,53174249.0,53299161.0,53290325.0,53212240.0,53209716.0,53134927.0,53145767.0,53194688.0,53059747.0,53080495.0,53180942.0,53081738.0,53353802.0,53086898.0,53260840.0,53078502.0,53065699.0,53115181.0,53125620.0,53084022.0,53182325.0,53116963.0,53092398.0,53235393.0,53191542.0,53140176.0,53131640.0,53072130.0,53187144.0,53193385.0,53061360.0,53965617.0,53152929.0,53184538.0,53082770.0,53138073.0,53157819.0,53068634.0,53112895.0,53226246.0,53041584.0,53058735.0,53316815.0,53093039.0,53032025.0,53101014.0,53054548.0,53124958.0,53080756.0,53132542.0,53303129.0,53114940.0,53109139.0,53018971.0,53135819.0,53101144.0,53100844.0,53025203.0,53045611.0,53039229.0,53120199.0,53387656.0,53158961.0,53070607.0,53062753.0,53102346.0,53187274.0,53172456.0,53199637.0,54044673.0,53364602.0,53094872.0,53054508.0,53183176.0,53085776.0,53123015.0,53171103.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[53010554.0,53112915.0,53061729.0,53116792.0,53112685.0,53055908.0,53095843.0,53113696.0,53087568.0,53088359.0,53063102.0,53036732.0,53838455.0,53147679.0,53235423.0,53119337.0,53038956.0,53080675.0,53028848.0,53111402.0,53058964.0,53046792.0,53149943.0,53080585.0,53027977.0,53118876.0,53080605.0,53047222.0,53026113.0,53759048.0,53011796.0,53812557.0,53149543.0,53112454.0,53029440.0,53009151.0,53099660.0,53018559.0,53061860.0,53037355.0,53023047.0,53089661.0,53036493.0,52996808.0,53113526.0,53102656.0,53037565.0,53052693.0,53044758.0,53008600.0,53164240.0,53175742.0,53035851.0,53041111.0,53044227.0,53067169.0,53002218.0,53113356.0,53024199.0,53061710.0,53044477.0,53037525.0,53020894.0,53072770.0,53063272.0,53025281.0,53234300.0,53130637.0,53194847.0,53935967.0,53127722.0,53039408.0,53033586.0,53078590.0,53064084.0,53020503.0,53118134.0,53136368.0,53042825.0,53093449.0,53124797.0,53017767.0,53132662.0,53077318.0,53093128.0,53077429.0,53042303.0,53059816.0,53258055.0,53093368.0,53041361.0,53131008.0,53080273.0,53072209.0,53011606.0,53097647.0,53134124.0,53049045.0,53127983.0,53113235.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/base/tukey.json b/criterion/identity_hydroflow_surface/base/tukey.json index 0c442e08c6f6..4e13c0022fe0 100644 --- a/criterion/identity_hydroflow_surface/base/tukey.json +++ b/criterion/identity_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[6596962.5625,6616394.875,6668214.375,6687646.6875] \ No newline at end of file +[6601377.875,6615601.953125,6653532.828125,6667756.90625] \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/change/estimates.json b/criterion/identity_hydroflow_surface/change/estimates.json index 42e5e3d3b8ca..8d35601468f3 100644 --- a/criterion/identity_hydroflow_surface/change/estimates.json +++ b/criterion/identity_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00006737877495877089,"upper_bound":0.0017492890476999811},"point_estimate":0.0009346099755542792,"standard_error":0.0004308101300343581},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0006331899818010633,"upper_bound":0.0015835041869682875},"point_estimate":0.0010396980642521925,"standard_error":0.00025756609827228927}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.002029018147475222,"upper_bound":-0.00038072672968724467},"point_estimate":-0.0011876959716374813,"standard_error":0.00042095143938288145},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0018400811330218092,"upper_bound":-0.0007222930952158757},"point_estimate":-0.0011649521596517332,"standard_error":0.00029396013387453603}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/new/estimates.json b/criterion/identity_hydroflow_surface/new/estimates.json index 7f92770b07af..28244b292eab 100644 --- a/criterion/identity_hydroflow_surface/new/estimates.json +++ b/criterion/identity_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6642862.62334375,"upper_bound":6650833.05821875},"point_estimate":6646494.71625,"standard_error":2042.6659767022181},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6639620.375,"upper_bound":6645632.875},"point_estimate":6642118.25,"standard_error":1646.3065069394913},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7779.4800493866205,"upper_bound":12343.293418362737},"point_estimate":9641.718278825283,"standard_error":1102.3268014448074},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9984.844494148212,"upper_bound":28354.66174596269},"point_estimate":20545.733291161578,"standard_error":4468.800188032346}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6635111.0059687495,"upper_bound":6642842.28259375},"point_estimate":6638600.70125,"standard_error":1981.8375793974392},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6632477.0,"upper_bound":6636342.9375},"point_estimate":6634380.5,"standard_error":1074.1905032683323},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5275.924668833613,"upper_bound":8286.529240384698},"point_estimate":7088.959111645818,"standard_error":758.9689149081194},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10643.233678033796,"upper_bound":27233.547819028023},"point_estimate":19820.88860142484,"standard_error":4418.469276373806}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/new/sample.json b/criterion/identity_hydroflow_surface/new/sample.json index b7cf97e0e85f..da399682022b 100644 --- a/criterion/identity_hydroflow_surface/new/sample.json +++ b/criterion/identity_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[53089062.0,53114208.0,53161055.0,53034441.0,53043628.0,53173718.0,53285045.0,53196431.0,53160264.0,53178378.0,53166755.0,53203814.0,53251462.0,53165063.0,53189828.0,53168008.0,53950770.0,53278944.0,53279865.0,53156877.0,53098890.0,53180811.0,53126261.0,53174249.0,53299161.0,53290325.0,53212240.0,53209716.0,53134927.0,53145767.0,53194688.0,53059747.0,53080495.0,53180942.0,53081738.0,53353802.0,53086898.0,53260840.0,53078502.0,53065699.0,53115181.0,53125620.0,53084022.0,53182325.0,53116963.0,53092398.0,53235393.0,53191542.0,53140176.0,53131640.0,53072130.0,53187144.0,53193385.0,53061360.0,53965617.0,53152929.0,53184538.0,53082770.0,53138073.0,53157819.0,53068634.0,53112895.0,53226246.0,53041584.0,53058735.0,53316815.0,53093039.0,53032025.0,53101014.0,53054548.0,53124958.0,53080756.0,53132542.0,53303129.0,53114940.0,53109139.0,53018971.0,53135819.0,53101144.0,53100844.0,53025203.0,53045611.0,53039229.0,53120199.0,53387656.0,53158961.0,53070607.0,53062753.0,53102346.0,53187274.0,53172456.0,53199637.0,54044673.0,53364602.0,53094872.0,53054508.0,53183176.0,53085776.0,53123015.0,53171103.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[53010554.0,53112915.0,53061729.0,53116792.0,53112685.0,53055908.0,53095843.0,53113696.0,53087568.0,53088359.0,53063102.0,53036732.0,53838455.0,53147679.0,53235423.0,53119337.0,53038956.0,53080675.0,53028848.0,53111402.0,53058964.0,53046792.0,53149943.0,53080585.0,53027977.0,53118876.0,53080605.0,53047222.0,53026113.0,53759048.0,53011796.0,53812557.0,53149543.0,53112454.0,53029440.0,53009151.0,53099660.0,53018559.0,53061860.0,53037355.0,53023047.0,53089661.0,53036493.0,52996808.0,53113526.0,53102656.0,53037565.0,53052693.0,53044758.0,53008600.0,53164240.0,53175742.0,53035851.0,53041111.0,53044227.0,53067169.0,53002218.0,53113356.0,53024199.0,53061710.0,53044477.0,53037525.0,53020894.0,53072770.0,53063272.0,53025281.0,53234300.0,53130637.0,53194847.0,53935967.0,53127722.0,53039408.0,53033586.0,53078590.0,53064084.0,53020503.0,53118134.0,53136368.0,53042825.0,53093449.0,53124797.0,53017767.0,53132662.0,53077318.0,53093128.0,53077429.0,53042303.0,53059816.0,53258055.0,53093368.0,53041361.0,53131008.0,53080273.0,53072209.0,53011606.0,53097647.0,53134124.0,53049045.0,53127983.0,53113235.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/new/tukey.json b/criterion/identity_hydroflow_surface/new/tukey.json index 0c442e08c6f6..4e13c0022fe0 100644 --- a/criterion/identity_hydroflow_surface/new/tukey.json +++ b/criterion/identity_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[6596962.5625,6616394.875,6668214.375,6687646.6875] \ No newline at end of file +[6601377.875,6615601.953125,6653532.828125,6667756.90625] \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/report/MAD.svg b/criterion/identity_hydroflow_surface/report/MAD.svg index 143afd3fd048..8025d3a5459f 100644 --- a/criterion/identity_hydroflow_surface/report/MAD.svg +++ b/criterion/identity_hydroflow_surface/report/MAD.svg @@ -9,90 +9,70 @@ Density (a.u.) Average time (µs) - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 - - - + + 0.4 - - -0.45 + + +0.5 - - - -7.5 + + +0.6 - - -8 + + +0.7 - - -8.5 - - - -9 + + + +5 - - -9.5 + + +5.5 - - -10 + + +6 - - -10.5 + + +6.5 - - -11 + + +7 - - -11.5 + + +7.5 - - -12 + + +8 - - -12.5 + + +8.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/SD.svg b/criterion/identity_hydroflow_surface/report/SD.svg index aeb0a3d2ea3a..7391866ff123 100644 --- a/criterion/identity_hydroflow_surface/report/SD.svg +++ b/criterion/identity_hydroflow_surface/report/SD.svg @@ -9,54 +9,90 @@ Density (a.u.) Average time (µs) - + +0.01 + + + 0.02 - - + + +0.03 + + + 0.04 - - + + +0.05 + + + 0.06 - - + + +0.07 + + + 0.08 - - -0.1 + + +0.09 - - -0.12 + + +0.1 - + - + 10 - - -15 + + +12 - - + + +14 + + + +16 + + + +18 + + + 20 - - -25 + + +22 + + + +24 + + + +26 - - -30 + + +28 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/both/iteration_times.svg b/criterion/identity_hydroflow_surface/report/both/iteration_times.svg index a6cc2fb61a52..c673d1dd8fa2 100644 --- a/criterion/identity_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/identity_hydroflow_surface/report/both/iteration_times.svg @@ -16,37 +16,37 @@ Average Iteration Time (ms) - - - - - - + + + + + + - + 6.64 - - + + 6.66 - - + + 6.68 - - + + 6.7 - - + + 6.72 - - + + 6.74 - + 0 @@ -92,206 +92,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/identity_hydroflow_surface/report/both/pdf.svg b/criterion/identity_hydroflow_surface/report/both/pdf.svg index c0cda64756f8..bacbd23eea7c 100644 --- a/criterion/identity_hydroflow_surface/report/both/pdf.svg +++ b/criterion/identity_hydroflow_surface/report/both/pdf.svg @@ -9,51 +9,51 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - + - + +6.6 + + + 6.65 - - + + 6.7 - - -6.75 - - - - - - + + + + + Base PDF diff --git a/criterion/identity_hydroflow_surface/report/change/mean.svg b/criterion/identity_hydroflow_surface/report/change/mean.svg index 9f5fc301c6ff..36ff79897bbb 100644 --- a/criterion/identity_hydroflow_surface/report/change/mean.svg +++ b/criterion/identity_hydroflow_surface/report/change/mean.svg @@ -9,86 +9,90 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - - + + 800 - - + + 900 - + - -0 + +-0.0022 - - -2e-4 + + +-0.002 - - -4e-4 + + +-0.0018 - - -6e-4 + + +-0.0016 - - -8e-4 + + +-0.0014 - - -0.001 + + +-0.0012 - - -0.0012 + + +-0.001 - - -0.0014 + + +-8e-4 - - -0.0016 + + +-6e-4 - - -0.0018 + + +-4e-4 - - - - + + +-2e-4 + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/change/median.svg b/criterion/identity_hydroflow_surface/report/change/median.svg index a4e0a4d7804a..0560a5040297 100644 --- a/criterion/identity_hydroflow_surface/report/change/median.svg +++ b/criterion/identity_hydroflow_surface/report/change/median.svg @@ -9,94 +9,62 @@ Density (a.u.) Relative change (%) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - - -1400 - - - -1600 - - - -1800 - - - -2000 - - + - -6e-4 - - - -7e-4 - - - -8e-4 - - - -9e-4 - - - -0.001 + +-0.0018 - - -0.0011 + + +-0.0016 - - -0.0012 + + +-0.0014 - - -0.0013 + + +-0.0012 - - -0.0014 + + +-0.001 - - -0.0015 + + +-8e-4 - - -0.0016 + + +-6e-4 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/change/t-test.svg b/criterion/identity_hydroflow_surface/report/change/t-test.svg index 356de3af5d14..bf212c63b760 100644 --- a/criterion/identity_hydroflow_surface/report/change/t-test.svg +++ b/criterion/identity_hydroflow_surface/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - + -1.0 - + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/identity_hydroflow_surface/report/index.html b/criterion/identity_hydroflow_surface/report/index.html index 73c55174e320..1e82228067ae 100644 --- a/criterion/identity_hydroflow_surface/report/index.html +++ b/criterion/identity_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0000003 - 0.0000003 - 0.0000003 + 0.0000076 + 0.0000079 + 0.0000075 Mean - 6.6429 ms - 6.6465 ms - 6.6508 ms + 6.6351 ms + 6.6386 ms + 6.6428 ms Std. Dev. - 9.9848 µs - 20.546 µs - 28.355 µs + 10.643 µs + 19.821 µs + 27.234 µs Median - 6.6396 ms - 6.6421 ms - 6.6456 ms + 6.6325 ms + 6.6344 ms + 6.6363 ms MAD - 7.7795 µs - 9.6417 µs - 12.343 µs + 5.2759 µs + 7.0890 µs + 8.2865 µs @@ -221,10 +221,10 @@

Additional Statistics:

Change in time - +0.0067% - +0.0935% - +0.1749% - (p = 0.03 < + -0.2029% + -0.1188% + -0.0381% + (p = 0.00 < 0.05) diff --git a/criterion/identity_hydroflow_surface/report/iteration_times.svg b/criterion/identity_hydroflow_surface/report/iteration_times.svg index d2a66c59f236..c7acb40ce115 100644 --- a/criterion/identity_hydroflow_surface/report/iteration_times.svg +++ b/criterion/identity_hydroflow_surface/report/iteration_times.svg @@ -15,37 +15,37 @@ Average Iteration Time (ms) - - - - - - + + + + + + - + 6.64 - - + + 6.66 - - + + 6.68 - - + + 6.7 - - + + 6.72 - - + + 6.74 - + 10 @@ -87,106 +87,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/identity_hydroflow_surface/report/iteration_times_small.svg b/criterion/identity_hydroflow_surface/report/iteration_times_small.svg index 8ca73f5cc7e2..087aeb23400e 100644 --- a/criterion/identity_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/identity_hydroflow_surface/report/iteration_times_small.svg @@ -12,37 +12,37 @@ Average Iteration Time (ms) - - - - - - + + + + + + - + 6.64 - - + + 6.66 - - + + 6.68 - - + + 6.7 - - + + 6.72 - - + + 6.74 - + 10 @@ -84,104 +84,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + - - - - + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow_surface/report/mean.svg b/criterion/identity_hydroflow_surface/report/mean.svg index 3830658f96b5..3a5dc9912150 100644 --- a/criterion/identity_hydroflow_surface/report/mean.svg +++ b/criterion/identity_hydroflow_surface/report/mean.svg @@ -13,82 +13,82 @@ Average time (ms) 20 - + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - + + 180 - - + + 200 - - - -6.642 + + +220 - - -6.643 + + + +6.635 - - -6.644 + + +6.636 - - -6.645 + + +6.637 - - -6.646 + + +6.638 - - -6.647 + + +6.639 - - -6.648 + + +6.64 - - -6.649 + + +6.641 - - -6.65 + + +6.642 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/median.svg b/criterion/identity_hydroflow_surface/report/median.svg index 8072f0828368..50d50e89ab2a 100644 --- a/criterion/identity_hydroflow_surface/report/median.svg +++ b/criterion/identity_hydroflow_surface/report/median.svg @@ -9,74 +9,74 @@ Density (a.u.) Average time (ms) - -50 - - - + 100 - - -150 - - - + + 200 - - -250 - - - + + 300 - - -350 - - - + + 400 - + + +500 + + + +600 + + + +700 + + - -6.639 + +6.6325 + + + +6.633 - - -6.64 + + +6.6335 - - -6.641 + + +6.634 - - -6.642 + + +6.6345 - - -6.643 + + +6.635 - - -6.644 + + +6.6355 - - -6.645 + + +6.636 - - -6.646 + + +6.6365 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/pdf.svg b/criterion/identity_hydroflow_surface/report/pdf.svg index 733160479029..ca4e3ff51dbb 100644 --- a/criterion/identity_hydroflow_surface/report/pdf.svg +++ b/criterion/identity_hydroflow_surface/report/pdf.svg @@ -46,42 +46,42 @@ Average Time (ms) - + +6.6 + + + 6.62 - - + + 6.64 - - + + 6.66 - - + + 6.68 - - + + 6.7 - - + + 6.72 - - + + 6.74 - - + + 6.76 - - -6.78 - - + Density (a.u.) @@ -90,48 +90,54 @@ Density (a.u.) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - - - - - - - - - - - - - - - - - - + + +35 + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/identity_hydroflow_surface/report/pdf_small.svg b/criterion/identity_hydroflow_surface/report/pdf_small.svg index 76185e578e8e..f1890261ce24 100644 --- a/criterion/identity_hydroflow_surface/report/pdf_small.svg +++ b/criterion/identity_hydroflow_surface/report/pdf_small.svg @@ -10,43 +10,51 @@ Average Time (ms) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - + + +35 + + + +40 + + - + +6.6 + + + 6.65 - - + + 6.7 - - -6.75 - - - - + + + diff --git a/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg index 750d5fb3c87b..bfd2dd283647 100644 --- a/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,33 +13,33 @@ Average Iteration Time (ms) - - - - - + + + + + - + 6.64 - - + + 6.66 - - + + 6.68 - - + + 6.7 - - + + 6.72 - + 6.74 @@ -89,204 +89,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg b/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg index d4d34b73e9b6..79f9afd8d498 100644 --- a/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg @@ -6,49 +6,49 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - + - + +6.6 + + + 6.65 - - + + 6.7 - - -6.75 - - - - - - + + + + + diff --git a/criterion/identity_hydroflow_surface/report/typical.svg b/criterion/identity_hydroflow_surface/report/typical.svg index ba329e1f5d49..094238902a5d 100644 --- a/criterion/identity_hydroflow_surface/report/typical.svg +++ b/criterion/identity_hydroflow_surface/report/typical.svg @@ -13,82 +13,82 @@ Average time (ms) 20 - + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - + + 180 - - + + 200 - - - -6.642 + + +220 - - -6.643 + + + +6.635 - - -6.644 + + +6.636 - - -6.645 + + +6.637 - - -6.646 + + +6.638 - - -6.647 + + +6.639 - - -6.648 + + +6.64 - - -6.649 + + +6.641 - - -6.65 + + +6.642 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/base/estimates.json b/criterion/micro_ops_anti_join/base/estimates.json index 5bed5868244f..0e1e95faa300 100644 --- a/criterion/micro_ops_anti_join/base/estimates.json +++ b/criterion/micro_ops_anti_join/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8008.773244126627,"upper_bound":8098.187172938458},"point_estimate":8045.475743372948,"standard_error":23.26851341045987},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8018.408117936321,"upper_bound":8045.112103174603},"point_estimate":8030.21115637906,"standard_error":7.768037277007978},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40.66009368154818,"upper_bound":74.71096997486217},"point_estimate":50.823655876845756,"standard_error":9.06492537172904},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8012.368363816476,"upper_bound":8054.0269202715335},"point_estimate":8030.0729695146865,"standard_error":10.71735300346866},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":81.89315932501226,"upper_bound":377.87656519723066},"point_estimate":234.07164012397038,"standard_error":92.98606128768657}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8071.224298677358,"upper_bound":8245.82880189912},"point_estimate":8148.349489834131,"standard_error":45.006759186334875},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8048.444763271162,"upper_bound":8092.763544891641},"point_estimate":8063.695094614537,"standard_error":12.590344295082378},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":66.66478168843578,"upper_bound":108.95501939729023},"point_estimate":87.3866152429121,"standard_error":10.64367519629231},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8066.48402662832,"upper_bound":8358.923174729149},"point_estimate":8194.282370326586,"standard_error":75.96257332485914},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":198.50003780367624,"upper_bound":648.041227620313},"point_estimate":451.62518010206827,"standard_error":116.85913668568685}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/base/sample.json b/criterion/micro_ops_anti_join/base/sample.json index f999e2e8bb55..bf62ee6dc0d3 100644 --- a/criterion/micro_ops_anti_join/base/sample.json +++ b/criterion/micro_ops_anti_join/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[17.0,34.0,51.0,68.0,85.0,102.0,119.0,136.0,153.0,170.0,187.0,204.0,221.0,238.0,255.0,272.0,289.0,306.0,323.0,340.0,357.0,374.0,391.0,408.0,425.0,442.0,459.0,476.0,493.0,510.0,527.0,544.0,561.0,578.0,595.0,612.0,629.0,646.0,663.0,680.0,697.0,714.0,731.0,748.0,765.0,782.0,799.0,816.0,833.0,850.0,867.0,884.0,901.0,918.0,935.0,952.0,969.0,986.0,1003.0,1020.0,1037.0,1054.0,1071.0,1088.0,1105.0,1122.0,1139.0,1156.0,1173.0,1190.0,1207.0,1224.0,1241.0,1258.0,1275.0,1292.0,1309.0,1326.0,1343.0,1360.0,1377.0,1394.0,1411.0,1428.0,1445.0,1462.0,1479.0,1496.0,1513.0,1530.0,1547.0,1564.0,1581.0,1598.0,1615.0,1632.0,1649.0,1666.0,1683.0,1700.0],"times":[139237.0,269165.0,403667.0,539678.0,673008.0,832027.0,960629.0,1071613.0,1213569.0,1387192.0,1534927.0,1661339.0,1772517.0,1906902.0,2052955.0,2163948.0,2327028.0,2365874.0,2502539.0,2613899.0,2742189.0,2877369.0,3161167.0,3319710.0,3453144.0,3575228.0,4636167.0,3851270.0,3989292.0,4115638.0,4231904.0,4402841.0,4517739.0,4641481.0,4809039.0,4913303.0,5095306.0,5195782.0,5316730.0,5470658.0,5609002.0,5753631.0,5901531.0,6075776.0,6158453.0,6297967.0,6512924.0,6548953.0,6698887.0,6842735.0,6972242.0,7171991.0,7252322.0,7394970.0,7572011.0,7659561.0,7799482.0,7949345.0,8033284.0,8186929.0,8296420.0,8429251.0,8615624.0,8705862.0,8844642.0,8971983.0,9114027.0,9294577.0,10053702.0,9490185.0,9682325.0,9761422.0,9949861.0,10148872.0,10197886.0,10288644.0,10427953.0,10607971.0,10790082.0,10908607.0,11059915.0,11151951.0,11346761.0,11507465.0,11675531.0,11660685.0,11871970.0,11934910.0,12304400.0,12264151.0,12366756.0,12495914.0,12675370.0,12743161.0,12875225.0,13050435.0,13222707.0,13333885.0,13371925.0,13592252.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[17.0,34.0,51.0,68.0,85.0,102.0,119.0,136.0,153.0,170.0,187.0,204.0,221.0,238.0,255.0,272.0,289.0,306.0,323.0,340.0,357.0,374.0,391.0,408.0,425.0,442.0,459.0,476.0,493.0,510.0,527.0,544.0,561.0,578.0,595.0,612.0,629.0,646.0,663.0,680.0,697.0,714.0,731.0,748.0,765.0,782.0,799.0,816.0,833.0,850.0,867.0,884.0,901.0,918.0,935.0,952.0,969.0,986.0,1003.0,1020.0,1037.0,1054.0,1071.0,1088.0,1105.0,1122.0,1139.0,1156.0,1173.0,1190.0,1207.0,1224.0,1241.0,1258.0,1275.0,1292.0,1309.0,1326.0,1343.0,1360.0,1377.0,1394.0,1411.0,1428.0,1445.0,1462.0,1479.0,1496.0,1513.0,1530.0,1547.0,1564.0,1581.0,1598.0,1615.0,1632.0,1649.0,1666.0,1683.0,1700.0],"times":[141003.0,273426.0,417669.0,545466.0,683615.0,813537.0,957718.0,1083217.0,1232754.0,1363676.0,1511582.0,1660878.0,1802295.0,1938586.0,2064615.0,2219396.0,2310152.0,2369504.0,2484959.0,2606587.0,2765053.0,2893720.0,3204242.0,3291273.0,3433827.0,3558751.0,3725832.0,3895332.0,4011287.0,4139349.0,4304479.0,4474199.0,4599791.0,4724876.0,4826866.0,4941748.0,5109475.0,5352495.0,5419412.0,5480649.0,5609766.0,5849182.0,5968929.0,6050211.0,6271486.0,6344688.0,6479732.0,6618020.0,6744840.0,6970344.0,7032267.0,7234972.0,7367060.0,7441955.0,10280432.0,7742386.0,7874765.0,8012535.0,8077905.0,8126617.0,8335925.0,8522008.0,8693653.0,8737403.0,8909765.0,8981934.0,9184669.0,9251567.0,9387979.0,9543479.0,11768068.0,9826147.0,9993233.0,10115968.0,10227929.0,10450985.0,10460982.0,10595949.0,10719909.0,10822284.0,11142407.0,11147422.0,11326410.0,14671516.0,11597420.0,11692173.0,11807242.0,11972965.0,12084263.0,12276267.0,12456167.0,12628003.0,12682580.0,12885616.0,12954238.0,16192814.0,13233389.0,13410496.0,13415328.0,13641113.0]} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/base/tukey.json b/criterion/micro_ops_anti_join/base/tukey.json index 45d8020a968e..b30392835664 100644 --- a/criterion/micro_ops_anti_join/base/tukey.json +++ b/criterion/micro_ops_anti_join/base/tukey.json @@ -1 +1 @@ -[7781.983090945221,7889.265296308172,8175.35117727604,8282.633382638991] \ No newline at end of file +[7685.35941393799,7853.483383439583,8301.813968777165,8469.93793827876] \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/change/estimates.json b/criterion/micro_ops_anti_join/change/estimates.json index 3fb53b11da28..f476772c1cd6 100644 --- a/criterion/micro_ops_anti_join/change/estimates.json +++ b/criterion/micro_ops_anti_join/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004397696063129097,"upper_bound":0.010892252942034891},"point_estimate":0.0032323552264053035,"standard_error":0.003861790919077543},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0007958655341248155,"upper_bound":0.006707543957610529},"point_estimate":0.003440244059740527,"standard_error":0.0015791669770986428}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0010585112203301008,"upper_bound":0.026287375550241122},"point_estimate":0.01278653366718796,"standard_error":0.006501953358407126},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0011675173979358057,"upper_bound":0.00811346951228106},"point_estimate":0.004169745674605041,"standard_error":0.0018401335216969468}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/estimates.json b/criterion/micro_ops_anti_join/new/estimates.json index 5bed5868244f..0e1e95faa300 100644 --- a/criterion/micro_ops_anti_join/new/estimates.json +++ b/criterion/micro_ops_anti_join/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8008.773244126627,"upper_bound":8098.187172938458},"point_estimate":8045.475743372948,"standard_error":23.26851341045987},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8018.408117936321,"upper_bound":8045.112103174603},"point_estimate":8030.21115637906,"standard_error":7.768037277007978},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40.66009368154818,"upper_bound":74.71096997486217},"point_estimate":50.823655876845756,"standard_error":9.06492537172904},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8012.368363816476,"upper_bound":8054.0269202715335},"point_estimate":8030.0729695146865,"standard_error":10.71735300346866},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":81.89315932501226,"upper_bound":377.87656519723066},"point_estimate":234.07164012397038,"standard_error":92.98606128768657}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8071.224298677358,"upper_bound":8245.82880189912},"point_estimate":8148.349489834131,"standard_error":45.006759186334875},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8048.444763271162,"upper_bound":8092.763544891641},"point_estimate":8063.695094614537,"standard_error":12.590344295082378},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":66.66478168843578,"upper_bound":108.95501939729023},"point_estimate":87.3866152429121,"standard_error":10.64367519629231},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8066.48402662832,"upper_bound":8358.923174729149},"point_estimate":8194.282370326586,"standard_error":75.96257332485914},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":198.50003780367624,"upper_bound":648.041227620313},"point_estimate":451.62518010206827,"standard_error":116.85913668568685}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/sample.json b/criterion/micro_ops_anti_join/new/sample.json index f999e2e8bb55..bf62ee6dc0d3 100644 --- a/criterion/micro_ops_anti_join/new/sample.json +++ b/criterion/micro_ops_anti_join/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[17.0,34.0,51.0,68.0,85.0,102.0,119.0,136.0,153.0,170.0,187.0,204.0,221.0,238.0,255.0,272.0,289.0,306.0,323.0,340.0,357.0,374.0,391.0,408.0,425.0,442.0,459.0,476.0,493.0,510.0,527.0,544.0,561.0,578.0,595.0,612.0,629.0,646.0,663.0,680.0,697.0,714.0,731.0,748.0,765.0,782.0,799.0,816.0,833.0,850.0,867.0,884.0,901.0,918.0,935.0,952.0,969.0,986.0,1003.0,1020.0,1037.0,1054.0,1071.0,1088.0,1105.0,1122.0,1139.0,1156.0,1173.0,1190.0,1207.0,1224.0,1241.0,1258.0,1275.0,1292.0,1309.0,1326.0,1343.0,1360.0,1377.0,1394.0,1411.0,1428.0,1445.0,1462.0,1479.0,1496.0,1513.0,1530.0,1547.0,1564.0,1581.0,1598.0,1615.0,1632.0,1649.0,1666.0,1683.0,1700.0],"times":[139237.0,269165.0,403667.0,539678.0,673008.0,832027.0,960629.0,1071613.0,1213569.0,1387192.0,1534927.0,1661339.0,1772517.0,1906902.0,2052955.0,2163948.0,2327028.0,2365874.0,2502539.0,2613899.0,2742189.0,2877369.0,3161167.0,3319710.0,3453144.0,3575228.0,4636167.0,3851270.0,3989292.0,4115638.0,4231904.0,4402841.0,4517739.0,4641481.0,4809039.0,4913303.0,5095306.0,5195782.0,5316730.0,5470658.0,5609002.0,5753631.0,5901531.0,6075776.0,6158453.0,6297967.0,6512924.0,6548953.0,6698887.0,6842735.0,6972242.0,7171991.0,7252322.0,7394970.0,7572011.0,7659561.0,7799482.0,7949345.0,8033284.0,8186929.0,8296420.0,8429251.0,8615624.0,8705862.0,8844642.0,8971983.0,9114027.0,9294577.0,10053702.0,9490185.0,9682325.0,9761422.0,9949861.0,10148872.0,10197886.0,10288644.0,10427953.0,10607971.0,10790082.0,10908607.0,11059915.0,11151951.0,11346761.0,11507465.0,11675531.0,11660685.0,11871970.0,11934910.0,12304400.0,12264151.0,12366756.0,12495914.0,12675370.0,12743161.0,12875225.0,13050435.0,13222707.0,13333885.0,13371925.0,13592252.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[17.0,34.0,51.0,68.0,85.0,102.0,119.0,136.0,153.0,170.0,187.0,204.0,221.0,238.0,255.0,272.0,289.0,306.0,323.0,340.0,357.0,374.0,391.0,408.0,425.0,442.0,459.0,476.0,493.0,510.0,527.0,544.0,561.0,578.0,595.0,612.0,629.0,646.0,663.0,680.0,697.0,714.0,731.0,748.0,765.0,782.0,799.0,816.0,833.0,850.0,867.0,884.0,901.0,918.0,935.0,952.0,969.0,986.0,1003.0,1020.0,1037.0,1054.0,1071.0,1088.0,1105.0,1122.0,1139.0,1156.0,1173.0,1190.0,1207.0,1224.0,1241.0,1258.0,1275.0,1292.0,1309.0,1326.0,1343.0,1360.0,1377.0,1394.0,1411.0,1428.0,1445.0,1462.0,1479.0,1496.0,1513.0,1530.0,1547.0,1564.0,1581.0,1598.0,1615.0,1632.0,1649.0,1666.0,1683.0,1700.0],"times":[141003.0,273426.0,417669.0,545466.0,683615.0,813537.0,957718.0,1083217.0,1232754.0,1363676.0,1511582.0,1660878.0,1802295.0,1938586.0,2064615.0,2219396.0,2310152.0,2369504.0,2484959.0,2606587.0,2765053.0,2893720.0,3204242.0,3291273.0,3433827.0,3558751.0,3725832.0,3895332.0,4011287.0,4139349.0,4304479.0,4474199.0,4599791.0,4724876.0,4826866.0,4941748.0,5109475.0,5352495.0,5419412.0,5480649.0,5609766.0,5849182.0,5968929.0,6050211.0,6271486.0,6344688.0,6479732.0,6618020.0,6744840.0,6970344.0,7032267.0,7234972.0,7367060.0,7441955.0,10280432.0,7742386.0,7874765.0,8012535.0,8077905.0,8126617.0,8335925.0,8522008.0,8693653.0,8737403.0,8909765.0,8981934.0,9184669.0,9251567.0,9387979.0,9543479.0,11768068.0,9826147.0,9993233.0,10115968.0,10227929.0,10450985.0,10460982.0,10595949.0,10719909.0,10822284.0,11142407.0,11147422.0,11326410.0,14671516.0,11597420.0,11692173.0,11807242.0,11972965.0,12084263.0,12276267.0,12456167.0,12628003.0,12682580.0,12885616.0,12954238.0,16192814.0,13233389.0,13410496.0,13415328.0,13641113.0]} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/tukey.json b/criterion/micro_ops_anti_join/new/tukey.json index 45d8020a968e..b30392835664 100644 --- a/criterion/micro_ops_anti_join/new/tukey.json +++ b/criterion/micro_ops_anti_join/new/tukey.json @@ -1 +1 @@ -[7781.983090945221,7889.265296308172,8175.35117727604,8282.633382638991] \ No newline at end of file +[7685.35941393799,7853.483383439583,8301.813968777165,8469.93793827876] \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/report/MAD.svg b/criterion/micro_ops_anti_join/report/MAD.svg index 3e1d66860f95..060b2014eb59 100644 --- a/criterion/micro_ops_anti_join/report/MAD.svg +++ b/criterion/micro_ops_anti_join/report/MAD.svg @@ -9,82 +9,86 @@ Density (a.u.) Average time (ns) - + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - + + 0.025 - - + + 0.03 - - + + 0.035 - - + + 0.04 - - + + 0.045 - - -0.05 - - + - -40 + +65 - - -45 + + +70 - - -50 + + +75 - - -55 + + +80 - - -60 + + +85 - - -65 + + +90 - - -70 + + +95 - - -75 + + +100 + + + +105 + + + +110 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/SD.svg b/criterion/micro_ops_anti_join/report/SD.svg index 3e9387f8ca2f..6e3cfa73f92c 100644 --- a/criterion/micro_ops_anti_join/report/SD.svg +++ b/criterion/micro_ops_anti_join/report/SD.svg @@ -9,66 +9,82 @@ Density (a.u.) Average time (ns) - -0.002 + +5e-4 + + + +0.001 - - -0.004 + + +0.0015 - - -0.006 + + +0.002 - - -0.008 + + +0.0025 - - -0.01 + + +0.003 - - -0.012 + + +0.0035 - + -50 - - - -100 - - - 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - - - + + +450 + + + +500 + + + +550 + + + +600 + + + +650 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/both/pdf.svg b/criterion/micro_ops_anti_join/report/both/pdf.svg index 8aec7edfef11..f9b3ab3753ff 100644 --- a/criterion/micro_ops_anti_join/report/both/pdf.svg +++ b/criterion/micro_ops_anti_join/report/both/pdf.svg @@ -9,47 +9,51 @@ Density (a.u.) Average Time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - + - + 8 - - + + 9 - - + + 10 - - - - - + + +11 + + + + + + Base PDF diff --git a/criterion/micro_ops_anti_join/report/both/regression.svg b/criterion/micro_ops_anti_join/report/both/regression.svg index 7e384685c2a7..a9d30ce5a161 100644 --- a/criterion/micro_ops_anti_join/report/both/regression.svg +++ b/criterion/micro_ops_anti_join/report/both/regression.svg @@ -18,41 +18,41 @@ Iterations (x 10^3) - - - - - - + + + + + + 0.0 - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + 0 @@ -90,10 +90,10 @@ Iterations (x 10^3) 1.6 - - + + - + Base Sample diff --git a/criterion/micro_ops_anti_join/report/change/mean.svg b/criterion/micro_ops_anti_join/report/change/mean.svg index b37f4e3fd29c..70d13e0b51b2 100644 --- a/criterion/micro_ops_anti_join/report/change/mean.svg +++ b/criterion/micro_ops_anti_join/report/change/mean.svg @@ -9,91 +9,59 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - -70 - - - -80 - - - -90 - - - -100 - - + - --0.006 - - - --0.004 - - - --0.002 - - - + 0 - - -0.002 - - - -0.004 + + +0.005 - - -0.006 + + +0.01 - - -0.008 + + +0.015 - - -0.01 + + +0.02 - - -0.012 + + +0.025 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/change/median.svg b/criterion/micro_ops_anti_join/report/change/median.svg index ce71638e015a..9b1436b44ec7 100644 --- a/criterion/micro_ops_anti_join/report/change/median.svg +++ b/criterion/micro_ops_anti_join/report/change/median.svg @@ -9,58 +9,58 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - -250 - - + - + 0.001 - - + + 0.002 - - + + 0.003 - - + + 0.004 - - + + 0.005 - - + + 0.006 - - + + 0.007 - - - - + + +0.008 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/change/t-test.svg b/criterion/micro_ops_anti_join/report/change/t-test.svg index fcc492a210d8..3a1bfe383262 100644 --- a/criterion/micro_ops_anti_join/report/change/t-test.svg +++ b/criterion/micro_ops_anti_join/report/change/t-test.svg @@ -13,73 +13,69 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - -4.0 - - - - + + + t distribution diff --git a/criterion/micro_ops_anti_join/report/index.html b/criterion/micro_ops_anti_join/report/index.html index d5ba05136cb1..09937c9c71f7 100644 --- a/criterion/micro_ops_anti_join/report/index.html +++ b/criterion/micro_ops_anti_join/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 8.0124 µs - 8.0301 µs - 8.0540 µs + 8.0665 µs + 8.1943 µs + 8.3589 µs R² - 0.9659685 - 0.9666078 - 0.9654381 + 0.5842188 + 0.5969417 + 0.5761184 Mean - 8.0088 µs - 8.0455 µs - 8.0982 µs + 8.0712 µs + 8.1483 µs + 8.2458 µs Std. Dev. - 81.893 ns - 234.07 ns - 377.88 ns + 198.50 ns + 451.63 ns + 648.04 ns Median - 8.0184 µs - 8.0302 µs - 8.0451 µs + 8.0484 µs + 8.0637 µs + 8.0928 µs MAD - 40.660 ns - 50.824 ns - 74.711 ns + 66.665 ns + 87.387 ns + 108.96 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.4398% - +0.3232% - +1.0892% - (p = 0.44 > + +0.1059% + +1.2787% + +2.6287% + (p = 0.04 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_anti_join/report/mean.svg b/criterion/micro_ops_anti_join/report/mean.svg index 3928d896acd0..cd1d3962e159 100644 --- a/criterion/micro_ops_anti_join/report/mean.svg +++ b/criterion/micro_ops_anti_join/report/mean.svg @@ -9,90 +9,90 @@ Density (a.u.) Average time (µs) - -2 + +1 - - -4 + + +2 - - -6 + + +3 - - -8 + + +4 - - -10 + + +5 - - -12 + + +6 - - -14 + + +7 - - -16 + + +8 - - -18 + + +9 - + - -8 + +8.06 - - -8.01 + + +8.08 - - -8.02 + + +8.1 - - -8.03 + + +8.12 - - -8.04 + + +8.14 - - -8.05 + + +8.16 - - -8.06 + + +8.18 - - -8.07 + + +8.2 - - -8.08 + + +8.22 - - -8.09 + + +8.24 - - -8.1 + + +8.26 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/median.svg b/criterion/micro_ops_anti_join/report/median.svg index 75d5e3192d67..16fc878db512 100644 --- a/criterion/micro_ops_anti_join/report/median.svg +++ b/criterion/micro_ops_anti_join/report/median.svg @@ -9,62 +9,74 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - -70 + + + +8.045 - - -80 + + +8.05 - - - -8.02 + + +8.055 + + + +8.06 + + + +8.065 + + + +8.07 - - -8.025 + + +8.075 - - -8.03 + + +8.08 - - -8.035 + + +8.085 - - -8.04 + + +8.09 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/pdf.svg b/criterion/micro_ops_anti_join/report/pdf.svg index c0c388572182..7ea0c6d3840b 100644 --- a/criterion/micro_ops_anti_join/report/pdf.svg +++ b/criterion/micro_ops_anti_join/report/pdf.svg @@ -46,30 +46,42 @@ Average Time (µs) - + 7.5 - - + + 8 - - + + 8.5 - - + + 9 - - + + 9.5 - - + + 10 - + + +10.5 + + + +11 + + + +11.5 + + Density (a.u.) @@ -78,56 +90,62 @@ Density (a.u.) 0 - -0.5 + +0.2 - - -1 + + +0.4 + + + +0.6 - - -1.5 + + +0.8 - - -2 + + +1 - - -2.5 + + +1.2 - - -3 + + +1.4 + + + +1.6 - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_anti_join/report/pdf_small.svg b/criterion/micro_ops_anti_join/report/pdf_small.svg index 9020ad05e745..f932ddf7526a 100644 --- a/criterion/micro_ops_anti_join/report/pdf_small.svg +++ b/criterion/micro_ops_anti_join/report/pdf_small.svg @@ -10,47 +10,59 @@ Average Time (µs) 0 - -0.5 + +0.2 - - -1 + + +0.4 + + + +0.6 - - -1.5 + + +0.8 - - -2 + + +1 - - -2.5 + + +1.2 - - -3 + + +1.4 - - -3.5 + + +1.6 - + + +1.8 + + - + 8 - - + + 9 - - + + 10 - - - + + +11 + + + + diff --git a/criterion/micro_ops_anti_join/report/regression.svg b/criterion/micro_ops_anti_join/report/regression.svg index 7864d2f4650c..ff6d2ff7553d 100644 --- a/criterion/micro_ops_anti_join/report/regression.svg +++ b/criterion/micro_ops_anti_join/report/regression.svg @@ -16,37 +16,47 @@ Iterations (x 10^3) - - - - - - + + + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + + +14.0 + + + +16.0 + + 0.2 @@ -81,107 +91,107 @@ Iterations (x 10^3) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_anti_join/report/regression_small.svg b/criterion/micro_ops_anti_join/report/regression_small.svg index cf2636151b5d..c651b811d4a3 100644 --- a/criterion/micro_ops_anti_join/report/regression_small.svg +++ b/criterion/micro_ops_anti_join/report/regression_small.svg @@ -13,37 +13,47 @@ Iterations (x 10^3) - - - - - - + + + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + + +14.0 + + + +16.0 + + 0.2 @@ -78,105 +88,105 @@ Iterations (x 10^3) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_anti_join/report/relative_pdf_small.svg b/criterion/micro_ops_anti_join/report/relative_pdf_small.svg index 9dda1ecbb5ec..4d369e28fd2e 100644 --- a/criterion/micro_ops_anti_join/report/relative_pdf_small.svg +++ b/criterion/micro_ops_anti_join/report/relative_pdf_small.svg @@ -10,41 +10,45 @@ Average Time (µs) 0.5 - + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - + - + 8 - - + + 9 - - + + 10 - - - - - + + +11 + + + + + + diff --git a/criterion/micro_ops_anti_join/report/relative_regression_small.svg b/criterion/micro_ops_anti_join/report/relative_regression_small.svg index f8a17be60f30..0b63a51b13fe 100644 --- a/criterion/micro_ops_anti_join/report/relative_regression_small.svg +++ b/criterion/micro_ops_anti_join/report/relative_regression_small.svg @@ -15,41 +15,41 @@ Iterations (x 10^3) - - - - - - + + + + + + 0.0 - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + 0 @@ -87,8 +87,8 @@ Iterations (x 10^3) 1.6 - - + + - + diff --git a/criterion/micro_ops_anti_join/report/slope.svg b/criterion/micro_ops_anti_join/report/slope.svg index ffc9f2624266..8accca576948 100644 --- a/criterion/micro_ops_anti_join/report/slope.svg +++ b/criterion/micro_ops_anti_join/report/slope.svg @@ -9,78 +9,78 @@ Density (a.u.) Average time (µs) - -5 + +0.5 + + + +1 + + + +1.5 - - -10 + + +2 - - -15 + + +2.5 - - -20 + + +3 - - -25 + + +3.5 - - -30 + + +4 - - -35 + + +4.5 + + + +5 - + -40 +5.5 -8.01 +8.05 - -8.015 - - - -8.02 - - - -8.025 + +8.1 - - -8.03 + + +8.15 - - -8.035 + + +8.2 - - -8.04 + + +8.25 - - -8.045 - - - -8.05 + + +8.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/typical.svg b/criterion/micro_ops_anti_join/report/typical.svg index 2a543f5bbd42..2a7e5966f25d 100644 --- a/criterion/micro_ops_anti_join/report/typical.svg +++ b/criterion/micro_ops_anti_join/report/typical.svg @@ -9,78 +9,78 @@ Density (a.u.) Average time (µs) - -5 + +0.5 + + + +1 + + + +1.5 - - -10 + + +2 - - -15 + + +2.5 - - -20 + + +3 - - -25 + + +3.5 - - -30 + + +4 - - -35 + + +4.5 + + + +5 - + -40 +5.5 -8.01 +8.05 - -8.015 - - - -8.02 - - - -8.025 + +8.1 - - -8.03 + + +8.15 - - -8.035 + + +8.2 - - -8.04 + + +8.25 - - -8.045 - - - -8.05 + + +8.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/base/estimates.json b/criterion/micro_ops_crossjoin/base/estimates.json index 94b918aa49a3..ffd8096dd893 100644 --- a/criterion/micro_ops_crossjoin/base/estimates.json +++ b/criterion/micro_ops_crossjoin/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101448.98990307942,"upper_bound":102170.16711586683},"point_estimate":101758.54429854252,"standard_error":185.68300200990592},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101444.9270907565,"upper_bound":101525.12536443149},"point_estimate":101481.30338509317,"standard_error":17.539859321828263},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":151.26688645474366,"upper_bound":286.24335983044375},"point_estimate":234.7223966010882,"standard_error":36.49391451153916},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101583.0306636661,"upper_bound":102482.23786045425},"point_estimate":101982.73127361777,"standard_error":230.7121331249519},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":697.8997555160455,"upper_bound":2871.9682871052632},"point_estimate":1869.1615048613114,"standard_error":584.9658132379047}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101563.95865177369,"upper_bound":101951.14653046531},"point_estimate":101722.85815456348,"standard_error":101.01651094775117},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101598.8961038961,"upper_bound":101713.71683673469},"point_estimate":101659.07568783069,"standard_error":27.846628091457706},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":195.5145699406769,"upper_bound":334.1901464209882},"point_estimate":250.4260701252771,"standard_error":36.41646081438105},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101723.920160486,"upper_bound":102125.45777538381},"point_estimate":101885.0627393443,"standard_error":105.5785905084848},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":329.5556267518845,"upper_bound":1629.7890156632586},"point_estimate":1011.3960691356099,"standard_error":398.44930544362427}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/base/sample.json b/criterion/micro_ops_crossjoin/base/sample.json index 8753f6f4e5df..ddbeeb87e93e 100644 --- a/criterion/micro_ops_crossjoin/base/sample.json +++ b/criterion/micro_ops_crossjoin/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[703942.0,1403577.0,2115294.0,2811916.0,3526439.0,4227543.0,4937326.0,5630684.0,6332665.0,7057650.0,7750975.0,8483620.0,9193691.0,9881362.0,10618159.0,11378402.0,12122008.0,12754369.0,13470233.0,14254131.0,14954739.0,15609709.0,16327136.0,17085765.0,17729551.0,18467898.0,19201956.0,19838709.0,20574760.0,21508132.0,22068623.0,22751348.0,23431015.0,24131875.0,24908467.0,25636755.0,30024725.0,27041689.0,27755616.0,28358309.0,29067597.0,29797812.0,30638767.0,31253190.0,31988634.0,32791054.0,33506914.0,34127049.0,34740447.0,35515725.0,36255656.0,36946336.0,37690086.0,38310761.0,39010640.0,39784392.0,41076787.0,41235220.0,41839270.0,42589410.0,43336022.0,44069111.0,45009167.0,45609355.0,46089037.0,46887666.0,47588693.0,48310244.0,49016304.0,49731289.0,50516558.0,54958151.0,51844710.0,52482489.0,53378496.0,53887335.0,54714500.0,55403582.0,56174628.0,56744281.0,57535200.0,58324564.0,58990618.0,63348205.0,60351014.0,61147623.0,61823290.0,62474049.0,63376585.0,63968808.0,64693912.0,65488834.0,66046856.0,66716962.0,71343640.0,68171246.0,68874630.0,69646236.0,70362065.0,71035703.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[701207.0,1419522.0,2125370.0,2835069.0,3537236.0,4237701.0,4939788.0,5635497.0,6347219.0,7082249.0,7823115.0,8485560.0,9198449.0,9931867.0,10629198.0,11321683.0,12026698.0,12774810.0,13479055.0,14254847.0,14915248.0,15634782.0,16371259.0,17100106.0,17816575.0,18474660.0,19256219.0,19869953.0,20581773.0,21310337.0,22039269.0,22757315.0,23533582.0,24193534.0,25073086.0,25606442.0,26315937.0,27034690.0,27690890.0,28480439.0,29994589.0,29789255.0,30581245.0,31304219.0,32090333.0,32705625.0,33428035.0,34190570.0,34917516.0,35532571.0,36336894.0,37008626.0,37637789.0,38428054.0,39081077.0,39871777.0,40642446.0,41318340.0,42055146.0,46425306.0,43465820.0,44246742.0,44884846.0,45533638.0,46140872.0,46902196.0,47809218.0,48440546.0,49176175.0,50001956.0,50670295.0,51448148.0,52038064.0,52863673.0,53378170.0,54150697.0,54795919.0,55444320.0,56153663.0,56819110.0,57481113.0,58186025.0,59065605.0,59985097.0,60550946.0,61361356.0,61996091.0,62725759.0,63351311.0,64188157.0,65914554.0,65629040.0,66224349.0,66874158.0,67685945.0,68632444.0,69085604.0,69763590.0,70476616.0,71159643.0]} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/base/tukey.json b/criterion/micro_ops_crossjoin/base/tukey.json index 24cb308a801c..c5aaf066b7f8 100644 --- a/criterion/micro_ops_crossjoin/base/tukey.json +++ b/criterion/micro_ops_crossjoin/base/tukey.json @@ -1 +1 @@ -[100461.59070345611,100888.84022624543,102028.17228701696,102455.42180980628] \ No newline at end of file +[100373.01868209444,100909.0755429271,102338.56050514751,102874.61736598017] \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/change/estimates.json b/criterion/micro_ops_crossjoin/change/estimates.json index 4987823825da..bd427ef58169 100644 --- a/criterion/micro_ops_crossjoin/change/estimates.json +++ b/criterion/micro_ops_crossjoin/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.011385369541414175,"upper_bound":0.00279728752462538},"point_estimate":-0.0035492045244427395,"standard_error":0.003633229127223779},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0017263659187841673,"upper_bound":-0.0004540622545534667},"point_estimate":-0.0011194562985871181,"standard_error":0.0003243633105263575}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004721503749568012,"upper_bound":0.0034164535822665985},"point_estimate":-0.0003506943247374439,"standard_error":0.0020736652308771925},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.001105188331877116,"upper_bound":0.002333103343649273},"point_estimate":0.0017517739406924804,"standard_error":0.00030439310408879257}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/estimates.json b/criterion/micro_ops_crossjoin/new/estimates.json index 94b918aa49a3..ffd8096dd893 100644 --- a/criterion/micro_ops_crossjoin/new/estimates.json +++ b/criterion/micro_ops_crossjoin/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101448.98990307942,"upper_bound":102170.16711586683},"point_estimate":101758.54429854252,"standard_error":185.68300200990592},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101444.9270907565,"upper_bound":101525.12536443149},"point_estimate":101481.30338509317,"standard_error":17.539859321828263},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":151.26688645474366,"upper_bound":286.24335983044375},"point_estimate":234.7223966010882,"standard_error":36.49391451153916},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101583.0306636661,"upper_bound":102482.23786045425},"point_estimate":101982.73127361777,"standard_error":230.7121331249519},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":697.8997555160455,"upper_bound":2871.9682871052632},"point_estimate":1869.1615048613114,"standard_error":584.9658132379047}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101563.95865177369,"upper_bound":101951.14653046531},"point_estimate":101722.85815456348,"standard_error":101.01651094775117},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101598.8961038961,"upper_bound":101713.71683673469},"point_estimate":101659.07568783069,"standard_error":27.846628091457706},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":195.5145699406769,"upper_bound":334.1901464209882},"point_estimate":250.4260701252771,"standard_error":36.41646081438105},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101723.920160486,"upper_bound":102125.45777538381},"point_estimate":101885.0627393443,"standard_error":105.5785905084848},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":329.5556267518845,"upper_bound":1629.7890156632586},"point_estimate":1011.3960691356099,"standard_error":398.44930544362427}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/sample.json b/criterion/micro_ops_crossjoin/new/sample.json index 8753f6f4e5df..ddbeeb87e93e 100644 --- a/criterion/micro_ops_crossjoin/new/sample.json +++ b/criterion/micro_ops_crossjoin/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[703942.0,1403577.0,2115294.0,2811916.0,3526439.0,4227543.0,4937326.0,5630684.0,6332665.0,7057650.0,7750975.0,8483620.0,9193691.0,9881362.0,10618159.0,11378402.0,12122008.0,12754369.0,13470233.0,14254131.0,14954739.0,15609709.0,16327136.0,17085765.0,17729551.0,18467898.0,19201956.0,19838709.0,20574760.0,21508132.0,22068623.0,22751348.0,23431015.0,24131875.0,24908467.0,25636755.0,30024725.0,27041689.0,27755616.0,28358309.0,29067597.0,29797812.0,30638767.0,31253190.0,31988634.0,32791054.0,33506914.0,34127049.0,34740447.0,35515725.0,36255656.0,36946336.0,37690086.0,38310761.0,39010640.0,39784392.0,41076787.0,41235220.0,41839270.0,42589410.0,43336022.0,44069111.0,45009167.0,45609355.0,46089037.0,46887666.0,47588693.0,48310244.0,49016304.0,49731289.0,50516558.0,54958151.0,51844710.0,52482489.0,53378496.0,53887335.0,54714500.0,55403582.0,56174628.0,56744281.0,57535200.0,58324564.0,58990618.0,63348205.0,60351014.0,61147623.0,61823290.0,62474049.0,63376585.0,63968808.0,64693912.0,65488834.0,66046856.0,66716962.0,71343640.0,68171246.0,68874630.0,69646236.0,70362065.0,71035703.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[701207.0,1419522.0,2125370.0,2835069.0,3537236.0,4237701.0,4939788.0,5635497.0,6347219.0,7082249.0,7823115.0,8485560.0,9198449.0,9931867.0,10629198.0,11321683.0,12026698.0,12774810.0,13479055.0,14254847.0,14915248.0,15634782.0,16371259.0,17100106.0,17816575.0,18474660.0,19256219.0,19869953.0,20581773.0,21310337.0,22039269.0,22757315.0,23533582.0,24193534.0,25073086.0,25606442.0,26315937.0,27034690.0,27690890.0,28480439.0,29994589.0,29789255.0,30581245.0,31304219.0,32090333.0,32705625.0,33428035.0,34190570.0,34917516.0,35532571.0,36336894.0,37008626.0,37637789.0,38428054.0,39081077.0,39871777.0,40642446.0,41318340.0,42055146.0,46425306.0,43465820.0,44246742.0,44884846.0,45533638.0,46140872.0,46902196.0,47809218.0,48440546.0,49176175.0,50001956.0,50670295.0,51448148.0,52038064.0,52863673.0,53378170.0,54150697.0,54795919.0,55444320.0,56153663.0,56819110.0,57481113.0,58186025.0,59065605.0,59985097.0,60550946.0,61361356.0,61996091.0,62725759.0,63351311.0,64188157.0,65914554.0,65629040.0,66224349.0,66874158.0,67685945.0,68632444.0,69085604.0,69763590.0,70476616.0,71159643.0]} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/tukey.json b/criterion/micro_ops_crossjoin/new/tukey.json index 24cb308a801c..c5aaf066b7f8 100644 --- a/criterion/micro_ops_crossjoin/new/tukey.json +++ b/criterion/micro_ops_crossjoin/new/tukey.json @@ -1 +1 @@ -[100461.59070345611,100888.84022624543,102028.17228701696,102455.42180980628] \ No newline at end of file +[100373.01868209444,100909.0755429271,102338.56050514751,102874.61736598017] \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/report/MAD.svg b/criterion/micro_ops_crossjoin/report/MAD.svg index f8495f9db493..b2bde85f7be3 100644 --- a/criterion/micro_ops_crossjoin/report/MAD.svg +++ b/criterion/micro_ops_crossjoin/report/MAD.svg @@ -13,86 +13,82 @@ Average time (ns) 0.001 - + 0.002 - - + + 0.003 - - + + 0.004 - - + + 0.005 - - + + 0.006 - - + + 0.007 - - + + 0.008 - - + + 0.009 - - + + 0.01 - - + + 0.011 - + - -140 - - - -160 - - - -180 - - - + 200 - - + + 220 - - + + 240 - - + + 260 - - + + 280 - - + + 300 - - - - + + +320 + + + +340 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/SD.svg b/criterion/micro_ops_crossjoin/report/SD.svg index f50e1b81515a..7520dcdf19b1 100644 --- a/criterion/micro_ops_crossjoin/report/SD.svg +++ b/criterion/micro_ops_crossjoin/report/SD.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (µs) - -0.1 + +0.5 - - -0.2 + + +1 - - -0.3 + + +1.5 - - -0.4 + + +2 - - -0.5 + + +2.5 - - -0.6 + + + +0.2 - - -0.7 + + +0.4 - - -0.8 + + +0.6 - - - -0.5 + + +0.8 - - + + 1 - - -1.5 + + +1.2 - - -2 - - - -2.5 + + +1.4 - - -3 + + +1.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/both/pdf.svg b/criterion/micro_ops_crossjoin/report/both/pdf.svg index 1303cf2c455c..f918b233ef04 100644 --- a/criterion/micro_ops_crossjoin/report/both/pdf.svg +++ b/criterion/micro_ops_crossjoin/report/both/pdf.svg @@ -9,59 +9,55 @@ Density (a.u.) Average Time (µs) - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 - - - + + 0.4 - + + +0.5 + + + +0.6 + + + +0.7 + + - + 100 - - -110 + + +105 - - -120 + + +110 - - -130 + + +115 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_crossjoin/report/both/regression.svg b/criterion/micro_ops_crossjoin/report/both/regression.svg index f1e50bc21c93..b24183a856b9 100644 --- a/criterion/micro_ops_crossjoin/report/both/regression.svg +++ b/criterion/micro_ops_crossjoin/report/both/regression.svg @@ -19,10 +19,10 @@ Iterations - + - + @@ -37,10 +37,10 @@ Iterations 20.0 - + 30.0 - + 40.0 @@ -49,10 +49,10 @@ Iterations 50.0 - + 60.0 - + 70.0 @@ -93,7 +93,7 @@ Iterations - + Base Sample diff --git a/criterion/micro_ops_crossjoin/report/change/mean.svg b/criterion/micro_ops_crossjoin/report/change/mean.svg index e71e725b1eb3..6531c7787107 100644 --- a/criterion/micro_ops_crossjoin/report/change/mean.svg +++ b/criterion/micro_ops_crossjoin/report/change/mean.svg @@ -9,91 +9,87 @@ Density (a.u.) Relative change (%) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 - - - + + 80 - - -90 - - - + + 100 - - -110 + + +120 - - - --0.012 + + +140 - - --0.01 + + +160 - - --0.008 + + +180 - - --0.006 + + + +-0.005 - - + + -0.004 - - + + +-0.003 + + + -0.002 - - + + +-0.001 + + + 0 - - + + +0.001 + + + 0.002 - - + + +0.003 + + + 0.004 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/change/median.svg b/criterion/micro_ops_crossjoin/report/change/median.svg index 8e747d8c0765..c11ac09de329 100644 --- a/criterion/micro_ops_crossjoin/report/change/median.svg +++ b/criterion/micro_ops_crossjoin/report/change/median.svg @@ -9,70 +9,74 @@ Density (a.u.) Relative change (%) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - - + + 1400 - + + +1600 + + - --0.0018 + +0.001 - - --0.0016 + + +0.0012 - - --0.0014 + + +0.0014 - - --0.0012 + + +0.0016 - - --0.001 + + +0.0018 - + --8e-4 +0.002 - --6e-4 + +0.0022 - - --4e-4 + + +0.0024 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/change/t-test.svg b/criterion/micro_ops_crossjoin/report/change/t-test.svg index f898bc952c55..4ea69fd6a3db 100644 --- a/criterion/micro_ops_crossjoin/report/change/t-test.svg +++ b/criterion/micro_ops_crossjoin/report/change/t-test.svg @@ -13,65 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + + +0.4 + + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - + 1.0 - + 2.0 - - + + 3.0 - - - + + + t distribution diff --git a/criterion/micro_ops_crossjoin/report/index.html b/criterion/micro_ops_crossjoin/report/index.html index 4448eb601f30..e4a3cdac9bca 100644 --- a/criterion/micro_ops_crossjoin/report/index.html +++ b/criterion/micro_ops_crossjoin/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 101.58 µs - 101.98 µs - 102.48 µs + 101.72 µs + 101.89 µs + 102.13 µs R² - 0.9561909 - 0.9581720 - 0.9550815 + 0.9870814 + 0.9874210 + 0.9866655 Mean - 101.45 µs - 101.76 µs - 102.17 µs + 101.56 µs + 101.72 µs + 101.95 µs Std. Dev. - 697.90 ns - 1.8692 µs - 2.8720 µs + 329.56 ns + 1.0114 µs + 1.6298 µs Median - 101.44 µs - 101.48 µs - 101.53 µs + 101.60 µs + 101.66 µs + 101.71 µs MAD - 151.27 ns - 234.72 ns - 286.24 ns + 195.51 ns + 250.43 ns + 334.19 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -1.1385% - -0.3549% - +0.2797% - (p = 0.38 > + -0.4722% + -0.0351% + +0.3416% + (p = 0.88 > 0.05) diff --git a/criterion/micro_ops_crossjoin/report/mean.svg b/criterion/micro_ops_crossjoin/report/mean.svg index 6974754a0b69..8ab16aca7c75 100644 --- a/criterion/micro_ops_crossjoin/report/mean.svg +++ b/criterion/micro_ops_crossjoin/report/mean.svg @@ -9,62 +9,78 @@ Density (a.u.) Average time (µs)
- + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - - -101.4 + + +2.5 + + + +3 + + + +3.5 - - -101.5 + + +4 + + + + +101.55 - - + + 101.6 - - + + +101.65 + + + 101.7 - - -101.8 + + +101.75 - - -101.9 + + +101.8 - - -102 + + +101.85 - - -102.1 + + +101.9 - - -102.2 + + +101.95 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/median.svg b/criterion/micro_ops_crossjoin/report/median.svg index a6fe3d18c642..8a1396ef4766 100644 --- a/criterion/micro_ops_crossjoin/report/median.svg +++ b/criterion/micro_ops_crossjoin/report/median.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - -35 - - - -40 - - - -45 - - - -50 - - - -55 - - + - -101.44 - - - -101.45 - - - -101.46 + +101.6 - - -101.47 + + +101.62 - - -101.48 + + +101.64 - - -101.49 + + +101.66 - - -101.5 + + +101.68 - - -101.51 + + +101.7 - - -101.52 + + +101.72 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/pdf.svg b/criterion/micro_ops_crossjoin/report/pdf.svg index fe607b440963..f9354b8b41df 100644 --- a/criterion/micro_ops_crossjoin/report/pdf.svg +++ b/criterion/micro_ops_crossjoin/report/pdf.svg @@ -42,50 +42,30 @@ Average Time (µs) - -98 - - - + 100 - - + + 102 - - + + 104 - - + + 106 - - + + 108 - - + + 110 - - -112 - - - -114 - - - -116 - - - -118 - - + Density (a.u.) @@ -94,82 +74,58 @@ Density (a.u.) 0 - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 - - - + + 0.4 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +0.5 + + + +0.6 + + + +0.7 + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_crossjoin/report/pdf_small.svg b/criterion/micro_ops_crossjoin/report/pdf_small.svg index b29b4280ff25..41ac9143ff00 100644 --- a/criterion/micro_ops_crossjoin/report/pdf_small.svg +++ b/criterion/micro_ops_crossjoin/report/pdf_small.svg @@ -10,59 +10,51 @@ Average Time (µs) 0 - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 - - - + + 0.4 - - -0.45 + + +0.5 - + + +0.6 + + + +0.7 + + + +0.8 + + - + 100 - - + + 105 - - + + 110 - - -115 - - - - + + + diff --git a/criterion/micro_ops_crossjoin/report/regression.svg b/criterion/micro_ops_crossjoin/report/regression.svg index fe7decd3c1e4..a1f6f973796c 100644 --- a/criterion/micro_ops_crossjoin/report/regression.svg +++ b/criterion/micro_ops_crossjoin/report/regression.svg @@ -17,11 +17,11 @@ Iterations - + - - - + + + 10.0 @@ -31,26 +31,26 @@ Iterations 20.0 - + 30.0 - + 40.0 - + 50.0 - - + + 60.0 - - + + 70.0 - + 100 @@ -85,16 +85,16 @@ Iterations - + - + - + @@ -102,86 +102,86 @@ Iterations - + - + - + - - + + - - - - - - + + + + + + - - + + - + - - - - - + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - + Sample diff --git a/criterion/micro_ops_crossjoin/report/regression_small.svg b/criterion/micro_ops_crossjoin/report/regression_small.svg index 2b11ef1b3e41..0726f60b1e44 100644 --- a/criterion/micro_ops_crossjoin/report/regression_small.svg +++ b/criterion/micro_ops_crossjoin/report/regression_small.svg @@ -14,11 +14,11 @@ Iterations - + - + - + 10.0 @@ -28,26 +28,26 @@ Iterations 20.0 - + 30.0 - + 40.0 - + 50.0 - + 60.0 - + 70.0 - + 100 @@ -84,99 +84,99 @@ Iterations - + - + - + - + - + - + - + - - - + + + - + - - + + - + - - + + - - - + + + - - - - - + + + + + - + - - - - - - - - - - - + + + + + + + + + + + - - + + - - - - - - + + + + + + - - - - - - - - - - - + + + + + + + + + + + - + diff --git a/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg b/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg index b195185aa54e..7f93422ee7e3 100644 --- a/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg +++ b/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg @@ -6,57 +6,53 @@ Density (a.u.) Average Time (µs) - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 - - - + + 0.4 - + + +0.5 + + + +0.6 + + + +0.7 + + - + 100 - - -110 + + +105 - - -120 + + +110 - - -130 + + +115 - - - - - + + + + + diff --git a/criterion/micro_ops_crossjoin/report/relative_regression_small.svg b/criterion/micro_ops_crossjoin/report/relative_regression_small.svg index c82f6ef9d2c2..aedcab9543e7 100644 --- a/criterion/micro_ops_crossjoin/report/relative_regression_small.svg +++ b/criterion/micro_ops_crossjoin/report/relative_regression_small.svg @@ -90,5 +90,5 @@ Iterations - + diff --git a/criterion/micro_ops_crossjoin/report/slope.svg b/criterion/micro_ops_crossjoin/report/slope.svg index fef1d60c7435..70208cfdc317 100644 --- a/criterion/micro_ops_crossjoin/report/slope.svg +++ b/criterion/micro_ops_crossjoin/report/slope.svg @@ -9,90 +9,82 @@ Density (a.u.) Average time (µs) - -0.2 + +0.5 - - -0.4 - - - -0.6 - - - -0.8 - - - + + 1 - - -1.2 + + +1.5 - - -1.4 + + +2 - - -1.6 + + +2.5 - - -1.8 + + +3 - - - -101.5 + + +3.5 - - -101.6 + + +4 - - + + + 101.7 - - + + +101.75 + + + 101.8 - - -101.9 + + +101.85 - - -102 + + +101.9 - - -102.1 + + +101.95 - - -102.2 + + +102 - - -102.3 + + +102.05 - - -102.4 + + +102.1 - - -102.5 + + +102.15 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/typical.svg b/criterion/micro_ops_crossjoin/report/typical.svg index db3c261b1ba3..def373f0578a 100644 --- a/criterion/micro_ops_crossjoin/report/typical.svg +++ b/criterion/micro_ops_crossjoin/report/typical.svg @@ -9,90 +9,82 @@ Density (a.u.) Average time (µs) - -0.2 + +0.5 - - -0.4 - - - -0.6 - - - -0.8 - - - + + 1 - - -1.2 + + +1.5 - - -1.4 + + +2 - - -1.6 + + +2.5 - - -1.8 + + +3 - - - -101.5 + + +3.5 - - -101.6 + + +4 - - + + + 101.7 - - + + +101.75 + + + 101.8 - - -101.9 + + +101.85 - - -102 + + +101.9 - - -102.1 + + +101.95 - - -102.2 + + +102 - - -102.3 + + +102.05 - - -102.4 + + +102.1 - - -102.5 + + +102.15 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/base/estimates.json b/criterion/micro_ops_difference/base/estimates.json index c3f80c4bb89e..0ee1ef3ff5b5 100644 --- a/criterion/micro_ops_difference/base/estimates.json +++ b/criterion/micro_ops_difference/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":67503.01678605757,"upper_bound":67961.17560887379},"point_estimate":67721.49120872022,"standard_error":117.10140668371763},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":67120.00483091787,"upper_bound":67299.42730496454},"point_estimate":67212.0940157313,"standard_error":53.28398834178605},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":283.1145867468018,"upper_bound":768.2370687095504},"point_estimate":437.2244251480603,"standard_error":133.12938103309475},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":67199.83500614986,"upper_bound":67467.54173709702},"point_estimate":67318.9206753362,"standard_error":68.62972519909854},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":869.5255888563438,"upper_bound":1469.899129954096},"point_estimate":1177.3753607917129,"standard_error":154.90445919304935}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68018.7924788197,"upper_bound":68353.12966532535},"point_estimate":68184.16893502037,"standard_error":85.39312521135217},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":67948.09606529209,"upper_bound":68281.98519439422},"point_estimate":68105.79343915344,"standard_error":85.44678809965049},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":571.6757430861468,"upper_bound":1077.5549617819795},"point_estimate":789.6226494222567,"standard_error":130.5267236754409},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":67931.41801235275,"upper_bound":68200.68950301147},"point_estimate":68059.98833407222,"standard_error":68.78043607275971},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":740.6408221643518,"upper_bound":962.5225627626392},"point_estimate":859.3328763614396,"standard_error":56.823372310343586}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/base/sample.json b/criterion/micro_ops_difference/base/sample.json index 8cfb2714904a..f0fa20414ed5 100644 --- a/criterion/micro_ops_difference/base/sample.json +++ b/criterion/micro_ops_difference/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[409999.0,820439.0,1251246.0,1649638.0,2063631.0,2487033.0,2894473.0,3314377.0,3735612.0,4127615.0,4534759.0,5076147.0,5381506.0,5852622.0,6223361.0,6657155.0,7057556.0,7868978.0,7916486.0,8319122.0,8681074.0,8961617.0,9328037.0,9611097.0,10050464.0,10484145.0,11779677.0,11253539.0,11603250.0,12308699.0,12546367.0,12880646.0,13207847.0,13666138.0,14020543.0,14414991.0,14866898.0,15244997.0,15635393.0,16028123.0,16387498.0,16788309.0,17216269.0,17627871.0,18027335.0,18414531.0,18887657.0,19206739.0,20126055.0,20130218.0,20585327.0,20946719.0,21294921.0,21821748.0,22093061.0,22867138.0,22947855.0,24312946.0,23742695.0,24433507.0,24909683.0,25024439.0,25356468.0,25808562.0,26186862.0,26466468.0,27002815.0,27432738.0,27787682.0,28116339.0,28597420.0,29913184.0,29456175.0,29714308.0,30188980.0,30540533.0,31077860.0,31520199.0,31736600.0,32382187.0,32919293.0,33216851.0,33442710.0,33904230.0,34229990.0,34761816.0,34998898.0,35537237.0,35752658.0,37314447.0,36734034.0,36981423.0,37430839.0,37956877.0,38284479.0,38600204.0,39081798.0,39522062.0,39847565.0,40361278.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[411766.0,823297.0,1256296.0,1652224.0,2082134.0,2482614.0,2891590.0,3311395.0,3740480.0,4167657.0,4555630.0,5048448.0,5432574.0,5854590.0,6225500.0,6679969.0,7075685.0,7471212.0,7983549.0,8357576.0,8732371.0,9051385.0,9458634.0,9790148.0,10107617.0,10431870.0,10878045.0,11263067.0,11661035.0,12270388.0,12587238.0,12846289.0,13351650.0,13688580.0,14044956.0,14575367.0,14858131.0,15252909.0,15748107.0,16105159.0,16429368.0,16847760.0,17220895.0,17796451.0,18367396.0,18879221.0,19000904.0,19618774.0,19833740.0,20382753.0,20831995.0,20991293.0,21608159.0,21782397.0,22230472.0,22939259.0,23470634.0,23677751.0,24393083.0,24622152.0,25792206.0,25179596.0,25744247.0,26268779.0,26927257.0,27069029.0,27445233.0,27717878.0,28050603.0,28443037.0,28873382.0,29550678.0,29837933.0,30101678.0,30647301.0,31227656.0,31583302.0,31677137.0,32360392.0,33697201.0,32914207.0,33785491.0,33883192.0,34419723.0,34543454.0,35135806.0,35348306.0,35796639.0,36230448.0,36456099.0,37311642.0,37630859.0,37699864.0,38066615.0,38910431.0,39466887.0,39549043.0,39966804.0,40464992.0,41004659.0]} \ No newline at end of file diff --git a/criterion/micro_ops_difference/base/tukey.json b/criterion/micro_ops_difference/base/tukey.json index eee5eba0e62a..85c20ccb4ac4 100644 --- a/criterion/micro_ops_difference/base/tukey.json +++ b/criterion/micro_ops_difference/base/tukey.json @@ -1 +1 @@ -[62815.00233029378,64899.19624810028,70457.04669558429,72541.24061339078] \ No newline at end of file +[64315.919515185844,65932.80167067537,70244.48741864742,71861.36957413693] \ No newline at end of file diff --git a/criterion/micro_ops_difference/change/estimates.json b/criterion/micro_ops_difference/change/estimates.json index 50d6060345ec..e0485cbb8689 100644 --- a/criterion/micro_ops_difference/change/estimates.json +++ b/criterion/micro_ops_difference/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005345758112719034,"upper_bound":0.0034529971966807617},"point_estimate":-0.0010135985862309571,"standard_error":0.0022600014586375543},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.002641276316182384,"upper_bound":0.0012873208640413747},"point_estimate":-0.0004217216391868561,"standard_error":0.0010391189643665225}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0025163816655556447,"upper_bound":0.011045817020274804},"point_estimate":0.006832066424440564,"standard_error":0.0021834903782202613},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.010318760710563035,"upper_bound":0.01652734450867399},"point_estimate":0.013296705548453192,"standard_error":0.0015021626647103584}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/estimates.json b/criterion/micro_ops_difference/new/estimates.json index c3f80c4bb89e..0ee1ef3ff5b5 100644 --- a/criterion/micro_ops_difference/new/estimates.json +++ b/criterion/micro_ops_difference/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":67503.01678605757,"upper_bound":67961.17560887379},"point_estimate":67721.49120872022,"standard_error":117.10140668371763},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":67120.00483091787,"upper_bound":67299.42730496454},"point_estimate":67212.0940157313,"standard_error":53.28398834178605},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":283.1145867468018,"upper_bound":768.2370687095504},"point_estimate":437.2244251480603,"standard_error":133.12938103309475},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":67199.83500614986,"upper_bound":67467.54173709702},"point_estimate":67318.9206753362,"standard_error":68.62972519909854},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":869.5255888563438,"upper_bound":1469.899129954096},"point_estimate":1177.3753607917129,"standard_error":154.90445919304935}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68018.7924788197,"upper_bound":68353.12966532535},"point_estimate":68184.16893502037,"standard_error":85.39312521135217},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":67948.09606529209,"upper_bound":68281.98519439422},"point_estimate":68105.79343915344,"standard_error":85.44678809965049},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":571.6757430861468,"upper_bound":1077.5549617819795},"point_estimate":789.6226494222567,"standard_error":130.5267236754409},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":67931.41801235275,"upper_bound":68200.68950301147},"point_estimate":68059.98833407222,"standard_error":68.78043607275971},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":740.6408221643518,"upper_bound":962.5225627626392},"point_estimate":859.3328763614396,"standard_error":56.823372310343586}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/sample.json b/criterion/micro_ops_difference/new/sample.json index 8cfb2714904a..f0fa20414ed5 100644 --- a/criterion/micro_ops_difference/new/sample.json +++ b/criterion/micro_ops_difference/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[409999.0,820439.0,1251246.0,1649638.0,2063631.0,2487033.0,2894473.0,3314377.0,3735612.0,4127615.0,4534759.0,5076147.0,5381506.0,5852622.0,6223361.0,6657155.0,7057556.0,7868978.0,7916486.0,8319122.0,8681074.0,8961617.0,9328037.0,9611097.0,10050464.0,10484145.0,11779677.0,11253539.0,11603250.0,12308699.0,12546367.0,12880646.0,13207847.0,13666138.0,14020543.0,14414991.0,14866898.0,15244997.0,15635393.0,16028123.0,16387498.0,16788309.0,17216269.0,17627871.0,18027335.0,18414531.0,18887657.0,19206739.0,20126055.0,20130218.0,20585327.0,20946719.0,21294921.0,21821748.0,22093061.0,22867138.0,22947855.0,24312946.0,23742695.0,24433507.0,24909683.0,25024439.0,25356468.0,25808562.0,26186862.0,26466468.0,27002815.0,27432738.0,27787682.0,28116339.0,28597420.0,29913184.0,29456175.0,29714308.0,30188980.0,30540533.0,31077860.0,31520199.0,31736600.0,32382187.0,32919293.0,33216851.0,33442710.0,33904230.0,34229990.0,34761816.0,34998898.0,35537237.0,35752658.0,37314447.0,36734034.0,36981423.0,37430839.0,37956877.0,38284479.0,38600204.0,39081798.0,39522062.0,39847565.0,40361278.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[411766.0,823297.0,1256296.0,1652224.0,2082134.0,2482614.0,2891590.0,3311395.0,3740480.0,4167657.0,4555630.0,5048448.0,5432574.0,5854590.0,6225500.0,6679969.0,7075685.0,7471212.0,7983549.0,8357576.0,8732371.0,9051385.0,9458634.0,9790148.0,10107617.0,10431870.0,10878045.0,11263067.0,11661035.0,12270388.0,12587238.0,12846289.0,13351650.0,13688580.0,14044956.0,14575367.0,14858131.0,15252909.0,15748107.0,16105159.0,16429368.0,16847760.0,17220895.0,17796451.0,18367396.0,18879221.0,19000904.0,19618774.0,19833740.0,20382753.0,20831995.0,20991293.0,21608159.0,21782397.0,22230472.0,22939259.0,23470634.0,23677751.0,24393083.0,24622152.0,25792206.0,25179596.0,25744247.0,26268779.0,26927257.0,27069029.0,27445233.0,27717878.0,28050603.0,28443037.0,28873382.0,29550678.0,29837933.0,30101678.0,30647301.0,31227656.0,31583302.0,31677137.0,32360392.0,33697201.0,32914207.0,33785491.0,33883192.0,34419723.0,34543454.0,35135806.0,35348306.0,35796639.0,36230448.0,36456099.0,37311642.0,37630859.0,37699864.0,38066615.0,38910431.0,39466887.0,39549043.0,39966804.0,40464992.0,41004659.0]} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/tukey.json b/criterion/micro_ops_difference/new/tukey.json index eee5eba0e62a..85c20ccb4ac4 100644 --- a/criterion/micro_ops_difference/new/tukey.json +++ b/criterion/micro_ops_difference/new/tukey.json @@ -1 +1 @@ -[62815.00233029378,64899.19624810028,70457.04669558429,72541.24061339078] \ No newline at end of file +[64315.919515185844,65932.80167067537,70244.48741864742,71861.36957413693] \ No newline at end of file diff --git a/criterion/micro_ops_difference/report/MAD.svg b/criterion/micro_ops_difference/report/MAD.svg index 67f1736c4d5d..3731cce88ed8 100644 --- a/criterion/micro_ops_difference/report/MAD.svg +++ b/criterion/micro_ops_difference/report/MAD.svg @@ -6,69 +6,65 @@ micro/ops/difference:MAD Density (a.u.) -Average time (ns) +Average time (µs) -5e-4 +0.5 - -0.001 + +1 - - -0.0015 + + +1.5 - - -0.002 + + +2 - - -0.0025 + + +2.5 - - -0.003 + + +3 - - -0.0035 + + +3.5 - - -0.004 - - + - -300 + +0.6 - - -400 + + +0.7 - - -500 + + +0.8 - - -600 + + +0.9 - - -700 + + +1 - - -800 + + +1.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/SD.svg b/criterion/micro_ops_difference/report/SD.svg index 0cf30816fb71..1e6d249823e3 100644 --- a/criterion/micro_ops_difference/report/SD.svg +++ b/criterion/micro_ops_difference/report/SD.svg @@ -6,61 +6,61 @@ micro/ops/difference:SD Density (a.u.) -Average time (µs) +Average time (ns) - -0.5 + +0.001 - - -1 + + +0.002 - - -1.5 + + +0.003 - - -2 + + +0.004 - - -2.5 + + +0.005 - - - -0.9 + + +0.006 - - -1 + + +0.007 - - -1.1 + + + +750 - - -1.2 + + +800 - - -1.3 + + +850 - - -1.4 + + +900 - - -1.5 + + +950 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/both/pdf.svg b/criterion/micro_ops_difference/report/both/pdf.svg index 6224c2f086d1..2cfe2d336038 100644 --- a/criterion/micro_ops_difference/report/both/pdf.svg +++ b/criterion/micro_ops_difference/report/both/pdf.svg @@ -9,50 +9,46 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - - + + 0.5 - - -0.55 - - + 66 @@ -74,10 +70,10 @@ Average Time (µs) 74 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_difference/report/both/regression.svg b/criterion/micro_ops_difference/report/both/regression.svg index 6873150da0d7..54d9446fb30f 100644 --- a/criterion/micro_ops_difference/report/both/regression.svg +++ b/criterion/micro_ops_difference/report/both/regression.svg @@ -17,13 +17,13 @@ Iterations - - - - - - - + + + + + + + 0.0 @@ -33,34 +33,34 @@ Iterations 5.0 - + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - + 0 @@ -90,9 +90,9 @@ Iterations 600 - - - + + + Base Sample diff --git a/criterion/micro_ops_difference/report/change/mean.svg b/criterion/micro_ops_difference/report/change/mean.svg index b0c7cd1fdce3..0980b840651a 100644 --- a/criterion/micro_ops_difference/report/change/mean.svg +++ b/criterion/micro_ops_difference/report/change/mean.svg @@ -9,87 +9,83 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - + - --0.006 + +0.002 - - --0.005 + + +0.003 - - --0.004 + + +0.004 - - --0.003 + + +0.005 - - --0.002 + + +0.006 - - --0.001 + + +0.007 - - -0 + + +0.008 - - -0.001 + + +0.009 - - -0.002 + + +0.01 - - -0.003 - - - -0.004 + + +0.011 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/change/median.svg b/criterion/micro_ops_difference/report/change/median.svg index 00d15d1a7fe0..e4359fb55ac1 100644 --- a/criterion/micro_ops_difference/report/change/median.svg +++ b/criterion/micro_ops_difference/report/change/median.svg @@ -9,79 +9,67 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - -350 - - + - --0.003 - - - --0.0025 - - - --0.002 - - - --0.0015 - - - --0.001 - - - --5e-4 - - - -0 - - - -5e-4 - - - -0.001 - - - -0.0015 - - - - - - + +0.01 + + + +0.011 + + + +0.012 + + + +0.013 + + + +0.014 + + + +0.015 + + + +0.016 + + + +0.017 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/change/t-test.svg b/criterion/micro_ops_difference/report/change/t-test.svg index e8237ac8ec5d..687dd4d95909 100644 --- a/criterion/micro_ops_difference/report/change/t-test.svg +++ b/criterion/micro_ops_difference/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_difference/report/index.html b/criterion/micro_ops_difference/report/index.html index 2b1eab4ee3a3..859e03fef52c 100644 --- a/criterion/micro_ops_difference/report/index.html +++ b/criterion/micro_ops_difference/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 67.200 µs - 67.319 µs - 67.468 µs + 67.931 µs + 68.060 µs + 68.201 µs R² - 0.9869568 - 0.9873802 - 0.9867209 + 0.9890378 + 0.9895120 + 0.9889442 Mean - 67.503 µs - 67.721 µs - 67.961 µs + 68.019 µs + 68.184 µs + 68.353 µs Std. Dev. - 869.53 ns - 1.1774 µs - 1.4699 µs + 740.64 ns + 859.33 ns + 962.52 ns Median - 67.120 µs - 67.212 µs - 67.299 µs + 67.948 µs + 68.106 µs + 68.282 µs MAD - 283.11 ns - 437.22 ns - 768.24 ns + 571.68 ns + 789.62 ns + 1.0776 µs @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.5346% - -0.1014% - +0.3453% - (p = 0.67 > + +0.2516% + +0.6832% + +1.1046% + (p = 0.00 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_difference/report/mean.svg b/criterion/micro_ops_difference/report/mean.svg index da69cc611df4..383b208db2a1 100644 --- a/criterion/micro_ops_difference/report/mean.svg +++ b/criterion/micro_ops_difference/report/mean.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - - -67.5 + + +4 - - -67.55 + + +4.5 - - -67.6 + + +5 - - -67.65 + + + +68 - - -67.7 + + +68.05 - - -67.75 + + +68.1 - - -67.8 + + +68.15 - - -67.85 + + +68.2 - - -67.9 + + +68.25 - - -67.95 + + +68.3 - - -68 + + +68.35 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/median.svg b/criterion/micro_ops_difference/report/median.svg index 4e88ffeb23ab..3b2b89406278 100644 --- a/criterion/micro_ops_difference/report/median.svg +++ b/criterion/micro_ops_difference/report/median.svg @@ -9,78 +9,86 @@ Density (a.u.) Average time (µs) - + +1 + + + 2 - - + + +3 + + + 4 - - + + +5 + + + 6 - - + + +7 + + + 8 - - -10 + + +9 - - -12 + + +10 - - -14 + + +11 - + - -67.12 - - - -67.14 - - - -67.16 + +67.95 - - -67.18 + + +68 - - -67.2 + + +68.05 - - -67.22 + + +68.1 - - -67.24 + + +68.15 - - -67.26 + + +68.2 - - -67.28 + + +68.25 - - -67.3 + + +68.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/pdf.svg b/criterion/micro_ops_difference/report/pdf.svg index e1aeac48c9bc..015025dc7525 100644 --- a/criterion/micro_ops_difference/report/pdf.svg +++ b/criterion/micro_ops_difference/report/pdf.svg @@ -38,42 +38,30 @@ Average Time (µs) - + 66 - - + + 67 - - + + 68 - - + + 69 - - + + 70 - - + + 71 - - -72 - - - -73 - - - -74 - - + Density (a.u.) @@ -82,58 +70,50 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - - -0.5 - - - - - - + + + + + - - - - - - - + + + PDF diff --git a/criterion/micro_ops_difference/report/pdf_small.svg b/criterion/micro_ops_difference/report/pdf_small.svg index b75145fbd6a2..9b6c843073e0 100644 --- a/criterion/micro_ops_difference/report/pdf_small.svg +++ b/criterion/micro_ops_difference/report/pdf_small.svg @@ -10,47 +10,59 @@ Average Time (µs) 0 - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - + + +0.25 + + + 0.3 - - + + +0.35 + + + 0.4 - - + + +0.45 + + + 0.5 - + - + 66 - - + + 68 - - + + 70 - - -72 - - - -74 - - - - + + + diff --git a/criterion/micro_ops_difference/report/regression.svg b/criterion/micro_ops_difference/report/regression.svg index f0f64c5196db..41bace1a1c6c 100644 --- a/criterion/micro_ops_difference/report/regression.svg +++ b/criterion/micro_ops_difference/report/regression.svg @@ -14,47 +14,47 @@ Iterations - - - - - - - - + + + + + + + + - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - + 100 @@ -83,105 +83,105 @@ Iterations - + - - + + - - - - + + + + - - - + + + - + - - - - - - - - - - - + + + + + + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - - - - - - - - - + + + + + + + + + + + + - - - - - - - - - - + + + + + + + + + + - + - - - - + + + + - + - - - - - - + + + + + + - - - + + + - - - + + + - - + + Sample diff --git a/criterion/micro_ops_difference/report/regression_small.svg b/criterion/micro_ops_difference/report/regression_small.svg index c603f45b29dd..58054d46b8ac 100644 --- a/criterion/micro_ops_difference/report/regression_small.svg +++ b/criterion/micro_ops_difference/report/regression_small.svg @@ -11,47 +11,47 @@ Iterations - + - - - - - - + + + + + + - + 5.0 - + 10.0 - + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - + 100 @@ -80,103 +80,103 @@ Iterations - + - + - + - - + + - - - - - - + + + + + + - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - - - - - - + + + + + + - + - - - - - - - - - + + + + + + + + + - - + + - + - - + + - + - - - - + + + + - + - - - - + + + + - + - - + + - - - - + + + + - - + + diff --git a/criterion/micro_ops_difference/report/relative_pdf_small.svg b/criterion/micro_ops_difference/report/relative_pdf_small.svg index 606a803bf78c..3eb6dc73ba92 100644 --- a/criterion/micro_ops_difference/report/relative_pdf_small.svg +++ b/criterion/micro_ops_difference/report/relative_pdf_small.svg @@ -6,50 +6,46 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - - + + 0.5 - - -0.55 - - + 66 @@ -71,8 +67,8 @@ Average Time (µs) 74 - - - - + + + + diff --git a/criterion/micro_ops_difference/report/relative_regression_small.svg b/criterion/micro_ops_difference/report/relative_regression_small.svg index 1d13abbc4f8a..ab1ac0e04672 100644 --- a/criterion/micro_ops_difference/report/relative_regression_small.svg +++ b/criterion/micro_ops_difference/report/relative_regression_small.svg @@ -15,12 +15,12 @@ Iterations - - - - - - + + + + + + 0.0 @@ -34,30 +34,30 @@ Iterations 10.0 - + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - + 0 @@ -87,8 +87,8 @@ Iterations 600 - - - + + + diff --git a/criterion/micro_ops_difference/report/slope.svg b/criterion/micro_ops_difference/report/slope.svg index e46357181068..896a4456987e 100644 --- a/criterion/micro_ops_difference/report/slope.svg +++ b/criterion/micro_ops_difference/report/slope.svg @@ -17,50 +17,50 @@ Average time (µs) 2 - + 3 - - + + 4 - - + + 5 - - + + 6 - + - -67.2 + +67.95 - - -67.25 + + +68 - - -67.3 + + +68.05 - - -67.35 + + +68.1 - - -67.4 + + +68.15 - - -67.45 + + +68.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/typical.svg b/criterion/micro_ops_difference/report/typical.svg index 47525c50e993..62ccf7f92637 100644 --- a/criterion/micro_ops_difference/report/typical.svg +++ b/criterion/micro_ops_difference/report/typical.svg @@ -17,50 +17,50 @@ Average time (µs) 2 - + 3 - - + + 4 - - + + 5 - - + + 6 - + - -67.2 + +67.95 - - -67.25 + + +68 - - -67.3 + + +68.05 - - -67.35 + + +68.1 - - -67.4 + + +68.15 - - -67.45 + + +68.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/base/estimates.json b/criterion/micro_ops_flat_map/base/estimates.json index 55d86dc318a8..9c2b36d2809b 100644 --- a/criterion/micro_ops_flat_map/base/estimates.json +++ b/criterion/micro_ops_flat_map/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6575.813955894206,"upper_bound":6596.320282392458},"point_estimate":6585.989035685708,"standard_error":5.21887770921687},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6570.14459882223,"upper_bound":6597.203013481364},"point_estimate":6588.962733469063,"standard_error":7.339157241331214},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40.625407369225506,"upper_bound":67.42759406919257},"point_estimate":55.49892423831097,"standard_error":6.963009853229695},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6604.104466411405,"upper_bound":6628.510312109613},"point_estimate":6616.258706164532,"standard_error":6.236587248285644},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44.98485461679116,"upper_bound":59.443655747309286},"point_estimate":52.497777413746526,"standard_error":3.693050712118361}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6663.625232416764,"upper_bound":6693.177961744368},"point_estimate":6678.299792579862,"standard_error":7.539535974770825},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6666.173076923077,"upper_bound":6696.295384615385},"point_estimate":6678.80568786219,"standard_error":7.982110803050822},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":46.3012170241435,"upper_bound":82.69776505390682},"point_estimate":61.363566824317616,"standard_error":9.45716979871275},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6674.087354045013,"upper_bound":6702.618696329422},"point_estimate":6687.930514601403,"standard_error":7.310654368615317},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":62.716952451217004,"upper_bound":89.05748272850434},"point_estimate":75.93189461764224,"standard_error":6.757441388310365}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/base/sample.json b/criterion/micro_ops_flat_map/base/sample.json index 01ee31ca26c8..f153fe872e96 100644 --- a/criterion/micro_ops_flat_map/base/sample.json +++ b/criterion/micro_ops_flat_map/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[85358.0,168965.0,253430.0,338650.0,424308.0,509498.0,592462.0,677614.0,764463.0,844627.0,934359.0,1030562.0,1102230.0,1184869.0,1293971.0,1357358.0,1443282.0,1523935.0,1610009.0,1709277.0,1774840.0,1884998.0,1955693.0,2042175.0,2124564.0,2221062.0,2303048.0,2368756.0,2467784.0,2557337.0,2643091.0,2727808.0,2795200.0,2898310.0,2967365.0,3066636.0,3179866.0,3256762.0,3341697.0,3456150.0,3529860.0,3601392.0,3704777.0,3753731.0,3872957.0,3943032.0,4051513.0,4106142.0,4216142.0,4243449.0,4413566.0,4422684.0,4581638.0,4604713.0,4699063.0,4847980.0,4896643.0,4999825.0,5033450.0,5137544.0,5228092.0,5320470.0,5410108.0,5477749.0,5578611.0,5674815.0,5720956.0,5872537.0,5932195.0,5957349.0,6206409.0,6227290.0,6255055.0,6317383.0,6464118.0,6489715.0,6605312.0,6693691.0,6764873.0,6839469.0,6959386.0,7019932.0,7135081.0,7301935.0,7325796.0,7371531.0,7462749.0,7518084.0,7630713.0,7729487.0,7851340.0,8063918.0,8098689.0,8183047.0,8193998.0,8287657.0,8319073.0,8498456.0,8570305.0,8620454.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[84799.0,169176.0,254384.0,352586.0,442616.0,543237.0,598082.0,682309.0,769950.0,866203.0,963908.0,1027251.0,1112172.0,1214274.0,1306313.0,1390154.0,1456181.0,1568269.0,1642800.0,1712144.0,1793622.0,1875476.0,1983119.0,2050146.0,2153698.0,2235543.0,2311448.0,2391796.0,2515970.0,2593497.0,2689293.0,2744237.0,2880588.0,2963874.0,3055741.0,3152023.0,3224976.0,3298211.0,3431351.0,3529902.0,3511278.0,3619916.0,3759187.0,3814586.0,3917661.0,3970807.0,4055014.0,4150225.0,4277924.0,4352592.0,4429550.0,4527121.0,4595937.0,4768160.0,4816533.0,4954473.0,4997041.0,5080272.0,5260082.0,5199615.0,5284328.0,5412533.0,5487398.0,5599628.0,5765467.0,5754528.0,5821849.0,5908162.0,6024390.0,6090476.0,6294981.0,6309620.0,6364525.0,6441654.0,6567467.0,6704396.0,6734336.0,6788159.0,6794684.0,6931100.0,7043818.0,7158461.0,7252755.0,7318888.0,7425006.0,7454423.0,7533461.0,7637533.0,7688666.0,7804989.0,7882470.0,7990779.0,8005132.0,8126330.0,8157440.0,8464002.0,8378607.0,8411515.0,8513719.0,8649295.0]} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/base/tukey.json b/criterion/micro_ops_flat_map/base/tukey.json index aa7f33411dbb..a96103b4922a 100644 --- a/criterion/micro_ops_flat_map/base/tukey.json +++ b/criterion/micro_ops_flat_map/base/tukey.json @@ -1 +1 @@ -[6325.4603479853495,6435.601568223445,6729.311488858364,6839.452709096458] \ No newline at end of file +[6379.4753065774785,6505.66238254499,6842.161251791687,6968.3483277591995] \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/change/estimates.json b/criterion/micro_ops_flat_map/change/estimates.json index 1d2796b27234..9c2b21e9b842 100644 --- a/criterion/micro_ops_flat_map/change/estimates.json +++ b/criterion/micro_ops_flat_map/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0014851126469941965,"upper_bound":0.0024700178233859503},"point_estimate":0.0005085714755488357,"standard_error":0.001015342042920406},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0014270544783009376,"upper_bound":0.0038007968213151218},"point_estimate":0.00161486212228934,"standard_error":0.0013422452107232376}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.011225719360602121,"upper_bound":0.0166781074324857},"point_estimate":0.014016233005244239,"standard_error":0.0013857342537727541},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.011268622916134952,"upper_bound":0.017514398420562793},"point_estimate":0.013635371457902501,"standard_error":0.0016497350497846326}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/estimates.json b/criterion/micro_ops_flat_map/new/estimates.json index 55d86dc318a8..9c2b36d2809b 100644 --- a/criterion/micro_ops_flat_map/new/estimates.json +++ b/criterion/micro_ops_flat_map/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6575.813955894206,"upper_bound":6596.320282392458},"point_estimate":6585.989035685708,"standard_error":5.21887770921687},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6570.14459882223,"upper_bound":6597.203013481364},"point_estimate":6588.962733469063,"standard_error":7.339157241331214},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40.625407369225506,"upper_bound":67.42759406919257},"point_estimate":55.49892423831097,"standard_error":6.963009853229695},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6604.104466411405,"upper_bound":6628.510312109613},"point_estimate":6616.258706164532,"standard_error":6.236587248285644},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44.98485461679116,"upper_bound":59.443655747309286},"point_estimate":52.497777413746526,"standard_error":3.693050712118361}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6663.625232416764,"upper_bound":6693.177961744368},"point_estimate":6678.299792579862,"standard_error":7.539535974770825},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6666.173076923077,"upper_bound":6696.295384615385},"point_estimate":6678.80568786219,"standard_error":7.982110803050822},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":46.3012170241435,"upper_bound":82.69776505390682},"point_estimate":61.363566824317616,"standard_error":9.45716979871275},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6674.087354045013,"upper_bound":6702.618696329422},"point_estimate":6687.930514601403,"standard_error":7.310654368615317},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":62.716952451217004,"upper_bound":89.05748272850434},"point_estimate":75.93189461764224,"standard_error":6.757441388310365}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/sample.json b/criterion/micro_ops_flat_map/new/sample.json index 01ee31ca26c8..f153fe872e96 100644 --- a/criterion/micro_ops_flat_map/new/sample.json +++ b/criterion/micro_ops_flat_map/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[85358.0,168965.0,253430.0,338650.0,424308.0,509498.0,592462.0,677614.0,764463.0,844627.0,934359.0,1030562.0,1102230.0,1184869.0,1293971.0,1357358.0,1443282.0,1523935.0,1610009.0,1709277.0,1774840.0,1884998.0,1955693.0,2042175.0,2124564.0,2221062.0,2303048.0,2368756.0,2467784.0,2557337.0,2643091.0,2727808.0,2795200.0,2898310.0,2967365.0,3066636.0,3179866.0,3256762.0,3341697.0,3456150.0,3529860.0,3601392.0,3704777.0,3753731.0,3872957.0,3943032.0,4051513.0,4106142.0,4216142.0,4243449.0,4413566.0,4422684.0,4581638.0,4604713.0,4699063.0,4847980.0,4896643.0,4999825.0,5033450.0,5137544.0,5228092.0,5320470.0,5410108.0,5477749.0,5578611.0,5674815.0,5720956.0,5872537.0,5932195.0,5957349.0,6206409.0,6227290.0,6255055.0,6317383.0,6464118.0,6489715.0,6605312.0,6693691.0,6764873.0,6839469.0,6959386.0,7019932.0,7135081.0,7301935.0,7325796.0,7371531.0,7462749.0,7518084.0,7630713.0,7729487.0,7851340.0,8063918.0,8098689.0,8183047.0,8193998.0,8287657.0,8319073.0,8498456.0,8570305.0,8620454.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[84799.0,169176.0,254384.0,352586.0,442616.0,543237.0,598082.0,682309.0,769950.0,866203.0,963908.0,1027251.0,1112172.0,1214274.0,1306313.0,1390154.0,1456181.0,1568269.0,1642800.0,1712144.0,1793622.0,1875476.0,1983119.0,2050146.0,2153698.0,2235543.0,2311448.0,2391796.0,2515970.0,2593497.0,2689293.0,2744237.0,2880588.0,2963874.0,3055741.0,3152023.0,3224976.0,3298211.0,3431351.0,3529902.0,3511278.0,3619916.0,3759187.0,3814586.0,3917661.0,3970807.0,4055014.0,4150225.0,4277924.0,4352592.0,4429550.0,4527121.0,4595937.0,4768160.0,4816533.0,4954473.0,4997041.0,5080272.0,5260082.0,5199615.0,5284328.0,5412533.0,5487398.0,5599628.0,5765467.0,5754528.0,5821849.0,5908162.0,6024390.0,6090476.0,6294981.0,6309620.0,6364525.0,6441654.0,6567467.0,6704396.0,6734336.0,6788159.0,6794684.0,6931100.0,7043818.0,7158461.0,7252755.0,7318888.0,7425006.0,7454423.0,7533461.0,7637533.0,7688666.0,7804989.0,7882470.0,7990779.0,8005132.0,8126330.0,8157440.0,8464002.0,8378607.0,8411515.0,8513719.0,8649295.0]} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/tukey.json b/criterion/micro_ops_flat_map/new/tukey.json index aa7f33411dbb..a96103b4922a 100644 --- a/criterion/micro_ops_flat_map/new/tukey.json +++ b/criterion/micro_ops_flat_map/new/tukey.json @@ -1 +1 @@ -[6325.4603479853495,6435.601568223445,6729.311488858364,6839.452709096458] \ No newline at end of file +[6379.4753065774785,6505.66238254499,6842.161251791687,6968.3483277591995] \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/report/MAD.svg b/criterion/micro_ops_flat_map/report/MAD.svg index 5386c4c3b884..cb97a8cce78a 100644 --- a/criterion/micro_ops_flat_map/report/MAD.svg +++ b/criterion/micro_ops_flat_map/report/MAD.svg @@ -9,62 +9,86 @@ Density (a.u.) Average time (ns) - + +0.005 + + + 0.01 - - + + +0.015 + + + 0.02 - - + + +0.025 + + + 0.03 - - + + +0.035 + + + 0.04 - - -0.05 + + +0.045 - - -0.06 + + +0.05 - + - -40 - - - + 45 - - + + 50 - - + + 55 - - + + 60 - - + + 65 - - + + 70 - - - - + + +75 + + + +80 + + + +85 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/SD.svg b/criterion/micro_ops_flat_map/report/SD.svg index 4c913f098911..71ea731513a0 100644 --- a/criterion/micro_ops_flat_map/report/SD.svg +++ b/criterion/micro_ops_flat_map/report/SD.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (ns) - + 0.01 - - + + 0.02 - - + + 0.03 - - + + 0.04 - - + + 0.05 - - + + 0.06 - - -0.07 - - - -0.08 - - - -0.09 - - - -0.1 - - - -0.11 - - + - -44 - - - -46 - - - -48 + +60 - - -50 + + +65 - - -52 + + +70 - - -54 + + +75 - - -56 + + +80 - - -58 + + +85 - - -60 + + +90 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/both/pdf.svg b/criterion/micro_ops_flat_map/report/both/pdf.svg index 87b2dbaf25b2..fea48f1024b4 100644 --- a/criterion/micro_ops_flat_map/report/both/pdf.svg +++ b/criterion/micro_ops_flat_map/report/both/pdf.svg @@ -9,59 +9,43 @@ Density (a.u.) Average Time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - -7 - - - -8 - - + - -6.5 - - - + 6.6 - - -6.7 - - - + + 6.8 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_flat_map/report/both/regression.svg b/criterion/micro_ops_flat_map/report/both/regression.svg index 707392aef61e..15832b6ba0ef 100644 --- a/criterion/micro_ops_flat_map/report/both/regression.svg +++ b/criterion/micro_ops_flat_map/report/both/regression.svg @@ -17,13 +17,13 @@ Iterations (x 10^3) - - - - - - - + + + + + + + 0.0 @@ -33,34 +33,34 @@ Iterations (x 10^3) 1.0 - + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - + 0 @@ -90,8 +90,8 @@ Iterations (x 10^3) 1.2 - - + + diff --git a/criterion/micro_ops_flat_map/report/change/mean.svg b/criterion/micro_ops_flat_map/report/change/mean.svg index a9b15c293c97..05ecf26de157 100644 --- a/criterion/micro_ops_flat_map/report/change/mean.svg +++ b/criterion/micro_ops_flat_map/report/change/mean.svg @@ -9,75 +9,59 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - - -350 - - + - --0.0015 - - - --0.001 - - - --5e-4 - - - -0 - - - -5e-4 - - - -0.001 - - - -0.0015 - - - -0.002 - - - -0.0025 - - - - - - + +0.011 + + + +0.012 + + + +0.013 + + + +0.014 + + + +0.015 + + + +0.016 + + + +0.017 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/change/median.svg b/criterion/micro_ops_flat_map/report/change/median.svg index 513bdd13be5b..e59694a0c9bd 100644 --- a/criterion/micro_ops_flat_map/report/change/median.svg +++ b/criterion/micro_ops_flat_map/report/change/median.svg @@ -9,67 +9,59 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - -250 - - - -300 - - - -350 - - + - --0.002 - - - --0.001 - - - -0 - - - -0.001 - - - -0.002 - - - -0.003 - - - -0.004 - - - - - - + +0.011 + + + +0.012 + + + +0.013 + + + +0.014 + + + +0.015 + + + +0.016 + + + +0.017 + + + +0.018 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/change/t-test.svg b/criterion/micro_ops_flat_map/report/change/t-test.svg index ebe3ffd57a83..58ce6d02afd0 100644 --- a/criterion/micro_ops_flat_map/report/change/t-test.svg +++ b/criterion/micro_ops_flat_map/report/change/t-test.svg @@ -29,10 +29,10 @@ t score 0.2 - + 0.25 - + 0.3 @@ -46,44 +46,48 @@ t score - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + +5.0 + + + + t distribution diff --git a/criterion/micro_ops_flat_map/report/index.html b/criterion/micro_ops_flat_map/report/index.html index 8bcad9963dca..db30d92ec8a1 100644 --- a/criterion/micro_ops_flat_map/report/index.html +++ b/criterion/micro_ops_flat_map/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 6.6041 µs - 6.6163 µs - 6.6285 µs + 6.6741 µs + 6.6879 µs + 6.7026 µs R² - 0.9928589 - 0.9933130 - 0.9928516 + 0.9895528 + 0.9901448 + 0.9894784 Mean - 6.5758 µs - 6.5860 µs - 6.5963 µs + 6.6636 µs + 6.6783 µs + 6.6932 µs Std. Dev. - 44.985 ns - 52.498 ns - 59.444 ns + 62.717 ns + 75.932 ns + 89.057 ns Median - 6.5701 µs - 6.5890 µs - 6.5972 µs + 6.6662 µs + 6.6788 µs + 6.6963 µs MAD - 40.625 ns - 55.499 ns - 67.428 ns + 46.301 ns + 61.364 ns + 82.698 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.1485% - +0.0509% - +0.2470% - (p = 0.63 > + +1.1226% + +1.4016% + +1.6678% + (p = 0.00 < 0.05) - No change in performance detected. + Performance has regressed.

Additional Plots:

diff --git a/criterion/micro_ops_flat_map/report/mean.svg b/criterion/micro_ops_flat_map/report/mean.svg index d57ac488b5f8..785ddce560d8 100644 --- a/criterion/micro_ops_flat_map/report/mean.svg +++ b/criterion/micro_ops_flat_map/report/mean.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (µs) - + +5 + + + 10 - - + + +15 + + + 20 - - -30 + + +25 - - -40 + + +30 - + -50 +35 - -60 + +40 + + + +45 - - -70 + + +50 - - -80 + + +55 - + - -6.575 + +6.665 + + + +6.67 + + + +6.675 - - -6.58 + + +6.68 - - -6.585 + + +6.685 - - -6.59 + + +6.69 - - -6.595 + + +6.695 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/median.svg b/criterion/micro_ops_flat_map/report/median.svg index 8b52ff1bca54..8cd9577d1bdc 100644 --- a/criterion/micro_ops_flat_map/report/median.svg +++ b/criterion/micro_ops_flat_map/report/median.svg @@ -9,82 +9,66 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - -40 - - - -50 - - + -60 +40 - -70 - - - -80 + +50 - + -90 +60 - -100 - - - -110 + +70 - + - -6.57 + +6.665 - - -6.575 + + +6.67 - - -6.58 + + +6.675 - - -6.585 + + +6.68 - - -6.59 + + +6.685 - - -6.595 + + +6.69 - - -6.6 + + +6.695 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/pdf.svg b/criterion/micro_ops_flat_map/report/pdf.svg index 9d7599ab0a30..99b4bd9f32ec 100644 --- a/criterion/micro_ops_flat_map/report/pdf.svg +++ b/criterion/micro_ops_flat_map/report/pdf.svg @@ -38,38 +38,30 @@ Average Time (µs) - -6.45 - - - + 6.5 - - -6.55 - - - + + 6.6 - - -6.65 - - - + + 6.7 - - -6.75 - - - + + 6.8 - + + +6.9 + + + +7 + + Density (a.u.) @@ -78,38 +70,36 @@ Density (a.u.) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - -6 - - - - - - + + + + + - - - + + + + + PDF diff --git a/criterion/micro_ops_flat_map/report/pdf_small.svg b/criterion/micro_ops_flat_map/report/pdf_small.svg index de1fb05297ef..b74208e5cda8 100644 --- a/criterion/micro_ops_flat_map/report/pdf_small.svg +++ b/criterion/micro_ops_flat_map/report/pdf_small.svg @@ -10,51 +10,39 @@ Average Time (µs) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - -7 - - + - -6.5 - - - + 6.6 - - -6.7 - - - + + 6.8 - - - + + + diff --git a/criterion/micro_ops_flat_map/report/regression.svg b/criterion/micro_ops_flat_map/report/regression.svg index c0aba68946ed..4a8d4637ec84 100644 --- a/criterion/micro_ops_flat_map/report/regression.svg +++ b/criterion/micro_ops_flat_map/report/regression.svg @@ -16,12 +16,12 @@ Iterations (x 10^3) - - - - - - + + + + + + 1.0 @@ -31,30 +31,30 @@ Iterations (x 10^3) 2.0 - + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - + 0.2 @@ -83,105 +83,105 @@ Iterations (x 10^3) - - - - + + + + - - + + - - + + - - - - + + + + - - - + + + - - + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - + + + + - - - + + + - + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_flat_map/report/regression_small.svg b/criterion/micro_ops_flat_map/report/regression_small.svg index 427f2bf1c103..e32400fad4f4 100644 --- a/criterion/micro_ops_flat_map/report/regression_small.svg +++ b/criterion/micro_ops_flat_map/report/regression_small.svg @@ -13,12 +13,12 @@ Iterations (x 10^3) - - + + - - + + 1.0 @@ -28,14 +28,14 @@ Iterations (x 10^3) 2.0 - + 3.0 - - + + 4.0 - + 5.0 @@ -44,14 +44,14 @@ Iterations (x 10^3) 6.0 - + 7.0 - - + + 8.0 - + 0.2 @@ -80,103 +80,103 @@ Iterations (x 10^3) - + - + - + - + - - + + - + - + - - - - - - - - + + + + + + + + - - - + + + - - - + + + - - - + + + - + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - - - - - + + + + + + + + + + - - - - + + + + - - - - - - + + + + + + - - - - - - - - + + + + + + + + - - + + diff --git a/criterion/micro_ops_flat_map/report/relative_pdf_small.svg b/criterion/micro_ops_flat_map/report/relative_pdf_small.svg index f96a8ad8e51f..717175fa78bd 100644 --- a/criterion/micro_ops_flat_map/report/relative_pdf_small.svg +++ b/criterion/micro_ops_flat_map/report/relative_pdf_small.svg @@ -6,57 +6,41 @@ Density (a.u.) Average Time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - -7 - - - -8 - - + - -6.5 - - - + 6.6 - - -6.7 - - - + + 6.8 - - - - - + + + + + diff --git a/criterion/micro_ops_flat_map/report/relative_regression_small.svg b/criterion/micro_ops_flat_map/report/relative_regression_small.svg index b60e370bf60c..5355184aa8c6 100644 --- a/criterion/micro_ops_flat_map/report/relative_regression_small.svg +++ b/criterion/micro_ops_flat_map/report/relative_regression_small.svg @@ -14,13 +14,13 @@ Iterations (x 10^3) - + - - - - - + + + + + 0.0 @@ -30,34 +30,34 @@ Iterations (x 10^3) 1.0 - + 2.0 - + 3.0 - + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - + 0 @@ -87,8 +87,8 @@ Iterations (x 10^3) 1.2 - - + + diff --git a/criterion/micro_ops_flat_map/report/slope.svg b/criterion/micro_ops_flat_map/report/slope.svg index fd3f72440491..03e8e0c610ec 100644 --- a/criterion/micro_ops_flat_map/report/slope.svg +++ b/criterion/micro_ops_flat_map/report/slope.svg @@ -9,58 +9,82 @@ Density (a.u.) Average time (µs) - + +5 + + + 10 - - + + +15 + + + 20 - - + + +25 + + + 30 - - + + +35 + + + 40 - - -50 + + +45 - - -60 + + +50 - - -70 + + +55 - + - -6.605 + +6.675 + + + +6.68 + + + +6.685 - - -6.61 + + +6.69 - - -6.615 + + +6.695 - - -6.62 + + +6.7 - - -6.625 + + +6.705 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/typical.svg b/criterion/micro_ops_flat_map/report/typical.svg index 91e2f41301cf..1088cde638bd 100644 --- a/criterion/micro_ops_flat_map/report/typical.svg +++ b/criterion/micro_ops_flat_map/report/typical.svg @@ -9,58 +9,82 @@ Density (a.u.) Average time (µs) - + +5 + + + 10 - - + + +15 + + + 20 - - + + +25 + + + 30 - - + + +35 + + + 40 - - -50 + + +45 - - -60 + + +50 - - -70 + + +55 - + - -6.605 + +6.675 + + + +6.68 + + + +6.685 - - -6.61 + + +6.69 - - -6.615 + + +6.695 - - -6.62 + + +6.7 - - -6.625 + + +6.705 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/base/estimates.json b/criterion/micro_ops_fold/base/estimates.json index 4b12bf84fa0e..0d80fdf00495 100644 --- a/criterion/micro_ops_fold/base/estimates.json +++ b/criterion/micro_ops_fold/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22227.160000000003,"upper_bound":23211.533749999995},"point_estimate":22667.89833333333,"standard_error":252.57920484910872},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21900.583333333332,"upper_bound":22176.333333333332},"point_estimate":21976.5,"standard_error":55.767687814600365},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":260.19629538059235,"upper_bound":509.15571846067405},"point_estimate":381.398843228817,"standard_error":59.554902178816484},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1164.5924271972901,"upper_bound":3580.470977666457},"point_estimate":2540.112820043508,"standard_error":612.7049782256829}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22022.977458333335,"upper_bound":22291.966750000003},"point_estimate":22151.244999999995,"standard_error":68.82777792977481},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21875.75,"upper_bound":21994.333333333332},"point_estimate":21918.333333333336,"standard_error":33.02380160646147},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":243.64059567451568,"upper_bound":426.9887924194336},"point_estimate":332.96724408864526,"standard_error":45.59067606385468},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":520.6387851863404,"upper_bound":842.3908034532083},"point_estimate":692.6411618980233,"standard_error":82.11330184147047}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/base/sample.json b/criterion/micro_ops_fold/base/sample.json index 305ca1a5778c..241fedfa50e0 100644 --- a/criterion/micro_ops_fold/base/sample.json +++ b/criterion/micro_ops_fold/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[130552.0,133897.0,130430.0,133267.0,131072.0,131875.0,132036.0,129570.0,131252.0,131332.0,130210.0,131765.0,133388.0,131423.0,130511.0,136044.0,131504.0,135821.0,135600.0,167371.0,133558.0,138106.0,129349.0,131634.0,131815.0,130722.0,131151.0,130301.0,130349.0,129160.0,130402.0,130872.0,131875.0,131926.0,178359.0,220869.0,130901.0,129069.0,130231.0,131483.0,131843.0,130621.0,130010.0,134027.0,130823.0,137093.0,129009.0,131313.0,176717.0,130893.0,131584.0,130641.0,222783.0,180695.0,134009.0,137434.0,132635.0,130654.0,132066.0,135350.0,133688.0,134078.0,130993.0,131375.0,134490.0,132045.0,129971.0,130943.0,141583.0,131215.0,137313.0,134758.0,130671.0,130892.0,134348.0,134727.0,127908.0,133296.0,128900.0,142643.0,131432.0,138087.0,133809.0,134101.0,135210.0,134818.0,133215.0,129211.0,133747.0,133058.0,133076.0,129820.0,133736.0,130560.0,131453.0,130272.0,132285.0,136603.0,137185.0,131972.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[137373.0,131285.0,131265.0,131777.0,141385.0,136787.0,132959.0,132316.0,131716.0,129511.0,147406.0,136324.0,131475.0,149176.0,132136.0,130904.0,136146.0,130383.0,129220.0,132706.0,138889.0,131375.0,131313.0,135463.0,128539.0,132306.0,128349.0,130373.0,135263.0,130292.0,129351.0,130724.0,131364.0,133099.0,137875.0,131586.0,131695.0,134509.0,131526.0,136075.0,133018.0,130423.0,132847.0,131643.0,132858.0,133158.0,130021.0,131235.0,144637.0,131494.0,130784.0,144870.0,143388.0,134590.0,129879.0,133439.0,133740.0,131055.0,130833.0,130112.0,130284.0,131274.0,131746.0,128389.0,128931.0,130164.0,141994.0,128369.0,130953.0,138198.0,130654.0,132527.0,129639.0,131143.0,133559.0,130841.0,133037.0,133390.0,128169.0,129553.0,129140.0,130173.0,128738.0,129942.0,131835.0,131426.0,130793.0,138057.0,141121.0,137175.0,131966.0,130713.0,131813.0,131996.0,131285.0,130864.0,130002.0,131154.0,130643.0,132857.0]} \ No newline at end of file diff --git a/criterion/micro_ops_fold/base/tukey.json b/criterion/micro_ops_fold/base/tukey.json index 6e98353fe056..56ff1f67efe4 100644 --- a/criterion/micro_ops_fold/base/tukey.json +++ b/criterion/micro_ops_fold/base/tukey.json @@ -1 +1 @@ -[20058.124999999993,20921.499999999996,23223.83333333334,24087.208333333343] \ No newline at end of file +[20357.54166666665,21061.104166666657,22937.270833333343,23640.83333333335] \ No newline at end of file diff --git a/criterion/micro_ops_fold/change/estimates.json b/criterion/micro_ops_fold/change/estimates.json index b34499ee88ae..5d78bd57aa4a 100644 --- a/criterion/micro_ops_fold/change/estimates.json +++ b/criterion/micro_ops_fold/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.007665103091087614,"upper_bound":0.04205004818482772},"point_estimate":0.014341033354493993,"standard_error":0.012525593961547617},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.015698481658977914,"upper_bound":0.001963548284595125},"point_estimate":-0.008053140950654347,"standard_error":0.004278517382979383}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.04638393905447066,"upper_bound":-0.0024330025084759125},"point_estimate":-0.022792290918898006,"standard_error":0.011264293122848736},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.010759951940244716,"upper_bound":0.0024053076361865156},"point_estimate":-0.002646766621921759,"standard_error":0.0029199628155214064}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/estimates.json b/criterion/micro_ops_fold/new/estimates.json index 4b12bf84fa0e..0d80fdf00495 100644 --- a/criterion/micro_ops_fold/new/estimates.json +++ b/criterion/micro_ops_fold/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22227.160000000003,"upper_bound":23211.533749999995},"point_estimate":22667.89833333333,"standard_error":252.57920484910872},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21900.583333333332,"upper_bound":22176.333333333332},"point_estimate":21976.5,"standard_error":55.767687814600365},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":260.19629538059235,"upper_bound":509.15571846067405},"point_estimate":381.398843228817,"standard_error":59.554902178816484},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1164.5924271972901,"upper_bound":3580.470977666457},"point_estimate":2540.112820043508,"standard_error":612.7049782256829}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22022.977458333335,"upper_bound":22291.966750000003},"point_estimate":22151.244999999995,"standard_error":68.82777792977481},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21875.75,"upper_bound":21994.333333333332},"point_estimate":21918.333333333336,"standard_error":33.02380160646147},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":243.64059567451568,"upper_bound":426.9887924194336},"point_estimate":332.96724408864526,"standard_error":45.59067606385468},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":520.6387851863404,"upper_bound":842.3908034532083},"point_estimate":692.6411618980233,"standard_error":82.11330184147047}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/sample.json b/criterion/micro_ops_fold/new/sample.json index 305ca1a5778c..241fedfa50e0 100644 --- a/criterion/micro_ops_fold/new/sample.json +++ b/criterion/micro_ops_fold/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[130552.0,133897.0,130430.0,133267.0,131072.0,131875.0,132036.0,129570.0,131252.0,131332.0,130210.0,131765.0,133388.0,131423.0,130511.0,136044.0,131504.0,135821.0,135600.0,167371.0,133558.0,138106.0,129349.0,131634.0,131815.0,130722.0,131151.0,130301.0,130349.0,129160.0,130402.0,130872.0,131875.0,131926.0,178359.0,220869.0,130901.0,129069.0,130231.0,131483.0,131843.0,130621.0,130010.0,134027.0,130823.0,137093.0,129009.0,131313.0,176717.0,130893.0,131584.0,130641.0,222783.0,180695.0,134009.0,137434.0,132635.0,130654.0,132066.0,135350.0,133688.0,134078.0,130993.0,131375.0,134490.0,132045.0,129971.0,130943.0,141583.0,131215.0,137313.0,134758.0,130671.0,130892.0,134348.0,134727.0,127908.0,133296.0,128900.0,142643.0,131432.0,138087.0,133809.0,134101.0,135210.0,134818.0,133215.0,129211.0,133747.0,133058.0,133076.0,129820.0,133736.0,130560.0,131453.0,130272.0,132285.0,136603.0,137185.0,131972.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[137373.0,131285.0,131265.0,131777.0,141385.0,136787.0,132959.0,132316.0,131716.0,129511.0,147406.0,136324.0,131475.0,149176.0,132136.0,130904.0,136146.0,130383.0,129220.0,132706.0,138889.0,131375.0,131313.0,135463.0,128539.0,132306.0,128349.0,130373.0,135263.0,130292.0,129351.0,130724.0,131364.0,133099.0,137875.0,131586.0,131695.0,134509.0,131526.0,136075.0,133018.0,130423.0,132847.0,131643.0,132858.0,133158.0,130021.0,131235.0,144637.0,131494.0,130784.0,144870.0,143388.0,134590.0,129879.0,133439.0,133740.0,131055.0,130833.0,130112.0,130284.0,131274.0,131746.0,128389.0,128931.0,130164.0,141994.0,128369.0,130953.0,138198.0,130654.0,132527.0,129639.0,131143.0,133559.0,130841.0,133037.0,133390.0,128169.0,129553.0,129140.0,130173.0,128738.0,129942.0,131835.0,131426.0,130793.0,138057.0,141121.0,137175.0,131966.0,130713.0,131813.0,131996.0,131285.0,130864.0,130002.0,131154.0,130643.0,132857.0]} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/tukey.json b/criterion/micro_ops_fold/new/tukey.json index 6e98353fe056..56ff1f67efe4 100644 --- a/criterion/micro_ops_fold/new/tukey.json +++ b/criterion/micro_ops_fold/new/tukey.json @@ -1 +1 @@ -[20058.124999999993,20921.499999999996,23223.83333333334,24087.208333333343] \ No newline at end of file +[20357.54166666665,21061.104166666657,22937.270833333343,23640.83333333335] \ No newline at end of file diff --git a/criterion/micro_ops_fold/report/MAD.svg b/criterion/micro_ops_fold/report/MAD.svg index e0103ec0e963..d4b614248355 100644 --- a/criterion/micro_ops_fold/report/MAD.svg +++ b/criterion/micro_ops_fold/report/MAD.svg @@ -9,66 +9,78 @@ Density (a.u.) Average time (ns) - -0.001 - - - + 0.002 - - -0.003 - - - + + 0.004 - - -0.005 - - - + + 0.006 - - -0.007 - - - + + 0.008 - + + +0.01 + + + +0.012 + + - -250 + +240 - - + + +260 + + + +280 + + + 300 - - -350 + + +320 + + + +340 + + + +360 + + + +380 - - + + 400 - - -450 + + +420 - - -500 + + +440 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/SD.svg b/criterion/micro_ops_fold/report/SD.svg index 889c43068231..7c42bc150f7a 100644 --- a/criterion/micro_ops_fold/report/SD.svg +++ b/criterion/micro_ops_fold/report/SD.svg @@ -6,65 +6,85 @@ micro/ops/fold:SD Density (a.u.) -Average time (µs) +Average time (ns) - -0.1 + +5e-4 - - -0.2 + + +0.001 - - -0.3 + + +0.0015 - - -0.4 + + +0.002 - - -0.5 + + +0.0025 - - -0.6 + + +0.003 - - -0.7 + + +0.0035 - + + +0.004 + + + +0.0045 + + + +0.005 + + - -1 + +500 + + + +550 + + + +600 - - -1.5 + + +650 - - -2 + + +700 - - -2.5 + + +750 - - -3 + + +800 - - -3.5 + + +850 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/both/iteration_times.svg b/criterion/micro_ops_fold/report/both/iteration_times.svg index c1a50cfd680e..c6b11ed2dbb1 100644 --- a/criterion/micro_ops_fold/report/both/iteration_times.svg +++ b/criterion/micro_ops_fold/report/both/iteration_times.svg @@ -16,39 +16,39 @@ Average Iteration Time (µs) - - - - - - + + + + + + - + 22.0 - - + + 24.0 - - + + 26.0 - - + + 28.0 - - + + 30.0 - - + + 32.0 - + 34.0 @@ -102,206 +102,206 @@ Average Iteration Time (µs) 100 - - - - - - + + + + + + - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + - - - + + + - - - - - - - - - - - - + + + + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + Current diff --git a/criterion/micro_ops_fold/report/both/pdf.svg b/criterion/micro_ops_fold/report/both/pdf.svg index bd5220ca37f0..80e7bd334bc9 100644 --- a/criterion/micro_ops_fold/report/both/pdf.svg +++ b/criterion/micro_ops_fold/report/both/pdf.svg @@ -9,30 +9,38 @@ Density (a.u.) Average Time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - + + +0.7 + + + +0.8 + + 20 @@ -54,10 +62,10 @@ Average Time (µs) 40 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_fold/report/change/mean.svg b/criterion/micro_ops_fold/report/change/mean.svg index 5497f7028871..5b2e2047a95c 100644 --- a/criterion/micro_ops_fold/report/change/mean.svg +++ b/criterion/micro_ops_fold/report/change/mean.svg @@ -9,63 +9,83 @@ Density (a.u.) Relative change (%) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - + 35 - --0.01 + +-0.05 + + + +-0.045 + + + +-0.04 + + + +-0.035 - - -0 + + +-0.03 - - -0.01 + + +-0.025 - - -0.02 + + +-0.02 + + + +-0.015 + + + +-0.01 - - -0.03 + + +-0.005 - - -0.04 + + +-6.9389e-18 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/change/median.svg b/criterion/micro_ops_fold/report/change/median.svg index 1e68b1f8827d..db1d9a4ab929 100644 --- a/criterion/micro_ops_fold/report/change/median.svg +++ b/criterion/micro_ops_fold/report/change/median.svg @@ -9,91 +9,75 @@ Density (a.u.) Relative change (%) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 - - - + + 80 - - -90 - - - + + 100 - - - --0.016 + + +120 - - --0.014 + + +140 - - + + +160 + + + + -0.012 - - + + -0.01 - - + + -0.008 - - + + -0.006 - - + + -0.004 - - + + -0.002 - - + + 0 - - + + 0.002 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/change/t-test.svg b/criterion/micro_ops_fold/report/change/t-test.svg index 4c81029210c2..51f05fa3a3f3 100644 --- a/criterion/micro_ops_fold/report/change/t-test.svg +++ b/criterion/micro_ops_fold/report/change/t-test.svg @@ -17,65 +17,65 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + + t distribution diff --git a/criterion/micro_ops_fold/report/index.html b/criterion/micro_ops_fold/report/index.html index 352b692c9256..06b43b9b2c52 100644 --- a/criterion/micro_ops_fold/report/index.html +++ b/criterion/micro_ops_fold/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0006868 - 0.0007077 - 0.0006764 + 0.0000014 + 0.0000015 + 0.0000014 Mean - 22.227 µs - 22.668 µs - 23.212 µs + 22.023 µs + 22.151 µs + 22.292 µs Std. Dev. - 1.1646 µs - 2.5401 µs - 3.5805 µs + 520.64 ns + 692.64 ns + 842.39 ns Median - 21.901 µs - 21.977 µs - 22.176 µs + 21.876 µs + 21.918 µs + 21.994 µs MAD - 260.20 ns - 381.40 ns - 509.16 ns + 243.64 ns + 332.97 ns + 426.99 ns @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -0.7665% - +1.4341% - +4.2050% - (p = 0.25 > + -4.6384% + -2.2792% + -0.2433% + (p = 0.05 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_fold/report/iteration_times.svg b/criterion/micro_ops_fold/report/iteration_times.svg index 217b80631aa1..678451b6d49b 100644 --- a/criterion/micro_ops_fold/report/iteration_times.svg +++ b/criterion/micro_ops_fold/report/iteration_times.svg @@ -15,47 +15,42 @@ Average Iteration Time (µs) - - - - - - - - + + + + + + + - -22.0 - - - -24.0 + +21.5 - - -26.0 + + +22.0 - - -28.0 + + +22.5 - - -30.0 + + +23.0 - - -32.0 + + +23.5 - - -34.0 + + +24.0 - - -36.0 + + +24.5 - + 10 @@ -97,106 +92,106 @@ Average Iteration Time (µs) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_fold/report/iteration_times_small.svg b/criterion/micro_ops_fold/report/iteration_times_small.svg index 0b22cca9e8b8..9c650eaed381 100644 --- a/criterion/micro_ops_fold/report/iteration_times_small.svg +++ b/criterion/micro_ops_fold/report/iteration_times_small.svg @@ -13,46 +13,41 @@ Average Iteration Time (µs) - - - - - - - + + + + + + -22.0 +21.5 - -24.0 - - - -26.0 + +22.0 - - -28.0 + + +22.5 - - -30.0 + + +23.0 - - -32.0 + + +23.5 - - -34.0 + + +24.0 - - -36.0 + + +24.5 - + 10 @@ -94,104 +89,104 @@ Average Iteration Time (µs) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_fold/report/mean.svg b/criterion/micro_ops_fold/report/mean.svg index ea6995314abb..2cf3fe757df9 100644 --- a/criterion/micro_ops_fold/report/mean.svg +++ b/criterion/micro_ops_fold/report/mean.svg @@ -9,66 +9,58 @@ Density (a.u.) Average time (µs) - -0.2 - - - -0.4 - - - -0.6 + +1 - - -0.8 + + +2 - - -1 + + +3 - - -1.2 + + +4 - - -1.4 + + +5 - - -1.6 + + +6 - + - -22.2 + +22 - - -22.4 + + +22.05 - - -22.6 + + +22.1 - - -22.8 + + +22.15 - - -23 + + +22.2 - - -23.2 + + +22.25 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/median.svg b/criterion/micro_ops_fold/report/median.svg index d55e5ce7e9c6..e874a5bfcaa2 100644 --- a/criterion/micro_ops_fold/report/median.svg +++ b/criterion/micro_ops_fold/report/median.svg @@ -9,74 +9,70 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - + + 16 - - -18 - - + - + +21.88 + + + 21.9 - - -21.95 + + +21.92 - - -22 - - + -22.05 +21.94 - -22.1 + +21.96 - - -22.15 + + +21.98 - - -22.2 + + +22 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/pdf.svg b/criterion/micro_ops_fold/report/pdf.svg index 81003e1e1839..8078a816f7f4 100644 --- a/criterion/micro_ops_fold/report/pdf.svg +++ b/criterion/micro_ops_fold/report/pdf.svg @@ -38,50 +38,50 @@ Average Time (µs) - -20 + +20.5 - - -22 + + +21 - - -24 + + +21.5 - - -26 + + +22 - - -28 + + +22.5 - - -30 + + +23 - - -32 + + +23.5 - - -34 + + +24 - - -36 + + +24.5 - - -38 + + +25 - - -40 + + +25.5 - + Density (a.u.) @@ -90,52 +90,68 @@ Density (a.u.) 0 - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - - - - - - - - - - - - - - - - - - - - - - + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_fold/report/pdf_small.svg b/criterion/micro_ops_fold/report/pdf_small.svg index bebf2ff9c300..77fe7c572663 100644 --- a/criterion/micro_ops_fold/report/pdf_small.svg +++ b/criterion/micro_ops_fold/report/pdf_small.svg @@ -10,55 +10,63 @@ Average Time (µs) 0 - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 + + +0.4 + + + +0.5 + + + +0.6 - + + +0.7 + + + +0.8 + + + +0.9 + + - -20 + +21 - - -25 + + +22 - - -30 + + +23 - - -35 + + +24 - - -40 + + +25 - - - + + + diff --git a/criterion/micro_ops_fold/report/relative_iteration_times_small.svg b/criterion/micro_ops_fold/report/relative_iteration_times_small.svg index 346a3eb86378..93154c2cacd3 100644 --- a/criterion/micro_ops_fold/report/relative_iteration_times_small.svg +++ b/criterion/micro_ops_fold/report/relative_iteration_times_small.svg @@ -13,43 +13,43 @@ Average Iteration Time (µs) - - - - - - - + + + + + + + - + 22.0 - - + + 24.0 - - + + 26.0 - - + + 28.0 - - + + 30.0 - - + + 32.0 - - + + 34.0 - + 36.0 @@ -99,204 +99,204 @@ Average Iteration Time (µs) 100 - - + + - - - + + + - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + - - - + + + - - + + - + - - - - - - - + + + + + + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_fold/report/relative_pdf_small.svg b/criterion/micro_ops_fold/report/relative_pdf_small.svg index a95719e3c39d..f7abf705c019 100644 --- a/criterion/micro_ops_fold/report/relative_pdf_small.svg +++ b/criterion/micro_ops_fold/report/relative_pdf_small.svg @@ -6,30 +6,38 @@ Density (a.u.) Average Time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - + + +0.7 + + + +0.8 + + 20 @@ -51,8 +59,8 @@ Average Time (µs) 40 - - - - + + + + diff --git a/criterion/micro_ops_fold/report/typical.svg b/criterion/micro_ops_fold/report/typical.svg index f1e38dd07e66..5474a49f2214 100644 --- a/criterion/micro_ops_fold/report/typical.svg +++ b/criterion/micro_ops_fold/report/typical.svg @@ -9,66 +9,58 @@ Density (a.u.) Average time (µs) - -0.2 - - - -0.4 - - - -0.6 + +1 - - -0.8 + + +2 - - -1 + + +3 - - -1.2 + + +4 - - -1.4 + + +5 - - -1.6 + + +6 - + - -22.2 + +22 - - -22.4 + + +22.05 - - -22.6 + + +22.1 - - -22.8 + + +22.15 - - -23 + + +22.2 - - -23.2 + + +22.25 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/base/estimates.json b/criterion/micro_ops_group_by/base/estimates.json index 6e74974df453..b53420824135 100644 --- a/criterion/micro_ops_group_by/base/estimates.json +++ b/criterion/micro_ops_group_by/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8816.23237068325,"upper_bound":9050.767784020245},"point_estimate":8909.464234096953,"standard_error":62.05850129521744},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8813.130333951762,"upper_bound":8955.611201298701},"point_estimate":8934.998560962846,"standard_error":35.523724707432315},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":131.95119321724283,"upper_bound":340.071673272865},"point_estimate":251.85350904519152,"standard_error":56.67536232719728},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8835.963849678683,"upper_bound":9075.360228414806},"point_estimate":8936.507714539044,"standard_error":61.995374067587264},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":212.758143135283,"upper_bound":1017.9636913627626},"point_estimate":622.156757885741,"standard_error":270.5363343258284}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8836.107279948565,"upper_bound":8971.627363681295},"point_estimate":8895.981943747103,"standard_error":34.72088644678692},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8790.060657313774,"upper_bound":8920.6875},"point_estimate":8883.219255952381,"standard_error":27.6438843562519},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":186.30677794239472,"upper_bound":285.14220225478584},"point_estimate":246.12998837655687,"standard_error":25.665695742877624},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8827.9675980068,"upper_bound":9005.067282320557},"point_estimate":8897.364075027972,"standard_error":48.042122700269026},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":189.39892480767037,"upper_bound":521.040536299002},"point_estimate":347.325424321408,"standard_error":101.72018257472203}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/base/sample.json b/criterion/micro_ops_group_by/base/sample.json index 1446f63d09f0..59bdb7cf67d1 100644 --- a/criterion/micro_ops_group_by/base/sample.json +++ b/criterion/micro_ops_group_by/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[127857.0,258426.0,374584.0,512368.0,637512.0,752615.0,898191.0,1019472.0,1150544.0,1260863.0,1385405.0,1520853.0,1639503.0,1757145.0,1897402.0,2031559.0,2143221.0,2276154.0,2379712.0,2503949.0,2637831.0,2753907.0,2881881.0,2947340.0,3104001.0,3267586.0,3392729.0,3469740.0,3489478.0,3573641.0,3678936.0,3953931.0,3898217.0,4412427.0,4425674.0,4316433.0,4490594.0,4575989.0,4693449.0,4874122.0,4834974.0,5092889.0,5192657.0,5368555.0,5450979.0,5504056.0,5649048.0,5750869.0,5890953.0,6092677.0,6099577.0,6342861.0,6446247.0,6526847.0,6756660.0,6691106.0,11637761.0,7109095.0,6988836.0,7208002.0,7326412.0,7465889.0,7582423.0,7705540.0,7813389.0,7942037.0,7972507.0,8139137.0,8361789.0,8444425.0,8500839.0,9027489.0,9538889.0,9262231.0,9427545.0,10426859.0,9662860.0,9782553.0,9914270.0,10027992.0,10158031.0,10238523.0,10322218.0,10506772.0,11051441.0,10853735.0,10807379.0,11033313.0,11102388.0,11245460.0,11384040.0,11512869.0,11663229.0,11932632.0,11957980.0,12513872.0,12180500.0,12326715.0,12522875.0,12526020.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[127328.0,272508.0,393306.0,510378.0,640266.0,764487.0,886358.0,1013839.0,1142861.0,1271268.0,1434747.0,1531056.0,1662655.0,1783612.0,1914194.0,2063771.0,2170560.0,2315654.0,2440471.0,2507813.0,2693035.0,2805679.0,2883410.0,2997351.0,3109204.0,3218153.0,3376061.0,3430066.0,3471406.0,3529498.0,3637362.0,3795184.0,3995578.0,4014021.0,4268768.0,4370028.0,4534683.0,4547301.0,4717360.0,4913304.0,5201867.0,5062380.0,5229737.0,5344918.0,5519916.0,5613343.0,5668729.0,5856569.0,6007403.0,6018001.0,6195347.0,6346735.0,6480276.0,6512135.0,6706900.0,6857222.0,6931744.0,7111057.0,7273910.0,7430101.0,7375949.0,7482048.0,7762314.0,7803598.0,7953869.0,8057900.0,8138687.0,8352786.0,8354241.0,8494186.0,8636608.0,9057368.0,9205676.0,9279296.0,9385264.0,12308352.0,9616699.0,9839489.0,9891528.0,10067061.0,10163085.0,10227199.0,10302090.0,10587078.0,10579470.0,10665399.0,10846304.0,11076748.0,11072861.0,11185040.0,11388675.0,11427506.0,11599674.0,11681445.0,11848958.0,11938750.0,12199763.0,12203892.0,12515576.0,12439909.0]} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/base/tukey.json b/criterion/micro_ops_group_by/base/tukey.json index 451b968a577a..b25192ac395b 100644 --- a/criterion/micro_ops_group_by/base/tukey.json +++ b/criterion/micro_ops_group_by/base/tukey.json @@ -1 +1 @@ -[7474.996008690556,8043.968466214236,9561.22835294405,10130.200810467732] \ No newline at end of file +[7820.784012049593,8266.08875927155,9453.568085196768,9898.872832418725] \ No newline at end of file diff --git a/criterion/micro_ops_group_by/change/estimates.json b/criterion/micro_ops_group_by/change/estimates.json index 4ac28aaf1244..510368c4af26 100644 --- a/criterion/micro_ops_group_by/change/estimates.json +++ b/criterion/micro_ops_group_by/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.011468417596065886,"upper_bound":0.016963761046917387},"point_estimate":0.00043316695975104125,"standard_error":0.0074212247406396795},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.010554638503138255,"upper_bound":0.008090969453194072},"point_estimate":0.0028700476065384173,"standard_error":0.004574201868660623}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.018883550782673716,"upper_bound":0.011393520789261593},"point_estimate":-0.0015132548934033707,"standard_error":0.0077467804982306165},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.015210316285831915,"upper_bound":0.007580003374902056},"point_estimate":-0.0057951106155393894,"standard_error":0.005019607455191889}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/estimates.json b/criterion/micro_ops_group_by/new/estimates.json index 6e74974df453..b53420824135 100644 --- a/criterion/micro_ops_group_by/new/estimates.json +++ b/criterion/micro_ops_group_by/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8816.23237068325,"upper_bound":9050.767784020245},"point_estimate":8909.464234096953,"standard_error":62.05850129521744},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8813.130333951762,"upper_bound":8955.611201298701},"point_estimate":8934.998560962846,"standard_error":35.523724707432315},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":131.95119321724283,"upper_bound":340.071673272865},"point_estimate":251.85350904519152,"standard_error":56.67536232719728},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8835.963849678683,"upper_bound":9075.360228414806},"point_estimate":8936.507714539044,"standard_error":61.995374067587264},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":212.758143135283,"upper_bound":1017.9636913627626},"point_estimate":622.156757885741,"standard_error":270.5363343258284}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8836.107279948565,"upper_bound":8971.627363681295},"point_estimate":8895.981943747103,"standard_error":34.72088644678692},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8790.060657313774,"upper_bound":8920.6875},"point_estimate":8883.219255952381,"standard_error":27.6438843562519},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":186.30677794239472,"upper_bound":285.14220225478584},"point_estimate":246.12998837655687,"standard_error":25.665695742877624},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8827.9675980068,"upper_bound":9005.067282320557},"point_estimate":8897.364075027972,"standard_error":48.042122700269026},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":189.39892480767037,"upper_bound":521.040536299002},"point_estimate":347.325424321408,"standard_error":101.72018257472203}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/sample.json b/criterion/micro_ops_group_by/new/sample.json index 1446f63d09f0..59bdb7cf67d1 100644 --- a/criterion/micro_ops_group_by/new/sample.json +++ b/criterion/micro_ops_group_by/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[127857.0,258426.0,374584.0,512368.0,637512.0,752615.0,898191.0,1019472.0,1150544.0,1260863.0,1385405.0,1520853.0,1639503.0,1757145.0,1897402.0,2031559.0,2143221.0,2276154.0,2379712.0,2503949.0,2637831.0,2753907.0,2881881.0,2947340.0,3104001.0,3267586.0,3392729.0,3469740.0,3489478.0,3573641.0,3678936.0,3953931.0,3898217.0,4412427.0,4425674.0,4316433.0,4490594.0,4575989.0,4693449.0,4874122.0,4834974.0,5092889.0,5192657.0,5368555.0,5450979.0,5504056.0,5649048.0,5750869.0,5890953.0,6092677.0,6099577.0,6342861.0,6446247.0,6526847.0,6756660.0,6691106.0,11637761.0,7109095.0,6988836.0,7208002.0,7326412.0,7465889.0,7582423.0,7705540.0,7813389.0,7942037.0,7972507.0,8139137.0,8361789.0,8444425.0,8500839.0,9027489.0,9538889.0,9262231.0,9427545.0,10426859.0,9662860.0,9782553.0,9914270.0,10027992.0,10158031.0,10238523.0,10322218.0,10506772.0,11051441.0,10853735.0,10807379.0,11033313.0,11102388.0,11245460.0,11384040.0,11512869.0,11663229.0,11932632.0,11957980.0,12513872.0,12180500.0,12326715.0,12522875.0,12526020.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[127328.0,272508.0,393306.0,510378.0,640266.0,764487.0,886358.0,1013839.0,1142861.0,1271268.0,1434747.0,1531056.0,1662655.0,1783612.0,1914194.0,2063771.0,2170560.0,2315654.0,2440471.0,2507813.0,2693035.0,2805679.0,2883410.0,2997351.0,3109204.0,3218153.0,3376061.0,3430066.0,3471406.0,3529498.0,3637362.0,3795184.0,3995578.0,4014021.0,4268768.0,4370028.0,4534683.0,4547301.0,4717360.0,4913304.0,5201867.0,5062380.0,5229737.0,5344918.0,5519916.0,5613343.0,5668729.0,5856569.0,6007403.0,6018001.0,6195347.0,6346735.0,6480276.0,6512135.0,6706900.0,6857222.0,6931744.0,7111057.0,7273910.0,7430101.0,7375949.0,7482048.0,7762314.0,7803598.0,7953869.0,8057900.0,8138687.0,8352786.0,8354241.0,8494186.0,8636608.0,9057368.0,9205676.0,9279296.0,9385264.0,12308352.0,9616699.0,9839489.0,9891528.0,10067061.0,10163085.0,10227199.0,10302090.0,10587078.0,10579470.0,10665399.0,10846304.0,11076748.0,11072861.0,11185040.0,11388675.0,11427506.0,11599674.0,11681445.0,11848958.0,11938750.0,12199763.0,12203892.0,12515576.0,12439909.0]} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/tukey.json b/criterion/micro_ops_group_by/new/tukey.json index 451b968a577a..b25192ac395b 100644 --- a/criterion/micro_ops_group_by/new/tukey.json +++ b/criterion/micro_ops_group_by/new/tukey.json @@ -1 +1 @@ -[7474.996008690556,8043.968466214236,9561.22835294405,10130.200810467732] \ No newline at end of file +[7820.784012049593,8266.08875927155,9453.568085196768,9898.872832418725] \ No newline at end of file diff --git a/criterion/micro_ops_group_by/report/MAD.svg b/criterion/micro_ops_group_by/report/MAD.svg index c7bf2a1402ca..1672081e1a81 100644 --- a/criterion/micro_ops_group_by/report/MAD.svg +++ b/criterion/micro_ops_group_by/report/MAD.svg @@ -9,66 +9,70 @@ Density (a.u.) Average time (ns) - -0.001 - - - + 0.002 - - -0.003 + + +0.004 - + + +0.006 + + -0.004 +0.008 - -0.005 + +0.01 - - -0.006 + + +0.012 - - -0.007 + + +0.014 - - -0.008 + + +0.016 - - -0.009 + + +0.018 - + - -150 + +180 - - + + 200 - - -250 + + +220 + + + +240 - - -300 + + +260 - - -350 + + +280 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/SD.svg b/criterion/micro_ops_group_by/report/SD.svg index 6783e2177470..b9d04a24df9f 100644 --- a/criterion/micro_ops_group_by/report/SD.svg +++ b/criterion/micro_ops_group_by/report/SD.svg @@ -6,93 +6,81 @@ micro/ops/group_by:SD Density (a.u.) -Average time (µs) +Average time (ns) - -0.5 + +0.001 - - -1 + + +0.002 - - -1.5 + + +0.003 - - -2 + + +0.004 - - -2.5 + + +0.005 - - -3 + + +0.006 - - -3.5 + + +0.007 - - -4 + + +0.008 - - -4.5 + + +0.009 - - -5 - - + - -0.2 - - - -0.3 - - - -0.4 + +200 - - -0.5 + + +250 - - -0.6 + + +300 - - -0.7 + + +350 - - -0.8 + + +400 - - -0.9 + + +450 - - -1 + + +500 - - -1.1 + + +550 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/both/pdf.svg b/criterion/micro_ops_group_by/report/both/pdf.svg index bd1ff26bf861..7519def6ec0c 100644 --- a/criterion/micro_ops_group_by/report/both/pdf.svg +++ b/criterion/micro_ops_group_by/report/both/pdf.svg @@ -9,46 +9,34 @@ Density (a.u.) Average Time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - -1.6 - - - -1.8 - - - -2 - - + 8 @@ -66,10 +54,10 @@ Average Time (µs) 14 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_group_by/report/both/regression.svg b/criterion/micro_ops_group_by/report/both/regression.svg index f8b7e68b29ca..404c49b938fe 100644 --- a/criterion/micro_ops_group_by/report/both/regression.svg +++ b/criterion/micro_ops_group_by/report/both/regression.svg @@ -85,10 +85,10 @@ Iterations (x 10^3) 1.4 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_group_by/report/change/mean.svg b/criterion/micro_ops_group_by/report/change/mean.svg index 11ed559acb52..23fd5b155a91 100644 --- a/criterion/micro_ops_group_by/report/change/mean.svg +++ b/criterion/micro_ops_group_by/report/change/mean.svg @@ -9,79 +9,79 @@ Density (a.u.) Relative change (%) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - + + 45 - - + + 50 - + - + +-0.02 + + + +-0.015 + + + -0.01 - - + + -0.005 - - -1.73472e-18 + + +0 - - + + 0.005 - - + + 0.01 - - -0.015 - - - -0.02 - - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/change/median.svg b/criterion/micro_ops_group_by/report/change/median.svg index 3c2941c2a312..fa3aeba02802 100644 --- a/criterion/micro_ops_group_by/report/change/median.svg +++ b/criterion/micro_ops_group_by/report/change/median.svg @@ -9,63 +9,63 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - -160 - - + - + +-0.015 + + + -0.01 - - + + -0.005 - - -1.73472e-18 + + +0 - - + + 0.005 - - + + 0.01 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/change/t-test.svg b/criterion/micro_ops_group_by/report/change/t-test.svg index c184b7881c1e..4274f3406e3f 100644 --- a/criterion/micro_ops_group_by/report/change/t-test.svg +++ b/criterion/micro_ops_group_by/report/change/t-test.svg @@ -13,73 +13,69 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - -4.0 - - - - + + + t distribution diff --git a/criterion/micro_ops_group_by/report/index.html b/criterion/micro_ops_group_by/report/index.html index 7677a4aa3c79..e52eeba67ce5 100644 --- a/criterion/micro_ops_group_by/report/index.html +++ b/criterion/micro_ops_group_by/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 8.8360 µs - 8.9365 µs - 9.0754 µs + 8.8280 µs + 8.8974 µs + 9.0051 µs R² - 0.6074187 - 0.6138709 - 0.6016815 + 0.7972073 + 0.8025845 + 0.7897536 Mean - 8.8162 µs - 8.9095 µs - 9.0508 µs + 8.8361 µs + 8.8960 µs + 8.9716 µs Std. Dev. - 212.76 ns - 622.16 ns - 1.0180 µs + 189.40 ns + 347.33 ns + 521.04 ns Median - 8.8131 µs - 8.9350 µs - 8.9556 µs + 8.7901 µs + 8.8832 µs + 8.9207 µs MAD - 131.95 ns - 251.85 ns - 340.07 ns + 186.31 ns + 246.13 ns + 285.14 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -1.1468% - +0.0433% - +1.6964% - (p = 0.96 > + -1.8884% + -0.1513% + +1.1394% + (p = 0.87 > 0.05) diff --git a/criterion/micro_ops_group_by/report/mean.svg b/criterion/micro_ops_group_by/report/mean.svg index 1ff647f4ff5e..417f08519d41 100644 --- a/criterion/micro_ops_group_by/report/mean.svg +++ b/criterion/micro_ops_group_by/report/mean.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (µs)
- -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 + + +8 + + + +10 - + + +12 + + - -8.8 + +8.84 + + + +8.86 - - -8.85 + + +8.88 - - + + 8.9 - - -8.95 + + +8.92 + + + +8.94 - - -9 + + +8.96 - - -9.05 + + +8.98 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/median.svg b/criterion/micro_ops_group_by/report/median.svg index 415f17de3734..6dbbb2ce6c6a 100644 --- a/criterion/micro_ops_group_by/report/median.svg +++ b/criterion/micro_ops_group_by/report/median.svg @@ -9,74 +9,70 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - + - + +8.78 + + + 8.8 - - + + 8.82 - - + + 8.84 - - + + 8.86 - - + + 8.88 - - + + 8.9 - - + + 8.92 - - -8.94 - - - -8.96 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/pdf.svg b/criterion/micro_ops_group_by/report/pdf.svg index ae324b5f2f26..e2baeae37247 100644 --- a/criterion/micro_ops_group_by/report/pdf.svg +++ b/criterion/micro_ops_group_by/report/pdf.svg @@ -42,38 +42,42 @@ Average Time (µs) - + 8 - - + + +8.5 + + + 9 - - -10 + + +9.5 - - -11 + + +10 - - -12 + + +10.5 - - -13 + + +11 - - -14 + + +11.5 - - -15 + + +12 - + Density (a.u.) @@ -82,56 +86,44 @@ Density (a.u.) 0 - -0.1 - - - + 0.2 - - -0.3 - - - + + 0.4 - - -0.5 - - - + + 0.6 - - -0.7 - - - + + 0.8 - - -0.9 - - - + + 1 - - - - - + + +1.2 + + + +1.4 + + + + + + - - - - - + + + + + PDF diff --git a/criterion/micro_ops_group_by/report/pdf_small.svg b/criterion/micro_ops_group_by/report/pdf_small.svg index 73972c477456..2cbc9cfba7c1 100644 --- a/criterion/micro_ops_group_by/report/pdf_small.svg +++ b/criterion/micro_ops_group_by/report/pdf_small.svg @@ -10,47 +10,59 @@ Average Time (µs) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - + + +1.4 + + + +1.6 + + - + 8 - - + + +9 + + + 10 - - -12 + + +11 - - -14 + + +12 - - - + + + diff --git a/criterion/micro_ops_group_by/report/regression.svg b/criterion/micro_ops_group_by/report/regression.svg index f525fe013095..dbf8c3b8cce0 100644 --- a/criterion/micro_ops_group_by/report/regression.svg +++ b/criterion/micro_ops_group_by/report/regression.svg @@ -81,101 +81,101 @@ Iterations (x 10^3) - - + + - + - - - - - - + + + + + + - - + + - + - - - + + + - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - - - - - - - - + + + + + + + + + - - + + - - - - - + + + + + - + - - - - - - - - - - + + + + + + + + + + Sample diff --git a/criterion/micro_ops_group_by/report/regression_small.svg b/criterion/micro_ops_group_by/report/regression_small.svg index 45c3ba7760b8..0cf352f4bbf6 100644 --- a/criterion/micro_ops_group_by/report/regression_small.svg +++ b/criterion/micro_ops_group_by/report/regression_small.svg @@ -81,97 +81,97 @@ Iterations (x 10^3) - - + + - + - + - - - - - + + + + + - - + + - - - - - - - - - - + + + + + + + + + + - - + + - + - - - - - - - + + + + + + + - + - - - - - - - + + + + + + + - - - - - - + + + + + + - - - - - + + + + + - - - + + + - + - - - - - + + + + + - - - - - - - - - - - - + + + + + + + + + + + + diff --git a/criterion/micro_ops_group_by/report/relative_pdf_small.svg b/criterion/micro_ops_group_by/report/relative_pdf_small.svg index 0351a5eca910..59edab5f768b 100644 --- a/criterion/micro_ops_group_by/report/relative_pdf_small.svg +++ b/criterion/micro_ops_group_by/report/relative_pdf_small.svg @@ -6,46 +6,34 @@ Density (a.u.) Average Time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - -1.6 - - - -1.8 - - - -2 - - + 8 @@ -63,8 +51,8 @@ Average Time (µs) 14 - - - - + + + + diff --git a/criterion/micro_ops_group_by/report/relative_regression_small.svg b/criterion/micro_ops_group_by/report/relative_regression_small.svg index 460c71093710..1569fa1c5fc9 100644 --- a/criterion/micro_ops_group_by/report/relative_regression_small.svg +++ b/criterion/micro_ops_group_by/report/relative_regression_small.svg @@ -82,8 +82,8 @@ Iterations (x 10^3) 1.4 - - - + + + diff --git a/criterion/micro_ops_group_by/report/slope.svg b/criterion/micro_ops_group_by/report/slope.svg index 4fe8b09f417f..89753c692e55 100644 --- a/criterion/micro_ops_group_by/report/slope.svg +++ b/criterion/micro_ops_group_by/report/slope.svg @@ -9,58 +9,98 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - + + +8 + + + +9 + + + +10 + + + +11 + + - -8.85 + +8.82 + + + +8.84 - - + + +8.86 + + + +8.88 + + + 8.9 - - -8.95 + + +8.92 + + + +8.94 + + + +8.96 + + + +8.98 - - + + 9 - - -9.05 + + +9.02 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/typical.svg b/criterion/micro_ops_group_by/report/typical.svg index d8ec61ef9364..22862a706579 100644 --- a/criterion/micro_ops_group_by/report/typical.svg +++ b/criterion/micro_ops_group_by/report/typical.svg @@ -9,58 +9,98 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - + + +8 + + + +9 + + + +10 + + + +11 + + - -8.85 + +8.82 + + + +8.84 - - + + +8.86 + + + +8.88 + + + 8.9 - - -8.95 + + +8.92 + + + +8.94 + + + +8.96 + + + +8.98 - - + + 9 - - -9.05 + + +9.02 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/base/estimates.json b/criterion/micro_ops_identity/base/estimates.json index 47097e898c0a..b5ee6154f5c9 100644 --- a/criterion/micro_ops_identity/base/estimates.json +++ b/criterion/micro_ops_identity/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3986.6399643908903,"upper_bound":4033.9616428838735},"point_estimate":4008.8589114669485,"standard_error":12.070186314251407},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3976.0670421224054,"upper_bound":4021.6922893081764},"point_estimate":4007.715912975913,"standard_error":11.93604239845067},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":85.02710849046727,"upper_bound":130.75684341578133},"point_estimate":111.45105447774256,"standard_error":12.071353333485908},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3926.736419338557,"upper_bound":3989.8333088257054},"point_estimate":3951.8608310920645,"standard_error":16.473732422675607},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":81.63708980604713,"upper_bound":160.5042414735774},"point_estimate":120.73918603628906,"standard_error":20.72095212414251}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3964.5820989993513,"upper_bound":3981.921526470594},"point_estimate":3973.0543679717416,"standard_error":4.435290686126984},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3957.082897603486,"upper_bound":3985.622619047619},"point_estimate":3971.3395238095236,"standard_error":7.296839025983595},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32.81263204738839,"upper_bound":51.44120844784731},"point_estimate":39.96849536160795,"standard_error":4.787770927611621},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3964.20270286943,"upper_bound":3987.2960371293766},"point_estimate":3975.546673759913,"standard_error":5.873007594039843},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37.16288078948228,"upper_bound":51.38887124054618},"point_estimate":44.47336723244443,"standard_error":3.646751237627366}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/base/sample.json b/criterion/micro_ops_identity/base/sample.json index 2d456b79f1cc..e0984df0bc5a 100644 --- a/criterion/micro_ops_identity/base/sample.json +++ b/criterion/micro_ops_identity/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[60510.0,121904.0,188747.0,245109.0,305624.0,370752.0,430581.0,488443.0,558974.0,625063.0,671187.0,743340.0,792311.0,853684.0,923937.0,987450.0,1035571.0,1103121.0,1158047.0,1224338.0,1294198.0,1342465.0,1418245.0,1480255.0,1524892.0,1602069.0,1656709.0,1913410.0,1776823.0,1842617.0,1922207.0,1926882.0,1960487.0,2027801.0,2065875.0,2143723.0,2239250.0,2264013.0,2344081.0,2426596.0,2503271.0,2496339.0,2585785.0,2613688.0,2663833.0,2752113.0,2804151.0,2844778.0,2926208.0,3017329.0,3071450.0,3126701.0,3196122.0,3355070.0,3306976.0,3360357.0,3414791.0,3489280.0,3565206.0,3604575.0,3672089.0,3710124.0,3810436.0,3826215.0,3909373.0,3986680.0,3907297.0,3962804.0,4038744.0,4101453.0,4193456.0,4145376.0,4252851.0,4319053.0,4399041.0,4450692.0,4529721.0,4541805.0,4580787.0,4680505.0,4688835.0,4832596.0,5790241.0,4943716.0,5010274.0,5017074.0,5023770.0,5119005.0,5186972.0,5259864.0,5483492.0,5449966.0,5468861.0,5441968.0,5556956.0,5641683.0,5646550.0,5703698.0,5793406.0,5938133.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[58848.0,117769.0,177245.0,235251.0,292232.0,355019.0,409868.0,483671.0,534143.0,619315.0,649526.0,700607.0,768147.0,820913.0,883017.0,944294.0,1009164.0,1066360.0,1125435.0,1191480.0,1239664.0,1302404.0,1380174.0,1417047.0,1482843.0,1528929.0,1594538.0,1667643.0,1718494.0,1824067.0,1855656.0,1912451.0,1957864.0,2038716.0,2094505.0,2175216.0,2206671.0,2264866.0,2318931.0,2392779.0,2489392.0,2517041.0,2567917.0,2642348.0,2685640.0,2751766.0,2814056.0,2871177.0,2997819.0,2999963.0,3061065.0,3096814.0,3172521.0,3252588.0,3326195.0,3347923.0,3443558.0,3478508.0,3535671.0,3639691.0,3650714.0,3718429.0,3845898.0,3833888.0,3906596.0,3926452.0,3946275.0,4036702.0,4073592.0,4169633.0,4165224.0,4269146.0,4325629.0,4393123.0,4437255.0,4629210.0,4596900.0,4621330.0,4720754.0,4784968.0,4843529.0,4913375.0,4857116.0,4953785.0,5010395.0,5156100.0,5173063.0,5379859.0,5252636.0,5271491.0,5388280.0,5411726.0,5487620.0,5505600.0,5646048.0,5722030.0,5815832.0,5907681.0,5986575.0,6006127.0]} \ No newline at end of file diff --git a/criterion/micro_ops_identity/base/tukey.json b/criterion/micro_ops_identity/base/tukey.json index bc6eb76022c2..8ad9112dd1d3 100644 --- a/criterion/micro_ops_identity/base/tukey.json +++ b/criterion/micro_ops_identity/base/tukey.json @@ -1 +1 @@ -[3479.900352313457,3700.6801207640924,4289.426169965787,4510.205938416422] \ No newline at end of file +[3762.414976720507,3850.3905130516114,4084.99194326789,4172.967479598994] \ No newline at end of file diff --git a/criterion/micro_ops_identity/change/estimates.json b/criterion/micro_ops_identity/change/estimates.json index 91b1f0cdad27..aff55eabcc7c 100644 --- a/criterion/micro_ops_identity/change/estimates.json +++ b/criterion/micro_ops_identity/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0005741730797480527,"upper_bound":0.014342791913501431},"point_estimate":0.006670827890807418,"standard_error":0.0037963644920382044},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.000981143799953177,"upper_bound":0.01149652935730594},"point_estimate":0.008002447536457957,"standard_error":0.0033153829812114744}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.015222132473532768,"upper_bound":-0.00288907581458986},"point_estimate":-0.008931355352215453,"standard_error":0.0031539259556520264},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0136031508691562,"upper_bound":0.00007813357340658023},"point_estimate":-0.009076588749370229,"standard_error":0.0035218002886338797}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/estimates.json b/criterion/micro_ops_identity/new/estimates.json index 47097e898c0a..b5ee6154f5c9 100644 --- a/criterion/micro_ops_identity/new/estimates.json +++ b/criterion/micro_ops_identity/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3986.6399643908903,"upper_bound":4033.9616428838735},"point_estimate":4008.8589114669485,"standard_error":12.070186314251407},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3976.0670421224054,"upper_bound":4021.6922893081764},"point_estimate":4007.715912975913,"standard_error":11.93604239845067},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":85.02710849046727,"upper_bound":130.75684341578133},"point_estimate":111.45105447774256,"standard_error":12.071353333485908},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3926.736419338557,"upper_bound":3989.8333088257054},"point_estimate":3951.8608310920645,"standard_error":16.473732422675607},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":81.63708980604713,"upper_bound":160.5042414735774},"point_estimate":120.73918603628906,"standard_error":20.72095212414251}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3964.5820989993513,"upper_bound":3981.921526470594},"point_estimate":3973.0543679717416,"standard_error":4.435290686126984},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3957.082897603486,"upper_bound":3985.622619047619},"point_estimate":3971.3395238095236,"standard_error":7.296839025983595},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32.81263204738839,"upper_bound":51.44120844784731},"point_estimate":39.96849536160795,"standard_error":4.787770927611621},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3964.20270286943,"upper_bound":3987.2960371293766},"point_estimate":3975.546673759913,"standard_error":5.873007594039843},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37.16288078948228,"upper_bound":51.38887124054618},"point_estimate":44.47336723244443,"standard_error":3.646751237627366}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/sample.json b/criterion/micro_ops_identity/new/sample.json index 2d456b79f1cc..e0984df0bc5a 100644 --- a/criterion/micro_ops_identity/new/sample.json +++ b/criterion/micro_ops_identity/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[60510.0,121904.0,188747.0,245109.0,305624.0,370752.0,430581.0,488443.0,558974.0,625063.0,671187.0,743340.0,792311.0,853684.0,923937.0,987450.0,1035571.0,1103121.0,1158047.0,1224338.0,1294198.0,1342465.0,1418245.0,1480255.0,1524892.0,1602069.0,1656709.0,1913410.0,1776823.0,1842617.0,1922207.0,1926882.0,1960487.0,2027801.0,2065875.0,2143723.0,2239250.0,2264013.0,2344081.0,2426596.0,2503271.0,2496339.0,2585785.0,2613688.0,2663833.0,2752113.0,2804151.0,2844778.0,2926208.0,3017329.0,3071450.0,3126701.0,3196122.0,3355070.0,3306976.0,3360357.0,3414791.0,3489280.0,3565206.0,3604575.0,3672089.0,3710124.0,3810436.0,3826215.0,3909373.0,3986680.0,3907297.0,3962804.0,4038744.0,4101453.0,4193456.0,4145376.0,4252851.0,4319053.0,4399041.0,4450692.0,4529721.0,4541805.0,4580787.0,4680505.0,4688835.0,4832596.0,5790241.0,4943716.0,5010274.0,5017074.0,5023770.0,5119005.0,5186972.0,5259864.0,5483492.0,5449966.0,5468861.0,5441968.0,5556956.0,5641683.0,5646550.0,5703698.0,5793406.0,5938133.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[58848.0,117769.0,177245.0,235251.0,292232.0,355019.0,409868.0,483671.0,534143.0,619315.0,649526.0,700607.0,768147.0,820913.0,883017.0,944294.0,1009164.0,1066360.0,1125435.0,1191480.0,1239664.0,1302404.0,1380174.0,1417047.0,1482843.0,1528929.0,1594538.0,1667643.0,1718494.0,1824067.0,1855656.0,1912451.0,1957864.0,2038716.0,2094505.0,2175216.0,2206671.0,2264866.0,2318931.0,2392779.0,2489392.0,2517041.0,2567917.0,2642348.0,2685640.0,2751766.0,2814056.0,2871177.0,2997819.0,2999963.0,3061065.0,3096814.0,3172521.0,3252588.0,3326195.0,3347923.0,3443558.0,3478508.0,3535671.0,3639691.0,3650714.0,3718429.0,3845898.0,3833888.0,3906596.0,3926452.0,3946275.0,4036702.0,4073592.0,4169633.0,4165224.0,4269146.0,4325629.0,4393123.0,4437255.0,4629210.0,4596900.0,4621330.0,4720754.0,4784968.0,4843529.0,4913375.0,4857116.0,4953785.0,5010395.0,5156100.0,5173063.0,5379859.0,5252636.0,5271491.0,5388280.0,5411726.0,5487620.0,5505600.0,5646048.0,5722030.0,5815832.0,5907681.0,5986575.0,6006127.0]} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/tukey.json b/criterion/micro_ops_identity/new/tukey.json index bc6eb76022c2..8ad9112dd1d3 100644 --- a/criterion/micro_ops_identity/new/tukey.json +++ b/criterion/micro_ops_identity/new/tukey.json @@ -1 +1 @@ -[3479.900352313457,3700.6801207640924,4289.426169965787,4510.205938416422] \ No newline at end of file +[3762.414976720507,3850.3905130516114,4084.99194326789,4172.967479598994] \ No newline at end of file diff --git a/criterion/micro_ops_identity/report/MAD.svg b/criterion/micro_ops_identity/report/MAD.svg index ef3804149ef8..237a7256ea76 100644 --- a/criterion/micro_ops_identity/report/MAD.svg +++ b/criterion/micro_ops_identity/report/MAD.svg @@ -9,66 +9,98 @@ Density (a.u.) Average time (ns) - -0.005 - - - + 0.01 - - -0.015 - - - + + 0.02 - - -0.025 - - - + + 0.03 - - -0.035 - - - + + 0.04 - + + +0.05 + + + +0.06 + + + +0.07 + + + +0.08 + + + +0.09 + + + +0.1 + + + +0.11 + + - -80 + +32 + + + +34 + + + +36 + + + +38 + + + +40 + + + +42 - - -90 + + +44 - - -100 + + +46 - - -110 + + +48 - - -120 + + +50 - - -130 + + +52 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/SD.svg b/criterion/micro_ops_identity/report/SD.svg index e8775226db12..8d932aa2bea0 100644 --- a/criterion/micro_ops_identity/report/SD.svg +++ b/criterion/micro_ops_identity/report/SD.svg @@ -9,90 +9,90 @@ Density (a.u.) Average time (ns) - -0.002 + +0.01 - - -0.004 + + +0.02 - - -0.006 + + +0.03 - - -0.008 + + +0.04 - - -0.01 + + +0.05 - - -0.012 + + +0.06 - - -0.014 + + +0.07 - - -0.016 + + +0.08 - - -0.018 + + +0.09 - - -0.02 + + +0.1 - + -0.022 +0.11 - -80 + +36 - - -90 + + +38 - - -100 + + +40 - - -110 + + +42 - - -120 + + +44 - - -130 + + +46 - - -140 + + +48 - - -150 + + +50 - - -160 + + +52 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/both/pdf.svg b/criterion/micro_ops_identity/report/both/pdf.svg index 2bdc7248379e..db524beba076 100644 --- a/criterion/micro_ops_identity/report/both/pdf.svg +++ b/criterion/micro_ops_identity/report/both/pdf.svg @@ -9,42 +9,38 @@ Density (a.u.) Average Time (µs) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - - -4.5 + + +5 + + + +6 + + + +7 + + + +8 - + 4 @@ -54,10 +50,10 @@ Average Time (µs) 4.5 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_identity/report/both/regression.svg b/criterion/micro_ops_identity/report/both/regression.svg index be9ddf3d20b7..2c8020153ac5 100644 --- a/criterion/micro_ops_identity/report/both/regression.svg +++ b/criterion/micro_ops_identity/report/both/regression.svg @@ -18,10 +18,10 @@ Iterations (x 10^3) - - - - + + + + 0.0 @@ -31,22 +31,22 @@ Iterations (x 10^3) 1.0 - + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - + 0 @@ -80,10 +80,10 @@ Iterations (x 10^3) 1.4 - - + + - + Base Sample diff --git a/criterion/micro_ops_identity/report/change/mean.svg b/criterion/micro_ops_identity/report/change/mean.svg index 010cecfda5f6..a5e7bd0b49a2 100644 --- a/criterion/micro_ops_identity/report/change/mean.svg +++ b/criterion/micro_ops_identity/report/change/mean.svg @@ -9,91 +9,67 @@ Density (a.u.) Relative change (%) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 - - - + + 80 - - -90 - - - + + 100 - - - --0.002 - - - -0 + + +120 - - -0.002 + + + +-0.016 - - -0.004 + + +-0.014 - - -0.006 + + +-0.012 - - -0.008 + + +-0.01 - - -0.01 + + +-0.008 - - -0.012 + + +-0.006 - - -0.014 + + +-0.004 - - -0.016 + + +-0.002 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/change/median.svg b/criterion/micro_ops_identity/report/change/median.svg index 7c90c1c941de..4b85fd99c685 100644 --- a/criterion/micro_ops_identity/report/change/median.svg +++ b/criterion/micro_ops_identity/report/change/median.svg @@ -9,79 +9,71 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - -160 - - - -180 - - + - --0.002 + +-0.014 - - -0 + + +-0.012 - - -0.002 + + +-0.01 - - -0.004 + + +-0.008 - - -0.006 + + +-0.006 - - -0.008 + + +-0.004 - - -0.01 + + +-0.002 - - -0.012 + + +0 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/change/t-test.svg b/criterion/micro_ops_identity/report/change/t-test.svg index e64d7786f75a..cb828d433683 100644 --- a/criterion/micro_ops_identity/report/change/t-test.svg +++ b/criterion/micro_ops_identity/report/change/t-test.svg @@ -21,69 +21,65 @@ t score 0.1 - + 0.15 - + 0.2 - + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - --4.0 - - - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_identity/report/index.html b/criterion/micro_ops_identity/report/index.html index 9aece060a232..327a41395484 100644 --- a/criterion/micro_ops_identity/report/index.html +++ b/criterion/micro_ops_identity/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 3.9267 µs - 3.9519 µs - 3.9898 µs + 3.9642 µs + 3.9755 µs + 3.9873 µs R² - 0.8781626 - 0.8824995 - 0.8726549 + 0.9837613 + 0.9848204 + 0.9836843 Mean - 3.9866 µs - 4.0089 µs - 4.0340 µs + 3.9646 µs + 3.9731 µs + 3.9819 µs Std. Dev. - 81.637 ns - 120.74 ns - 160.50 ns + 37.163 ns + 44.473 ns + 51.389 ns Median - 3.9761 µs - 4.0077 µs - 4.0217 µs + 3.9571 µs + 3.9713 µs + 3.9856 µs MAD - 85.027 ns - 111.45 ns - 130.76 ns + 32.813 ns + 39.968 ns + 51.441 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.0574% - +0.6671% - +1.4343% - (p = 0.07 > + -1.5222% + -0.8931% + -0.2889% + (p = 0.00 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_identity/report/mean.svg b/criterion/micro_ops_identity/report/mean.svg index a332141f0fa2..d490b3b4ce31 100644 --- a/criterion/micro_ops_identity/report/mean.svg +++ b/criterion/micro_ops_identity/report/mean.svg @@ -9,82 +9,86 @@ Density (a.u.) Average time (µs) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 + + +40 - - - -3.985 + + +50 + + + +60 - - -3.99 + + +70 + + + +80 + + + +90 + + + + +3.964 - - -3.995 + + +3.966 - - -4 + + +3.968 - - -4.005 + + +3.97 - - -4.01 + + +3.972 - - -4.015 + + +3.974 - - -4.02 + + +3.976 - - -4.025 + + +3.978 - - -4.03 + + +3.98 - - -4.035 + + +3.982 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/median.svg b/criterion/micro_ops_identity/report/median.svg index f1b69e007b35..8d6c9d2e83bb 100644 --- a/criterion/micro_ops_identity/report/median.svg +++ b/criterion/micro_ops_identity/report/median.svg @@ -9,94 +9,62 @@ Density (a.u.) Average time (µs) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 - - - + + 80 - - -90 - - - + + 100 - - - -3.975 - - - -3.98 - - - -3.985 - - - -3.99 + + +120 - - -3.995 + + + +3.955 - - -4 + + +3.96 - - -4.005 + + +3.965 - - -4.01 + + +3.97 - - -4.015 + + +3.975 - - -4.02 + + +3.98 - - -4.025 + + +3.985 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/pdf.svg b/criterion/micro_ops_identity/report/pdf.svg index 7b86c4e62e93..bb8a020e688e 100644 --- a/criterion/micro_ops_identity/report/pdf.svg +++ b/criterion/micro_ops_identity/report/pdf.svg @@ -42,30 +42,34 @@ Average Time (µs) - -3.8 + +3.85 - - -4 + + +3.9 + + + +3.95 - - -4.2 + + +4 - - -4.4 + + +4.05 - - -4.6 + + +4.1 - - -4.8 + + +4.15 - + Density (a.u.) @@ -74,40 +78,46 @@ Density (a.u.) 0 - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - - - - + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + + + + - - - - - + + + PDF diff --git a/criterion/micro_ops_identity/report/pdf_small.svg b/criterion/micro_ops_identity/report/pdf_small.svg index e02f27925ae9..a1ae8e120555 100644 --- a/criterion/micro_ops_identity/report/pdf_small.svg +++ b/criterion/micro_ops_identity/report/pdf_small.svg @@ -10,43 +10,55 @@ Average Time (µs) 0 - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 + + +4 + + + +5 - + + +6 + + + +7 + + + +8 + + + +9 + + - + +3.9 + + + 4 - - -4.5 + + +4.1 - - - + + + diff --git a/criterion/micro_ops_identity/report/regression.svg b/criterion/micro_ops_identity/report/regression.svg index 19df41355a0d..061bbf599bbf 100644 --- a/criterion/micro_ops_identity/report/regression.svg +++ b/criterion/micro_ops_identity/report/regression.svg @@ -15,62 +15,37 @@ Iterations (x 10^3) - - - - - - - - - - + + + + + - -0.5 - - 1.0 - -1.5 - - - + 2.0 - - -2.5 - - - + + 3.0 - - -3.5 - - - + + 4.0 - - -4.5 - - - + + 5.0 - - -5.5 + + +6.0 - + 0.2 @@ -102,106 +77,106 @@ Iterations (x 10^3) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - + - - + + - - - - - - - - - - - + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - + + + + - - - - - + + + + + - - + + Sample diff --git a/criterion/micro_ops_identity/report/regression_small.svg b/criterion/micro_ops_identity/report/regression_small.svg index 595fbd04162a..6574004ac0f3 100644 --- a/criterion/micro_ops_identity/report/regression_small.svg +++ b/criterion/micro_ops_identity/report/regression_small.svg @@ -12,62 +12,37 @@ Iterations (x 10^3) - - - - - - - - - - + + + + + - -0.5 - - 1.0 - -1.5 - - - + 2.0 - - -2.5 - - - + + 3.0 - - -3.5 - - - + + 4.0 - - -4.5 - - - + + 5.0 - - -5.5 + + +6.0 - + 0.2 @@ -100,103 +75,103 @@ Iterations (x 10^3) - - - - + + + + - + - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + - - - - - + + + + + - + - + - - - - - - - - + + + + + + + + - - - - - - - - - + + + + + + + + + - + - - - - - - - + + + + + + + - - - - - - - - - - - + + + + + + + + + + + - - - - + + + + - - - - - + + + + + - - + + diff --git a/criterion/micro_ops_identity/report/relative_pdf_small.svg b/criterion/micro_ops_identity/report/relative_pdf_small.svg index 152dcdbcd62e..2564a8c22924 100644 --- a/criterion/micro_ops_identity/report/relative_pdf_small.svg +++ b/criterion/micro_ops_identity/report/relative_pdf_small.svg @@ -6,42 +6,38 @@ Density (a.u.) Average Time (µs) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - - -4.5 + + +5 + + + +6 + + + +7 + + + +8 - + 4 @@ -51,8 +47,8 @@ Average Time (µs) 4.5 - - - - + + + + diff --git a/criterion/micro_ops_identity/report/relative_regression_small.svg b/criterion/micro_ops_identity/report/relative_regression_small.svg index fdcfaa2f7a7f..24e4da4f4a5e 100644 --- a/criterion/micro_ops_identity/report/relative_regression_small.svg +++ b/criterion/micro_ops_identity/report/relative_regression_small.svg @@ -15,10 +15,10 @@ Iterations (x 10^3) - + - - + + 0.0 @@ -28,22 +28,22 @@ Iterations (x 10^3) 1.0 - + 2.0 - + 3.0 - + 4.0 - - + + 5.0 - + 0 @@ -77,8 +77,8 @@ Iterations (x 10^3) 1.4 - - + + - + diff --git a/criterion/micro_ops_identity/report/slope.svg b/criterion/micro_ops_identity/report/slope.svg index c94ff5a19e18..233e3201c2b0 100644 --- a/criterion/micro_ops_identity/report/slope.svg +++ b/criterion/micro_ops_identity/report/slope.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (µs) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 + + +30 - - - -3.92 + + +40 - - -3.93 + + +50 - - -3.94 + + +60 - - -3.95 + + +70 - - -3.96 + + + +3.965 - - + + 3.97 - - + + +3.975 + + + 3.98 - - -3.99 + + +3.985 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/typical.svg b/criterion/micro_ops_identity/report/typical.svg index 400b375d5a49..495d9f4a8bab 100644 --- a/criterion/micro_ops_identity/report/typical.svg +++ b/criterion/micro_ops_identity/report/typical.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (µs) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 + + +30 - - - -3.92 + + +40 - - -3.93 + + +50 - - -3.94 + + +60 - - -3.95 + + +70 - - -3.96 + + + +3.965 - - + + 3.97 - - + + +3.975 + + + 3.98 - - -3.99 + + +3.985 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/base/estimates.json b/criterion/micro_ops_join/base/estimates.json index 3d599190882c..04f03ef93343 100644 --- a/criterion/micro_ops_join/base/estimates.json +++ b/criterion/micro_ops_join/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":81580.72023624623,"upper_bound":82048.80693528645},"point_estimate":81788.98240412511,"standard_error":120.17460403278486},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":81501.95,"upper_bound":81646.97535496957},"point_estimate":81565.72619047618,"standard_error":36.0338018494947},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":231.1203945710596,"upper_bound":443.2464780586665},"point_estimate":290.4134216959864,"standard_error":53.61073477819295},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":81742.9517261885,"upper_bound":82599.78006248857},"point_estimate":82093.82131126545,"standard_error":225.6509402300368},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":570.1063926829105,"upper_bound":1756.916763447991},"point_estimate":1209.7823367137753,"standard_error":310.43368480141044}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76608.97051726466,"upper_bound":76845.0657560042},"point_estimate":76721.72512032642,"standard_error":60.26922175881334},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76579.14135021096,"upper_bound":76756.78222222222},"point_estimate":76693.93318781031,"standard_error":36.58239644325488},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":227.0377950971735,"upper_bound":451.33008595582777},"point_estimate":312.9734564806343,"standard_error":54.01243938956777},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76802.00037215003,"upper_bound":77095.12986899773},"point_estimate":76937.38791586622,"standard_error":74.97109143545606},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":436.42253795429383,"upper_bound":783.4376612844369},"point_estimate":606.3646723426127,"standard_error":91.23796678621288}} \ No newline at end of file diff --git a/criterion/micro_ops_join/base/sample.json b/criterion/micro_ops_join/base/sample.json index d52dd118a83b..6b250a6dc5fe 100644 --- a/criterion/micro_ops_join/base/sample.json +++ b/criterion/micro_ops_join/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[482935.0,978883.0,1461874.0,1968970.0,2450776.0,2904965.0,3479424.0,3869127.0,4384886.0,4859203.0,5323147.0,5851143.0,6304229.0,6786847.0,7283830.0,7788155.0,8304130.0,8749657.0,9288080.0,9717882.0,10223770.0,10683710.0,11252891.0,11646573.0,12184968.0,12599527.0,13156076.0,13701722.0,14208813.0,14647230.0,15189000.0,15672227.0,16146466.0,16690381.0,17089434.0,18970970.0,18215571.0,18632699.0,19020458.0,19517823.0,20094826.0,20705175.0,21037169.0,21524610.0,22111605.0,22805455.0,23419762.0,23498174.0,24025739.0,24512423.0,24870436.0,25513841.0,26102413.0,26491945.0,26973580.0,27427347.0,27860606.0,28329680.0,28823422.0,29360194.0,30346320.0,30384179.0,30751789.0,32512913.0,31862834.0,32578718.0,32862530.0,33206454.0,33738863.0,34252193.0,34791292.0,35300643.0,35651402.0,36192173.0,37066443.0,37968619.0,37624018.0,38108406.0,38672509.0,39254308.0,39647803.0,40066102.0,40815522.0,41145068.0,41633394.0,42107483.0,42471462.0,43162050.0,43548012.0,44129538.0,45775165.0,45443894.0,45657313.0,50642653.0,46425970.0,47263174.0,47403173.0,47999865.0,49825172.0,48901170.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[453645.0,920642.0,1361042.0,1833750.0,2268041.0,2733826.0,3188942.0,3643954.0,4095769.0,4583286.0,5010565.0,5524309.0,5929334.0,6402481.0,6870130.0,7299186.0,7807372.0,8264935.0,8696152.0,9123294.0,9618550.0,10040006.0,10720153.0,10970153.0,11485293.0,11871325.0,12437095.0,12940662.0,13579863.0,13726411.0,14156335.0,14765023.0,15284006.0,15601887.0,16059930.0,16490361.0,17014346.0,17475031.0,18015573.0,18453901.0,18999892.0,19323877.0,19814981.0,20267337.0,20672497.0,21225506.0,21649817.0,22214443.0,22754670.0,22943432.0,23433026.0,23931539.0,24419188.0,24800110.0,25378998.0,25764132.0,26316809.0,26642841.0,27150410.0,27598526.0,28439517.0,28478668.0,29200659.0,29374229.0,29917183.0,30369950.0,30845971.0,31662461.0,31639209.0,32229364.0,32716141.0,34541045.0,34374340.0,34009065.0,34540552.0,34878178.0,35478368.0,35927573.0,36298513.0,36861495.0,37316194.0,37755380.0,38493200.0,38553975.0,39099412.0,39673264.0,40229542.0,40489791.0,41002077.0,42173274.0,42413742.0,42214765.0,42977932.0,43327774.0,43717987.0,44089674.0,44695399.0,45289748.0,45643466.0,46650340.0]} \ No newline at end of file diff --git a/criterion/micro_ops_join/base/tukey.json b/criterion/micro_ops_join/base/tukey.json index ec2070c8cfa1..bf25769ccc3b 100644 --- a/criterion/micro_ops_join/base/tukey.json +++ b/criterion/micro_ops_join/base/tukey.json @@ -1 +1 @@ -[80227.43636820685,80799.14993697699,82323.71945369735,82895.43302246749] \ No newline at end of file +[75241.60344910082,75858.79269892929,77504.63069847188,78121.81994830036] \ No newline at end of file diff --git a/criterion/micro_ops_join/change/estimates.json b/criterion/micro_ops_join/change/estimates.json index e6a1f2bc8c5c..6e25c7df14a3 100644 --- a/criterion/micro_ops_join/change/estimates.json +++ b/criterion/micro_ops_join/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.053679074873639945,"upper_bound":0.0666291511501724},"point_estimate":0.060858832067959945,"standard_error":0.003319454352338896},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.06202278758039732,"upper_bound":0.06546015458289589},"point_estimate":0.06392956983839082,"standard_error":0.000966007256630964}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.06518935665612345,"upper_bound":-0.05910350773880064},"point_estimate":-0.061955255278284604,"standard_error":0.001554597101375664},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.06112224815204248,"upper_bound":-0.05874804860273519},"point_estimate":-0.059728432887227956,"standard_error":0.0005907046304410041}} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/estimates.json b/criterion/micro_ops_join/new/estimates.json index 3d599190882c..04f03ef93343 100644 --- a/criterion/micro_ops_join/new/estimates.json +++ b/criterion/micro_ops_join/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":81580.72023624623,"upper_bound":82048.80693528645},"point_estimate":81788.98240412511,"standard_error":120.17460403278486},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":81501.95,"upper_bound":81646.97535496957},"point_estimate":81565.72619047618,"standard_error":36.0338018494947},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":231.1203945710596,"upper_bound":443.2464780586665},"point_estimate":290.4134216959864,"standard_error":53.61073477819295},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":81742.9517261885,"upper_bound":82599.78006248857},"point_estimate":82093.82131126545,"standard_error":225.6509402300368},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":570.1063926829105,"upper_bound":1756.916763447991},"point_estimate":1209.7823367137753,"standard_error":310.43368480141044}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76608.97051726466,"upper_bound":76845.0657560042},"point_estimate":76721.72512032642,"standard_error":60.26922175881334},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76579.14135021096,"upper_bound":76756.78222222222},"point_estimate":76693.93318781031,"standard_error":36.58239644325488},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":227.0377950971735,"upper_bound":451.33008595582777},"point_estimate":312.9734564806343,"standard_error":54.01243938956777},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76802.00037215003,"upper_bound":77095.12986899773},"point_estimate":76937.38791586622,"standard_error":74.97109143545606},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":436.42253795429383,"upper_bound":783.4376612844369},"point_estimate":606.3646723426127,"standard_error":91.23796678621288}} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/sample.json b/criterion/micro_ops_join/new/sample.json index d52dd118a83b..6b250a6dc5fe 100644 --- a/criterion/micro_ops_join/new/sample.json +++ b/criterion/micro_ops_join/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[482935.0,978883.0,1461874.0,1968970.0,2450776.0,2904965.0,3479424.0,3869127.0,4384886.0,4859203.0,5323147.0,5851143.0,6304229.0,6786847.0,7283830.0,7788155.0,8304130.0,8749657.0,9288080.0,9717882.0,10223770.0,10683710.0,11252891.0,11646573.0,12184968.0,12599527.0,13156076.0,13701722.0,14208813.0,14647230.0,15189000.0,15672227.0,16146466.0,16690381.0,17089434.0,18970970.0,18215571.0,18632699.0,19020458.0,19517823.0,20094826.0,20705175.0,21037169.0,21524610.0,22111605.0,22805455.0,23419762.0,23498174.0,24025739.0,24512423.0,24870436.0,25513841.0,26102413.0,26491945.0,26973580.0,27427347.0,27860606.0,28329680.0,28823422.0,29360194.0,30346320.0,30384179.0,30751789.0,32512913.0,31862834.0,32578718.0,32862530.0,33206454.0,33738863.0,34252193.0,34791292.0,35300643.0,35651402.0,36192173.0,37066443.0,37968619.0,37624018.0,38108406.0,38672509.0,39254308.0,39647803.0,40066102.0,40815522.0,41145068.0,41633394.0,42107483.0,42471462.0,43162050.0,43548012.0,44129538.0,45775165.0,45443894.0,45657313.0,50642653.0,46425970.0,47263174.0,47403173.0,47999865.0,49825172.0,48901170.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[453645.0,920642.0,1361042.0,1833750.0,2268041.0,2733826.0,3188942.0,3643954.0,4095769.0,4583286.0,5010565.0,5524309.0,5929334.0,6402481.0,6870130.0,7299186.0,7807372.0,8264935.0,8696152.0,9123294.0,9618550.0,10040006.0,10720153.0,10970153.0,11485293.0,11871325.0,12437095.0,12940662.0,13579863.0,13726411.0,14156335.0,14765023.0,15284006.0,15601887.0,16059930.0,16490361.0,17014346.0,17475031.0,18015573.0,18453901.0,18999892.0,19323877.0,19814981.0,20267337.0,20672497.0,21225506.0,21649817.0,22214443.0,22754670.0,22943432.0,23433026.0,23931539.0,24419188.0,24800110.0,25378998.0,25764132.0,26316809.0,26642841.0,27150410.0,27598526.0,28439517.0,28478668.0,29200659.0,29374229.0,29917183.0,30369950.0,30845971.0,31662461.0,31639209.0,32229364.0,32716141.0,34541045.0,34374340.0,34009065.0,34540552.0,34878178.0,35478368.0,35927573.0,36298513.0,36861495.0,37316194.0,37755380.0,38493200.0,38553975.0,39099412.0,39673264.0,40229542.0,40489791.0,41002077.0,42173274.0,42413742.0,42214765.0,42977932.0,43327774.0,43717987.0,44089674.0,44695399.0,45289748.0,45643466.0,46650340.0]} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/tukey.json b/criterion/micro_ops_join/new/tukey.json index ec2070c8cfa1..bf25769ccc3b 100644 --- a/criterion/micro_ops_join/new/tukey.json +++ b/criterion/micro_ops_join/new/tukey.json @@ -1 +1 @@ -[80227.43636820685,80799.14993697699,82323.71945369735,82895.43302246749] \ No newline at end of file +[75241.60344910082,75858.79269892929,77504.63069847188,78121.81994830036] \ No newline at end of file diff --git a/criterion/micro_ops_join/report/MAD.svg b/criterion/micro_ops_join/report/MAD.svg index b105b82feebb..bfa21c2e35c1 100644 --- a/criterion/micro_ops_join/report/MAD.svg +++ b/criterion/micro_ops_join/report/MAD.svg @@ -9,74 +9,54 @@ Density (a.u.) Average time (ns) - -0.001 - - - + 0.002 - - -0.003 - - - + + 0.004 - - -0.005 - - - + + 0.006 - - -0.007 - - - + + 0.008 - - -0.009 - - - + + 0.01 - - -0.011 + + +0.012 - + - + 250 - + 300 - + 350 - - + + 400 - - + + 450 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/SD.svg b/criterion/micro_ops_join/report/SD.svg index af5981bf5399..6ee1f6a7a901 100644 --- a/criterion/micro_ops_join/report/SD.svg +++ b/criterion/micro_ops_join/report/SD.svg @@ -6,69 +6,85 @@ micro/ops/join:SD Density (a.u.) -Average time (µs) +Average time (ns) - -0.2 + +5e-4 - - -0.4 + + +0.001 - - -0.6 + + +0.0015 - - -0.8 + + +0.002 - - -1 + + +0.0025 - - -1.2 + + +0.003 - - -1.4 + + +0.0035 - + + +0.004 + + + +0.0045 + + - -0.6 + +400 + + + +450 + + + +500 - - -0.8 + + +550 - - -1 + + +600 - - -1.2 + + +650 - - -1.4 + + +700 - - -1.6 + + +750 - - -1.8 + + +800 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/both/pdf.svg b/criterion/micro_ops_join/report/both/pdf.svg index d4336d98f795..0d11b6940d8b 100644 --- a/criterion/micro_ops_join/report/both/pdf.svg +++ b/criterion/micro_ops_join/report/both/pdf.svg @@ -9,75 +9,59 @@ Density (a.u.) Average Time (µs) - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 - - - + + 0.4 - - -0.45 - - - + + 0.5 - - -0.55 + + +0.6 + + + +0.7 - + + +0.8 + + - + 75 - - + + 80 - - + + 85 - - + + 90 - - -95 - - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_join/report/both/regression.svg b/criterion/micro_ops_join/report/both/regression.svg index 65325ad52489..94239c26bfb6 100644 --- a/criterion/micro_ops_join/report/both/regression.svg +++ b/criterion/micro_ops_join/report/both/regression.svg @@ -95,10 +95,10 @@ Iterations 600 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_join/report/change/mean.svg b/criterion/micro_ops_join/report/change/mean.svg index 56f9a8d851a5..03a91924ca3f 100644 --- a/criterion/micro_ops_join/report/change/mean.svg +++ b/criterion/micro_ops_join/report/change/mean.svg @@ -9,66 +9,58 @@ Density (a.u.) Relative change (%) - -20 + +50 - - -40 - - - -60 + + +100 - - -80 + + +150 - - -100 + + +200 - - -120 + + +250 - + - -0.054 - - - -0.056 + +-0.065 - - -0.058 + + +-0.064 - - -0.06 + + +-0.063 - - -0.062 + + +-0.062 - - -0.064 + + +-0.061 - - -0.066 + + +-0.06 - - -0.068 + + +-0.059 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/change/median.svg b/criterion/micro_ops_join/report/change/median.svg index f7d3e4dfbbaf..77d3e1e2f393 100644 --- a/criterion/micro_ops_join/report/change/median.svg +++ b/criterion/micro_ops_join/report/change/median.svg @@ -9,78 +9,66 @@ Density (a.u.) Relative change (%) - -50 - - - + 100 - - -150 - - - + + 200 - - -250 + + +300 + + + +400 - + -300 +500 - -350 + +600 - - -400 + + +700 - - -450 + + +800 - + - -0.062 - - - -0.0625 - - - -0.063 + +-0.061 - - -0.0635 + + +-0.0605 - - -0.064 + + +-0.06 - - -0.0645 + + +-0.0595 - - -0.065 + + +-0.059 - - -0.0655 + + +-0.0585 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/change/t-test.svg b/criterion/micro_ops_join/report/change/t-test.svg index b84f8b615edd..38e67df22f0d 100644 --- a/criterion/micro_ops_join/report/change/t-test.svg +++ b/criterion/micro_ops_join/report/change/t-test.svg @@ -13,77 +13,81 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + +5.0 + + + + t distribution diff --git a/criterion/micro_ops_join/report/index.html b/criterion/micro_ops_join/report/index.html index f823c4d01b93..750a2a626ab2 100644 --- a/criterion/micro_ops_join/report/index.html +++ b/criterion/micro_ops_join/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 81.743 µs - 82.094 µs - 82.600 µs + 76.802 µs + 76.937 µs + 77.095 µs R² - 0.9535007 - 0.9558622 - 0.9509649 + 0.9922266 + 0.9926298 + 0.9920825 Mean - 81.581 µs - 81.789 µs - 82.049 µs + 76.609 µs + 76.722 µs + 76.845 µs Std. Dev. - 570.11 ns - 1.2098 µs - 1.7569 µs + 436.42 ns + 606.36 ns + 783.44 ns Median - 81.502 µs - 81.566 µs - 81.647 µs + 76.579 µs + 76.694 µs + 76.757 µs MAD - 231.12 ns - 290.41 ns - 443.25 ns + 227.04 ns + 312.97 ns + 451.33 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +5.3679% - +6.0859% - +6.6629% + -6.5189% + -6.1955% + -5.9104% (p = 0.00 < 0.05) - Performance has regressed. + Performance has improved.

Additional Plots:

diff --git a/criterion/micro_ops_join/report/mean.svg b/criterion/micro_ops_join/report/mean.svg index 55b3f96625e5..2d2ac553ba58 100644 --- a/criterion/micro_ops_join/report/mean.svg +++ b/criterion/micro_ops_join/report/mean.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 + + +4 + + + +5 + + + +6 + + + +7 - + - -81.6 + +76.6 - - -81.7 + + +76.65 - - -81.8 + + +76.7 - - -81.9 + + +76.75 - - -82 + + +76.8 - - -82.1 + + +76.85 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/median.svg b/criterion/micro_ops_join/report/median.svg index f8f1851a8bb9..55bb7948cc56 100644 --- a/criterion/micro_ops_join/report/median.svg +++ b/criterion/micro_ops_join/report/median.svg @@ -9,62 +9,94 @@ Density (a.u.) Average time (µs) - -5 + +2 - - + + +4 + + + +6 + + + +8 + + + 10 - - -15 + + +12 + + + +14 - - + + +16 + + + +18 + + + 20 - + - -81.5 + +76.56 + + + +76.58 + + + +76.6 - - -81.52 + + +76.62 - - -81.54 + + +76.64 - - -81.56 + + +76.66 - - -81.58 + + +76.68 - - -81.6 + + +76.7 - - -81.62 + + +76.72 - - -81.64 + + +76.74 - - -81.66 + + +76.76 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/pdf.svg b/criterion/micro_ops_join/report/pdf.svg index 5b0501bf0c1a..eb85ac6d10b4 100644 --- a/criterion/micro_ops_join/report/pdf.svg +++ b/criterion/micro_ops_join/report/pdf.svg @@ -38,30 +38,30 @@ Average Time (µs) - -80 + +75 - - -82 + + +76 - - -84 + + +77 - - -86 + + +78 - - -88 + + +79 - - -90 + + +80 - + Density (a.u.) @@ -70,68 +70,70 @@ Density (a.u.) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +0.6 + + + +0.7 + + + +0.8 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_join/report/pdf_small.svg b/criterion/micro_ops_join/report/pdf_small.svg index e1f005614c23..45f0704ac0da 100644 --- a/criterion/micro_ops_join/report/pdf_small.svg +++ b/criterion/micro_ops_join/report/pdf_small.svg @@ -10,43 +10,55 @@ Average Time (µs) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - + + +0.7 + + + +0.8 + + + +0.9 + + - -80 + +76 - - -85 + + +78 - - -90 + + +80 - - - + + + diff --git a/criterion/micro_ops_join/report/regression.svg b/criterion/micro_ops_join/report/regression.svg index 32a786aea31a..1712d5a86a2f 100644 --- a/criterion/micro_ops_join/report/regression.svg +++ b/criterion/micro_ops_join/report/regression.svg @@ -14,57 +14,52 @@ Iterations - - - - - - - - - - + + + + + + + + + - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - - -50.0 - - + 100 @@ -96,102 +91,102 @@ Iterations - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_join/report/regression_small.svg b/criterion/micro_ops_join/report/regression_small.svg index 45fea763ef25..ec70d549942d 100644 --- a/criterion/micro_ops_join/report/regression_small.svg +++ b/criterion/micro_ops_join/report/regression_small.svg @@ -11,57 +11,52 @@ Iterations - - - - - - - - - - + + + + + + + + + - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - - -50.0 - - + 100 @@ -95,98 +90,98 @@ Iterations - - + + - - - + + + - - + + - - - - - - - - - - + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_join/report/relative_pdf_small.svg b/criterion/micro_ops_join/report/relative_pdf_small.svg index 84b878180ca0..90249124ddc7 100644 --- a/criterion/micro_ops_join/report/relative_pdf_small.svg +++ b/criterion/micro_ops_join/report/relative_pdf_small.svg @@ -6,73 +6,57 @@ Density (a.u.) Average Time (µs) - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 - - - + + 0.4 - - -0.45 - - - + + 0.5 - - -0.55 + + +0.6 + + + +0.7 - + + +0.8 + + - + 75 - - + + 80 - - + + 85 - - + + 90 - - -95 - - - - - - + + + + + diff --git a/criterion/micro_ops_join/report/relative_regression_small.svg b/criterion/micro_ops_join/report/relative_regression_small.svg index f86541a4c248..187dcdc004c7 100644 --- a/criterion/micro_ops_join/report/relative_regression_small.svg +++ b/criterion/micro_ops_join/report/relative_regression_small.svg @@ -92,8 +92,8 @@ Iterations 600 - - - - + + + + diff --git a/criterion/micro_ops_join/report/slope.svg b/criterion/micro_ops_join/report/slope.svg index 21fed2e75485..20fef5158659 100644 --- a/criterion/micro_ops_join/report/slope.svg +++ b/criterion/micro_ops_join/report/slope.svg @@ -9,86 +9,82 @@ Density (a.u.) Average time (µs) - -0.2 + +0.5 - - -0.4 + + +1 - - -0.6 + + +1.5 - - -0.8 + + +2 - - -1 + + +2.5 - - -1.2 + + +3 - - -1.4 + + +3.5 - - -1.6 + + +4 - - -1.8 + + +4.5 - - - -81.7 + + +5 - - -81.8 + + +5.5 - - -81.9 - - - -82 + + + +76.8 - - -82.1 + + +76.85 - - -82.2 + + +76.9 - - -82.3 + + +76.95 - - -82.4 + + +77 - - -82.5 + + +77.05 - - -82.6 + + +77.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/typical.svg b/criterion/micro_ops_join/report/typical.svg index cc621542a81f..01cbf3be4bb0 100644 --- a/criterion/micro_ops_join/report/typical.svg +++ b/criterion/micro_ops_join/report/typical.svg @@ -9,86 +9,82 @@ Density (a.u.) Average time (µs) - -0.2 + +0.5 - - -0.4 + + +1 - - -0.6 + + +1.5 - - -0.8 + + +2 - - -1 + + +2.5 - - -1.2 + + +3 - - -1.4 + + +3.5 - - -1.6 + + +4 - - -1.8 + + +4.5 - - - -81.7 + + +5 - - -81.8 + + +5.5 - - -81.9 - - - -82 + + + +76.8 - - -82.1 + + +76.85 - - -82.2 + + +76.9 - - -82.3 + + +76.95 - - -82.4 + + +77 - - -82.5 + + +77.05 - - -82.6 + + +77.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/base/estimates.json b/criterion/micro_ops_map/base/estimates.json index 33097da5fbf1..3756f6a9c6bc 100644 --- a/criterion/micro_ops_map/base/estimates.json +++ b/criterion/micro_ops_map/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9473.917368122582,"upper_bound":9521.278527386372},"point_estimate":9495.711064265062,"standard_error":12.177322861467175},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9453.488095238095,"upper_bound":9477.503333333334},"point_estimate":9461.876554726368,"standard_error":5.911347514264373},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":34.63112889223803,"upper_bound":58.90904599234204},"point_estimate":49.55904944066403,"standard_error":6.594276935924466},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9487.789956872182,"upper_bound":9558.129267546572},"point_estimate":9519.345384710114,"standard_error":18.041668079964914},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68.92689931587205,"upper_bound":164.0515650564298},"point_estimate":122.1499813447861,"standard_error":24.236750622773627}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9501.331148650193,"upper_bound":9554.837975495973},"point_estimate":9524.83862280911,"standard_error":13.775547321319236},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9493.56862745098,"upper_bound":9504.629177897576},"point_estimate":9499.342780788918,"standard_error":3.300149002800608},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":20.676061433436917,"upper_bound":40.30102729415782},"point_estimate":28.615723866969258,"standard_error":4.996502927437892},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9509.319961302439,"upper_bound":9550.035784135292},"point_estimate":9527.279856657307,"standard_error":10.494041573057073},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":59.94533713035373,"upper_bound":207.71423523888407},"point_estimate":138.88820470511416,"standard_error":39.213490802941344}} \ No newline at end of file diff --git a/criterion/micro_ops_map/base/sample.json b/criterion/micro_ops_map/base/sample.json index 766fa1bec7ec..f04578eada51 100644 --- a/criterion/micro_ops_map/base/sample.json +++ b/criterion/micro_ops_map/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[113321.0,225785.0,338849.0,452457.0,564986.0,678002.0,804859.0,904654.0,1017613.0,1130833.0,1243764.0,1362875.0,1493466.0,1584239.0,1710420.0,1820434.0,1921500.0,2033779.0,2155339.0,2270810.0,2385137.0,2522486.0,2601424.0,2754750.0,2839930.0,2931854.0,3050929.0,3176372.0,3282615.0,3410213.0,3527719.0,3624234.0,3763073.0,3851492.0,3998870.0,4090944.0,4175709.0,4302123.0,4444525.0,4535205.0,4677018.0,4749004.0,5042667.0,4988178.0,5105266.0,5581837.0,5341592.0,5439450.0,5557496.0,5691992.0,5781917.0,5901804.0,6043518.0,6147311.0,6237869.0,6355590.0,6480344.0,6554881.0,6696366.0,6784378.0,7094505.0,7091238.0,7152702.0,7262126.0,7387421.0,7485776.0,7607484.0,7981662.0,7849820.0,7969533.0,8026388.0,8281155.0,8850267.0,8381378.0,8500788.0,8593271.0,8707740.0,8842037.0,9004367.0,9080683.0,9170964.0,9334891.0,9411322.0,9586484.0,9725180.0,10073471.0,9930873.0,10016377.0,10171374.0,10246808.0,10371764.0,10503479.0,10577083.0,10729364.0,11360130.0,10993405.0,11068634.0,11122502.0,11266620.0,11373004.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[119543.0,226193.0,338989.0,451516.0,631594.0,678253.0,795864.0,903697.0,1018478.0,1137007.0,1246246.0,1356999.0,1474706.0,1608517.0,1699929.0,1820705.0,1942065.0,2039704.0,2169428.0,2274455.0,2380000.0,2509944.0,2628081.0,2733364.0,2848618.0,2959196.0,3097346.0,3202411.0,3294195.0,3423433.0,3525287.0,3646716.0,3775027.0,3873376.0,3983201.0,4098313.0,4220480.0,4323454.0,4518119.0,4569009.0,4673657.0,4785661.0,4916554.0,5010064.0,5159397.0,5258977.0,5364179.0,5479497.0,5575012.0,5657144.0,5826485.0,5882918.0,6045205.0,6155600.0,6262509.0,6776592.0,6484434.0,6640671.0,6714465.0,6866016.0,6956347.0,7031352.0,7185089.0,7292198.0,7415802.0,7523837.0,7640459.0,7754227.0,7937472.0,7983544.0,8078783.0,8222519.0,8367098.0,8425850.0,8681198.0,8650629.0,8786401.0,8889367.0,8999001.0,9516103.0,9229994.0,9335411.0,9500192.0,9573178.0,9694307.0,9807877.0,9919902.0,10166718.0,10129064.0,10255799.0,10424685.0,10500919.0,10624829.0,10786259.0,10797191.0,10930243.0,11094018.0,11243881.0,11367085.0,11387884.0]} \ No newline at end of file diff --git a/criterion/micro_ops_map/base/tukey.json b/criterion/micro_ops_map/base/tukey.json index 156052a7c035..1e3c7b98ad83 100644 --- a/criterion/micro_ops_map/base/tukey.json +++ b/criterion/micro_ops_map/base/tukey.json @@ -1 +1 @@ -[9242.436178808523,9339.90262354778,9599.813142852465,9697.279587591722] \ No newline at end of file +[9368.104630162343,9425.38422712636,9578.129819030404,9635.40941599442] \ No newline at end of file diff --git a/criterion/micro_ops_map/change/estimates.json b/criterion/micro_ops_map/change/estimates.json index 6384d1f5048d..af17ac54f551 100644 --- a/criterion/micro_ops_map/change/estimates.json +++ b/criterion/micro_ops_map/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0101716609462519,"upper_bound":0.0011111199765143573},"point_estimate":-0.004070197275848342,"standard_error":0.0028868828480519072},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0037373979959330894,"upper_bound":-0.0004926530938181653},"point_estimate":-0.0023903041708218664,"standard_error":0.0008080618864176131}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00047598127398200385,"upper_bound":0.0069574393919239405},"point_estimate":0.00306744364344258,"standard_error":0.0018900890400608099},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00224325516798185,"upper_bound":0.005047034974800413},"point_estimate":0.003959703537226522,"standard_error":0.0007200166668538196}} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/estimates.json b/criterion/micro_ops_map/new/estimates.json index 33097da5fbf1..3756f6a9c6bc 100644 --- a/criterion/micro_ops_map/new/estimates.json +++ b/criterion/micro_ops_map/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9473.917368122582,"upper_bound":9521.278527386372},"point_estimate":9495.711064265062,"standard_error":12.177322861467175},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9453.488095238095,"upper_bound":9477.503333333334},"point_estimate":9461.876554726368,"standard_error":5.911347514264373},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":34.63112889223803,"upper_bound":58.90904599234204},"point_estimate":49.55904944066403,"standard_error":6.594276935924466},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9487.789956872182,"upper_bound":9558.129267546572},"point_estimate":9519.345384710114,"standard_error":18.041668079964914},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68.92689931587205,"upper_bound":164.0515650564298},"point_estimate":122.1499813447861,"standard_error":24.236750622773627}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9501.331148650193,"upper_bound":9554.837975495973},"point_estimate":9524.83862280911,"standard_error":13.775547321319236},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9493.56862745098,"upper_bound":9504.629177897576},"point_estimate":9499.342780788918,"standard_error":3.300149002800608},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":20.676061433436917,"upper_bound":40.30102729415782},"point_estimate":28.615723866969258,"standard_error":4.996502927437892},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9509.319961302439,"upper_bound":9550.035784135292},"point_estimate":9527.279856657307,"standard_error":10.494041573057073},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":59.94533713035373,"upper_bound":207.71423523888407},"point_estimate":138.88820470511416,"standard_error":39.213490802941344}} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/sample.json b/criterion/micro_ops_map/new/sample.json index 766fa1bec7ec..f04578eada51 100644 --- a/criterion/micro_ops_map/new/sample.json +++ b/criterion/micro_ops_map/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[113321.0,225785.0,338849.0,452457.0,564986.0,678002.0,804859.0,904654.0,1017613.0,1130833.0,1243764.0,1362875.0,1493466.0,1584239.0,1710420.0,1820434.0,1921500.0,2033779.0,2155339.0,2270810.0,2385137.0,2522486.0,2601424.0,2754750.0,2839930.0,2931854.0,3050929.0,3176372.0,3282615.0,3410213.0,3527719.0,3624234.0,3763073.0,3851492.0,3998870.0,4090944.0,4175709.0,4302123.0,4444525.0,4535205.0,4677018.0,4749004.0,5042667.0,4988178.0,5105266.0,5581837.0,5341592.0,5439450.0,5557496.0,5691992.0,5781917.0,5901804.0,6043518.0,6147311.0,6237869.0,6355590.0,6480344.0,6554881.0,6696366.0,6784378.0,7094505.0,7091238.0,7152702.0,7262126.0,7387421.0,7485776.0,7607484.0,7981662.0,7849820.0,7969533.0,8026388.0,8281155.0,8850267.0,8381378.0,8500788.0,8593271.0,8707740.0,8842037.0,9004367.0,9080683.0,9170964.0,9334891.0,9411322.0,9586484.0,9725180.0,10073471.0,9930873.0,10016377.0,10171374.0,10246808.0,10371764.0,10503479.0,10577083.0,10729364.0,11360130.0,10993405.0,11068634.0,11122502.0,11266620.0,11373004.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[119543.0,226193.0,338989.0,451516.0,631594.0,678253.0,795864.0,903697.0,1018478.0,1137007.0,1246246.0,1356999.0,1474706.0,1608517.0,1699929.0,1820705.0,1942065.0,2039704.0,2169428.0,2274455.0,2380000.0,2509944.0,2628081.0,2733364.0,2848618.0,2959196.0,3097346.0,3202411.0,3294195.0,3423433.0,3525287.0,3646716.0,3775027.0,3873376.0,3983201.0,4098313.0,4220480.0,4323454.0,4518119.0,4569009.0,4673657.0,4785661.0,4916554.0,5010064.0,5159397.0,5258977.0,5364179.0,5479497.0,5575012.0,5657144.0,5826485.0,5882918.0,6045205.0,6155600.0,6262509.0,6776592.0,6484434.0,6640671.0,6714465.0,6866016.0,6956347.0,7031352.0,7185089.0,7292198.0,7415802.0,7523837.0,7640459.0,7754227.0,7937472.0,7983544.0,8078783.0,8222519.0,8367098.0,8425850.0,8681198.0,8650629.0,8786401.0,8889367.0,8999001.0,9516103.0,9229994.0,9335411.0,9500192.0,9573178.0,9694307.0,9807877.0,9919902.0,10166718.0,10129064.0,10255799.0,10424685.0,10500919.0,10624829.0,10786259.0,10797191.0,10930243.0,11094018.0,11243881.0,11367085.0,11387884.0]} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/tukey.json b/criterion/micro_ops_map/new/tukey.json index 156052a7c035..1e3c7b98ad83 100644 --- a/criterion/micro_ops_map/new/tukey.json +++ b/criterion/micro_ops_map/new/tukey.json @@ -1 +1 @@ -[9242.436178808523,9339.90262354778,9599.813142852465,9697.279587591722] \ No newline at end of file +[9368.104630162343,9425.38422712636,9578.129819030404,9635.40941599442] \ No newline at end of file diff --git a/criterion/micro_ops_map/report/MAD.svg b/criterion/micro_ops_map/report/MAD.svg index 5723e8f3131f..d613a5fd69e7 100644 --- a/criterion/micro_ops_map/report/MAD.svg +++ b/criterion/micro_ops_map/report/MAD.svg @@ -9,58 +9,70 @@ Density (a.u.) Average time (ns) - + 0.01 - - + + 0.02 - - + + 0.03 - - + + 0.04 - - + + 0.05 - - + + 0.06 - + + +0.07 + + + +0.08 + + + +0.09 + + + +0.1 + + - -35 + +20 - + -40 +25 - -45 - - - -50 + +30 - - -55 + + +35 - - -60 + + +40 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/SD.svg b/criterion/micro_ops_map/report/SD.svg index 60a49da74d6e..dbddb0f3b1d0 100644 --- a/criterion/micro_ops_map/report/SD.svg +++ b/criterion/micro_ops_map/report/SD.svg @@ -9,66 +9,70 @@ Density (a.u.) Average time (ns) - + 0.002 - - + + 0.004 - - + + 0.006 - - + + 0.008 - - + + 0.01 - - + + 0.012 - - -0.014 - - - -0.016 - - + - + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - - - + + +180 + + + +200 + + + +220 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/both/pdf.svg b/criterion/micro_ops_map/report/both/pdf.svg index 1ead5abea537..ce729fc607be 100644 --- a/criterion/micro_ops_map/report/both/pdf.svg +++ b/criterion/micro_ops_map/report/both/pdf.svg @@ -54,30 +54,22 @@ Average Time (µs) - + 9.5 - - + + 10 - - + + 10.5 - - -11 - - - -11.5 - - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_map/report/both/regression.svg b/criterion/micro_ops_map/report/both/regression.svg index 2046b40c5b5a..ded352ad43f9 100644 --- a/criterion/micro_ops_map/report/both/regression.svg +++ b/criterion/micro_ops_map/report/both/regression.svg @@ -19,8 +19,8 @@ Iterations (x 10^3) - - + + 0.0 @@ -38,14 +38,14 @@ Iterations (x 10^3) 6.0 - + 8.0 - - + + 10.0 - + 0 @@ -75,10 +75,10 @@ Iterations (x 10^3) 1.2 - + - - + + Base Sample diff --git a/criterion/micro_ops_map/report/change/mean.svg b/criterion/micro_ops_map/report/change/mean.svg index 546a31ed2d1c..b4b6e14f6c30 100644 --- a/criterion/micro_ops_map/report/change/mean.svg +++ b/criterion/micro_ops_map/report/change/mean.svg @@ -9,63 +9,87 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - - --0.01 + + +140 - - --0.008 + + +160 - - --0.006 + + +180 - - --0.004 + + +200 - - --0.002 + + + +-0.001 - - + + 0 - - + + +0.001 + + + 0.002 - - - - - + + +0.003 + + + +0.004 + + + +0.005 + + + +0.006 + + + +0.007 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/change/median.svg b/criterion/micro_ops_map/report/change/median.svg index ad998e62150e..25e4bd90496a 100644 --- a/criterion/micro_ops_map/report/change/median.svg +++ b/criterion/micro_ops_map/report/change/median.svg @@ -9,86 +9,62 @@ Density (a.u.) Relative change (%) - -50 - - - + 100 - - -150 - - - + + 200 - - -250 - - - + + 300 - - -350 - - - + + 400 - - -450 - - - + + 500 - - -550 + + +600 - + - --0.004 - - - --0.0035 + +0.002 - - --0.003 + + +0.0025 - - --0.0025 + + +0.003 - - --0.002 + + +0.0035 - - --0.0015 + + +0.004 - - --0.001 + + +0.0045 - - --5e-4 + + +0.005 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/change/t-test.svg b/criterion/micro_ops_map/report/change/t-test.svg index dd7ad2635f8a..f37257fe6b72 100644 --- a/criterion/micro_ops_map/report/change/t-test.svg +++ b/criterion/micro_ops_map/report/change/t-test.svg @@ -13,73 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + +4.0 + + + + t distribution diff --git a/criterion/micro_ops_map/report/index.html b/criterion/micro_ops_map/report/index.html index a8a2a9e4f2f7..5f8a51092c01 100644 --- a/criterion/micro_ops_map/report/index.html +++ b/criterion/micro_ops_map/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 9.4878 µs - 9.5193 µs - 9.5581 µs + 9.5093 µs + 9.5273 µs + 9.5500 µs R² - 0.9707624 - 0.9722180 - 0.9700208 + 0.9881355 + 0.9886222 + 0.9878410 Mean - 9.4739 µs - 9.4957 µs - 9.5213 µs + 9.5013 µs + 9.5248 µs + 9.5548 µs Std. Dev. - 68.927 ns - 122.15 ns - 164.05 ns + 59.945 ns + 138.89 ns + 207.71 ns Median - 9.4535 µs - 9.4619 µs - 9.4775 µs + 9.4936 µs + 9.4993 µs + 9.5046 µs MAD - 34.631 ns - 49.559 ns - 58.909 ns + 20.676 ns + 28.616 ns + 40.301 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -1.0172% - -0.4070% - +0.1111% - (p = 0.17 > + -0.0476% + +0.3067% + +0.6957% + (p = 0.12 > 0.05) diff --git a/criterion/micro_ops_map/report/mean.svg b/criterion/micro_ops_map/report/mean.svg index 7ab0948902f3..fe3b650a71e0 100644 --- a/criterion/micro_ops_map/report/mean.svg +++ b/criterion/micro_ops_map/report/mean.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (µs)
- + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - -35 - - + - -9.47 + +9.5 - - -9.48 + + +9.51 - - -9.49 + + +9.52 - - -9.5 + + +9.53 - - -9.51 + + +9.54 + + + +9.55 + + + +9.56 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/median.svg b/criterion/micro_ops_map/report/median.svg index 6b3c1ec8818b..37119e3c957c 100644 --- a/criterion/micro_ops_map/report/median.svg +++ b/criterion/micro_ops_map/report/median.svg @@ -9,54 +9,66 @@ Density (a.u.) Average time (µs) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - + + +140 + + + +160 + + + +180 + + - -9.455 + +9.494 - - -9.46 + + +9.496 - - -9.465 + + +9.498 - - -9.47 + + +9.5 - - -9.475 + + +9.502 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/pdf.svg b/criterion/micro_ops_map/report/pdf.svg index d0f1f1d1904d..e27c85c48102 100644 --- a/criterion/micro_ops_map/report/pdf.svg +++ b/criterion/micro_ops_map/report/pdf.svg @@ -38,46 +38,34 @@ Average Time (µs) - -9.3 - - - + 9.4 - - -9.5 - - - + + 9.6 - - -9.7 - - - + + 9.8 - - -9.9 - - - + + 10 - - -10.1 - - - + + 10.2 - + + +10.4 + + + +10.6 + + Density (a.u.) @@ -86,46 +74,80 @@ Density (a.u.) 0 - + +0.5 + + + 1 - - + + +1.5 + + + 2 - - + + +2.5 + + + 3 - - + + +3.5 + + + 4 - - + + +4.5 + + + 5 - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_map/report/pdf_small.svg b/criterion/micro_ops_map/report/pdf_small.svg index 61c78f416987..aa1eece89708 100644 --- a/criterion/micro_ops_map/report/pdf_small.svg +++ b/criterion/micro_ops_map/report/pdf_small.svg @@ -10,51 +10,39 @@ Average Time (µs) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - -6 - - + - -9.4 - - - -9.6 - - - -9.8 + +9.5 - - + + 10 - - -10.2 + + +10.5 - - - + + + diff --git a/criterion/micro_ops_map/report/regression.svg b/criterion/micro_ops_map/report/regression.svg index 51ff5b558b39..cbbfe148697d 100644 --- a/criterion/micro_ops_map/report/regression.svg +++ b/criterion/micro_ops_map/report/regression.svg @@ -15,25 +15,25 @@ Iterations (x 10^3) - + - - + + - + 1.0 - + 2.0 - + 3.0 @@ -46,14 +46,14 @@ Iterations (x 10^3) 5.0 - + 6.0 - - + + 7.0 - + 8.0 @@ -66,10 +66,10 @@ Iterations (x 10^3) 10.0 - + 11.0 - + 0.2 @@ -96,104 +96,104 @@ Iterations (x 10^3) - + - - + + - + - - - + + + - + - - - + + + - - - - + + + + - - + + - - - - - - + + + + + + - - + + - - - - + + + + - - - + + + - - + + - - - - - - + + + + + + - - - - - + + + + + - - - - - - - - + + + + + + + + - - - - - - - - - - - - + + + + + + + + + + + + - - - - - - - + + + + + + + diff --git a/criterion/micro_ops_map/report/regression_small.svg b/criterion/micro_ops_map/report/regression_small.svg index 03ff72dda9e7..b9d3e630fa63 100644 --- a/criterion/micro_ops_map/report/regression_small.svg +++ b/criterion/micro_ops_map/report/regression_small.svg @@ -11,22 +11,22 @@ Iterations (x 10^3) - + - + - + - + - + 1.0 - + 2.0 @@ -35,10 +35,10 @@ Iterations (x 10^3) 3.0 - + 4.0 - + 5.0 @@ -47,10 +47,10 @@ Iterations (x 10^3) 6.0 - + 7.0 - + 8.0 @@ -59,10 +59,10 @@ Iterations (x 10^3) 9.0 - + 10.0 - + 11.0 @@ -96,29 +96,29 @@ Iterations (x 10^3) - + - - + + - - + + - + - + - + @@ -126,71 +126,71 @@ Iterations (x 10^3) - + - + - - + + - + - - + + - + - + - - - - - + + + + + - - + + - - + + - - - + + + - - - - + + + + - - + + - + - - + + - - - - - - - - - - - - + + + + + + + + + + + + diff --git a/criterion/micro_ops_map/report/relative_pdf_small.svg b/criterion/micro_ops_map/report/relative_pdf_small.svg index f97a787bd569..6aa5083ffedb 100644 --- a/criterion/micro_ops_map/report/relative_pdf_small.svg +++ b/criterion/micro_ops_map/report/relative_pdf_small.svg @@ -51,28 +51,20 @@ Average Time (µs) - + 9.5 - - + + 10 - - + + 10.5 - - -11 - - - -11.5 - - - - - - + + + + + diff --git a/criterion/micro_ops_map/report/relative_regression_small.svg b/criterion/micro_ops_map/report/relative_regression_small.svg index 14d947037145..f766271c309f 100644 --- a/criterion/micro_ops_map/report/relative_regression_small.svg +++ b/criterion/micro_ops_map/report/relative_regression_small.svg @@ -13,36 +13,36 @@ Iterations (x 10^3) - - - - - + + + + + 0.0 - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - + 0 @@ -72,8 +72,8 @@ Iterations (x 10^3) 1.2 - - - - + + + + diff --git a/criterion/micro_ops_map/report/slope.svg b/criterion/micro_ops_map/report/slope.svg index e1eafbc2452a..b3412e879938 100644 --- a/criterion/micro_ops_map/report/slope.svg +++ b/criterion/micro_ops_map/report/slope.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - - -9.48 + + +25 + + + +30 - - -9.49 + + +35 - - -9.5 + + +40 - - + + + +9.505 + + + 9.51 - - + + +9.515 + + + 9.52 - - + + +9.525 + + + 9.53 - - + + +9.535 + + + 9.54 - - -9.55 + + +9.545 - - -9.56 + + +9.55 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/typical.svg b/criterion/micro_ops_map/report/typical.svg index 05860e641778..4d0128937a9a 100644 --- a/criterion/micro_ops_map/report/typical.svg +++ b/criterion/micro_ops_map/report/typical.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - - -9.48 + + +25 + + + +30 - - -9.49 + + +35 - - -9.5 + + +40 - - + + + +9.505 + + + 9.51 - - + + +9.515 + + + 9.52 - - + + +9.525 + + + 9.53 - - + + +9.535 + + + 9.54 - - -9.55 + + +9.545 - - -9.56 + + +9.55 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/base/estimates.json b/criterion/micro_ops_next_tick_big/base/estimates.json index cfbdfe377156..434dc5e70547 100644 --- a/criterion/micro_ops_next_tick_big/base/estimates.json +++ b/criterion/micro_ops_next_tick_big/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70820.68933490604,"upper_bound":71975.60097065408},"point_estimate":71380.7841792912,"standard_error":294.357753373721},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70257.28246753247,"upper_bound":70651.6313869746},"point_estimate":70469.62257045676,"standard_error":96.42747226174185},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":797.5248680770707,"upper_bound":1878.0066789077005},"point_estimate":1353.1179550589995,"standard_error":286.14879750302765},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":71163.46859604103,"upper_bound":72363.64352992082},"point_estimate":71740.8713836053,"standard_error":305.6145607741481},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2195.800689774817,"upper_bound":3687.184231882341},"point_estimate":2963.222913824639,"standard_error":381.6378505163662}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69423.40724757657,"upper_bound":71084.09291408221},"point_estimate":70243.30364524137,"standard_error":422.45809875228235},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69267.08746355685,"upper_bound":69644.8236736382},"point_estimate":69356.61399982132,"standard_error":98.72412976244358},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":631.9155100371248,"upper_bound":2741.126239991631},"point_estimate":1241.3126401185987,"standard_error":689.8733409603383},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70111.01432166593,"upper_bound":71095.42273164894},"point_estimate":70575.59903354515,"standard_error":251.89746125813622},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2432.8744159094913,"upper_bound":5871.764038890156},"point_estimate":4241.822888645892,"standard_error":892.2518342345671}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/base/sample.json b/criterion/micro_ops_next_tick_big/base/sample.json index c4800f0c7a3c..7003c576d165 100644 --- a/criterion/micro_ops_next_tick_big/base/sample.json +++ b/criterion/micro_ops_next_tick_big/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[1080643.0,1697461.0,2767365.0,3819855.0,4769142.0,5774626.0,6846593.0,7782195.0,8725882.0,9714864.0,10799654.0,12722265.0,13187211.0,13938601.0,15471435.0,16820659.0,16470075.0,17442266.0,19484250.0,20974385.0,20188953.0,21639243.0,22490235.0,25175556.0,24838862.0,25376969.0,26480672.0,27172824.0,28447634.0,29118857.0,30172718.0,32685298.0,32552113.0,34711830.0,34351012.0,35590516.0,35832916.0,37192683.0,40630326.0,39305435.0,40238021.0,40670691.0,42356623.0,44318755.0,43819511.0,44672219.0,46355826.0,47924568.0,47715553.0,57547144.0,59950845.0,54731532.0,56189391.0,56845245.0,54141119.0,54478093.0,56609278.0,58097322.0,58315457.0,58970580.0,59879872.0,64506438.0,65403429.0,66336155.0,69061551.0,64874079.0,66590055.0,67436602.0,68011416.0,68840782.0,70136932.0,71052746.0,72364615.0,72390744.0,74065353.0,79738596.0,80999240.0,77208152.0,77979540.0,78768330.0,80020428.0,83304398.0,81922028.0,83018969.0,83771623.0,84615344.0,86402242.0,85695104.0,88145970.0,88729400.0,89011753.0,90170979.0,90789785.0,97616663.0,100209633.0,101657433.0,95108097.0,96698733.0,103220502.0,104308597.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[673385.0,1649922.0,2719595.0,3622487.0,4574328.0,5977101.0,7143994.0,7513422.0,9086341.0,9310087.0,14493872.0,12324792.0,12306698.0,13256307.0,14225501.0,15230504.0,16170725.0,18602833.0,18063440.0,20265691.0,21301620.0,22610628.0,23774105.0,23152016.0,25892500.0,24920570.0,26229798.0,26741120.0,27841700.0,28895082.0,29917687.0,33408637.0,31740130.0,32781610.0,33998306.0,34722764.0,40986869.0,36934533.0,37675203.0,38552767.0,39601530.0,40603727.0,45069794.0,44253214.0,43650250.0,44941966.0,46825263.0,46457959.0,47517222.0,48489352.0,49249638.0,50635308.0,51273918.0,56122798.0,53149751.0,54040270.0,55014825.0,59445476.0,61975288.0,60801421.0,61951753.0,63744241.0,61079319.0,62237135.0,65460748.0,66697291.0,67894120.0,68645470.0,69395255.0,70435964.0,68908489.0,70018316.0,76255681.0,71637783.0,72695421.0,73643828.0,74586593.0,75736825.0,78331087.0,77646452.0,79218229.0,79622021.0,85327146.0,88691221.0,89559858.0,88387465.0,84343423.0,85955726.0,86947954.0,87383856.0,88149532.0,89661257.0,90795820.0,91381992.0,92218139.0,97225795.0,93852182.0,95083565.0,96069411.0,97228640.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/base/tukey.json b/criterion/micro_ops_next_tick_big/base/tukey.json index 5e6cf9b940d6..96a93d457ec6 100644 --- a/criterion/micro_ops_next_tick_big/base/tukey.json +++ b/criterion/micro_ops_next_tick_big/base/tukey.json @@ -1 +1 @@ -[60669.288639734674,65268.02030102903,77531.3047311473,82130.03639244166] \ No newline at end of file +[59204.4350217434,64086.234455807564,77104.36627997868,81986.16571404284] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/change/estimates.json b/criterion/micro_ops_next_tick_big/change/estimates.json index dd7ad9436673..7dca8ecdc494 100644 --- a/criterion/micro_ops_next_tick_big/change/estimates.json +++ b/criterion/micro_ops_next_tick_big/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0033879282348215876,"upper_bound":0.018973467509944757},"point_estimate":0.007367722834370705,"standard_error":0.005693923409140588},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0004964666972732124,"upper_bound":0.008500241903989458},"point_estimate":0.005097158924151524,"standard_error":0.0023226549286369776}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.029549098243252612,"upper_bound":-0.0019123165602753767},"point_estimate":-0.01593538859411736,"standard_error":0.00702667661540281},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.018389689396894227,"upper_bound":-0.011287240283060052},"point_estimate":-0.01579416108724918,"standard_error":0.00178927552307823}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/estimates.json b/criterion/micro_ops_next_tick_big/new/estimates.json index cfbdfe377156..434dc5e70547 100644 --- a/criterion/micro_ops_next_tick_big/new/estimates.json +++ b/criterion/micro_ops_next_tick_big/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70820.68933490604,"upper_bound":71975.60097065408},"point_estimate":71380.7841792912,"standard_error":294.357753373721},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70257.28246753247,"upper_bound":70651.6313869746},"point_estimate":70469.62257045676,"standard_error":96.42747226174185},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":797.5248680770707,"upper_bound":1878.0066789077005},"point_estimate":1353.1179550589995,"standard_error":286.14879750302765},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":71163.46859604103,"upper_bound":72363.64352992082},"point_estimate":71740.8713836053,"standard_error":305.6145607741481},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2195.800689774817,"upper_bound":3687.184231882341},"point_estimate":2963.222913824639,"standard_error":381.6378505163662}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69423.40724757657,"upper_bound":71084.09291408221},"point_estimate":70243.30364524137,"standard_error":422.45809875228235},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69267.08746355685,"upper_bound":69644.8236736382},"point_estimate":69356.61399982132,"standard_error":98.72412976244358},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":631.9155100371248,"upper_bound":2741.126239991631},"point_estimate":1241.3126401185987,"standard_error":689.8733409603383},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70111.01432166593,"upper_bound":71095.42273164894},"point_estimate":70575.59903354515,"standard_error":251.89746125813622},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2432.8744159094913,"upper_bound":5871.764038890156},"point_estimate":4241.822888645892,"standard_error":892.2518342345671}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/sample.json b/criterion/micro_ops_next_tick_big/new/sample.json index c4800f0c7a3c..7003c576d165 100644 --- a/criterion/micro_ops_next_tick_big/new/sample.json +++ b/criterion/micro_ops_next_tick_big/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[1080643.0,1697461.0,2767365.0,3819855.0,4769142.0,5774626.0,6846593.0,7782195.0,8725882.0,9714864.0,10799654.0,12722265.0,13187211.0,13938601.0,15471435.0,16820659.0,16470075.0,17442266.0,19484250.0,20974385.0,20188953.0,21639243.0,22490235.0,25175556.0,24838862.0,25376969.0,26480672.0,27172824.0,28447634.0,29118857.0,30172718.0,32685298.0,32552113.0,34711830.0,34351012.0,35590516.0,35832916.0,37192683.0,40630326.0,39305435.0,40238021.0,40670691.0,42356623.0,44318755.0,43819511.0,44672219.0,46355826.0,47924568.0,47715553.0,57547144.0,59950845.0,54731532.0,56189391.0,56845245.0,54141119.0,54478093.0,56609278.0,58097322.0,58315457.0,58970580.0,59879872.0,64506438.0,65403429.0,66336155.0,69061551.0,64874079.0,66590055.0,67436602.0,68011416.0,68840782.0,70136932.0,71052746.0,72364615.0,72390744.0,74065353.0,79738596.0,80999240.0,77208152.0,77979540.0,78768330.0,80020428.0,83304398.0,81922028.0,83018969.0,83771623.0,84615344.0,86402242.0,85695104.0,88145970.0,88729400.0,89011753.0,90170979.0,90789785.0,97616663.0,100209633.0,101657433.0,95108097.0,96698733.0,103220502.0,104308597.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[673385.0,1649922.0,2719595.0,3622487.0,4574328.0,5977101.0,7143994.0,7513422.0,9086341.0,9310087.0,14493872.0,12324792.0,12306698.0,13256307.0,14225501.0,15230504.0,16170725.0,18602833.0,18063440.0,20265691.0,21301620.0,22610628.0,23774105.0,23152016.0,25892500.0,24920570.0,26229798.0,26741120.0,27841700.0,28895082.0,29917687.0,33408637.0,31740130.0,32781610.0,33998306.0,34722764.0,40986869.0,36934533.0,37675203.0,38552767.0,39601530.0,40603727.0,45069794.0,44253214.0,43650250.0,44941966.0,46825263.0,46457959.0,47517222.0,48489352.0,49249638.0,50635308.0,51273918.0,56122798.0,53149751.0,54040270.0,55014825.0,59445476.0,61975288.0,60801421.0,61951753.0,63744241.0,61079319.0,62237135.0,65460748.0,66697291.0,67894120.0,68645470.0,69395255.0,70435964.0,68908489.0,70018316.0,76255681.0,71637783.0,72695421.0,73643828.0,74586593.0,75736825.0,78331087.0,77646452.0,79218229.0,79622021.0,85327146.0,88691221.0,89559858.0,88387465.0,84343423.0,85955726.0,86947954.0,87383856.0,88149532.0,89661257.0,90795820.0,91381992.0,92218139.0,97225795.0,93852182.0,95083565.0,96069411.0,97228640.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/tukey.json b/criterion/micro_ops_next_tick_big/new/tukey.json index 5e6cf9b940d6..96a93d457ec6 100644 --- a/criterion/micro_ops_next_tick_big/new/tukey.json +++ b/criterion/micro_ops_next_tick_big/new/tukey.json @@ -1 +1 @@ -[60669.288639734674,65268.02030102903,77531.3047311473,82130.03639244166] \ No newline at end of file +[59204.4350217434,64086.234455807564,77104.36627997868,81986.16571404284] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/report/MAD.svg b/criterion/micro_ops_next_tick_big/report/MAD.svg index 74aed312b6c2..3fa5b320a078 100644 --- a/criterion/micro_ops_next_tick_big/report/MAD.svg +++ b/criterion/micro_ops_next_tick_big/report/MAD.svg @@ -9,66 +9,54 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - -1.4 - - - -1.6 - - + - -0.8 + +0.5 - - + + 1 - - -1.2 - - - -1.4 + + +1.5 - - -1.6 + + +2 - - -1.8 + + +2.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/SD.svg b/criterion/micro_ops_next_tick_big/report/SD.svg index 2c2503480230..68413dc85f35 100644 --- a/criterion/micro_ops_next_tick_big/report/SD.svg +++ b/criterion/micro_ops_next_tick_big/report/SD.svg @@ -9,90 +9,86 @@ Density (a.u.) Average time (µs) - -0.1 + +0.05 - - -0.2 + + +0.1 - - -0.3 + + +0.15 - - -0.4 + + +0.2 - - -0.5 + + +0.25 - - -0.6 + + +0.3 - - -0.7 + + +0.35 - - -0.8 + + +0.4 - - -0.9 + + +0.45 - - -1 + + +0.5 - - -1.1 + + +0.55 - + - -2.2 + +2.5 - - -2.4 - - - -2.6 + + +3 - - -2.8 + + +3.5 - - -3 + + +4 - - -3.2 + + +4.5 - - -3.4 + + +5 - - -3.6 + + +5.5 - - -3.8 + + +6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/both/pdf.svg b/criterion/micro_ops_next_tick_big/report/both/pdf.svg index 05406e537069..bc566531deab 100644 --- a/criterion/micro_ops_next_tick_big/report/both/pdf.svg +++ b/criterion/micro_ops_next_tick_big/report/both/pdf.svg @@ -9,67 +9,67 @@ Density (a.u.) Average Time (µs) - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - - + + 0.18 - - -0.2 - - + - + 50 - - + + 60 - - + + 70 - - + + 80 - - - - - + + +90 + + + + + + Base PDF diff --git a/criterion/micro_ops_next_tick_big/report/both/regression.svg b/criterion/micro_ops_next_tick_big/report/both/regression.svg index 36b185b82be7..adcc4734c78e 100644 --- a/criterion/micro_ops_next_tick_big/report/both/regression.svg +++ b/criterion/micro_ops_next_tick_big/report/both/regression.svg @@ -105,10 +105,10 @@ Iterations (x 10^3) 1.4 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_next_tick_big/report/change/mean.svg b/criterion/micro_ops_next_tick_big/report/change/mean.svg index f0fbe5195397..40dea42d72b4 100644 --- a/criterion/micro_ops_next_tick_big/report/change/mean.svg +++ b/criterion/micro_ops_next_tick_big/report/change/mean.svg @@ -9,59 +9,83 @@ Density (a.u.) Relative change (%) - + +5 + + + 10 - - + + +15 + + + 20 - - + + +25 + + + 30 - - + + +35 + + + 40 - - -50 + + +45 - + -60 +50 + +55 + + - --0.005 + +-0.03 - - -0 + + +-0.025 - - -0.005 + + +-0.02 - - -0.01 + + +-0.015 - - -0.015 + + +-0.01 - - -0.02 + + +-0.005 + + + +0 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/change/median.svg b/criterion/micro_ops_next_tick_big/report/change/median.svg index 2c7ee25fd07d..f29b31bbd9a4 100644 --- a/criterion/micro_ops_next_tick_big/report/change/median.svg +++ b/criterion/micro_ops_next_tick_big/report/change/median.svg @@ -9,95 +9,67 @@ Density (a.u.) Relative change (%) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 - - - -140 + + +150 - - -160 - - - -180 - - - + + 200 - + + +250 + + - --0.001 + +-0.019 - + -0 +-0.018 - -0.001 - - - -0.002 - - - -0.003 - - - -0.004 - - - -0.005 - - - -0.006 - - - -0.007 - - - -0.008 - - - -0.009 - - - - - - + +-0.017 + + + +-0.016 + + + +-0.015 + + + +-0.014 + + + +-0.013 + + + +-0.012 + + + +-0.011 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/change/t-test.svg b/criterion/micro_ops_next_tick_big/report/change/t-test.svg index f38abe4461a5..fadc7506636c 100644 --- a/criterion/micro_ops_next_tick_big/report/change/t-test.svg +++ b/criterion/micro_ops_next_tick_big/report/change/t-test.svg @@ -17,73 +17,73 @@ t score 0.05 - + 0.1 - + 0.15 - + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_next_tick_big/report/index.html b/criterion/micro_ops_next_tick_big/report/index.html index 4143ecd99222..365dfcd56bec 100644 --- a/criterion/micro_ops_next_tick_big/report/index.html +++ b/criterion/micro_ops_next_tick_big/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 71.163 µs - 71.741 µs - 72.364 µs + 70.111 µs + 70.576 µs + 71.095 µs R² - 0.8704909 - 0.8763560 - 0.8695405 + 0.8835073 + 0.8885290 + 0.8822511 Mean - 70.821 µs - 71.381 µs - 71.976 µs + 69.423 µs + 70.243 µs + 71.084 µs Std. Dev. - 2.1958 µs - 2.9632 µs - 3.6872 µs + 2.4329 µs + 4.2418 µs + 5.8718 µs Median - 70.257 µs - 70.470 µs - 70.652 µs + 69.267 µs + 69.357 µs + 69.645 µs MAD - 797.52 ns - 1.3531 µs - 1.8780 µs + 631.92 ns + 1.2413 µs + 2.7411 µs @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.3388% - +0.7368% - +1.8973% - (p = 0.22 > + -2.9549% + -1.5935% + -0.1912% + (p = 0.03 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_next_tick_big/report/mean.svg b/criterion/micro_ops_next_tick_big/report/mean.svg index 98f9161f8a5f..769011a5775a 100644 --- a/criterion/micro_ops_next_tick_big/report/mean.svg +++ b/criterion/micro_ops_next_tick_big/report/mean.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (µs) - + +0.1 + + + 0.2 - - + + +0.3 + + + 0.4 - - + + +0.5 + + + 0.6 - - + + +0.7 + + + 0.8 - - + + +0.9 + + + 1 - - -1.2 + + + +69.4 - - -1.4 + + +69.6 - - - -70.8 + + +69.8 - - -71 + + +70 - - -71.2 + + +70.2 - - -71.4 + + +70.4 - - -71.6 + + +70.6 + + + +70.8 - - -71.8 + + +71 + + + +71.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/median.svg b/criterion/micro_ops_next_tick_big/report/median.svg index 355e2a178cc4..2de776645440 100644 --- a/criterion/micro_ops_next_tick_big/report/median.svg +++ b/criterion/micro_ops_next_tick_big/report/median.svg @@ -9,74 +9,82 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - + + +8 + + + +9 + + - -70.25 + +69.25 - - -70.3 + + +69.3 - - -70.35 + + +69.35 - - -70.4 + + +69.4 - - -70.45 + + +69.45 - - -70.5 + + +69.5 - - -70.55 + + +69.55 - - -70.6 + + +69.6 - - -70.65 + + +69.65 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/pdf.svg b/criterion/micro_ops_next_tick_big/report/pdf.svg index 2a8747b4a24f..c722fd99e0e8 100644 --- a/criterion/micro_ops_next_tick_big/report/pdf.svg +++ b/criterion/micro_ops_next_tick_big/report/pdf.svg @@ -42,30 +42,50 @@ Average Time (µs) - + +45 + + + +50 + + + +55 + + + 60 - - + + 65 - - + + 70 - - + + 75 - - + + 80 - - + + 85 - + + +90 + + + +95 + + Density (a.u.) @@ -74,54 +94,44 @@ Density (a.u.) 0 - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - -0.14 - - - -0.16 - - - -0.18 - - - - - - - - - - - - - - + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_next_tick_big/report/pdf_small.svg b/criterion/micro_ops_next_tick_big/report/pdf_small.svg index fb4105a833d6..b2426abe78db 100644 --- a/criterion/micro_ops_next_tick_big/report/pdf_small.svg +++ b/criterion/micro_ops_next_tick_big/report/pdf_small.svg @@ -10,59 +10,55 @@ Average Time (µs) 0 - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - -0.16 - - - -0.18 - - - -0.2 - - + - + +50 + + + 60 - - + + 70 - - + + 80 - - - + + +90 + + + + diff --git a/criterion/micro_ops_next_tick_big/report/regression.svg b/criterion/micro_ops_next_tick_big/report/regression.svg index fc06dd842373..6d03c2c582cf 100644 --- a/criterion/micro_ops_next_tick_big/report/regression.svg +++ b/criterion/micro_ops_next_tick_big/report/regression.svg @@ -15,57 +15,52 @@ Iterations (x 10^3) - - - - - - - - - - + + + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - -100.0 - - + 0.2 @@ -96,107 +91,107 @@ Iterations (x 10^3) - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - - - - + + + + + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_next_tick_big/report/regression_small.svg b/criterion/micro_ops_next_tick_big/report/regression_small.svg index ef2df3f628dd..c0fd93239e92 100644 --- a/criterion/micro_ops_next_tick_big/report/regression_small.svg +++ b/criterion/micro_ops_next_tick_big/report/regression_small.svg @@ -12,57 +12,52 @@ Iterations (x 10^3) - - - - - - - - - - + + + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - -100.0 - - + 0.2 @@ -93,105 +88,105 @@ Iterations (x 10^3) - - + + - - - - - - - - - - - + + + + + + + + + + + - - - - - - - + + + + + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + diff --git a/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg b/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg index 779ecc39708f..1bacd1c374a2 100644 --- a/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg +++ b/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg @@ -6,65 +6,65 @@ Density (a.u.) Average Time (µs) - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - - + + 0.18 - - -0.2 - - + - + 50 - - + + 60 - - + + 70 - - + + 80 - - - - - + + +90 + + + + + + diff --git a/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg b/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg index 8cf57c1f0949..957bff781417 100644 --- a/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg +++ b/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg @@ -102,8 +102,8 @@ Iterations (x 10^3) 1.4 - - - - + + + + diff --git a/criterion/micro_ops_next_tick_big/report/slope.svg b/criterion/micro_ops_next_tick_big/report/slope.svg index 049793042a0f..0cc1f082e6f8 100644 --- a/criterion/micro_ops_next_tick_big/report/slope.svg +++ b/criterion/micro_ops_next_tick_big/report/slope.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - - -71.2 + + +1.6 - - -71.4 + + + +70.2 - - -71.6 + + +70.4 - - -71.8 + + +70.6 - - -72 + + +70.8 - - -72.2 + + +71 - - -72.4 + + +71.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/typical.svg b/criterion/micro_ops_next_tick_big/report/typical.svg index 779f1f875b83..35b01af03631 100644 --- a/criterion/micro_ops_next_tick_big/report/typical.svg +++ b/criterion/micro_ops_next_tick_big/report/typical.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - - -71.2 + + +1.6 - - -71.4 + + + +70.2 - - -71.6 + + +70.4 - - -71.8 + + +70.6 - - -72 + + +70.8 - - -72.2 + + +71 - - -72.4 + + +71.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/base/estimates.json b/criterion/micro_ops_next_tick_small/base/estimates.json index 5ed6f3d6335b..401db2e359e2 100644 --- a/criterion/micro_ops_next_tick_small/base/estimates.json +++ b/criterion/micro_ops_next_tick_small/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48289.90290654719,"upper_bound":48764.90983762534},"point_estimate":48544.37191957991,"standard_error":120.92894762768064},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48654.190496658586,"upper_bound":48710.437787761475},"point_estimate":48685.442179432015,"standard_error":15.051824183434062},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":141.2178387736702,"upper_bound":282.876202306226},"point_estimate":217.94935753164756,"standard_error":34.891114881494616},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48733.25398910648,"upper_bound":48854.966919401755},"point_estimate":48788.18791065887,"standard_error":31.067399442486703},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":591.7062331389272,"upper_bound":1788.2272064792971},"point_estimate":1216.7279227842764,"standard_error":315.35040577281563}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48298.91686089025,"upper_bound":48934.56108178828},"point_estimate":48607.87767708933,"standard_error":160.4405161124658},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48553.023255813954,"upper_bound":48646.8796910908},"point_estimate":48598.81185375806,"standard_error":20.109123037869654},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":139.35349603209994,"upper_bound":287.45455519773463},"point_estimate":240.03600904709873,"standard_error":37.70748693523515},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48705.72333793239,"upper_bound":49066.025979683334},"point_estimate":48863.64153278867,"standard_error":92.60294122958825},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":678.1021721284187,"upper_bound":2391.360685354376},"point_estimate":1613.9994454870478,"standard_error":442.1092545104054}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/base/sample.json b/criterion/micro_ops_next_tick_small/base/sample.json index e3322b4ebbce..fe39a20947d4 100644 --- a/criterion/micro_ops_next_tick_small/base/sample.json +++ b/criterion/micro_ops_next_tick_small/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[21.0,42.0,63.0,84.0,105.0,126.0,147.0,168.0,189.0,210.0,231.0,252.0,273.0,294.0,315.0,336.0,357.0,378.0,399.0,420.0,441.0,462.0,483.0,504.0,525.0,546.0,567.0,588.0,609.0,630.0,651.0,672.0,693.0,714.0,735.0,756.0,777.0,798.0,819.0,840.0,861.0,882.0,903.0,924.0,945.0,966.0,987.0,1008.0,1029.0,1050.0,1071.0,1092.0,1113.0,1134.0,1155.0,1176.0,1197.0,1218.0,1239.0,1260.0,1281.0,1302.0,1323.0,1344.0,1365.0,1386.0,1407.0,1428.0,1449.0,1470.0,1491.0,1512.0,1533.0,1554.0,1575.0,1596.0,1617.0,1638.0,1659.0,1680.0,1701.0,1722.0,1743.0,1764.0,1785.0,1806.0,1827.0,1848.0,1869.0,1890.0,1911.0,1932.0,1953.0,1974.0,1995.0,2016.0,2037.0,2058.0,2079.0,2100.0],"times":[842571.0,1875503.0,2896434.0,3903750.0,4959866.0,5969064.0,6973134.0,8013842.0,9033300.0,10030737.0,11143459.0,12145544.0,13151245.0,14177537.0,15176617.0,16214019.0,17257761.0,18248717.0,19329148.0,20341733.0,21406185.0,22441893.0,23400999.0,24456865.0,25404419.0,26625541.0,27652573.0,28579389.0,29714341.0,33579679.0,31597439.0,32773908.0,33870037.0,34740059.0,36069301.0,36994384.0,37827046.0,38795499.0,40015238.0,40792928.0,44731071.0,43064496.0,44242718.0,44975946.0,46222766.0,47003460.0,48018660.0,49414055.0,50229255.0,52796360.0,52355293.0,53092127.0,54356499.0,55382629.0,56293616.0,57665457.0,58224899.0,59217558.0,60677651.0,61586443.0,62393596.0,63405469.0,64536405.0,65433332.0,66264431.0,67506329.0,68987912.0,69491464.0,70781891.0,71444236.0,72622267.0,73866370.0,74510161.0,75736030.0,77691940.0,78553956.0,78735020.0,79832062.0,80763538.0,81688369.0,82821723.0,83578882.0,84858599.0,86046364.0,87577282.0,88102256.0,88982766.0,90164840.0,91427285.0,91875965.0,93107030.0,93703937.0,95103568.0,96099241.0,97340850.0,98116646.0,99541824.0,100253270.0,101158436.0,102253793.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[21.0,42.0,63.0,84.0,105.0,126.0,147.0,168.0,189.0,210.0,231.0,252.0,273.0,294.0,315.0,336.0,357.0,378.0,399.0,420.0,441.0,462.0,483.0,504.0,525.0,546.0,567.0,588.0,609.0,630.0,651.0,672.0,693.0,714.0,735.0,756.0,777.0,798.0,819.0,840.0,861.0,882.0,903.0,924.0,945.0,966.0,987.0,1008.0,1029.0,1050.0,1071.0,1092.0,1113.0,1134.0,1155.0,1176.0,1197.0,1218.0,1239.0,1260.0,1281.0,1302.0,1323.0,1344.0,1365.0,1386.0,1407.0,1428.0,1449.0,1470.0,1491.0,1512.0,1533.0,1554.0,1575.0,1596.0,1617.0,1638.0,1659.0,1680.0,1701.0,1722.0,1743.0,1764.0,1785.0,1806.0,1827.0,1848.0,1869.0,1890.0,1911.0,1932.0,1953.0,1974.0,1995.0,2016.0,2037.0,2058.0,2079.0,2100.0],"times":[833913.0,1868370.0,2897596.0,3908258.0,5010280.0,6003420.0,7054658.0,7988968.0,9041277.0,10049295.0,11064335.0,12109141.0,13140261.0,14236482.0,16094983.0,16299876.0,17185594.0,18246691.0,19320079.0,20299264.0,21404773.0,22561066.0,23369421.0,29875317.0,25545734.0,26535047.0,27506977.0,28520003.0,29499658.0,30505881.0,31518327.0,32743538.0,33816808.0,34699160.0,35711226.0,37009793.0,37796700.0,38953344.0,40119265.0,43451300.0,41983326.0,42803454.0,44200104.0,44747523.0,45985569.0,46790449.0,47950028.0,48912651.0,49946616.0,50947160.0,52013295.0,53092144.0,54102926.0,55013302.0,56182309.0,57182471.0,58167226.0,59506860.0,60339311.0,61672383.0,62277931.0,63155114.0,64411424.0,65298947.0,66413092.0,67622074.0,68172860.0,69420672.0,71094931.0,71706701.0,72337024.0,73712245.0,74836840.0,76050019.0,76463720.0,77840424.0,78574190.0,79556409.0,80625138.0,81656890.0,82755466.0,84000135.0,84876746.0,85597429.0,87149409.0,87686760.0,89054889.0,90143135.0,91518015.0,92618074.0,93312917.0,94057675.0,94814815.0,101230843.0,97017517.0,99303995.0,103677099.0,100563491.0,101216917.0,101889621.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/base/tukey.json b/criterion/micro_ops_next_tick_small/base/tukey.json index 44f32a307154..378280333eb0 100644 --- a/criterion/micro_ops_next_tick_small/base/tukey.json +++ b/criterion/micro_ops_next_tick_small/base/tukey.json @@ -1 +1 @@ -[47696.05219809627,48116.307860690635,49236.98962760894,49657.24529020331] \ No newline at end of file +[47625.61108540092,48058.162568159896,49211.63318885051,49644.18467160949] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/change/estimates.json b/criterion/micro_ops_next_tick_small/change/estimates.json index c035a6548dd8..fb06ee448ba8 100644 --- a/criterion/micro_ops_next_tick_small/change/estimates.json +++ b/criterion/micro_ops_next_tick_small/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.01088648434303608,"upper_bound":0.005687753583213075},"point_estimate":-0.0022492985053119696,"standard_error":0.004219221454694688},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0004881081595314367,"upper_bound":0.002837141014926381},"point_estimate":0.001708495377831687,"standard_error":0.0006104650316742803}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.006605763628506479,"upper_bound":0.009576612708582788},"point_estimate":0.0013082002093800504,"standard_error":0.004184376215193593},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0027551029091478513,"upper_bound":-0.0007060544303058025},"point_estimate":-0.001779388700110296,"standard_error":0.0004923497443361582}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/estimates.json b/criterion/micro_ops_next_tick_small/new/estimates.json index 5ed6f3d6335b..401db2e359e2 100644 --- a/criterion/micro_ops_next_tick_small/new/estimates.json +++ b/criterion/micro_ops_next_tick_small/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48289.90290654719,"upper_bound":48764.90983762534},"point_estimate":48544.37191957991,"standard_error":120.92894762768064},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48654.190496658586,"upper_bound":48710.437787761475},"point_estimate":48685.442179432015,"standard_error":15.051824183434062},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":141.2178387736702,"upper_bound":282.876202306226},"point_estimate":217.94935753164756,"standard_error":34.891114881494616},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48733.25398910648,"upper_bound":48854.966919401755},"point_estimate":48788.18791065887,"standard_error":31.067399442486703},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":591.7062331389272,"upper_bound":1788.2272064792971},"point_estimate":1216.7279227842764,"standard_error":315.35040577281563}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48298.91686089025,"upper_bound":48934.56108178828},"point_estimate":48607.87767708933,"standard_error":160.4405161124658},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48553.023255813954,"upper_bound":48646.8796910908},"point_estimate":48598.81185375806,"standard_error":20.109123037869654},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":139.35349603209994,"upper_bound":287.45455519773463},"point_estimate":240.03600904709873,"standard_error":37.70748693523515},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48705.72333793239,"upper_bound":49066.025979683334},"point_estimate":48863.64153278867,"standard_error":92.60294122958825},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":678.1021721284187,"upper_bound":2391.360685354376},"point_estimate":1613.9994454870478,"standard_error":442.1092545104054}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/sample.json b/criterion/micro_ops_next_tick_small/new/sample.json index e3322b4ebbce..fe39a20947d4 100644 --- a/criterion/micro_ops_next_tick_small/new/sample.json +++ b/criterion/micro_ops_next_tick_small/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[21.0,42.0,63.0,84.0,105.0,126.0,147.0,168.0,189.0,210.0,231.0,252.0,273.0,294.0,315.0,336.0,357.0,378.0,399.0,420.0,441.0,462.0,483.0,504.0,525.0,546.0,567.0,588.0,609.0,630.0,651.0,672.0,693.0,714.0,735.0,756.0,777.0,798.0,819.0,840.0,861.0,882.0,903.0,924.0,945.0,966.0,987.0,1008.0,1029.0,1050.0,1071.0,1092.0,1113.0,1134.0,1155.0,1176.0,1197.0,1218.0,1239.0,1260.0,1281.0,1302.0,1323.0,1344.0,1365.0,1386.0,1407.0,1428.0,1449.0,1470.0,1491.0,1512.0,1533.0,1554.0,1575.0,1596.0,1617.0,1638.0,1659.0,1680.0,1701.0,1722.0,1743.0,1764.0,1785.0,1806.0,1827.0,1848.0,1869.0,1890.0,1911.0,1932.0,1953.0,1974.0,1995.0,2016.0,2037.0,2058.0,2079.0,2100.0],"times":[842571.0,1875503.0,2896434.0,3903750.0,4959866.0,5969064.0,6973134.0,8013842.0,9033300.0,10030737.0,11143459.0,12145544.0,13151245.0,14177537.0,15176617.0,16214019.0,17257761.0,18248717.0,19329148.0,20341733.0,21406185.0,22441893.0,23400999.0,24456865.0,25404419.0,26625541.0,27652573.0,28579389.0,29714341.0,33579679.0,31597439.0,32773908.0,33870037.0,34740059.0,36069301.0,36994384.0,37827046.0,38795499.0,40015238.0,40792928.0,44731071.0,43064496.0,44242718.0,44975946.0,46222766.0,47003460.0,48018660.0,49414055.0,50229255.0,52796360.0,52355293.0,53092127.0,54356499.0,55382629.0,56293616.0,57665457.0,58224899.0,59217558.0,60677651.0,61586443.0,62393596.0,63405469.0,64536405.0,65433332.0,66264431.0,67506329.0,68987912.0,69491464.0,70781891.0,71444236.0,72622267.0,73866370.0,74510161.0,75736030.0,77691940.0,78553956.0,78735020.0,79832062.0,80763538.0,81688369.0,82821723.0,83578882.0,84858599.0,86046364.0,87577282.0,88102256.0,88982766.0,90164840.0,91427285.0,91875965.0,93107030.0,93703937.0,95103568.0,96099241.0,97340850.0,98116646.0,99541824.0,100253270.0,101158436.0,102253793.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[21.0,42.0,63.0,84.0,105.0,126.0,147.0,168.0,189.0,210.0,231.0,252.0,273.0,294.0,315.0,336.0,357.0,378.0,399.0,420.0,441.0,462.0,483.0,504.0,525.0,546.0,567.0,588.0,609.0,630.0,651.0,672.0,693.0,714.0,735.0,756.0,777.0,798.0,819.0,840.0,861.0,882.0,903.0,924.0,945.0,966.0,987.0,1008.0,1029.0,1050.0,1071.0,1092.0,1113.0,1134.0,1155.0,1176.0,1197.0,1218.0,1239.0,1260.0,1281.0,1302.0,1323.0,1344.0,1365.0,1386.0,1407.0,1428.0,1449.0,1470.0,1491.0,1512.0,1533.0,1554.0,1575.0,1596.0,1617.0,1638.0,1659.0,1680.0,1701.0,1722.0,1743.0,1764.0,1785.0,1806.0,1827.0,1848.0,1869.0,1890.0,1911.0,1932.0,1953.0,1974.0,1995.0,2016.0,2037.0,2058.0,2079.0,2100.0],"times":[833913.0,1868370.0,2897596.0,3908258.0,5010280.0,6003420.0,7054658.0,7988968.0,9041277.0,10049295.0,11064335.0,12109141.0,13140261.0,14236482.0,16094983.0,16299876.0,17185594.0,18246691.0,19320079.0,20299264.0,21404773.0,22561066.0,23369421.0,29875317.0,25545734.0,26535047.0,27506977.0,28520003.0,29499658.0,30505881.0,31518327.0,32743538.0,33816808.0,34699160.0,35711226.0,37009793.0,37796700.0,38953344.0,40119265.0,43451300.0,41983326.0,42803454.0,44200104.0,44747523.0,45985569.0,46790449.0,47950028.0,48912651.0,49946616.0,50947160.0,52013295.0,53092144.0,54102926.0,55013302.0,56182309.0,57182471.0,58167226.0,59506860.0,60339311.0,61672383.0,62277931.0,63155114.0,64411424.0,65298947.0,66413092.0,67622074.0,68172860.0,69420672.0,71094931.0,71706701.0,72337024.0,73712245.0,74836840.0,76050019.0,76463720.0,77840424.0,78574190.0,79556409.0,80625138.0,81656890.0,82755466.0,84000135.0,84876746.0,85597429.0,87149409.0,87686760.0,89054889.0,90143135.0,91518015.0,92618074.0,93312917.0,94057675.0,94814815.0,101230843.0,97017517.0,99303995.0,103677099.0,100563491.0,101216917.0,101889621.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/tukey.json b/criterion/micro_ops_next_tick_small/new/tukey.json index 44f32a307154..378280333eb0 100644 --- a/criterion/micro_ops_next_tick_small/new/tukey.json +++ b/criterion/micro_ops_next_tick_small/new/tukey.json @@ -1 +1 @@ -[47696.05219809627,48116.307860690635,49236.98962760894,49657.24529020331] \ No newline at end of file +[47625.61108540092,48058.162568159896,49211.63318885051,49644.18467160949] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/report/MAD.svg b/criterion/micro_ops_next_tick_small/report/MAD.svg index 3e6f37691f29..f63763f8ff41 100644 --- a/criterion/micro_ops_next_tick_small/report/MAD.svg +++ b/criterion/micro_ops_next_tick_small/report/MAD.svg @@ -9,74 +9,74 @@ Density (a.u.) Average time (ns) - + 0.002 - - + + 0.004 - - + + 0.006 - - + + 0.008 - - + + 0.01 - - + + 0.012 - - + + 0.014 - - -0.016 - - + - + 140 - - + + 160 - + 180 - + 200 - - + + 220 - - + + 240 - - + + 260 - - + + 280 - - - - + + +300 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/SD.svg b/criterion/micro_ops_next_tick_small/report/SD.svg index 744c398d0eea..a0ef072bdd82 100644 --- a/criterion/micro_ops_next_tick_small/report/SD.svg +++ b/criterion/micro_ops_next_tick_small/report/SD.svg @@ -9,66 +9,94 @@ Density (a.u.) Average time (µs) - + +0.1 + + + 0.2 - - + + +0.3 + + + 0.4 - - + + +0.5 + + + 0.6 - - + + +0.7 + + + 0.8 - - -1 + + +0.9 - - -1.2 + + +1 - - -1.4 + + +1.1 - + - + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - - - + + +2 + + + +2.2 + + + +2.4 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/both/pdf.svg b/criterion/micro_ops_next_tick_small/report/both/pdf.svg index 09e1836dfc1f..72929f863801 100644 --- a/criterion/micro_ops_next_tick_small/report/both/pdf.svg +++ b/criterion/micro_ops_next_tick_small/report/both/pdf.svg @@ -34,30 +34,30 @@ Average Time (µs) - + 40 - - + + 45 - - + + 50 - - + + 55 - - + + 60 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_next_tick_small/report/both/regression.svg b/criterion/micro_ops_next_tick_small/report/both/regression.svg index e761a8722623..6b4e39166d53 100644 --- a/criterion/micro_ops_next_tick_small/report/both/regression.svg +++ b/criterion/micro_ops_next_tick_small/report/both/regression.svg @@ -23,13 +23,13 @@ Iterations (x 10^3) - - + + - - - + + + 0.0 @@ -47,14 +47,14 @@ Iterations (x 10^3) 30.0 - + 40.0 - - + + 50.0 - + 60.0 @@ -63,18 +63,18 @@ Iterations (x 10^3) 70.0 - + 80.0 - - + + 90.0 - - + + 100.0 - + 0 @@ -120,10 +120,10 @@ Iterations (x 10^3) 2 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_next_tick_small/report/change/mean.svg b/criterion/micro_ops_next_tick_small/report/change/mean.svg index bb4bd2fdd117..8aa0081ee63c 100644 --- a/criterion/micro_ops_next_tick_small/report/change/mean.svg +++ b/criterion/micro_ops_next_tick_small/report/change/mean.svg @@ -9,87 +9,87 @@ Density (a.u.) Relative change (%) - + 10 - + 20 - + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - + - --0.012 - - - --0.01 - - - + -0.008 - - + + -0.006 - - + + -0.004 - - + + -0.002 - - + + 0 - - + + 0.002 - - + + 0.004 - - + + 0.006 - - - - - + + +0.008 + + + +0.01 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/change/median.svg b/criterion/micro_ops_next_tick_small/report/change/median.svg index 2f50b058c486..c327153b337d 100644 --- a/criterion/micro_ops_next_tick_small/report/change/median.svg +++ b/criterion/micro_ops_next_tick_small/report/change/median.svg @@ -9,58 +9,70 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - - -5e-4 + + +700 - - -0.001 + + +800 + + + +900 + + + +1000 + + + + +-0.0025 - - -0.0015 + + +-0.002 - - -0.002 + + +-0.0015 - - -0.0025 + + +-0.001 - - -0.003 + + +-5e-4 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/change/t-test.svg b/criterion/micro_ops_next_tick_small/report/change/t-test.svg index 2ad7f432bc4b..10dd4820f5d2 100644 --- a/criterion/micro_ops_next_tick_small/report/change/t-test.svg +++ b/criterion/micro_ops_next_tick_small/report/change/t-test.svg @@ -13,77 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - --4.0 - - - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_next_tick_small/report/index.html b/criterion/micro_ops_next_tick_small/report/index.html index c7dba0fb4c89..31a49f09773f 100644 --- a/criterion/micro_ops_next_tick_small/report/index.html +++ b/criterion/micro_ops_next_tick_small/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 48.733 µs - 48.788 µs - 48.855 µs + 48.706 µs + 48.864 µs + 49.066 µs R² - 0.9911087 - 0.9912821 - 0.9910259 + 0.9668662 + 0.9682542 + 0.9659767 Mean - 48.290 µs - 48.544 µs - 48.765 µs + 48.299 µs + 48.608 µs + 48.935 µs Std. Dev. - 591.71 ns - 1.2167 µs - 1.7882 µs + 678.10 ns + 1.6140 µs + 2.3914 µs Median - 48.654 µs - 48.685 µs - 48.710 µs + 48.553 µs + 48.599 µs + 48.647 µs MAD - 141.22 ns - 217.95 ns - 282.88 ns + 139.35 ns + 240.04 ns + 287.45 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -1.0886% - -0.2249% - +0.5688% - (p = 0.60 > + -0.6606% + +0.1308% + +0.9577% + (p = 0.76 > 0.05) diff --git a/criterion/micro_ops_next_tick_small/report/mean.svg b/criterion/micro_ops_next_tick_small/report/mean.svg index c618efdfa2f6..e20c91ca5dca 100644 --- a/criterion/micro_ops_next_tick_small/report/mean.svg +++ b/criterion/micro_ops_next_tick_small/report/mean.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (µs)
- + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - -3 - - - -3.5 - - + - + 48.3 - - + + 48.4 - - + + 48.5 - - + + 48.6 - - + + 48.7 - - + + 48.8 - - - - + + +48.9 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/median.svg b/criterion/micro_ops_next_tick_small/report/median.svg index 5825091af944..26bc3c9b757a 100644 --- a/criterion/micro_ops_next_tick_small/report/median.svg +++ b/criterion/micro_ops_next_tick_small/report/median.svg @@ -9,62 +9,86 @@ Density (a.u.) Average time (µs) - + +5 + + + 10 - - + + +15 + + + 20 - - + + +25 + + + 30 - - + + +35 + + + 40 - - -50 + + + +48.55 + + + +48.56 - - -60 + + +48.57 - - - -48.65 + + +48.58 - - -48.66 + + +48.59 - - -48.67 + + +48.6 - - -48.68 + + +48.61 - - -48.69 + + +48.62 - - -48.7 + + +48.63 - - -48.71 + + +48.64 + + + +48.65 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/pdf.svg b/criterion/micro_ops_next_tick_small/report/pdf.svg index 3824954d0acd..e25871f0d10b 100644 --- a/criterion/micro_ops_next_tick_small/report/pdf.svg +++ b/criterion/micro_ops_next_tick_small/report/pdf.svg @@ -54,38 +54,26 @@ Average Time (µs) - + 40 - - -42 + + +45 - - -44 - - - -46 - - - -48 - - - + + 50 - - -52 + + +55 - - -54 + + +60 - + Density (a.u.) @@ -94,64 +82,84 @@ Density (a.u.) 0 - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - -0.3 + + +0.25 - - -0.4 + + +0.3 - - -0.5 + + +0.35 - - -0.6 + + +0.4 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +0.45 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_next_tick_small/report/pdf_small.svg b/criterion/micro_ops_next_tick_small/report/pdf_small.svg index 3f76b42b36f2..d043a28d759a 100644 --- a/criterion/micro_ops_next_tick_small/report/pdf_small.svg +++ b/criterion/micro_ops_next_tick_small/report/pdf_small.svg @@ -10,43 +10,67 @@ Average Time (µs) 0 - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - + + +0.25 + + + 0.3 - - + + +0.35 + + + 0.4 - - -0.5 + + +0.45 - - -0.6 + + +0.5 - + - + 40 - - + + 45 - - + + 50 - - - + + +55 + + + +60 + + + + diff --git a/criterion/micro_ops_next_tick_small/report/regression.svg b/criterion/micro_ops_next_tick_small/report/regression.svg index 0b637a0dd8cc..6e94c4b0cb50 100644 --- a/criterion/micro_ops_next_tick_small/report/regression.svg +++ b/criterion/micro_ops_next_tick_small/report/regression.svg @@ -19,56 +19,56 @@ Iterations (x 10^3) - - - - - - - - - + + + + + + + + + 10.0 - + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + 0.2 @@ -120,98 +120,98 @@ Iterations (x 10^3) - - + + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - + + + + + + Sample diff --git a/criterion/micro_ops_next_tick_small/report/regression_small.svg b/criterion/micro_ops_next_tick_small/report/regression_small.svg index 0e10285337db..867ab819c6b0 100644 --- a/criterion/micro_ops_next_tick_small/report/regression_small.svg +++ b/criterion/micro_ops_next_tick_small/report/regression_small.svg @@ -16,56 +16,56 @@ Iterations (x 10^3) - - - - - - - - - + + + + + + + + + 10.0 - + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + 0.2 @@ -114,99 +114,99 @@ Iterations (x 10^3) - + - + - - + + - - + + - - + + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - + + + + + + diff --git a/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg b/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg index ddc4789e4112..93f7349366c8 100644 --- a/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg +++ b/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg @@ -31,28 +31,28 @@ Average Time (µs) - + 40 - - + + 45 - - + + 50 - - + + 55 - - + + 60 - - - - - + + + + + diff --git a/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg b/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg index 39d8f4559c42..ff4ad0ed6df9 100644 --- a/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg +++ b/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg @@ -23,10 +23,10 @@ Iterations (x 10^3) - + - + 0.0 @@ -56,10 +56,10 @@ Iterations (x 10^3) 60.0 - + 70.0 - + 80.0 @@ -68,10 +68,10 @@ Iterations (x 10^3) 90.0 - + 100.0 - + 0 @@ -117,8 +117,8 @@ Iterations (x 10^3) 2 - - - - + + + + diff --git a/criterion/micro_ops_next_tick_small/report/slope.svg b/criterion/micro_ops_next_tick_small/report/slope.svg index bd893f740dcb..0c80afcb9549 100644 --- a/criterion/micro_ops_next_tick_small/report/slope.svg +++ b/criterion/micro_ops_next_tick_small/report/slope.svg @@ -9,66 +9,82 @@ Density (a.u.) Average time (µs) - -2 + +0.5 - - -4 + + +1 - - -6 + + +1.5 - - -8 + + +2 - - -10 + + +2.5 - - -12 + + +3 - - -14 + + +3.5 - - - -48.72 + + +4 - - -48.74 + + +4.5 - - -48.76 + + + +48.7 - - -48.78 + + +48.75 - - + + 48.8 - - -48.82 + + +48.85 + + + +48.9 + + + +48.95 + + + +49 + + + +49.05 - - -48.84 + + +49.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/typical.svg b/criterion/micro_ops_next_tick_small/report/typical.svg index 4b1f03306db2..43c8a8271a48 100644 --- a/criterion/micro_ops_next_tick_small/report/typical.svg +++ b/criterion/micro_ops_next_tick_small/report/typical.svg @@ -9,66 +9,82 @@ Density (a.u.) Average time (µs) - -2 + +0.5 - - -4 + + +1 - - -6 + + +1.5 - - -8 + + +2 - - -10 + + +2.5 - - -12 + + +3 - - -14 + + +3.5 - - - -48.72 + + +4 - - -48.74 + + +4.5 - - -48.76 + + + +48.7 - - -48.78 + + +48.75 - - + + 48.8 - - -48.82 + + +48.85 + + + +48.9 + + + +48.95 + + + +49 + + + +49.05 - - -48.84 + + +49.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/base/estimates.json b/criterion/micro_ops_sort/base/estimates.json index b8a84d2c36d2..cbc42af45413 100644 --- a/criterion/micro_ops_sort/base/estimates.json +++ b/criterion/micro_ops_sort/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80796.08478881168,"upper_bound":81259.97322773824},"point_estimate":81027.5276144815,"standard_error":118.57775016426721},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80567.13435374151,"upper_bound":81612.76190476191},"point_estimate":80747.97460192868,"standard_error":396.25656149149177},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1140.1441303331155,"upper_bound":1828.0165734905809},"point_estimate":1665.9254568993217,"standard_error":195.89536499748638},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80261.20597592884,"upper_bound":80563.64737494332},"point_estimate":80410.26295931939,"standard_error":76.99894263600397},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1059.3014759589482,"upper_bound":1320.7882494631124},"point_estimate":1192.4829834523066,"standard_error":66.98376010154456}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80859.9806298686,"upper_bound":81187.25149829367},"point_estimate":81016.56827814502,"standard_error":83.64865380614725},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80682.08885017422,"upper_bound":81215.19285714286},"point_estimate":81028.83593519882,"standard_error":157.6960300435243},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":556.5581115638441,"upper_bound":853.0588280960301},"point_estimate":665.48692945969,"standard_error":79.61497452869888},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80624.41404888405,"upper_bound":80947.03992084319},"point_estimate":80772.06704511389,"standard_error":82.53436304242173},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":616.3068910912783,"upper_bound":1076.8669555563004},"point_estimate":843.6798724540276,"standard_error":120.66338172902994}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/base/sample.json b/criterion/micro_ops_sort/base/sample.json index 81825627af8d..1fc27b922b56 100644 --- a/criterion/micro_ops_sort/base/sample.json +++ b/criterion/micro_ops_sort/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[579813.0,1142686.0,1729131.0,2292081.0,2868820.0,3457890.0,4030171.0,4611440.0,5187983.0,5769131.0,6322384.0,6906158.0,7473076.0,8060469.0,8610750.0,9212126.0,9768760.0,10360687.0,10974446.0,11523992.0,12205126.0,12654868.0,13256102.0,13744276.0,14306182.0,14821699.0,15424812.0,16072017.0,16558932.0,17248913.0,17721271.0,18471058.0,18975973.0,19446377.0,20085532.0,20698326.0,21213113.0,21831517.0,23039271.0,22886025.0,23470622.0,24092188.0,24541927.0,25113990.0,25696940.0,26254800.0,26484025.0,26623878.0,27208281.0,27773308.0,28332264.0,29656170.0,31154102.0,30399357.0,30549472.0,31244298.0,31694327.0,32257884.0,32769023.0,33303130.0,33994637.0,34327666.0,35064322.0,35527273.0,36089431.0,36873660.0,37503070.0,38021805.0,38442800.0,38809182.0,39789661.0,40080978.0,40788964.0,41666516.0,41717846.0,42506708.0,43429892.0,43734700.0,44459679.0,44835027.0,45358862.0,45729832.0,46661394.0,47368886.0,47939059.0,48466288.0,49070515.0,49601722.0,50235109.0,50748146.0,51426208.0,51925488.0,52415015.0,53064760.0,53506137.0,54209346.0,54757610.0,55404151.0,56107644.0,56414384.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[568840.0,1133673.0,1711704.0,2274214.0,2836413.0,3429172.0,3995363.0,4557956.0,5121117.0,5675001.0,6267710.0,6869175.0,7459441.0,7970875.0,8526888.0,9123628.0,9689893.0,10283214.0,10853990.0,11363827.0,11942499.0,12520116.0,13049406.0,13652560.0,14190533.0,14807511.0,15409867.0,15932039.0,16563718.0,17121937.0,17591082.0,18228283.0,18984824.0,19329069.0,19928953.0,20483807.0,21011096.0,22166759.0,23300112.0,23167258.0,23267609.0,23927587.0,24476370.0,25033778.0,25697658.0,26176100.0,26441797.0,27023292.0,27421621.0,28107785.0,28562682.0,29157727.0,29753567.0,30276996.0,30839190.0,32747279.0,31961290.0,32477322.0,33090338.0,33667955.0,34198018.0,34826986.0,35303789.0,35854058.0,36490329.0,37123825.0,37496559.0,38161839.0,38658507.0,40519214.0,39857659.0,40292901.0,41121728.0,41738760.0,42391689.0,42901489.0,43434337.0,44029368.0,44569386.0,45283864.0,46275609.0,46311519.0,46915990.0,47374487.0,47981941.0,48490679.0,49167181.0,49659775.0,50290101.0,50733372.0,52762055.0,52000183.0,52425037.0,53028273.0,53582028.0,54232753.0,55010747.0,55347251.0,55870816.0,56889779.0]} \ No newline at end of file diff --git a/criterion/micro_ops_sort/base/tukey.json b/criterion/micro_ops_sort/base/tukey.json index e7cd4f589545..637d168ba309 100644 --- a/criterion/micro_ops_sort/base/tukey.json +++ b/criterion/micro_ops_sort/base/tukey.json @@ -1 +1 @@ -[73724.97822288988,76857.22420581436,85209.88016027963,88342.1261432041] \ No newline at end of file +[77968.4483570582,79241.7910082747,82637.3714115187,83910.7140627352] \ No newline at end of file diff --git a/criterion/micro_ops_sort/change/estimates.json b/criterion/micro_ops_sort/change/estimates.json index f6c9286c1e09..2d8bd4eacb09 100644 --- a/criterion/micro_ops_sort/change/estimates.json +++ b/criterion/micro_ops_sort/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0011179444769967245,"upper_bound":0.008584927162596194},"point_estimate":0.00472982732211924,"standard_error":0.0019061389920497361},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.006531515325311821,"upper_bound":0.01802263064428833},"point_estimate":0.003823525683335216,"standard_error":0.006582682571876433}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.003584623783531615,"upper_bound":0.0033838386034391564},"point_estimate":-0.00013525448275586438,"standard_error":0.0017753270576895202},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00997318508110756,"upper_bound":0.0069129345500289485},"point_estimate":0.003478246168460819,"standard_error":0.005242973517999226}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/estimates.json b/criterion/micro_ops_sort/new/estimates.json index b8a84d2c36d2..cbc42af45413 100644 --- a/criterion/micro_ops_sort/new/estimates.json +++ b/criterion/micro_ops_sort/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80796.08478881168,"upper_bound":81259.97322773824},"point_estimate":81027.5276144815,"standard_error":118.57775016426721},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80567.13435374151,"upper_bound":81612.76190476191},"point_estimate":80747.97460192868,"standard_error":396.25656149149177},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1140.1441303331155,"upper_bound":1828.0165734905809},"point_estimate":1665.9254568993217,"standard_error":195.89536499748638},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80261.20597592884,"upper_bound":80563.64737494332},"point_estimate":80410.26295931939,"standard_error":76.99894263600397},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1059.3014759589482,"upper_bound":1320.7882494631124},"point_estimate":1192.4829834523066,"standard_error":66.98376010154456}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80859.9806298686,"upper_bound":81187.25149829367},"point_estimate":81016.56827814502,"standard_error":83.64865380614725},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80682.08885017422,"upper_bound":81215.19285714286},"point_estimate":81028.83593519882,"standard_error":157.6960300435243},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":556.5581115638441,"upper_bound":853.0588280960301},"point_estimate":665.48692945969,"standard_error":79.61497452869888},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80624.41404888405,"upper_bound":80947.03992084319},"point_estimate":80772.06704511389,"standard_error":82.53436304242173},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":616.3068910912783,"upper_bound":1076.8669555563004},"point_estimate":843.6798724540276,"standard_error":120.66338172902994}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/sample.json b/criterion/micro_ops_sort/new/sample.json index 81825627af8d..1fc27b922b56 100644 --- a/criterion/micro_ops_sort/new/sample.json +++ b/criterion/micro_ops_sort/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[579813.0,1142686.0,1729131.0,2292081.0,2868820.0,3457890.0,4030171.0,4611440.0,5187983.0,5769131.0,6322384.0,6906158.0,7473076.0,8060469.0,8610750.0,9212126.0,9768760.0,10360687.0,10974446.0,11523992.0,12205126.0,12654868.0,13256102.0,13744276.0,14306182.0,14821699.0,15424812.0,16072017.0,16558932.0,17248913.0,17721271.0,18471058.0,18975973.0,19446377.0,20085532.0,20698326.0,21213113.0,21831517.0,23039271.0,22886025.0,23470622.0,24092188.0,24541927.0,25113990.0,25696940.0,26254800.0,26484025.0,26623878.0,27208281.0,27773308.0,28332264.0,29656170.0,31154102.0,30399357.0,30549472.0,31244298.0,31694327.0,32257884.0,32769023.0,33303130.0,33994637.0,34327666.0,35064322.0,35527273.0,36089431.0,36873660.0,37503070.0,38021805.0,38442800.0,38809182.0,39789661.0,40080978.0,40788964.0,41666516.0,41717846.0,42506708.0,43429892.0,43734700.0,44459679.0,44835027.0,45358862.0,45729832.0,46661394.0,47368886.0,47939059.0,48466288.0,49070515.0,49601722.0,50235109.0,50748146.0,51426208.0,51925488.0,52415015.0,53064760.0,53506137.0,54209346.0,54757610.0,55404151.0,56107644.0,56414384.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[568840.0,1133673.0,1711704.0,2274214.0,2836413.0,3429172.0,3995363.0,4557956.0,5121117.0,5675001.0,6267710.0,6869175.0,7459441.0,7970875.0,8526888.0,9123628.0,9689893.0,10283214.0,10853990.0,11363827.0,11942499.0,12520116.0,13049406.0,13652560.0,14190533.0,14807511.0,15409867.0,15932039.0,16563718.0,17121937.0,17591082.0,18228283.0,18984824.0,19329069.0,19928953.0,20483807.0,21011096.0,22166759.0,23300112.0,23167258.0,23267609.0,23927587.0,24476370.0,25033778.0,25697658.0,26176100.0,26441797.0,27023292.0,27421621.0,28107785.0,28562682.0,29157727.0,29753567.0,30276996.0,30839190.0,32747279.0,31961290.0,32477322.0,33090338.0,33667955.0,34198018.0,34826986.0,35303789.0,35854058.0,36490329.0,37123825.0,37496559.0,38161839.0,38658507.0,40519214.0,39857659.0,40292901.0,41121728.0,41738760.0,42391689.0,42901489.0,43434337.0,44029368.0,44569386.0,45283864.0,46275609.0,46311519.0,46915990.0,47374487.0,47981941.0,48490679.0,49167181.0,49659775.0,50290101.0,50733372.0,52762055.0,52000183.0,52425037.0,53028273.0,53582028.0,54232753.0,55010747.0,55347251.0,55870816.0,56889779.0]} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/tukey.json b/criterion/micro_ops_sort/new/tukey.json index e7cd4f589545..637d168ba309 100644 --- a/criterion/micro_ops_sort/new/tukey.json +++ b/criterion/micro_ops_sort/new/tukey.json @@ -1 +1 @@ -[73724.97822288988,76857.22420581436,85209.88016027963,88342.1261432041] \ No newline at end of file +[77968.4483570582,79241.7910082747,82637.3714115187,83910.7140627352] \ No newline at end of file diff --git a/criterion/micro_ops_sort/report/MAD.svg b/criterion/micro_ops_sort/report/MAD.svg index fc55cc8e9e38..6d6e90e199cd 100644 --- a/criterion/micro_ops_sort/report/MAD.svg +++ b/criterion/micro_ops_sort/report/MAD.svg @@ -6,93 +6,65 @@ micro/ops/sort:MAD Density (a.u.) -Average time (µs) +Average time (ns) - -0.2 + +0.001 - - -0.4 + + +0.002 - - -0.6 + + +0.003 - - -0.8 + + +0.004 - - -1 + + +0.005 - - -1.2 + + +0.006 - - -1.4 - - - -1.6 - - - -1.8 - - - -2 - - - -2.2 - - + - -1.1 - - - -1.2 - - - -1.3 + +550 - - -1.4 + + +600 - - -1.5 + + +650 - - -1.6 + + +700 - - -1.7 + + +750 - - -1.8 + + +800 - - -1.9 + + +850 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/SD.svg b/criterion/micro_ops_sort/report/SD.svg index b8b685dfe229..905924d43585 100644 --- a/criterion/micro_ops_sort/report/SD.svg +++ b/criterion/micro_ops_sort/report/SD.svg @@ -9,58 +9,82 @@ Density (a.u.) Average time (µs) - + +0.5 + + + 1 - - -2 + + +1.5 - - -3 + + +2 - - -4 + + +2.5 - - -5 + + +3 - - -6 + + +3.5 - + -1.05 +0.6 - -1.1 + +0.65 + + + +0.7 - - -1.15 + + +0.75 - - -1.2 + + +0.8 - - -1.25 + + +0.85 - - -1.3 + + +0.9 + + + +0.95 + + + +1 + + + +1.05 + + + +1.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/both/pdf.svg b/criterion/micro_ops_sort/report/both/pdf.svg index 3d37044ccf4f..5389998d5e35 100644 --- a/criterion/micro_ops_sort/report/both/pdf.svg +++ b/criterion/micro_ops_sort/report/both/pdf.svg @@ -9,55 +9,71 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + + +0.4 + + + +0.45 + + + +0.5 + + - + 78 - - + + 80 - - + + 82 - - + + 84 - - - - - + + +86 + + + + + + Base PDF diff --git a/criterion/micro_ops_sort/report/both/regression.svg b/criterion/micro_ops_sort/report/both/regression.svg index 8f7c9c0448b1..e658e315a3f4 100644 --- a/criterion/micro_ops_sort/report/both/regression.svg +++ b/criterion/micro_ops_sort/report/both/regression.svg @@ -19,9 +19,9 @@ Iterations - - - + + + 0.0 @@ -35,18 +35,18 @@ Iterations 20.0 - + 30.0 - - + + 40.0 - - + + 50.0 - + 0 @@ -81,7 +81,7 @@ Iterations - + diff --git a/criterion/micro_ops_sort/report/change/mean.svg b/criterion/micro_ops_sort/report/change/mean.svg index db815c633bc5..7c255a5d47e2 100644 --- a/criterion/micro_ops_sort/report/change/mean.svg +++ b/criterion/micro_ops_sort/report/change/mean.svg @@ -9,86 +9,90 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - + + 180 - - + + 200 - + + +220 + + - -0.001 + +-0.004 - - -0.002 + + +-0.003 - - -0.003 + + +-0.002 - - -0.004 + + +-0.001 - - -0.005 + + +0 - - -0.006 + + +0.001 - - -0.007 + + +0.002 - - -0.008 + + +0.003 - - -0.009 + + +0.004 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/change/median.svg b/criterion/micro_ops_sort/report/change/median.svg index a32a695704a0..ec21e81c289d 100644 --- a/criterion/micro_ops_sort/report/change/median.svg +++ b/criterion/micro_ops_sort/report/change/median.svg @@ -9,67 +9,95 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - + + +90 + + + +100 + + + +110 + + - --0.005 + +-0.01 + + + +-0.008 + + + +-0.006 + + + +-0.004 + + + +-0.002 - - + + 0 - - -0.005 + + +0.002 - - -0.01 + + +0.004 - - -0.015 + + +0.006 - - -0.02 + + +0.008 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/change/t-test.svg b/criterion/micro_ops_sort/report/change/t-test.svg index 623c90b61d5f..e5939f35b4fe 100644 --- a/criterion/micro_ops_sort/report/change/t-test.svg +++ b/criterion/micro_ops_sort/report/change/t-test.svg @@ -13,81 +13,85 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-5.0 + + + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - - + + + t distribution diff --git a/criterion/micro_ops_sort/report/index.html b/criterion/micro_ops_sort/report/index.html index 1681e317f181..b0c5219c06d9 100644 --- a/criterion/micro_ops_sort/report/index.html +++ b/criterion/micro_ops_sort/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 80.261 µs - 80.410 µs - 80.564 µs + 80.624 µs + 80.772 µs + 80.947 µs R² - 0.9852906 - 0.9857492 - 0.9852636 + 0.9883581 + 0.9887988 + 0.9881800 Mean - 80.796 µs - 81.028 µs - 81.260 µs + 80.860 µs + 81.017 µs + 81.187 µs Std. Dev. - 1.0593 µs - 1.1925 µs - 1.3208 µs + 616.31 ns + 843.68 ns + 1.0769 µs Median - 80.567 µs - 80.748 µs - 81.613 µs + 80.682 µs + 81.029 µs + 81.215 µs MAD - 1.1401 µs - 1.6659 µs - 1.8280 µs + 556.56 ns + 665.49 ns + 853.06 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +0.1118% - +0.4730% - +0.8585% - (p = 0.02 < + -0.3585% + -0.0135% + +0.3384% + (p = 0.94 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/micro_ops_sort/report/mean.svg b/criterion/micro_ops_sort/report/mean.svg index 9bb8574cf2c7..7f593cb47c3f 100644 --- a/criterion/micro_ops_sort/report/mean.svg +++ b/criterion/micro_ops_sort/report/mean.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - + + +4 + + + +4.5 + + + +5 + + - -80.8 + +80.85 - - + + 80.9 - - + + +80.95 + + + 81 - - + + +81.05 + + + 81.1 - - -81.2 + + +81.15 - - -81.3 + + +81.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/median.svg b/criterion/micro_ops_sort/report/median.svg index e3fe171a271d..719d6343b554 100644 --- a/criterion/micro_ops_sort/report/median.svg +++ b/criterion/micro_ops_sort/report/median.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (µs) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - + + +4 + + + +5 + + + +6 + + + +7 + + - -80.6 + +80.7 - - + + 80.8 - - -81 + + +80.9 - - -81.2 + + +81 - - -81.4 + + +81.1 - - -81.6 + + +81.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/pdf.svg b/criterion/micro_ops_sort/report/pdf.svg index 3a48d6ba19e4..c4b2835041e3 100644 --- a/criterion/micro_ops_sort/report/pdf.svg +++ b/criterion/micro_ops_sort/report/pdf.svg @@ -42,38 +42,38 @@ Average Time (µs) - -78 - - - + 79 - - + + 80 - - + + 81 - - + + 82 - - + + 83 - - + + 84 - - + + 85 - + + +86 + + Density (a.u.) @@ -82,36 +82,64 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - - - - + + +0.35 + + + +0.4 + + + +0.45 + + + +0.5 + + + + + + - + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_sort/report/pdf_small.svg b/criterion/micro_ops_sort/report/pdf_small.svg index 6b621c932ada..173ac0621154 100644 --- a/criterion/micro_ops_sort/report/pdf_small.svg +++ b/criterion/micro_ops_sort/report/pdf_small.svg @@ -10,47 +10,43 @@ Average Time (µs) 0 - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - - -78 + + +0.4 - - + + +0.5 + + + + 80 - - + + 82 - - + + 84 - - - + + +86 + + + + diff --git a/criterion/micro_ops_sort/report/regression.svg b/criterion/micro_ops_sort/report/regression.svg index fa71080e8a53..4b9c396516ba 100644 --- a/criterion/micro_ops_sort/report/regression.svg +++ b/criterion/micro_ops_sort/report/regression.svg @@ -15,62 +15,62 @@ Iterations - + - - - - - - - - - + + + + + + + + + - + 5.0 - + 10.0 - + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - - + + 50.0 - - + + 55.0 - + 100 @@ -104,104 +104,104 @@ Iterations - + - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - + + + + + - + - + - - - - - - - - + + + + + + + + - - + + - + - + - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_sort/report/regression_small.svg b/criterion/micro_ops_sort/report/regression_small.svg index 258b31d5c791..eeee2a890032 100644 --- a/criterion/micro_ops_sort/report/regression_small.svg +++ b/criterion/micro_ops_sort/report/regression_small.svg @@ -14,15 +14,15 @@ Iterations - + - - - - - - - + + + + + + + 5.0 @@ -32,42 +32,42 @@ Iterations 10.0 - + 15.0 - + 20.0 - + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - - + + 50.0 - - + + 55.0 - + 100 @@ -100,103 +100,103 @@ Iterations - + - + - + - + - - - - - - + + + + + + - - + + - + - - - - - - - - + + + + + + + + - - - - - - - - + + + + + + + + - - - - - + + + + + - - + + - + - - - - - - + + + + + + - - - - + + + + - + - + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - - + + diff --git a/criterion/micro_ops_sort/report/relative_pdf_small.svg b/criterion/micro_ops_sort/report/relative_pdf_small.svg index 4a41bb3e20dd..2635893c5101 100644 --- a/criterion/micro_ops_sort/report/relative_pdf_small.svg +++ b/criterion/micro_ops_sort/report/relative_pdf_small.svg @@ -6,53 +6,69 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + + +0.4 + + + +0.45 + + + +0.5 + + - + 78 - - + + 80 - - + + 82 - - + + 84 - - - - - + + +86 + + + + + + diff --git a/criterion/micro_ops_sort/report/relative_regression_small.svg b/criterion/micro_ops_sort/report/relative_regression_small.svg index 78245000a23e..bf03c20e231b 100644 --- a/criterion/micro_ops_sort/report/relative_regression_small.svg +++ b/criterion/micro_ops_sort/report/relative_regression_small.svg @@ -16,9 +16,9 @@ Iterations - + - + 0.0 @@ -32,18 +32,18 @@ Iterations 20.0 - + 30.0 - + 40.0 - + 50.0 - + 0 @@ -77,7 +77,7 @@ Iterations 700 - + diff --git a/criterion/micro_ops_sort/report/slope.svg b/criterion/micro_ops_sort/report/slope.svg index 97e16191d744..f13d70e00fe7 100644 --- a/criterion/micro_ops_sort/report/slope.svg +++ b/criterion/micro_ops_sort/report/slope.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - + + 5 - - -5.5 - - + - -80.25 + +80.6 + + + +80.65 - - -80.3 + + +80.7 - - -80.35 + + +80.75 - - -80.4 + + +80.8 - - -80.45 + + +80.85 - - -80.5 + + +80.9 - - -80.55 + + +80.95 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/typical.svg b/criterion/micro_ops_sort/report/typical.svg index 4383817560b4..66a33e8a3010 100644 --- a/criterion/micro_ops_sort/report/typical.svg +++ b/criterion/micro_ops_sort/report/typical.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - + + 5 - - -5.5 - - + - -80.25 + +80.6 + + + +80.65 - - -80.3 + + +80.7 - - -80.35 + + +80.75 - - -80.4 + + +80.8 - - -80.45 + + +80.85 - - -80.5 + + +80.9 - - -80.55 + + +80.95 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/base/estimates.json b/criterion/micro_ops_tee/base/estimates.json index 77251cd10149..123b0686f8a1 100644 --- a/criterion/micro_ops_tee/base/estimates.json +++ b/criterion/micro_ops_tee/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6903.341489423578,"upper_bound":6937.118165250943},"point_estimate":6917.940652445448,"standard_error":8.691848694729533},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6895.305555555556,"upper_bound":6908.987386621315},"point_estimate":6900.93287037037,"standard_error":3.8568421817800447},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":20.453954469824424,"upper_bound":36.1712375447693},"point_estimate":28.016062105355406,"standard_error":4.07095311064336},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6903.865884699757,"upper_bound":6941.234709116159},"point_estimate":6920.261604600759,"standard_error":9.595095880430865},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37.97136922714599,"upper_bound":134.01289391360237},"point_estimate":87.33842149829027,"standard_error":27.453041401502677}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6963.476325553993,"upper_bound":6997.62482040457},"point_estimate":6978.609383819458,"standard_error":8.764955775804486},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6958.103872053873,"upper_bound":6981.368083003952},"point_estimate":6972.75687449125,"standard_error":6.364614280207468},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":27.20984800397299,"upper_bound":46.9877031038363},"point_estimate":34.29789047015037,"standard_error":4.8095685747565575},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6965.819011369372,"upper_bound":7005.4458698451635},"point_estimate":6981.6981786611495,"standard_error":10.432350998229982},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40.72961296718164,"upper_bound":129.0475298990241},"point_estimate":88.11592031347145,"standard_error":23.60622360366523}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/base/sample.json b/criterion/micro_ops_tee/base/sample.json index 076e49f176b8..397f9146f6f9 100644 --- a/criterion/micro_ops_tee/base/sample.json +++ b/criterion/micro_ops_tee/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[82804.0,165457.0,248231.0,331021.0,423961.0,504635.0,578571.0,661163.0,744875.0,826416.0,912376.0,991387.0,1077785.0,1161986.0,1241385.0,1332023.0,1406207.0,1490731.0,1578443.0,1643834.0,1752687.0,1837263.0,1907857.0,1985450.0,2068587.0,2136375.0,2241495.0,2300853.0,2442103.0,2483310.0,2583735.0,2645054.0,2736620.0,2821814.0,2890524.0,2968740.0,3075020.0,3147685.0,3218185.0,3387340.0,3369267.0,3470446.0,3540713.0,3628318.0,3709077.0,3810841.0,3912721.0,3954931.0,4099245.0,4562353.0,4205014.0,4276407.0,4357530.0,4465343.0,4549661.0,4634669.0,4714635.0,4797628.0,4897439.0,4951387.0,5066724.0,5135424.0,5223057.0,5322322.0,5358357.0,5462380.0,5526694.0,5638852.0,5679073.0,5790280.0,5851753.0,5964869.0,6061914.0,6202141.0,6393867.0,6330400.0,6354293.0,6489095.0,6504899.0,6632028.0,6683510.0,6864187.0,6893547.0,6978780.0,7058435.0,7443886.0,7169862.0,7279400.0,7394909.0,7470091.0,7532757.0,7613133.0,7716930.0,7787292.0,7884788.0,7992401.0,8044638.0,8125183.0,8205853.0,8255688.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[90768.0,165099.0,247284.0,330153.0,419198.0,494798.0,584507.0,669910.0,745195.0,840115.0,937602.0,1017241.0,1088278.0,1157588.0,1249146.0,1328093.0,1426275.0,1512442.0,1597087.0,1659128.0,1755713.0,1837048.0,1917988.0,2011943.0,2079242.0,2178871.0,2249604.0,2323903.0,2439088.0,2515698.0,2573205.0,2668723.0,2756861.0,2821619.0,2923238.0,2979513.0,3108682.0,3172496.0,3296813.0,3336663.0,3435631.0,3502968.0,3669370.0,3685899.0,3757154.0,3878163.0,3966894.0,4006520.0,4087109.0,4154768.0,4268575.0,4358946.0,4407135.0,4489609.0,4572945.0,4693808.0,4770858.0,4829844.0,4963888.0,4992621.0,5176083.0,5182882.0,5289394.0,5368696.0,5431753.0,5485692.0,5607992.0,5697615.0,5775894.0,5900710.0,5958374.0,6023683.0,6116966.0,6229361.0,6344741.0,6341299.0,6446169.0,6535691.0,6588777.0,6702952.0,6796444.0,6872382.0,7419489.0,7044381.0,7075980.0,7172346.0,7241158.0,7357616.0,7431995.0,7453797.0,7615235.0,7707981.0,7741986.0,7899075.0,7958688.0,8005763.0,8159512.0,8157608.0,8264062.0,8394288.0]} \ No newline at end of file diff --git a/criterion/micro_ops_tee/base/tukey.json b/criterion/micro_ops_tee/base/tukey.json index 7b889fdf8360..3f848723517a 100644 --- a/criterion/micro_ops_tee/base/tukey.json +++ b/criterion/micro_ops_tee/base/tukey.json @@ -1 +1 @@ -[6781.047459445623,6833.2798061117,6972.566063887906,7024.798410553984] \ No newline at end of file +[6786.271383747468,6862.952071184079,7067.433904348375,7144.114591784986] \ No newline at end of file diff --git a/criterion/micro_ops_tee/change/estimates.json b/criterion/micro_ops_tee/change/estimates.json index da128949dd2a..c8b4ddd47c14 100644 --- a/criterion/micro_ops_tee/change/estimates.json +++ b/criterion/micro_ops_tee/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.009495822694470704,"upper_bound":0.0005535579312499037},"point_estimate":-0.004284880494196841,"standard_error":0.0025630594171650286},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.003248029565181443,"upper_bound":0.00040288900035701105},"point_estimate":-0.001548278118323032,"standard_error":0.0009504500155234636}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.005191984526692567,"upper_bound":0.012087856108124745},"point_estimate":0.008769767539501094,"standard_error":0.0017517287039979913},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.007885859121335992,"upper_bound":0.012013758307536279},"point_estimate":0.010407868830207168,"standard_error":0.0010995308644230263}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/estimates.json b/criterion/micro_ops_tee/new/estimates.json index 77251cd10149..123b0686f8a1 100644 --- a/criterion/micro_ops_tee/new/estimates.json +++ b/criterion/micro_ops_tee/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6903.341489423578,"upper_bound":6937.118165250943},"point_estimate":6917.940652445448,"standard_error":8.691848694729533},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6895.305555555556,"upper_bound":6908.987386621315},"point_estimate":6900.93287037037,"standard_error":3.8568421817800447},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":20.453954469824424,"upper_bound":36.1712375447693},"point_estimate":28.016062105355406,"standard_error":4.07095311064336},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6903.865884699757,"upper_bound":6941.234709116159},"point_estimate":6920.261604600759,"standard_error":9.595095880430865},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37.97136922714599,"upper_bound":134.01289391360237},"point_estimate":87.33842149829027,"standard_error":27.453041401502677}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6963.476325553993,"upper_bound":6997.62482040457},"point_estimate":6978.609383819458,"standard_error":8.764955775804486},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6958.103872053873,"upper_bound":6981.368083003952},"point_estimate":6972.75687449125,"standard_error":6.364614280207468},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":27.20984800397299,"upper_bound":46.9877031038363},"point_estimate":34.29789047015037,"standard_error":4.8095685747565575},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6965.819011369372,"upper_bound":7005.4458698451635},"point_estimate":6981.6981786611495,"standard_error":10.432350998229982},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40.72961296718164,"upper_bound":129.0475298990241},"point_estimate":88.11592031347145,"standard_error":23.60622360366523}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/sample.json b/criterion/micro_ops_tee/new/sample.json index 076e49f176b8..397f9146f6f9 100644 --- a/criterion/micro_ops_tee/new/sample.json +++ b/criterion/micro_ops_tee/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[82804.0,165457.0,248231.0,331021.0,423961.0,504635.0,578571.0,661163.0,744875.0,826416.0,912376.0,991387.0,1077785.0,1161986.0,1241385.0,1332023.0,1406207.0,1490731.0,1578443.0,1643834.0,1752687.0,1837263.0,1907857.0,1985450.0,2068587.0,2136375.0,2241495.0,2300853.0,2442103.0,2483310.0,2583735.0,2645054.0,2736620.0,2821814.0,2890524.0,2968740.0,3075020.0,3147685.0,3218185.0,3387340.0,3369267.0,3470446.0,3540713.0,3628318.0,3709077.0,3810841.0,3912721.0,3954931.0,4099245.0,4562353.0,4205014.0,4276407.0,4357530.0,4465343.0,4549661.0,4634669.0,4714635.0,4797628.0,4897439.0,4951387.0,5066724.0,5135424.0,5223057.0,5322322.0,5358357.0,5462380.0,5526694.0,5638852.0,5679073.0,5790280.0,5851753.0,5964869.0,6061914.0,6202141.0,6393867.0,6330400.0,6354293.0,6489095.0,6504899.0,6632028.0,6683510.0,6864187.0,6893547.0,6978780.0,7058435.0,7443886.0,7169862.0,7279400.0,7394909.0,7470091.0,7532757.0,7613133.0,7716930.0,7787292.0,7884788.0,7992401.0,8044638.0,8125183.0,8205853.0,8255688.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[90768.0,165099.0,247284.0,330153.0,419198.0,494798.0,584507.0,669910.0,745195.0,840115.0,937602.0,1017241.0,1088278.0,1157588.0,1249146.0,1328093.0,1426275.0,1512442.0,1597087.0,1659128.0,1755713.0,1837048.0,1917988.0,2011943.0,2079242.0,2178871.0,2249604.0,2323903.0,2439088.0,2515698.0,2573205.0,2668723.0,2756861.0,2821619.0,2923238.0,2979513.0,3108682.0,3172496.0,3296813.0,3336663.0,3435631.0,3502968.0,3669370.0,3685899.0,3757154.0,3878163.0,3966894.0,4006520.0,4087109.0,4154768.0,4268575.0,4358946.0,4407135.0,4489609.0,4572945.0,4693808.0,4770858.0,4829844.0,4963888.0,4992621.0,5176083.0,5182882.0,5289394.0,5368696.0,5431753.0,5485692.0,5607992.0,5697615.0,5775894.0,5900710.0,5958374.0,6023683.0,6116966.0,6229361.0,6344741.0,6341299.0,6446169.0,6535691.0,6588777.0,6702952.0,6796444.0,6872382.0,7419489.0,7044381.0,7075980.0,7172346.0,7241158.0,7357616.0,7431995.0,7453797.0,7615235.0,7707981.0,7741986.0,7899075.0,7958688.0,8005763.0,8159512.0,8157608.0,8264062.0,8394288.0]} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/tukey.json b/criterion/micro_ops_tee/new/tukey.json index 7b889fdf8360..3f848723517a 100644 --- a/criterion/micro_ops_tee/new/tukey.json +++ b/criterion/micro_ops_tee/new/tukey.json @@ -1 +1 @@ -[6781.047459445623,6833.2798061117,6972.566063887906,7024.798410553984] \ No newline at end of file +[6786.271383747468,6862.952071184079,7067.433904348375,7144.114591784986] \ No newline at end of file diff --git a/criterion/micro_ops_tee/report/MAD.svg b/criterion/micro_ops_tee/report/MAD.svg index 7cdfa2782816..22aa414912f6 100644 --- a/criterion/micro_ops_tee/report/MAD.svg +++ b/criterion/micro_ops_tee/report/MAD.svg @@ -9,70 +9,70 @@ Density (a.u.) Average time (ns) - + +0.01 + + + 0.02 - - + + +0.03 + + + 0.04 - - + + +0.05 + + + 0.06 - - + + +0.07 + + + 0.08 - - + + +0.09 + + + 0.1 - - -0.12 + + +0.11 - + - -20 - - - -22 - - - -24 - - - -26 - - - -28 - - - + 30 - - -32 + + +35 - - -34 + + +40 - - -36 + + +45 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/SD.svg b/criterion/micro_ops_tee/report/SD.svg index 4eb763cdd486..2da37f4d2786 100644 --- a/criterion/micro_ops_tee/report/SD.svg +++ b/criterion/micro_ops_tee/report/SD.svg @@ -9,54 +9,90 @@ Density (a.u.) Average time (ns) - -0.005 + +0.002 - + + +0.004 + + + +0.006 + + -0.01 +0.008 - -0.015 + +0.01 - - -0.02 + + +0.012 + + + +0.014 + + + +0.016 - - -0.025 + + +0.018 - + + +0.02 + + - + 40 - - + + +50 + + + 60 - - + + +70 + + + 80 - - + + +90 + + + 100 - - + + +110 + + + 120 - - -140 + + +130 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/both/pdf.svg b/criterion/micro_ops_tee/report/both/pdf.svg index 8f8a4ffd74dd..ca3a916bce6e 100644 --- a/criterion/micro_ops_tee/report/both/pdf.svg +++ b/criterion/micro_ops_tee/report/both/pdf.svg @@ -42,22 +42,30 @@ Average Time (µs) - + +6.8 + + + 7 - - -7.5 + + +7.2 - - -8 + + +7.4 + + + +7.6 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_tee/report/both/regression.svg b/criterion/micro_ops_tee/report/both/regression.svg index 8653dd5e06a7..43fe8e9a4b61 100644 --- a/criterion/micro_ops_tee/report/both/regression.svg +++ b/criterion/micro_ops_tee/report/both/regression.svg @@ -20,10 +20,10 @@ Iterations (x 10^3) - - - - + + + + 0.0 @@ -45,22 +45,22 @@ Iterations (x 10^3) 4.0 - + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - + 0 @@ -90,10 +90,10 @@ Iterations (x 10^3) 1.2 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_tee/report/change/mean.svg b/criterion/micro_ops_tee/report/change/mean.svg index 3978e70e94f8..7076d9360aa6 100644 --- a/criterion/micro_ops_tee/report/change/mean.svg +++ b/criterion/micro_ops_tee/report/change/mean.svg @@ -9,63 +9,87 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - + + +160 + + + +180 + + + +200 + + + +220 + + - --0.01 - - - --0.008 - - - --0.006 - - - --0.004 - - - --0.002 - - - -0 - - - - - - + +0.005 + + + +0.006 + + + +0.007 + + + +0.008 + + + +0.009 + + + +0.01 + + + +0.011 + + + +0.012 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/change/median.svg b/criterion/micro_ops_tee/report/change/median.svg index 1729b6ceef67..74269faeb470 100644 --- a/criterion/micro_ops_tee/report/change/median.svg +++ b/criterion/micro_ops_tee/report/change/median.svg @@ -9,79 +9,79 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - -400 - - + - --0.0035 - - - --0.003 - - - --0.0025 - - - --0.002 - - - --0.0015 - - - --0.001 - - - --5e-4 - - - -0 - - - -5e-4 - - - - - - + +0.0075 + + + +0.008 + + + +0.0085 + + + +0.009 + + + +0.0095 + + + +0.01 + + + +0.0105 + + + +0.011 + + + +0.0115 + + + +0.012 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/change/t-test.svg b/criterion/micro_ops_tee/report/change/t-test.svg index 312df5b0d080..34869bea766f 100644 --- a/criterion/micro_ops_tee/report/change/t-test.svg +++ b/criterion/micro_ops_tee/report/change/t-test.svg @@ -25,57 +25,61 @@ t score 0.15 - + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + + t distribution diff --git a/criterion/micro_ops_tee/report/index.html b/criterion/micro_ops_tee/report/index.html index 66e4d356ec8e..47d70f2c8483 100644 --- a/criterion/micro_ops_tee/report/index.html +++ b/criterion/micro_ops_tee/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 6.9039 µs - 6.9203 µs - 6.9412 µs + 6.9658 µs + 6.9817 µs + 7.0054 µs R² - 0.9790376 - 0.9797989 - 0.9785538 + 0.9836751 + 0.9843610 + 0.9828283 Mean - 6.9033 µs - 6.9179 µs - 6.9371 µs + 6.9635 µs + 6.9786 µs + 6.9976 µs Std. Dev. - 37.971 ns - 87.338 ns - 134.01 ns + 40.730 ns + 88.116 ns + 129.05 ns Median - 6.8953 µs - 6.9009 µs - 6.9090 µs + 6.9581 µs + 6.9728 µs + 6.9814 µs MAD - 20.454 ns - 28.016 ns - 36.171 ns + 27.210 ns + 34.298 ns + 46.988 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.9496% - -0.4285% - +0.0554% - (p = 0.10 > + +0.5192% + +0.8770% + +1.2088% + (p = 0.00 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_tee/report/mean.svg b/criterion/micro_ops_tee/report/mean.svg index f629dda7190a..8862df76eea9 100644 --- a/criterion/micro_ops_tee/report/mean.svg +++ b/criterion/micro_ops_tee/report/mean.svg @@ -9,86 +9,86 @@ Density (a.u.) Average time (µs) - + 5 - + 10 - + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - + + 45 - - + + 50 - + - -6.9 + +6.96 - - -6.905 + + +6.965 - - -6.91 + + +6.97 - - -6.915 + + +6.975 - - -6.92 + + +6.98 - - -6.925 + + +6.985 - - -6.93 + + +6.99 - - -6.935 + + +6.995 - - -6.94 + + +7 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/median.svg b/criterion/micro_ops_tee/report/median.svg index 9a117a10238a..afb69296dbb3 100644 --- a/criterion/micro_ops_tee/report/median.svg +++ b/criterion/micro_ops_tee/report/median.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (µs) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - -180 - - + - -6.894 - - - -6.896 - - - -6.898 - - - -6.9 - - - -6.902 + +6.96 - - -6.904 + + +6.965 - - -6.906 + + +6.97 - - -6.908 + + +6.975 - - -6.91 + + +6.98 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/pdf.svg b/criterion/micro_ops_tee/report/pdf.svg index 2ceb6378280a..25c358e46cc5 100644 --- a/criterion/micro_ops_tee/report/pdf.svg +++ b/criterion/micro_ops_tee/report/pdf.svg @@ -38,46 +38,42 @@ Average Time (µs) - + 6.8 - - + + 6.9 - - + + 7 - - + + 7.1 - - + + 7.2 - - + + 7.3 - - + + 7.4 - - + + 7.5 - - + + 7.6 - - -7.7 - - + Density (a.u.) @@ -86,62 +82,50 @@ Density (a.u.) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - -8 - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_tee/report/pdf_small.svg b/criterion/micro_ops_tee/report/pdf_small.svg index 4aff8e28a380..584eb7d0d981 100644 --- a/criterion/micro_ops_tee/report/pdf_small.svg +++ b/criterion/micro_ops_tee/report/pdf_small.svg @@ -10,59 +10,55 @@ Average Time (µs) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - -8 - - + - + 6.8 - - + + 7 - - + + 7.2 - - + + 7.4 - - + + 7.6 - - - + + + diff --git a/criterion/micro_ops_tee/report/regression.svg b/criterion/micro_ops_tee/report/regression.svg index 3ec7d8cdc2a6..745fd7f7a832 100644 --- a/criterion/micro_ops_tee/report/regression.svg +++ b/criterion/micro_ops_tee/report/regression.svg @@ -14,47 +14,47 @@ Iterations (x 10^3) - - - - - - - - + + + + + + + + - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - + 0.2 @@ -81,107 +81,107 @@ Iterations (x 10^3) - - + + - - - + + + - + - - - - + + + + - + - - - - - - + + + + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - + + - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - + + + + + + + + + + + - - - - - - - - - - - - + + + + + + + + + + + + - - - - - + + + + + - - + + Sample diff --git a/criterion/micro_ops_tee/report/regression_small.svg b/criterion/micro_ops_tee/report/regression_small.svg index 2adef4f28234..cee8d2d5fde5 100644 --- a/criterion/micro_ops_tee/report/regression_small.svg +++ b/criterion/micro_ops_tee/report/regression_small.svg @@ -12,46 +12,46 @@ Iterations (x 10^3) - - - - - - - + + + + + + + 1.0 - + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - + 0.2 @@ -84,99 +84,99 @@ Iterations (x 10^3) - + - - - - + + + + - - - - - + + + + + - - - - - + + + + + - - + + - + - - - + + + - + - - - - + + + + - - - + + + - + - - - - - + + + + + - + - + - + - - - - - + + + + + - + - + - - - - - - - - - - + + + + + + + + + + - + - - - - - + + + + + - - + + diff --git a/criterion/micro_ops_tee/report/relative_pdf_small.svg b/criterion/micro_ops_tee/report/relative_pdf_small.svg index 56f9d3769591..8a693b088f28 100644 --- a/criterion/micro_ops_tee/report/relative_pdf_small.svg +++ b/criterion/micro_ops_tee/report/relative_pdf_small.svg @@ -39,20 +39,28 @@ Average Time (µs) - + +6.8 + + + 7 - - -7.5 + + +7.2 - - -8 + + +7.4 + + + +7.6 - - - - - + + + + + diff --git a/criterion/micro_ops_tee/report/relative_regression_small.svg b/criterion/micro_ops_tee/report/relative_regression_small.svg index 575b3e6fe137..9925dbe176f6 100644 --- a/criterion/micro_ops_tee/report/relative_regression_small.svg +++ b/criterion/micro_ops_tee/report/relative_regression_small.svg @@ -17,10 +17,10 @@ Iterations (x 10^3) - + - - + + 0.0 @@ -42,22 +42,22 @@ Iterations (x 10^3) 4.0 - + 5.0 - + 6.0 - + 7.0 - - + + 8.0 - + 0 @@ -87,8 +87,8 @@ Iterations (x 10^3) 1.2 - - - - + + + + diff --git a/criterion/micro_ops_tee/report/slope.svg b/criterion/micro_ops_tee/report/slope.svg index bf8fbf25e9eb..91965c932176 100644 --- a/criterion/micro_ops_tee/report/slope.svg +++ b/criterion/micro_ops_tee/report/slope.svg @@ -9,86 +9,78 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - -45 - - + - -6.9 - - - -6.905 + +6.965 - - -6.91 + + +6.97 - - -6.915 + + +6.975 - - -6.92 + + +6.98 - - -6.925 + + +6.985 - - -6.93 + + +6.99 - - -6.935 + + +6.995 - - -6.94 + + +7 - - -6.945 + + +7.005 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/typical.svg b/criterion/micro_ops_tee/report/typical.svg index 9d04114c858e..bcdbda734122 100644 --- a/criterion/micro_ops_tee/report/typical.svg +++ b/criterion/micro_ops_tee/report/typical.svg @@ -9,86 +9,78 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - -45 - - + - -6.9 - - - -6.905 + +6.965 - - -6.91 + + +6.97 - - -6.915 + + +6.975 - - -6.92 + + +6.98 - - -6.925 + + +6.985 - - -6.93 + + +6.99 - - -6.935 + + +6.995 - - -6.94 + + +7 - - -6.945 + + +7.005 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/base/estimates.json b/criterion/micro_ops_union/base/estimates.json index 60121b51672b..15f9051d20ab 100644 --- a/criterion/micro_ops_union/base/estimates.json +++ b/criterion/micro_ops_union/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16966.06992843253,"upper_bound":17376.500932232437},"point_estimate":17131.468780317828,"standard_error":107.70554399495177},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16920.282258064515,"upper_bound":16950.73076923077},"point_estimate":16937.79376940994,"standard_error":8.298968418865764},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":51.9837780160587,"upper_bound":88.63732638252262},"point_estimate":68.51431949974021,"standard_error":8.960812102000082},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16942.637610280926,"upper_bound":17001.839203442312},"point_estimate":16968.51349046845,"standard_error":15.174949683378465},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":203.86040536565667,"upper_bound":1758.6626027951033},"point_estimate":1081.8443037432066,"standard_error":439.0226183905629}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17035.759180802626,"upper_bound":17305.600419580707},"point_estimate":17149.00320614208,"standard_error":69.60553620200633},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16983.530844155845,"upper_bound":17013.25854037267},"point_estimate":16995.73619311919,"standard_error":6.896465643260036},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":42.40551813697371,"upper_bound":83.86615933065109},"point_estimate":61.11738933161601,"standard_error":10.65414384298002},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17023.289603010064,"upper_bound":17164.418505981972},"point_estimate":17087.41239212354,"standard_error":36.13728795967712},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":199.003699055706,"upper_bound":1094.195415374077},"point_estimate":697.5636394960165,"standard_error":238.9198494153226}} \ No newline at end of file diff --git a/criterion/micro_ops_union/base/sample.json b/criterion/micro_ops_union/base/sample.json index df1e984f7a38..10023aba1213 100644 --- a/criterion/micro_ops_union/base/sample.json +++ b/criterion/micro_ops_union/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[134749.0,270340.0,404300.0,541501.0,674029.0,817422.0,943637.0,1077217.0,1211928.0,1348985.0,1481579.0,1633205.0,1755895.0,1897125.0,3184209.0,2669292.0,2467085.0,2553196.0,2557062.0,2730823.0,3321112.0,3005562.0,3096824.0,3239958.0,3392407.0,3514390.0,3665921.0,3769425.0,3925146.0,4051583.0,4219527.0,4337951.0,4468877.0,4619558.0,4714760.0,4860508.0,5028970.0,5116694.0,5297048.0,5397803.0,5552750.0,5684040.0,6231903.0,6004641.0,6088413.0,6215978.0,6394975.0,6499029.0,6633909.0,6794455.0,6888270.0,7059260.0,7212297.0,7342779.0,7428399.0,7561691.0,7730619.0,7861579.0,8036765.0,8139671.0,8281731.0,8392460.0,8540713.0,8627462.0,8814380.0,8928528.0,9033272.0,9227430.0,9348301.0,9811277.0,9597638.0,9755335.0,9977796.0,10052366.0,10180866.0,10319241.0,10410162.0,10557417.0,10743757.0,10850053.0,10992179.0,11116215.0,11228355.0,11383022.0,11481166.0,11661282.0,11808463.0,11894184.0,12154522.0,12163727.0,12366655.0,12465611.0,12553288.0,12741607.0,12844642.0,13020329.0,13156111.0,13284158.0,13403792.0,13493397.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[134942.0,269934.0,414591.0,544219.0,678665.0,822799.0,944252.0,1079191.0,1215491.0,1354296.0,1501479.0,2169967.0,1785748.0,1919437.0,2035959.0,2172568.0,2319782.0,2450474.0,2562491.0,2736238.0,2853792.0,2988516.0,3141123.0,3271554.0,3430203.0,3598305.0,3673399.0,3827715.0,3934510.0,4075050.0,4215287.0,4346692.0,4492463.0,4623721.0,4757462.0,4870216.0,5056039.0,5400701.0,6385347.0,5986827.0,5571255.0,5721424.0,5803759.0,5961431.0,6145448.0,6262085.0,6383008.0,6527002.0,6693456.0,6778419.0,6926593.0,7051535.0,7224239.0,7324773.0,7456004.0,7621507.0,7733093.0,7876498.0,7991977.0,8155131.0,8262742.0,8488948.0,8564960.0,8682063.0,8823363.0,9001320.0,9081881.0,9782421.0,9347512.0,9541246.0,9667792.0,9726886.0,9925861.0,10099495.0,10215348.0,10341766.0,10468470.0,11123543.0,10775014.0,10881660.0,11594199.0,11130182.0,11233255.0,11432112.0,11520837.0,11673323.0,11828614.0,11943436.0,12119030.0,12233044.0,12421585.0,12522632.0,12632803.0,12808786.0,13446869.0,13028385.0,13172130.0,13320951.0,13457593.0,13614317.0]} \ No newline at end of file diff --git a/criterion/micro_ops_union/base/tukey.json b/criterion/micro_ops_union/base/tukey.json index 061ab98cc373..83446ebc4532 100644 --- a/criterion/micro_ops_union/base/tukey.json +++ b/criterion/micro_ops_union/base/tukey.json @@ -1 +1 @@ -[16600.68234606212,16742.317261831966,17120.01037055155,17261.645286321393] \ No newline at end of file +[16706.037625387115,16835.439666741855,17180.51177702116,17309.913818375895] \ No newline at end of file diff --git a/criterion/micro_ops_union/change/estimates.json b/criterion/micro_ops_union/change/estimates.json index 96396cfd4e84..2b9c82a8a484 100644 --- a/criterion/micro_ops_union/change/estimates.json +++ b/criterion/micro_ops_union/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.007624842293170684,"upper_bound":0.020455481377575295},"point_estimate":0.005566876153060285,"standard_error":0.007112145114380291},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0029768488016157606,"upper_bound":-0.00009371938023861048},"point_estimate":-0.0014201008553670347,"standard_error":0.0007476294182993976}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.014487642487735783,"upper_bound":0.014993588332502212},"point_estimate":0.0010235214533615977,"standard_error":0.007519093659959503},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0025409762149728454,"upper_bound":0.004965649199340044},"point_estimate":0.003420895572237903,"standard_error":0.0006264605579258108}} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/estimates.json b/criterion/micro_ops_union/new/estimates.json index 60121b51672b..15f9051d20ab 100644 --- a/criterion/micro_ops_union/new/estimates.json +++ b/criterion/micro_ops_union/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16966.06992843253,"upper_bound":17376.500932232437},"point_estimate":17131.468780317828,"standard_error":107.70554399495177},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16920.282258064515,"upper_bound":16950.73076923077},"point_estimate":16937.79376940994,"standard_error":8.298968418865764},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":51.9837780160587,"upper_bound":88.63732638252262},"point_estimate":68.51431949974021,"standard_error":8.960812102000082},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16942.637610280926,"upper_bound":17001.839203442312},"point_estimate":16968.51349046845,"standard_error":15.174949683378465},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":203.86040536565667,"upper_bound":1758.6626027951033},"point_estimate":1081.8443037432066,"standard_error":439.0226183905629}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17035.759180802626,"upper_bound":17305.600419580707},"point_estimate":17149.00320614208,"standard_error":69.60553620200633},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16983.530844155845,"upper_bound":17013.25854037267},"point_estimate":16995.73619311919,"standard_error":6.896465643260036},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":42.40551813697371,"upper_bound":83.86615933065109},"point_estimate":61.11738933161601,"standard_error":10.65414384298002},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17023.289603010064,"upper_bound":17164.418505981972},"point_estimate":17087.41239212354,"standard_error":36.13728795967712},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":199.003699055706,"upper_bound":1094.195415374077},"point_estimate":697.5636394960165,"standard_error":238.9198494153226}} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/sample.json b/criterion/micro_ops_union/new/sample.json index df1e984f7a38..10023aba1213 100644 --- a/criterion/micro_ops_union/new/sample.json +++ b/criterion/micro_ops_union/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[134749.0,270340.0,404300.0,541501.0,674029.0,817422.0,943637.0,1077217.0,1211928.0,1348985.0,1481579.0,1633205.0,1755895.0,1897125.0,3184209.0,2669292.0,2467085.0,2553196.0,2557062.0,2730823.0,3321112.0,3005562.0,3096824.0,3239958.0,3392407.0,3514390.0,3665921.0,3769425.0,3925146.0,4051583.0,4219527.0,4337951.0,4468877.0,4619558.0,4714760.0,4860508.0,5028970.0,5116694.0,5297048.0,5397803.0,5552750.0,5684040.0,6231903.0,6004641.0,6088413.0,6215978.0,6394975.0,6499029.0,6633909.0,6794455.0,6888270.0,7059260.0,7212297.0,7342779.0,7428399.0,7561691.0,7730619.0,7861579.0,8036765.0,8139671.0,8281731.0,8392460.0,8540713.0,8627462.0,8814380.0,8928528.0,9033272.0,9227430.0,9348301.0,9811277.0,9597638.0,9755335.0,9977796.0,10052366.0,10180866.0,10319241.0,10410162.0,10557417.0,10743757.0,10850053.0,10992179.0,11116215.0,11228355.0,11383022.0,11481166.0,11661282.0,11808463.0,11894184.0,12154522.0,12163727.0,12366655.0,12465611.0,12553288.0,12741607.0,12844642.0,13020329.0,13156111.0,13284158.0,13403792.0,13493397.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[134942.0,269934.0,414591.0,544219.0,678665.0,822799.0,944252.0,1079191.0,1215491.0,1354296.0,1501479.0,2169967.0,1785748.0,1919437.0,2035959.0,2172568.0,2319782.0,2450474.0,2562491.0,2736238.0,2853792.0,2988516.0,3141123.0,3271554.0,3430203.0,3598305.0,3673399.0,3827715.0,3934510.0,4075050.0,4215287.0,4346692.0,4492463.0,4623721.0,4757462.0,4870216.0,5056039.0,5400701.0,6385347.0,5986827.0,5571255.0,5721424.0,5803759.0,5961431.0,6145448.0,6262085.0,6383008.0,6527002.0,6693456.0,6778419.0,6926593.0,7051535.0,7224239.0,7324773.0,7456004.0,7621507.0,7733093.0,7876498.0,7991977.0,8155131.0,8262742.0,8488948.0,8564960.0,8682063.0,8823363.0,9001320.0,9081881.0,9782421.0,9347512.0,9541246.0,9667792.0,9726886.0,9925861.0,10099495.0,10215348.0,10341766.0,10468470.0,11123543.0,10775014.0,10881660.0,11594199.0,11130182.0,11233255.0,11432112.0,11520837.0,11673323.0,11828614.0,11943436.0,12119030.0,12233044.0,12421585.0,12522632.0,12632803.0,12808786.0,13446869.0,13028385.0,13172130.0,13320951.0,13457593.0,13614317.0]} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/tukey.json b/criterion/micro_ops_union/new/tukey.json index 061ab98cc373..83446ebc4532 100644 --- a/criterion/micro_ops_union/new/tukey.json +++ b/criterion/micro_ops_union/new/tukey.json @@ -1 +1 @@ -[16600.68234606212,16742.317261831966,17120.01037055155,17261.645286321393] \ No newline at end of file +[16706.037625387115,16835.439666741855,17180.51177702116,17309.913818375895] \ No newline at end of file diff --git a/criterion/micro_ops_union/report/MAD.svg b/criterion/micro_ops_union/report/MAD.svg index 1e8252f2a025..b16ad506ad2b 100644 --- a/criterion/micro_ops_union/report/MAD.svg +++ b/criterion/micro_ops_union/report/MAD.svg @@ -9,90 +9,86 @@ Density (a.u.) Average time (ns) - + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - + + 0.025 - - + + 0.03 - - + + 0.035 - - + + 0.04 - - + + 0.045 - - -0.05 + + + +40 - - -0.055 + + +45 - - - + + 50 - - + + 55 - - + + 60 - - + + 65 - - + + 70 - - + + 75 - - + + 80 - - + + 85 - - -90 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/SD.svg b/criterion/micro_ops_union/report/SD.svg index 5bb87384242d..54f3b14b1000 100644 --- a/criterion/micro_ops_union/report/SD.svg +++ b/criterion/micro_ops_union/report/SD.svg @@ -9,82 +9,94 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - + + +2 + + - + +0.1 + + + 0.2 - - + + +0.3 + + + 0.4 - - -0.6 + + +0.5 - - -0.8 + + +0.6 - - -1 + + +0.7 - - -1.2 + + +0.8 - - -1.4 + + +0.9 - - -1.6 + + +1 - - -1.8 + + +1.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/both/pdf.svg b/criterion/micro_ops_union/report/both/pdf.svg index d6001497e15d..f800702a96c6 100644 --- a/criterion/micro_ops_union/report/both/pdf.svg +++ b/criterion/micro_ops_union/report/both/pdf.svg @@ -9,34 +9,30 @@ Density (a.u.) Average Time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - -1.4 - - + 20 @@ -46,10 +42,10 @@ Average Time (µs) 25 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_union/report/both/regression.svg b/criterion/micro_ops_union/report/both/regression.svg index 74a1b25f347f..3782279dfd9a 100644 --- a/criterion/micro_ops_union/report/both/regression.svg +++ b/criterion/micro_ops_union/report/both/regression.svg @@ -19,11 +19,11 @@ Iterations - - - - - + + + + + 0.0 @@ -33,26 +33,26 @@ Iterations 2.0 - + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + 0 @@ -90,10 +90,10 @@ Iterations 800 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_union/report/change/mean.svg b/criterion/micro_ops_union/report/change/mean.svg index c58f553feebe..b197f3268d43 100644 --- a/criterion/micro_ops_union/report/change/mean.svg +++ b/criterion/micro_ops_union/report/change/mean.svg @@ -9,83 +9,79 @@ Density (a.u.) Relative change (%) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - + + 45 - - + + 50 - - -55 - - + - + +-0.015 + + + -0.01 - - + + -0.005 - - -1.73472e-18 + + +0 - - + + 0.005 - - + + 0.01 - - + + 0.015 - - -0.02 - - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/change/median.svg b/criterion/micro_ops_union/report/change/median.svg index a4b5827072ca..b7d065973c1f 100644 --- a/criterion/micro_ops_union/report/change/median.svg +++ b/criterion/micro_ops_union/report/change/median.svg @@ -9,78 +9,58 @@ Density (a.u.) Relative change (%) - -50 - - - + 100 - - -150 - - - + + 200 - - -250 - - - + + 300 - - -350 - - - + + 400 - - -450 - - - + + 500 - - - --0.003 + + +600 - - --0.0025 + + + +0.0025 - - --0.002 + + +0.003 - - --0.0015 + + +0.0035 - - --0.001 + + +0.004 - - --5e-4 + + +0.0045 - - -0 + + +0.005 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/change/t-test.svg b/criterion/micro_ops_union/report/change/t-test.svg index 001c53ab38ac..50390395002a 100644 --- a/criterion/micro_ops_union/report/change/t-test.svg +++ b/criterion/micro_ops_union/report/change/t-test.svg @@ -13,65 +13,65 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + + t distribution diff --git a/criterion/micro_ops_union/report/index.html b/criterion/micro_ops_union/report/index.html index 9f3f451eac6d..2bee5bcf98c0 100644 --- a/criterion/micro_ops_union/report/index.html +++ b/criterion/micro_ops_union/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 16.943 µs - 16.969 µs - 17.002 µs + 17.023 µs + 17.087 µs + 17.164 µs R² - 0.9529797 - 0.9532804 - 0.9527818 + 0.9385428 + 0.9402920 + 0.9377715 Mean - 16.966 µs - 17.131 µs - 17.377 µs + 17.036 µs + 17.149 µs + 17.306 µs Std. Dev. - 203.86 ns - 1.0818 µs - 1.7587 µs + 199.00 ns + 697.56 ns + 1.0942 µs Median - 16.920 µs - 16.938 µs - 16.951 µs + 16.984 µs + 16.996 µs + 17.013 µs MAD - 51.984 ns - 68.514 ns - 88.637 ns + 42.406 ns + 61.117 ns + 83.866 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.7625% - +0.5567% - +2.0455% - (p = 0.49 > + -1.4488% + +0.1024% + +1.4994% + (p = 0.90 > 0.05) diff --git a/criterion/micro_ops_union/report/mean.svg b/criterion/micro_ops_union/report/mean.svg index 1c94ac1bb1d1..eaec1e62e634 100644 --- a/criterion/micro_ops_union/report/mean.svg +++ b/criterion/micro_ops_union/report/mean.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (µs)
- -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - - - -16.95 + + +5 - - -17 + + +6 - - + + + 17.05 - - + + 17.1 - - + + 17.15 - - + + 17.2 - - + + 17.25 - - + + 17.3 - - -17.35 - - - -17.4 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/median.svg b/criterion/micro_ops_union/report/median.svg index 06256b063dfb..49980d525b29 100644 --- a/criterion/micro_ops_union/report/median.svg +++ b/criterion/micro_ops_union/report/median.svg @@ -9,70 +9,78 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - + + +90 + + + +100 + + - -16.92 + +16.985 - - -16.925 + + +16.99 - - -16.93 + + +16.995 - - -16.935 + + +17 - - -16.94 + + +17.005 - - -16.945 + + +17.01 - - -16.95 + + +17.015 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/pdf.svg b/criterion/micro_ops_union/report/pdf.svg index bff2573c1d66..72d438ceabc9 100644 --- a/criterion/micro_ops_union/report/pdf.svg +++ b/criterion/micro_ops_union/report/pdf.svg @@ -46,30 +46,38 @@ Average Time (µs) - + 16 - - + + +17 + + + 18 - - + + +19 + + + 20 - - -22 + + +21 - - -24 + + +22 - - -26 + + +23 - + Density (a.u.) @@ -78,58 +86,56 @@ Density (a.u.) 0 - -0.1 - - - + 0.2 - - -0.3 - - - + + 0.4 - - -0.5 - - - + + 0.6 - - -0.7 - - - + + 0.8 - - - - - - - - - - - - - - - - - - - - - + + +1 + + + +1.2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_union/report/pdf_small.svg b/criterion/micro_ops_union/report/pdf_small.svg index bf06de285e38..a7184f997f97 100644 --- a/criterion/micro_ops_union/report/pdf_small.svg +++ b/criterion/micro_ops_union/report/pdf_small.svg @@ -10,47 +10,47 @@ Average Time (µs) 0 - -0.1 - - - + 0.2 - - -0.3 - - - + + 0.4 - - -0.5 - - - + + 0.6 - - -0.7 - - - + + 0.8 - + + +1 + + + +1.2 + + - + +16 + + + +18 + + + 20 - - -25 + + +22 - - - + + + diff --git a/criterion/micro_ops_union/report/regression.svg b/criterion/micro_ops_union/report/regression.svg index fb449beddb3f..ab099a4b07d0 100644 --- a/criterion/micro_ops_union/report/regression.svg +++ b/criterion/micro_ops_union/report/regression.svg @@ -16,37 +16,37 @@ Iterations - - - - - - + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + 100 @@ -89,96 +89,96 @@ Iterations - + - - + + - - - - + + + + - - - - + + + + - - + + - - + + - + - - - - - - - - - + + + + + + + + + - - + + - + - - - - + + + + - - - - - + + + + + - - - + + + - - - - + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_union/report/regression_small.svg b/criterion/micro_ops_union/report/regression_small.svg index 2ad8bda02fba..2d4cc1ca7aa4 100644 --- a/criterion/micro_ops_union/report/regression_small.svg +++ b/criterion/micro_ops_union/report/regression_small.svg @@ -14,36 +14,36 @@ Iterations - - - - - + + + + + 2.0 - + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + 100 @@ -88,94 +88,94 @@ Iterations - - + + - - - - + + + + - - - + + + - + - - - + + + - + - - - + + + - - - + + + - - + + - + - - - - + + + + - - - - - + + + + + - + - + - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - + + + + + + diff --git a/criterion/micro_ops_union/report/relative_pdf_small.svg b/criterion/micro_ops_union/report/relative_pdf_small.svg index e40161598f10..a42c40e817ed 100644 --- a/criterion/micro_ops_union/report/relative_pdf_small.svg +++ b/criterion/micro_ops_union/report/relative_pdf_small.svg @@ -6,34 +6,30 @@ Density (a.u.) Average Time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - -1.4 - - + 20 @@ -43,8 +39,8 @@ Average Time (µs) 25 - - - - + + + + diff --git a/criterion/micro_ops_union/report/relative_regression_small.svg b/criterion/micro_ops_union/report/relative_regression_small.svg index d98184539562..505616f5cb62 100644 --- a/criterion/micro_ops_union/report/relative_regression_small.svg +++ b/criterion/micro_ops_union/report/relative_regression_small.svg @@ -19,7 +19,7 @@ Iterations - + @@ -42,10 +42,10 @@ Iterations 8.0 - + 10.0 - + 12.0 @@ -87,8 +87,8 @@ Iterations 800 - - - - + + + + diff --git a/criterion/micro_ops_union/report/slope.svg b/criterion/micro_ops_union/report/slope.svg index 8a9b2078bee7..c5f718da867c 100644 --- a/criterion/micro_ops_union/report/slope.svg +++ b/criterion/micro_ops_union/report/slope.svg @@ -9,58 +9,70 @@ Density (a.u.) Average time (µs) - -5 + +2 - - -10 + + +4 + + + +6 - - -15 + + +8 - - -20 + + +10 - - -25 + + +12 - + - -16.94 + +17.02 - - -16.95 + + +17.04 - - -16.96 + + +17.06 - - -16.97 + + +17.08 - - -16.98 + + +17.1 - - -16.99 + + +17.12 - + + +17.14 + + -17 +17.16 - - - + +17.18 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/typical.svg b/criterion/micro_ops_union/report/typical.svg index 714c39ab4422..53c861055cb6 100644 --- a/criterion/micro_ops_union/report/typical.svg +++ b/criterion/micro_ops_union/report/typical.svg @@ -9,58 +9,70 @@ Density (a.u.) Average time (µs) - -5 + +2 - - -10 + + +4 + + + +6 - - -15 + + +8 - - -20 + + +10 - - -25 + + +12 - + - -16.94 + +17.02 - - -16.95 + + +17.04 - - -16.96 + + +17.06 - - -16.97 + + +17.08 - - -16.98 + + +17.1 - - -16.99 + + +17.12 - + + +17.14 + + -17 +17.16 - - - + +17.18 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/base/estimates.json b/criterion/micro_ops_unique/base/estimates.json index 8e917564a6a4..24cd7a5dc9a5 100644 --- a/criterion/micro_ops_unique/base/estimates.json +++ b/criterion/micro_ops_unique/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52790.50555132116,"upper_bound":53085.293976700734},"point_estimate":52915.56319836341,"standard_error":76.54942939736699},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52726.02525252525,"upper_bound":52784.39467592593},"point_estimate":52765.7183568768,"standard_error":14.83866538251415},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":103.69626301203279,"upper_bound":229.09712111001303},"point_estimate":166.30092724364283,"standard_error":32.01213465639472},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52839.888551737684,"upper_bound":53054.72610660623},"point_estimate":52934.023253698506,"standard_error":55.263316706256795},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":306.6864843155128,"upper_bound":1192.8029366775395},"point_estimate":766.6676938312162,"standard_error":260.88508759775743}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52823.605321531744,"upper_bound":52928.05120146016},"point_estimate":52871.120283264565,"standard_error":26.632623513691275},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52810.75407407407,"upper_bound":52858.1810839372},"point_estimate":52841.252012882454,"standard_error":10.633720787528},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":94.71457066856098,"upper_bound":182.42019898361542},"point_estimate":131.72015175269047,"standard_error":21.573882814548732},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52867.90536363291,"upper_bound":53043.63647681348},"point_estimate":52936.02919363578,"standard_error":46.64455189034594},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":155.732659050778,"upper_bound":384.1795010209129},"point_estimate":267.1704240291292,"standard_error":63.10557395855664}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/base/sample.json b/criterion/micro_ops_unique/base/sample.json index 74c4fdb85d3d..52f077052ecb 100644 --- a/criterion/micro_ops_unique/base/sample.json +++ b/criterion/micro_ops_unique/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[491679.0,949887.0,1414957.0,1889150.0,2368549.0,2829414.0,3311712.0,3830657.0,4269124.0,4729262.0,5223394.0,5672524.0,6922853.0,6634572.0,7110677.0,7579563.0,8073180.0,8505745.0,9003070.0,9442652.0,9937532.0,10439753.0,10871515.0,11355376.0,11915803.0,12331450.0,12765240.0,13279433.0,13754642.0,14173198.0,14687698.0,15112558.0,15681876.0,16112069.0,16538167.0,17074612.0,17548029.0,18020265.0,18462637.0,18930377.0,19557049.0,19893098.0,21222032.0,20964955.0,21656334.0,21841602.0,22257372.0,22994212.0,23227343.0,23793674.0,24159175.0,24670987.0,25173949.0,25631840.0,26128705.0,26597302.0,27073771.0,27648899.0,28796034.0,28471847.0,29070457.0,29466097.0,29920808.0,30429497.0,31019568.0,31365487.0,31840898.0,32266430.0,32758013.0,33313239.0,34469265.0,34324274.0,34826880.0,35187674.0,35669782.0,36140281.0,36514208.0,37063615.0,37524326.0,38201233.0,38487437.0,38956726.0,39392449.0,39848646.0,41955161.0,40955858.0,41504027.0,41791843.0,42240917.0,42781229.0,43372583.0,43838676.0,44164769.0,44648491.0,45105001.0,45605717.0,46237542.0,46505781.0,47118980.0,48315825.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[473974.0,955670.0,1433411.0,1884850.0,2390025.0,2848677.0,3312903.0,3795020.0,4257160.0,4756255.0,5202413.0,5688218.0,6152757.0,6619309.0,7152903.0,7595059.0,8097581.0,8534806.0,9182419.0,9493540.0,9949762.0,10455210.0,10945032.0,11416457.0,11890130.0,12322208.0,12807223.0,13252585.0,13752130.0,14302425.0,14688971.0,15192443.0,15637915.0,16286980.0,16598292.0,17055355.0,17579891.0,18002948.0,18513984.0,19093485.0,19557636.0,19993167.0,20437223.0,20895833.0,21420176.0,21876140.0,22363588.0,22858528.0,23314544.0,23793537.0,24241099.0,24691830.0,25345489.0,25680175.0,26192368.0,26805941.0,27082737.0,27644950.0,28137314.0,28529092.0,28950014.0,29486272.0,29912252.0,30494922.0,30892901.0,31529551.0,31868025.0,32728044.0,32814625.0,33260254.0,33767147.0,34664989.0,34686162.0,35151823.0,35647259.0,36167672.0,36629638.0,37097465.0,37716919.0,38041609.0,38604141.0,38959221.0,39408902.0,40066206.0,40384879.0,40891206.0,41369256.0,41867356.0,42444439.0,42841085.0,44798417.0,43771873.0,44326376.0,44769128.0,45241008.0,45663939.0,46129294.0,46745386.0,47178045.0,47531473.0]} \ No newline at end of file diff --git a/criterion/micro_ops_unique/base/tukey.json b/criterion/micro_ops_unique/base/tukey.json index 1464feb01053..427bd8f52b87 100644 --- a/criterion/micro_ops_unique/base/tukey.json +++ b/criterion/micro_ops_unique/base/tukey.json @@ -1 +1 @@ -[51981.525612568264,52318.24033896387,53216.14627601882,53552.86100241443] \ No newline at end of file +[52222.36831086602,52487.605596405236,53194.905024509804,53460.142310049014] \ No newline at end of file diff --git a/criterion/micro_ops_unique/change/estimates.json b/criterion/micro_ops_unique/change/estimates.json index f9a04aeed457..73516d9558eb 100644 --- a/criterion/micro_ops_unique/change/estimates.json +++ b/criterion/micro_ops_unique/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00003720674789322306,"upper_bound":0.005975363511692283},"point_estimate":0.0023676050023129225,"standard_error":0.0014884939491685357},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0005566023100073147,"upper_bound":0.0008404448218641836},"point_estimate":0.0004005698289957227,"standard_error":0.0003652907749691941}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004112678293282842,"upper_bound":0.00180138730050291},"point_estimate":-0.0008398836261506171,"standard_error":0.0015186632127293172},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0008588865854357586,"upper_bound":0.002244690741381339},"point_estimate":0.0014314910960708804,"standard_error":0.00033839364088926254}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/estimates.json b/criterion/micro_ops_unique/new/estimates.json index 8e917564a6a4..24cd7a5dc9a5 100644 --- a/criterion/micro_ops_unique/new/estimates.json +++ b/criterion/micro_ops_unique/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52790.50555132116,"upper_bound":53085.293976700734},"point_estimate":52915.56319836341,"standard_error":76.54942939736699},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52726.02525252525,"upper_bound":52784.39467592593},"point_estimate":52765.7183568768,"standard_error":14.83866538251415},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":103.69626301203279,"upper_bound":229.09712111001303},"point_estimate":166.30092724364283,"standard_error":32.01213465639472},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52839.888551737684,"upper_bound":53054.72610660623},"point_estimate":52934.023253698506,"standard_error":55.263316706256795},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":306.6864843155128,"upper_bound":1192.8029366775395},"point_estimate":766.6676938312162,"standard_error":260.88508759775743}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52823.605321531744,"upper_bound":52928.05120146016},"point_estimate":52871.120283264565,"standard_error":26.632623513691275},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52810.75407407407,"upper_bound":52858.1810839372},"point_estimate":52841.252012882454,"standard_error":10.633720787528},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":94.71457066856098,"upper_bound":182.42019898361542},"point_estimate":131.72015175269047,"standard_error":21.573882814548732},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52867.90536363291,"upper_bound":53043.63647681348},"point_estimate":52936.02919363578,"standard_error":46.64455189034594},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":155.732659050778,"upper_bound":384.1795010209129},"point_estimate":267.1704240291292,"standard_error":63.10557395855664}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/sample.json b/criterion/micro_ops_unique/new/sample.json index 74c4fdb85d3d..52f077052ecb 100644 --- a/criterion/micro_ops_unique/new/sample.json +++ b/criterion/micro_ops_unique/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[491679.0,949887.0,1414957.0,1889150.0,2368549.0,2829414.0,3311712.0,3830657.0,4269124.0,4729262.0,5223394.0,5672524.0,6922853.0,6634572.0,7110677.0,7579563.0,8073180.0,8505745.0,9003070.0,9442652.0,9937532.0,10439753.0,10871515.0,11355376.0,11915803.0,12331450.0,12765240.0,13279433.0,13754642.0,14173198.0,14687698.0,15112558.0,15681876.0,16112069.0,16538167.0,17074612.0,17548029.0,18020265.0,18462637.0,18930377.0,19557049.0,19893098.0,21222032.0,20964955.0,21656334.0,21841602.0,22257372.0,22994212.0,23227343.0,23793674.0,24159175.0,24670987.0,25173949.0,25631840.0,26128705.0,26597302.0,27073771.0,27648899.0,28796034.0,28471847.0,29070457.0,29466097.0,29920808.0,30429497.0,31019568.0,31365487.0,31840898.0,32266430.0,32758013.0,33313239.0,34469265.0,34324274.0,34826880.0,35187674.0,35669782.0,36140281.0,36514208.0,37063615.0,37524326.0,38201233.0,38487437.0,38956726.0,39392449.0,39848646.0,41955161.0,40955858.0,41504027.0,41791843.0,42240917.0,42781229.0,43372583.0,43838676.0,44164769.0,44648491.0,45105001.0,45605717.0,46237542.0,46505781.0,47118980.0,48315825.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[473974.0,955670.0,1433411.0,1884850.0,2390025.0,2848677.0,3312903.0,3795020.0,4257160.0,4756255.0,5202413.0,5688218.0,6152757.0,6619309.0,7152903.0,7595059.0,8097581.0,8534806.0,9182419.0,9493540.0,9949762.0,10455210.0,10945032.0,11416457.0,11890130.0,12322208.0,12807223.0,13252585.0,13752130.0,14302425.0,14688971.0,15192443.0,15637915.0,16286980.0,16598292.0,17055355.0,17579891.0,18002948.0,18513984.0,19093485.0,19557636.0,19993167.0,20437223.0,20895833.0,21420176.0,21876140.0,22363588.0,22858528.0,23314544.0,23793537.0,24241099.0,24691830.0,25345489.0,25680175.0,26192368.0,26805941.0,27082737.0,27644950.0,28137314.0,28529092.0,28950014.0,29486272.0,29912252.0,30494922.0,30892901.0,31529551.0,31868025.0,32728044.0,32814625.0,33260254.0,33767147.0,34664989.0,34686162.0,35151823.0,35647259.0,36167672.0,36629638.0,37097465.0,37716919.0,38041609.0,38604141.0,38959221.0,39408902.0,40066206.0,40384879.0,40891206.0,41369256.0,41867356.0,42444439.0,42841085.0,44798417.0,43771873.0,44326376.0,44769128.0,45241008.0,45663939.0,46129294.0,46745386.0,47178045.0,47531473.0]} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/tukey.json b/criterion/micro_ops_unique/new/tukey.json index 1464feb01053..427bd8f52b87 100644 --- a/criterion/micro_ops_unique/new/tukey.json +++ b/criterion/micro_ops_unique/new/tukey.json @@ -1 +1 @@ -[51981.525612568264,52318.24033896387,53216.14627601882,53552.86100241443] \ No newline at end of file +[52222.36831086602,52487.605596405236,53194.905024509804,53460.142310049014] \ No newline at end of file diff --git a/criterion/micro_ops_unique/report/MAD.svg b/criterion/micro_ops_unique/report/MAD.svg index 65ee48e48a8e..7c6ffa91f5da 100644 --- a/criterion/micro_ops_unique/report/MAD.svg +++ b/criterion/micro_ops_unique/report/MAD.svg @@ -9,74 +9,98 @@ Density (a.u.) Average time (ns) - + 0.002 - - + + 0.004 - - + + 0.006 - - + + 0.008 - - + + 0.01 - - + + 0.012 - - + + 0.014 - - + + 0.016 - + + +0.018 + + + +0.02 + + + +0.022 + + - + +90 + + + 100 - - -120 + + +110 - + -140 +120 - -160 + +130 - - -180 + + +140 - - -200 + + +150 - - -220 + + +160 + + + +170 + + + +180 - - -240 + + +190 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/SD.svg b/criterion/micro_ops_unique/report/SD.svg index 1ff8637c8174..59138750ed47 100644 --- a/criterion/micro_ops_unique/report/SD.svg +++ b/criterion/micro_ops_unique/report/SD.svg @@ -6,77 +6,73 @@ micro/ops/unique:SD Density (a.u.) -Average time (µs) +Average time (ns) - -0.5 + +0.001 - - -1 + + +0.002 - - -1.5 + + +0.003 - - -2 + + +0.004 - - -2.5 + + +0.005 - - -3 + + +0.006 - - - -0.3 - - - -0.4 + + +0.007 - - -0.5 + + +0.008 - - -0.6 + + +0.009 - - -0.7 + + + +150 - - -0.8 + + +200 - - -0.9 + + +250 - - -1 + + +300 - - -1.1 + + +350 - - -1.2 + + +400 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/both/pdf.svg b/criterion/micro_ops_unique/report/both/pdf.svg index 77e9385a7fa4..faa25f708bbd 100644 --- a/criterion/micro_ops_unique/report/both/pdf.svg +++ b/criterion/micro_ops_unique/report/both/pdf.svg @@ -9,26 +9,46 @@ Density (a.u.) Average Time (µs) - -0.5 + +0.2 - - + + +0.4 + + + +0.6 + + + +0.8 + + + 1 - - -1.5 + + +1.2 - - -2 + + +1.4 - - -2.5 + + +1.6 + + + +1.8 + + + +2 - + 52 @@ -50,10 +70,10 @@ Average Time (µs) 60 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_unique/report/both/regression.svg b/criterion/micro_ops_unique/report/both/regression.svg index d12d03b2ea12..1838d1228991 100644 --- a/criterion/micro_ops_unique/report/both/regression.svg +++ b/criterion/micro_ops_unique/report/both/regression.svg @@ -110,8 +110,8 @@ Iterations 900 - - + + diff --git a/criterion/micro_ops_unique/report/change/mean.svg b/criterion/micro_ops_unique/report/change/mean.svg index f9f178327d19..503d08c5ac23 100644 --- a/criterion/micro_ops_unique/report/change/mean.svg +++ b/criterion/micro_ops_unique/report/change/mean.svg @@ -9,58 +9,58 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - + - -0 + +-0.004 - - -0.001 + + +-0.003 - - -0.002 + + +-0.002 - - -0.003 + + +-0.001 - - -0.004 + + +0 - - -0.005 + + +0.001 - - -0.006 + + +0.002 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/change/median.svg b/criterion/micro_ops_unique/report/change/median.svg index 0f8be4c3f976..7f960998fab5 100644 --- a/criterion/micro_ops_unique/report/change/median.svg +++ b/criterion/micro_ops_unique/report/change/median.svg @@ -9,86 +9,74 @@ Density (a.u.) Relative change (%) - -100 - - - + 200 - - -300 - - - + + 400 - - -500 - - - + + 600 - - -700 - - - + + 800 - - -900 - - - + + 1000 - - -1100 + + +1200 - + + +1400 + + + +1600 + + - --6e-4 + +8e-4 - - --4e-4 + + +0.001 - - --2e-4 + + +0.0012 - - -0 + + +0.0014 - - -2e-4 + + +0.0016 - - -4e-4 + + +0.0018 - - -6e-4 + + +0.002 - - -8e-4 + + +0.0022 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/change/t-test.svg b/criterion/micro_ops_unique/report/change/t-test.svg index f926d4ecc4a7..246f6acc6701 100644 --- a/criterion/micro_ops_unique/report/change/t-test.svg +++ b/criterion/micro_ops_unique/report/change/t-test.svg @@ -13,73 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_unique/report/index.html b/criterion/micro_ops_unique/report/index.html index 2ed136c0743d..4a0c4a7cb0a2 100644 --- a/criterion/micro_ops_unique/report/index.html +++ b/criterion/micro_ops_unique/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 52.840 µs - 52.934 µs - 53.055 µs + 52.868 µs + 52.936 µs + 53.044 µs R² - 0.9906677 - 0.9910727 - 0.9904070 + 0.9949084 + 0.9951367 + 0.9945671 Mean - 52.791 µs - 52.916 µs - 53.085 µs + 52.824 µs + 52.871 µs + 52.928 µs Std. Dev. - 306.69 ns - 766.67 ns - 1.1928 µs + 155.73 ns + 267.17 ns + 384.18 ns Median - 52.726 µs - 52.766 µs - 52.784 µs + 52.811 µs + 52.841 µs + 52.858 µs MAD - 103.70 ns - 166.30 ns - 229.10 ns + 94.715 ns + 131.72 ns + 182.42 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.0037% - +0.2368% - +0.5975% - (p = 0.12 > + -0.4113% + -0.0840% + +0.1801% + (p = 0.61 > 0.05) diff --git a/criterion/micro_ops_unique/report/mean.svg b/criterion/micro_ops_unique/report/mean.svg index 26c1bc825795..2a4f00ce03bb 100644 --- a/criterion/micro_ops_unique/report/mean.svg +++ b/criterion/micro_ops_unique/report/mean.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (µs)
- -0.5 - - - -1 - - - -1.5 - - - + 2 - - -2.5 + + +4 - - -3 + + +6 - - -3.5 + + +8 - - -4 + + +10 - - -4.5 + + +12 - - -5 + + +14 - - -5.5 + + +16 - + - -52.8 + +52.82 - - -52.85 + + +52.84 - - -52.9 + + +52.86 - + -52.95 +52.88 - -53 - - - -53.05 - - - -53.1 + +52.9 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/median.svg b/criterion/micro_ops_unique/report/median.svg index ea8796204593..3cd570bf37a1 100644 --- a/criterion/micro_ops_unique/report/median.svg +++ b/criterion/micro_ops_unique/report/median.svg @@ -9,82 +9,90 @@ Density (a.u.) Average time (µs) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - - -45 - - - + + 50 - + + +60 + + + +70 + + + +80 + + + +90 + + - -52.72 + +52.81 + + + +52.815 + + + +52.82 + + + +52.825 - - -52.73 + + +52.83 - - -52.74 + + +52.835 - - -52.75 + + +52.84 - - -52.76 + + +52.845 - - -52.77 + + +52.85 - - -52.78 + + +52.855 - - -52.79 + + +52.86 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/pdf.svg b/criterion/micro_ops_unique/report/pdf.svg index 8448b89627f8..4249ba4d40ea 100644 --- a/criterion/micro_ops_unique/report/pdf.svg +++ b/criterion/micro_ops_unique/report/pdf.svg @@ -50,42 +50,30 @@ Average Time (µs) - -52 + +52.5 - - + + 53 - - -54 - - - -55 + + +53.5 - - -56 - - - -57 - - - -58 + + +54 - - -59 + + +54.5 - - -60 + + +55 - + Density (a.u.) @@ -94,70 +82,64 @@ Density (a.u.) 0 - -0.1 - - - + 0.2 - - -0.3 - - - + + 0.4 - - -0.5 - - - + + 0.6 - - -0.7 - - - + + 0.8 - - -0.9 - - - + + 1 - - - - - - - - - - - - - - - - - - - - - - - - - + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 + + + +2 + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_unique/report/pdf_small.svg b/criterion/micro_ops_unique/report/pdf_small.svg index 9ab99dce704f..750bc0234b8d 100644 --- a/criterion/micro_ops_unique/report/pdf_small.svg +++ b/criterion/micro_ops_unique/report/pdf_small.svg @@ -10,47 +10,35 @@ Average Time (µs) 0 - -0.2 + +0.5 - - -0.4 - - - -0.6 + + +1 - - -0.8 + + +1.5 - - -1 + + +2 - + - -52 + +53 - - + + 54 - - -56 - - - -58 - - - -60 + + +55 - - - + + + diff --git a/criterion/micro_ops_unique/report/regression.svg b/criterion/micro_ops_unique/report/regression.svg index 94f6f53d992d..32cab82e1b73 100644 --- a/criterion/micro_ops_unique/report/regression.svg +++ b/criterion/micro_ops_unique/report/regression.svg @@ -17,52 +17,52 @@ Iterations - - - - - - - - - + + + + + + + + + - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - + 100 @@ -104,104 +104,104 @@ Iterations - - - + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_unique/report/regression_small.svg b/criterion/micro_ops_unique/report/regression_small.svg index 0f63a5536724..d720d38b8ccf 100644 --- a/criterion/micro_ops_unique/report/regression_small.svg +++ b/criterion/micro_ops_unique/report/regression_small.svg @@ -14,52 +14,52 @@ Iterations - - - - - - - - - + + + + + + + + + - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - + 100 @@ -101,102 +101,102 @@ Iterations - + - + - - - + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + diff --git a/criterion/micro_ops_unique/report/relative_pdf_small.svg b/criterion/micro_ops_unique/report/relative_pdf_small.svg index d7d6d800f2fb..9316686d81bc 100644 --- a/criterion/micro_ops_unique/report/relative_pdf_small.svg +++ b/criterion/micro_ops_unique/report/relative_pdf_small.svg @@ -6,26 +6,46 @@ Density (a.u.) Average Time (µs) - -0.5 + +0.2 - - + + +0.4 + + + +0.6 + + + +0.8 + + + 1 - - -1.5 + + +1.2 - - -2 + + +1.4 - - -2.5 + + +1.6 + + + +1.8 + + + +2 - + 52 @@ -47,8 +67,8 @@ Average Time (µs) 60 - - - - + + + + diff --git a/criterion/micro_ops_unique/report/relative_regression_small.svg b/criterion/micro_ops_unique/report/relative_regression_small.svg index 83ff53dabddb..e7557bf5e352 100644 --- a/criterion/micro_ops_unique/report/relative_regression_small.svg +++ b/criterion/micro_ops_unique/report/relative_regression_small.svg @@ -108,7 +108,7 @@ Iterations - + diff --git a/criterion/micro_ops_unique/report/slope.svg b/criterion/micro_ops_unique/report/slope.svg index 453b8e0ff892..9284567f26fd 100644 --- a/criterion/micro_ops_unique/report/slope.svg +++ b/criterion/micro_ops_unique/report/slope.svg @@ -9,58 +9,90 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - + + +8 + + + +9 + + + +10 + + - -52.85 + +52.86 + + + +52.88 - - + + 52.9 - - -52.95 + + +52.92 - - + + +52.94 + + + +52.96 + + + +52.98 + + + 53 - - -53.05 + + +53.02 + + + +53.04 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/typical.svg b/criterion/micro_ops_unique/report/typical.svg index 87e22b91a160..0fecf27cef20 100644 --- a/criterion/micro_ops_unique/report/typical.svg +++ b/criterion/micro_ops_unique/report/typical.svg @@ -9,58 +9,90 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - + + +8 + + + +9 + + + +10 + + - -52.85 + +52.86 + + + +52.88 - - + + 52.9 - - -52.95 + + +52.92 - - + + +52.94 + + + +52.96 + + + +52.98 + + + 53 - - -53.05 + + +53.02 + + + +53.04 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/base/estimates.json b/criterion/reachability_hydroflow/base/estimates.json index 8581a0590054..d7175ddee3e4 100644 --- a/criterion/reachability_hydroflow/base/estimates.json +++ b/criterion/reachability_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1794800.8265634468,"upper_bound":1804415.1011780752},"point_estimate":1798758.9797824132,"standard_error":2508.334182902378},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1791519.6332858163,"upper_bound":1794164.7311969565},"point_estimate":1792874.7329545454,"standard_error":776.6477337134756},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2679.560448170874,"upper_bound":5297.228067513217},"point_estimate":4100.356588454262,"standard_error":729.0907010021215},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1792267.8865896452,"upper_bound":1808334.1187041025},"point_estimate":1797822.1259612828,"standard_error":4523.145812647317},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7784.1501053963475,"upper_bound":40287.562916386254},"point_estimate":25233.230330979623,"standard_error":9539.973138400119}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1791431.4539925288,"upper_bound":1795102.7707839028},"point_estimate":1793079.848048196,"standard_error":942.9372899466669},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1790421.1987522282,"upper_bound":1791974.2658066573},"point_estimate":1791499.6518920069,"standard_error":378.50639100786145},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2279.4503014138572,"upper_bound":3600.3917350989486},"point_estimate":2667.1831429431254,"standard_error":345.26291383764766},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1791173.979487906,"upper_bound":1794119.53554459},"point_estimate":1792437.8920703414,"standard_error":764.125349900069},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4435.218470308617,"upper_bound":13246.398581308054},"point_estimate":9439.886550197742,"standard_error":2200.54059794678}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/base/sample.json b/criterion/reachability_hydroflow/base/sample.json index 762421fe3ae0..eb06ec972bbd 100644 --- a/criterion/reachability_hydroflow/base/sample.json +++ b/criterion/reachability_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1880313.0,3613695.0,5362084.0,7187195.0,8949079.0,10793366.0,12538038.0,14392062.0,16236749.0,17989257.0,19708552.0,21542108.0,23474698.0,25138913.0,26942874.0,28776400.0,30550918.0,32456428.0,34163059.0,35849816.0,38711481.0,39451238.0,41369119.0,43650013.0,44904399.0,46696048.0,48508666.0,50227902.0,52500499.0,54474435.0,55717802.0,57505183.0,59282627.0,61024313.0,62783241.0,66617724.0,66242141.0,68260438.0,69861205.0,71709007.0,73691861.0,75144643.0,77073657.0,79009733.0,80612643.0,82414852.0,84108590.0,86013489.0,89002409.0,89506360.0,91512956.0,93094598.0,94902708.0,96605281.0,98616336.0,100347704.0,102057041.0,103712699.0,105815713.0,107427892.0,109276135.0,111108649.0,113023385.0,114637536.0,116450595.0,118187282.0,120195171.0,123020980.0,123579902.0,125389595.0,126941000.0,129118492.0,130748022.0,132559568.0,134253397.0,136552433.0,137910702.0,139512280.0,141441913.0,143208427.0,144909689.0,147086350.0,167137102.0,150236638.0,152035780.0,153847748.0,155796096.0,157431887.0,161301815.0,161225524.0,162920435.0,165107325.0,166794620.0,168301834.0,171303849.0,171884091.0,173687301.0,175514065.0,177360746.0,179931824.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1839547.0,3608152.0,5364132.0,7156120.0,8907202.0,10730279.0,12814491.0,14393392.0,16084642.0,17976657.0,19632551.0,21509879.0,23285757.0,25017032.0,26851529.0,28676789.0,30540742.0,32135202.0,34043637.0,35824254.0,37712301.0,39440430.0,41231316.0,42856904.0,44881726.0,46626265.0,48428232.0,50065693.0,51863882.0,53660048.0,55427291.0,57278709.0,59168419.0,60879206.0,62790366.0,64399424.0,66344959.0,68084147.0,69963649.0,71621056.0,73361979.0,75398473.0,76861208.0,78626486.0,80460442.0,85046004.0,84238801.0,87000325.0,87784035.0,89493019.0,91354165.0,93027782.0,94800154.0,96836106.0,98301867.0,100329144.0,101979608.0,103999721.0,105619238.0,107593005.0,109387818.0,111311071.0,112807769.0,114421745.0,116328206.0,118158316.0,120374044.0,122556980.0,123650987.0,125485195.0,127050192.0,128956750.0,130655743.0,132753111.0,134495955.0,136147330.0,137787314.0,139461341.0,141649184.0,143062887.0,144991488.0,146994698.0,148360361.0,150523478.0,152282102.0,154186819.0,155910659.0,157500389.0,159264343.0,161254178.0,163063377.0,164701266.0,166467255.0,168438986.0,170357869.0,171982885.0,173782345.0,175650944.0,177284035.0,181237927.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/base/tukey.json b/criterion/reachability_hydroflow/base/tukey.json index 45735c0f6bb6..7f56acac7378 100644 --- a/criterion/reachability_hydroflow/base/tukey.json +++ b/criterion/reachability_hydroflow/base/tukey.json @@ -1 +1 @@ -[1771274.3308506191,1780942.4314484568,1806724.0330426907,1816392.1336405284] \ No newline at end of file +[1777662.3002513908,1783464.3517196192,1798936.4889682285,1804738.540436457] \ No newline at end of file diff --git a/criterion/reachability_hydroflow/change/estimates.json b/criterion/reachability_hydroflow/change/estimates.json index de6f16f4f029..aca6bf6885a9 100644 --- a/criterion/reachability_hydroflow/change/estimates.json +++ b/criterion/reachability_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0008213819074406868,"upper_bound":0.008415496873477644},"point_estimate":0.004018645296881562,"standard_error":0.0023705444347338336},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0043964826251875816,"upper_bound":0.006243545022044161},"point_estimate":0.005414528497836857,"standard_error":0.00048824611612248463}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.006441496587263275,"upper_bound":-0.0006486872671052113},"point_estimate":-0.0031572499695897704,"standard_error":0.001490586625954077},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0017598427275473671,"upper_bound":0.00006546452204347908},"point_estimate":-0.0007669699601781099,"standard_error":0.00048716351346011664}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/new/estimates.json b/criterion/reachability_hydroflow/new/estimates.json index 8581a0590054..d7175ddee3e4 100644 --- a/criterion/reachability_hydroflow/new/estimates.json +++ b/criterion/reachability_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1794800.8265634468,"upper_bound":1804415.1011780752},"point_estimate":1798758.9797824132,"standard_error":2508.334182902378},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1791519.6332858163,"upper_bound":1794164.7311969565},"point_estimate":1792874.7329545454,"standard_error":776.6477337134756},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2679.560448170874,"upper_bound":5297.228067513217},"point_estimate":4100.356588454262,"standard_error":729.0907010021215},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1792267.8865896452,"upper_bound":1808334.1187041025},"point_estimate":1797822.1259612828,"standard_error":4523.145812647317},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7784.1501053963475,"upper_bound":40287.562916386254},"point_estimate":25233.230330979623,"standard_error":9539.973138400119}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1791431.4539925288,"upper_bound":1795102.7707839028},"point_estimate":1793079.848048196,"standard_error":942.9372899466669},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1790421.1987522282,"upper_bound":1791974.2658066573},"point_estimate":1791499.6518920069,"standard_error":378.50639100786145},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2279.4503014138572,"upper_bound":3600.3917350989486},"point_estimate":2667.1831429431254,"standard_error":345.26291383764766},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1791173.979487906,"upper_bound":1794119.53554459},"point_estimate":1792437.8920703414,"standard_error":764.125349900069},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4435.218470308617,"upper_bound":13246.398581308054},"point_estimate":9439.886550197742,"standard_error":2200.54059794678}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/new/sample.json b/criterion/reachability_hydroflow/new/sample.json index 762421fe3ae0..eb06ec972bbd 100644 --- a/criterion/reachability_hydroflow/new/sample.json +++ b/criterion/reachability_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1880313.0,3613695.0,5362084.0,7187195.0,8949079.0,10793366.0,12538038.0,14392062.0,16236749.0,17989257.0,19708552.0,21542108.0,23474698.0,25138913.0,26942874.0,28776400.0,30550918.0,32456428.0,34163059.0,35849816.0,38711481.0,39451238.0,41369119.0,43650013.0,44904399.0,46696048.0,48508666.0,50227902.0,52500499.0,54474435.0,55717802.0,57505183.0,59282627.0,61024313.0,62783241.0,66617724.0,66242141.0,68260438.0,69861205.0,71709007.0,73691861.0,75144643.0,77073657.0,79009733.0,80612643.0,82414852.0,84108590.0,86013489.0,89002409.0,89506360.0,91512956.0,93094598.0,94902708.0,96605281.0,98616336.0,100347704.0,102057041.0,103712699.0,105815713.0,107427892.0,109276135.0,111108649.0,113023385.0,114637536.0,116450595.0,118187282.0,120195171.0,123020980.0,123579902.0,125389595.0,126941000.0,129118492.0,130748022.0,132559568.0,134253397.0,136552433.0,137910702.0,139512280.0,141441913.0,143208427.0,144909689.0,147086350.0,167137102.0,150236638.0,152035780.0,153847748.0,155796096.0,157431887.0,161301815.0,161225524.0,162920435.0,165107325.0,166794620.0,168301834.0,171303849.0,171884091.0,173687301.0,175514065.0,177360746.0,179931824.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1839547.0,3608152.0,5364132.0,7156120.0,8907202.0,10730279.0,12814491.0,14393392.0,16084642.0,17976657.0,19632551.0,21509879.0,23285757.0,25017032.0,26851529.0,28676789.0,30540742.0,32135202.0,34043637.0,35824254.0,37712301.0,39440430.0,41231316.0,42856904.0,44881726.0,46626265.0,48428232.0,50065693.0,51863882.0,53660048.0,55427291.0,57278709.0,59168419.0,60879206.0,62790366.0,64399424.0,66344959.0,68084147.0,69963649.0,71621056.0,73361979.0,75398473.0,76861208.0,78626486.0,80460442.0,85046004.0,84238801.0,87000325.0,87784035.0,89493019.0,91354165.0,93027782.0,94800154.0,96836106.0,98301867.0,100329144.0,101979608.0,103999721.0,105619238.0,107593005.0,109387818.0,111311071.0,112807769.0,114421745.0,116328206.0,118158316.0,120374044.0,122556980.0,123650987.0,125485195.0,127050192.0,128956750.0,130655743.0,132753111.0,134495955.0,136147330.0,137787314.0,139461341.0,141649184.0,143062887.0,144991488.0,146994698.0,148360361.0,150523478.0,152282102.0,154186819.0,155910659.0,157500389.0,159264343.0,161254178.0,163063377.0,164701266.0,166467255.0,168438986.0,170357869.0,171982885.0,173782345.0,175650944.0,177284035.0,181237927.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/new/tukey.json b/criterion/reachability_hydroflow/new/tukey.json index 45735c0f6bb6..7f56acac7378 100644 --- a/criterion/reachability_hydroflow/new/tukey.json +++ b/criterion/reachability_hydroflow/new/tukey.json @@ -1 +1 @@ -[1771274.3308506191,1780942.4314484568,1806724.0330426907,1816392.1336405284] \ No newline at end of file +[1777662.3002513908,1783464.3517196192,1798936.4889682285,1804738.540436457] \ No newline at end of file diff --git a/criterion/reachability_hydroflow/report/MAD.svg b/criterion/reachability_hydroflow/report/MAD.svg index e7f7efb6f81f..3a9538235067 100644 --- a/criterion/reachability_hydroflow/report/MAD.svg +++ b/criterion/reachability_hydroflow/report/MAD.svg @@ -9,62 +9,70 @@ Density (a.u.) Average time (µs) - -0.1 - - - + 0.2 - - -0.3 - - - + + 0.4 - - -0.5 - - - + + 0.6 - + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + - -2.5 + +2.2 - - -3 + + +2.4 - - -3.5 + + +2.6 - - -4 + + +2.8 + + + +3 - - -4.5 + + +3.2 - - -5 + + +3.4 - - -5.5 + + +3.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/SD.svg b/criterion/reachability_hydroflow/report/SD.svg index 12b4b4313bf1..392f9d9a03de 100644 --- a/criterion/reachability_hydroflow/report/SD.svg +++ b/criterion/reachability_hydroflow/report/SD.svg @@ -9,78 +9,90 @@ Density (a.u.) Average time (µs) - -0.01 - - - + 0.02 - - -0.03 - - - + + 0.04 - - -0.05 - - - + + 0.06 - - -0.07 - - - + + 0.08 - - -0.09 + + +0.1 + + + +0.12 + + + +0.14 + + + +0.16 - + + +0.18 + + - + +4 + + + 5 - - -10 + + +6 - - -15 + + +7 - - -20 + + +8 + + + +9 + + + +10 - - -25 + + +11 - - -30 + + +12 - - -35 + + +13 - - -40 + + +14 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/both/pdf.svg b/criterion/reachability_hydroflow/report/both/pdf.svg index a2249fb81ea2..5cb8c6fb86c2 100644 --- a/criterion/reachability_hydroflow/report/both/pdf.svg +++ b/criterion/reachability_hydroflow/report/both/pdf.svg @@ -9,47 +9,59 @@ Density (a.u.) Average Time (ms) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - + + +40 + + + +50 + + + +60 + + + +70 + + - + 1.8 - - + + +1.85 + + + 1.9 - - + + +1.95 + + + 2 - - - - - + + + + + Base PDF diff --git a/criterion/reachability_hydroflow/report/both/regression.svg b/criterion/reachability_hydroflow/report/both/regression.svg index 2d246d7b0341..d3e44abbfcb7 100644 --- a/criterion/reachability_hydroflow/report/both/regression.svg +++ b/criterion/reachability_hydroflow/report/both/regression.svg @@ -24,11 +24,10 @@ Iterations - + - + - 0.0 @@ -50,26 +49,22 @@ Iterations 80.0 - + 100.0 - + 120.0 - + 140.0 - + 160.0 - -180.0 - - 0 @@ -116,9 +111,9 @@ Iterations - - - + + + Base Sample diff --git a/criterion/reachability_hydroflow/report/change/mean.svg b/criterion/reachability_hydroflow/report/change/mean.svg index af912db7132b..1ca3ce5fb7ce 100644 --- a/criterion/reachability_hydroflow/report/change/mean.svg +++ b/criterion/reachability_hydroflow/report/change/mean.svg @@ -9,86 +9,58 @@ Density (a.u.) Relative change (%) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 + + +150 - - -140 + + +200 - - -160 + + +250 - + - --0.001 - - - -0 + +-0.007 - - -0.001 + + +-0.006 - - -0.002 + + +-0.005 - - -0.003 + + +-0.004 - - -0.004 + + +-0.003 - - -0.005 + + +-0.002 - - -0.006 - - - -0.007 - - - -0.008 - - - -0.009 + + +-0.001 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/change/median.svg b/criterion/reachability_hydroflow/report/change/median.svg index 0aec1fdeb1e5..4eb105815544 100644 --- a/criterion/reachability_hydroflow/report/change/median.svg +++ b/criterion/reachability_hydroflow/report/change/median.svg @@ -9,54 +9,86 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - + + +800 + + - -0.0045 + +-0.0018 + + + +-0.0016 + + + +-0.0014 + + + +-0.0012 + + + +-0.001 + + + +-8e-4 + + + +-6e-4 + + + +-4e-4 - - -0.005 + + +-2e-4 - - -0.0055 + + +4.3368e-19 - - -0.006 + + +2e-4 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/change/t-test.svg b/criterion/reachability_hydroflow/report/change/t-test.svg index ce26eb1c3790..658120f8ee42 100644 --- a/criterion/reachability_hydroflow/report/change/t-test.svg +++ b/criterion/reachability_hydroflow/report/change/t-test.svg @@ -13,69 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - -0.4 - - + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + +4.0 + + + + t distribution diff --git a/criterion/reachability_hydroflow/report/index.html b/criterion/reachability_hydroflow/report/index.html index f175e7fdbb6e..007026dff6b0 100644 --- a/criterion/reachability_hydroflow/report/index.html +++ b/criterion/reachability_hydroflow/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 1.7923 ms - 1.7978 ms - 1.8083 ms + 1.7912 ms + 1.7924 ms + 1.7941 ms R² - 0.9573909 - 0.9585963 - 0.9542925 + 0.9982463 + 0.9983118 + 0.9981959 Mean - 1.7948 ms - 1.7988 ms - 1.8044 ms + 1.7914 ms + 1.7931 ms + 1.7951 ms Std. Dev. - 7.7842 µs - 25.233 µs - 40.288 µs + 4.4352 µs + 9.4399 µs + 13.246 µs Median - 1.7915 ms - 1.7929 ms - 1.7942 ms + 1.7904 ms + 1.7915 ms + 1.7920 ms MAD - 2.6796 µs - 4.1004 µs - 5.2972 µs + 2.2795 µs + 2.6672 µs + 3.6004 µs @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.0821% - +0.4019% - +0.8415% - (p = 0.09 > + -0.6441% + -0.3157% + -0.0649% + (p = 0.02 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/reachability_hydroflow/report/mean.svg b/criterion/reachability_hydroflow/report/mean.svg index 16777a3f42e9..bcfa5887d5e5 100644 --- a/criterion/reachability_hydroflow/report/mean.svg +++ b/criterion/reachability_hydroflow/report/mean.svg @@ -9,66 +9,82 @@ Density (a.u.) Average time (ms) - -20 + +50 - - -40 + + +100 - - -60 + + +150 - - -80 + + +200 - - -100 + + +250 - - -120 + + +300 - - -140 + + +350 - - -160 + + +400 - + + +450 + + - -1.794 + +1.7915 - - -1.796 + + +1.792 - - -1.798 + + +1.7925 + + + +1.793 + + + +1.7935 + + + +1.794 - - -1.8 + + +1.7945 - - -1.802 + + +1.795 - - -1.804 + + +1.7955 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/median.svg b/criterion/reachability_hydroflow/report/median.svg index 95d48b1d9b11..d8719141f1c2 100644 --- a/criterion/reachability_hydroflow/report/median.svg +++ b/criterion/reachability_hydroflow/report/median.svg @@ -9,58 +9,66 @@ Density (a.u.) Average time (ms) - -100 - - - -200 + +500 - - -300 + + +1000 - - -400 + + +1500 - - -500 + + +2000 - - -600 + + +2500 - + - -1.7915 + +1.7904 - - -1.792 + + +1.7906 - - -1.7925 + + +1.7908 - - -1.793 + + +1.791 - - -1.7935 + + +1.7912 - - -1.794 + + +1.7914 + + + +1.7916 + + + +1.7918 + + + +1.792 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/pdf.svg b/criterion/reachability_hydroflow/report/pdf.svg index 31983d97b357..d12e31dc6248 100644 --- a/criterion/reachability_hydroflow/report/pdf.svg +++ b/criterion/reachability_hydroflow/report/pdf.svg @@ -54,26 +54,46 @@ Average Time (ms) - + +1.77 + + + +1.78 + + + +1.79 + + + 1.8 - - -1.85 + + +1.81 - - -1.9 + + +1.82 - - -1.95 + + +1.83 - - -2 + + +1.84 - + + +1.85 + + + +1.86 + + Density (a.u.) @@ -82,58 +102,58 @@ Density (a.u.) 0 - -5 - - - + 10 - - -15 - - - + + 20 - + + +30 + + + +40 + + + +50 + + -25 +60 - -30 + +70 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow/report/pdf_small.svg b/criterion/reachability_hydroflow/report/pdf_small.svg index 4c0b12367491..f6650c90fe26 100644 --- a/criterion/reachability_hydroflow/report/pdf_small.svg +++ b/criterion/reachability_hydroflow/report/pdf_small.svg @@ -10,55 +10,59 @@ Average Time (ms) 0 - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 + + +40 + + + +50 + + + +60 - + + +70 + + + +80 + + - -1.8 + +1.78 - - -1.85 + + +1.8 - - -1.9 + + +1.82 - - -1.95 + + +1.84 - - -2 + + +1.86 - - - + + + diff --git a/criterion/reachability_hydroflow/report/regression.svg b/criterion/reachability_hydroflow/report/regression.svg index fc97aa2d07e4..7420d27912dd 100644 --- a/criterion/reachability_hydroflow/report/regression.svg +++ b/criterion/reachability_hydroflow/report/regression.svg @@ -20,12 +20,13 @@ Iterations - - - - - - + + + + + + + 20.0 @@ -35,30 +36,34 @@ Iterations 40.0 - + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - - + + 160.0 - + + +180.0 + + 10 @@ -111,97 +116,97 @@ Iterations - + - + - + - - + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/reachability_hydroflow/report/regression_small.svg b/criterion/reachability_hydroflow/report/regression_small.svg index e1207c93a193..21fca2afca0b 100644 --- a/criterion/reachability_hydroflow/report/regression_small.svg +++ b/criterion/reachability_hydroflow/report/regression_small.svg @@ -16,46 +16,51 @@ Iterations - + - - - - - + + + + + + 20.0 - + 40.0 - + 60.0 - + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - - + + 160.0 - + + +180.0 + + 10 @@ -103,7 +108,7 @@ Iterations - + @@ -111,92 +116,92 @@ Iterations - + - + - - + + - - + + - - - - - + + + + + - - - + + + - - + + - - - - - - + + + + + + - - - - - + + + + + - - - + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + diff --git a/criterion/reachability_hydroflow/report/relative_pdf_small.svg b/criterion/reachability_hydroflow/report/relative_pdf_small.svg index 772a5d40244c..7feb838e0f87 100644 --- a/criterion/reachability_hydroflow/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow/report/relative_pdf_small.svg @@ -6,45 +6,57 @@ Density (a.u.) Average Time (ms) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - + + +40 + + + +50 + + + +60 + + + +70 + + - + 1.8 - - + + +1.85 + + + 1.9 - - + + +1.95 + + + 2 - - - - - + + + + + diff --git a/criterion/reachability_hydroflow/report/relative_regression_small.svg b/criterion/reachability_hydroflow/report/relative_regression_small.svg index 309bea4b1242..889c2610e7a0 100644 --- a/criterion/reachability_hydroflow/report/relative_regression_small.svg +++ b/criterion/reachability_hydroflow/report/relative_regression_small.svg @@ -25,7 +25,6 @@ Iterations - 0.0 @@ -63,10 +62,6 @@ Iterations 160.0 - -180.0 - - 0 @@ -113,7 +108,7 @@ Iterations - + - + diff --git a/criterion/reachability_hydroflow/report/slope.svg b/criterion/reachability_hydroflow/report/slope.svg index 4d8c647b5275..3fe4c30d42bf 100644 --- a/criterion/reachability_hydroflow/report/slope.svg +++ b/criterion/reachability_hydroflow/report/slope.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (ms) - -20 + +50 - - -40 + + +100 - - -60 + + +150 - - -80 + + +200 - - -100 + + +250 - - -120 + + +300 - - -140 + + +350 - - -160 + + +400 - - - -1.792 + + +450 - - -1.794 + + +500 - - -1.796 + + +550 - - -1.798 + + + +1.791 - - -1.8 + + +1.7915 - - -1.802 + + +1.792 - - -1.804 + + +1.7925 - - -1.806 + + +1.793 - - -1.808 + + +1.7935 - - -1.81 + + +1.794 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/typical.svg b/criterion/reachability_hydroflow/report/typical.svg index 0e3e30899a3d..168327ccb368 100644 --- a/criterion/reachability_hydroflow/report/typical.svg +++ b/criterion/reachability_hydroflow/report/typical.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (ms) - -20 + +50 - - -40 + + +100 - - -60 + + +150 - - -80 + + +200 - - -100 + + +250 - - -120 + + +300 - - -140 + + +350 - - -160 + + +400 - - - -1.792 + + +450 - - -1.794 + + +500 - - -1.796 + + +550 - - -1.798 + + + +1.791 - - -1.8 + + +1.7915 - - -1.802 + + +1.792 - - -1.804 + + +1.7925 - - -1.806 + + +1.793 - - -1.808 + + +1.7935 - - -1.81 + + +1.794 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/base/estimates.json b/criterion/reachability_hydroflow_scheduled/base/estimates.json index 062ab967dabc..2dcf9648eafa 100644 --- a/criterion/reachability_hydroflow_scheduled/base/estimates.json +++ b/criterion/reachability_hydroflow_scheduled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1800376.0089247837,"upper_bound":1818854.5465753865},"point_estimate":1807773.3010194248,"standard_error":4848.286022187371},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1796553.0086546026,"upper_bound":1798362.935810811},"point_estimate":1797259.2335106384,"standard_error":518.0500577101824},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2572.37272933137,"upper_bound":5262.979231335952},"point_estimate":3332.7344120878547,"standard_error":700.6803134073451},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1799009.6537441106,"upper_bound":1846781.1198935143},"point_estimate":1817928.6173843653,"standard_error":12779.658007072157},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11214.940237143139,"upper_bound":79255.87603574639},"point_estimate":48794.420392697684,"standard_error":19861.211447352445}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1799181.7046370187,"upper_bound":1807195.9470502916},"point_estimate":1802665.5390528217,"standard_error":2064.927049582424},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1797035.7037037036,"upper_bound":1798435.1666666667},"point_estimate":1797594.8388046387,"standard_error":371.1945449162845},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2147.882354614624,"upper_bound":4240.751724361888},"point_estimate":2945.4319578260743,"standard_error":538.0648029904952},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1798270.8700203875,"upper_bound":1817193.0669256782},"point_estimate":1806159.790480272,"standard_error":5020.956772237767},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6372.98257046448,"upper_bound":30847.39747229072},"point_estimate":20724.28286837286,"standard_error":6146.38780234213}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/base/sample.json b/criterion/reachability_hydroflow_scheduled/base/sample.json index 3d1925888e67..50c749a397a5 100644 --- a/criterion/reachability_hydroflow_scheduled/base/sample.json +++ b/criterion/reachability_hydroflow_scheduled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1859960.0,3635093.0,5449168.0,7192923.0,8946585.0,10708323.0,12580055.0,14363794.0,16138296.0,18022330.0,20466107.0,21549293.0,23315829.0,25196288.0,26966321.0,28712139.0,30734732.0,32472185.0,34182607.0,35945807.0,37783607.0,39577284.0,41448745.0,43157505.0,44915846.0,46652406.0,48551319.0,50300254.0,52742948.0,53910510.0,55694720.0,57408098.0,59188300.0,61940310.0,63421936.0,64757421.0,66548934.0,68265237.0,69980038.0,72614760.0,73656588.0,75375195.0,77384083.0,79913640.0,80854469.0,82617640.0,84341928.0,86231794.0,88962284.0,89756702.0,91716237.0,93215097.0,95060479.0,98366361.0,98811667.0,100415376.0,102238639.0,104207922.0,106076080.0,107639713.0,109685442.0,111305700.0,113150498.0,115017912.0,116715398.0,118480804.0,120459825.0,122670553.0,124183798.0,125942699.0,127906481.0,129340650.0,131136871.0,133088639.0,134941876.0,147170297.0,138870110.0,140024770.0,141842561.0,144594042.0,145845764.0,147499760.0,149187039.0,151891954.0,154776001.0,154434619.0,156294767.0,157911064.0,159829411.0,161617888.0,163926428.0,165339978.0,166680375.0,168939443.0,171479853.0,172685689.0,174021847.0,219165781.0,192352084.0,179417160.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1825631.0,3745447.0,5480299.0,7191024.0,9012999.0,10773678.0,12552291.0,14342295.0,16145584.0,17999508.0,19758814.0,21642022.0,23289571.0,25232390.0,27025079.0,28770230.0,30511773.0,32290847.0,34303626.0,35891023.0,37745548.0,39622193.0,41474784.0,43112023.0,44886348.0,46958037.0,48518424.0,50344706.0,52121024.0,53912241.0,55655878.0,58423033.0,59260073.0,61376785.0,62894442.0,64743666.0,66422524.0,68299049.0,70117106.0,71825517.0,73632032.0,75523383.0,77157370.0,79272679.0,80971912.0,82846782.0,84539944.0,86221476.0,88189540.0,89858808.0,91555836.0,93492092.0,95197156.0,97039928.0,98767864.0,100754463.0,103465100.0,104225866.0,106063668.0,107927898.0,109531804.0,111549291.0,113332110.0,114921318.0,116879915.0,118951337.0,120383185.0,122226718.0,123933567.0,126139526.0,127331266.0,129352831.0,131744306.0,134421401.0,135100035.0,136549424.0,138201872.0,140761310.0,142092989.0,143751259.0,146600235.0,147362484.0,149166224.0,151199601.0,152682883.0,154412534.0,156468805.0,158999538.0,160389307.0,161517237.0,163448184.0,165322345.0,167012092.0,169244249.0,170762537.0,172606752.0,188646387.0,187567045.0,177126390.0,180145283.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/base/tukey.json b/criterion/reachability_hydroflow_scheduled/base/tukey.json index e41c164af3a2..f459120f0776 100644 --- a/criterion/reachability_hydroflow_scheduled/base/tukey.json +++ b/criterion/reachability_hydroflow_scheduled/base/tukey.json @@ -1 +1 @@ -[1777649.8507598657,1786562.502516009,1810329.5738657238,1819242.2256218668] \ No newline at end of file +[1780214.2173418654,1788145.219901166,1809294.5600593006,1817225.5626186011] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/change/estimates.json b/criterion/reachability_hydroflow_scheduled/change/estimates.json index 3927f61a062d..22c82a7dbf07 100644 --- a/criterion/reachability_hydroflow_scheduled/change/estimates.json +++ b/criterion/reachability_hydroflow_scheduled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.010421438989495045,"upper_bound":0.011188839060509468},"point_estimate":0.0011339155662726252,"standard_error":0.00550094015029363},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.004593804978311633,"upper_bound":0.005917972327545318},"point_estimate":0.005251851786303829,"standard_error":0.00034160801520227805}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.009188982989829286,"upper_bound":0.002331241038084503},"point_estimate":-0.0028254438561089446,"standard_error":0.0029580394542870845},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0005442108206837881,"upper_bound":0.00079060930155328},"point_estimate":0.0001867317122332679,"standard_error":0.0003483022442591673}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/new/estimates.json b/criterion/reachability_hydroflow_scheduled/new/estimates.json index 062ab967dabc..2dcf9648eafa 100644 --- a/criterion/reachability_hydroflow_scheduled/new/estimates.json +++ b/criterion/reachability_hydroflow_scheduled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1800376.0089247837,"upper_bound":1818854.5465753865},"point_estimate":1807773.3010194248,"standard_error":4848.286022187371},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1796553.0086546026,"upper_bound":1798362.935810811},"point_estimate":1797259.2335106384,"standard_error":518.0500577101824},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2572.37272933137,"upper_bound":5262.979231335952},"point_estimate":3332.7344120878547,"standard_error":700.6803134073451},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1799009.6537441106,"upper_bound":1846781.1198935143},"point_estimate":1817928.6173843653,"standard_error":12779.658007072157},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11214.940237143139,"upper_bound":79255.87603574639},"point_estimate":48794.420392697684,"standard_error":19861.211447352445}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1799181.7046370187,"upper_bound":1807195.9470502916},"point_estimate":1802665.5390528217,"standard_error":2064.927049582424},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1797035.7037037036,"upper_bound":1798435.1666666667},"point_estimate":1797594.8388046387,"standard_error":371.1945449162845},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2147.882354614624,"upper_bound":4240.751724361888},"point_estimate":2945.4319578260743,"standard_error":538.0648029904952},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1798270.8700203875,"upper_bound":1817193.0669256782},"point_estimate":1806159.790480272,"standard_error":5020.956772237767},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6372.98257046448,"upper_bound":30847.39747229072},"point_estimate":20724.28286837286,"standard_error":6146.38780234213}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/new/sample.json b/criterion/reachability_hydroflow_scheduled/new/sample.json index 3d1925888e67..50c749a397a5 100644 --- a/criterion/reachability_hydroflow_scheduled/new/sample.json +++ b/criterion/reachability_hydroflow_scheduled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1859960.0,3635093.0,5449168.0,7192923.0,8946585.0,10708323.0,12580055.0,14363794.0,16138296.0,18022330.0,20466107.0,21549293.0,23315829.0,25196288.0,26966321.0,28712139.0,30734732.0,32472185.0,34182607.0,35945807.0,37783607.0,39577284.0,41448745.0,43157505.0,44915846.0,46652406.0,48551319.0,50300254.0,52742948.0,53910510.0,55694720.0,57408098.0,59188300.0,61940310.0,63421936.0,64757421.0,66548934.0,68265237.0,69980038.0,72614760.0,73656588.0,75375195.0,77384083.0,79913640.0,80854469.0,82617640.0,84341928.0,86231794.0,88962284.0,89756702.0,91716237.0,93215097.0,95060479.0,98366361.0,98811667.0,100415376.0,102238639.0,104207922.0,106076080.0,107639713.0,109685442.0,111305700.0,113150498.0,115017912.0,116715398.0,118480804.0,120459825.0,122670553.0,124183798.0,125942699.0,127906481.0,129340650.0,131136871.0,133088639.0,134941876.0,147170297.0,138870110.0,140024770.0,141842561.0,144594042.0,145845764.0,147499760.0,149187039.0,151891954.0,154776001.0,154434619.0,156294767.0,157911064.0,159829411.0,161617888.0,163926428.0,165339978.0,166680375.0,168939443.0,171479853.0,172685689.0,174021847.0,219165781.0,192352084.0,179417160.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1825631.0,3745447.0,5480299.0,7191024.0,9012999.0,10773678.0,12552291.0,14342295.0,16145584.0,17999508.0,19758814.0,21642022.0,23289571.0,25232390.0,27025079.0,28770230.0,30511773.0,32290847.0,34303626.0,35891023.0,37745548.0,39622193.0,41474784.0,43112023.0,44886348.0,46958037.0,48518424.0,50344706.0,52121024.0,53912241.0,55655878.0,58423033.0,59260073.0,61376785.0,62894442.0,64743666.0,66422524.0,68299049.0,70117106.0,71825517.0,73632032.0,75523383.0,77157370.0,79272679.0,80971912.0,82846782.0,84539944.0,86221476.0,88189540.0,89858808.0,91555836.0,93492092.0,95197156.0,97039928.0,98767864.0,100754463.0,103465100.0,104225866.0,106063668.0,107927898.0,109531804.0,111549291.0,113332110.0,114921318.0,116879915.0,118951337.0,120383185.0,122226718.0,123933567.0,126139526.0,127331266.0,129352831.0,131744306.0,134421401.0,135100035.0,136549424.0,138201872.0,140761310.0,142092989.0,143751259.0,146600235.0,147362484.0,149166224.0,151199601.0,152682883.0,154412534.0,156468805.0,158999538.0,160389307.0,161517237.0,163448184.0,165322345.0,167012092.0,169244249.0,170762537.0,172606752.0,188646387.0,187567045.0,177126390.0,180145283.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/new/tukey.json b/criterion/reachability_hydroflow_scheduled/new/tukey.json index e41c164af3a2..f459120f0776 100644 --- a/criterion/reachability_hydroflow_scheduled/new/tukey.json +++ b/criterion/reachability_hydroflow_scheduled/new/tukey.json @@ -1 +1 @@ -[1777649.8507598657,1786562.502516009,1810329.5738657238,1819242.2256218668] \ No newline at end of file +[1780214.2173418654,1788145.219901166,1809294.5600593006,1817225.5626186011] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/report/MAD.svg b/criterion/reachability_hydroflow_scheduled/report/MAD.svg index e9543cce7550..392421c0f3ab 100644 --- a/criterion/reachability_hydroflow_scheduled/report/MAD.svg +++ b/criterion/reachability_hydroflow_scheduled/report/MAD.svg @@ -9,70 +9,62 @@ Density (a.u.) Average time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - + + 0.8 - + - + +2 + + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - -4.5 - - - -5 - - - -5.5 - - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/SD.svg b/criterion/reachability_hydroflow_scheduled/report/SD.svg index a6732b45be70..3b68080a6990 100644 --- a/criterion/reachability_hydroflow_scheduled/report/SD.svg +++ b/criterion/reachability_hydroflow_scheduled/report/SD.svg @@ -9,78 +9,62 @@ Density (a.u.) Average time (µs) - -0.005 - - - + 0.01 - - -0.015 - - - + + 0.02 - - -0.025 - - - + + 0.03 - - -0.035 - - - + + 0.04 - - -0.045 + + +0.05 - - - -10 + + +0.06 - - -20 + + +0.07 - - -30 + + + +5 - - -40 + + +10 - - -50 + + +15 - - -60 + + +20 - - -70 + + +25 - - -80 + + +30 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg b/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg index eb736980c802..a040c858187c 100644 --- a/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg +++ b/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg @@ -9,63 +9,59 @@ Density (a.u.) Average Time (ms) - -2 - - - -4 + +5 - - -6 + + +10 - - -8 + + +15 - - -10 + + +20 - - -12 + + +25 - - -14 + + +30 - - -16 + + +35 - + - + 1.8 - - -2 + + +1.9 - - -2.2 + + +2 - - -2.4 + + +2.1 - - -2.6 + + +2.2 - - - - - + + + + + Base PDF diff --git a/criterion/reachability_hydroflow_scheduled/report/both/regression.svg b/criterion/reachability_hydroflow_scheduled/report/both/regression.svg index 4566a35e1a6f..cb2d035a436c 100644 --- a/criterion/reachability_hydroflow_scheduled/report/both/regression.svg +++ b/criterion/reachability_hydroflow_scheduled/report/both/regression.svg @@ -115,10 +115,10 @@ Iterations 100 - - - - + + + + Base Sample diff --git a/criterion/reachability_hydroflow_scheduled/report/change/mean.svg b/criterion/reachability_hydroflow_scheduled/report/change/mean.svg index 3b8091efefd8..b2396b63aebe 100644 --- a/criterion/reachability_hydroflow_scheduled/report/change/mean.svg +++ b/criterion/reachability_hydroflow_scheduled/report/change/mean.svg @@ -9,59 +9,63 @@ Density (a.u.) Relative change (%) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 + + +80 + + + +100 - + + +120 + + - + -0.01 - - --0.005 + + +-0.008 + + + +-0.006 + + + +-0.004 - - -1.73472e-18 + + +-0.002 - - -0.005 + + +0 - - -0.01 + + +0.002 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/change/median.svg b/criterion/reachability_hydroflow_scheduled/report/change/median.svg index f917f51eb557..5edfeb17130d 100644 --- a/criterion/reachability_hydroflow_scheduled/report/change/median.svg +++ b/criterion/reachability_hydroflow_scheduled/report/change/median.svg @@ -9,74 +9,86 @@ Density (a.u.) Relative change (%) - + +100 + + + 200 - - + + +300 + + + 400 - - + + +500 + + + 600 - - -800 + + +700 - - -1000 + + +800 - - -1200 + + +900 - - -1400 + + +1000 - - -1600 + + +1100 - + - -0.0046 + +-6e-4 - - -0.0048 + + +-4e-4 - - -0.005 + + +-2e-4 - - -0.0052 + + +0 - - -0.0054 + + +2e-4 - - -0.0056 + + +4e-4 - - -0.0058 + + +6e-4 - - -0.006 + + +8e-4 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg b/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg index 7aca3b86ddae..31740b621a19 100644 --- a/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg +++ b/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg @@ -13,65 +13,65 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + + t distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/index.html b/criterion/reachability_hydroflow_scheduled/report/index.html index 845bcedd7082..bfbb03116014 100644 --- a/criterion/reachability_hydroflow_scheduled/report/index.html +++ b/criterion/reachability_hydroflow_scheduled/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 1.7990 ms - 1.8179 ms - 1.8468 ms + 1.7983 ms + 1.8062 ms + 1.8172 ms R² - 0.7812672 - 0.7909580 - 0.7687795 + 0.9590737 + 0.9615228 + 0.9567440 Mean - 1.8004 ms - 1.8078 ms - 1.8189 ms + 1.7992 ms + 1.8027 ms + 1.8072 ms Std. Dev. - 11.215 µs - 48.794 µs - 79.256 µs + 6.3730 µs + 20.724 µs + 30.847 µs Median - 1.7966 ms - 1.7973 ms + 1.7970 ms + 1.7976 ms 1.7984 ms MAD - 2.5724 µs - 3.3327 µs - 5.2630 µs + 2.1479 µs + 2.9454 µs + 4.2408 µs @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -1.0421% - +0.1134% - +1.1189% - (p = 0.86 > + -0.9189% + -0.2825% + +0.2331% + (p = 0.38 > 0.05) diff --git a/criterion/reachability_hydroflow_scheduled/report/mean.svg b/criterion/reachability_hydroflow_scheduled/report/mean.svg index 38d604a72ac9..7863594c01a8 100644 --- a/criterion/reachability_hydroflow_scheduled/report/mean.svg +++ b/criterion/reachability_hydroflow_scheduled/report/mean.svg @@ -9,90 +9,90 @@ Density (a.u.) Average time (ms)
- -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 - - - + + 80 - - -90 + + +100 - - - -1.8 + + +120 - - -1.802 + + +140 - - -1.804 + + +160 - - -1.806 + + +180 - - -1.808 + + +200 - - -1.81 + + + +1.799 + + + +1.8 + + + +1.801 + + + +1.802 - - -1.812 + + +1.803 - - -1.814 + + +1.804 - - -1.816 + + +1.805 - - -1.818 + + +1.806 - - -1.82 + + +1.807 + + + +1.808 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/median.svg b/criterion/reachability_hydroflow_scheduled/report/median.svg index 01c96ff442a5..7d3ea107bff8 100644 --- a/criterion/reachability_hydroflow_scheduled/report/median.svg +++ b/criterion/reachability_hydroflow_scheduled/report/median.svg @@ -9,90 +9,70 @@ Density (a.u.) Average time (ms) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - - + + 1400 - - -1600 - - - -1800 - - + - -1.7964 - - - -1.7966 - - - -1.7968 - - - + 1.797 - - + + 1.7972 - - + + 1.7974 - - + + 1.7976 - - + + 1.7978 - - + + 1.798 - - + + 1.7982 - - + + 1.7984 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/pdf.svg b/criterion/reachability_hydroflow_scheduled/report/pdf.svg index cfe7e54cfe0d..83f888956ebc 100644 --- a/criterion/reachability_hydroflow_scheduled/report/pdf.svg +++ b/criterion/reachability_hydroflow_scheduled/report/pdf.svg @@ -54,50 +54,46 @@ Average Time (ms) - -1.75 + +1.78 - - + + 1.8 - - -1.85 + + +1.82 - - -1.9 - - - -1.95 + + +1.84 - - -2 + + +1.86 - - -2.05 + + +1.88 - - -2.1 + + +1.9 - - -2.15 + + +1.92 - - -2.2 + + +1.94 - - -2.25 + + +1.96 - + Density (a.u.) @@ -106,76 +102,58 @@ Density (a.u.) 0 - -2 + +5 + + + +10 - - -4 + + +15 - - -6 + + +20 - - -8 + + +25 - - -10 + + +30 - - -12 - - - -14 - - - -16 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +35 + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg b/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg index bb77eeed2a98..057294644832 100644 --- a/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg @@ -10,63 +10,55 @@ Average Time (ms) 0 - -2 + +5 - - -4 - - - -6 + + +10 - - -8 + + +15 - - -10 + + +20 - - -12 + + +25 - - -14 + + +30 - - -16 + + +35 - - -18 + + +40 - + - + 1.8 - - -1.9 - - - -2 + + +1.85 - - -2.1 + + +1.9 - - -2.2 + + +1.95 - - - + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/regression.svg b/criterion/reachability_hydroflow_scheduled/report/regression.svg index 7ba04f590c72..26d3e9e75d94 100644 --- a/criterion/reachability_hydroflow_scheduled/report/regression.svg +++ b/criterion/reachability_hydroflow_scheduled/report/regression.svg @@ -18,57 +18,52 @@ Iterations - - - - - - - - - - + + + + + + + + + - + 20.0 - - + + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - - + + 160.0 - - + + 180.0 - - -200.0 - - + 10 @@ -111,107 +106,107 @@ Iterations - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/reachability_hydroflow_scheduled/report/regression_small.svg b/criterion/reachability_hydroflow_scheduled/report/regression_small.svg index 48c720a25df3..f7c19b5510c8 100644 --- a/criterion/reachability_hydroflow_scheduled/report/regression_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/regression_small.svg @@ -15,57 +15,52 @@ Iterations - - - - - - - - - - + + + + + + + + + - + 20.0 - - + + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - - + + 160.0 - - + + 180.0 - - -200.0 - - + 10 @@ -108,105 +103,105 @@ Iterations - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg b/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg index db8014b695dd..eb20dd865222 100644 --- a/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg @@ -6,61 +6,57 @@ Density (a.u.) Average Time (ms) - -2 - - - -4 + +5 - - -6 + + +10 - - -8 + + +15 - - -10 + + +20 - - -12 + + +25 - - -14 + + +30 - - -16 + + +35 - + 1.8 - -2 + +1.9 - - -2.2 + + +2 - - -2.4 + + +2.1 - - -2.6 + + +2.2 - - - - - + + + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/relative_regression_small.svg b/criterion/reachability_hydroflow_scheduled/report/relative_regression_small.svg index 545407b950ea..c89d7f22c3b5 100644 --- a/criterion/reachability_hydroflow_scheduled/report/relative_regression_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/relative_regression_small.svg @@ -112,8 +112,8 @@ Iterations 100 - - - - + + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/slope.svg b/criterion/reachability_hydroflow_scheduled/report/slope.svg index 7568c94cd185..cf396275bdb4 100644 --- a/criterion/reachability_hydroflow_scheduled/report/slope.svg +++ b/criterion/reachability_hydroflow_scheduled/report/slope.svg @@ -9,62 +9,98 @@ Density (a.u.) Average time (ms) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 - + + +100 + + + +110 + + - + +1.798 + + + 1.8 - - + + +1.802 + + + +1.804 + + + +1.806 + + + +1.808 + + + 1.81 - - -1.82 + + +1.812 - - -1.83 + + +1.814 - - -1.84 + + +1.816 - - -1.85 + + +1.818 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/typical.svg b/criterion/reachability_hydroflow_scheduled/report/typical.svg index ba34df953d7a..6cc0a63a692a 100644 --- a/criterion/reachability_hydroflow_scheduled/report/typical.svg +++ b/criterion/reachability_hydroflow_scheduled/report/typical.svg @@ -9,62 +9,98 @@ Density (a.u.) Average time (ms) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 - + + +100 + + + +110 + + - + +1.798 + + + 1.8 - - + + +1.802 + + + +1.804 + + + +1.806 + + + +1.808 + + + 1.81 - - -1.82 + + +1.812 - - -1.83 + + +1.814 - - -1.84 + + +1.816 - - -1.85 + + +1.818 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/base/estimates.json b/criterion/reachability_hydroflow_surface/base/estimates.json index 7628ef0715ce..e5b52f54670d 100644 --- a/criterion/reachability_hydroflow_surface/base/estimates.json +++ b/criterion/reachability_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5082191.181974999,"upper_bound":5096016.53405},"point_estimate":5088813.570000002,"standard_error":3542.6016010772623},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5073770.6,"upper_bound":5083281.6},"point_estimate":5078292.6,"standard_error":2565.34008892494},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15737.057420611382,"upper_bound":30813.468292950754},"point_estimate":23800.177377462387,"standard_error":3960.55929106471},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":27335.527991645977,"upper_bound":42890.70948308356},"point_estimate":35582.5257556744,"standard_error":3984.699076041482}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5090491.035125001,"upper_bound":5098810.413675},"point_estimate":5094495.545000001,"standard_error":2130.840599216969},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5088564.15,"upper_bound":5096920.5},"point_estimate":5092843.7,"standard_error":2089.68938358897},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14803.76073718071,"upper_bound":23211.14040791947},"point_estimate":18909.376584291043,"standard_error":2118.734758000573},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16133.532305364266,"upper_bound":27780.26104032006},"point_estimate":21445.955487560335,"standard_error":3168.80182907983}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/base/sample.json b/criterion/reachability_hydroflow_surface/base/sample.json index ab0b8b13902a..315b2538832f 100644 --- a/criterion/reachability_hydroflow_surface/base/sample.json +++ b/criterion/reachability_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0],"times":[51506553.0,50762339.0,50498934.0,50517439.0,50557729.0,50599527.0,50714650.0,50798787.0,50738927.0,50689796.0,50870980.0,50776706.0,51024917.0,51065120.0,50867984.0,51012682.0,52084892.0,50735250.0,50767339.0,51334056.0,51534712.0,51551406.0,50926332.0,50975122.0,50723238.0,50809778.0,50679998.0,50573079.0,50656194.0,50786833.0,50830997.0,50723095.0,50726014.0,50792845.0,50581458.0,50639182.0,50779019.0,51028561.0,51110791.0,51455137.0,51095683.0,51154563.0,51787212.0,51002855.0,51094865.0,50752751.0,50693572.0,51689480.0,50905584.0,50835855.0,50812093.0,50659621.0,50801515.0,50673528.0,50483432.0,50747162.0,50497251.0,50519170.0,50361811.0,50633732.0,50374036.0,50628361.0,50706677.0,51230684.0,51015929.0,50729118.0,50957160.0,50819208.0,50875127.0,50514032.0,50694865.0,51076301.0,50829777.0,50581085.0,51828528.0,51020627.0,50652830.0,52280666.0,50941378.0,50567850.0,50659739.0,51006621.0,51000429.0,51020116.0,51078204.0,50667908.0,50620318.0,51756274.0,50737706.0,50734888.0,50732546.0,51361756.0,50826006.0,50970466.0,50554354.0,50710927.0,50978892.0,50765386.0,50775206.0,50521456.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0],"times":[51434893.0,50667465.0,51248877.0,51036702.0,50869861.0,50848793.0,50926507.0,50894676.0,50927722.0,51041062.0,51080695.0,50969879.0,50878640.0,50854864.0,50777720.0,50833413.0,51156074.0,51241863.0,51372470.0,51092217.0,51110560.0,51014348.0,51048746.0,50911150.0,50970470.0,50897102.0,50926538.0,51056310.0,50830959.0,50863408.0,50959619.0,50734506.0,50796719.0,50776257.0,50916408.0,51240622.0,50737313.0,50892643.0,50836869.0,50812096.0,50657657.0,51044838.0,50661804.0,51074673.0,51199365.0,51142236.0,51066919.0,50999441.0,51063553.0,51198606.0,51110299.0,50970772.0,50937946.0,50935423.0,51009752.0,50948028.0,50906208.0,51335449.0,51076415.0,51085795.0,50864462.0,51082309.0,51055648.0,50876235.0,50854892.0,50942405.0,51087776.0,51200277.0,51189365.0,50969998.0,50890720.0,51137602.0,50969205.0,50958548.0,50929152.0,51119906.0,50958166.0,50642720.0,50706920.0,50743977.0,50689498.0,50670931.0,50629693.0,50688595.0,50614528.0,50640964.0,50673587.0,50626179.0,50808829.0,50809581.0,50733741.0,50703252.0,50818917.0,50823937.0,50962103.0,51035539.0,52108930.0,50818718.0,50759016.0,50786509.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/base/tukey.json b/criterion/reachability_hydroflow_surface/base/tukey.json index 04fa9abdf8e0..330b707e8dd4 100644 --- a/criterion/reachability_hydroflow_surface/base/tukey.json +++ b/criterion/reachability_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[4964801.074999999,5016006.6875,5152554.987500001,5203760.600000001] \ No newline at end of file +[5005268.549999998,5043207.637499999,5144378.5375000015,5182317.625000002] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/change/estimates.json b/criterion/reachability_hydroflow_surface/change/estimates.json index 946bbe71a746..677a1e153f11 100644 --- a/criterion/reachability_hydroflow_surface/change/estimates.json +++ b/criterion/reachability_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0019773032375461964,"upper_bound":0.005900920011546989},"point_estimate":0.00392181223205279,"standard_error":0.000996149080041879},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0029808386736334125,"upper_bound":0.005655092118387772},"point_estimate":0.0043230769436142236,"standard_error":0.0006725879737473251}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00054716089797642,"upper_bound":0.002623316632680755},"point_estimate":0.0011165618315229775,"standard_error":0.0008081270639218699},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.001453759925364188,"upper_bound":0.0039784331433225795},"point_estimate":0.002865352815629496,"standard_error":0.0006461476604783758}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/new/estimates.json b/criterion/reachability_hydroflow_surface/new/estimates.json index 7628ef0715ce..e5b52f54670d 100644 --- a/criterion/reachability_hydroflow_surface/new/estimates.json +++ b/criterion/reachability_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5082191.181974999,"upper_bound":5096016.53405},"point_estimate":5088813.570000002,"standard_error":3542.6016010772623},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5073770.6,"upper_bound":5083281.6},"point_estimate":5078292.6,"standard_error":2565.34008892494},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15737.057420611382,"upper_bound":30813.468292950754},"point_estimate":23800.177377462387,"standard_error":3960.55929106471},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":27335.527991645977,"upper_bound":42890.70948308356},"point_estimate":35582.5257556744,"standard_error":3984.699076041482}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5090491.035125001,"upper_bound":5098810.413675},"point_estimate":5094495.545000001,"standard_error":2130.840599216969},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5088564.15,"upper_bound":5096920.5},"point_estimate":5092843.7,"standard_error":2089.68938358897},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14803.76073718071,"upper_bound":23211.14040791947},"point_estimate":18909.376584291043,"standard_error":2118.734758000573},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16133.532305364266,"upper_bound":27780.26104032006},"point_estimate":21445.955487560335,"standard_error":3168.80182907983}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/new/sample.json b/criterion/reachability_hydroflow_surface/new/sample.json index ab0b8b13902a..315b2538832f 100644 --- a/criterion/reachability_hydroflow_surface/new/sample.json +++ b/criterion/reachability_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0],"times":[51506553.0,50762339.0,50498934.0,50517439.0,50557729.0,50599527.0,50714650.0,50798787.0,50738927.0,50689796.0,50870980.0,50776706.0,51024917.0,51065120.0,50867984.0,51012682.0,52084892.0,50735250.0,50767339.0,51334056.0,51534712.0,51551406.0,50926332.0,50975122.0,50723238.0,50809778.0,50679998.0,50573079.0,50656194.0,50786833.0,50830997.0,50723095.0,50726014.0,50792845.0,50581458.0,50639182.0,50779019.0,51028561.0,51110791.0,51455137.0,51095683.0,51154563.0,51787212.0,51002855.0,51094865.0,50752751.0,50693572.0,51689480.0,50905584.0,50835855.0,50812093.0,50659621.0,50801515.0,50673528.0,50483432.0,50747162.0,50497251.0,50519170.0,50361811.0,50633732.0,50374036.0,50628361.0,50706677.0,51230684.0,51015929.0,50729118.0,50957160.0,50819208.0,50875127.0,50514032.0,50694865.0,51076301.0,50829777.0,50581085.0,51828528.0,51020627.0,50652830.0,52280666.0,50941378.0,50567850.0,50659739.0,51006621.0,51000429.0,51020116.0,51078204.0,50667908.0,50620318.0,51756274.0,50737706.0,50734888.0,50732546.0,51361756.0,50826006.0,50970466.0,50554354.0,50710927.0,50978892.0,50765386.0,50775206.0,50521456.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0],"times":[51434893.0,50667465.0,51248877.0,51036702.0,50869861.0,50848793.0,50926507.0,50894676.0,50927722.0,51041062.0,51080695.0,50969879.0,50878640.0,50854864.0,50777720.0,50833413.0,51156074.0,51241863.0,51372470.0,51092217.0,51110560.0,51014348.0,51048746.0,50911150.0,50970470.0,50897102.0,50926538.0,51056310.0,50830959.0,50863408.0,50959619.0,50734506.0,50796719.0,50776257.0,50916408.0,51240622.0,50737313.0,50892643.0,50836869.0,50812096.0,50657657.0,51044838.0,50661804.0,51074673.0,51199365.0,51142236.0,51066919.0,50999441.0,51063553.0,51198606.0,51110299.0,50970772.0,50937946.0,50935423.0,51009752.0,50948028.0,50906208.0,51335449.0,51076415.0,51085795.0,50864462.0,51082309.0,51055648.0,50876235.0,50854892.0,50942405.0,51087776.0,51200277.0,51189365.0,50969998.0,50890720.0,51137602.0,50969205.0,50958548.0,50929152.0,51119906.0,50958166.0,50642720.0,50706920.0,50743977.0,50689498.0,50670931.0,50629693.0,50688595.0,50614528.0,50640964.0,50673587.0,50626179.0,50808829.0,50809581.0,50733741.0,50703252.0,50818917.0,50823937.0,50962103.0,51035539.0,52108930.0,50818718.0,50759016.0,50786509.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/new/tukey.json b/criterion/reachability_hydroflow_surface/new/tukey.json index 04fa9abdf8e0..330b707e8dd4 100644 --- a/criterion/reachability_hydroflow_surface/new/tukey.json +++ b/criterion/reachability_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[4964801.074999999,5016006.6875,5152554.987500001,5203760.600000001] \ No newline at end of file +[5005268.549999998,5043207.637499999,5144378.5375000015,5182317.625000002] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/report/MAD.svg b/criterion/reachability_hydroflow_surface/report/MAD.svg index 6a7500c450bd..7e6d1e369b96 100644 --- a/criterion/reachability_hydroflow_surface/report/MAD.svg +++ b/criterion/reachability_hydroflow_surface/report/MAD.svg @@ -10,89 +10,97 @@ Average time (µs) -0.01 +0.02 - -0.02 + +0.04 - - -0.03 + + +0.06 - - -0.04 + + +0.08 - - -0.05 + + +0.1 - - -0.06 + + +0.12 - - -0.07 + + +0.14 - - -0.08 + + +0.16 - - -0.09 + + +0.18 - - -0.1 + + +0.2 - - -0.11 + + +0.22 - + - + +14 + + + +15 + + + 16 - - -18 + + +17 - - -20 + + +18 - - -22 + + +19 - - -24 + + +20 - - -26 + + +21 - - -28 + + +22 - - -30 + + +23 - - -32 + + +24 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/SD.svg b/criterion/reachability_hydroflow_surface/report/SD.svg index 4e2e734291e9..030d1a10c8cc 100644 --- a/criterion/reachability_hydroflow_surface/report/SD.svg +++ b/criterion/reachability_hydroflow_surface/report/SD.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (µs) - -0.01 - - - + 0.02 - - -0.03 - - - + + 0.04 - - -0.05 - - - + + 0.06 - - -0.07 - - - + + 0.08 - - -0.09 - - - + + 0.1 - - - -26 - - - -28 + + +0.12 - - -30 + + +0.14 - - -32 + + + +16 - - -34 + + +18 - - -36 + + +20 - - -38 + + +22 - - -40 + + +24 - - -42 + + +26 - - -44 + + +28 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg b/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg index fe38eff7b3ce..17539fa180f0 100644 --- a/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg @@ -16,62 +16,57 @@ Average Iteration Time (ms) - - - + + + - - - - - - - + + + + + + - + 5.04 - - + + 5.06 - - + + 5.08 - + 5.1 - + 5.12 - - + + 5.14 - - + + 5.16 - - + + 5.18 - - + + 5.2 - - + + 5.22 - - -5.24 - - + 0 @@ -117,206 +112,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/reachability_hydroflow_surface/report/both/pdf.svg b/criterion/reachability_hydroflow_surface/report/both/pdf.svg index e6f594b0f229..6ab5a2bf089c 100644 --- a/criterion/reachability_hydroflow_surface/report/both/pdf.svg +++ b/criterion/reachability_hydroflow_surface/report/both/pdf.svg @@ -9,51 +9,59 @@ Density (a.u.) Average Time (ms) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - + + +16 + + + +18 + + - + 5 - - + + 5.1 - - + + 5.2 - - - - - + + + + + Base PDF diff --git a/criterion/reachability_hydroflow_surface/report/change/mean.svg b/criterion/reachability_hydroflow_surface/report/change/mean.svg index bcb964b984b5..e5c5a33b21cb 100644 --- a/criterion/reachability_hydroflow_surface/report/change/mean.svg +++ b/criterion/reachability_hydroflow_surface/report/change/mean.svg @@ -9,74 +9,74 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - - -0.002 + + +400 - - -0.0025 + + +450 - - -0.003 + + + +-5e-4 - - -0.0035 + + +0 - - -0.004 + + +5e-4 - - -0.0045 + + +0.001 - - -0.005 + + +0.0015 - - -0.0055 + + +0.002 - - -0.006 + + +0.0025 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/change/median.svg b/criterion/reachability_hydroflow_surface/report/change/median.svg index f02c5e089e4f..bde26f1306fd 100644 --- a/criterion/reachability_hydroflow_surface/report/change/median.svg +++ b/criterion/reachability_hydroflow_surface/report/change/median.svg @@ -9,58 +9,58 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - + - -0.003 + +0.0015 - - -0.0035 + + +0.002 - - -0.004 + + +0.0025 - - -0.0045 + + +0.003 - - -0.005 + + +0.0035 - - -0.0055 + + +0.004 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/change/t-test.svg b/criterion/reachability_hydroflow_surface/report/change/t-test.svg index ac8d40777eb5..c8ac8c2478fc 100644 --- a/criterion/reachability_hydroflow_surface/report/change/t-test.svg +++ b/criterion/reachability_hydroflow_surface/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/reachability_hydroflow_surface/report/index.html b/criterion/reachability_hydroflow_surface/report/index.html index 84edecbe8fe5..ec6cbe56585f 100644 --- a/criterion/reachability_hydroflow_surface/report/index.html +++ b/criterion/reachability_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0102577 - 0.0106128 - 0.0101953 + 0.0052979 + 0.0054834 + 0.0052691 Mean - 5.0822 ms - 5.0888 ms - 5.0960 ms + 5.0905 ms + 5.0945 ms + 5.0988 ms Std. Dev. - 27.336 µs - 35.583 µs - 42.891 µs + 16.134 µs + 21.446 µs + 27.780 µs Median - 5.0738 ms - 5.0783 ms - 5.0833 ms + 5.0886 ms + 5.0928 ms + 5.0969 ms MAD - 15.737 µs - 23.800 µs - 30.813 µs + 14.804 µs + 18.909 µs + 23.211 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +0.1977% - +0.3922% - +0.5901% - (p = 0.00 < + -0.0547% + +0.1117% + +0.2623% + (p = 0.17 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/reachability_hydroflow_surface/report/iteration_times.svg b/criterion/reachability_hydroflow_surface/report/iteration_times.svg index 2eee2647d820..ba2349f7323d 100644 --- a/criterion/reachability_hydroflow_surface/report/iteration_times.svg +++ b/criterion/reachability_hydroflow_surface/report/iteration_times.svg @@ -15,57 +15,42 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + - -5.04 - - -5.06 - - - 5.08 - - + + 5.1 - - + + 5.12 - - + + 5.14 - - + + 5.16 - - + + 5.18 - - + + 5.2 - - -5.22 - - + 10 @@ -107,106 +92,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg b/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg index 6b030f8c4b50..b7a857168c17 100644 --- a/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg @@ -12,57 +12,42 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + - -5.04 - - -5.06 - - - 5.08 - - + + 5.1 - - + + 5.12 - - + + 5.14 - - + + 5.16 - - + + 5.18 - - + + 5.2 - - -5.22 - - + 10 @@ -104,104 +89,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/reachability_hydroflow_surface/report/mean.svg b/criterion/reachability_hydroflow_surface/report/mean.svg index 4e79e8555d9a..9aafdfb119f3 100644 --- a/criterion/reachability_hydroflow_surface/report/mean.svg +++ b/criterion/reachability_hydroflow_surface/report/mean.svg @@ -9,66 +9,86 @@ Density (a.u.) Average time (ms) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - - -5.082 + + +140 - - -5.084 + + +160 - - -5.086 + + +180 - - -5.088 + + +200 - - + + + 5.09 - - + + +5.091 + + + 5.092 - - + + +5.093 + + + 5.094 - - + + +5.095 + + + 5.096 - - - - + + +5.097 + + + +5.098 + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/median.svg b/criterion/reachability_hydroflow_surface/report/median.svg index e168bf9bad05..333f62ee7c80 100644 --- a/criterion/reachability_hydroflow_surface/report/median.svg +++ b/criterion/reachability_hydroflow_surface/report/median.svg @@ -9,54 +9,82 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - + + +300 + + + +350 + + + +400 + + - -5.074 + +5.088 + + + +5.089 + + + +5.09 + + + +5.091 + + + +5.092 - - -5.076 + + +5.093 - - -5.078 + + +5.094 - - -5.08 + + +5.095 - - -5.082 + + +5.096 - - -5.084 + + +5.097 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/pdf.svg b/criterion/reachability_hydroflow_surface/report/pdf.svg index 77455114eecb..e50cdc6578e8 100644 --- a/criterion/reachability_hydroflow_surface/report/pdf.svg +++ b/criterion/reachability_hydroflow_surface/report/pdf.svg @@ -54,30 +54,46 @@ Average Time (ms) - -5 + +5.04 + + + +5.06 - - -5.05 + + +5.08 - - + + 5.1 - - -5.15 + + +5.12 + + + +5.14 + + + +5.16 - - + + +5.18 + + + 5.2 - - -5.25 + + +5.22 - + Density (a.u.) @@ -86,56 +102,50 @@ Density (a.u.) 0 - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - - - - + + +16 + + + +18 + + + + + + - - - - - - - - - - - - - - - - - + + + PDF diff --git a/criterion/reachability_hydroflow_surface/report/pdf_small.svg b/criterion/reachability_hydroflow_surface/report/pdf_small.svg index 21741417d63d..d34698b8f83b 100644 --- a/criterion/reachability_hydroflow_surface/report/pdf_small.svg +++ b/criterion/reachability_hydroflow_surface/report/pdf_small.svg @@ -10,47 +10,63 @@ Average Time (ms) 0 - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - + + +16 + + + +18 + + + +20 + + - -5 + +5.05 - - + + 5.1 - - + + +5.15 + + + 5.2 - - - + + + diff --git a/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg index a9fd87f7cb02..40ef1ff24192 100644 --- a/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,62 +13,57 @@ Average Iteration Time (ms) - - - + + + - - - - - - - + + + + + + - + 5.04 - - + + 5.06 - - + + 5.08 - + 5.1 - + 5.12 - - + + 5.14 - - + + 5.16 - - + + 5.18 - - + + 5.2 - - + + 5.22 - - -5.24 - - + 0 @@ -115,203 +110,203 @@ Average Iteration Time (ms) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg b/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg index 00e609e3924f..ea20b8b351ce 100644 --- a/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg @@ -6,49 +6,57 @@ Density (a.u.) Average Time (ms) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - + + +16 + + + +18 + + - + 5 - - + + 5.1 - - + + 5.2 - - - - - + + + + + diff --git a/criterion/reachability_hydroflow_surface/report/typical.svg b/criterion/reachability_hydroflow_surface/report/typical.svg index 8914b4b21935..fc61753bfb85 100644 --- a/criterion/reachability_hydroflow_surface/report/typical.svg +++ b/criterion/reachability_hydroflow_surface/report/typical.svg @@ -9,66 +9,86 @@ Density (a.u.) Average time (ms) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - - -5.082 + + +140 - - -5.084 + + +160 - - -5.086 + + +180 - - -5.088 + + +200 - - + + + 5.09 - - + + +5.091 + + + 5.092 - - + + +5.093 + + + 5.094 - - + + +5.095 + + + 5.096 - - - - + + +5.097 + + + +5.098 + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/base/estimates.json b/criterion/reachability_hydroflow_surface_cheating/base/estimates.json index e09bfa9d322d..4a78ca408fa2 100644 --- a/criterion/reachability_hydroflow_surface_cheating/base/estimates.json +++ b/criterion/reachability_hydroflow_surface_cheating/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1515370.9653797597,"upper_bound":1521648.3835734148},"point_estimate":1518104.785450287,"standard_error":1612.5761235111233},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1512592.4270833335,"upper_bound":1515445.7333333334},"point_estimate":1513865.7692307692,"standard_error":701.3683898278587},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3247.749008629822,"upper_bound":6168.496670421558},"point_estimate":4587.3084602257,"standard_error":784.8459378161814},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1514957.14976795,"upper_bound":1519585.1018336797},"point_estimate":1517129.128438008,"standard_error":1181.3013620350168},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6491.6686857837,"upper_bound":23772.48858781803},"point_estimate":16127.443224174769,"standard_error":4423.950836702968}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1511896.9761638443,"upper_bound":1520365.459931562},"point_estimate":1515550.3166539087,"standard_error":2184.0974025873284},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1509680.6521929824,"upper_bound":1511432.7406862746},"point_estimate":1510485.3222451573,"standard_error":448.1276646389836},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2348.571128453797,"upper_bound":4858.8944961358275},"point_estimate":3723.5801598022313,"standard_error":696.2127924174755},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1511428.8109056135,"upper_bound":1516389.5459420928},"point_estimate":1513601.9995359834,"standard_error":1273.3830064365682},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6900.852645232874,"upper_bound":32872.23729769286},"point_estimate":21882.973331260462,"standard_error":6685.943235710341}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/base/sample.json b/criterion/reachability_hydroflow_surface_cheating/base/sample.json index c8f96cfc1e08..850b0bfa5d4e 100644 --- a/criterion/reachability_hydroflow_surface_cheating/base/sample.json +++ b/criterion/reachability_hydroflow_surface_cheating/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1627245.0,3060944.0,4543079.0,6055444.0,7562356.0,9093203.0,10591672.0,12072908.0,13582496.0,15175137.0,16634872.0,18353375.0,19680317.0,21137958.0,22750147.0,24243694.0,25765436.0,27194518.0,28838823.0,30439829.0,31695770.0,33274262.0,34886151.0,36300394.0,37833614.0,39242854.0,40827100.0,42406622.0,43924089.0,45551200.0,46823028.0,48495627.0,51732451.0,51617993.0,52891016.0,54291470.0,55928495.0,57591875.0,59415845.0,60512122.0,61895682.0,63895039.0,64967709.0,66548809.0,68222913.0,69844847.0,70970617.0,72871240.0,78409023.0,76293628.0,77589888.0,78698246.0,80156352.0,82021393.0,83164024.0,84664352.0,86206058.0,87707165.0,88985748.0,90926744.0,92654069.0,95022723.0,95036641.0,96810780.0,98418679.0,99962199.0,101924168.0,103291019.0,104021492.0,107639699.0,107423962.0,108958161.0,110102090.0,111904809.0,113225489.0,115402043.0,117035379.0,117872244.0,121083029.0,121196784.0,122318255.0,126185665.0,125481126.0,126975570.0,128354993.0,130741768.0,132559139.0,132984404.0,134722859.0,136042519.0,137646027.0,138903181.0,140321399.0,143726268.0,144778600.0,145631496.0,147034060.0,148426689.0,149679091.0,152791261.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1638872.0,3002822.0,4562476.0,6015591.0,7547694.0,9010165.0,10584266.0,12069142.0,13638815.0,15089767.0,16601243.0,18138443.0,19716603.0,21322223.0,22610152.0,24084947.0,25594851.0,27166385.0,28649217.0,30245418.0,31683766.0,33651922.0,34640042.0,36467501.0,37991092.0,39378324.0,42513322.0,42319432.0,44074122.0,45338873.0,46764956.0,48230357.0,49935813.0,51313715.0,52847023.0,54157992.0,55828010.0,57275271.0,58949918.0,60323002.0,62175425.0,64025197.0,71682954.0,66318536.0,67827442.0,69499749.0,70964658.0,72576498.0,74059226.0,75965755.0,77026112.0,78794315.0,80397672.0,81468848.0,82857777.0,86668720.0,86048744.0,87627267.0,88998325.0,90584053.0,92016085.0,93871018.0,94904992.0,96745212.0,98155944.0,99864474.0,101200412.0,102659980.0,104133357.0,105993393.0,107262217.0,108543324.0,110168004.0,112073607.0,114997847.0,114841415.0,116523892.0,117355972.0,119244209.0,120679285.0,122356440.0,123833746.0,125760230.0,126803943.0,128462928.0,130230347.0,131685648.0,132795612.0,134421033.0,135862397.0,140014125.0,140177704.0,140818762.0,141988573.0,143069874.0,144888499.0,146642519.0,148002978.0,149810209.0,151174139.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/base/tukey.json b/criterion/reachability_hydroflow_surface_cheating/base/tukey.json index 1db3702e8765..7f649fe7e11c 100644 --- a/criterion/reachability_hydroflow_surface_cheating/base/tukey.json +++ b/criterion/reachability_hydroflow_surface_cheating/base/tukey.json @@ -1 +1 @@ -[1491249.3795008357,1501427.8560202592,1528570.460072055,1538748.9365914783] \ No newline at end of file +[1492385.6273980197,1500559.645709592,1522357.0278737843,1530531.0461853563] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/change/estimates.json b/criterion/reachability_hydroflow_surface_cheating/change/estimates.json index 4824f9c4e6a1..1688098afe66 100644 --- a/criterion/reachability_hydroflow_surface_cheating/change/estimates.json +++ b/criterion/reachability_hydroflow_surface_cheating/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00700670747608719,"upper_bound":-0.0009796324633152473},"point_estimate":-0.0041121208414719446,"standard_error":0.0015257268119602588},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0060875515706868555,"upper_bound":-0.0038316752939560757},"point_estimate":-0.005157109123326453,"standard_error":0.0005902742948559679}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005146520722925202,"upper_bound":0.0019351518827585225},"point_estimate":-0.0016826696159979448,"standard_error":0.0018115039020817928},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0033175502199313646,"upper_bound":-0.0012233514324023753},"point_estimate":-0.0022329899085634652,"standard_error":0.0005392860629603979}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/new/estimates.json b/criterion/reachability_hydroflow_surface_cheating/new/estimates.json index e09bfa9d322d..4a78ca408fa2 100644 --- a/criterion/reachability_hydroflow_surface_cheating/new/estimates.json +++ b/criterion/reachability_hydroflow_surface_cheating/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1515370.9653797597,"upper_bound":1521648.3835734148},"point_estimate":1518104.785450287,"standard_error":1612.5761235111233},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1512592.4270833335,"upper_bound":1515445.7333333334},"point_estimate":1513865.7692307692,"standard_error":701.3683898278587},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3247.749008629822,"upper_bound":6168.496670421558},"point_estimate":4587.3084602257,"standard_error":784.8459378161814},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1514957.14976795,"upper_bound":1519585.1018336797},"point_estimate":1517129.128438008,"standard_error":1181.3013620350168},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6491.6686857837,"upper_bound":23772.48858781803},"point_estimate":16127.443224174769,"standard_error":4423.950836702968}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1511896.9761638443,"upper_bound":1520365.459931562},"point_estimate":1515550.3166539087,"standard_error":2184.0974025873284},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1509680.6521929824,"upper_bound":1511432.7406862746},"point_estimate":1510485.3222451573,"standard_error":448.1276646389836},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2348.571128453797,"upper_bound":4858.8944961358275},"point_estimate":3723.5801598022313,"standard_error":696.2127924174755},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1511428.8109056135,"upper_bound":1516389.5459420928},"point_estimate":1513601.9995359834,"standard_error":1273.3830064365682},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6900.852645232874,"upper_bound":32872.23729769286},"point_estimate":21882.973331260462,"standard_error":6685.943235710341}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/new/sample.json b/criterion/reachability_hydroflow_surface_cheating/new/sample.json index c8f96cfc1e08..850b0bfa5d4e 100644 --- a/criterion/reachability_hydroflow_surface_cheating/new/sample.json +++ b/criterion/reachability_hydroflow_surface_cheating/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1627245.0,3060944.0,4543079.0,6055444.0,7562356.0,9093203.0,10591672.0,12072908.0,13582496.0,15175137.0,16634872.0,18353375.0,19680317.0,21137958.0,22750147.0,24243694.0,25765436.0,27194518.0,28838823.0,30439829.0,31695770.0,33274262.0,34886151.0,36300394.0,37833614.0,39242854.0,40827100.0,42406622.0,43924089.0,45551200.0,46823028.0,48495627.0,51732451.0,51617993.0,52891016.0,54291470.0,55928495.0,57591875.0,59415845.0,60512122.0,61895682.0,63895039.0,64967709.0,66548809.0,68222913.0,69844847.0,70970617.0,72871240.0,78409023.0,76293628.0,77589888.0,78698246.0,80156352.0,82021393.0,83164024.0,84664352.0,86206058.0,87707165.0,88985748.0,90926744.0,92654069.0,95022723.0,95036641.0,96810780.0,98418679.0,99962199.0,101924168.0,103291019.0,104021492.0,107639699.0,107423962.0,108958161.0,110102090.0,111904809.0,113225489.0,115402043.0,117035379.0,117872244.0,121083029.0,121196784.0,122318255.0,126185665.0,125481126.0,126975570.0,128354993.0,130741768.0,132559139.0,132984404.0,134722859.0,136042519.0,137646027.0,138903181.0,140321399.0,143726268.0,144778600.0,145631496.0,147034060.0,148426689.0,149679091.0,152791261.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1638872.0,3002822.0,4562476.0,6015591.0,7547694.0,9010165.0,10584266.0,12069142.0,13638815.0,15089767.0,16601243.0,18138443.0,19716603.0,21322223.0,22610152.0,24084947.0,25594851.0,27166385.0,28649217.0,30245418.0,31683766.0,33651922.0,34640042.0,36467501.0,37991092.0,39378324.0,42513322.0,42319432.0,44074122.0,45338873.0,46764956.0,48230357.0,49935813.0,51313715.0,52847023.0,54157992.0,55828010.0,57275271.0,58949918.0,60323002.0,62175425.0,64025197.0,71682954.0,66318536.0,67827442.0,69499749.0,70964658.0,72576498.0,74059226.0,75965755.0,77026112.0,78794315.0,80397672.0,81468848.0,82857777.0,86668720.0,86048744.0,87627267.0,88998325.0,90584053.0,92016085.0,93871018.0,94904992.0,96745212.0,98155944.0,99864474.0,101200412.0,102659980.0,104133357.0,105993393.0,107262217.0,108543324.0,110168004.0,112073607.0,114997847.0,114841415.0,116523892.0,117355972.0,119244209.0,120679285.0,122356440.0,123833746.0,125760230.0,126803943.0,128462928.0,130230347.0,131685648.0,132795612.0,134421033.0,135862397.0,140014125.0,140177704.0,140818762.0,141988573.0,143069874.0,144888499.0,146642519.0,148002978.0,149810209.0,151174139.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/new/tukey.json b/criterion/reachability_hydroflow_surface_cheating/new/tukey.json index 1db3702e8765..7f649fe7e11c 100644 --- a/criterion/reachability_hydroflow_surface_cheating/new/tukey.json +++ b/criterion/reachability_hydroflow_surface_cheating/new/tukey.json @@ -1 +1 @@ -[1491249.3795008357,1501427.8560202592,1528570.460072055,1538748.9365914783] \ No newline at end of file +[1492385.6273980197,1500559.645709592,1522357.0278737843,1530531.0461853563] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg b/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg index 2a3e1a551203..d2482e16c462 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg @@ -17,74 +17,70 @@ Average time (µs) 0.1 - + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - - + + 0.5 - - + + 0.55 - + - + +2.5 + + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - + + 5 - - -5.5 - - - -6 - - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/SD.svg b/criterion/reachability_hydroflow_surface_cheating/report/SD.svg index edcd15795c19..813aeabea8dc 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/SD.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/SD.svg @@ -9,86 +9,66 @@ Density (a.u.) Average time (µs) - + 0.01 - - + + 0.02 - - + + 0.03 - - + + 0.04 - - + + 0.05 - - + + 0.06 - - + + 0.07 - - -0.08 - - - -0.09 - - + - -6 + +5 - - -8 - - - + + 10 - - -12 - - - -14 + + +15 - - -16 - - - -18 - - - + + 20 - - -22 + + +25 + + + +30 - - -24 + + +35 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg b/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg index 3c7701691e90..aee73fbec35b 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg @@ -9,63 +9,59 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - -45 - - + - + 1.5 - - + + 1.55 - - + + 1.6 - - + + 1.65 - - - - - + + + + + Base PDF diff --git a/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg b/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg index 02ce38c420bb..ffa93f18cfd0 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg @@ -24,9 +24,9 @@ Iterations - - - + + + 0.0 @@ -48,18 +48,18 @@ Iterations 80.0 - + 100.0 - - + + 120.0 - - + + 140.0 - + 0 @@ -107,7 +107,7 @@ Iterations - + Base Sample diff --git a/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg b/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg index eeac0cc30a1e..bc774d2ef282 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg @@ -9,58 +9,82 @@ Density (a.u.) Relative change (%) - -50 + +20 - - + + +40 + + + +60 + + + +80 + + + 100 - - -150 + + +120 - - -200 + + +140 - - -250 + + +160 - - - --0.007 + + +180 - - --0.006 + + +200 - - + + + -0.005 - - + + -0.004 - - + + -0.003 - - + + -0.002 - - + + -0.001 - - - - + + +0 + + + +0.001 + + + +0.002 + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg b/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg index aa27c926fe79..518bbb5ee44e 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg @@ -9,54 +9,62 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - + + +700 + + - --0.006 + +-0.0035 + + + +-0.003 - - --0.0055 + + +-0.0025 - - --0.005 + + +-0.002 - - --0.0045 + + +-0.0015 - - --0.004 + + +-0.001 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg b/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg index d5948fbbd912..067761cfe92e 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg @@ -13,77 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - --4.0 - - - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/index.html b/criterion/reachability_hydroflow_surface_cheating/report/index.html index f21a58ff828d..3129e1f7f8b1 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/index.html +++ b/criterion/reachability_hydroflow_surface_cheating/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 1.5150 ms - 1.5171 ms - 1.5196 ms + 1.5114 ms + 1.5136 ms + 1.5164 ms R² - 0.9932734 - 0.9935449 - 0.9931978 + 0.9885154 + 0.9887952 + 0.9883349 Mean - 1.5154 ms - 1.5181 ms - 1.5216 ms + 1.5119 ms + 1.5156 ms + 1.5204 ms Std. Dev. - 6.4917 µs - 16.127 µs - 23.772 µs + 6.9009 µs + 21.883 µs + 32.872 µs Median - 1.5126 ms - 1.5139 ms - 1.5154 ms + 1.5097 ms + 1.5105 ms + 1.5114 ms MAD - 3.2477 µs - 4.5873 µs - 6.1685 µs + 2.3486 µs + 3.7236 µs + 4.8589 µs @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.7007% - -0.4112% - -0.0980% - (p = 0.00 < + -0.5147% + -0.1683% + +0.1935% + (p = 0.37 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/reachability_hydroflow_surface_cheating/report/mean.svg b/criterion/reachability_hydroflow_surface_cheating/report/mean.svg index d143d95bcad7..0e7e2d41fa74 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/mean.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/mean.svg @@ -9,62 +9,94 @@ Density (a.u.) Average time (ms) - -50 + +20 - - + + +40 + + + +60 + + + +80 + + + 100 - - -150 + + +120 - - -200 + + +140 + + + +160 + + + +180 - - -250 + + +200 - + - + +1.511 + + + +1.512 + + + +1.513 + + + +1.514 + + + 1.515 - - + + 1.516 - - + + 1.517 - - + + 1.518 - - + + 1.519 - - + + 1.52 - - + + 1.521 - - -1.522 - - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/median.svg b/criterion/reachability_hydroflow_surface_cheating/report/median.svg index f83fe316c6bb..bcf784b9e1f9 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/median.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/median.svg @@ -9,70 +9,78 @@ Density (a.u.) Average time (ms) - -100 - - - + 200 - - -300 - - - + + 400 - - -500 - - - + + 600 - - -700 - - - + + 800 - + + +1000 + + + +1200 + + - -1.5125 + +1.5096 + + + +1.5098 + + + +1.51 + + + +1.5102 + + + +1.5104 - - -1.513 + + +1.5106 - - -1.5135 + + +1.5108 - - -1.514 + + +1.511 - - -1.5145 + + +1.5112 - - -1.515 + + +1.5114 - - -1.5155 + + +1.5116 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg b/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg index e720a20a6bde..f7b824c3c98c 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg @@ -54,38 +54,50 @@ Average Time (ms) - + +1.48 + + + 1.5 - - + + 1.52 - - + + 1.54 - - + + 1.56 - - + + 1.58 - - + + 1.6 - - + + 1.62 - - + + 1.64 - + + +1.66 + + + +1.68 + + Density (a.u.) @@ -94,64 +106,60 @@ Density (a.u.) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - -40 - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg index f2332ab71a33..017f86784da8 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg @@ -10,55 +10,55 @@ Average Time (ms) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - -45 - - + - + 1.5 - - + + 1.55 - - + + 1.6 - - - + + +1.65 + + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/regression.svg b/criterion/reachability_hydroflow_surface_cheating/report/regression.svg index 27d142dfef9f..882e800decf7 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/regression.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/regression.svg @@ -18,42 +18,42 @@ Iterations - - - - - - - + + + + + + + - + 20.0 - - + + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - + 10 @@ -101,102 +101,102 @@ Iterations - - + + - + - - + + - - - + + + - - - - + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + - - - - + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - + + + + - - + + Sample diff --git a/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg index 67f83c3f0617..2a547d1e4b7e 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg @@ -15,42 +15,42 @@ Iterations - + - - - - - + + + + + - + 20.0 - + 40.0 - + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - + 10 @@ -96,7 +96,7 @@ Iterations - + @@ -105,93 +105,93 @@ Iterations - + - + - - + + - - - - - + + + + + - + - - - - + + + + - + - - - - - + + + + + - - - + + + - - - - - - - - - - + + + + + + + + + + - - - - - + + + + + - - - - - - - - - - + + + + + + + + + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - - - - + + + + - - + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg index 84479ccae314..c14b435fe706 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg @@ -6,61 +6,57 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - -45 - - + - + 1.5 - - + + 1.55 - - + + 1.6 - - + + 1.65 - - - - - + + + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg index b0b83e29fe4c..0f6f6080fed8 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg @@ -22,8 +22,8 @@ Iterations - - + + 0.0 @@ -49,14 +49,14 @@ Iterations 100.0 - + 120.0 - - + + 140.0 - + 0 diff --git a/criterion/reachability_hydroflow_surface_cheating/report/slope.svg b/criterion/reachability_hydroflow_surface_cheating/report/slope.svg index 97413b3e19b1..c94f4d262f24 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/slope.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/slope.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - + - -1.515 + +1.511 - - -1.516 + + +1.512 - - -1.517 + + +1.513 - - -1.518 + + +1.514 - - -1.519 + + +1.515 - - -1.52 + + +1.516 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/typical.svg b/criterion/reachability_hydroflow_surface_cheating/report/typical.svg index 7e1e0c2487f4..82e53a076801 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/typical.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/typical.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - + - -1.515 + +1.511 - - -1.516 + + +1.512 - - -1.517 + + +1.513 - - -1.518 + + +1.514 - - -1.519 + + +1.515 - - -1.52 + + +1.516 - - - - + + + + Bootstrap distribution