diff --git a/bench/data.js b/bench/data.js index b6178eabdcc..45b8737f83a 100644 --- a/bench/data.js +++ b/bench/data.js @@ -1,6 +1,6 @@ window.BENCHMARK_DATA = { - "lastUpdate": 1696391721041, + "lastUpdate": 1696478121261, "repoUrl": "https://github.com/hydro-project/hydroflow", "entries": { "Benchmark": [ @@ -85013,6 +85013,214 @@ window.BENCHMARK_DATA = "unit": "ns/iter" } ] + }, + { + "commit": { + "author": { + "name": "Mingwei Samuel", + "username": "MingweiSamuel", + "email": "mingwei.samuel@gmail.com" + }, + "committer": { + "name": "Mingwei Samuel", + "username": "MingweiSamuel", + "email": "mingwei.samuel@gmail.com" + }, + "id": "db9f270e2bdaff8cb4429c13c15ad9ca7bbff61b", + "message": "refactor(hydroflow): cleanup kvs example with lattice properties (#924)\n\nOpen graphs when `--graph` is specified", + "timestamp": "2023-10-04T06:43:08Z", + "url": "https://github.com/hydro-project/hydroflow/commit/db9f270e2bdaff8cb4429c13c15ad9ca7bbff61b" + }, + "date": 1696478121236, + "tool": "cargo", + "benches": [ + { + "name": "arithmetic/hydroflow/compiled", + "value": 314316, + "range": "± 12430", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/compiled_no_cheating", + "value": 19116013, + "range": "± 240592", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/surface", + "value": 19975093, + "range": "± 65735", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow", + "value": 123422183, + "range": "± 1509003", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow/surface", + "value": 144367674, + "range": "± 778202", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/scheduled", + "value": 74864587, + "range": "± 1697301", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/surface", + "value": 4870591, + "range": "± 10586", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow", + "value": 9261741, + "range": "± 57672", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow_builder", + "value": 9436057, + "range": "± 105715", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow", + "value": 15273999, + "range": "± 179731", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/compiled", + "value": 18223778, + "range": "± 177611", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/surface", + "value": 19538436, + "range": "± 131368", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/scheduled", + "value": 2763667, + "range": "± 18783", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow", + "value": 2744415, + "range": "± 4297", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface", + "value": 7409001, + "range": "± 64448", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface_cheating", + "value": 2228397, + "range": "± 9656", + "unit": "ns/iter" + }, + { + "name": "micro/ops/identity", + "value": 8863, + "range": "± 22", + "unit": "ns/iter" + }, + { + "name": "micro/ops/unique", + "value": 73774, + "range": "± 369", + "unit": "ns/iter" + }, + { + "name": "micro/ops/map", + "value": 8899, + "range": "± 33", + "unit": "ns/iter" + }, + { + "name": "micro/ops/flat_map", + "value": 27917, + "range": "± 72", + "unit": "ns/iter" + }, + { + "name": "micro/ops/join", + "value": 111785, + "range": "± 2593", + "unit": "ns/iter" + }, + { + "name": "micro/ops/difference", + "value": 113422, + "range": "± 1193", + "unit": "ns/iter" + }, + { + "name": "micro/ops/union", + "value": 69043, + "range": "± 418", + "unit": "ns/iter" + }, + { + "name": "micro/ops/tee", + "value": 10546, + "range": "± 36", + "unit": "ns/iter" + }, + { + "name": "micro/ops/fold", + "value": 40426, + "range": "± 1399", + "unit": "ns/iter" + }, + { + "name": "micro/ops/sort", + "value": 148354, + "range": "± 1657", + "unit": "ns/iter" + }, + { + "name": "micro/ops/crossjoin", + "value": 146162, + "range": "± 1283", + "unit": "ns/iter" + }, + { + "name": "micro/ops/anti_join", + "value": 13748, + "range": "± 161", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/small", + "value": 86904, + "range": "± 3671", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/big", + "value": 87984, + "range": "± 4638", + "unit": "ns/iter" + }, + { + "name": "micro/ops/group_by", + "value": 12234, + "range": "± 324", + "unit": "ns/iter" + } + ] } ] } diff --git a/bench/data.json b/bench/data.json index 027916420d4..87d8a87e0cd 100644 --- a/bench/data.json +++ b/bench/data.json @@ -1,5 +1,5 @@ { - "lastUpdate": 1696391721041, + "lastUpdate": 1696478121261, "repoUrl": "https://github.com/hydro-project/hydroflow", "entries": { "Benchmark": [ @@ -85012,6 +85012,214 @@ "unit": "ns/iter" } ] + }, + { + "commit": { + "author": { + "name": "Mingwei Samuel", + "username": "MingweiSamuel", + "email": "mingwei.samuel@gmail.com" + }, + "committer": { + "name": "Mingwei Samuel", + "username": "MingweiSamuel", + "email": "mingwei.samuel@gmail.com" + }, + "id": "db9f270e2bdaff8cb4429c13c15ad9ca7bbff61b", + "message": "refactor(hydroflow): cleanup kvs example with lattice properties (#924)\n\nOpen graphs when `--graph` is specified", + "timestamp": "2023-10-04T06:43:08Z", + "url": "https://github.com/hydro-project/hydroflow/commit/db9f270e2bdaff8cb4429c13c15ad9ca7bbff61b" + }, + "date": 1696478121236, + "tool": "cargo", + "benches": [ + { + "name": "arithmetic/hydroflow/compiled", + "value": 314316, + "range": "± 12430", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/compiled_no_cheating", + "value": 19116013, + "range": "± 240592", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/surface", + "value": 19975093, + "range": "± 65735", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow", + "value": 123422183, + "range": "± 1509003", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow/surface", + "value": 144367674, + "range": "± 778202", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/scheduled", + "value": 74864587, + "range": "± 1697301", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/surface", + "value": 4870591, + "range": "± 10586", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow", + "value": 9261741, + "range": "± 57672", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow_builder", + "value": 9436057, + "range": "± 105715", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow", + "value": 15273999, + "range": "± 179731", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/compiled", + "value": 18223778, + "range": "± 177611", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/surface", + "value": 19538436, + "range": "± 131368", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/scheduled", + "value": 2763667, + "range": "± 18783", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow", + "value": 2744415, + "range": "± 4297", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface", + "value": 7409001, + "range": "± 64448", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface_cheating", + "value": 2228397, + "range": "± 9656", + "unit": "ns/iter" + }, + { + "name": "micro/ops/identity", + "value": 8863, + "range": "± 22", + "unit": "ns/iter" + }, + { + "name": "micro/ops/unique", + "value": 73774, + "range": "± 369", + "unit": "ns/iter" + }, + { + "name": "micro/ops/map", + "value": 8899, + "range": "± 33", + "unit": "ns/iter" + }, + { + "name": "micro/ops/flat_map", + "value": 27917, + "range": "± 72", + "unit": "ns/iter" + }, + { + "name": "micro/ops/join", + "value": 111785, + "range": "± 2593", + "unit": "ns/iter" + }, + { + "name": "micro/ops/difference", + "value": 113422, + "range": "± 1193", + "unit": "ns/iter" + }, + { + "name": "micro/ops/union", + "value": 69043, + "range": "± 418", + "unit": "ns/iter" + }, + { + "name": "micro/ops/tee", + "value": 10546, + "range": "± 36", + "unit": "ns/iter" + }, + { + "name": "micro/ops/fold", + "value": 40426, + "range": "± 1399", + "unit": "ns/iter" + }, + { + "name": "micro/ops/sort", + "value": 148354, + "range": "± 1657", + "unit": "ns/iter" + }, + { + "name": "micro/ops/crossjoin", + "value": 146162, + "range": "± 1283", + "unit": "ns/iter" + }, + { + "name": "micro/ops/anti_join", + "value": 13748, + "range": "± 161", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/small", + "value": 86904, + "range": "± 3671", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/big", + "value": 87984, + "range": "± 4638", + "unit": "ns/iter" + }, + { + "name": "micro/ops/group_by", + "value": 12234, + "range": "± 324", + "unit": "ns/iter" + } + ] } ] } diff --git a/criterion/arithmetic_hydroflow_compiled/base/estimates.json b/criterion/arithmetic_hydroflow_compiled/base/estimates.json index 0afcd5b6023..65d27aa0ed4 100644 --- a/criterion/arithmetic_hydroflow_compiled/base/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":311909.2729793178,"upper_bound":315810.01674822735},"point_estimate":314016.1633598715,"standard_error":998.9438333969645},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":315076.27142857143,"upper_bound":317711.030448718},"point_estimate":317090.26709664206,"standard_error":579.4326564073947},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3131.946445508762,"upper_bound":5711.242182960014},"point_estimate":3810.5910744170183,"standard_error":721.7309640209119},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":316387.3751544199,"upper_bound":317865.7508085457},"point_estimate":317182.17720333976,"standard_error":376.0809997951342},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5807.566756877707,"upper_bound":13636.280853407052},"point_estimate":10035.728309285847,"standard_error":2012.8297241110968}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":307805.12974848895,"upper_bound":312666.413799116},"point_estimate":310396.7865482911,"standard_error":1241.489166988272},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":311177.0984848485,"upper_bound":315521.9736842105},"point_estimate":314316.44361702126,"standard_error":963.6494678293184},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6090.472810366176,"upper_bound":10534.96839224836},"point_estimate":7954.124103363283,"standard_error":1101.3299685501017},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":313846.52298498043,"upper_bound":316059.42042546946},"point_estimate":315004.40749298065,"standard_error":568.4133250024886},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8848.476092821971,"upper_bound":15598.83163711392},"point_estimate":12430.916195742688,"standard_error":1728.885375190799}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/base/sample.json b/criterion/arithmetic_hydroflow_compiled/base/sample.json index 7da6d138b4d..8ab44c17251 100644 --- a/criterion/arithmetic_hydroflow_compiled/base/sample.json +++ b/criterion/arithmetic_hydroflow_compiled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1049692.0,2080285.0,3780772.0,5140863.0,6420853.0,7211848.0,8940334.0,10027027.0,10445924.0,11868013.0,13029005.0,14607394.0,16715178.0,16184782.0,18411865.0,19732756.0,21294745.0,23146731.0,24416222.0,25714012.0,26429807.0,28276794.0,28113195.0,30851475.0,31585769.0,32399964.0,33244557.0,34514348.0,36411535.0,37614525.0,38992716.0,41160799.0,41852795.0,43130885.0,44094078.0,45767166.0,46932858.0,47555253.0,49474239.0,51309325.0,52135120.0,52512117.0,54609601.0,54924499.0,55631994.0,57969377.0,58022677.0,60136861.0,61156954.0,62193046.0,64660528.0,65990419.0,62524944.0,67291708.0,69081496.0,71390779.0,72662170.0,73061067.0,75817847.0,77101937.0,77511535.0,79081823.0,80357613.0,81676304.0,81910702.0,83567391.0,86153971.0,86767567.0,85605975.0,88221356.0,89965844.0,91915829.0,91671931.0,94506011.0,96387396.0,96129899.0,98320282.0,100259369.0,100871264.0,101962556.0,102827049.0,104714436.0,105712769.0,107456761.0,108584054.0,108380054.0,111146836.0,111512733.0,113298821.0,112952423.0,115604405.0,116706798.0,118655184.0,120122174.0,119809276.0,122224659.0,124003948.0,125940633.0,125649036.0,126443631.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1038694.0,2090589.0,3142383.0,4745574.0,6430965.0,7719158.0,8366255.0,9632048.0,11059240.0,11227939.0,13559026.0,15426517.0,16737609.0,16464310.0,19277096.0,18996197.0,19299795.0,21811682.0,23117974.0,25661961.0,25046164.0,25573861.0,28466446.0,29774738.0,30288536.0,31354230.0,34196914.0,32537024.0,37262598.0,38559590.0,38222293.0,40936578.0,41075377.0,42133071.0,44989456.0,46063550.0,44464059.0,47959340.0,47813340.0,49985929.0,51916219.0,53587209.0,55273000.0,52039918.0,55176100.0,55301400.0,59110779.0,59667177.0,61883064.0,59314978.0,63053758.0,66830437.0,66763738.0,69172425.0,69769921.0,71663411.0,70400718.0,72191709.0,71720711.0,76465385.0,77496479.0,78929272.0,78961971.0,78811373.0,81538157.0,83500247.0,83952445.0,84393142.0,86398531.0,87015728.0,89709913.0,90887307.0,91507004.0,93288294.0,95487181.0,94798186.0,98952963.0,99300461.0,99510960.0,98698365.0,101924347.0,104490233.0,103259740.0,107152118.0,107052020.0,109616405.0,111824193.0,110974398.0,112001192.0,113116986.0,116954865.0,115569873.0,119323952.0,119418252.0,121167042.0,123391630.0,123020232.0,121673040.0,124575324.0,127612507.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/base/tukey.json b/criterion/arithmetic_hydroflow_compiled/base/tukey.json index b690c8ad6aa..29669bd4553 100644 --- a/criterion/arithmetic_hydroflow_compiled/base/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled/base/tukey.json @@ -1 +1 @@ -[295151.2600181255,304175.18848792306,328238.9977407165,337262.92621051404] \ No newline at end of file +[274919.6489926518,291306.31055318355,335004.0747146015,351390.7362751332] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/change/estimates.json b/criterion/arithmetic_hydroflow_compiled/change/estimates.json index 085a1174025..df91e0e55a9 100644 --- a/criterion/arithmetic_hydroflow_compiled/change/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.17028603162810704,"upper_bound":-0.15899735459381567},"point_estimate":-0.16414353245788138,"standard_error":0.0027822235124559946},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.16221626208792306,"upper_bound":-0.15546554587709638},"point_estimate":-0.15687056794197196,"standard_error":0.0015285480704111275}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.021115029756772194,"upper_bound":-0.002568886854403707},"point_estimate":-0.011526084430986683,"standard_error":0.004720174843167089},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.016680543500686817,"upper_bound":-0.0026898412541989103},"point_estimate":-0.008747740840545526,"standard_error":0.0032534505965461577}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/new/estimates.json b/criterion/arithmetic_hydroflow_compiled/new/estimates.json index 0afcd5b6023..65d27aa0ed4 100644 --- a/criterion/arithmetic_hydroflow_compiled/new/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":311909.2729793178,"upper_bound":315810.01674822735},"point_estimate":314016.1633598715,"standard_error":998.9438333969645},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":315076.27142857143,"upper_bound":317711.030448718},"point_estimate":317090.26709664206,"standard_error":579.4326564073947},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3131.946445508762,"upper_bound":5711.242182960014},"point_estimate":3810.5910744170183,"standard_error":721.7309640209119},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":316387.3751544199,"upper_bound":317865.7508085457},"point_estimate":317182.17720333976,"standard_error":376.0809997951342},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5807.566756877707,"upper_bound":13636.280853407052},"point_estimate":10035.728309285847,"standard_error":2012.8297241110968}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":307805.12974848895,"upper_bound":312666.413799116},"point_estimate":310396.7865482911,"standard_error":1241.489166988272},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":311177.0984848485,"upper_bound":315521.9736842105},"point_estimate":314316.44361702126,"standard_error":963.6494678293184},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6090.472810366176,"upper_bound":10534.96839224836},"point_estimate":7954.124103363283,"standard_error":1101.3299685501017},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":313846.52298498043,"upper_bound":316059.42042546946},"point_estimate":315004.40749298065,"standard_error":568.4133250024886},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8848.476092821971,"upper_bound":15598.83163711392},"point_estimate":12430.916195742688,"standard_error":1728.885375190799}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/new/sample.json b/criterion/arithmetic_hydroflow_compiled/new/sample.json index 7da6d138b4d..8ab44c17251 100644 --- a/criterion/arithmetic_hydroflow_compiled/new/sample.json +++ b/criterion/arithmetic_hydroflow_compiled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1049692.0,2080285.0,3780772.0,5140863.0,6420853.0,7211848.0,8940334.0,10027027.0,10445924.0,11868013.0,13029005.0,14607394.0,16715178.0,16184782.0,18411865.0,19732756.0,21294745.0,23146731.0,24416222.0,25714012.0,26429807.0,28276794.0,28113195.0,30851475.0,31585769.0,32399964.0,33244557.0,34514348.0,36411535.0,37614525.0,38992716.0,41160799.0,41852795.0,43130885.0,44094078.0,45767166.0,46932858.0,47555253.0,49474239.0,51309325.0,52135120.0,52512117.0,54609601.0,54924499.0,55631994.0,57969377.0,58022677.0,60136861.0,61156954.0,62193046.0,64660528.0,65990419.0,62524944.0,67291708.0,69081496.0,71390779.0,72662170.0,73061067.0,75817847.0,77101937.0,77511535.0,79081823.0,80357613.0,81676304.0,81910702.0,83567391.0,86153971.0,86767567.0,85605975.0,88221356.0,89965844.0,91915829.0,91671931.0,94506011.0,96387396.0,96129899.0,98320282.0,100259369.0,100871264.0,101962556.0,102827049.0,104714436.0,105712769.0,107456761.0,108584054.0,108380054.0,111146836.0,111512733.0,113298821.0,112952423.0,115604405.0,116706798.0,118655184.0,120122174.0,119809276.0,122224659.0,124003948.0,125940633.0,125649036.0,126443631.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1038694.0,2090589.0,3142383.0,4745574.0,6430965.0,7719158.0,8366255.0,9632048.0,11059240.0,11227939.0,13559026.0,15426517.0,16737609.0,16464310.0,19277096.0,18996197.0,19299795.0,21811682.0,23117974.0,25661961.0,25046164.0,25573861.0,28466446.0,29774738.0,30288536.0,31354230.0,34196914.0,32537024.0,37262598.0,38559590.0,38222293.0,40936578.0,41075377.0,42133071.0,44989456.0,46063550.0,44464059.0,47959340.0,47813340.0,49985929.0,51916219.0,53587209.0,55273000.0,52039918.0,55176100.0,55301400.0,59110779.0,59667177.0,61883064.0,59314978.0,63053758.0,66830437.0,66763738.0,69172425.0,69769921.0,71663411.0,70400718.0,72191709.0,71720711.0,76465385.0,77496479.0,78929272.0,78961971.0,78811373.0,81538157.0,83500247.0,83952445.0,84393142.0,86398531.0,87015728.0,89709913.0,90887307.0,91507004.0,93288294.0,95487181.0,94798186.0,98952963.0,99300461.0,99510960.0,98698365.0,101924347.0,104490233.0,103259740.0,107152118.0,107052020.0,109616405.0,111824193.0,110974398.0,112001192.0,113116986.0,116954865.0,115569873.0,119323952.0,119418252.0,121167042.0,123391630.0,123020232.0,121673040.0,124575324.0,127612507.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/new/tukey.json b/criterion/arithmetic_hydroflow_compiled/new/tukey.json index b690c8ad6aa..29669bd4553 100644 --- a/criterion/arithmetic_hydroflow_compiled/new/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled/new/tukey.json @@ -1 +1 @@ -[295151.2600181255,304175.18848792306,328238.9977407165,337262.92621051404] \ No newline at end of file +[274919.6489926518,291306.31055318355,335004.0747146015,351390.7362751332] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/report/MAD.svg b/criterion/arithmetic_hydroflow_compiled/report/MAD.svg index 5918304e43a..be42765669d 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/MAD.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/MAD.svg @@ -9,58 +9,94 @@ Density (a.u.) Average time (µs) - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - + + +0.25 + + + 0.3 - - + + +0.35 + + + 0.4 - - -0.5 + + +0.45 - - -0.6 + + +0.5 - + - -3 + +6 + + + +6.5 + + + +7 + + + +7.5 + + + +8 + + + +8.5 - - -3.5 + + +9 - - -4 + + +9.5 - - -4.5 + + +10 - - -5 + + +10.5 - - -5.5 + + +11 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/SD.svg b/criterion/arithmetic_hydroflow_compiled/report/SD.svg index a0789e8337e..2df798fc471 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/SD.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/SD.svg @@ -9,94 +9,62 @@ Density (a.u.) Average time (µs) - -0.02 + +0.05 - - -0.04 - - - -0.06 - - - -0.08 - - - + + 0.1 - - -0.12 - - - -0.14 - - - -0.16 - - - -0.18 + + +0.15 - - + + 0.2 - - -0.22 + + +0.25 - + - -5 - - - -6 - - - -7 - - - -8 - - - + 9 - - + + 10 - - + + 11 - - + + 12 - - + + 13 - - + + 14 - - - - + + +15 + + + +16 + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg b/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg index 24abe0656b1..731931d449f 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg @@ -9,47 +9,51 @@ Density (a.u.) Average Time (µs) - -0.05 + +0.01 - - -0.1 + + +0.02 - - -0.15 + + +0.03 - - -0.2 + + +0.04 - - -0.25 + + +0.05 - - -0.3 + + +0.06 - + - -250 + +260 + + + +280 - - + + 300 - - -350 + + +320 - - - - - + + + + + Base PDF diff --git a/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg b/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg index 0da515baea0..d020d6752aa 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg @@ -18,46 +18,41 @@ Iterations - - - - - - - + + + + + + 0.0 - + 20.0 - - + + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - -140.0 - - + 0 @@ -96,9 +91,9 @@ Iterations - - - + + + Base Sample diff --git a/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg b/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg index 81733120bd6..f88bb0af993 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg @@ -9,67 +9,87 @@ Density (a.u.) Relative change (%) - + +10 + + + 20 - - + + +30 + + + 40 - - -60 + + +50 - - -80 - - - -100 + + +60 - - -120 + + +70 - - -140 + + +80 - + - --0.17 - - - --0.168 - - - --0.166 - - - --0.164 - - - --0.162 - - - --0.16 - - - --0.158 - - - - - - + +-0.022 + + + +-0.02 + + + +-0.018 + + + +-0.016 + + + +-0.014 + + + +-0.012 + + + +-0.01 + + + +-0.008 + + + +-0.006 + + + +-0.004 + + + +-0.002 + + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/change/median.svg b/criterion/arithmetic_hydroflow_compiled/report/change/median.svg index 9ab4df124e4..f460b503c4d 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/change/median.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/change/median.svg @@ -9,71 +9,79 @@ Density (a.u.) Relative change (%) - -100 + +20 + + + +40 - - -200 + + +60 - - -300 + + +80 - - -400 + + +100 - - -500 + + +120 - - -600 + + +140 - - -700 + + +160 - + - --0.162 + +-0.018 + + + +-0.016 - - --0.161 + + +-0.014 - - --0.16 + + +-0.012 - + --0.159 +-0.01 - --0.158 - - - --0.157 - - - --0.156 - - - --0.155 - - - - - - + +-0.008 + + + +-0.006 + + + +-0.004 + + + +-0.002 + + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg b/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg index c5f32360dda..2e7f3759321 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg @@ -17,73 +17,73 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/index.html b/criterion/arithmetic_hydroflow_compiled/report/index.html index e343edf250e..cb3700680b9 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/index.html +++ b/criterion/arithmetic_hydroflow_compiled/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 316.39 µs - 317.18 µs - 317.87 µs + 313.85 µs + 315.00 µs + 316.06 µs R² - 0.9812213 - 0.9820646 - 0.9814407 + 0.9629483 + 0.9645838 + 0.9632256 Mean - 311.91 µs - 314.02 µs - 315.81 µs + 307.81 µs + 310.40 µs + 312.67 µs Std. Dev. - 5.8076 µs - 10.036 µs - 13.636 µs + 8.8485 µs + 12.431 µs + 15.599 µs Median - 315.08 µs - 317.09 µs - 317.71 µs + 311.18 µs + 314.32 µs + 315.52 µs MAD - 3.1319 µs - 3.8106 µs - 5.7112 µs + 6.0905 µs + 7.9541 µs + 10.535 µs @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -17.029% - -16.414% - -15.900% - (p = 0.00 < + -2.1115% + -1.1526% + -0.2569% + (p = 0.02 < 0.05) - Performance has improved. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/arithmetic_hydroflow_compiled/report/mean.svg b/criterion/arithmetic_hydroflow_compiled/report/mean.svg index ddd50b855ad..4e5483d49fb 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/mean.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - -0.4 - - + - -311.5 - - - -312 + +308 - - -312.5 - - - -313 + + +309 - - -313.5 + + +310 - - -314 + + +311 - - -314.5 - - - -315 - - - -315.5 + + +312 - - -316 + + +313 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/median.svg b/criterion/arithmetic_hydroflow_compiled/report/median.svg index f76513d4f29..d758d1fed29 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/median.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/median.svg @@ -9,82 +9,86 @@ Density (a.u.) Average time (µs) - + +0.1 + + + 0.2 - - + + +0.3 + + + 0.4 - - + + +0.5 + + + 0.6 - - + + +0.7 + + + 0.8 - - -1 + + + +311 - - -1.2 + + +311.5 - - -1.4 + + +312 - - -1.6 + + +312.5 - - -1.8 + + +313 - - -2 + + +313.5 - - -2.2 + + +314 - - - + + +314.5 + + + 315 - - + + 315.5 - - -316 - - - -316.5 - - - -317 - - - -317.5 - - + -318 +316 - - - + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/pdf.svg b/criterion/arithmetic_hydroflow_compiled/report/pdf.svg index a3df3d5018e..a0f15de2a23 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/pdf.svg @@ -46,42 +46,42 @@ Average Time (µs) - + 250 - - + + 260 - - + + 270 - - + + 280 - - + + 290 - - + + 300 - - + + 310 - - + + 320 - - + + 330 - + Density (a.u.) @@ -90,52 +90,58 @@ Density (a.u.) 0 - + +0.005 + + + 0.01 - - + + +0.015 + + + 0.02 - - -0.03 + + +0.025 - - -0.04 + + +0.03 - - -0.05 + + +0.035 - - -0.06 + + +0.04 - - - - - - + + + + + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + PDF diff --git a/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg b/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg index 91c549bb724..f0726cc1a64 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg @@ -10,51 +10,59 @@ Average Time (µs) 0 - + +0.005 + + + 0.01 - - + + +0.015 + + + 0.02 - - -0.03 + + +0.025 - - -0.04 + + +0.03 - - -0.05 + + +0.035 - - -0.06 + + +0.04 - - -0.07 + + +0.045 - + - + 260 - - + + 280 - - + + 300 - - + + 320 - - - + + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/regression.svg b/criterion/arithmetic_hydroflow_compiled/report/regression.svg index ce34868d42b..88476abcb50 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/regression.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/regression.svg @@ -16,37 +16,37 @@ Iterations - - - - - - + + + + + + - + 20.0 - - + + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - + 50 @@ -82,106 +82,106 @@ Iterations - - + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - - - - - - - - - - - - + + + + + + + + + + + + - + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg b/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg index 79cc4c1912d..277c7995a13 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg @@ -14,36 +14,36 @@ Iterations - - - - - + + + + + 20.0 - + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - + 50 @@ -79,104 +79,104 @@ Iterations - - + + - - - - - - - + + + + + + + - - - - - - - - + + + + + + + + - - - - - - - - - - - - + + + + + + + + + + + + - + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - - - - + + + + + + + - - - - - - - - + + + + + + + + - - - - + + + + - + - - + + - - - + + + - - + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg b/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg index 7ed02922b5f..1e0822e41cc 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg @@ -7,44 +7,48 @@ Average Time (µs) -0.05 +0.01 - -0.1 + +0.02 - - -0.15 + + +0.03 - - -0.2 + + +0.04 - - -0.25 + + +0.05 - - -0.3 + + +0.06 - + - -250 + +260 + + + +280 - - + + 300 - - -350 + + +320 - - - - - + + + + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg b/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg index 6a2238d61a2..9aa69d889ad 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg @@ -15,46 +15,41 @@ Iterations - - - - - - - + + + + + + 0.0 - + 20.0 - - + + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - -140.0 - - + 0 @@ -94,6 +89,6 @@ Iterations - - + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/slope.svg b/criterion/arithmetic_hydroflow_compiled/report/slope.svg index 26d075074b5..58da7b7d85b 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/slope.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/slope.svg @@ -9,86 +9,58 @@ Density (a.u.) Average time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - -0.8 - - - -0.9 - - - -1 - - - -1.1 - - + - -316.4 - - - -316.6 - - - -316.8 - - - -317 + +314 - - -317.2 + + +314.5 - - -317.4 + + +315 - - -317.6 + + +315.5 - - -317.8 + + +316 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/typical.svg b/criterion/arithmetic_hydroflow_compiled/report/typical.svg index 4492bc51286..dace1b4faf5 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/typical.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/typical.svg @@ -9,86 +9,58 @@ Density (a.u.) Average time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - -0.8 - - - -0.9 - - - -1 - - - -1.1 - - + - -316.4 - - - -316.6 - - - -316.8 - - - -317 + +314 - - -317.2 + + +314.5 - - -317.4 + + +315 - - -317.6 + + +315.5 - - -317.8 + + +316 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json index 420a112411e..d0dbacbea84 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":20336452.326416668,"upper_bound":20373023.051416676},"point_estimate":20354657.930000003,"standard_error":9310.878694030673},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":20325800.0,"upper_bound":20388133.0},"point_estimate":20353599.666666664,"standard_error":16328.743717940293},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":86582.10876285845,"upper_bound":135904.00918722153},"point_estimate":111194.00962590986,"standard_error":12683.262575958648},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":83277.24949010322,"upper_bound":102447.46488325321},"point_estimate":93477.90389575297,"standard_error":4881.795748214774}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19059553.37325,"upper_bound":19153515.943499994},"point_estimate":19106887.89,"standard_error":24002.197198008267},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19050997.0,"upper_bound":19172562.666666668},"point_estimate":19116013.166666668,"standard_error":28317.08476129854},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":178353.3112560969,"upper_bound":286634.2652112236},"point_estimate":228418.00044476803,"standard_error":26894.49969718997},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":201078.4451599072,"upper_bound":277308.38816509827},"point_estimate":240592.447959589,"standard_error":19503.958033033476}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json index def72f883d3..af1857e01cd 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0],"times":[61590395.0,61222598.0,60977400.0,60755801.0,61398996.0,61164399.0,60899700.0,61001699.0,61185198.0,60816201.0,60962299.0,61404597.0,60900200.0,61102699.0,61013399.0,61389597.0,61363397.0,60590402.0,60950300.0,61345597.0,60671802.0,60893300.0,61389896.0,61567596.0,60973600.0,61141098.0,60822701.0,61189998.0,60859800.0,60849901.0,60816000.0,61217998.0,61170498.0,60729701.0,61137199.0,60805101.0,60732701.0,61022199.0,60606702.0,61476396.0,61340797.0,61477397.0,61060299.0,61481396.0,60705301.0,60643502.0,60881900.0,61061299.0,60519203.0,60939799.0,60839201.0,61235098.0,61289197.0,61112499.0,60748701.0,61344997.0,60847000.0,61070899.0,61194398.0,61445397.0,60722801.0,60875600.0,60582702.0,61192999.0,61237297.0,61680395.0,61109799.0,61206498.0,61433497.0,61043199.0,61212798.0,60766701.0,60956599.0,60798601.0,61291897.0,61010000.0,61129398.0,61394481.0,60745306.0,60519908.0,61004404.0,61404000.0,61438101.0,61450700.0,60670607.0,61052403.0,61259302.0,61130303.0,60912605.0,61431200.0,61240302.0,60530708.0,61353401.0,61232002.0,60992804.0,60884705.0,61375301.0,60690207.0,61363301.0,60723206.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0],"times":[56336395.0,55948197.0,57543589.0,56866492.0,57929386.0,57200491.0,58192685.0,57490188.0,56675593.0,56830893.0,56931091.0,57246091.0,57260490.0,57671487.0,56600294.0,56190096.0,56541394.0,57531789.0,56361895.0,57996186.0,57118591.0,56958291.0,56463995.0,57994886.0,57567088.0,57530988.0,55300401.0,58183585.0,57343289.0,57667788.0,56987492.0,58157385.0,57802587.0,57937586.0,57956986.0,57225591.0,57879386.0,57066391.0,57199791.0,57617788.0,57810187.0,57393689.0,57721287.0,55512500.0,57517688.0,57364690.0,57351389.0,57815187.0,57828587.0,57008892.0,58376683.0,57134691.0,56885792.0,57769387.0,56657494.0,57087391.0,57804487.0,58541483.0,59230279.0,57283190.0,57381589.0,57407589.0,56944592.0,57152991.0,59365578.0,57344690.0,56681093.0,56198196.0,57921886.0,57101291.0,57881786.0,57873787.0,56330395.0,57982286.0,59160980.0,57389489.0,56236496.0,56976491.0,57510889.0,56270095.0,57672988.0,58255984.0,56935892.0,56591594.0,57291390.0,57871186.0,56798693.0,57696287.0,56927092.0,56609394.0,56559193.0,56590194.0,58226285.0,58282384.0,57137991.0,57425389.0,57617088.0,57093291.0,56135996.0,57836287.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json index 1606df1fcd2..36407ac150e 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json @@ -1 +1 @@ -[19836861.66666666,20059272.541666664,20652368.208333336,20874779.083333336] \ No newline at end of file +[18077585.666666657,18524920.66666666,19717814.000000004,20165149.000000007] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json index c92d1b662d4..3b7d1769934 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.26469235732103913,"upper_bound":0.26742911392966884},"point_estimate":0.26614596630938836,"standard_error":0.000696589820761941},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.2650791055068662,"upper_bound":0.2687566926011997},"point_estimate":0.2666779444336753,"standard_error":0.0009782008936599642}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0634428863861064,"upper_bound":-0.05890370425155387},"point_estimate":-0.061301449736522406,"standard_error":0.0011669499528811527},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.06391748902800432,"upper_bound":-0.05795732863236447},"point_estimate":-0.060804305885351906,"standard_error":0.001452895445650109}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json index 420a112411e..d0dbacbea84 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":20336452.326416668,"upper_bound":20373023.051416676},"point_estimate":20354657.930000003,"standard_error":9310.878694030673},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":20325800.0,"upper_bound":20388133.0},"point_estimate":20353599.666666664,"standard_error":16328.743717940293},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":86582.10876285845,"upper_bound":135904.00918722153},"point_estimate":111194.00962590986,"standard_error":12683.262575958648},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":83277.24949010322,"upper_bound":102447.46488325321},"point_estimate":93477.90389575297,"standard_error":4881.795748214774}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19059553.37325,"upper_bound":19153515.943499994},"point_estimate":19106887.89,"standard_error":24002.197198008267},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19050997.0,"upper_bound":19172562.666666668},"point_estimate":19116013.166666668,"standard_error":28317.08476129854},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":178353.3112560969,"upper_bound":286634.2652112236},"point_estimate":228418.00044476803,"standard_error":26894.49969718997},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":201078.4451599072,"upper_bound":277308.38816509827},"point_estimate":240592.447959589,"standard_error":19503.958033033476}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json index def72f883d3..af1857e01cd 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0],"times":[61590395.0,61222598.0,60977400.0,60755801.0,61398996.0,61164399.0,60899700.0,61001699.0,61185198.0,60816201.0,60962299.0,61404597.0,60900200.0,61102699.0,61013399.0,61389597.0,61363397.0,60590402.0,60950300.0,61345597.0,60671802.0,60893300.0,61389896.0,61567596.0,60973600.0,61141098.0,60822701.0,61189998.0,60859800.0,60849901.0,60816000.0,61217998.0,61170498.0,60729701.0,61137199.0,60805101.0,60732701.0,61022199.0,60606702.0,61476396.0,61340797.0,61477397.0,61060299.0,61481396.0,60705301.0,60643502.0,60881900.0,61061299.0,60519203.0,60939799.0,60839201.0,61235098.0,61289197.0,61112499.0,60748701.0,61344997.0,60847000.0,61070899.0,61194398.0,61445397.0,60722801.0,60875600.0,60582702.0,61192999.0,61237297.0,61680395.0,61109799.0,61206498.0,61433497.0,61043199.0,61212798.0,60766701.0,60956599.0,60798601.0,61291897.0,61010000.0,61129398.0,61394481.0,60745306.0,60519908.0,61004404.0,61404000.0,61438101.0,61450700.0,60670607.0,61052403.0,61259302.0,61130303.0,60912605.0,61431200.0,61240302.0,60530708.0,61353401.0,61232002.0,60992804.0,60884705.0,61375301.0,60690207.0,61363301.0,60723206.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0],"times":[56336395.0,55948197.0,57543589.0,56866492.0,57929386.0,57200491.0,58192685.0,57490188.0,56675593.0,56830893.0,56931091.0,57246091.0,57260490.0,57671487.0,56600294.0,56190096.0,56541394.0,57531789.0,56361895.0,57996186.0,57118591.0,56958291.0,56463995.0,57994886.0,57567088.0,57530988.0,55300401.0,58183585.0,57343289.0,57667788.0,56987492.0,58157385.0,57802587.0,57937586.0,57956986.0,57225591.0,57879386.0,57066391.0,57199791.0,57617788.0,57810187.0,57393689.0,57721287.0,55512500.0,57517688.0,57364690.0,57351389.0,57815187.0,57828587.0,57008892.0,58376683.0,57134691.0,56885792.0,57769387.0,56657494.0,57087391.0,57804487.0,58541483.0,59230279.0,57283190.0,57381589.0,57407589.0,56944592.0,57152991.0,59365578.0,57344690.0,56681093.0,56198196.0,57921886.0,57101291.0,57881786.0,57873787.0,56330395.0,57982286.0,59160980.0,57389489.0,56236496.0,56976491.0,57510889.0,56270095.0,57672988.0,58255984.0,56935892.0,56591594.0,57291390.0,57871186.0,56798693.0,57696287.0,56927092.0,56609394.0,56559193.0,56590194.0,58226285.0,58282384.0,57137991.0,57425389.0,57617088.0,57093291.0,56135996.0,57836287.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json index 1606df1fcd2..36407ac150e 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json @@ -1 +1 @@ -[19836861.66666666,20059272.541666664,20652368.208333336,20874779.083333336] \ No newline at end of file +[18077585.666666657,18524920.66666666,19717814.000000004,20165149.000000007] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg index 7223fce8771..145c47c00ca 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg @@ -9,62 +9,70 @@ Density (a.u.) Average time (µs) - -0.005 + +0.002 - - -0.01 + + +0.004 + + + +0.006 - + -0.015 +0.008 - -0.02 + +0.01 + + + +0.012 - - -0.025 + + +0.014 - + -0.03 +0.016 - -0.035 + +0.018 - + - -90 + +180 - - -100 + + +200 - - -110 + + +220 - - -120 + + +240 - - -130 + + +260 - - -140 + + +280 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg index b869f31d2b6..58645d31993 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg @@ -9,58 +9,90 @@ Density (a.u.) Average time (µs) - + +0.002 + + + +0.004 + + + +0.006 + + + +0.008 + + + 0.01 - - + + +0.012 + + + +0.014 + + + +0.016 + + + +0.018 + + + 0.02 - - -0.03 + + +0.022 - - -0.04 + + + +200 - - -0.05 + + +210 - - -0.06 + + +220 - - -0.07 + + +230 - - -0.08 + + +240 - - - -85 + + +250 - - -90 + + +260 - - -95 + + +270 - - -100 + + +280 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg index fa31c0c685e..c93d62499c3 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg @@ -16,52 +16,57 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + + + - -16.5 + +18.6 - - -17.0 + + +18.8 - - -17.5 + + +19.0 - - -18.0 + + +19.2 - - -18.5 + + +19.4 - - -19.0 + + +19.6 - - -19.5 + + +19.8 - - + + 20.0 - - -20.5 + + +20.2 + + + +20.4 - + 0 @@ -107,206 +112,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg index 46dc2762c73..34b04bf3682 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg @@ -9,63 +9,55 @@ Density (a.u.) Average Time (ms) - -2 - - - -4 + +0.5 - - -6 + + +1 - - -8 + + +1.5 - - -10 - - - -12 + + +2 - - -14 + + +2.5 - - -16 + + +3 - + - -16 + +18.5 - - -17 - - - -18 - - - + + 19 - - + + +19.5 + + + 20 - - - - - + + +20.5 + + + + + + Base PDF diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg index 5f452f4f7b6..f4fafbb6fb1 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg @@ -9,62 +9,78 @@ Density (a.u.) Relative change (%) - + +50 + + + 100 - - + + +150 + + + 200 - - + + +250 + + + 300 - - -400 + + + +-0.0635 - - -500 + + +-0.063 - - -600 + + +-0.0625 - - - -0.2645 + + +-0.062 + + + +-0.0615 - - -0.265 + + +-0.061 - - -0.2655 + + +-0.0605 - - -0.266 + + +-0.06 - - -0.2665 + + +-0.0595 - - -0.267 + + +-0.059 - - -0.2675 + + +-0.0585 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg index 6c1dabd62bf..54b9b429af9 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg @@ -9,70 +9,58 @@ Density (a.u.) Relative change (%) - -100 - - - -200 + +50 - - -300 + + +100 - - -400 + + +150 - - -500 + + +200 - - -600 + + +250 - + - -0.265 - - - -0.2655 + +-0.064 - - -0.266 + + +-0.063 - - -0.2665 + + +-0.062 - - -0.267 + + +-0.061 - + -0.2675 +-0.06 - -0.268 - - - -0.2685 + +-0.059 - - -0.269 + + +-0.058 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg index 05ad123ad43..df043f17b72 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg @@ -17,77 +17,73 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - -5.0 - - - - + + + t distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html index d9d1933b500..57acb2ef451 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0141612 - 0.0146958 - 0.0141521 + 0.0049365 + 0.0051285 + 0.0049420 Mean - 20.336 ms - 20.355 ms - 20.373 ms + 19.060 ms + 19.107 ms + 19.154 ms Std. Dev. - 83.277 µs - 93.478 µs - 102.45 µs + 201.08 µs + 240.59 µs + 277.31 µs Median - 20.326 ms - 20.354 ms - 20.388 ms + 19.051 ms + 19.116 ms + 19.173 ms MAD - 86.582 µs - 111.19 µs - 135.90 µs + 178.35 µs + 228.42 µs + 286.63 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +26.469% - +26.615% - +26.743% + -6.3443% + -6.1301% + -5.8904% (p = 0.00 < 0.05) - Performance has regressed. + Performance has improved.

Additional Plots:

diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg index 15e09fae862..3491c4c0ee2 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg @@ -15,42 +15,37 @@ Average Iteration Time (ms) - - - - - - - + + + + + + - -20.2 + +18.6 - - -20.25 + + +18.8 - - -20.3 + + +19.0 - - -20.35 + + +19.2 - - -20.4 + + +19.4 - - -20.45 + + +19.6 - - -20.5 - - + 10 @@ -92,106 +87,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - + + + + + + + Sample diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg index a7aba8f2934..a32bc8535a8 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg @@ -12,42 +12,37 @@ Average Iteration Time (ms) - - - - - + + + + - + - -20.2 + +18.6 - - -20.25 + + +18.8 - - -20.3 + + +19.0 - - -20.35 + + +19.2 - - -20.4 - - + -20.45 +19.4 - -20.5 + +19.6 - + 10 @@ -89,104 +84,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - + + + + + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg index 4d01e920193..3fda81705fd 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg @@ -9,82 +9,70 @@ Density (a.u.) Average time (ms) - -5 + +2 - - -10 + + +4 - - -15 + + +6 - - -20 + + +8 - - -25 + + +10 - - -30 + + +12 - - -35 + + +14 - - -40 + + +16 - - -45 + + +18 - + - -20.335 - - - -20.34 + +19.06 - - -20.345 + + +19.08 - - -20.35 + + +19.1 - - -20.355 - - + -20.36 +19.12 - -20.365 - - - -20.37 + +19.14 - - -20.375 + + +19.16 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg index 6cfe1ab27a7..d56fbecf8d8 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg @@ -9,74 +9,62 @@ Density (a.u.) Average time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - -30 - - - -35 - - - -40 - - + - -20.32 + +19.04 - - -20.33 + + +19.06 - - -20.34 + + +19.08 - - -20.35 + + +19.1 - - -20.36 + + +19.12 - - -20.37 + + +19.14 - - -20.38 + + +19.16 - - -20.39 + + +19.18 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg index 2b6807711a8..aca46780017 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg @@ -38,30 +38,46 @@ Average Time (ms) - -20.1 + +18.2 - - -20.2 + + +18.4 - - -20.3 + + +18.6 - - -20.4 + + +18.8 - - -20.5 + + +19 - - -20.6 + + +19.2 - + + +19.4 + + + +19.6 + + + +19.8 + + + +20 + + Density (a.u.) @@ -70,36 +86,54 @@ Density (a.u.) 0 - -0.5 + +0.2 - - -1 + + +0.4 - - -1.5 + + +0.6 - - -2 + + +0.8 - - -2.5 + + +1 - - -3 + + +1.2 + + + +1.4 + + + +1.6 - - - - - + + + + + + + + + + + + + + + PDF diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg index 0d0f4813d2d..c0a6c6ab890 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg @@ -10,47 +10,55 @@ Average Time (ms) 0 - -0.5 + +0.2 - - -1 + + +0.4 + + + +0.6 - - -1.5 + + +0.8 - - -2 + + +1 - - -2.5 + + +1.2 - - -3 + + +1.4 - - -3.5 + + +1.6 - + - -20.2 + +18.5 + + + +19 - - -20.4 + + +19.5 - - -20.6 + + +20 - - - + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg index 4a2f15d8b12..ed20fc8290a 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg @@ -13,52 +13,57 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + + + - -16.5 + +18.6 - - -17.0 + + +18.8 - - -17.5 + + +19.0 - - -18.0 + + +19.2 - - -18.5 + + +19.4 - - -19.0 + + +19.6 - - -19.5 + + +19.8 - - + + 20.0 - - -20.5 + + +20.2 + + + +20.4 - + 0 @@ -104,204 +109,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg index 6e3f05e8049..72009c81e4d 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg @@ -6,61 +6,53 @@ Density (a.u.) Average Time (ms) - -2 - - - -4 + +0.5 - - -6 + + +1 - - -8 + + +1.5 - - -10 - - - -12 + + +2 - - -14 + + +2.5 - - -16 + + +3 - + - -16 + +18.5 - - -17 - - - -18 - - - + + 19 - - + + +19.5 + + + 20 - - - - - + + +20.5 + + + + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg index e771922bca0..f22be18e219 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg @@ -9,82 +9,70 @@ Density (a.u.) Average time (ms) - -5 + +2 - - -10 + + +4 - - -15 + + +6 - - -20 + + +8 - - -25 + + +10 - - -30 + + +12 - - -35 + + +14 - - -40 + + +16 - - -45 + + +18 - + - -20.335 - - - -20.34 + +19.06 - - -20.345 + + +19.08 - - -20.35 + + +19.1 - - -20.355 - - + -20.36 +19.12 - -20.365 - - - -20.37 + +19.14 - - -20.375 + + +19.16 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/base/estimates.json b/criterion/arithmetic_hydroflow_surface/base/estimates.json index 77f67e1a812..0069f386caa 100644 --- a/criterion/arithmetic_hydroflow_surface/base/estimates.json +++ b/criterion/arithmetic_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":20004924.73183333,"upper_bound":20213312.872249994},"point_estimate":20097719.113333333,"standard_error":53196.507128599704},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19973840.0,"upper_bound":19977472.666666668},"point_estimate":19975889.833333332,"standard_error":891.3637532620907},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5065.549910070353,"upper_bound":8722.382745145831},"point_estimate":7659.852764010429,"standard_error":982.7717550656306},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":237596.83939532322,"upper_bound":765499.0792515207},"point_estimate":535651.722293526,"standard_error":137233.56900955568}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19977793.678000003,"upper_bound":20001572.317583334},"point_estimate":19986661.96333333,"standard_error":6530.735954870682},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19974259.666666668,"upper_bound":19977026.333333332},"point_estimate":19975093.0,"standard_error":668.1244505773047},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5411.4899039295415,"upper_bound":8845.9327429533},"point_estimate":6819.959878921509,"standard_error":865.2433683741973},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10557.29707239381,"upper_bound":110431.53726215695},"point_estimate":65735.68606668244,"standard_error":32757.955140933387}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/base/sample.json b/criterion/arithmetic_hydroflow_surface/base/sample.json index 63271eb72b6..71ac3ddc7f2 100644 --- a/criterion/arithmetic_hydroflow_surface/base/sample.json +++ b/criterion/arithmetic_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0],"times":[59948518.0,59934219.0,59923420.0,59928820.0,59909720.0,59928019.0,59925120.0,59912918.0,59953019.0,59925119.0,59961918.0,59927919.0,59926120.0,59920819.0,59922820.0,59939919.0,59945919.0,59928519.0,59911920.0,59906420.0,59937019.0,59904619.0,59931719.0,59919119.0,59910419.0,59942919.0,59918919.0,59934119.0,59889719.0,59917019.0,59931319.0,59900620.0,59943919.0,59911819.0,59916618.0,60101418.0,59950919.0,59956419.0,59946819.0,59905519.0,59929619.0,59934718.0,59960020.0,59934020.0,59921520.0,59907819.0,59943619.0,59927719.0,59939719.0,59921620.0,59927620.0,59920318.0,59921419.0,59906120.0,59920820.0,59932419.0,59919120.0,59913219.0,59883020.0,59908020.0,59958019.0,59908420.0,59944819.0,59938219.0,59901619.0,59957818.0,59911119.0,59950419.0,59932418.0,59943919.0,59910620.0,59944719.0,60038019.0,67236160.0,65260876.0,59937519.0,70503035.0,60096018.0,64937679.0,66939563.0,60900710.0,59954119.0,59918620.0,59920620.0,59915620.0,59923420.0,59921519.0,59918119.0,59928919.0,59906820.0,59904220.0,59920419.0,59939620.0,59901920.0,59901320.0,59923919.0,59919620.0,59951820.0,59957720.0,59911021.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0],"times":[60000879.0,60027979.0,59939879.0,59918879.0,59910480.0,59917579.0,59943178.0,59923179.0,59901579.0,59890379.0,59926979.0,59946179.0,59926479.0,59926079.0,59955279.0,59946679.0,59953779.0,59967779.0,60019079.0,59912279.0,59917479.0,59959179.0,59948479.0,59942979.0,59911679.0,59931079.0,60077278.0,60043378.0,59931179.0,59914979.0,59923379.0,59911379.0,59949179.0,59962579.0,59987679.0,59946379.0,59992779.0,59924979.0,59892779.0,59911579.0,59925179.0,59900779.0,59922779.0,59929679.0,59921279.0,59925079.0,59902279.0,59936078.0,59913579.0,59948379.0,59940379.0,60007479.0,59919679.0,59922779.0,59929579.0,59910779.0,59902179.0,59904379.0,59926179.0,59949879.0,59963979.0,59912979.0,59919479.0,59913979.0,59907680.0,59900879.0,59961979.0,60048079.0,59924379.0,59913879.0,59935179.0,59912379.0,59912780.0,59915279.0,59918479.0,59908079.0,59911779.0,59911880.0,59925079.0,59919079.0,59928180.0,59939479.0,59938279.0,59998479.0,59960379.0,59918779.0,59917779.0,59942979.0,59918280.0,59900779.0,59924879.0,59928379.0,59941079.0,59931079.0,59908079.0,59925179.0,60368677.0,61832368.0,59925379.0,60039479.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/base/tukey.json b/criterion/arithmetic_hydroflow_surface/base/tukey.json index d08b69ee51d..c6deb915892 100644 --- a/criterion/arithmetic_hydroflow_surface/base/tukey.json +++ b/criterion/arithmetic_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[19944372.33333333,19958247.58333333,19995248.25,20009123.500000004] \ No newline at end of file +[19938168.0,19954743.0,19998943.0,20015518.0] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/change/estimates.json b/criterion/arithmetic_hydroflow_surface/change/estimates.json index 69beb8a7ebd..359d2f85a5a 100644 --- a/criterion/arithmetic_hydroflow_surface/change/estimates.json +++ b/criterion/arithmetic_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.20947717775182711,"upper_bound":0.22257466833565578},"point_estimate":0.2148313980879022,"standard_error":0.0033977577691755266},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.20980728246064384,"upper_bound":0.2102085180521831},"point_estimate":0.21005553660149934,"standard_error":0.00010258739475119332}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.011211070512532784,"upper_bound":-0.0008399418345389107},"point_estimate":-0.005525858400833417,"standard_error":0.002659251539612011},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00012665848802628776,"upper_bound":0.00010278118305007133},"point_estimate":-0.000039889754097632846,"standard_error":0.000057565516672514}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/new/estimates.json b/criterion/arithmetic_hydroflow_surface/new/estimates.json index 77f67e1a812..0069f386caa 100644 --- a/criterion/arithmetic_hydroflow_surface/new/estimates.json +++ b/criterion/arithmetic_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":20004924.73183333,"upper_bound":20213312.872249994},"point_estimate":20097719.113333333,"standard_error":53196.507128599704},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19973840.0,"upper_bound":19977472.666666668},"point_estimate":19975889.833333332,"standard_error":891.3637532620907},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5065.549910070353,"upper_bound":8722.382745145831},"point_estimate":7659.852764010429,"standard_error":982.7717550656306},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":237596.83939532322,"upper_bound":765499.0792515207},"point_estimate":535651.722293526,"standard_error":137233.56900955568}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19977793.678000003,"upper_bound":20001572.317583334},"point_estimate":19986661.96333333,"standard_error":6530.735954870682},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19974259.666666668,"upper_bound":19977026.333333332},"point_estimate":19975093.0,"standard_error":668.1244505773047},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5411.4899039295415,"upper_bound":8845.9327429533},"point_estimate":6819.959878921509,"standard_error":865.2433683741973},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10557.29707239381,"upper_bound":110431.53726215695},"point_estimate":65735.68606668244,"standard_error":32757.955140933387}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/new/sample.json b/criterion/arithmetic_hydroflow_surface/new/sample.json index 63271eb72b6..71ac3ddc7f2 100644 --- a/criterion/arithmetic_hydroflow_surface/new/sample.json +++ b/criterion/arithmetic_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0],"times":[59948518.0,59934219.0,59923420.0,59928820.0,59909720.0,59928019.0,59925120.0,59912918.0,59953019.0,59925119.0,59961918.0,59927919.0,59926120.0,59920819.0,59922820.0,59939919.0,59945919.0,59928519.0,59911920.0,59906420.0,59937019.0,59904619.0,59931719.0,59919119.0,59910419.0,59942919.0,59918919.0,59934119.0,59889719.0,59917019.0,59931319.0,59900620.0,59943919.0,59911819.0,59916618.0,60101418.0,59950919.0,59956419.0,59946819.0,59905519.0,59929619.0,59934718.0,59960020.0,59934020.0,59921520.0,59907819.0,59943619.0,59927719.0,59939719.0,59921620.0,59927620.0,59920318.0,59921419.0,59906120.0,59920820.0,59932419.0,59919120.0,59913219.0,59883020.0,59908020.0,59958019.0,59908420.0,59944819.0,59938219.0,59901619.0,59957818.0,59911119.0,59950419.0,59932418.0,59943919.0,59910620.0,59944719.0,60038019.0,67236160.0,65260876.0,59937519.0,70503035.0,60096018.0,64937679.0,66939563.0,60900710.0,59954119.0,59918620.0,59920620.0,59915620.0,59923420.0,59921519.0,59918119.0,59928919.0,59906820.0,59904220.0,59920419.0,59939620.0,59901920.0,59901320.0,59923919.0,59919620.0,59951820.0,59957720.0,59911021.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0],"times":[60000879.0,60027979.0,59939879.0,59918879.0,59910480.0,59917579.0,59943178.0,59923179.0,59901579.0,59890379.0,59926979.0,59946179.0,59926479.0,59926079.0,59955279.0,59946679.0,59953779.0,59967779.0,60019079.0,59912279.0,59917479.0,59959179.0,59948479.0,59942979.0,59911679.0,59931079.0,60077278.0,60043378.0,59931179.0,59914979.0,59923379.0,59911379.0,59949179.0,59962579.0,59987679.0,59946379.0,59992779.0,59924979.0,59892779.0,59911579.0,59925179.0,59900779.0,59922779.0,59929679.0,59921279.0,59925079.0,59902279.0,59936078.0,59913579.0,59948379.0,59940379.0,60007479.0,59919679.0,59922779.0,59929579.0,59910779.0,59902179.0,59904379.0,59926179.0,59949879.0,59963979.0,59912979.0,59919479.0,59913979.0,59907680.0,59900879.0,59961979.0,60048079.0,59924379.0,59913879.0,59935179.0,59912379.0,59912780.0,59915279.0,59918479.0,59908079.0,59911779.0,59911880.0,59925079.0,59919079.0,59928180.0,59939479.0,59938279.0,59998479.0,59960379.0,59918779.0,59917779.0,59942979.0,59918280.0,59900779.0,59924879.0,59928379.0,59941079.0,59931079.0,59908079.0,59925179.0,60368677.0,61832368.0,59925379.0,60039479.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/new/tukey.json b/criterion/arithmetic_hydroflow_surface/new/tukey.json index d08b69ee51d..c6deb915892 100644 --- a/criterion/arithmetic_hydroflow_surface/new/tukey.json +++ b/criterion/arithmetic_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[19944372.33333333,19958247.58333333,19995248.25,20009123.500000004] \ No newline at end of file +[19938168.0,19954743.0,19998943.0,20015518.0] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/report/MAD.svg b/criterion/arithmetic_hydroflow_surface/report/MAD.svg index 53fe2c771cd..244fd638960 100644 --- a/criterion/arithmetic_hydroflow_surface/report/MAD.svg +++ b/criterion/arithmetic_hydroflow_surface/report/MAD.svg @@ -9,82 +9,70 @@ Density (a.u.) Average time (µs) - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 - - - + + 0.4 - - -0.45 + + +0.5 - - - -5 + + +0.6 + + + +0.7 - - + + + 5.5 - - + + 6 - - + + 6.5 - - + + 7 - - + + 7.5 - - + + 8 - - + + 8.5 - - + + 9 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/SD.svg b/criterion/arithmetic_hydroflow_surface/report/SD.svg index f6330d129d4..685f3a08cf7 100644 --- a/criterion/arithmetic_hydroflow_surface/report/SD.svg +++ b/criterion/arithmetic_hydroflow_surface/report/SD.svg @@ -9,62 +9,70 @@ Density (a.u.) Average time (µs) - -5e-4 + +0.005 - - -0.001 + + +0.01 - - -0.0015 + + +0.015 - - -0.002 + + +0.02 - - -0.0025 + + +0.025 - - -0.003 + + +0.03 - + + +0.035 + + + +0.04 + + - -200 + +0 - - -300 + + +20 - - -400 + + +40 - - -500 + + +60 - - -600 + + +80 - - -700 + + +100 - - -800 + + +120 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg b/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg index 726b66de873..dfc414c6572 100644 --- a/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg @@ -16,42 +16,47 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + - -17.0 - - - -18.0 - - - -19.0 - - - + 20.0 - - + + +20.5 + + + 21.0 - - + + +21.5 + + + 22.0 - - + + +22.5 + + + 23.0 - + + +23.5 + + 0 @@ -97,206 +102,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - + - + - - - - - - - - - - - + + + + + + + + + + + - + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - + - - - - - + + + + + - - - - + + + + - - + + - - - - + + + + - - - - + + + + - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + - + - - + + - - + + - - + + Current diff --git a/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg b/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg index f3a434c29b4..73648c3ab68 100644 --- a/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg +++ b/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg @@ -9,51 +9,55 @@ Density (a.u.) Average Time (ms) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - - -18 + + +8 + + + +10 - - + + +12 + + + + 20 - - + + +21 + + + 22 - - + + +23 + + + 24 - - - - - + + + + + Base PDF diff --git a/criterion/arithmetic_hydroflow_surface/report/change/mean.svg b/criterion/arithmetic_hydroflow_surface/report/change/mean.svg index 493f2585c04..f6c783740d6 100644 --- a/criterion/arithmetic_hydroflow_surface/report/change/mean.svg +++ b/criterion/arithmetic_hydroflow_surface/report/change/mean.svg @@ -9,87 +9,67 @@ Density (a.u.) Relative change (%) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 - - - + + 80 - - -90 - - - + + 100 - + + +120 + + -110 +140 - -0.21 - - - -0.212 - - - -0.214 - - - -0.216 - - - -0.218 - - - -0.22 - - - -0.222 - - - -0.224 - - - - - - + +-0.012 + + + +-0.01 + + + +-0.008 + + + +-0.006 + + + +-0.004 + + + +-0.002 + + + +0 + + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/change/median.svg b/criterion/arithmetic_hydroflow_surface/report/change/median.svg index 36ab5a05c05..73d10aa67ab 100644 --- a/criterion/arithmetic_hydroflow_surface/report/change/median.svg +++ b/criterion/arithmetic_hydroflow_surface/report/change/median.svg @@ -9,87 +9,71 @@ Density (a.u.) Relative change (%) - -500 - - - + 1000 - - -1500 - - - + + 2000 - - -2500 - - - + + 3000 - - -3500 - - - + + 4000 - - -4500 + + +5000 + + + +6000 + + + +7000 + + + +8000 + + + +9000 - + - -0.2098 - - - -0.20985 - - - -0.2099 - - - -0.20995 - - - -0.21 - - - -0.21005 - - - -0.2101 - - - -0.21015 - - - -0.2102 - - - -0.21025 - - - - - - + +-0.00015 + + + +-1e-4 + + + +-5e-5 + + + +0 + + + +5e-5 + + + +1e-4 + + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg b/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg index dee70daee05..30f1fbaf0bf 100644 --- a/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg +++ b/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg @@ -13,77 +13,69 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - --4.0 - - - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - -4.0 - - - - + + + t distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/index.html b/criterion/arithmetic_hydroflow_surface/report/index.html index d6dbf3b0c06..6735d9cbd33 100644 --- a/criterion/arithmetic_hydroflow_surface/report/index.html +++ b/criterion/arithmetic_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0005541 - 0.0005709 - 0.0005452 + 0.0016090 + 0.0016386 + 0.0015578 Mean - 20.005 ms - 20.098 ms - 20.213 ms + 19.978 ms + 19.987 ms + 20.002 ms Std. Dev. - 237.60 µs - 535.65 µs - 765.50 µs + 10.557 µs + 65.736 µs + 110.43 µs Median 19.974 ms - 19.976 ms + 19.975 ms 19.977 ms MAD - 5.0655 µs - 7.6599 µs - 8.7224 µs + 5.4115 µs + 6.8200 µs + 8.8459 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +20.948% - +21.483% - +22.257% - (p = 0.00 < + -1.1211% + -0.5526% + -0.0840% + (p = 0.03 < 0.05) - Performance has regressed. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg b/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg index 9278ee2ba74..ef0a24bc839 100644 --- a/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg @@ -15,47 +15,37 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + - + 20.0 - - -20.5 - - - -21.0 + + +20.1 - - -21.5 + + +20.2 - - -22.0 + + +20.3 - - -22.5 + + +20.4 - - -23.0 - - - -23.5 + + +20.5 - + 10 @@ -97,106 +87,106 @@ Average Iteration Time (ms) 100 - - - - - - - - + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg b/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg index b7d684116ab..d6fe2711df6 100644 --- a/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg @@ -12,47 +12,37 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + - + 20.0 - - -20.5 - - - -21.0 + + +20.1 - - -21.5 + + +20.2 - - -22.0 + + +20.3 - - -22.5 + + +20.4 - - -23.0 - - - -23.5 + + +20.5 - + 10 @@ -94,104 +84,104 @@ Average Iteration Time (ms) 100 - - - - - - - - + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/mean.svg b/criterion/arithmetic_hydroflow_surface/report/mean.svg index 75cf9ef21d1..20e06f670f9 100644 --- a/criterion/arithmetic_hydroflow_surface/report/mean.svg +++ b/criterion/arithmetic_hydroflow_surface/report/mean.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (ms) - -1 + +10 - - -2 + + +20 - - -3 + + +30 - - -4 + + +40 - - -5 + + +50 - - -6 + + +60 - - -7 + + +70 - - -8 + + +80 - + - -20 + +19.98 - - -20.05 + + +19.985 - - -20.1 + + +19.99 - - -20.15 + + +19.995 - - -20.2 + + +20 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/median.svg b/criterion/arithmetic_hydroflow_surface/report/median.svg index 6184a3db439..ce905361718 100644 --- a/criterion/arithmetic_hydroflow_surface/report/median.svg +++ b/criterion/arithmetic_hydroflow_surface/report/median.svg @@ -9,86 +9,82 @@ Density (a.u.) Average time (ms) - -100 - - - + 200 - + + +400 + + -300 +600 - -400 + +800 - - -500 + + +1000 - - -600 + + +1200 - - -700 + + +1400 - - -800 + + +1600 - - -900 + + +1800 - - -1000 + + +2000 - - - -19.9735 + + +2200 - - + + + 19.974 - - + + 19.9745 - - + + 19.975 - - + + 19.9755 - - + + 19.976 - - + + 19.9765 - - + + 19.977 - - -19.9775 - - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/pdf.svg b/criterion/arithmetic_hydroflow_surface/report/pdf.svg index 2103a99defe..c796baaf9f8 100644 --- a/criterion/arithmetic_hydroflow_surface/report/pdf.svg +++ b/criterion/arithmetic_hydroflow_surface/report/pdf.svg @@ -38,46 +38,38 @@ Average Time (ms) - -19.5 + +19.9 - - + + 20 - - -20.5 - - - -21 + + +20.1 - - -21.5 + + +20.2 - - -22 + + +20.3 - - -22.5 + + +20.4 - - -23 - - - -23.5 + + +20.5 - - -24 + + +20.6 - + Density (a.u.) @@ -86,62 +78,58 @@ Density (a.u.) 0 - -0.2 - - - -0.4 - - - -0.6 + +2 - - -0.8 + + +4 - - -1 + + +6 - - -1.2 + + +8 - - -1.4 + + +10 - - -1.6 + + +12 - - - - + + + + - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg b/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg index 92af33ed6fc..0a0396ad6fc 100644 --- a/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg @@ -10,63 +10,51 @@ Average Time (ms) 0 - -0.2 + +2 - - -0.4 + + +4 - - -0.6 + + +6 - - -0.8 + + +8 - - -1 + + +10 - - -1.2 + + +12 - - -1.4 + + +14 - - -1.6 - - - -1.8 - - + 20 - -21 - - - -22 + +20.2 - - -23 + + +20.4 - - -24 + + +20.6 - - - + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg index 80da45810f5..d171b92377b 100644 --- a/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,42 +13,47 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + - -17.0 - - - -18.0 - - - -19.0 - - - + 20.0 - - + + +20.5 + + + 21.0 - - + + +21.5 + + + 22.0 - - + + +22.5 + + + 23.0 - + + +23.5 + + 0 @@ -94,188 +99,188 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - + - + - + - + - - + + - + - + - + - - + + - - - - - - + + + + + + - - + + - + - - - - + + + + - + - + - + - + - + - - + + - + - - - + + + - - - - + + + + - - - - - - + + + + + + @@ -286,12 +291,12 @@ Average Iteration Time (ms) - + - + - + diff --git a/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg b/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg index e049b57ac28..c407b7daa4a 100644 --- a/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg @@ -6,49 +6,53 @@ Density (a.u.) Average Time (ms) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - - -18 + + +8 + + + +10 - - + + +12 + + + + 20 - - + + +21 + + + 22 - - + + +23 + + + 24 - - - - - + + + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/typical.svg b/criterion/arithmetic_hydroflow_surface/report/typical.svg index 12ac713c5f5..82d37b96534 100644 --- a/criterion/arithmetic_hydroflow_surface/report/typical.svg +++ b/criterion/arithmetic_hydroflow_surface/report/typical.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (ms) - -1 + +10 - - -2 + + +20 - - -3 + + +30 - - -4 + + +40 - - -5 + + +50 - - -6 + + +60 - - -7 + + +70 - - -8 + + +80 - + - -20 + +19.98 - - -20.05 + + +19.985 - - -20.1 + + +19.99 - - -20.15 + + +19.995 - - -20.2 + + +20 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/base/estimates.json b/criterion/fan_in_hydroflow/base/estimates.json index 24f0b42ab0c..5c6baf03ae2 100644 --- a/criterion/fan_in_hydroflow/base/estimates.json +++ b/criterion/fan_in_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":124451444.80499999,"upper_bound":124968923.717},"point_estimate":124709703.79,"standard_error":132473.72386174582},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":124371290.0,"upper_bound":125001567.5},"point_estimate":124728538.0,"standard_error":170797.86512817047},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":983729.1747853161,"upper_bound":1612248.115211874},"point_estimate":1299700.5105257034,"standard_error":160885.87698906442},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1147270.2635532396,"upper_bound":1501669.9595259954},"point_estimate":1334172.3718331202,"standard_error":90583.51246083378}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":123248036.36625,"upper_bound":123834241.138},"point_estimate":123538524.55,"standard_error":149428.88234102575},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":123090736.0,"upper_bound":123867731.0},"point_estimate":123422183.0,"standard_error":197657.05425705895},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1192891.7845219374,"upper_bound":1846050.4616260529},"point_estimate":1548938.9095008373,"standard_error":165563.377749679},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1290264.4839582387,"upper_bound":1706411.7072821218},"point_estimate":1509003.7514771689,"standard_error":106275.81772320934}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/base/sample.json b/criterion/fan_in_hydroflow/base/sample.json index fcc93515b60..c69f89e65a5 100644 --- a/criterion/fan_in_hydroflow/base/sample.json +++ b/criterion/fan_in_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[125451183.0,126710175.0,127119672.0,128480263.0,125911880.0,125119885.0,125927380.0,124142692.0,123278897.0,124667788.0,123845893.0,124756188.0,127510769.0,124028693.0,124008692.0,123465696.0,122333903.0,122762501.0,124291190.0,127054673.0,125115685.0,124499189.0,125066886.0,124948686.0,122954499.0,122965699.0,124129492.0,124517589.0,123755594.0,123956593.0,123964592.0,124700888.0,122943600.0,122994399.0,123157198.0,125597782.0,126478376.0,125923880.0,127119072.0,125415383.0,123424896.0,122973499.0,124439090.0,124004992.0,123838194.0,122972299.0,124401290.0,124112592.0,122328503.0,123383196.0,123669695.0,124942986.0,125132985.0,126370177.0,125350684.0,124352990.0,123216498.0,122333703.0,122347503.0,123613195.0,124371290.0,124228091.0,124862146.0,125599165.0,128006955.0,123749773.0,123528574.0,125796764.0,124852569.0,125667865.0,124969968.0,125122567.0,122886577.0,122516978.0,123832273.0,124768869.0,124548370.0,125236566.0,125218267.0,125691265.0,125229367.0,122760177.0,125526366.0,126745360.0,125877064.0,126375562.0,124993168.0,124837169.0,125092767.0,124635869.0,124661570.0,124037371.0,124993568.0,126381262.0,125424266.0,126882860.0,126738960.0,125165168.0,125009967.0,125865564.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[121102247.0,122387939.0,121075047.0,122102241.0,122577839.0,121807342.0,122692938.0,122360040.0,128038309.0,126970615.0,123010536.0,121953741.0,121648143.0,121422644.0,122657338.0,121869442.0,121203845.0,123475733.0,124577728.0,123360533.0,122445439.0,121743543.0,124278928.0,123531533.0,120373350.0,122799637.0,123969330.0,121927542.0,124527227.0,123090736.0,122018541.0,124672626.0,122211640.0,121524044.0,123691732.0,123116235.0,122889936.0,121936242.0,123629832.0,124817226.0,124036730.0,123183835.0,122960836.0,120627549.0,124462028.0,123867731.0,125405723.0,126856815.0,123988330.0,123078336.0,125210123.0,125690822.0,122688537.0,122037841.0,121542144.0,123204734.0,124183130.0,126576116.0,124471828.0,123651332.0,125861120.0,122213540.0,123396234.0,123534533.0,123332933.0,124390729.0,124069130.0,125521122.0,125500322.0,124160429.0,123192935.0,124001730.0,122293140.0,122341639.0,124894026.0,123167234.0,125339422.0,126377216.0,124054828.0,122395438.0,124095329.0,126307116.0,124652925.0,124488527.0,126371416.0,122289138.0,122089240.0,124925524.0,124437426.0,123448132.0,122961735.0,125019423.0,124262528.0,124004629.0,123740230.0,125316622.0,122423837.0,123057735.0,123137233.0,123571931.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/base/tukey.json b/criterion/fan_in_hydroflow/base/tukey.json index 4e52520f732..868ace48afb 100644 --- a/criterion/fan_in_hydroflow/base/tukey.json +++ b/criterion/fan_in_hydroflow/base/tukey.json @@ -1 +1 @@ -[118842476.75,121327790.0,127955292.0,130440605.25] \ No newline at end of file +[116130423.0,119255693.625,127589748.625,130715019.25] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/change/estimates.json b/criterion/fan_in_hydroflow/change/estimates.json index cd05ea67073..f37387137ab 100644 --- a/criterion/fan_in_hydroflow/change/estimates.json +++ b/criterion/fan_in_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.19318671900601606,"upper_bound":-0.18820573901325535},"point_estimate":-0.1905334615652018,"standard_error":0.0012778339178360022},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.19132056484013926,"upper_bound":-0.18667247982533297},"point_estimate":-0.18881234700221905,"standard_error":0.0011782170627944674}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.01253878837550011,"upper_bound":-0.006475141833156545},"point_estimate":-0.00939124385999801,"standard_error":0.0015775056992245451},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.01425027478873464,"upper_bound":-0.006567869585053399},"point_estimate":-0.010473585443613542,"standard_error":0.0019735332839367066}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/new/estimates.json b/criterion/fan_in_hydroflow/new/estimates.json index 24f0b42ab0c..5c6baf03ae2 100644 --- a/criterion/fan_in_hydroflow/new/estimates.json +++ b/criterion/fan_in_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":124451444.80499999,"upper_bound":124968923.717},"point_estimate":124709703.79,"standard_error":132473.72386174582},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":124371290.0,"upper_bound":125001567.5},"point_estimate":124728538.0,"standard_error":170797.86512817047},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":983729.1747853161,"upper_bound":1612248.115211874},"point_estimate":1299700.5105257034,"standard_error":160885.87698906442},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1147270.2635532396,"upper_bound":1501669.9595259954},"point_estimate":1334172.3718331202,"standard_error":90583.51246083378}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":123248036.36625,"upper_bound":123834241.138},"point_estimate":123538524.55,"standard_error":149428.88234102575},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":123090736.0,"upper_bound":123867731.0},"point_estimate":123422183.0,"standard_error":197657.05425705895},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1192891.7845219374,"upper_bound":1846050.4616260529},"point_estimate":1548938.9095008373,"standard_error":165563.377749679},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1290264.4839582387,"upper_bound":1706411.7072821218},"point_estimate":1509003.7514771689,"standard_error":106275.81772320934}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/new/sample.json b/criterion/fan_in_hydroflow/new/sample.json index fcc93515b60..c69f89e65a5 100644 --- a/criterion/fan_in_hydroflow/new/sample.json +++ b/criterion/fan_in_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[125451183.0,126710175.0,127119672.0,128480263.0,125911880.0,125119885.0,125927380.0,124142692.0,123278897.0,124667788.0,123845893.0,124756188.0,127510769.0,124028693.0,124008692.0,123465696.0,122333903.0,122762501.0,124291190.0,127054673.0,125115685.0,124499189.0,125066886.0,124948686.0,122954499.0,122965699.0,124129492.0,124517589.0,123755594.0,123956593.0,123964592.0,124700888.0,122943600.0,122994399.0,123157198.0,125597782.0,126478376.0,125923880.0,127119072.0,125415383.0,123424896.0,122973499.0,124439090.0,124004992.0,123838194.0,122972299.0,124401290.0,124112592.0,122328503.0,123383196.0,123669695.0,124942986.0,125132985.0,126370177.0,125350684.0,124352990.0,123216498.0,122333703.0,122347503.0,123613195.0,124371290.0,124228091.0,124862146.0,125599165.0,128006955.0,123749773.0,123528574.0,125796764.0,124852569.0,125667865.0,124969968.0,125122567.0,122886577.0,122516978.0,123832273.0,124768869.0,124548370.0,125236566.0,125218267.0,125691265.0,125229367.0,122760177.0,125526366.0,126745360.0,125877064.0,126375562.0,124993168.0,124837169.0,125092767.0,124635869.0,124661570.0,124037371.0,124993568.0,126381262.0,125424266.0,126882860.0,126738960.0,125165168.0,125009967.0,125865564.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[121102247.0,122387939.0,121075047.0,122102241.0,122577839.0,121807342.0,122692938.0,122360040.0,128038309.0,126970615.0,123010536.0,121953741.0,121648143.0,121422644.0,122657338.0,121869442.0,121203845.0,123475733.0,124577728.0,123360533.0,122445439.0,121743543.0,124278928.0,123531533.0,120373350.0,122799637.0,123969330.0,121927542.0,124527227.0,123090736.0,122018541.0,124672626.0,122211640.0,121524044.0,123691732.0,123116235.0,122889936.0,121936242.0,123629832.0,124817226.0,124036730.0,123183835.0,122960836.0,120627549.0,124462028.0,123867731.0,125405723.0,126856815.0,123988330.0,123078336.0,125210123.0,125690822.0,122688537.0,122037841.0,121542144.0,123204734.0,124183130.0,126576116.0,124471828.0,123651332.0,125861120.0,122213540.0,123396234.0,123534533.0,123332933.0,124390729.0,124069130.0,125521122.0,125500322.0,124160429.0,123192935.0,124001730.0,122293140.0,122341639.0,124894026.0,123167234.0,125339422.0,126377216.0,124054828.0,122395438.0,124095329.0,126307116.0,124652925.0,124488527.0,126371416.0,122289138.0,122089240.0,124925524.0,124437426.0,123448132.0,122961735.0,125019423.0,124262528.0,124004629.0,123740230.0,125316622.0,122423837.0,123057735.0,123137233.0,123571931.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/new/tukey.json b/criterion/fan_in_hydroflow/new/tukey.json index 4e52520f732..868ace48afb 100644 --- a/criterion/fan_in_hydroflow/new/tukey.json +++ b/criterion/fan_in_hydroflow/new/tukey.json @@ -1 +1 @@ -[118842476.75,121327790.0,127955292.0,130440605.25] \ No newline at end of file +[116130423.0,119255693.625,127589748.625,130715019.25] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/report/MAD.svg b/criterion/fan_in_hydroflow/report/MAD.svg index ecf9e7b41aa..505b1aae80f 100644 --- a/criterion/fan_in_hydroflow/report/MAD.svg +++ b/criterion/fan_in_hydroflow/report/MAD.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - -3 - - + - -1 - - - -1.1 - - - + 1.2 - - + + 1.3 - - + + 1.4 - - + + 1.5 - - + + 1.6 - - - - + + +1.7 + + + +1.8 + + + +1.9 + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/SD.svg b/criterion/fan_in_hydroflow/report/SD.svg index 801c75f7024..a520c08b9a9 100644 --- a/criterion/fan_in_hydroflow/report/SD.svg +++ b/criterion/fan_in_hydroflow/report/SD.svg @@ -9,78 +9,86 @@ Density (a.u.) Average time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - -4.5 - - + - -1.15 - - - -1.2 - - - + 1.25 - - + + 1.3 - - + + 1.35 - - + + 1.4 - - + + 1.45 - - + + 1.5 - - - - + + +1.55 + + + +1.6 + + + +1.65 + + + +1.7 + + + +1.75 + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/both/iteration_times.svg b/criterion/fan_in_hydroflow/report/both/iteration_times.svg index c85ec1ae396..80302eb4284 100644 --- a/criterion/fan_in_hydroflow/report/both/iteration_times.svg +++ b/criterion/fan_in_hydroflow/report/both/iteration_times.svg @@ -16,52 +16,47 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + - -125.0 - - - -130.0 + +121.0 - - -135.0 + + +122.0 - - -140.0 + + +123.0 - - -145.0 + + +124.0 - - -150.0 + + +125.0 - - -155.0 + + +126.0 - - -160.0 + + +127.0 - - -165.0 + + +128.0 - + 0 @@ -107,206 +102,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_in_hydroflow/report/both/pdf.svg b/criterion/fan_in_hydroflow/report/both/pdf.svg index 315c7f9e1c7..04a4af3ec3d 100644 --- a/criterion/fan_in_hydroflow/report/both/pdf.svg +++ b/criterion/fan_in_hydroflow/report/both/pdf.svg @@ -9,59 +9,43 @@ Density (a.u.) Average Time (ms) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - -0.3 - - - -0.35 - - + - -130 + +120 - - -140 + + +125 - - -150 - - - -160 - - - -170 + + +130 - - - - - + + + + + Base PDF diff --git a/criterion/fan_in_hydroflow/report/change/mean.svg b/criterion/fan_in_hydroflow/report/change/mean.svg index 3cd71e10abe..fca178c3c5c 100644 --- a/criterion/fan_in_hydroflow/report/change/mean.svg +++ b/criterion/fan_in_hydroflow/report/change/mean.svg @@ -9,59 +9,59 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - -250 - - - -300 - - + - --0.193 - - - --0.192 - - - --0.191 - - - --0.19 - - - --0.189 - - - --0.188 - - - - - - + +-0.013 + + + +-0.012 + + + +-0.011 + + + +-0.01 + + + +-0.009 + + + +-0.008 + + + +-0.007 + + + +-0.006 + + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/change/median.svg b/criterion/fan_in_hydroflow/report/change/median.svg index 2d333794e95..55753742105 100644 --- a/criterion/fan_in_hydroflow/report/change/median.svg +++ b/criterion/fan_in_hydroflow/report/change/median.svg @@ -9,83 +9,91 @@ Density (a.u.) Relative change (%) - -50 + +20 - - + + +40 + + + +60 + + + +80 + + + 100 - - -150 + + +120 - - -200 + + +140 - - -250 + + +160 - - -300 + + +180 - - -350 + + +200 - + - --0.1915 - - - --0.191 - - - --0.1905 - - - --0.19 - - - --0.1895 - - - --0.189 - - - --0.1885 - - - --0.188 - - - --0.1875 - - - --0.187 - - - --0.1865 - - - - - - + +-0.015 + + + +-0.014 + + + +-0.013 + + + +-0.012 + + + +-0.011 + + + +-0.01 + + + +-0.009 + + + +-0.008 + + + +-0.007 + + + +-0.006 + + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/change/t-test.svg b/criterion/fan_in_hydroflow/report/change/t-test.svg index 4dda2b6b077..309a93b92a4 100644 --- a/criterion/fan_in_hydroflow/report/change/t-test.svg +++ b/criterion/fan_in_hydroflow/report/change/t-test.svg @@ -13,76 +13,76 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + t distribution diff --git a/criterion/fan_in_hydroflow/report/index.html b/criterion/fan_in_hydroflow/report/index.html index 9a16c2c785c..f42fa988875 100644 --- a/criterion/fan_in_hydroflow/report/index.html +++ b/criterion/fan_in_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0072520 - 0.0075244 - 0.0072500 + 0.0000048 + 0.0000050 + 0.0000048 Mean - 124.45 ms - 124.71 ms - 124.97 ms + 123.25 ms + 123.54 ms + 123.83 ms Std. Dev. - 1.1473 ms - 1.3342 ms - 1.5017 ms + 1.2903 ms + 1.5090 ms + 1.7064 ms Median - 124.37 ms - 124.73 ms - 125.00 ms + 123.09 ms + 123.42 ms + 123.87 ms MAD - 983.73 µs - 1.2997 ms - 1.6122 ms + 1.1929 ms + 1.5489 ms + 1.8461 ms @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -19.319% - -19.053% - -18.821% + -1.2539% + -0.9391% + -0.6475% (p = 0.00 < 0.05) - Performance has improved. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/fan_in_hydroflow/report/iteration_times.svg b/criterion/fan_in_hydroflow/report/iteration_times.svg index f6214f11427..e6529e31b91 100644 --- a/criterion/fan_in_hydroflow/report/iteration_times.svg +++ b/criterion/fan_in_hydroflow/report/iteration_times.svg @@ -15,37 +15,47 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + - + +121.0 + + + +122.0 + + + 123.0 - - + + 124.0 - - + + 125.0 - - + + 126.0 - - + + 127.0 - - + + 128.0 - + 10 @@ -87,106 +97,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_in_hydroflow/report/iteration_times_small.svg b/criterion/fan_in_hydroflow/report/iteration_times_small.svg index d742795b9e4..0b2a5526b27 100644 --- a/criterion/fan_in_hydroflow/report/iteration_times_small.svg +++ b/criterion/fan_in_hydroflow/report/iteration_times_small.svg @@ -12,37 +12,47 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + - + +121.0 + + + +122.0 + + + 123.0 - - + + 124.0 - - + + 125.0 - - + + 126.0 - - + + 127.0 - - + + 128.0 - + 10 @@ -84,104 +94,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow/report/mean.svg b/criterion/fan_in_hydroflow/report/mean.svg index d1c849a9d23..1a744dcf890 100644 --- a/criterion/fan_in_hydroflow/report/mean.svg +++ b/criterion/fan_in_hydroflow/report/mean.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - -3 - - + - -124.4 + +123.2 - - -124.5 + + +123.3 - - -124.6 + + +123.4 - - -124.7 + + +123.5 - - -124.8 + + +123.6 - - -124.9 + + +123.7 - - -125 + + +123.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/median.svg b/criterion/fan_in_hydroflow/report/median.svg index d2be5cafbf0..87cee01f0e1 100644 --- a/criterion/fan_in_hydroflow/report/median.svg +++ b/criterion/fan_in_hydroflow/report/median.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - -3 + + + +123.1 - - -3.5 + + +123.2 - - - -124.4 + + +123.3 - - -124.5 + + +123.4 - - -124.6 + + +123.5 - - -124.7 + + +123.6 - - -124.8 + + +123.7 - - -124.9 + + +123.8 - - -125 + + +123.9 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/pdf.svg b/criterion/fan_in_hydroflow/report/pdf.svg index 4d85c931f30..2b75732eef2 100644 --- a/criterion/fan_in_hydroflow/report/pdf.svg +++ b/criterion/fan_in_hydroflow/report/pdf.svg @@ -54,46 +54,50 @@ Average Time (ms) - + +119 + + + +120 + + + 121 - - + + 122 - - + + 123 - - + + 124 - - + + 125 - - + + 126 - - + + 127 - - + + 128 - - + + 129 - - -130 - - + Density (a.u.) @@ -102,36 +106,30 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - -0.25 - - - - - - + + + + + - - - - + + PDF diff --git a/criterion/fan_in_hydroflow/report/pdf_small.svg b/criterion/fan_in_hydroflow/report/pdf_small.svg index a913f598397..e8e479e4553 100644 --- a/criterion/fan_in_hydroflow/report/pdf_small.svg +++ b/criterion/fan_in_hydroflow/report/pdf_small.svg @@ -10,51 +10,47 @@ Average Time (ms) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - -0.3 - - + - + +120 + + + 122 - - + + 124 - - + + 126 - - + + 128 - - -130 - - - - + + + diff --git a/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg b/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg index 561f9f4f1ac..406a04d1c15 100644 --- a/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg @@ -13,52 +13,47 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + - -125.0 - - - -130.0 + +121.0 - - -135.0 + + +122.0 - - -140.0 + + +123.0 - - -145.0 + + +124.0 - - -150.0 + + +125.0 - - -155.0 + + +126.0 - - -160.0 + + +127.0 - - -165.0 + + +128.0 - + 0 @@ -104,204 +99,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow/report/relative_pdf_small.svg b/criterion/fan_in_hydroflow/report/relative_pdf_small.svg index a81b323223e..332185847f8 100644 --- a/criterion/fan_in_hydroflow/report/relative_pdf_small.svg +++ b/criterion/fan_in_hydroflow/report/relative_pdf_small.svg @@ -6,57 +6,41 @@ Density (a.u.) Average Time (ms) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - -0.3 - - - -0.35 - - + - -130 - - - -140 + +120 - - -150 + + +125 - - -160 - - - -170 + + +130 - - - - - + + + + + diff --git a/criterion/fan_in_hydroflow/report/typical.svg b/criterion/fan_in_hydroflow/report/typical.svg index 79b6570a12f..f5d2010c8ef 100644 --- a/criterion/fan_in_hydroflow/report/typical.svg +++ b/criterion/fan_in_hydroflow/report/typical.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - -3 - - + - -124.4 + +123.2 - - -124.5 + + +123.3 - - -124.6 + + +123.4 - - -124.7 + + +123.5 - - -124.8 + + +123.6 - - -124.9 + + +123.7 - - -125 + + +123.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/base/estimates.json b/criterion/fan_in_hydroflow_surface/base/estimates.json index 9f141e1d9e8..02445301ed0 100644 --- a/criterion/fan_in_hydroflow_surface/base/estimates.json +++ b/criterion/fan_in_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":144302603.79875,"upper_bound":144693356.34825},"point_estimate":144490293.28,"standard_error":100125.95622754845},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":144143873.0,"upper_bound":144509429.5},"point_estimate":144354707.5,"standard_error":99676.76593034135},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":587739.6945655346,"upper_bound":958718.0838793516},"point_estimate":829140.3287798166,"standard_error":92444.49794121947},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":757332.6143844577,"upper_bound":1245809.7200624687},"point_estimate":1006634.2444868631,"standard_error":125478.47159112449}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":144225874.13224998,"upper_bound":144529326.3545},"point_estimate":144375787.59,"standard_error":77254.70252006537},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":144175775.0,"upper_bound":144501473.5},"point_estimate":144367674.0,"standard_error":73041.36645990565},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":505926.8628180027,"upper_bound":987853.3972620964},"point_estimate":855933.8755041361,"standard_error":118258.840251375},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":670444.2355737553,"upper_bound":874490.5099590322},"point_estimate":778202.9466439948,"standard_error":51683.35585192929}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/base/sample.json b/criterion/fan_in_hydroflow_surface/base/sample.json index 32581a5ca65..a6f3e264c11 100644 --- a/criterion/fan_in_hydroflow_surface/base/sample.json +++ b/criterion/fan_in_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[144494086.0,144148888.0,144790984.0,144340187.0,143238493.0,145072282.0,146403175.0,143441592.0,144996383.0,144158888.0,144414186.0,144156388.0,145434280.0,145943478.0,145694879.0,144412786.0,147582169.0,143918189.0,144485286.0,144389286.0,143966089.0,145457785.0,145612452.0,144838055.0,143855360.0,143787060.0,143301362.0,143906659.0,143128963.0,144722456.0,144989355.0,144386857.0,143262563.0,144544056.0,144462657.0,144732156.0,143800160.0,145178254.0,143794060.0,145022454.0,144246258.0,146730747.0,144660556.0,149072837.0,143610561.0,143715060.0,143137563.0,143572961.0,145116854.0,144492757.0,144741755.0,145280654.0,145059354.0,144360358.0,145474452.0,144912555.0,143415662.0,143177963.0,143964759.0,145272153.0,143297362.0,147593843.0,145064955.0,143249362.0,142795465.0,143802059.0,143486162.0,143866559.0,143836160.0,145987551.0,144349057.0,144131358.0,144545557.0,144384957.0,143780261.0,146410448.0,144160932.0,145326497.0,144941299.0,144113803.0,143699906.0,143618307.0,144990898.0,144590401.0,144319503.0,144276602.0,144023604.0,144526102.0,144846599.0,144060504.0,143836305.0,144040004.0,144061304.0,144576501.0,144944699.0,144174103.0,143769505.0,143720106.0,143915205.0,143635006.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[144341619.0,145023216.0,144481518.0,143326925.0,144670217.0,145599512.0,145498713.0,144906116.0,143159026.0,143835422.0,143646022.0,143876822.0,145902911.0,142983926.0,144273320.0,144457718.0,144076021.0,143754222.0,144315619.0,144328420.0,144416318.0,144893316.0,143675023.0,143301925.0,143315025.0,145639712.0,144615617.0,144097421.0,144637717.0,144974516.0,144938716.0,145167215.0,145352213.0,144372579.0,144438674.0,143816977.0,145552568.0,144368074.0,144098276.0,142877583.0,143320581.0,145561168.0,145121170.0,145120170.0,143737078.0,144336775.0,144588273.0,143987177.0,142992582.0,144175775.0,143912278.0,145187669.0,143531280.0,146383163.0,145009570.0,144381775.0,145876266.0,144565173.0,144521274.0,144367274.0,144011677.0,144481673.0,143735478.0,144038177.0,143756278.0,144129076.0,144493973.0,144035277.0,144542773.0,144135376.0,145021871.0,143497879.0,142943783.0,143693278.0,143439080.0,143741078.0,144570473.0,143565579.0,144310975.0,144951271.0,144431874.0,144253976.0,144527473.0,144127476.0,144238475.0,146136765.0,145149070.0,143329280.0,146285381.0,144544676.0,144564175.0,143413884.0,145234470.0,145333670.0,145061272.0,143135486.0,145033572.0,144651474.0,143292785.0,144055279.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/base/tukey.json b/criterion/fan_in_hydroflow_surface/base/tukey.json index c9b852e8a36..8c610417e89 100644 --- a/criterion/fan_in_hydroflow_surface/base/tukey.json +++ b/criterion/fan_in_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[140442950.0,142135292.375,146648205.375,148340547.75] \ No newline at end of file +[140381644.75,142091723.5,146651933.5,148362012.25] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/change/estimates.json b/criterion/fan_in_hydroflow_surface/change/estimates.json index 1ed0cce9b95..6fbf6609fa9 100644 --- a/criterion/fan_in_hydroflow_surface/change/estimates.json +++ b/criterion/fan_in_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.19514631858565773,"upper_bound":-0.1928120939888716},"point_estimate":-0.19402476540730096,"standard_error":0.0005929613409802732},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.196010442428471,"upper_bound":-0.1936836939695311},"point_estimate":-0.1945560600273022,"standard_error":0.0005918970739185301}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.002457260227550842,"upper_bound":0.0009595659053840411},"point_estimate":-0.0007924801548994109,"standard_error":0.0008709967862776318},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0012419999709742946,"upper_bound":0.001946891400137929},"point_estimate":0.00008982388052714008,"standard_error":0.0008191009600204632}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/new/estimates.json b/criterion/fan_in_hydroflow_surface/new/estimates.json index 9f141e1d9e8..02445301ed0 100644 --- a/criterion/fan_in_hydroflow_surface/new/estimates.json +++ b/criterion/fan_in_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":144302603.79875,"upper_bound":144693356.34825},"point_estimate":144490293.28,"standard_error":100125.95622754845},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":144143873.0,"upper_bound":144509429.5},"point_estimate":144354707.5,"standard_error":99676.76593034135},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":587739.6945655346,"upper_bound":958718.0838793516},"point_estimate":829140.3287798166,"standard_error":92444.49794121947},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":757332.6143844577,"upper_bound":1245809.7200624687},"point_estimate":1006634.2444868631,"standard_error":125478.47159112449}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":144225874.13224998,"upper_bound":144529326.3545},"point_estimate":144375787.59,"standard_error":77254.70252006537},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":144175775.0,"upper_bound":144501473.5},"point_estimate":144367674.0,"standard_error":73041.36645990565},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":505926.8628180027,"upper_bound":987853.3972620964},"point_estimate":855933.8755041361,"standard_error":118258.840251375},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":670444.2355737553,"upper_bound":874490.5099590322},"point_estimate":778202.9466439948,"standard_error":51683.35585192929}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/new/sample.json b/criterion/fan_in_hydroflow_surface/new/sample.json index 32581a5ca65..a6f3e264c11 100644 --- a/criterion/fan_in_hydroflow_surface/new/sample.json +++ b/criterion/fan_in_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[144494086.0,144148888.0,144790984.0,144340187.0,143238493.0,145072282.0,146403175.0,143441592.0,144996383.0,144158888.0,144414186.0,144156388.0,145434280.0,145943478.0,145694879.0,144412786.0,147582169.0,143918189.0,144485286.0,144389286.0,143966089.0,145457785.0,145612452.0,144838055.0,143855360.0,143787060.0,143301362.0,143906659.0,143128963.0,144722456.0,144989355.0,144386857.0,143262563.0,144544056.0,144462657.0,144732156.0,143800160.0,145178254.0,143794060.0,145022454.0,144246258.0,146730747.0,144660556.0,149072837.0,143610561.0,143715060.0,143137563.0,143572961.0,145116854.0,144492757.0,144741755.0,145280654.0,145059354.0,144360358.0,145474452.0,144912555.0,143415662.0,143177963.0,143964759.0,145272153.0,143297362.0,147593843.0,145064955.0,143249362.0,142795465.0,143802059.0,143486162.0,143866559.0,143836160.0,145987551.0,144349057.0,144131358.0,144545557.0,144384957.0,143780261.0,146410448.0,144160932.0,145326497.0,144941299.0,144113803.0,143699906.0,143618307.0,144990898.0,144590401.0,144319503.0,144276602.0,144023604.0,144526102.0,144846599.0,144060504.0,143836305.0,144040004.0,144061304.0,144576501.0,144944699.0,144174103.0,143769505.0,143720106.0,143915205.0,143635006.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[144341619.0,145023216.0,144481518.0,143326925.0,144670217.0,145599512.0,145498713.0,144906116.0,143159026.0,143835422.0,143646022.0,143876822.0,145902911.0,142983926.0,144273320.0,144457718.0,144076021.0,143754222.0,144315619.0,144328420.0,144416318.0,144893316.0,143675023.0,143301925.0,143315025.0,145639712.0,144615617.0,144097421.0,144637717.0,144974516.0,144938716.0,145167215.0,145352213.0,144372579.0,144438674.0,143816977.0,145552568.0,144368074.0,144098276.0,142877583.0,143320581.0,145561168.0,145121170.0,145120170.0,143737078.0,144336775.0,144588273.0,143987177.0,142992582.0,144175775.0,143912278.0,145187669.0,143531280.0,146383163.0,145009570.0,144381775.0,145876266.0,144565173.0,144521274.0,144367274.0,144011677.0,144481673.0,143735478.0,144038177.0,143756278.0,144129076.0,144493973.0,144035277.0,144542773.0,144135376.0,145021871.0,143497879.0,142943783.0,143693278.0,143439080.0,143741078.0,144570473.0,143565579.0,144310975.0,144951271.0,144431874.0,144253976.0,144527473.0,144127476.0,144238475.0,146136765.0,145149070.0,143329280.0,146285381.0,144544676.0,144564175.0,143413884.0,145234470.0,145333670.0,145061272.0,143135486.0,145033572.0,144651474.0,143292785.0,144055279.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/new/tukey.json b/criterion/fan_in_hydroflow_surface/new/tukey.json index c9b852e8a36..8c610417e89 100644 --- a/criterion/fan_in_hydroflow_surface/new/tukey.json +++ b/criterion/fan_in_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[140442950.0,142135292.375,146648205.375,148340547.75] \ No newline at end of file +[140381644.75,142091723.5,146651933.5,148362012.25] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/report/MAD.svg b/criterion/fan_in_hydroflow_surface/report/MAD.svg index f8837c202e7..1b0bc0d39e2 100644 --- a/criterion/fan_in_hydroflow_surface/report/MAD.svg +++ b/criterion/fan_in_hydroflow_surface/report/MAD.svg @@ -9,90 +9,90 @@ Density (a.u.) Average time (µs) - + 5e-4 - - + + 0.001 - - + + 0.0015 - - + + 0.002 - - + + 0.0025 - - + + 0.003 - - + + 0.0035 - - + + 0.004 - - + + 0.0045 - - -0.005 - - - -0.0055 - - + - + +500 + + + 550 - - + + 600 - - + + 650 - - + + 700 - - + + 750 - - + + 800 - - + + 850 - - + + 900 - - + + 950 - - - - + + +1000 + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/SD.svg b/criterion/fan_in_hydroflow_surface/report/SD.svg index 65fd95f5262..5788ce41564 100644 --- a/criterion/fan_in_hydroflow_surface/report/SD.svg +++ b/criterion/fan_in_hydroflow_surface/report/SD.svg @@ -6,61 +6,65 @@ fan_in/hydroflow/surface:SD Density (a.u.) -Average time (ms) +Average time (µs) - -0.5 + +0.001 - - -1 + + +0.002 - - -1.5 + + +0.003 - - -2 + + +0.004 - - -2.5 + + +0.005 - - -3 + + +0.006 - - - -0.8 + + +0.007 + + + +0.008 - - -0.9 + + + +650 - - -1 + + +700 - - -1.1 + + +750 - - -1.2 + + +800 - - -1.3 + + +850 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg b/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg index 5362d60dbfd..14bc36a2c1a 100644 --- a/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg @@ -16,47 +16,42 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + - -145.0 - - - -150.0 + +143.0 - - -155.0 + + +144.0 - - -160.0 + + +145.0 - - -165.0 + + +146.0 - - -170.0 + + +147.0 - - -175.0 + + +148.0 - - -180.0 + + +149.0 - + 0 @@ -102,206 +97,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_in_hydroflow_surface/report/both/pdf.svg b/criterion/fan_in_hydroflow_surface/report/both/pdf.svg index 424f2b7ab76..be47efe3ee1 100644 --- a/criterion/fan_in_hydroflow_surface/report/both/pdf.svg +++ b/criterion/fan_in_hydroflow_surface/report/both/pdf.svg @@ -9,59 +9,67 @@ Density (a.u.) Average Time (ms) - + +0.05 + + + 0.1 - - -0.2 + + +0.15 - - -0.3 + + +0.2 - - -0.4 + + +0.25 - - -0.5 + + +0.3 - - -0.6 + + +0.35 - - -0.7 + + +0.4 - - -0.8 + + +0.45 - + - -150 + +142 - - -160 + + +144 - - -170 + + +146 - - -180 + + +148 + + + +150 - - - - - + + + + + Base PDF diff --git a/criterion/fan_in_hydroflow_surface/report/change/mean.svg b/criterion/fan_in_hydroflow_surface/report/change/mean.svg index 574e0f3a57f..b27582b3cb7 100644 --- a/criterion/fan_in_hydroflow_surface/report/change/mean.svg +++ b/criterion/fan_in_hydroflow_surface/report/change/mean.svg @@ -9,55 +9,79 @@ Density (a.u.) Relative change (%) - + +50 + + + 100 - - + + +150 + + + 200 - - + + +250 + + + 300 - - -400 + + +350 - - -500 + + +400 - - -600 + + +450 - + - --0.195 - - - --0.1945 - - - --0.194 - - - --0.1935 - - - --0.193 - - - - - - + +-0.0025 + + + +-0.002 + + + +-0.0015 + + + +-0.001 + + + +-5e-4 + + + +0 + + + +5e-4 + + + +0.001 + + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/change/median.svg b/criterion/fan_in_hydroflow_surface/report/change/median.svg index 6af741fd5ed..1d603084b6d 100644 --- a/criterion/fan_in_hydroflow_surface/report/change/median.svg +++ b/criterion/fan_in_hydroflow_surface/report/change/median.svg @@ -9,63 +9,87 @@ Density (a.u.) Relative change (%) - + +50 + + + 100 - - + + +150 + + + 200 - - -300 + + +250 - + -400 +300 - -500 + +350 + + + +400 - - -600 + + +450 + + + +500 - - -700 + + +550 - + - --0.196 - - - --0.1955 - - - --0.195 - - - --0.1945 - - - --0.194 - - - --0.1935 - - - - - - + +-0.0015 + + + +-0.001 + + + +-5e-4 + + + +0 + + + +5e-4 + + + +0.001 + + + +0.0015 + + + +0.002 + + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/change/t-test.svg b/criterion/fan_in_hydroflow_surface/report/change/t-test.svg index a28e4354186..19dc4622f64 100644 --- a/criterion/fan_in_hydroflow_surface/report/change/t-test.svg +++ b/criterion/fan_in_hydroflow_surface/report/change/t-test.svg @@ -21,69 +21,73 @@ t score 0.1 - + 0.15 - + 0.2 - + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-5.0 + + + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fan_in_hydroflow_surface/report/index.html b/criterion/fan_in_hydroflow_surface/report/index.html index 54d15cc7c33..eff4492c76a 100644 --- a/criterion/fan_in_hydroflow_surface/report/index.html +++ b/criterion/fan_in_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0069953 - 0.0072392 - 0.0069554 + 0.0016488 + 0.0017105 + 0.0016459 Mean - 144.30 ms - 144.49 ms - 144.69 ms + 144.23 ms + 144.38 ms + 144.53 ms Std. Dev. - 757.33 µs - 1.0066 ms - 1.2458 ms + 670.44 µs + 778.20 µs + 874.49 µs Median - 144.14 ms - 144.35 ms - 144.51 ms + 144.18 ms + 144.37 ms + 144.50 ms MAD - 587.74 µs - 829.14 µs - 958.72 µs + 505.93 µs + 855.93 µs + 987.85 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -19.515% - -19.402% - -19.281% - (p = 0.00 < + -0.2457% + -0.0792% + +0.0960% + (p = 0.37 > 0.05) - Performance has improved. + No change in performance detected.

Additional Plots:

diff --git a/criterion/fan_in_hydroflow_surface/report/iteration_times.svg b/criterion/fan_in_hydroflow_surface/report/iteration_times.svg index 97522f3864c..77e1ed395c9 100644 --- a/criterion/fan_in_hydroflow_surface/report/iteration_times.svg +++ b/criterion/fan_in_hydroflow_surface/report/iteration_times.svg @@ -15,42 +15,42 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + - + 143.0 - - -144.0 + + +143.5 - - -145.0 + + +144.0 - - -146.0 + + +144.5 - - -147.0 + + +145.0 - - -148.0 + + +145.5 - - -149.0 + + +146.0 - + 10 @@ -92,106 +92,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg b/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg index 86ab8dbc6c3..6d27d317da4 100644 --- a/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg @@ -13,41 +13,41 @@ Average Iteration Time (ms) - - - - - - + + + + + + 143.0 - -144.0 + +143.5 - - -145.0 + + +144.0 - - -146.0 + + +144.5 - - -147.0 + + +145.0 - - -148.0 + + +145.5 - - -149.0 + + +146.0 - + 10 @@ -89,104 +89,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/mean.svg b/criterion/fan_in_hydroflow_surface/report/mean.svg index 3331b697bf5..a4c35fc49d0 100644 --- a/criterion/fan_in_hydroflow_surface/report/mean.svg +++ b/criterion/fan_in_hydroflow_surface/report/mean.svg @@ -9,78 +9,86 @@ Density (a.u.) Average time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - + + +4.5 + + + +5 + + + +5.5 + + - + +144.2 + + + +144.25 + + + 144.3 - - + + 144.35 - - + + 144.4 - - + + 144.45 - - + + 144.5 - - + + 144.55 - - -144.6 - - - -144.65 - - - -144.7 - - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/median.svg b/criterion/fan_in_hydroflow_surface/report/median.svg index f9072ca7b5b..4254a738d24 100644 --- a/criterion/fan_in_hydroflow_surface/report/median.svg +++ b/criterion/fan_in_hydroflow_surface/report/median.svg @@ -9,74 +9,86 @@ Density (a.u.) Average time (ms) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - + + +8 + + + +9 + + + +10 + + + +11 + + - + 144.15 - - + + 144.2 - - + + 144.25 - - + + 144.3 - - + + 144.35 - - + + 144.4 - - + + 144.45 - - + + 144.5 - - -144.55 - - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/pdf.svg b/criterion/fan_in_hydroflow_surface/report/pdf.svg index 697ac374a2f..2978b2dc852 100644 --- a/criterion/fan_in_hydroflow_surface/report/pdf.svg +++ b/criterion/fan_in_hydroflow_surface/report/pdf.svg @@ -54,42 +54,50 @@ Average Time (ms) - + 142 - - + + +142.5 + + + 143 - - + + +143.5 + + + 144 - - + + +144.5 + + + 145 - - -146 + + +145.5 - - -147 - - - -148 + + +146 - - -149 + + +146.5 - - -150 + + +147 - + Density (a.u.) @@ -98,52 +106,48 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - - - - + + +0.45 + + + + + + - - - - - - - - - + PDF diff --git a/criterion/fan_in_hydroflow_surface/report/pdf_small.svg b/criterion/fan_in_hydroflow_surface/report/pdf_small.svg index 2cf6189f6ba..a2ecc1f4ef5 100644 --- a/criterion/fan_in_hydroflow_surface/report/pdf_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/pdf_small.svg @@ -10,63 +10,59 @@ Average Time (ms) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - + + +0.5 + + - + 142 - - + + 144 - - + + 146 - - -148 - - - -150 - - - - + + + diff --git a/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg index a94b7ccbe8d..925ad36eacb 100644 --- a/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,47 +13,42 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + - -145.0 - - - -150.0 + +143.0 - - -155.0 + + +144.0 - - -160.0 + + +145.0 - - -165.0 + + +146.0 - - -170.0 + + +147.0 - - -175.0 + + +148.0 - - -180.0 + + +149.0 - + 0 @@ -99,204 +94,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg b/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg index 95ed61b48bd..7356f0013c0 100644 --- a/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg @@ -6,57 +6,65 @@ Density (a.u.) Average Time (ms) - + +0.05 + + + 0.1 - - -0.2 + + +0.15 - - -0.3 + + +0.2 - + -0.4 +0.25 - -0.5 + +0.3 - - -0.6 + + +0.35 - - -0.7 + + +0.4 - - -0.8 + + +0.45 - + - -150 + +142 - - -160 + + +144 - - -170 + + +146 - - -180 + + +148 + + + +150 - - - - - + + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/typical.svg b/criterion/fan_in_hydroflow_surface/report/typical.svg index 0c8fdfa117e..a6f46d25204 100644 --- a/criterion/fan_in_hydroflow_surface/report/typical.svg +++ b/criterion/fan_in_hydroflow_surface/report/typical.svg @@ -9,78 +9,86 @@ Density (a.u.) Average time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - + + +4.5 + + + +5 + + + +5.5 + + - + +144.2 + + + +144.25 + + + 144.3 - - + + 144.35 - - + + 144.4 - - + + 144.45 - - + + 144.5 - - + + 144.55 - - -144.6 - - - -144.65 - - - -144.7 - - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/base/estimates.json b/criterion/fan_out_hydroflow_scheduled/base/estimates.json index c182aae8002..629acf13fc1 100644 --- a/criterion/fan_out_hydroflow_scheduled/base/estimates.json +++ b/criterion/fan_out_hydroflow_scheduled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":74798605.91475001,"upper_bound":75223720.954},"point_estimate":75005982.25,"standard_error":108424.04340518879},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":74754740.0,"upper_bound":75103077.5},"point_estimate":74883821.0,"standard_error":98083.28697313648},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":834798.671579361,"upper_bound":1284050.1852035506},"point_estimate":1078002.888661623,"standard_error":111415.71221377791},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":875564.0737618746,"upper_bound":1329209.9049647541},"point_estimate":1088006.9103636884,"standard_error":119227.8145363162}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":74756218.8405,"upper_bound":75416990.25775},"point_estimate":75082760.0,"standard_error":168847.98181604466},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":74443439.0,"upper_bound":75271651.0},"point_estimate":74864587.0,"standard_error":200143.36962689587},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1355283.9248389006,"upper_bound":2159568.3167999983},"point_estimate":1798212.8908753395,"standard_error":187291.3188415396},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1456765.2609118645,"upper_bound":1914100.307137855},"point_estimate":1697301.1235551564,"standard_error":116710.5710582427}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/base/sample.json b/criterion/fan_out_hydroflow_scheduled/base/sample.json index db933f305fd..21841a3530d 100644 --- a/criterion/fan_out_hydroflow_scheduled/base/sample.json +++ b/criterion/fan_out_hydroflow_scheduled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[75525867.0,74765372.0,77319454.0,76230762.0,76118263.0,77074156.0,76772258.0,79992736.0,74878171.0,74624773.0,76560660.0,75020070.0,74128177.0,74474375.0,74253376.0,73347782.0,73760979.0,73564981.0,75194869.0,73656180.0,73540181.0,74077077.0,73749080.0,75557067.0,74889471.0,76196162.0,75736866.0,74761872.0,72910585.0,73501281.0,74600674.0,75501567.0,76357761.0,74400175.0,75588066.0,75293869.0,74958271.0,75021370.0,76544960.0,74055177.0,74838272.0,76138563.0,74967771.0,76184962.0,75021970.0,76358661.0,75617167.0,75909164.0,74926271.0,74614473.0,73592681.0,74394412.0,74397891.0,76295176.0,75706080.0,75329584.0,74784388.0,74015694.0,74562190.0,76058878.0,74778888.0,73835596.0,75708580.0,75774480.0,75509482.0,75623682.0,73869395.0,74125793.0,73766897.0,74163293.0,75184185.0,73806396.0,75055586.0,76165676.0,74797888.0,75438883.0,74808288.0,76340875.0,76640173.0,75604681.0,74395192.0,73963194.0,73013803.0,74273492.0,75005386.0,75714681.0,76187776.0,74091794.0,74724089.0,74952386.0,74377484.0,75379504.0,74781009.0,73931613.0,73022020.0,74353212.0,74744108.0,75337205.0,74260112.0,74872407.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[73569362.0,75354850.0,76353245.0,75785248.0,75224451.0,73708061.0,74153658.0,76162446.0,75360151.0,76763242.0,75924647.0,73360963.0,73086664.0,73573661.0,74166258.0,72814865.0,73457262.0,74296757.0,72286969.0,73293263.0,74941253.0,74969853.0,74990053.0,75270151.0,75649749.0,76795242.0,75546749.0,73762160.0,75139252.0,73041664.0,72520068.0,71674072.0,72464868.0,73379863.0,76215645.0,76952541.0,76179846.0,73681060.0,74374657.0,77381338.0,77838536.0,79102328.0,77825836.0,76808142.0,74800554.0,75318851.0,76295845.0,74331757.0,74482255.0,75386651.0,74719154.0,73654461.0,74894553.0,72766666.0,73789560.0,74469756.0,73485062.0,73583361.0,72565167.0,74298957.0,72985965.0,73096164.0,76012546.0,74773954.0,78463633.0,79795924.0,76157645.0,75682449.0,76688543.0,79649625.0,77353638.0,77603838.0,75196751.0,77147840.0,74217557.0,77387286.0,77647111.0,73899524.0,74126224.0,73840525.0,73576626.0,73232027.0,74671721.0,74663622.0,74484722.0,74031824.0,74404623.0,76872213.0,78055310.0,77336911.0,76266516.0,75966517.0,74834621.0,74977620.0,76080217.0,76050416.0,74802021.0,73703126.0,75109920.0,73385126.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/base/tukey.json b/criterion/fan_out_hydroflow_scheduled/base/tukey.json index 5d5f7b75b41..43b4fc77f50 100644 --- a/criterion/fan_out_hydroflow_scheduled/base/tukey.json +++ b/criterion/fan_out_hydroflow_scheduled/base/tukey.json @@ -1 +1 @@ -[70100867.5,72179647.75,77723061.75,79801842.0] \ No newline at end of file +[66326921.0,70016874.125,79856749.125,83546702.25] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/change/estimates.json b/criterion/fan_out_hydroflow_scheduled/change/estimates.json index 8f53c5a84db..345cc88a3c3 100644 --- a/criterion/fan_out_hydroflow_scheduled/change/estimates.json +++ b/criterion/fan_out_hydroflow_scheduled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.19603695537150712,"upper_bound":-0.19054648344926056},"point_estimate":-0.19315460889595248,"standard_error":0.0013871106670017839},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.19577306880306922,"upper_bound":-0.19062934786990715},"point_estimate":-0.19363255275390912,"standard_error":0.0013574765218195646}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004720379647611073,"upper_bound":0.006184997103320766},"point_estimate":0.0010236216858556801,"standard_error":0.002790941771615786},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0067294904658132815,"upper_bound":0.006190721183524817},"point_estimate":-0.000256851209555653,"standard_error":0.0030406696448670714}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/new/estimates.json b/criterion/fan_out_hydroflow_scheduled/new/estimates.json index c182aae8002..629acf13fc1 100644 --- a/criterion/fan_out_hydroflow_scheduled/new/estimates.json +++ b/criterion/fan_out_hydroflow_scheduled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":74798605.91475001,"upper_bound":75223720.954},"point_estimate":75005982.25,"standard_error":108424.04340518879},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":74754740.0,"upper_bound":75103077.5},"point_estimate":74883821.0,"standard_error":98083.28697313648},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":834798.671579361,"upper_bound":1284050.1852035506},"point_estimate":1078002.888661623,"standard_error":111415.71221377791},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":875564.0737618746,"upper_bound":1329209.9049647541},"point_estimate":1088006.9103636884,"standard_error":119227.8145363162}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":74756218.8405,"upper_bound":75416990.25775},"point_estimate":75082760.0,"standard_error":168847.98181604466},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":74443439.0,"upper_bound":75271651.0},"point_estimate":74864587.0,"standard_error":200143.36962689587},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1355283.9248389006,"upper_bound":2159568.3167999983},"point_estimate":1798212.8908753395,"standard_error":187291.3188415396},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1456765.2609118645,"upper_bound":1914100.307137855},"point_estimate":1697301.1235551564,"standard_error":116710.5710582427}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/new/sample.json b/criterion/fan_out_hydroflow_scheduled/new/sample.json index db933f305fd..21841a3530d 100644 --- a/criterion/fan_out_hydroflow_scheduled/new/sample.json +++ b/criterion/fan_out_hydroflow_scheduled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[75525867.0,74765372.0,77319454.0,76230762.0,76118263.0,77074156.0,76772258.0,79992736.0,74878171.0,74624773.0,76560660.0,75020070.0,74128177.0,74474375.0,74253376.0,73347782.0,73760979.0,73564981.0,75194869.0,73656180.0,73540181.0,74077077.0,73749080.0,75557067.0,74889471.0,76196162.0,75736866.0,74761872.0,72910585.0,73501281.0,74600674.0,75501567.0,76357761.0,74400175.0,75588066.0,75293869.0,74958271.0,75021370.0,76544960.0,74055177.0,74838272.0,76138563.0,74967771.0,76184962.0,75021970.0,76358661.0,75617167.0,75909164.0,74926271.0,74614473.0,73592681.0,74394412.0,74397891.0,76295176.0,75706080.0,75329584.0,74784388.0,74015694.0,74562190.0,76058878.0,74778888.0,73835596.0,75708580.0,75774480.0,75509482.0,75623682.0,73869395.0,74125793.0,73766897.0,74163293.0,75184185.0,73806396.0,75055586.0,76165676.0,74797888.0,75438883.0,74808288.0,76340875.0,76640173.0,75604681.0,74395192.0,73963194.0,73013803.0,74273492.0,75005386.0,75714681.0,76187776.0,74091794.0,74724089.0,74952386.0,74377484.0,75379504.0,74781009.0,73931613.0,73022020.0,74353212.0,74744108.0,75337205.0,74260112.0,74872407.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[73569362.0,75354850.0,76353245.0,75785248.0,75224451.0,73708061.0,74153658.0,76162446.0,75360151.0,76763242.0,75924647.0,73360963.0,73086664.0,73573661.0,74166258.0,72814865.0,73457262.0,74296757.0,72286969.0,73293263.0,74941253.0,74969853.0,74990053.0,75270151.0,75649749.0,76795242.0,75546749.0,73762160.0,75139252.0,73041664.0,72520068.0,71674072.0,72464868.0,73379863.0,76215645.0,76952541.0,76179846.0,73681060.0,74374657.0,77381338.0,77838536.0,79102328.0,77825836.0,76808142.0,74800554.0,75318851.0,76295845.0,74331757.0,74482255.0,75386651.0,74719154.0,73654461.0,74894553.0,72766666.0,73789560.0,74469756.0,73485062.0,73583361.0,72565167.0,74298957.0,72985965.0,73096164.0,76012546.0,74773954.0,78463633.0,79795924.0,76157645.0,75682449.0,76688543.0,79649625.0,77353638.0,77603838.0,75196751.0,77147840.0,74217557.0,77387286.0,77647111.0,73899524.0,74126224.0,73840525.0,73576626.0,73232027.0,74671721.0,74663622.0,74484722.0,74031824.0,74404623.0,76872213.0,78055310.0,77336911.0,76266516.0,75966517.0,74834621.0,74977620.0,76080217.0,76050416.0,74802021.0,73703126.0,75109920.0,73385126.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/new/tukey.json b/criterion/fan_out_hydroflow_scheduled/new/tukey.json index 5d5f7b75b41..43b4fc77f50 100644 --- a/criterion/fan_out_hydroflow_scheduled/new/tukey.json +++ b/criterion/fan_out_hydroflow_scheduled/new/tukey.json @@ -1 +1 @@ -[70100867.5,72179647.75,77723061.75,79801842.0] \ No newline at end of file +[66326921.0,70016874.125,79856749.125,83546702.25] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/report/MAD.svg b/criterion/fan_out_hydroflow_scheduled/report/MAD.svg index 398cc958e0f..b946c9bec09 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/MAD.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/MAD.svg @@ -9,90 +9,74 @@ Density (a.u.) Average time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - -3.5 - - - -4 - - - -4.5 - - + - -0.8 - - - -0.85 + +1.3 - - -0.9 + + +1.4 - - -0.95 + + +1.5 - - -1 + + +1.6 - - -1.05 + + +1.7 - - -1.1 + + +1.8 - - -1.15 + + +1.9 - - -1.2 + + +2 - - -1.25 + + +2.1 - - -1.3 + + +2.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/SD.svg b/criterion/fan_out_hydroflow_scheduled/report/SD.svg index 076906878cf..45fee381e15 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/SD.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/SD.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - + - -0.85 + +1.45 - - -0.9 + + +1.5 - - -0.95 + + +1.55 - - -1 + + +1.6 - - -1.05 + + +1.65 - - -1.1 + + +1.7 - - -1.15 + + +1.75 - - -1.2 + + +1.8 - - -1.25 + + +1.85 - - -1.3 + + +1.9 - - -1.35 + + +1.95 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg b/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg index 8544c414b1f..f5a095683ef 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg @@ -16,62 +16,47 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + + - -74.0 - - - -76.0 - - - -78.0 + +72.0 - - -80.0 + + +73.0 - - -82.0 - - - -84.0 + + +74.0 - - -86.0 + + +75.0 - - -88.0 + + +76.0 - - -90.0 + + +77.0 - - -92.0 + + +78.0 - - -94.0 + + +79.0 - + 0 @@ -117,206 +102,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg b/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg index 540672221b1..27c8cc3458c 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg @@ -9,55 +9,51 @@ Density (a.u.) Average Time (ms) - + +0.05 + + + 0.1 - - -0.2 + + +0.15 - - -0.3 + + +0.2 - - -0.4 + + +0.25 - - -0.5 + + +0.3 - - -0.6 + + +0.35 - + - + +70 + + + 75 - - + + 80 - - -85 - - - -90 - - - -95 - - - - - - + + + + + Base PDF diff --git a/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg b/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg index a2cd0cf707c..261c3a2e3b1 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg @@ -9,59 +9,63 @@ Density (a.u.) Relative change (%) - -50 + +20 - - -100 + + +40 + + + +60 - - -150 + + +80 + + + +100 - - -200 + + +120 - - -250 + + +140 - + - --0.196 - - - --0.195 - - - --0.194 - - - --0.193 - - - --0.192 - - - --0.191 - - - --0.19 - - - - - - + +-0.004 + + + +-0.002 + + + +0 + + + +0.002 + + + +0.004 + + + +0.006 + + + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/change/median.svg b/criterion/fan_out_hydroflow_scheduled/report/change/median.svg index 4ef4b0b26a8..a7ab8a82768 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/change/median.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/change/median.svg @@ -9,55 +9,75 @@ Density (a.u.) Relative change (%) - -50 + +20 - - + + +40 + + + +60 + + + +80 + + + 100 - - -150 + + +120 - - -200 + + +140 - - -250 + + +160 - + - --0.196 - - - --0.195 - - - --0.194 - - - --0.193 - - - --0.192 - - - --0.191 - - - - - - + +-0.008 + + + +-0.006 + + + +-0.004 + + + +-0.002 + + + +0 + + + +0.002 + + + +0.004 + + + +0.006 + + + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg b/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg index 88c94854ffb..324a2e94da7 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg @@ -33,61 +33,61 @@ t score 0.25 - + 0.3 - - + + 0.35 - - + + 0.4 - + - + -5.0 - - + + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/index.html b/criterion/fan_out_hydroflow_scheduled/report/index.html index 76b94638eeb..21d5ecca79f 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/index.html +++ b/criterion/fan_out_hydroflow_scheduled/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0001468 - 0.0001522 - 0.0001463 + 0.0096468 + 0.0100039 + 0.0096304 Mean - 74.799 ms - 75.006 ms - 75.224 ms + 74.756 ms + 75.083 ms + 75.417 ms Std. Dev. - 875.56 µs - 1.0880 ms - 1.3292 ms + 1.4568 ms + 1.6973 ms + 1.9141 ms Median - 74.755 ms - 74.884 ms - 75.103 ms + 74.443 ms + 74.865 ms + 75.272 ms MAD - 834.80 µs - 1.0780 ms - 1.2841 ms + 1.3553 ms + 1.7982 ms + 2.1596 ms @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -19.604% - -19.315% - -19.055% - (p = 0.00 < + -0.4720% + +0.1024% + +0.6185% + (p = 0.70 > 0.05) - Performance has improved. + No change in performance detected.

Additional Plots:

diff --git a/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg b/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg index e12066dfdc9..bb2fea2e07e 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg @@ -15,42 +15,47 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + - + +72.0 + + + 73.0 - - + + 74.0 - - + + 75.0 - - + + 76.0 - - + + 77.0 - - + + 78.0 - - + + 79.0 - + 10 @@ -92,106 +97,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg b/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg index 4b69c3a403d..20559486941 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg @@ -12,42 +12,47 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + - + +72.0 + + + 73.0 - - + + 74.0 - - + + 75.0 - - + + 76.0 - - + + 77.0 - - + + 78.0 - - + + 79.0 - + 10 @@ -89,104 +94,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/mean.svg b/criterion/fan_out_hydroflow_scheduled/report/mean.svg index b3373c7996c..be4ac7c64f6 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/mean.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/mean.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - -3 - - - -3.5 - - - -4 - - + - -74.8 + +74.7 - - -74.85 + + +74.8 - - + + 74.9 - - -74.95 - - - + + 75 - - -75.05 - - - + + 75.1 - - -75.15 - - - + + 75.2 - - -75.25 + + +75.3 + + + +75.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/median.svg b/criterion/fan_out_hydroflow_scheduled/report/median.svg index 9c6420ae20c..2d3fcee07ff 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/median.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/median.svg @@ -9,66 +9,78 @@ Density (a.u.) Average time (ms) - + +0.5 + + + 1 - - + + +1.5 + + + 2 - - + + +2.5 + + + 3 - - -4 + + +3.5 - - -5 + + + +74.4 - - -6 + + +74.5 - - - -74.75 + + +74.6 - - -74.8 + + +74.7 - - -74.85 + + +74.8 - - + + 74.9 - - -74.95 - - - + + 75 - - -75.05 - - - + + 75.1 - - - - + + +75.2 + + + +75.3 + + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/pdf.svg b/criterion/fan_out_hydroflow_scheduled/report/pdf.svg index b1e176be190..32056ebe4ec 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/pdf.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/pdf.svg @@ -54,46 +54,30 @@ Average Time (ms) - -72 + +70 - - -73 + + +72 - - + + 74 - - -75 - - - + + 76 - - -77 - - - + + 78 - - -79 - - - + + 80 - - -81 - - + Density (a.u.) @@ -102,42 +86,52 @@ Density (a.u.) 0 - -0.05 + +0.02 - - + + +0.04 + + + +0.06 + + + +0.08 + + + 0.1 - - -0.15 + + +0.12 - - -0.2 + + +0.14 - - -0.25 + + +0.16 - - -0.3 + + +0.18 - - -0.35 + + +0.2 - - - - - + + + + + - - - + PDF diff --git a/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg b/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg index 5ddb445d599..f1acd6fb7cb 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg @@ -10,55 +10,35 @@ Average Time (ms) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - -0.25 - - - -0.3 - - - -0.35 - - + - -72 - - - -74 - - - -76 + +70 - - -78 + + +75 - - + + 80 - - - + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg b/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg index 40eaab11ea1..ad38379bbc6 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg @@ -13,62 +13,47 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + - - + - -74.0 - - - -76.0 - - - -78.0 + +72.0 - - -80.0 + + +73.0 - - -82.0 + + +74.0 - - -84.0 + + +75.0 - - -86.0 + + +76.0 - - -88.0 + + +77.0 - + -90.0 +78.0 - -92.0 - - - -94.0 + +79.0 - + 0 @@ -114,204 +99,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg b/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg index 6bffc09ce1e..dbcd0825cf2 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg @@ -6,53 +6,49 @@ Density (a.u.) Average Time (ms) - + +0.05 + + + 0.1 - - -0.2 + + +0.15 - - -0.3 + + +0.2 - - -0.4 + + +0.25 - - -0.5 + + +0.3 - - -0.6 + + +0.35 - + - + +70 + + + 75 - - + + 80 - - -85 - - - -90 - - - -95 - - - - - - + + + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/typical.svg b/criterion/fan_out_hydroflow_scheduled/report/typical.svg index 7804973537c..4c44ea9bb3f 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/typical.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/typical.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - -3 - - - -3.5 - - - -4 - - + - -74.8 + +74.7 - - -74.85 + + +74.8 - - + + 74.9 - - -74.95 - - - + + 75 - - -75.05 - - - + + 75.1 - - -75.15 - - - + + 75.2 - - -75.25 + + +75.3 + + + +75.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/base/estimates.json b/criterion/fan_out_hydroflow_surface/base/estimates.json index 9b5c972ecba..d7fb1331433 100644 --- a/criterion/fan_out_hydroflow_surface/base/estimates.json +++ b/criterion/fan_out_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4877056.984795453,"upper_bound":4892919.364068182},"point_estimate":4884224.590909093,"standard_error":4084.9421883662},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4870813.181818182,"upper_bound":4875917.136363637},"point_estimate":4873162.636363637,"standard_error":1358.1584497957301},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6715.638753501354,"upper_bound":11747.102903947567},"point_estimate":8802.196043729782,"standard_error":1295.8953572128073},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":20752.84192916481,"upper_bound":57057.46384455652},"point_estimate":40981.11544915702,"standard_error":9265.145562063126}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4870161.303568182,"upper_bound":4874262.034954545},"point_estimate":4871935.964545455,"standard_error":1055.9306912081581},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4868755.636363637,"upper_bound":4871964.636363637},"point_estimate":4870591.954545455,"standard_error":766.265240471525},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4858.884459192416,"upper_bound":7588.153892328599},"point_estimate":6267.354434187076,"standard_error":666.9992840094253},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5511.476370086185,"upper_bound":16109.623582228336},"point_estimate":10586.2688954744,"standard_error":3336.9820087457583}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/base/sample.json b/criterion/fan_out_hydroflow_surface/base/sample.json index a439601f825..5beb6ab2621 100644 --- a/criterion/fan_out_hydroflow_surface/base/sample.json +++ b/criterion/fan_out_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0],"times":[53520732.0,53651531.0,53583531.0,53503032.0,53748430.0,53556732.0,53682331.0,53709830.0,53689731.0,53584232.0,53540931.0,53547832.0,53594231.0,53527032.0,53604732.0,53770030.0,53645131.0,53556631.0,53564832.0,53615631.0,53577332.0,53586331.0,53807230.0,53702631.0,53728730.0,53642431.0,53989129.0,53551632.0,53577131.0,54210227.0,55715317.0,53565932.0,54025328.0,53555132.0,53614531.0,53621231.0,54969822.0,53651031.0,53627431.0,53557232.0,53588231.0,53525532.0,53557532.0,53535932.0,53657131.0,53721430.0,53504532.0,53691831.0,53602145.0,53707244.0,53627746.0,53626145.0,53508746.0,53490346.0,53646145.0,53488246.0,53567646.0,53667545.0,53684645.0,53591545.0,53604846.0,53671545.0,53709645.0,53578945.0,53489346.0,53487847.0,53616145.0,53553446.0,53630655.0,53605070.0,53753569.0,53578170.0,53975367.0,53505071.0,53656369.0,53520770.0,53535271.0,53512470.0,53482470.0,53659570.0,53732569.0,53568970.0,53553970.0,53815668.0,53479371.0,53653169.0,56426453.0,54844062.0,55477058.0,54520964.0,53795669.0,53514770.0,53504570.0,53764169.0,53653870.0,53515170.0,53577970.0,53581670.0,53576670.0,53500470.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0],"times":[53660816.0,53526915.0,53661417.0,53624616.0,53536415.0,53515116.0,53636216.0,53554816.0,53585915.0,53528416.0,53573716.0,53572916.0,53556215.0,53552716.0,53600716.0,53559516.0,53667316.0,53627416.0,53645816.0,53691716.0,53740017.0,53591348.0,53612611.0,53620411.0,53600912.0,53669010.0,53558512.0,53619611.0,53804110.0,53650211.0,53618511.0,53594711.0,53575112.0,53704410.0,53607111.0,53784511.0,54520806.0,53596611.0,53497112.0,53581011.0,53555812.0,53535611.0,53595111.0,53653411.0,53549112.0,53520411.0,53522712.0,53575811.0,53513512.0,53502412.0,53570111.0,53513612.0,53585011.0,53599211.0,53474212.0,53503612.0,53530111.0,53523612.0,53559311.0,53512812.0,53719111.0,53475712.0,53525811.0,53581911.0,53446113.0,53521711.0,53541012.0,53615111.0,53516511.0,53578012.0,53588511.0,53489312.0,53643511.0,53634411.0,53621111.0,53571211.0,53609011.0,53685911.0,53496612.0,53579711.0,53452712.0,53686111.0,53539711.0,53621212.0,53712910.0,53556312.0,53528611.0,53529912.0,53676211.0,53591111.0,53510111.0,53604212.0,53512011.0,53472212.0,53547612.0,53550011.0,53535812.0,53536011.0,53628311.0,53577212.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/base/tukey.json b/criterion/fan_out_hydroflow_surface/base/tukey.json index 7ab019d1bb4..6d9d8e328a3 100644 --- a/criterion/fan_out_hydroflow_surface/base/tukey.json +++ b/criterion/fan_out_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[4831326.181818181,4849928.5,4899534.6818181835,4918137.000000002] \ No newline at end of file +[4841358.022727273,4853842.045454546,4887132.7727272725,4899616.795454545] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/change/estimates.json b/criterion/fan_out_hydroflow_surface/change/estimates.json index 56f00bfbf9d..5e4a0ac69d7 100644 --- a/criterion/fan_out_hydroflow_surface/change/estimates.json +++ b/criterion/fan_out_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.342142086931652,"upper_bound":-0.33970416183936386},"point_estimate":-0.3411685478556238,"standard_error":0.0006184703501968395},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.34284651578466746,"upper_bound":-0.34209407299703487},"point_estimate":-0.34250877728435924,"standard_error":0.0001938791279433655}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00434443151941111,"upper_bound":-0.0009994039292208212},"point_estimate":-0.00251598306648515,"standard_error":0.0008585900664200218},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0011853338465489713,"upper_bound":0.00004152572958471268},"point_estimate":-0.0005275181663338957,"standard_error":0.00031647301837172824}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/new/estimates.json b/criterion/fan_out_hydroflow_surface/new/estimates.json index 9b5c972ecba..d7fb1331433 100644 --- a/criterion/fan_out_hydroflow_surface/new/estimates.json +++ b/criterion/fan_out_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4877056.984795453,"upper_bound":4892919.364068182},"point_estimate":4884224.590909093,"standard_error":4084.9421883662},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4870813.181818182,"upper_bound":4875917.136363637},"point_estimate":4873162.636363637,"standard_error":1358.1584497957301},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6715.638753501354,"upper_bound":11747.102903947567},"point_estimate":8802.196043729782,"standard_error":1295.8953572128073},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":20752.84192916481,"upper_bound":57057.46384455652},"point_estimate":40981.11544915702,"standard_error":9265.145562063126}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4870161.303568182,"upper_bound":4874262.034954545},"point_estimate":4871935.964545455,"standard_error":1055.9306912081581},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4868755.636363637,"upper_bound":4871964.636363637},"point_estimate":4870591.954545455,"standard_error":766.265240471525},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4858.884459192416,"upper_bound":7588.153892328599},"point_estimate":6267.354434187076,"standard_error":666.9992840094253},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5511.476370086185,"upper_bound":16109.623582228336},"point_estimate":10586.2688954744,"standard_error":3336.9820087457583}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/new/sample.json b/criterion/fan_out_hydroflow_surface/new/sample.json index a439601f825..5beb6ab2621 100644 --- a/criterion/fan_out_hydroflow_surface/new/sample.json +++ b/criterion/fan_out_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0],"times":[53520732.0,53651531.0,53583531.0,53503032.0,53748430.0,53556732.0,53682331.0,53709830.0,53689731.0,53584232.0,53540931.0,53547832.0,53594231.0,53527032.0,53604732.0,53770030.0,53645131.0,53556631.0,53564832.0,53615631.0,53577332.0,53586331.0,53807230.0,53702631.0,53728730.0,53642431.0,53989129.0,53551632.0,53577131.0,54210227.0,55715317.0,53565932.0,54025328.0,53555132.0,53614531.0,53621231.0,54969822.0,53651031.0,53627431.0,53557232.0,53588231.0,53525532.0,53557532.0,53535932.0,53657131.0,53721430.0,53504532.0,53691831.0,53602145.0,53707244.0,53627746.0,53626145.0,53508746.0,53490346.0,53646145.0,53488246.0,53567646.0,53667545.0,53684645.0,53591545.0,53604846.0,53671545.0,53709645.0,53578945.0,53489346.0,53487847.0,53616145.0,53553446.0,53630655.0,53605070.0,53753569.0,53578170.0,53975367.0,53505071.0,53656369.0,53520770.0,53535271.0,53512470.0,53482470.0,53659570.0,53732569.0,53568970.0,53553970.0,53815668.0,53479371.0,53653169.0,56426453.0,54844062.0,55477058.0,54520964.0,53795669.0,53514770.0,53504570.0,53764169.0,53653870.0,53515170.0,53577970.0,53581670.0,53576670.0,53500470.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0],"times":[53660816.0,53526915.0,53661417.0,53624616.0,53536415.0,53515116.0,53636216.0,53554816.0,53585915.0,53528416.0,53573716.0,53572916.0,53556215.0,53552716.0,53600716.0,53559516.0,53667316.0,53627416.0,53645816.0,53691716.0,53740017.0,53591348.0,53612611.0,53620411.0,53600912.0,53669010.0,53558512.0,53619611.0,53804110.0,53650211.0,53618511.0,53594711.0,53575112.0,53704410.0,53607111.0,53784511.0,54520806.0,53596611.0,53497112.0,53581011.0,53555812.0,53535611.0,53595111.0,53653411.0,53549112.0,53520411.0,53522712.0,53575811.0,53513512.0,53502412.0,53570111.0,53513612.0,53585011.0,53599211.0,53474212.0,53503612.0,53530111.0,53523612.0,53559311.0,53512812.0,53719111.0,53475712.0,53525811.0,53581911.0,53446113.0,53521711.0,53541012.0,53615111.0,53516511.0,53578012.0,53588511.0,53489312.0,53643511.0,53634411.0,53621111.0,53571211.0,53609011.0,53685911.0,53496612.0,53579711.0,53452712.0,53686111.0,53539711.0,53621212.0,53712910.0,53556312.0,53528611.0,53529912.0,53676211.0,53591111.0,53510111.0,53604212.0,53512011.0,53472212.0,53547612.0,53550011.0,53535812.0,53536011.0,53628311.0,53577212.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/new/tukey.json b/criterion/fan_out_hydroflow_surface/new/tukey.json index 7ab019d1bb4..6d9d8e328a3 100644 --- a/criterion/fan_out_hydroflow_surface/new/tukey.json +++ b/criterion/fan_out_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[4831326.181818181,4849928.5,4899534.6818181835,4918137.000000002] \ No newline at end of file +[4841358.022727273,4853842.045454546,4887132.7727272725,4899616.795454545] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/report/MAD.svg b/criterion/fan_out_hydroflow_surface/report/MAD.svg index 58f8c1fb051..561a0c8a2c0 100644 --- a/criterion/fan_out_hydroflow_surface/report/MAD.svg +++ b/criterion/fan_out_hydroflow_surface/report/MAD.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 + + +0.4 + + + +0.5 - + + +0.6 + + + +0.7 + + - -7 + +5 - - -8 + + +5.5 - - -9 + + +6 - - -10 + + +6.5 - - -11 + + +7 - - -12 + + +7.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/SD.svg b/criterion/fan_out_hydroflow_surface/report/SD.svg index d64ff3db41c..6043369d972 100644 --- a/criterion/fan_out_hydroflow_surface/report/SD.svg +++ b/criterion/fan_out_hydroflow_surface/report/SD.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (µs) - -0.005 + +0.05 - - -0.01 + + +0.1 - - -0.015 + + +0.15 - - -0.02 + + +0.2 - - -0.025 + + +0.25 - - -0.03 + + +0.3 - - -0.035 + + +0.35 - - -0.04 - - - -0.045 - - + - -20 - - - -25 - - - -30 - - - -35 + +6 - - -40 + + +8 - - -45 + + +10 - - -50 + + +12 - - -55 + + +14 - - -60 + + +16 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg b/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg index b4cbe6ee928..8938e82d003 100644 --- a/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg @@ -16,37 +16,32 @@ Average Iteration Time (ms) - - - - - - + + + + + - -5.0 - - - -5.5 + +4.9 - - -6.0 + + +4.95 - - -6.5 + + +5.0 - - -7.0 + + +5.05 - - -7.5 + + +5.1 - + 0 @@ -92,206 +87,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_out_hydroflow_surface/report/both/pdf.svg b/criterion/fan_out_hydroflow_surface/report/both/pdf.svg index 0116027cff3..65b8ac395d6 100644 --- a/criterion/fan_out_hydroflow_surface/report/both/pdf.svg +++ b/criterion/fan_out_hydroflow_surface/report/both/pdf.svg @@ -9,47 +9,63 @@ Density (a.u.) Average Time (ms) - + +5 + + + 10 - - + + +15 + + + 20 - - + + +25 + + + 30 - - + + +35 + + + 40 - - -50 + + +45 - - -60 + + +50 - + - -5 + +4.9 - - -6 + + +5 - - -7 + + +5.1 - - - - - + + + + + Base PDF diff --git a/criterion/fan_out_hydroflow_surface/report/change/mean.svg b/criterion/fan_out_hydroflow_surface/report/change/mean.svg index b94d0ff47a3..2eb6f78495b 100644 --- a/criterion/fan_out_hydroflow_surface/report/change/mean.svg +++ b/criterion/fan_out_hydroflow_surface/report/change/mean.svg @@ -9,63 +9,79 @@ Density (a.u.) Relative change (%) - + +50 + + + 100 - - + + +150 + + + 200 - - -300 + + +250 - - -400 + + +300 - - -500 + + +350 - - -600 + + +400 - - -700 + + +450 - + - --0.342 - - - --0.3415 - - - --0.341 - - - --0.3405 - - - --0.34 - - - --0.3395 - - - - - - + +-0.0045 + + + +-0.004 + + + +-0.0035 + + + +-0.003 + + + +-0.0025 + + + +-0.002 + + + +-0.0015 + + + +-0.001 + + + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/change/median.svg b/criterion/fan_out_hydroflow_surface/report/change/median.svg index b08ac72ecf6..28eceadbd52 100644 --- a/criterion/fan_out_hydroflow_surface/report/change/median.svg +++ b/criterion/fan_out_hydroflow_surface/report/change/median.svg @@ -9,87 +9,67 @@ Density (a.u.) Relative change (%) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - - + + 1400 - - -1600 - - - -1800 - - - -2000 - - + - --0.3429 - - - --0.3428 - - - --0.3427 - - - --0.3426 - - - --0.3425 - - - --0.3424 - - - --0.3423 - - - --0.3422 - - - --0.3421 - - - - - - + +-0.0012 + + + +-0.001 + + + +-8e-4 + + + +-6e-4 + + + +-4e-4 + + + +-2e-4 + + + +2.1684e-19 + + + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/change/t-test.svg b/criterion/fan_out_hydroflow_surface/report/change/t-test.svg index 70fbd763004..98e9874d72c 100644 --- a/criterion/fan_out_hydroflow_surface/report/change/t-test.svg +++ b/criterion/fan_out_hydroflow_surface/report/change/t-test.svg @@ -13,77 +13,69 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - --4.0 - - - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - -4.0 - - - - + + + t distribution diff --git a/criterion/fan_out_hydroflow_surface/report/index.html b/criterion/fan_out_hydroflow_surface/report/index.html index e2fefb5fb85..3d6bde67fa1 100644 --- a/criterion/fan_out_hydroflow_surface/report/index.html +++ b/criterion/fan_out_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0024567 - 0.0025324 - 0.0024225 + 0.0001436 + 0.0001477 + 0.0001409 Mean - 4.8771 ms - 4.8842 ms - 4.8929 ms + 4.8702 ms + 4.8719 ms + 4.8743 ms Std. Dev. - 20.753 µs - 40.981 µs - 57.057 µs + 5.5115 µs + 10.586 µs + 16.110 µs Median - 4.8708 ms - 4.8732 ms - 4.8759 ms + 4.8688 ms + 4.8706 ms + 4.8720 ms MAD - 6.7156 µs - 8.8022 µs - 11.747 µs + 4.8589 µs + 6.2674 µs + 7.5882 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -34.214% - -34.117% - -33.970% + -0.4344% + -0.2516% + -0.0999% (p = 0.00 < 0.05) - Performance has improved. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/fan_out_hydroflow_surface/report/iteration_times.svg b/criterion/fan_out_hydroflow_surface/report/iteration_times.svg index d2f6217f1a7..c024ff3b9e4 100644 --- a/criterion/fan_out_hydroflow_surface/report/iteration_times.svg +++ b/criterion/fan_out_hydroflow_surface/report/iteration_times.svg @@ -15,32 +15,57 @@ Average Iteration Time (ms) - - - - - + + + + + + + + + + - + +4.86 + + + +4.87 + + + +4.88 + + + +4.89 + + + 4.9 - - -4.95 + + +4.91 + + + +4.92 - - -5.0 + + +4.93 - - -5.05 + + +4.94 - - -5.1 + + +4.95 - + 10 @@ -82,106 +107,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg b/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg index dea048fb43b..915ccc8e2e1 100644 --- a/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg @@ -12,32 +12,57 @@ Average Iteration Time (ms) - - - - - + + + + + + + + + + - + +4.86 + + + +4.87 + + + +4.88 + + + +4.89 + + + 4.9 - - -4.95 + + +4.91 + + + +4.92 - - -5.0 + + +4.93 - - -5.05 + + +4.94 - - -5.1 + + +4.95 - + 10 @@ -79,104 +104,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_surface/report/mean.svg b/criterion/fan_out_hydroflow_surface/report/mean.svg index 7afe948065b..8856c679185 100644 --- a/criterion/fan_out_hydroflow_surface/report/mean.svg +++ b/criterion/fan_out_hydroflow_surface/report/mean.svg @@ -9,90 +9,82 @@ Density (a.u.) Average time (ms) - -10 - - - -20 - - - -30 + +50 - - -40 + + +100 - - -50 + + +150 - - -60 + + +200 - - -70 + + +250 - - -80 + + +300 - - -90 + + +350 - - -100 + + +400 - + - -4.876 + +4.87 - - -4.878 + + +4.8705 - - -4.88 + + +4.871 - - -4.882 + + +4.8715 - - -4.884 + + +4.872 - - -4.886 + + +4.8725 - - -4.888 + + +4.873 - - -4.89 + + +4.8735 - - -4.892 + + +4.874 - - -4.894 + + +4.8745 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/median.svg b/criterion/fan_out_hydroflow_surface/report/median.svg index 8a2439ec8fe..d6ed437b576 100644 --- a/criterion/fan_out_hydroflow_surface/report/median.svg +++ b/criterion/fan_out_hydroflow_surface/report/median.svg @@ -9,58 +9,74 @@ Density (a.u.) Average time (ms) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - + + +700 + + + +800 + + - -4.871 + +4.8685 + + + +4.869 - + -4.872 +4.8695 - -4.873 + +4.87 + + + +4.8705 - - -4.874 + + +4.871 - - -4.875 + + +4.8715 - - -4.876 + + +4.872 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/pdf.svg b/criterion/fan_out_hydroflow_surface/report/pdf.svg index 067b6d502f7..d20ac513ed6 100644 --- a/criterion/fan_out_hydroflow_surface/report/pdf.svg +++ b/criterion/fan_out_hydroflow_surface/report/pdf.svg @@ -34,34 +34,30 @@ Average Time (ms) - -4.85 + +4.86 - - -4.9 - - - -4.95 + + +4.88 - - -5 + + +4.9 - - -5.05 + + +4.92 - - -5.1 + + +4.94 - - -5.15 + + +4.96 - + Density (a.u.) @@ -70,68 +66,58 @@ Density (a.u.) 0 - -2 + +5 - - -4 + + +10 - - -6 + + +15 - - -8 + + +20 - - -10 + + +25 + + + +30 - - -12 + + +35 - - -14 + + +40 - - -16 + + +45 - + -18 +50 - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + PDF diff --git a/criterion/fan_out_hydroflow_surface/report/pdf_small.svg b/criterion/fan_out_hydroflow_surface/report/pdf_small.svg index 6054d763286..96ae99a55ee 100644 --- a/criterion/fan_out_hydroflow_surface/report/pdf_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/pdf_small.svg @@ -10,59 +10,39 @@ Average Time (ms) 0 - -2 - - - -4 - - - -6 - - - -8 - - - + 10 - - -12 + + +20 - - -14 + + +30 - - -16 + + +40 - + -18 +50 - -20 - - - -4.9 + +4.85 - - -5 + + +4.9 - - -5.1 + + +4.95 - - - + + + diff --git a/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg index b47897e3986..b9faf96cf13 100644 --- a/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,37 +13,32 @@ Average Iteration Time (ms) - - - - - - + + + + + - -5.0 - - - -5.5 + +4.9 - - -6.0 + + +4.95 - - -6.5 + + +5.0 - - -7.0 + + +5.05 - - -7.5 + + +5.1 - + 0 @@ -89,204 +84,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg b/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg index 3610016bd93..2037295a5bc 100644 --- a/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg @@ -6,45 +6,61 @@ Density (a.u.) Average Time (ms) - + +5 + + + 10 - - + + +15 + + + 20 - - + + +25 + + + 30 - - + + +35 + + + 40 - - -50 + + +45 - - -60 + + +50 - + - -5 + +4.9 - - -6 + + +5 - - -7 + + +5.1 - - - - - + + + + + diff --git a/criterion/fan_out_hydroflow_surface/report/typical.svg b/criterion/fan_out_hydroflow_surface/report/typical.svg index 47ab0b2d80e..3e363bdda3a 100644 --- a/criterion/fan_out_hydroflow_surface/report/typical.svg +++ b/criterion/fan_out_hydroflow_surface/report/typical.svg @@ -9,90 +9,82 @@ Density (a.u.) Average time (ms) - -10 - - - -20 - - - -30 + +50 - - -40 + + +100 - - -50 + + +150 - - -60 + + +200 - - -70 + + +250 - - -80 + + +300 - - -90 + + +350 - - -100 + + +400 - + - -4.876 + +4.87 - - -4.878 + + +4.8705 - - -4.88 + + +4.871 - - -4.882 + + +4.8715 - - -4.884 + + +4.872 - - -4.886 + + +4.8725 - - -4.888 + + +4.873 - - -4.89 + + +4.8735 - - -4.892 + + +4.874 - - -4.894 + + +4.8745 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/base/estimates.json b/criterion/fork_join_hydroflow/base/estimates.json index 055603dcdab..109be6d456f 100644 --- a/criterion/fork_join_hydroflow/base/estimates.json +++ b/criterion/fork_join_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9174109.93329167,"upper_bound":9225207.966791667},"point_estimate":9196486.630000003,"standard_error":13167.008398614387},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9160490.833333334,"upper_bound":9203207.166666666},"point_estimate":9177849.166666668,"standard_error":11357.468052925644},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":63541.51677191303,"upper_bound":107327.6915920507},"point_estimate":84594.06574815558,"standard_error":10848.365673403086},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":71868.76407187484,"upper_bound":200014.9488185225},"point_estimate":132023.75739594823,"standard_error":41033.13516069778}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9254277.548291666,"upper_bound":9276828.768666668},"point_estimate":9265500.15166667,"standard_error":5733.011873202717},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9249324.916666668,"upper_bound":9275517.539583333},"point_estimate":9261741.5,"standard_error":6312.072988540988},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49444.032685942904,"upper_bound":76538.85299116373},"point_estimate":61391.7468100777,"standard_error":6839.722222480129},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49943.63505563659,"upper_bound":64722.272282259175},"point_estimate":57672.51015524844,"standard_error":3775.657998187649}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/base/sample.json b/criterion/fork_join_hydroflow/base/sample.json index 0a5c517aa4e..b44e52079bb 100644 --- a/criterion/fork_join_hydroflow/base/sample.json +++ b/criterion/fork_join_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[55363443.0,55926538.0,56073838.0,55746541.0,55794039.0,55745641.0,55407343.0,55219243.0,61467503.0,56183038.0,56124037.0,56075338.0,55507242.0,55813440.0,55296443.0,55473742.0,55585741.0,54976845.0,55679340.0,55058945.0,54962945.0,55411142.0,55299343.0,55153444.0,55755540.0,55498842.0,55280343.0,55238044.0,55238943.0,55440542.0,55059745.0,55291943.0,55732540.0,55714040.0,55410942.0,54756047.0,55809740.0,55191443.0,55236544.0,55651940.0,55612241.0,55184744.0,56006938.0,55172944.0,55400743.0,55601241.0,55303043.0,55038344.0,54987245.0,55833840.0,54935145.0,55568441.0,55071345.0,54455348.0,55009345.0,54551748.0,54702047.0,54700647.0,55088344.0,54450849.0,55174143.0,54418949.0,55043445.0,54523748.0,54895745.0,54165351.0,54839346.0,55251243.0,54840546.0,54757246.0,55062845.0,54854846.0,54728646.0,54305150.0,54926345.0,54951245.0,54726247.0,55174444.0,54537648.0,54548648.0,55095944.0,54798246.0,54802946.0,54566948.0,54961245.0,54243050.0,54329249.0,54694347.0,54965545.0,54717447.0,54810046.0,54818446.0,54600648.0,54403649.0,54794546.0,54446348.0,54871346.0,54711547.0,54520148.0,54687547.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[55148801.0,55090602.0,55482099.0,55584899.0,55653099.0,55278801.0,55087801.0,55814798.0,56111496.0,55913097.0,56318595.0,56044697.0,55650898.0,55661799.0,55262500.0,55773698.0,55938497.0,56069697.0,55563599.0,55783098.0,54988902.0,55830297.0,55957297.0,55577299.0,55577699.0,55273801.0,55398600.0,56003397.0,54979602.0,55380800.0,55219301.0,55682998.0,55848898.0,55804098.0,55321700.0,55785898.0,55742698.0,54900403.0,55688798.0,55542199.0,55688498.0,55818598.0,56002797.0,55177901.0,55349100.0,55597499.0,55146601.0,55556200.0,55868298.0,55342400.0,55623699.0,56310495.0,55635099.0,56112396.0,55189301.0,55439700.0,55806397.0,55535199.0,55502700.0,56071196.0,55158901.0,56065597.0,55061302.0,56030596.0,55556299.0,55319101.0,56161995.0,55790198.0,55969797.0,55739698.0,55239401.0,55346700.0,55534399.0,55381601.0,55159701.0,55751498.0,55180901.0,55479799.0,55561700.0,55280900.0,55259001.0,55461799.0,55636899.0,55541499.0,55344801.0,56108696.0,55482399.0,55103402.0,55386200.0,55907397.0,55185401.0,56297895.0,55509500.0,55697698.0,55289900.0,55452700.0,56618393.0,55893298.0,55245800.0,55595999.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/base/tukey.json b/criterion/fork_join_hydroflow/base/tukey.json index 8ad5e2e9518..fc1c5285812 100644 --- a/criterion/fork_join_hydroflow/base/tukey.json +++ b/criterion/fork_join_hydroflow/base/tukey.json @@ -1 +1 @@ -[8780209.833333325,8953183.770833328,9414447.604166672,9587421.541666675] \ No newline at end of file +[8972826.166666668,9096500.604166668,9426299.104166668,9549973.541666668] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/change/estimates.json b/criterion/fork_join_hydroflow/change/estimates.json index 23d3c7ecea4..07508a3d33a 100644 --- a/criterion/fork_join_hydroflow/change/estimates.json +++ b/criterion/fork_join_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.09627182066161934,"upper_bound":0.10313572290680365},"point_estimate":0.09932697805185775,"standard_error":0.0016986719810619824},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.09655524570199825,"upper_bound":0.1022182597123733},"point_estimate":0.09914689266388144,"standard_error":0.0014842233725696143}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0041833471276293555,"upper_bound":0.010240575104928033},"point_estimate":0.0075043355624022645,"standard_error":0.0015574972683108982},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.006159067711243527,"upper_bound":0.011684489101079665},"point_estimate":0.00914074003722165,"standard_error":0.0014279308186929576}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/new/estimates.json b/criterion/fork_join_hydroflow/new/estimates.json index 055603dcdab..109be6d456f 100644 --- a/criterion/fork_join_hydroflow/new/estimates.json +++ b/criterion/fork_join_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9174109.93329167,"upper_bound":9225207.966791667},"point_estimate":9196486.630000003,"standard_error":13167.008398614387},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9160490.833333334,"upper_bound":9203207.166666666},"point_estimate":9177849.166666668,"standard_error":11357.468052925644},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":63541.51677191303,"upper_bound":107327.6915920507},"point_estimate":84594.06574815558,"standard_error":10848.365673403086},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":71868.76407187484,"upper_bound":200014.9488185225},"point_estimate":132023.75739594823,"standard_error":41033.13516069778}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9254277.548291666,"upper_bound":9276828.768666668},"point_estimate":9265500.15166667,"standard_error":5733.011873202717},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9249324.916666668,"upper_bound":9275517.539583333},"point_estimate":9261741.5,"standard_error":6312.072988540988},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49444.032685942904,"upper_bound":76538.85299116373},"point_estimate":61391.7468100777,"standard_error":6839.722222480129},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49943.63505563659,"upper_bound":64722.272282259175},"point_estimate":57672.51015524844,"standard_error":3775.657998187649}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/new/sample.json b/criterion/fork_join_hydroflow/new/sample.json index 0a5c517aa4e..b44e52079bb 100644 --- a/criterion/fork_join_hydroflow/new/sample.json +++ b/criterion/fork_join_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[55363443.0,55926538.0,56073838.0,55746541.0,55794039.0,55745641.0,55407343.0,55219243.0,61467503.0,56183038.0,56124037.0,56075338.0,55507242.0,55813440.0,55296443.0,55473742.0,55585741.0,54976845.0,55679340.0,55058945.0,54962945.0,55411142.0,55299343.0,55153444.0,55755540.0,55498842.0,55280343.0,55238044.0,55238943.0,55440542.0,55059745.0,55291943.0,55732540.0,55714040.0,55410942.0,54756047.0,55809740.0,55191443.0,55236544.0,55651940.0,55612241.0,55184744.0,56006938.0,55172944.0,55400743.0,55601241.0,55303043.0,55038344.0,54987245.0,55833840.0,54935145.0,55568441.0,55071345.0,54455348.0,55009345.0,54551748.0,54702047.0,54700647.0,55088344.0,54450849.0,55174143.0,54418949.0,55043445.0,54523748.0,54895745.0,54165351.0,54839346.0,55251243.0,54840546.0,54757246.0,55062845.0,54854846.0,54728646.0,54305150.0,54926345.0,54951245.0,54726247.0,55174444.0,54537648.0,54548648.0,55095944.0,54798246.0,54802946.0,54566948.0,54961245.0,54243050.0,54329249.0,54694347.0,54965545.0,54717447.0,54810046.0,54818446.0,54600648.0,54403649.0,54794546.0,54446348.0,54871346.0,54711547.0,54520148.0,54687547.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[55148801.0,55090602.0,55482099.0,55584899.0,55653099.0,55278801.0,55087801.0,55814798.0,56111496.0,55913097.0,56318595.0,56044697.0,55650898.0,55661799.0,55262500.0,55773698.0,55938497.0,56069697.0,55563599.0,55783098.0,54988902.0,55830297.0,55957297.0,55577299.0,55577699.0,55273801.0,55398600.0,56003397.0,54979602.0,55380800.0,55219301.0,55682998.0,55848898.0,55804098.0,55321700.0,55785898.0,55742698.0,54900403.0,55688798.0,55542199.0,55688498.0,55818598.0,56002797.0,55177901.0,55349100.0,55597499.0,55146601.0,55556200.0,55868298.0,55342400.0,55623699.0,56310495.0,55635099.0,56112396.0,55189301.0,55439700.0,55806397.0,55535199.0,55502700.0,56071196.0,55158901.0,56065597.0,55061302.0,56030596.0,55556299.0,55319101.0,56161995.0,55790198.0,55969797.0,55739698.0,55239401.0,55346700.0,55534399.0,55381601.0,55159701.0,55751498.0,55180901.0,55479799.0,55561700.0,55280900.0,55259001.0,55461799.0,55636899.0,55541499.0,55344801.0,56108696.0,55482399.0,55103402.0,55386200.0,55907397.0,55185401.0,56297895.0,55509500.0,55697698.0,55289900.0,55452700.0,56618393.0,55893298.0,55245800.0,55595999.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/new/tukey.json b/criterion/fork_join_hydroflow/new/tukey.json index 8ad5e2e9518..fc1c5285812 100644 --- a/criterion/fork_join_hydroflow/new/tukey.json +++ b/criterion/fork_join_hydroflow/new/tukey.json @@ -1 +1 @@ -[8780209.833333325,8953183.770833328,9414447.604166672,9587421.541666675] \ No newline at end of file +[8972826.166666668,9096500.604166668,9426299.104166668,9549973.541666668] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/report/MAD.svg b/criterion/fork_join_hydroflow/report/MAD.svg index 2be6b7616d5..6df7c624939 100644 --- a/criterion/fork_join_hydroflow/report/MAD.svg +++ b/criterion/fork_join_hydroflow/report/MAD.svg @@ -9,94 +9,58 @@ Density (a.u.) Average time (µs) - -0.005 - - - + 0.01 - - -0.015 - - - + + 0.02 - - -0.025 - - - + + 0.03 - - -0.035 + + +0.04 - + -0.04 +0.05 - -0.045 - - - -0.05 + +0.06 - + - + +50 + + + +55 + + + 60 - - + + 65 - - + + 70 - - + + 75 - - -80 - - - -85 - - - -90 - - - -95 - - - -100 - - - -105 - - - -110 - - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/SD.svg b/criterion/fork_join_hydroflow/report/SD.svg index 0fa4e489e44..0483d6af792 100644 --- a/criterion/fork_join_hydroflow/report/SD.svg +++ b/criterion/fork_join_hydroflow/report/SD.svg @@ -9,66 +9,90 @@ Density (a.u.) Average time (µs) - -0.005 - - - + 0.01 - - -0.015 - - - + + 0.02 - - -0.025 - - - + + 0.03 - + + +0.04 + + + +0.05 + + + +0.06 + + + +0.07 + + + +0.08 + + + +0.09 + + + +0.1 + + + +0.11 + + - -60 + +50 + + + +52 - - -80 + + +54 - - -100 + + +56 - - -120 + + +58 - - -140 + + +60 - - -160 + + +62 - - -180 + + +64 - - -200 + + +66 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/both/iteration_times.svg b/criterion/fork_join_hydroflow/report/both/iteration_times.svg index b01fe4dfc60..6b4d8cfc310 100644 --- a/criterion/fork_join_hydroflow/report/both/iteration_times.svg +++ b/criterion/fork_join_hydroflow/report/both/iteration_times.svg @@ -16,57 +16,37 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + - -8.4 - - - -8.6 - - - -8.8 - - - -9.0 - - - + 9.2 - - + + 9.4 - - + + 9.6 - - + + 9.8 - - + + 10.0 - - + + 10.2 - + 0 @@ -112,206 +92,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fork_join_hydroflow/report/both/pdf.svg b/criterion/fork_join_hydroflow/report/both/pdf.svg index c7068f92d1c..bd31bf69d0d 100644 --- a/criterion/fork_join_hydroflow/report/both/pdf.svg +++ b/criterion/fork_join_hydroflow/report/both/pdf.svg @@ -9,71 +9,47 @@ Density (a.u.) Average Time (ms) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - -6 - - - -7 - - - -8 - - - -9 - - - -10 - - + -11 +6 - -8.5 - - - + 9 - - + + 9.5 - - + + 10 - - - - - + + + + + Base PDF diff --git a/criterion/fork_join_hydroflow/report/change/mean.svg b/criterion/fork_join_hydroflow/report/change/mean.svg index 73a3f13318b..e5fbbc54d31 100644 --- a/criterion/fork_join_hydroflow/report/change/mean.svg +++ b/criterion/fork_join_hydroflow/report/change/mean.svg @@ -9,59 +9,59 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - + + +250 + + - -0.096 - - - -0.097 - - - -0.098 - - - -0.099 - - - -0.1 - - - -0.101 - - - -0.102 - - - -0.103 - - - - - - + +0.004 + + + +0.005 + + + +0.006 + + + +0.007 + + + +0.008 + + + +0.009 + + + +0.01 + + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/change/median.svg b/criterion/fork_join_hydroflow/report/change/median.svg index a6c87e39821..ba73281942b 100644 --- a/criterion/fork_join_hydroflow/report/change/median.svg +++ b/criterion/fork_join_hydroflow/report/change/median.svg @@ -9,59 +9,63 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - + + +300 + + - -0.096 - - - -0.097 - - - -0.098 - - - -0.099 - - - -0.1 - - - -0.101 - - - -0.102 - - - - - - + +0.006 + + + +0.007 + + + +0.008 + + + +0.009 + + + +0.01 + + + +0.011 + + + +0.012 + + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/change/t-test.svg b/criterion/fork_join_hydroflow/report/change/t-test.svg index 7049313938b..b0f83c3095a 100644 --- a/criterion/fork_join_hydroflow/report/change/t-test.svg +++ b/criterion/fork_join_hydroflow/report/change/t-test.svg @@ -13,80 +13,76 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + --5.0 - - - -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + t distribution diff --git a/criterion/fork_join_hydroflow/report/index.html b/criterion/fork_join_hydroflow/report/index.html index 32f0908ac94..e773e827c17 100644 --- a/criterion/fork_join_hydroflow/report/index.html +++ b/criterion/fork_join_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0037629 - 0.0038716 - 0.0036957 + 0.0000007 + 0.0000008 + 0.0000007 Mean - 9.1741 ms - 9.1965 ms - 9.2252 ms + 9.2543 ms + 9.2655 ms + 9.2768 ms Std. Dev. - 71.869 µs - 132.02 µs - 200.01 µs + 49.944 µs + 57.673 µs + 64.722 µs Median - 9.1605 ms - 9.1778 ms - 9.2032 ms + 9.2493 ms + 9.2617 ms + 9.2755 ms MAD - 63.542 µs - 84.594 µs - 107.33 µs + 49.444 µs + 61.392 µs + 76.539 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +9.6272% - +9.9327% - +10.314% + +0.4183% + +0.7504% + +1.0241% (p = 0.00 < 0.05) - Performance has regressed. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/fork_join_hydroflow/report/iteration_times.svg b/criterion/fork_join_hydroflow/report/iteration_times.svg index 8077584b06b..ac31d513b71 100644 --- a/criterion/fork_join_hydroflow/report/iteration_times.svg +++ b/criterion/fork_join_hydroflow/report/iteration_times.svg @@ -15,37 +15,32 @@ Average Iteration Time (ms) - - - - - - + + + + + - + 9.2 - - -9.4 - - - -9.6 + + +9.25 - - -9.8 + + +9.3 - - -10.0 + + +9.35 - - -10.2 + + +9.4 - + 10 @@ -87,106 +82,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fork_join_hydroflow/report/iteration_times_small.svg b/criterion/fork_join_hydroflow/report/iteration_times_small.svg index 3707d3d9bc4..2a83d5394de 100644 --- a/criterion/fork_join_hydroflow/report/iteration_times_small.svg +++ b/criterion/fork_join_hydroflow/report/iteration_times_small.svg @@ -12,37 +12,32 @@ Average Iteration Time (ms) - - - - - - + + + + + - + 9.2 - - -9.4 - - - -9.6 + + +9.25 - - -9.8 + + +9.3 - - -10.0 + + +9.35 - - -10.2 + + +9.4 - + 10 @@ -84,104 +79,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow/report/mean.svg b/criterion/fork_join_hydroflow/report/mean.svg index 57801bbf9a4..35b20418cf5 100644 --- a/criterion/fork_join_hydroflow/report/mean.svg +++ b/criterion/fork_join_hydroflow/report/mean.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (ms) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - - -9.17 + + +40 - - -9.18 + + +50 - - -9.19 + + +60 + + + +70 + + + + +9.255 - - -9.2 + + +9.26 - - -9.21 + + +9.265 - - -9.22 + + +9.27 - - -9.23 + + +9.275 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/median.svg b/criterion/fork_join_hydroflow/report/median.svg index 87f67f41760..346fccc3835 100644 --- a/criterion/fork_join_hydroflow/report/median.svg +++ b/criterion/fork_join_hydroflow/report/median.svg @@ -9,82 +9,54 @@ Density (a.u.) Average time (ms) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 - - - + + 80 - - - -9.16 + + +100 - - -9.165 + + +120 - - -9.17 - - - -9.175 - - - -9.18 - - - -9.185 + + + +9.25 - - -9.19 + + +9.255 - - -9.195 + + +9.26 - - -9.2 + + +9.265 - - -9.205 + + +9.27 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/pdf.svg b/criterion/fork_join_hydroflow/report/pdf.svg index a728050eb5b..bebada4044b 100644 --- a/criterion/fork_join_hydroflow/report/pdf.svg +++ b/criterion/fork_join_hydroflow/report/pdf.svg @@ -38,38 +38,38 @@ Average Time (ms) - -9 + +9.1 - - + + +9.15 + + + 9.2 - - -9.4 + + +9.25 - - -9.6 + + +9.3 - - -9.8 + + +9.35 - - -10 + + +9.4 - + -10.2 +9.45 - -10.4 - - Density (a.u.) @@ -78,42 +78,38 @@ Density (a.u.) 0 - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 + + +4 + + + +5 + + + +6 - - - - - + + + + + - - - + + + PDF diff --git a/criterion/fork_join_hydroflow/report/pdf_small.svg b/criterion/fork_join_hydroflow/report/pdf_small.svg index 18aaf903a21..ea2b2acff20 100644 --- a/criterion/fork_join_hydroflow/report/pdf_small.svg +++ b/criterion/fork_join_hydroflow/report/pdf_small.svg @@ -10,51 +10,51 @@ Average Time (ms) 0 - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - + + +5 + + + +6 + + - -9 + +9.1 - - -9.5 + + +9.2 + + + +9.3 - - -10 + + +9.4 + + + +9.5 - - - + + + diff --git a/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg b/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg index 23aa4732b8b..b0108dabdd9 100644 --- a/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg @@ -13,57 +13,37 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + - -8.4 - - - -8.6 - - - -8.8 - - - -9.0 - - - + 9.2 - - + + 9.4 - - + + 9.6 - - + + 9.8 - - + + 10.0 - - + + 10.2 - + 0 @@ -109,204 +89,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow/report/relative_pdf_small.svg b/criterion/fork_join_hydroflow/report/relative_pdf_small.svg index d3b7ac1649e..e7d3524c938 100644 --- a/criterion/fork_join_hydroflow/report/relative_pdf_small.svg +++ b/criterion/fork_join_hydroflow/report/relative_pdf_small.svg @@ -6,69 +6,45 @@ Density (a.u.) Average Time (ms) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - -6 - - - -7 - - - -8 - - - -9 - - - -10 - - + -11 +6 - -8.5 - - - + 9 - - + + 9.5 - - + + 10 - - - - - + + + + + diff --git a/criterion/fork_join_hydroflow/report/typical.svg b/criterion/fork_join_hydroflow/report/typical.svg index 21ec145b4b2..dc24371bf0c 100644 --- a/criterion/fork_join_hydroflow/report/typical.svg +++ b/criterion/fork_join_hydroflow/report/typical.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (ms) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - - -9.17 + + +40 - - -9.18 + + +50 - - -9.19 + + +60 + + + +70 + + + + +9.255 - - -9.2 + + +9.26 - - -9.21 + + +9.265 - - -9.22 + + +9.27 - - -9.23 + + +9.275 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/base/estimates.json b/criterion/fork_join_hydroflow_builder/base/estimates.json index 3189b305798..016e5506f0c 100644 --- a/criterion/fork_join_hydroflow_builder/base/estimates.json +++ b/criterion/fork_join_hydroflow_builder/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9785073.097500002,"upper_bound":9820213.955291666},"point_estimate":9802706.524999997,"standard_error":8970.38757165124},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9775137.5,"upper_bound":9828603.666666666},"point_estimate":9809603.75,"standard_error":16069.81831795766},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69718.89311224222,"upper_bound":120782.04543069037},"point_estimate":90178.64919900941,"standard_error":12487.53520547639},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":78504.31116093678,"upper_bound":100973.38283300775},"point_estimate":90431.43542483912,"standard_error":5726.977690682436}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9440445.143875001,"upper_bound":9481659.97641667},"point_estimate":9459994.648333335,"standard_error":10457.693181420425},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9420365.333333334,"upper_bound":9447265.333333334},"point_estimate":9436057.25,"standard_error":7623.75409406965},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49148.399162439266,"upper_bound":83952.71770953947},"point_estimate":67371.93735390902,"standard_error":9026.498599051749},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":78373.29159326655,"upper_bound":133307.88385695586},"point_estimate":105715.4780083325,"standard_error":14263.828002209173}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/base/sample.json b/criterion/fork_join_hydroflow_builder/base/sample.json index f83d0e06a90..230a31d8fcf 100644 --- a/criterion/fork_join_hydroflow_builder/base/sample.json +++ b/criterion/fork_join_hydroflow_builder/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[59091321.0,59286321.0,59424919.0,59787317.0,59268520.0,59006622.0,58344626.0,59400819.0,59491319.0,59018122.0,58151028.0,58662524.0,58185927.0,59059421.0,58527025.0,58969023.0,58523025.0,58889122.0,58826123.0,59960816.0,58216127.0,59373120.0,58645924.0,58574125.0,59227520.0,58520425.0,59232521.0,58699424.0,59356719.0,58550725.0,58724924.0,58891822.0,58252427.0,58541025.0,59271120.0,58069528.0,59062022.0,59322920.0,58639424.0,59566118.0,59319820.0,59969316.0,58195027.0,58200427.0,59174621.0,57662431.0,59051021.0,57946029.0,59942116.0,58611824.0,58935023.0,58335026.0,59223920.0,59159921.0,59906617.0,58940623.0,58997722.0,58197227.0,58971622.0,58573325.0,58191727.0,58973022.0,58656024.0,59403020.0,58561324.0,58931823.0,58508125.0,57981028.0,58151328.0,58891122.0,58791724.0,58419725.0,58254327.0,57996129.0,57692130.0,57955529.0,59311419.0,58756624.0,57525131.0,59209521.0,58510325.0,58360026.0,59539819.0,58577124.0,58579125.0,58752024.0,59515018.0,58175828.0,57924328.0,58650825.0,58997922.0,58715523.0,58918923.0,58624524.0,59221221.0,59013622.0,59927116.0,59312920.0,58941722.0,59279620.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[56577796.0,56392896.0,56546796.0,56649195.0,56251898.0,56712295.0,56737294.0,56291798.0,56593695.0,56231698.0,56439396.0,56728795.0,56695695.0,56620795.0,56589096.0,56624395.0,56555296.0,56548496.0,56679095.0,56497296.0,56424697.0,58077585.0,56786691.0,57306388.0,56525592.0,56499393.0,57479687.0,56676491.0,56685692.0,56675492.0,56856590.0,56751391.0,57127190.0,56911490.0,56522192.0,57947285.0,56743591.0,56683592.0,56759891.0,56836591.0,58189483.0,56866591.0,57472087.0,57320188.0,56344193.0,56927291.0,56412793.0,57589386.0,56278094.0,57922285.0,58216483.0,56440193.0,56961390.0,57840485.0,57852186.0,55997495.0,56270594.0,57083289.0,57004590.0,56647692.0,56650691.0,56956590.0,58676781.0,59898474.0,57720186.0,56236794.0,56393093.0,56455793.0,56561092.0,56369994.0,56193694.0,56100695.0,57010989.0,56172995.0,56211694.0,56199194.0,56463593.0,57158189.0,56347393.0,56197094.0,56156895.0,56343193.0,56281994.0,57737386.0,56178694.0,56324894.0,57048089.0,56376993.0,56089195.0,56380793.0,56903691.0,56037395.0,56446193.0,56789291.0,56639091.0,56611892.0,55786597.0,56316293.0,56366494.0,56328693.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/base/tukey.json b/criterion/fork_join_hydroflow_builder/base/tukey.json index d184207b2cf..426c2588eef 100644 --- a/criterion/fork_join_hydroflow_builder/base/tukey.json +++ b/criterion/fork_join_hydroflow_builder/base/tukey.json @@ -1 +1 @@ -[9394106.66666667,9572867.916666668,10049564.583333332,10228325.833333332] \ No newline at end of file +[9116759.041666662,9255189.416666664,9624337.083333336,9762767.458333338] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/change/estimates.json b/criterion/fork_join_hydroflow_builder/change/estimates.json index 457f7d32329..e7ae79a9533 100644 --- a/criterion/fork_join_hydroflow_builder/change/estimates.json +++ b/criterion/fork_join_hydroflow_builder/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.11963726406062589,"upper_bound":0.12367091288948383},"point_estimate":0.1216449563606854,"standard_error":0.000970850477870616},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.11843737134455234,"upper_bound":0.12448286436146216},"point_estimate":0.12242777662132798,"standard_error":0.001712382383135071}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.03754993766921504,"upper_bound":-0.03221024204114997},"point_estimate":-0.034960944285400974,"standard_error":0.0013605189351374716},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.040826054399780265,"upper_bound":-0.03430878312830865},"point_estimate":-0.038079672688104194,"standard_error":0.0017718361714347435}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/estimates.json b/criterion/fork_join_hydroflow_builder/new/estimates.json index 3189b305798..016e5506f0c 100644 --- a/criterion/fork_join_hydroflow_builder/new/estimates.json +++ b/criterion/fork_join_hydroflow_builder/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9785073.097500002,"upper_bound":9820213.955291666},"point_estimate":9802706.524999997,"standard_error":8970.38757165124},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9775137.5,"upper_bound":9828603.666666666},"point_estimate":9809603.75,"standard_error":16069.81831795766},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69718.89311224222,"upper_bound":120782.04543069037},"point_estimate":90178.64919900941,"standard_error":12487.53520547639},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":78504.31116093678,"upper_bound":100973.38283300775},"point_estimate":90431.43542483912,"standard_error":5726.977690682436}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9440445.143875001,"upper_bound":9481659.97641667},"point_estimate":9459994.648333335,"standard_error":10457.693181420425},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9420365.333333334,"upper_bound":9447265.333333334},"point_estimate":9436057.25,"standard_error":7623.75409406965},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49148.399162439266,"upper_bound":83952.71770953947},"point_estimate":67371.93735390902,"standard_error":9026.498599051749},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":78373.29159326655,"upper_bound":133307.88385695586},"point_estimate":105715.4780083325,"standard_error":14263.828002209173}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/sample.json b/criterion/fork_join_hydroflow_builder/new/sample.json index f83d0e06a90..230a31d8fcf 100644 --- a/criterion/fork_join_hydroflow_builder/new/sample.json +++ b/criterion/fork_join_hydroflow_builder/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[59091321.0,59286321.0,59424919.0,59787317.0,59268520.0,59006622.0,58344626.0,59400819.0,59491319.0,59018122.0,58151028.0,58662524.0,58185927.0,59059421.0,58527025.0,58969023.0,58523025.0,58889122.0,58826123.0,59960816.0,58216127.0,59373120.0,58645924.0,58574125.0,59227520.0,58520425.0,59232521.0,58699424.0,59356719.0,58550725.0,58724924.0,58891822.0,58252427.0,58541025.0,59271120.0,58069528.0,59062022.0,59322920.0,58639424.0,59566118.0,59319820.0,59969316.0,58195027.0,58200427.0,59174621.0,57662431.0,59051021.0,57946029.0,59942116.0,58611824.0,58935023.0,58335026.0,59223920.0,59159921.0,59906617.0,58940623.0,58997722.0,58197227.0,58971622.0,58573325.0,58191727.0,58973022.0,58656024.0,59403020.0,58561324.0,58931823.0,58508125.0,57981028.0,58151328.0,58891122.0,58791724.0,58419725.0,58254327.0,57996129.0,57692130.0,57955529.0,59311419.0,58756624.0,57525131.0,59209521.0,58510325.0,58360026.0,59539819.0,58577124.0,58579125.0,58752024.0,59515018.0,58175828.0,57924328.0,58650825.0,58997922.0,58715523.0,58918923.0,58624524.0,59221221.0,59013622.0,59927116.0,59312920.0,58941722.0,59279620.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[56577796.0,56392896.0,56546796.0,56649195.0,56251898.0,56712295.0,56737294.0,56291798.0,56593695.0,56231698.0,56439396.0,56728795.0,56695695.0,56620795.0,56589096.0,56624395.0,56555296.0,56548496.0,56679095.0,56497296.0,56424697.0,58077585.0,56786691.0,57306388.0,56525592.0,56499393.0,57479687.0,56676491.0,56685692.0,56675492.0,56856590.0,56751391.0,57127190.0,56911490.0,56522192.0,57947285.0,56743591.0,56683592.0,56759891.0,56836591.0,58189483.0,56866591.0,57472087.0,57320188.0,56344193.0,56927291.0,56412793.0,57589386.0,56278094.0,57922285.0,58216483.0,56440193.0,56961390.0,57840485.0,57852186.0,55997495.0,56270594.0,57083289.0,57004590.0,56647692.0,56650691.0,56956590.0,58676781.0,59898474.0,57720186.0,56236794.0,56393093.0,56455793.0,56561092.0,56369994.0,56193694.0,56100695.0,57010989.0,56172995.0,56211694.0,56199194.0,56463593.0,57158189.0,56347393.0,56197094.0,56156895.0,56343193.0,56281994.0,57737386.0,56178694.0,56324894.0,57048089.0,56376993.0,56089195.0,56380793.0,56903691.0,56037395.0,56446193.0,56789291.0,56639091.0,56611892.0,55786597.0,56316293.0,56366494.0,56328693.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/tukey.json b/criterion/fork_join_hydroflow_builder/new/tukey.json index d184207b2cf..426c2588eef 100644 --- a/criterion/fork_join_hydroflow_builder/new/tukey.json +++ b/criterion/fork_join_hydroflow_builder/new/tukey.json @@ -1 +1 @@ -[9394106.66666667,9572867.916666668,10049564.583333332,10228325.833333332] \ No newline at end of file +[9116759.041666662,9255189.416666664,9624337.083333336,9762767.458333338] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/report/MAD.svg b/criterion/fork_join_hydroflow_builder/report/MAD.svg index 11759d3a69a..c9a53e8f280 100644 --- a/criterion/fork_join_hydroflow_builder/report/MAD.svg +++ b/criterion/fork_join_hydroflow_builder/report/MAD.svg @@ -9,70 +9,82 @@ Density (a.u.) Average time (µs) - + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - + + 0.025 - - + + 0.03 - - + + 0.035 - - + + 0.04 - - + + 0.045 - + + +0.05 + + - -70 + +50 - - -80 + + +55 - - -90 + + +60 - - -100 + + +65 - - -110 + + +70 + + + +75 + + + +80 - - -120 + + +85 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/SD.svg b/criterion/fork_join_hydroflow_builder/report/SD.svg index 144de99595e..597a3efcc38 100644 --- a/criterion/fork_join_hydroflow_builder/report/SD.svg +++ b/criterion/fork_join_hydroflow_builder/report/SD.svg @@ -9,58 +9,54 @@ Density (a.u.) Average time (µs) - -0.01 - - - -0.02 + +0.005 - - -0.03 - - - -0.04 + + +0.01 - - -0.05 + + +0.015 - - -0.06 + + +0.02 - - -0.07 + + +0.025 - + - + 80 - - -85 - - - + + 90 - - -95 - - - + + 100 - - - - + + +110 + + + +120 + + + +130 + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg b/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg index ad3204bd4a0..480aa903b4d 100644 --- a/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg +++ b/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg @@ -16,37 +16,42 @@ Average Iteration Time (ms) - - - - - - + + + + + + + - -8.8 + +9.3 - - -9.0 - - - -9.2 - - - + + 9.4 - - + + +9.5 + + + 9.6 - - + + +9.7 + + + 9.8 - + + +9.9 + + 0 @@ -92,206 +97,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fork_join_hydroflow_builder/report/both/pdf.svg b/criterion/fork_join_hydroflow_builder/report/both/pdf.svg index 9b67a1aa8f7..de9a50d3bac 100644 --- a/criterion/fork_join_hydroflow_builder/report/both/pdf.svg +++ b/criterion/fork_join_hydroflow_builder/report/both/pdf.svg @@ -9,63 +9,71 @@ Density (a.u.) Average Time (ms) - -2 + +0.5 - - -4 + + +1 - - -6 + + +1.5 - - -8 + + +2 - - -10 + + +2.5 - - -12 + + +3 - - -14 + + +3.5 - - -16 + + +4 - - -18 + + +4.5 - - -20 + + +5 - + - -9 + +9.2 + + + +9.4 + + + +9.6 - - -9.5 + + +9.8 - - + + 10 - - - - - + + + + + Base PDF diff --git a/criterion/fork_join_hydroflow_builder/report/change/mean.svg b/criterion/fork_join_hydroflow_builder/report/change/mean.svg index 4b0a4d3c73d..fbbfe45b318 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/mean.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/mean.svg @@ -9,82 +9,58 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - - -350 - - - -400 - - + - -0.1195 - - - -0.12 - - - -0.1205 - - - -0.121 + +-0.038 - - -0.1215 + + +-0.037 - - -0.122 + + +-0.036 - - -0.1225 + + +-0.035 - - -0.123 + + +-0.034 - - -0.1235 + + +-0.033 - - -0.124 + + +-0.032 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/change/median.svg b/criterion/fork_join_hydroflow_builder/report/change/median.svg index e283e842412..fb0cb199fee 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/median.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/median.svg @@ -9,66 +9,86 @@ Density (a.u.) Relative change (%) - -50 + +20 - - + + +40 + + + +60 + + + +80 + + + 100 - - -150 + + +120 - - -200 + + +140 - - -250 + + +160 + + + +180 + + + +200 - - -300 + + +220 - + - -0.118 + +-0.041 - - -0.119 + + +-0.04 - - -0.12 + + +-0.039 - - -0.121 + + +-0.038 - - -0.122 + + +-0.037 - - -0.123 + + +-0.036 - - -0.124 + + +-0.035 - - -0.125 + + +-0.034 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/change/t-test.svg b/criterion/fork_join_hydroflow_builder/report/change/t-test.svg index 4c2c954a58a..2a73a40324e 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/t-test.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/t-test.svg @@ -25,69 +25,65 @@ t score 0.15 - + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - -5.0 - - - - + + + t distribution diff --git a/criterion/fork_join_hydroflow_builder/report/index.html b/criterion/fork_join_hydroflow_builder/report/index.html index ab8782cf96d..f649cc421b4 100644 --- a/criterion/fork_join_hydroflow_builder/report/index.html +++ b/criterion/fork_join_hydroflow_builder/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0070447 - 0.0073133 - 0.0070484 + 0.0044935 + 0.0046480 + 0.0044597 Mean - 9.7851 ms - 9.8027 ms - 9.8202 ms + 9.4404 ms + 9.4600 ms + 9.4817 ms Std. Dev. - 78.504 µs - 90.431 µs - 100.97 µs + 78.373 µs + 105.72 µs + 133.31 µs Median - 9.7751 ms - 9.8096 ms - 9.8286 ms + 9.4204 ms + 9.4361 ms + 9.4473 ms MAD - 69.719 µs - 90.179 µs - 120.78 µs + 49.148 µs + 67.372 µs + 83.953 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +11.964% - +12.164% - +12.367% + -3.7550% + -3.4961% + -3.2210% (p = 0.00 < 0.05) - Performance has regressed. + Performance has improved.

Additional Plots:

diff --git a/criterion/fork_join_hydroflow_builder/report/iteration_times.svg b/criterion/fork_join_hydroflow_builder/report/iteration_times.svg index d07ff454bab..50feb56ce13 100644 --- a/criterion/fork_join_hydroflow_builder/report/iteration_times.svg +++ b/criterion/fork_join_hydroflow_builder/report/iteration_times.svg @@ -15,47 +15,42 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + - -9.6 + +9.3 - - -9.65 + + +9.4 - - -9.7 + + +9.5 - - -9.75 + + +9.6 - - -9.8 + + +9.7 - - -9.85 + + +9.8 - - + + 9.9 - - -9.95 - - + 10 @@ -97,106 +92,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg b/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg index e9670a1e8b1..fbca2bbfba8 100644 --- a/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg @@ -12,47 +12,42 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + - -9.6 + +9.3 - - -9.65 + + +9.4 - - -9.7 + + +9.5 - - -9.75 + + +9.6 - - -9.8 + + +9.7 - - -9.85 + + +9.8 - - + + 9.9 - - -9.95 - - + 10 @@ -94,104 +89,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow_builder/report/mean.svg b/criterion/fork_join_hydroflow_builder/report/mean.svg index edfbcc9b7ec..2a30a2f2e48 100644 --- a/criterion/fork_join_hydroflow_builder/report/mean.svg +++ b/criterion/fork_join_hydroflow_builder/report/mean.svg @@ -9,78 +9,78 @@ Density (a.u.) Average time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - -45 - - + - -9.785 + +9.44 + + + +9.445 - - -9.79 + + +9.45 - - -9.795 + + +9.455 - - -9.8 + + +9.46 - - -9.805 + + +9.465 - - -9.81 + + +9.47 - - -9.815 + + +9.475 - - -9.82 + + +9.48 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/median.svg b/criterion/fork_join_hydroflow_builder/report/median.svg index 52dcdbd4e08..e8e41ba1550 100644 --- a/criterion/fork_join_hydroflow_builder/report/median.svg +++ b/criterion/fork_join_hydroflow_builder/report/median.svg @@ -9,74 +9,66 @@ Density (a.u.) Average time (ms) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - - -45 + + +50 + + + +60 + + + +70 - + - -9.77 + +9.42 - - -9.78 + + +9.425 - - -9.79 + + +9.43 - - -9.8 + + +9.435 - - -9.81 + + +9.44 - - -9.82 + + +9.445 - - -9.83 + + +9.45 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/pdf.svg b/criterion/fork_join_hydroflow_builder/report/pdf.svg index acf7222167c..54e78cb72f6 100644 --- a/criterion/fork_join_hydroflow_builder/report/pdf.svg +++ b/criterion/fork_join_hydroflow_builder/report/pdf.svg @@ -38,34 +38,46 @@ Average Time (ms) - + +9.2 + + + +9.3 + + + +9.4 + + + 9.5 - - + + 9.6 - - + + 9.7 - - + + 9.8 - - + + 9.9 - - + + 10 - - + + 10.1 - + Density (a.u.) @@ -74,40 +86,70 @@ Density (a.u.) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - - - - + + +4 + + + +4.5 + + + +5 + + + + + + - + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/fork_join_hydroflow_builder/report/pdf_small.svg b/criterion/fork_join_hydroflow_builder/report/pdf_small.svg index 6cebf957da1..d7830aab6f1 100644 --- a/criterion/fork_join_hydroflow_builder/report/pdf_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/pdf_small.svg @@ -10,51 +10,47 @@ Average Time (ms) 0 - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - + + +5 + + - + +9.2 + + + +9.4 + + + 9.6 - - + + 9.8 - - + + 10 - - - + + + diff --git a/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg b/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg index 3e3b87a8121..20a9e899085 100644 --- a/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg @@ -13,37 +13,42 @@ Average Iteration Time (ms) - - - - - - + + + + + + + - -8.8 + +9.3 - - -9.0 - - - -9.2 - - - + + 9.4 - - + + +9.5 + + + 9.6 - - + + +9.7 + + + 9.8 - + + +9.9 + + 0 @@ -89,204 +94,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg b/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg index 6f4a400f186..7c4477f38d1 100644 --- a/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg @@ -6,61 +6,69 @@ Density (a.u.) Average Time (ms) - -2 + +0.5 - - -4 + + +1 - - -6 + + +1.5 - - -8 + + +2 - - -10 + + +2.5 - - -12 + + +3 - - -14 + + +3.5 - - -16 + + +4 - - -18 + + +4.5 - - -20 + + +5 - + - -9 + +9.2 + + + +9.4 + + + +9.6 - - -9.5 + + +9.8 - - + + 10 - - - - - + + + + + diff --git a/criterion/fork_join_hydroflow_builder/report/typical.svg b/criterion/fork_join_hydroflow_builder/report/typical.svg index d0c1e7fa063..7e61049de3c 100644 --- a/criterion/fork_join_hydroflow_builder/report/typical.svg +++ b/criterion/fork_join_hydroflow_builder/report/typical.svg @@ -9,78 +9,78 @@ Density (a.u.) Average time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - -45 - - + - -9.785 + +9.44 + + + +9.445 - - -9.79 + + +9.45 - - -9.795 + + +9.455 - - -9.8 + + +9.46 - - -9.805 + + +9.465 - - -9.81 + + +9.47 - - -9.815 + + +9.475 - - -9.82 + + +9.48 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/base/estimates.json b/criterion/identity_hydroflow/base/estimates.json index 8956a761058..44cd9328246 100644 --- a/criterion/identity_hydroflow/base/estimates.json +++ b/criterion/identity_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16661707.611583332,"upper_bound":16714886.528333327},"point_estimate":16687459.480000002,"standard_error":13556.812013748682},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16645773.0,"upper_bound":16681256.0},"point_estimate":16661972.833333334,"standard_error":8502.12488173276},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76600.99864005951,"upper_bound":133853.69697362217},"point_estimate":106721.4997053151,"standard_error":15816.762245526606},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":107927.81995751061,"upper_bound":162329.50279244143},"point_estimate":136154.0893862375,"standard_error":13897.88664335248}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15262476.6421875,"upper_bound":15332447.876125},"point_estimate":15295716.88,"standard_error":17892.509795404567},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15232231.875,"upper_bound":15305711.375},"point_estimate":15273999.0,"standard_error":19700.1478654629},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":85966.15024879575,"upper_bound":145781.4608618617},"point_estimate":110996.32962942123,"standard_error":15693.598831776799},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":124935.71189172263,"upper_bound":236331.45357946158},"point_estimate":179731.56163022254,"standard_error":29396.591687812404}} \ No newline at end of file diff --git a/criterion/identity_hydroflow/base/sample.json b/criterion/identity_hydroflow/base/sample.json index c4509ea60df..7657a67437e 100644 --- a/criterion/identity_hydroflow/base/sample.json +++ b/criterion/identity_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0],"times":[49967370.0,50056368.0,49632672.0,49818071.0,50053468.0,50232968.0,50113169.0,50508266.0,50025669.0,50169668.0,50120668.0,50171568.0,50004970.0,50918763.0,51273461.0,50307667.0,49819170.0,50331967.0,49955070.0,50749964.0,50243868.0,50471866.0,50266067.0,51636959.0,50143868.0,49987969.0,49818670.0,49923270.0,49657171.0,50071268.0,49880369.0,49680871.0,49676871.0,50226867.0,50423166.0,51158761.0,50537965.0,50367967.0,49888869.0,51003462.0,50325167.0,50018668.0,49972369.0,50857963.0,50270467.0,50972762.0,50086369.0,50215767.0,49817870.0,50014468.0,49783871.0,49712470.0,50168668.0,49965469.0,49813270.0,49828369.0,50144268.0,49619971.0,49547072.0,50004369.0,49698771.0,50258567.0,49868169.0,49715971.0,49711170.0,50009469.0,49524672.0,49897569.0,49856370.0,49598771.0,49470873.0,49937469.0,49437172.0,49746771.0,49663770.0,49994769.0,50690764.0,50700564.0,50069569.0,49687270.0,49845570.0,50708764.0,50004269.0,49833970.0,50043768.0,49674671.0,49536072.0,49974269.0,49570271.0,50093668.0,49743971.0,49973469.0,49734270.0,49909169.0,49647572.0,49962268.0,49944770.0,49983868.0,49799470.0,50278467.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0],"times":[59780354.0,59950152.0,60087752.0,59755254.0,60886647.0,62210940.0,61097646.0,60715448.0,61532043.0,61272545.0,60840848.0,60840447.0,61717643.0,61218645.0,61705743.0,61572643.0,60808148.0,61149145.0,61786242.0,61751343.0,61996740.0,61267945.0,61642443.0,61137246.0,60768148.0,61360745.0,60934747.0,61305445.0,61245145.0,61037547.0,60833947.0,61200546.0,61408044.0,60807148.0,62011640.0,61245246.0,61499443.0,61251245.0,61191446.0,60878947.0,61083046.0,61423344.0,61205946.0,61656143.0,60754248.0,61345044.0,60472050.0,60415150.0,61607943.0,61094346.0,62189240.0,61133845.0,63157434.0,61946542.0,60791547.0,61041647.0,60897547.0,62120440.0,61037646.0,61706143.0,60748759.0,61200376.0,61560374.0,60875377.0,60870678.0,61378575.0,61526474.0,60942577.0,61615374.0,60690879.0,60838377.0,60838178.0,60852378.0,60690078.0,60738179.0,60908677.0,60915278.0,60377980.0,60586779.0,60804078.0,61021177.0,60871078.0,60628378.0,61179576.0,61419575.0,60818378.0,61437075.0,65150055.0,61390475.0,60663878.0,61283176.0,60954277.0,60910377.0,62049672.0,60397880.0,63493364.0,61876472.0,60010882.0,60025582.0,60963278.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow/base/tukey.json b/criterion/identity_hydroflow/base/tukey.json index 5842d04dae0..9e9bb40d6eb 100644 --- a/criterion/identity_hydroflow/base/tukey.json +++ b/criterion/identity_hydroflow/base/tukey.json @@ -1 +1 @@ -[16184701.083333338,16393987.208333336,16952083.541666664,17161369.666666664] \ No newline at end of file +[14740554.5,14974034.09375,15596646.34375,15830125.9375] \ No newline at end of file diff --git a/criterion/identity_hydroflow/change/estimates.json b/criterion/identity_hydroflow/change/estimates.json index 476b39c195b..172fd690b0e 100644 --- a/criterion/identity_hydroflow/change/estimates.json +++ b/criterion/identity_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.007824938902473362,"upper_bound":-0.002690202544275766},"point_estimate":-0.005258612843045407,"standard_error":0.0012989818087052794},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.008621179349152963,"upper_bound":-0.0037553866603829977},"point_estimate":-0.005931576933446481,"standard_error":0.001377111134236543}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.08600807128215346,"upper_bound":-0.08083192055532115},"point_estimate":-0.08340050812815525,"standard_error":0.0013283362673989921},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.08627496338514717,"upper_bound":-0.08102481184529375},"point_estimate":-0.08330189031136848,"standard_error":0.0013818059982581594}} \ No newline at end of file diff --git a/criterion/identity_hydroflow/new/estimates.json b/criterion/identity_hydroflow/new/estimates.json index 8956a761058..44cd9328246 100644 --- a/criterion/identity_hydroflow/new/estimates.json +++ b/criterion/identity_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16661707.611583332,"upper_bound":16714886.528333327},"point_estimate":16687459.480000002,"standard_error":13556.812013748682},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16645773.0,"upper_bound":16681256.0},"point_estimate":16661972.833333334,"standard_error":8502.12488173276},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76600.99864005951,"upper_bound":133853.69697362217},"point_estimate":106721.4997053151,"standard_error":15816.762245526606},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":107927.81995751061,"upper_bound":162329.50279244143},"point_estimate":136154.0893862375,"standard_error":13897.88664335248}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15262476.6421875,"upper_bound":15332447.876125},"point_estimate":15295716.88,"standard_error":17892.509795404567},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15232231.875,"upper_bound":15305711.375},"point_estimate":15273999.0,"standard_error":19700.1478654629},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":85966.15024879575,"upper_bound":145781.4608618617},"point_estimate":110996.32962942123,"standard_error":15693.598831776799},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":124935.71189172263,"upper_bound":236331.45357946158},"point_estimate":179731.56163022254,"standard_error":29396.591687812404}} \ No newline at end of file diff --git a/criterion/identity_hydroflow/new/sample.json b/criterion/identity_hydroflow/new/sample.json index c4509ea60df..7657a67437e 100644 --- a/criterion/identity_hydroflow/new/sample.json +++ b/criterion/identity_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0],"times":[49967370.0,50056368.0,49632672.0,49818071.0,50053468.0,50232968.0,50113169.0,50508266.0,50025669.0,50169668.0,50120668.0,50171568.0,50004970.0,50918763.0,51273461.0,50307667.0,49819170.0,50331967.0,49955070.0,50749964.0,50243868.0,50471866.0,50266067.0,51636959.0,50143868.0,49987969.0,49818670.0,49923270.0,49657171.0,50071268.0,49880369.0,49680871.0,49676871.0,50226867.0,50423166.0,51158761.0,50537965.0,50367967.0,49888869.0,51003462.0,50325167.0,50018668.0,49972369.0,50857963.0,50270467.0,50972762.0,50086369.0,50215767.0,49817870.0,50014468.0,49783871.0,49712470.0,50168668.0,49965469.0,49813270.0,49828369.0,50144268.0,49619971.0,49547072.0,50004369.0,49698771.0,50258567.0,49868169.0,49715971.0,49711170.0,50009469.0,49524672.0,49897569.0,49856370.0,49598771.0,49470873.0,49937469.0,49437172.0,49746771.0,49663770.0,49994769.0,50690764.0,50700564.0,50069569.0,49687270.0,49845570.0,50708764.0,50004269.0,49833970.0,50043768.0,49674671.0,49536072.0,49974269.0,49570271.0,50093668.0,49743971.0,49973469.0,49734270.0,49909169.0,49647572.0,49962268.0,49944770.0,49983868.0,49799470.0,50278467.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0],"times":[59780354.0,59950152.0,60087752.0,59755254.0,60886647.0,62210940.0,61097646.0,60715448.0,61532043.0,61272545.0,60840848.0,60840447.0,61717643.0,61218645.0,61705743.0,61572643.0,60808148.0,61149145.0,61786242.0,61751343.0,61996740.0,61267945.0,61642443.0,61137246.0,60768148.0,61360745.0,60934747.0,61305445.0,61245145.0,61037547.0,60833947.0,61200546.0,61408044.0,60807148.0,62011640.0,61245246.0,61499443.0,61251245.0,61191446.0,60878947.0,61083046.0,61423344.0,61205946.0,61656143.0,60754248.0,61345044.0,60472050.0,60415150.0,61607943.0,61094346.0,62189240.0,61133845.0,63157434.0,61946542.0,60791547.0,61041647.0,60897547.0,62120440.0,61037646.0,61706143.0,60748759.0,61200376.0,61560374.0,60875377.0,60870678.0,61378575.0,61526474.0,60942577.0,61615374.0,60690879.0,60838377.0,60838178.0,60852378.0,60690078.0,60738179.0,60908677.0,60915278.0,60377980.0,60586779.0,60804078.0,61021177.0,60871078.0,60628378.0,61179576.0,61419575.0,60818378.0,61437075.0,65150055.0,61390475.0,60663878.0,61283176.0,60954277.0,60910377.0,62049672.0,60397880.0,63493364.0,61876472.0,60010882.0,60025582.0,60963278.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow/new/tukey.json b/criterion/identity_hydroflow/new/tukey.json index 5842d04dae0..9e9bb40d6eb 100644 --- a/criterion/identity_hydroflow/new/tukey.json +++ b/criterion/identity_hydroflow/new/tukey.json @@ -1 +1 @@ -[16184701.083333338,16393987.208333336,16952083.541666664,17161369.666666664] \ No newline at end of file +[14740554.5,14974034.09375,15596646.34375,15830125.9375] \ No newline at end of file diff --git a/criterion/identity_hydroflow/report/MAD.svg b/criterion/identity_hydroflow/report/MAD.svg index 8324ade76a8..465fdf83d77 100644 --- a/criterion/identity_hydroflow/report/MAD.svg +++ b/criterion/identity_hydroflow/report/MAD.svg @@ -9,54 +9,62 @@ Density (a.u.) Average time (µs) - + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - + + +0.025 + + - + 80 - - + + 90 - - + + 100 - - + + 110 - - + + 120 - - + + 130 - - + + 140 - - - - + + +150 + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/SD.svg b/criterion/identity_hydroflow/report/SD.svg index e1e91b3d9fb..49b87bbf4fe 100644 --- a/criterion/identity_hydroflow/report/SD.svg +++ b/criterion/identity_hydroflow/report/SD.svg @@ -9,58 +9,66 @@ Density (a.u.) Average time (µs) - -0.005 + +0.002 - - -0.01 + + +0.004 - - -0.015 + + +0.006 - - -0.02 + + +0.008 - - -0.025 + + +0.01 - - -0.03 + + +0.012 - - - -110 + + +0.014 - - + + + 120 - - -130 - - - + + 140 - - -150 - - - + + 160 - - - - + + +180 + + + +200 + + + +220 + + + +240 + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/both/iteration_times.svg b/criterion/identity_hydroflow/report/both/iteration_times.svg index 03e036c46f0..d20f30be6c9 100644 --- a/criterion/identity_hydroflow/report/both/iteration_times.svg +++ b/criterion/identity_hydroflow/report/both/iteration_times.svg @@ -16,47 +16,32 @@ Average Iteration Time (ms) - - - - - - - - + + + + + - -16.4 + +15.0 - - -16.5 - - - -16.6 - - - -16.7 + + +15.5 - - -16.8 + + +16.0 - - -16.9 + + +16.5 - - + + 17.0 - - -17.1 - - + 0 @@ -102,206 +87,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/identity_hydroflow/report/both/pdf.svg b/criterion/identity_hydroflow/report/both/pdf.svg index b72278d6dd3..22047cbf2d4 100644 --- a/criterion/identity_hydroflow/report/both/pdf.svg +++ b/criterion/identity_hydroflow/report/both/pdf.svg @@ -34,22 +34,30 @@ Average Time (ms) - + +15 + + + +15.5 + + + +16 + + + 16.5 - - + + 17 - - -17.5 - - - - - - + + + + + Base PDF diff --git a/criterion/identity_hydroflow/report/change/mean.svg b/criterion/identity_hydroflow/report/change/mean.svg index f58a9b8bf9a..3bb677bec8e 100644 --- a/criterion/identity_hydroflow/report/change/mean.svg +++ b/criterion/identity_hydroflow/report/change/mean.svg @@ -9,59 +9,55 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - + - --0.008 - - - --0.007 - - - --0.006 - - - --0.005 - - - --0.004 - - - --0.003 - - - - - - + +-0.086 + + + +-0.085 + + + +-0.084 + + + +-0.083 + + + +-0.082 + + + +-0.081 + + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/change/median.svg b/criterion/identity_hydroflow/report/change/median.svg index 1fb88bdcc84..76205d58a5f 100644 --- a/criterion/identity_hydroflow/report/change/median.svg +++ b/criterion/identity_hydroflow/report/change/median.svg @@ -9,55 +9,55 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - + - --0.009 - - - --0.008 - - - --0.007 - - - --0.006 - - - --0.005 - - - --0.004 - - - - - - + +-0.086 + + + +-0.085 + + + +-0.084 + + + +-0.083 + + + +-0.082 + + + +-0.081 + + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/change/t-test.svg b/criterion/identity_hydroflow/report/change/t-test.svg index 729bce33d8e..d99b55f9422 100644 --- a/criterion/identity_hydroflow/report/change/t-test.svg +++ b/criterion/identity_hydroflow/report/change/t-test.svg @@ -21,10 +21,10 @@ t score 0.1 - + 0.15 - + 0.2 @@ -33,57 +33,57 @@ t score 0.25 - + 0.3 - + 0.35 - + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/identity_hydroflow/report/index.html b/criterion/identity_hydroflow/report/index.html index 769938bf5d2..296ab8b84be 100644 --- a/criterion/identity_hydroflow/report/index.html +++ b/criterion/identity_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0027210 - 0.0028190 - 0.0027083 + 0.0009101 + 0.0009415 + 0.0009034 Mean - 16.662 ms - 16.687 ms - 16.715 ms + 15.262 ms + 15.296 ms + 15.332 ms Std. Dev. - 107.93 µs - 136.15 µs - 162.33 µs + 124.94 µs + 179.73 µs + 236.33 µs Median - 16.646 ms - 16.662 ms - 16.681 ms + 15.232 ms + 15.274 ms + 15.306 ms MAD - 76.601 µs - 106.72 µs - 133.85 µs + 85.966 µs + 111.00 µs + 145.78 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -0.7825% - -0.5259% - -0.2690% + -8.6008% + -8.3401% + -8.0832% (p = 0.00 < 0.05) - Change within noise threshold. + Performance has improved.

Additional Plots:

diff --git a/criterion/identity_hydroflow/report/iteration_times.svg b/criterion/identity_hydroflow/report/iteration_times.svg index 7fc7dde3ecc..9b36e800e9a 100644 --- a/criterion/identity_hydroflow/report/iteration_times.svg +++ b/criterion/identity_hydroflow/report/iteration_times.svg @@ -15,42 +15,42 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + - -16.5 + +15.0 - - -16.6 + + +15.2 - - -16.7 + + +15.4 - - -16.8 + + +15.6 - - -16.9 + + +15.8 - - -17.0 + + +16.0 - - -17.1 + + +16.2 - + 10 @@ -92,106 +92,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/identity_hydroflow/report/iteration_times_small.svg b/criterion/identity_hydroflow/report/iteration_times_small.svg index 5a863aad17c..925cd03363d 100644 --- a/criterion/identity_hydroflow/report/iteration_times_small.svg +++ b/criterion/identity_hydroflow/report/iteration_times_small.svg @@ -12,42 +12,42 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + - -16.5 + +15.0 - - -16.6 + + +15.2 - - -16.7 + + +15.4 - - -16.8 + + +15.6 - - -16.9 + + +15.8 - - -17.0 + + +16.0 - - -17.1 + + +16.2 - + 10 @@ -89,104 +89,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow/report/mean.svg b/criterion/identity_hydroflow/report/mean.svg index 05e6b4a9d4f..1ed7a402fa2 100644 --- a/criterion/identity_hydroflow/report/mean.svg +++ b/criterion/identity_hydroflow/report/mean.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - -25 + + + +15.26 - - -30 + + +15.27 - - - -16.66 + + +15.28 - - -16.67 + + +15.29 - - -16.68 + + +15.3 - - -16.69 + + +15.31 - - -16.7 + + +15.32 - - -16.71 + + +15.33 - - -16.72 + + +15.34 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/median.svg b/criterion/identity_hydroflow/report/median.svg index 78bc472652e..73f71e8ee99 100644 --- a/criterion/identity_hydroflow/report/median.svg +++ b/criterion/identity_hydroflow/report/median.svg @@ -9,78 +9,70 @@ Density (a.u.) Average time (ms) - -10 - - - -20 - - - -30 + +5 - - -40 + + +10 - - -50 + + +15 - - -60 + + +20 - - -70 + + +25 - - -80 + + +30 - + - -16.645 + +15.23 - - -16.65 + + +15.24 - - -16.655 + + +15.25 - - -16.66 + + +15.26 - - -16.665 + + +15.27 - - -16.67 + + +15.28 - - -16.675 + + +15.29 - - -16.68 + + +15.3 - - -16.685 + + +15.31 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/pdf.svg b/criterion/identity_hydroflow/report/pdf.svg index d4ade21fd2f..b382208b2b0 100644 --- a/criterion/identity_hydroflow/report/pdf.svg +++ b/criterion/identity_hydroflow/report/pdf.svg @@ -13,71 +13,75 @@ Average Time (ms) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 + + +3.5 + + + +4 + - -16.4 - - - -16.5 + +14.8 - - -16.6 + + +15 - - -16.7 + + +15.2 - - -16.8 + + +15.4 - - -16.9 + + +15.6 - - -17 + + +15.8 - - -17.1 + + +16 - - -17.2 + + +16.2 - - -17.3 + + +16.4 - + Density (a.u.) @@ -86,50 +90,42 @@ Density (a.u.) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - -3 - - - - - - - - - - - - + + + + + + + + + + + - - - - - - - - - + + + + + PDF diff --git a/criterion/identity_hydroflow/report/pdf_small.svg b/criterion/identity_hydroflow/report/pdf_small.svg index 9795fef1c84..24f88160c9d 100644 --- a/criterion/identity_hydroflow/report/pdf_small.svg +++ b/criterion/identity_hydroflow/report/pdf_small.svg @@ -10,55 +10,47 @@ Average Time (ms) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - -3.5 - - + - -16.4 - - - -16.6 + +15 - - -16.8 + + +15.5 - - -17 + + +16 - - -17.2 + + +16.5 - - - + + + diff --git a/criterion/identity_hydroflow/report/relative_iteration_times_small.svg b/criterion/identity_hydroflow/report/relative_iteration_times_small.svg index 1b3e5165be9..c86abfec004 100644 --- a/criterion/identity_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/identity_hydroflow/report/relative_iteration_times_small.svg @@ -13,47 +13,32 @@ Average Iteration Time (ms) - - - - - - - - + + + + + - -16.4 + +15.0 - - -16.5 - - - -16.6 - - - -16.7 + + +15.5 - - -16.8 + + +16.0 - - -16.9 + + +16.5 - - + + 17.0 - - -17.1 - - + 0 @@ -99,204 +84,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow/report/relative_pdf_small.svg b/criterion/identity_hydroflow/report/relative_pdf_small.svg index 64629daf8eb..791fca6b142 100644 --- a/criterion/identity_hydroflow/report/relative_pdf_small.svg +++ b/criterion/identity_hydroflow/report/relative_pdf_small.svg @@ -31,20 +31,28 @@ Average Time (ms) - + +15 + + + +15.5 + + + +16 + + + 16.5 - - + + 17 - - -17.5 - - - - - - + + + + + diff --git a/criterion/identity_hydroflow/report/typical.svg b/criterion/identity_hydroflow/report/typical.svg index 2c5ab114d04..577118bcd95 100644 --- a/criterion/identity_hydroflow/report/typical.svg +++ b/criterion/identity_hydroflow/report/typical.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - -25 + + + +15.26 - - -30 + + +15.27 - - - -16.66 + + +15.28 - - -16.67 + + +15.29 - - -16.68 + + +15.3 - - -16.69 + + +15.31 - - -16.7 + + +15.32 - - -16.71 + + +15.33 - - -16.72 + + +15.34 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/base/estimates.json b/criterion/identity_hydroflow_compiled/base/estimates.json index eec27d6781c..f81d6c65c41 100644 --- a/criterion/identity_hydroflow_compiled/base/estimates.json +++ b/criterion/identity_hydroflow_compiled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18238858.282833338,"upper_bound":18349197.87075},"point_estimate":18283897.790000007,"standard_error":28857.934120291804},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18223582.666666668,"upper_bound":18228265.333333332},"point_estimate":18226049.0,"standard_error":1331.526944011008},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7215.566971896238,"upper_bound":13390.595862273083},"point_estimate":9661.115628481832,"standard_error":1488.8868418706393},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77646.72885653154,"upper_bound":464297.00048857136},"point_estimate":288877.91431203973,"standard_error":109109.26668305632}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18223811.28975,"upper_bound":18279784.761083342},"point_estimate":18243031.253333334,"standard_error":17645.21834866387},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18222028.0,"upper_bound":18225528.333333332},"point_estimate":18223778.0,"standard_error":855.4264508066011},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5040.5928105125095,"upper_bound":9068.32273900785},"point_estimate":7437.462767958641,"standard_error":1007.4517515040808},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8253.183045145091,"upper_bound":304363.5895163211},"point_estimate":177611.99054004272,"standard_error":106870.29034842641}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/base/sample.json b/criterion/identity_hydroflow_compiled/base/sample.json index c84552b3b47..64e57c243c7 100644 --- a/criterion/identity_hydroflow_compiled/base/sample.json +++ b/criterion/identity_hydroflow_compiled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0],"times":[54662749.0,54655849.0,54641249.0,54670849.0,54648748.0,54711849.0,54678649.0,54616949.0,54699448.0,54712049.0,54653348.0,54711949.0,54653049.0,54712448.0,54715549.0,54662148.0,54702049.0,54749448.0,54654349.0,54687248.0,54740849.0,54878147.0,57970228.0,55594642.0,56379438.0,56776635.0,56187239.0,62159601.0,54788148.0,54728048.0,54762948.0,54699149.0,54664148.0,54685849.0,54666849.0,54667748.0,54683749.0,54729848.0,54628149.0,54685849.0,54697348.0,54690049.0,54636249.0,54664649.0,54683548.0,54671949.0,54675049.0,54670748.0,54667549.0,54761648.0,54709749.0,54655249.0,54686648.0,54663049.0,54673249.0,54659248.0,54638649.0,54693449.0,54703948.0,54673949.0,54631049.0,54661949.0,54697548.0,54640349.0,54659649.0,54679149.0,54640449.0,54675848.0,54733948.0,54679449.0,54659049.0,54669849.0,54671845.0,54683844.0,54693644.0,54679445.0,54653244.0,54682745.0,54694144.0,54642645.0,54643645.0,54668944.0,54677645.0,54681044.0,54669444.0,54669945.0,54672044.0,54719445.0,54697844.0,54661644.0,54652545.0,54633945.0,54780644.0,54650444.0,54642345.0,54695244.0,54683645.0,54633444.0,54666345.0,54686044.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0],"times":[54692284.0,54678884.0,54663085.0,54664584.0,54664184.0,54702785.0,54686484.0,54678184.0,54711884.0,54642084.0,54663185.0,54647284.0,54630985.0,54652984.0,54663284.0,54682985.0,54653884.0,54660284.0,54677185.0,54654484.0,54725784.0,54669384.0,54689084.0,54679485.0,54663684.0,54671284.0,54676585.0,54672584.0,54671784.0,54669184.0,54648485.0,54674984.0,54708884.0,54669584.0,54658185.0,54657884.0,54651085.0,59995353.0,54693784.0,54656085.0,54666784.0,54686584.0,54676784.0,54665885.0,54649284.0,54666084.0,54655985.0,54677884.0,54648784.0,54692285.0,54665984.0,54685584.0,54667884.0,54678385.0,54640784.0,54669084.0,54730084.0,54652585.0,54660884.0,54656884.0,54686585.0,54671984.0,54708384.0,54799783.0,54754884.0,54672585.0,54608984.0,54630385.0,54645784.0,54653785.0,54703984.0,54678584.0,54674984.0,54660984.0,54803584.0,54671384.0,54656385.0,54668684.0,54706084.0,54668384.0,54676085.0,54644284.0,54707484.0,54733484.0,54675984.0,54665085.0,54699784.0,54652284.0,54635985.0,54652284.0,54677084.0,54676684.0,54731484.0,54693085.0,54640184.0,54685284.0,54689999.0,54641907.0,54684806.0,54751306.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/base/tukey.json b/criterion/identity_hydroflow_compiled/base/tukey.json index d1118054ffa..db626db2d38 100644 --- a/criterion/identity_hydroflow_compiled/base/tukey.json +++ b/criterion/identity_hydroflow_compiled/base/tukey.json @@ -1 +1 @@ -[18181428.750000004,18200905.25,18252842.58333333,18272319.08333333] \ No newline at end of file +[18189170.000000004,18204044.875,18243711.20833333,18258586.08333333] \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/change/estimates.json b/criterion/identity_hydroflow_compiled/change/estimates.json index 97497913e3f..90e88c49791 100644 --- a/criterion/identity_hydroflow_compiled/change/estimates.json +++ b/criterion/identity_hydroflow_compiled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.24088626954450754,"upper_bound":0.24830414060201864},"point_estimate":0.24417210277005008,"standard_error":0.0018689449235973232},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.24012667554674128,"upper_bound":0.24044819818735408},"point_estimate":0.24031157623690946,"standard_error":0.00008849282915074828}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.006197304279808887,"upper_bound":0.0011290860636061467},"point_estimate":-0.0022351107589884123,"standard_error":0.0018385697548247018},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0002745361406735203,"upper_bound":0.00005189981063025151},"point_estimate":-0.0001246018816255523,"standard_error":0.00008549130172616101}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/new/estimates.json b/criterion/identity_hydroflow_compiled/new/estimates.json index eec27d6781c..f81d6c65c41 100644 --- a/criterion/identity_hydroflow_compiled/new/estimates.json +++ b/criterion/identity_hydroflow_compiled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18238858.282833338,"upper_bound":18349197.87075},"point_estimate":18283897.790000007,"standard_error":28857.934120291804},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18223582.666666668,"upper_bound":18228265.333333332},"point_estimate":18226049.0,"standard_error":1331.526944011008},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7215.566971896238,"upper_bound":13390.595862273083},"point_estimate":9661.115628481832,"standard_error":1488.8868418706393},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77646.72885653154,"upper_bound":464297.00048857136},"point_estimate":288877.91431203973,"standard_error":109109.26668305632}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18223811.28975,"upper_bound":18279784.761083342},"point_estimate":18243031.253333334,"standard_error":17645.21834866387},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18222028.0,"upper_bound":18225528.333333332},"point_estimate":18223778.0,"standard_error":855.4264508066011},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5040.5928105125095,"upper_bound":9068.32273900785},"point_estimate":7437.462767958641,"standard_error":1007.4517515040808},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8253.183045145091,"upper_bound":304363.5895163211},"point_estimate":177611.99054004272,"standard_error":106870.29034842641}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/new/sample.json b/criterion/identity_hydroflow_compiled/new/sample.json index c84552b3b47..64e57c243c7 100644 --- a/criterion/identity_hydroflow_compiled/new/sample.json +++ b/criterion/identity_hydroflow_compiled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0],"times":[54662749.0,54655849.0,54641249.0,54670849.0,54648748.0,54711849.0,54678649.0,54616949.0,54699448.0,54712049.0,54653348.0,54711949.0,54653049.0,54712448.0,54715549.0,54662148.0,54702049.0,54749448.0,54654349.0,54687248.0,54740849.0,54878147.0,57970228.0,55594642.0,56379438.0,56776635.0,56187239.0,62159601.0,54788148.0,54728048.0,54762948.0,54699149.0,54664148.0,54685849.0,54666849.0,54667748.0,54683749.0,54729848.0,54628149.0,54685849.0,54697348.0,54690049.0,54636249.0,54664649.0,54683548.0,54671949.0,54675049.0,54670748.0,54667549.0,54761648.0,54709749.0,54655249.0,54686648.0,54663049.0,54673249.0,54659248.0,54638649.0,54693449.0,54703948.0,54673949.0,54631049.0,54661949.0,54697548.0,54640349.0,54659649.0,54679149.0,54640449.0,54675848.0,54733948.0,54679449.0,54659049.0,54669849.0,54671845.0,54683844.0,54693644.0,54679445.0,54653244.0,54682745.0,54694144.0,54642645.0,54643645.0,54668944.0,54677645.0,54681044.0,54669444.0,54669945.0,54672044.0,54719445.0,54697844.0,54661644.0,54652545.0,54633945.0,54780644.0,54650444.0,54642345.0,54695244.0,54683645.0,54633444.0,54666345.0,54686044.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0],"times":[54692284.0,54678884.0,54663085.0,54664584.0,54664184.0,54702785.0,54686484.0,54678184.0,54711884.0,54642084.0,54663185.0,54647284.0,54630985.0,54652984.0,54663284.0,54682985.0,54653884.0,54660284.0,54677185.0,54654484.0,54725784.0,54669384.0,54689084.0,54679485.0,54663684.0,54671284.0,54676585.0,54672584.0,54671784.0,54669184.0,54648485.0,54674984.0,54708884.0,54669584.0,54658185.0,54657884.0,54651085.0,59995353.0,54693784.0,54656085.0,54666784.0,54686584.0,54676784.0,54665885.0,54649284.0,54666084.0,54655985.0,54677884.0,54648784.0,54692285.0,54665984.0,54685584.0,54667884.0,54678385.0,54640784.0,54669084.0,54730084.0,54652585.0,54660884.0,54656884.0,54686585.0,54671984.0,54708384.0,54799783.0,54754884.0,54672585.0,54608984.0,54630385.0,54645784.0,54653785.0,54703984.0,54678584.0,54674984.0,54660984.0,54803584.0,54671384.0,54656385.0,54668684.0,54706084.0,54668384.0,54676085.0,54644284.0,54707484.0,54733484.0,54675984.0,54665085.0,54699784.0,54652284.0,54635985.0,54652284.0,54677084.0,54676684.0,54731484.0,54693085.0,54640184.0,54685284.0,54689999.0,54641907.0,54684806.0,54751306.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/new/tukey.json b/criterion/identity_hydroflow_compiled/new/tukey.json index d1118054ffa..db626db2d38 100644 --- a/criterion/identity_hydroflow_compiled/new/tukey.json +++ b/criterion/identity_hydroflow_compiled/new/tukey.json @@ -1 +1 @@ -[18181428.750000004,18200905.25,18252842.58333333,18272319.08333333] \ No newline at end of file +[18189170.000000004,18204044.875,18243711.20833333,18258586.08333333] \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/report/MAD.svg b/criterion/identity_hydroflow_compiled/report/MAD.svg index 131a114c076..64293bb3a0b 100644 --- a/criterion/identity_hydroflow_compiled/report/MAD.svg +++ b/criterion/identity_hydroflow_compiled/report/MAD.svg @@ -9,70 +9,86 @@ Density (a.u.) Average time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + + +0.4 + + + +0.45 + + - -7 + +5 - - -8 + + +5.5 - - -9 + + +6 - - -10 + + +6.5 - - -11 + + +7 + + + +7.5 - - -12 + + +8 - - -13 + + +8.5 + + + +9 - - -14 + + +9.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/SD.svg b/criterion/identity_hydroflow_compiled/report/SD.svg index 45b6a0e665a..871f5afc78a 100644 --- a/criterion/identity_hydroflow_compiled/report/SD.svg +++ b/criterion/identity_hydroflow_compiled/report/SD.svg @@ -9,74 +9,66 @@ Density (a.u.) Average time (µs) - -0.001 - - - + 0.002 - - -0.003 - - - + + 0.004 - - -0.005 - - - + + 0.006 - + + +0.008 + + + +0.01 + + + +0.012 + + + +0.014 + + - + +0 + + + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - -350 - - - -400 - - - -450 - - - -500 - - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg b/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg index 089ec4afd31..fb03fdd1f6d 100644 --- a/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg +++ b/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg @@ -16,37 +16,32 @@ Average Iteration Time (ms) - - - - + + + - + - -15.0 + +18.5 - - -16.0 - - - -17.0 + + +19.0 - - -18.0 + + +19.5 - + -19.0 +20.0 - -20.0 + +20.5 - + 0 @@ -92,206 +87,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - + + + - - - - - + + + + + - - - - - - - - - - - - + + + + + + + + + + + + - - - - - - - - - - + + + + + + + + + + - - + + - - + + - - + + Current diff --git a/criterion/identity_hydroflow_compiled/report/both/pdf.svg b/criterion/identity_hydroflow_compiled/report/both/pdf.svg index 16a27cec86a..4fc361136c8 100644 --- a/criterion/identity_hydroflow_compiled/report/both/pdf.svg +++ b/criterion/identity_hydroflow_compiled/report/both/pdf.svg @@ -9,51 +9,67 @@ Density (a.u.) Average Time (ms) - -10 + +0.5 - - -20 + + +1 - - -30 + + +1.5 - - -40 + + +2 - - -50 + + +2.5 - - -60 + + +3 - - -70 + + +3.5 - - - -16 + + +4 + + + +4.5 + + + +5 - - + + + 18 - - + + +19 + + + 20 - - - - - + + +21 + + + + + + Base PDF diff --git a/criterion/identity_hydroflow_compiled/report/change/mean.svg b/criterion/identity_hydroflow_compiled/report/change/mean.svg index 366c6d9d6c6..9854fb3c768 100644 --- a/criterion/identity_hydroflow_compiled/report/change/mean.svg +++ b/criterion/identity_hydroflow_compiled/report/change/mean.svg @@ -9,75 +9,91 @@ Density (a.u.) Relative change (%) + +20 + + -50 +40 - + +60 + + + +80 + + + 100 - - -150 + + +120 - - -200 + + +140 + + + +160 - - -250 + + +180 - - -300 + + +200 - - -350 + + +220 - + - -0.241 - - - -0.242 - - - -0.243 - - - -0.244 - - - -0.245 - - - -0.246 - - - -0.247 - - - -0.248 - - - -0.249 - - - - - - + +-0.007 + + + +-0.006 + + + +-0.005 + + + +-0.004 + + + +-0.003 + + + +-0.002 + + + +-0.001 + + + +0 + + + +0.001 + + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/change/median.svg b/criterion/identity_hydroflow_compiled/report/change/median.svg index 55fff67467b..8db25ed478b 100644 --- a/criterion/identity_hydroflow_compiled/report/change/median.svg +++ b/criterion/identity_hydroflow_compiled/report/change/median.svg @@ -9,83 +9,79 @@ Density (a.u.) Relative change (%) - + 500 - - + + 1000 - - + + 1500 - - + + 2000 - - + + 2500 - - + + 3000 - - + + 3500 - - + + 4000 - - + + 4500 - - -5000 - - + - -0.2401 + +-3e-4 - - -0.24015 + + +-0.00025 - + -0.2402 +-2e-4 - -0.24025 - - - -0.2403 - - - -0.24035 - - - -0.2404 - - - -0.24045 - - - - - - + +-0.00015 + + + +-1e-4 + + + +-5e-5 + + + +5.42101e-20 + + + +5e-5 + + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/change/t-test.svg b/criterion/identity_hydroflow_compiled/report/change/t-test.svg index 91f8ebab4f1..42fa089708d 100644 --- a/criterion/identity_hydroflow_compiled/report/change/t-test.svg +++ b/criterion/identity_hydroflow_compiled/report/change/t-test.svg @@ -13,77 +13,65 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - -0.4 - - + - --4.0 - - - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - -4.0 - - - - + + + t distribution diff --git a/criterion/identity_hydroflow_compiled/report/index.html b/criterion/identity_hydroflow_compiled/report/index.html index dbd40fac55f..846dfddfc26 100644 --- a/criterion/identity_hydroflow_compiled/report/index.html +++ b/criterion/identity_hydroflow_compiled/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0003601 - 0.0003689 - 0.0003508 + 0.0000173 + 0.0000176 + 0.0000168 Mean - 18.239 ms - 18.284 ms - 18.349 ms + 18.224 ms + 18.243 ms + 18.280 ms Std. Dev. - 77.647 µs - 288.88 µs - 464.30 µs + 8.2532 µs + 177.61 µs + 304.36 µs Median - 18.224 ms - 18.226 ms - 18.228 ms + 18.222 ms + 18.224 ms + 18.226 ms MAD - 7.2156 µs - 9.6611 µs - 13.391 µs + 5.0406 µs + 7.4375 µs + 9.0683 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +24.089% - +24.417% - +24.830% - (p = 0.00 < + -0.6197% + -0.2235% + +0.1129% + (p = 0.26 > 0.05) - Performance has regressed. + No change in performance detected.

Additional Plots:

diff --git a/criterion/identity_hydroflow_compiled/report/iteration_times.svg b/criterion/identity_hydroflow_compiled/report/iteration_times.svg index 8f8995e3f6f..e8368c30d39 100644 --- a/criterion/identity_hydroflow_compiled/report/iteration_times.svg +++ b/criterion/identity_hydroflow_compiled/report/iteration_times.svg @@ -15,32 +15,47 @@ Average Iteration Time (ms) - - - - - + + + + + + + + - -18.5 + +18.4 - - + + +18.6 + + + +18.8 + + + 19.0 - - -19.5 + + +19.2 + + + +19.4 - - -20.0 + + +19.6 - - -20.5 + + +19.8 - + 10 @@ -82,106 +97,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - + + - - - + + + - + - - - - - - - - - - - + + + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - - - + + + + + + + + + + + - - - - - - - - - - + + + + + + + + + + - - - - - - - + + + + + + + Sample diff --git a/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg b/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg index 26d3b2712a8..9f7035a2adf 100644 --- a/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg +++ b/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg @@ -12,32 +12,47 @@ Average Iteration Time (ms) - - - - - + + + + + + + + - -18.5 + +18.4 - - + + +18.6 + + + +18.8 + + + 19.0 - - -19.5 + + +19.2 + + + +19.4 - - -20.0 + + +19.6 - - -20.5 + + +19.8 - + 10 @@ -79,104 +94,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - + - - - - - + + + + + - - - - - + + + + + - + - + - + - + - - - + + + - - - - - - - + + + + + + + - - + + - - - + + + - - - - - - - + + + + + + + - - - - - - - + + + + + + + - - - - - - - - - - + + + + + + + + + + diff --git a/criterion/identity_hydroflow_compiled/report/mean.svg b/criterion/identity_hydroflow_compiled/report/mean.svg index 97d2bd91377..8abe4ec2a03 100644 --- a/criterion/identity_hydroflow_compiled/report/mean.svg +++ b/criterion/identity_hydroflow_compiled/report/mean.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (ms) - -2 + +10 - - -4 + + +20 - - -6 + + +30 - - -8 + + +40 - - -10 + + +50 - - -12 + + +60 - - -14 + + +70 - + - -18.24 + +18.22 - - -18.26 + + +18.23 - - -18.28 + + +18.24 - - -18.3 + + +18.25 - - -18.32 + + +18.26 - - -18.34 + + +18.27 - - -18.36 + + +18.28 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/median.svg b/criterion/identity_hydroflow_compiled/report/median.svg index 81b5206eb8e..e6650cb2c72 100644 --- a/criterion/identity_hydroflow_compiled/report/median.svg +++ b/criterion/identity_hydroflow_compiled/report/median.svg @@ -9,98 +9,78 @@ Density (a.u.) Average time (ms) - -50 - - - + 100 - - -150 - - - + + 200 - - -250 - - - + + 300 - - -350 - - - + + 400 - - -450 - - - + + 500 - - -550 + + +600 - - - -18.2235 + + +700 - - -18.224 + + +800 - - -18.2245 + + +900 - - -18.225 + + + +18.222 - - -18.2255 + + +18.2225 - - -18.226 + + +18.223 - - -18.2265 + + +18.2235 - - -18.227 + + +18.224 - - -18.2275 + + +18.2245 - - -18.228 + + +18.225 - - -18.2285 + + +18.2255 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/pdf.svg b/criterion/identity_hydroflow_compiled/report/pdf.svg index 5569d0cacd6..54b10c3cb63 100644 --- a/criterion/identity_hydroflow_compiled/report/pdf.svg +++ b/criterion/identity_hydroflow_compiled/report/pdf.svg @@ -38,34 +38,26 @@ Average Time (ms) - + 18 - - + + 18.5 - - + + 19 - - + + 19.5 - - + + 20 - - -20.5 - - - -21 - - + Density (a.u.) @@ -74,58 +66,68 @@ Density (a.u.) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - - - - - - - - - - - - - - - + + +3.5 + + + +4 + + + +4.5 + + + +5 + + + + + + + + + + + - - - - - - - - - - - + + + + + + + + + + + PDF diff --git a/criterion/identity_hydroflow_compiled/report/pdf_small.svg b/criterion/identity_hydroflow_compiled/report/pdf_small.svg index 4c25596ca53..49cbc526688 100644 --- a/criterion/identity_hydroflow_compiled/report/pdf_small.svg +++ b/criterion/identity_hydroflow_compiled/report/pdf_small.svg @@ -10,47 +10,47 @@ Average Time (ms) 0 - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - + + +4 + + + +5 + + - + 18 - - + + +18.5 + + + 19 - - -20 + + +19.5 - - -21 + + +20 - - - + + + diff --git a/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg b/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg index dfddc823ddf..b177200fac8 100644 --- a/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg +++ b/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg @@ -13,37 +13,32 @@ Average Iteration Time (ms) - - - - + + + - + - -15.0 + +18.5 - - -16.0 - - - -17.0 + + +19.0 - - -18.0 + + +19.5 - + -19.0 +20.0 - -20.0 + +20.5 - + 0 @@ -89,204 +84,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - + + + - - + + - - + + - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + - - - - - + + + + + - - + + diff --git a/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg b/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg index 3e1a41923e7..45c9a1ee019 100644 --- a/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg +++ b/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg @@ -6,49 +6,65 @@ Density (a.u.) Average Time (ms) - -10 + +0.5 - - -20 + + +1 - - -30 + + +1.5 - - -40 + + +2 - - -50 + + +2.5 - - -60 + + +3 - - -70 + + +3.5 - - - -16 + + +4 + + + +4.5 + + + +5 - - + + + 18 - - + + +19 + + + 20 - - - - - + + +21 + + + + + + diff --git a/criterion/identity_hydroflow_compiled/report/typical.svg b/criterion/identity_hydroflow_compiled/report/typical.svg index 0898eff542f..126a9190cdb 100644 --- a/criterion/identity_hydroflow_compiled/report/typical.svg +++ b/criterion/identity_hydroflow_compiled/report/typical.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (ms) - -2 + +10 - - -4 + + +20 - - -6 + + +30 - - -8 + + +40 - - -10 + + +50 - - -12 + + +60 - - -14 + + +70 - + - -18.24 + +18.22 - - -18.26 + + +18.23 - - -18.28 + + +18.24 - - -18.3 + + +18.25 - - -18.32 + + +18.26 - - -18.34 + + +18.27 - - -18.36 + + +18.28 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/base/estimates.json b/criterion/identity_hydroflow_surface/base/estimates.json index 3cb5ca4de8f..a36d663b892 100644 --- a/criterion/identity_hydroflow_surface/base/estimates.json +++ b/criterion/identity_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19533779.433333326,"upper_bound":19536090.08716667},"point_estimate":19534920.433333334,"standard_error":589.8911013620777},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19532605.333333332,"upper_bound":19536038.666666668},"point_estimate":19534322.0,"standard_error":758.346589424578},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5213.809907432689,"upper_bound":7758.939862252202},"point_estimate":6597.5698828697205,"standard_error":662.0347861098502},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5033.964775652952,"upper_bound":6855.220170264718},"point_estimate":5923.7383395813295,"standard_error":470.5885350016979}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19539853.86350001,"upper_bound":19584047.377166666},"point_estimate":19555447.81,"standard_error":13102.82051354176},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19536320.0,"upper_bound":19540819.666666668},"point_estimate":19538436.333333336,"standard_error":1174.6194636184393},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5732.966998217649,"upper_bound":9340.379834169726},"point_estimate":7215.566971896238,"standard_error":877.357724553502},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12051.261905829397,"upper_bound":223874.72107409735},"point_estimate":131368.87191537072,"standard_error":74010.1606303907}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/base/sample.json b/criterion/identity_hydroflow_surface/base/sample.json index 00eae9e1935..a852a0e80a4 100644 --- a/criterion/identity_hydroflow_surface/base/sample.json +++ b/criterion/identity_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0],"times":[58579617.0,58618415.0,58605916.0,58612016.0,58593916.0,58584217.0,58590116.0,58629416.0,58599316.0,58629015.0,58618616.0,58593516.0,58611016.0,58628616.0,58599916.0,58636316.0,58605916.0,58604116.0,58620616.0,58589616.0,58577916.0,58583416.0,58597616.0,58587717.0,58613216.0,58585616.0,58603216.0,58592016.0,58603716.0,58580516.0,58595316.0,58576416.0,58612416.0,58597316.0,58585416.0,58608416.0,58586216.0,58585917.0,58580816.0,58619616.0,58582816.0,58623316.0,58588116.0,58587516.0,58622116.0,58597816.0,58607416.0,58647716.0,58608916.0,58619115.0,58603016.0,58610216.0,58632116.0,58618116.0,58601416.0,58599216.0,58621116.0,58602716.0,58629416.0,58597316.0,58593416.0,58593716.0,58619516.0,58608116.0,58629916.0,58591316.0,58611816.0,58613916.0,58605516.0,58615216.0,58632616.0,58587216.0,58589616.0,58585216.0,58583916.0,58602516.0,58573216.0,58589617.0,58617516.0,58596816.0,58600716.0,58604816.0,58613716.0,58633615.0,58626116.0,58619316.0,58628916.0,58591116.0,58589316.0,58601716.0,58614716.0,58592816.0,58631416.0,58584716.0,58577716.0,58619016.0,58616116.0,58593416.0,58602916.0,58670645.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0],"times":[58634959.0,58598460.0,58625860.0,58924158.0,58673259.0,58685859.0,58606460.0,58583560.0,58595960.0,58643459.0,58595060.0,58845459.0,58601859.0,62528237.0,58624560.0,58597460.0,58630960.0,58626459.0,58619760.0,58648259.0,58624460.0,58628760.0,58604160.0,58597059.0,58586060.0,58607660.0,58596860.0,58576060.0,58645159.0,58600960.0,58603460.0,58607060.0,58580360.0,58603059.0,58813659.0,58655560.0,58600859.0,58621560.0,58627260.0,58926558.0,58639459.0,58601160.0,58592760.0,58599560.0,58591260.0,58660059.0,58658259.0,58622960.0,58621660.0,58624260.0,58618860.0,58641560.0,58646759.0,58612860.0,58641060.0,58611759.0,58610360.0,58643760.0,58590760.0,58610659.0,58604160.0,58599160.0,58630060.0,58617959.0,58651760.0,58605560.0,58624659.0,58618960.0,58628760.0,58633859.0,58632660.0,58608960.0,58614759.0,58605060.0,58598760.0,58606760.0,58592760.0,58634559.0,58607760.0,58599260.0,58595860.0,58592659.0,58586360.0,58616360.0,58613160.0,58615859.0,58608160.0,58633360.0,58609160.0,58619359.0,58628360.0,58586860.0,58614060.0,58607959.0,58608960.0,58649360.0,58622459.0,58613460.0,58629160.0,58630759.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/base/tukey.json b/criterion/identity_hydroflow_surface/base/tukey.json index 3788a36f345..a9e209a3fd1 100644 --- a/criterion/identity_hydroflow_surface/base/tukey.json +++ b/criterion/identity_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[19501797.58333334,19515897.333333336,19553496.666666664,19567596.416666664] \ No newline at end of file +[19504194.0,19519044.375,19558645.375,19573495.75] \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/change/estimates.json b/criterion/identity_hydroflow_surface/change/estimates.json index 383d901b21d..f7c842e5156 100644 --- a/criterion/identity_hydroflow_surface/change/estimates.json +++ b/criterion/identity_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.3032097799635079,"upper_bound":0.30364838795046056},"point_estimate":0.30343027644006737,"standard_error":0.0001114939048533511},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.3031455659405251,"upper_bound":0.3035644912933566},"point_estimate":0.3033471137244603,"standard_error":0.00011054833621180376}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00025065460922757974,"upper_bound":0.0024662026814045927},"point_estimate":0.0010508042117047811,"standard_error":0.000641291080589959},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00007837778745334312,"upper_bound":0.00035397276603332806},"point_estimate":0.00021062073888900024,"standard_error":0.00007057483466086885}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/new/estimates.json b/criterion/identity_hydroflow_surface/new/estimates.json index 3cb5ca4de8f..a36d663b892 100644 --- a/criterion/identity_hydroflow_surface/new/estimates.json +++ b/criterion/identity_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19533779.433333326,"upper_bound":19536090.08716667},"point_estimate":19534920.433333334,"standard_error":589.8911013620777},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19532605.333333332,"upper_bound":19536038.666666668},"point_estimate":19534322.0,"standard_error":758.346589424578},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5213.809907432689,"upper_bound":7758.939862252202},"point_estimate":6597.5698828697205,"standard_error":662.0347861098502},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5033.964775652952,"upper_bound":6855.220170264718},"point_estimate":5923.7383395813295,"standard_error":470.5885350016979}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19539853.86350001,"upper_bound":19584047.377166666},"point_estimate":19555447.81,"standard_error":13102.82051354176},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19536320.0,"upper_bound":19540819.666666668},"point_estimate":19538436.333333336,"standard_error":1174.6194636184393},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5732.966998217649,"upper_bound":9340.379834169726},"point_estimate":7215.566971896238,"standard_error":877.357724553502},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12051.261905829397,"upper_bound":223874.72107409735},"point_estimate":131368.87191537072,"standard_error":74010.1606303907}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/new/sample.json b/criterion/identity_hydroflow_surface/new/sample.json index 00eae9e1935..a852a0e80a4 100644 --- a/criterion/identity_hydroflow_surface/new/sample.json +++ b/criterion/identity_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0],"times":[58579617.0,58618415.0,58605916.0,58612016.0,58593916.0,58584217.0,58590116.0,58629416.0,58599316.0,58629015.0,58618616.0,58593516.0,58611016.0,58628616.0,58599916.0,58636316.0,58605916.0,58604116.0,58620616.0,58589616.0,58577916.0,58583416.0,58597616.0,58587717.0,58613216.0,58585616.0,58603216.0,58592016.0,58603716.0,58580516.0,58595316.0,58576416.0,58612416.0,58597316.0,58585416.0,58608416.0,58586216.0,58585917.0,58580816.0,58619616.0,58582816.0,58623316.0,58588116.0,58587516.0,58622116.0,58597816.0,58607416.0,58647716.0,58608916.0,58619115.0,58603016.0,58610216.0,58632116.0,58618116.0,58601416.0,58599216.0,58621116.0,58602716.0,58629416.0,58597316.0,58593416.0,58593716.0,58619516.0,58608116.0,58629916.0,58591316.0,58611816.0,58613916.0,58605516.0,58615216.0,58632616.0,58587216.0,58589616.0,58585216.0,58583916.0,58602516.0,58573216.0,58589617.0,58617516.0,58596816.0,58600716.0,58604816.0,58613716.0,58633615.0,58626116.0,58619316.0,58628916.0,58591116.0,58589316.0,58601716.0,58614716.0,58592816.0,58631416.0,58584716.0,58577716.0,58619016.0,58616116.0,58593416.0,58602916.0,58670645.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0],"times":[58634959.0,58598460.0,58625860.0,58924158.0,58673259.0,58685859.0,58606460.0,58583560.0,58595960.0,58643459.0,58595060.0,58845459.0,58601859.0,62528237.0,58624560.0,58597460.0,58630960.0,58626459.0,58619760.0,58648259.0,58624460.0,58628760.0,58604160.0,58597059.0,58586060.0,58607660.0,58596860.0,58576060.0,58645159.0,58600960.0,58603460.0,58607060.0,58580360.0,58603059.0,58813659.0,58655560.0,58600859.0,58621560.0,58627260.0,58926558.0,58639459.0,58601160.0,58592760.0,58599560.0,58591260.0,58660059.0,58658259.0,58622960.0,58621660.0,58624260.0,58618860.0,58641560.0,58646759.0,58612860.0,58641060.0,58611759.0,58610360.0,58643760.0,58590760.0,58610659.0,58604160.0,58599160.0,58630060.0,58617959.0,58651760.0,58605560.0,58624659.0,58618960.0,58628760.0,58633859.0,58632660.0,58608960.0,58614759.0,58605060.0,58598760.0,58606760.0,58592760.0,58634559.0,58607760.0,58599260.0,58595860.0,58592659.0,58586360.0,58616360.0,58613160.0,58615859.0,58608160.0,58633360.0,58609160.0,58619359.0,58628360.0,58586860.0,58614060.0,58607959.0,58608960.0,58649360.0,58622459.0,58613460.0,58629160.0,58630759.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/new/tukey.json b/criterion/identity_hydroflow_surface/new/tukey.json index 3788a36f345..a9e209a3fd1 100644 --- a/criterion/identity_hydroflow_surface/new/tukey.json +++ b/criterion/identity_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[19501797.58333334,19515897.333333336,19553496.666666664,19567596.416666664] \ No newline at end of file +[19504194.0,19519044.375,19558645.375,19573495.75] \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/report/MAD.svg b/criterion/identity_hydroflow_surface/report/MAD.svg index 5c6bbc5058e..444239647ab 100644 --- a/criterion/identity_hydroflow_surface/report/MAD.svg +++ b/criterion/identity_hydroflow_surface/report/MAD.svg @@ -9,66 +9,70 @@ Density (a.u.) Average time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - -0.7 - - + - -5 - - - + 5.5 - - + + 6 - - + + 6.5 - - + + 7 - - + + 7.5 - - + + 8 - - - - + + +8.5 + + + +9 + + + +9.5 + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/SD.svg b/criterion/identity_hydroflow_surface/report/SD.svg index 0a3350819c1..833fdc6dae8 100644 --- a/criterion/identity_hydroflow_surface/report/SD.svg +++ b/criterion/identity_hydroflow_surface/report/SD.svg @@ -9,86 +9,70 @@ Density (a.u.) Average time (µs) - -0.1 + +0.002 - - -0.2 + + +0.004 - - -0.3 + + +0.006 - - -0.4 + + +0.008 - - -0.5 + + +0.01 - - -0.6 + + +0.012 - - -0.7 + + +0.014 - - -0.8 + + +0.016 - - -0.9 + + +0.018 - - - -5 - - - -5.2 - - - -5.4 + + +0.02 - - -5.6 - - - -5.8 - - - -6 + + + +0 - - -6.2 + + +50 - - -6.4 + + +100 - - -6.6 + + +150 - - -6.8 + + +200 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/both/iteration_times.svg b/criterion/identity_hydroflow_surface/report/both/iteration_times.svg index 9792208db2e..56069e1ddce 100644 --- a/criterion/identity_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/identity_hydroflow_surface/report/both/iteration_times.svg @@ -16,57 +16,42 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + - -15.0 + +19.6 - - -15.5 + + +19.8 - - -16.0 + + +20.0 - - -16.5 + + +20.2 - - -17.0 + + +20.4 - - -17.5 + + +20.6 - - -18.0 + + +20.8 - - -18.5 - - - -19.0 - - - -19.5 - - + 0 @@ -112,206 +97,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - + + + + - + - - - - - - + + + + + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - - - - - - + + + + + + + - - - - - - - - - - + + + + + + + + + + - - + + - - - - - - - - - - + + + + + + + + + + - - - - - - + + + + + + - - - - + + + + - - - + + + - - - - + + + + - - - - - - - - - + + + + + + + + + Current diff --git a/criterion/identity_hydroflow_surface/report/both/pdf.svg b/criterion/identity_hydroflow_surface/report/both/pdf.svg index a3d3cc99904..5d6d83a47e4 100644 --- a/criterion/identity_hydroflow_surface/report/both/pdf.svg +++ b/criterion/identity_hydroflow_surface/report/both/pdf.svg @@ -49,35 +49,31 @@ Average Time (ms) 50 - + 55 - + - -15 - - - -16 + +19.5 - - -17 + + +20 - - -18 + + +20.5 - - -19 + + +21 - - - - - + + + + + Base PDF diff --git a/criterion/identity_hydroflow_surface/report/change/mean.svg b/criterion/identity_hydroflow_surface/report/change/mean.svg index 70e198d2ae2..f2ffc25b33c 100644 --- a/criterion/identity_hydroflow_surface/report/change/mean.svg +++ b/criterion/identity_hydroflow_surface/report/change/mean.svg @@ -9,79 +9,75 @@ Density (a.u.) Relative change (%) - + +100 + + + +200 + + + +300 + + + +400 + + + 500 - - -1000 + + +600 - - -1500 + + +700 - - -2000 + + +800 - - -2500 + + +900 - - -3000 + + +1000 - - -3500 + + +1100 - + - -0.3032 - - - -0.30325 - - - -0.3033 - - - -0.30335 - - - -0.3034 - - - -0.30345 - - - -0.3035 - - - -0.30355 - - - -0.3036 - - - -0.30365 - - - - - - + +5e-4 + + + +0.001 + + + +0.0015 + + + +0.002 + + + +0.0025 + + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/change/median.svg b/criterion/identity_hydroflow_surface/report/change/median.svg index 7993c1515ba..2df25ab26a5 100644 --- a/criterion/identity_hydroflow_surface/report/change/median.svg +++ b/criterion/identity_hydroflow_surface/report/change/median.svg @@ -9,79 +9,83 @@ Density (a.u.) Relative change (%) - + 500 - - + + 1000 - - + + 1500 - - + + 2000 - - + + 2500 - - + + 3000 - + + +3500 + + + +4000 + + + +4500 + + + +5000 + + + +5500 + + - -0.3031 - - - -0.30315 - - - -0.3032 - - - -0.30325 - - - -0.3033 - - - -0.30335 - - - -0.3034 - - - -0.30345 - - - -0.3035 - - - -0.30355 - - - -0.3036 - - - - - - + +5e-5 + + + +1e-4 + + + +0.00015 + + + +2e-4 + + + +0.00025 + + + +3e-4 + + + +0.00035 + + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/change/t-test.svg b/criterion/identity_hydroflow_surface/report/change/t-test.svg index 199bc26e954..be45a908d43 100644 --- a/criterion/identity_hydroflow_surface/report/change/t-test.svg +++ b/criterion/identity_hydroflow_surface/report/change/t-test.svg @@ -13,85 +13,61 @@ t score 0.0 - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 - - - + + 0.4 - - - --5.0 + + +0.5 - - + + + -4.0 - - + + -3.0 - - + + -2.0 - + -1.0 - + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - -4.0 - - - -5.0 - - - - + + + t distribution diff --git a/criterion/identity_hydroflow_surface/report/index.html b/criterion/identity_hydroflow_surface/report/index.html index 454c2e15c6e..b3985399a50 100644 --- a/criterion/identity_hydroflow_surface/report/index.html +++ b/criterion/identity_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.1180229 - 0.1219066 - 0.1178319 + 0.0000812 + 0.0000823 + 0.0000786 Mean - 19.534 ms - 19.535 ms - 19.536 ms + 19.540 ms + 19.555 ms + 19.584 ms Std. Dev. - 5.0340 µs - 5.9237 µs - 6.8552 µs + 12.051 µs + 131.37 µs + 223.87 µs Median - 19.533 ms - 19.534 ms 19.536 ms + 19.538 ms + 19.541 ms MAD - 5.2138 µs - 6.5976 µs - 7.7589 µs + 5.7330 µs + 7.2156 µs + 9.3404 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +30.321% - +30.343% - +30.365% - (p = 0.00 < + +0.0251% + +0.1051% + +0.2466% + (p = 0.07 > 0.05) - Performance has regressed. + No change in performance detected.

Additional Plots:

diff --git a/criterion/identity_hydroflow_surface/report/iteration_times.svg b/criterion/identity_hydroflow_surface/report/iteration_times.svg index 593d2873f2d..259c976f500 100644 --- a/criterion/identity_hydroflow_surface/report/iteration_times.svg +++ b/criterion/identity_hydroflow_surface/report/iteration_times.svg @@ -15,42 +15,42 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + - -19.525 + +19.6 - - -19.53 + + +19.8 - - -19.535 + + +20.0 - - -19.54 + + +20.2 - - -19.545 + + +20.4 - - -19.55 + + +20.6 - - -19.555 + + +20.8 - + 10 @@ -92,106 +92,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/identity_hydroflow_surface/report/iteration_times_small.svg b/criterion/identity_hydroflow_surface/report/iteration_times_small.svg index a0dd38ed5ce..5b158cbd36d 100644 --- a/criterion/identity_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/identity_hydroflow_surface/report/iteration_times_small.svg @@ -12,42 +12,42 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + - -19.525 + +19.6 - - -19.53 + + +19.8 - - -19.535 + + +20.0 - - -19.54 + + +20.2 - - -19.545 + + +20.4 - - -19.55 + + +20.6 - - -19.555 + + +20.8 - + 10 @@ -89,104 +89,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow_surface/report/mean.svg b/criterion/identity_hydroflow_surface/report/mean.svg index 48c04a48aaf..29a9007ebb5 100644 --- a/criterion/identity_hydroflow_surface/report/mean.svg +++ b/criterion/identity_hydroflow_surface/report/mean.svg @@ -9,58 +9,82 @@ Density (a.u.) Average time (ms) - -100 + +10 - - -200 + + +20 - - -300 + + +30 - - -400 + + +40 - - -500 + + +50 - - -600 + + +60 - - -700 + + +70 - + - -19.534 + +19.535 - - -19.5345 + + +19.54 - - -19.535 + + +19.545 + + + +19.55 + + + +19.555 + + + +19.56 + + + +19.565 + + + +19.57 + + + +19.575 - - -19.5355 + + +19.58 - - -19.536 + + +19.585 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/median.svg b/criterion/identity_hydroflow_surface/report/median.svg index 0f0361ff508..4eb24dacbe7 100644 --- a/criterion/identity_hydroflow_surface/report/median.svg +++ b/criterion/identity_hydroflow_surface/report/median.svg @@ -9,66 +9,94 @@ Density (a.u.) Average time (ms) - + +50 + + + +100 + + + +150 + + + 200 - - -400 + + +250 + + + +300 - - -600 + + +350 - - -800 + + +400 - - -1000 + + +450 - - -1200 + + +500 - + - -19.5325 + +19.536 - - -19.533 + + +19.5365 - - -19.5335 + + +19.537 - - -19.534 + + +19.5375 - - -19.5345 + + +19.538 - - -19.535 + + +19.5385 - - -19.5355 + + +19.539 - - -19.536 + + +19.5395 + + + +19.54 + + + +19.5405 + + + +19.541 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/pdf.svg b/criterion/identity_hydroflow_surface/report/pdf.svg index a1a4a601db4..e0dc051c70d 100644 --- a/criterion/identity_hydroflow_surface/report/pdf.svg +++ b/criterion/identity_hydroflow_surface/report/pdf.svg @@ -38,42 +38,38 @@ Average Time (ms) - -19.52 + +19.4 - - -19.525 + + +19.6 - - -19.53 + + +19.8 - - -19.535 - - - -19.54 + + +20 - - -19.545 + + +20.2 - - -19.55 + + +20.4 - - -19.555 + + +20.6 - - -19.56 + + +20.8 - + Density (a.u.) @@ -82,34 +78,48 @@ Density (a.u.) 0 - -10 + +1 - - -20 + + +2 + + + +3 - - -30 - - - -40 - - - -50 - - - - - - - - - - + + +4 + + + +5 + + + +6 + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/identity_hydroflow_surface/report/pdf_small.svg b/criterion/identity_hydroflow_surface/report/pdf_small.svg index 3c9417e477d..fe1511d9efd 100644 --- a/criterion/identity_hydroflow_surface/report/pdf_small.svg +++ b/criterion/identity_hydroflow_surface/report/pdf_small.svg @@ -10,47 +10,51 @@ Average Time (ms) 0 - -10 + +1 - - -20 + + +2 + + + +3 - - -30 + + +4 - - -40 + + +5 - - -50 + + +6 - - -60 + + +7 - + - -19.52 + +19.5 - - -19.53 + + +20 - - -19.54 + + +20.5 - - -19.55 + + +21 - - - + + + diff --git a/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg index 790604f658e..dda330e77ad 100644 --- a/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,57 +13,42 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + - -15.0 + +19.6 - - -15.5 + + +19.8 - - -16.0 + + +20.0 - - -16.5 + + +20.2 - - -17.0 + + +20.4 - - -17.5 + + +20.6 - - -18.0 + + +20.8 - - -18.5 - - - -19.0 - - - -19.5 - - + 0 @@ -109,204 +94,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - + + + + - + - - - - + + + + - - - - - + + + + + - - - + + + - - + + - + - - - - - - - - - + + + + + + + + + - - - - + + + + - - - + + + - - - - + + + + - + - - - + + + - - - + + + - - + + - - + + - - + + - - + + - + - + - - + + - - - - + + + + - + diff --git a/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg b/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg index 80d09c4178f..02466d90fa8 100644 --- a/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg @@ -51,28 +51,24 @@ Average Time (ms) - -15 - - - -16 + +19.5 - - -17 + + +20 - - -18 + + +20.5 - - -19 + + +21 - - - - - + + + + + diff --git a/criterion/identity_hydroflow_surface/report/typical.svg b/criterion/identity_hydroflow_surface/report/typical.svg index 3737bee623a..9fa66302bd5 100644 --- a/criterion/identity_hydroflow_surface/report/typical.svg +++ b/criterion/identity_hydroflow_surface/report/typical.svg @@ -9,58 +9,82 @@ Density (a.u.) Average time (ms) - -100 + +10 - - -200 + + +20 - - -300 + + +30 - - -400 + + +40 - - -500 + + +50 - - -600 + + +60 - - -700 + + +70 - + - -19.534 + +19.535 - - -19.5345 + + +19.54 - - -19.535 + + +19.545 + + + +19.55 + + + +19.555 + + + +19.56 + + + +19.565 + + + +19.57 + + + +19.575 - - -19.5355 + + +19.58 - - -19.536 + + +19.585 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/base/estimates.json b/criterion/micro_ops_anti_join/base/estimates.json index 2f165370e6a..a3ca16a2168 100644 --- a/criterion/micro_ops_anti_join/base/estimates.json +++ b/criterion/micro_ops_anti_join/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13884.395937802346,"upper_bound":13935.009392687347},"point_estimate":13909.160456535014,"standard_error":12.926472791320526},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13877.41341991342,"upper_bound":13926.871428571429},"point_estimate":13894.512142857144,"standard_error":11.194987198366144},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":56.75437409662384,"upper_bound":94.22858346776117},"point_estimate":70.16391137934002,"standard_error":9.45070538924412},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13877.142173195083,"upper_bound":13911.476374233216},"point_estimate":13893.369512128185,"standard_error":8.769206799449025},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":97.33223577089434,"upper_bound":160.98592374290288},"point_estimate":129.8750895941175,"standard_error":16.362501031436736}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13728.687128324442,"upper_bound":13791.851569369239},"point_estimate":13759.508504909814,"standard_error":16.093773190968072},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13736.035472972973,"upper_bound":13764.687426694816},"point_estimate":13748.719537815126,"standard_error":7.1636252405987255},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":51.483659981748545,"upper_bound":89.89323787830237},"point_estimate":65.0841349723462,"standard_error":9.479877952458303},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13729.736630269004,"upper_bound":13770.434430383035},"point_estimate":13747.307104013173,"standard_error":10.46049009466837},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":114.53535832512057,"upper_bound":203.23513529278492},"point_estimate":161.07327952146292,"standard_error":22.799608247802293}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/base/sample.json b/criterion/micro_ops_anti_join/base/sample.json index e847008ccaa..5427982f780 100644 --- a/criterion/micro_ops_anti_join/base/sample.json +++ b/criterion/micro_ops_anti_join/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[195199.0,393399.0,585297.0,775698.0,968697.0,1201594.0,1343794.0,1522694.0,1781091.0,1963490.0,2143490.0,2342091.0,2568591.0,2787889.0,2905487.0,3128387.0,3285588.0,3455884.0,3617886.0,3883584.0,3992482.0,4188688.0,4404986.0,4616481.0,4863077.0,5093278.0,5313976.0,5510080.0,5745177.0,5868679.0,6027375.0,6277778.0,6477171.0,6615975.0,6828373.0,7023572.0,7233176.0,7401869.0,7568265.0,7768768.0,7981667.0,8191668.0,8326763.0,8622765.0,8720070.0,8987367.0,9536060.0,9369465.0,9528157.0,9726163.0,9893764.0,10131859.0,10288762.0,10517055.0,10793858.0,10984151.0,11117655.0,11310254.0,11455856.0,11665654.0,11847450.0,12104048.0,12393445.0,12568554.0,12673453.0,12807744.0,13090853.0,13329844.0,13463946.0,13620941.0,13851242.0,14094343.0,14162343.0,14374441.0,14545344.0,14746341.0,14975439.0,15147641.0,15369338.0,15621840.0,15730736.0,15897534.0,16116838.0,16254933.0,16518136.0,16621435.0,16887030.0,16949633.0,17279131.0,17472431.0,17685026.0,17946430.0,18080224.0,18175332.0,18414830.0,18669825.0,18793893.0,18925592.0,19234095.0,19550581.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[202699.0,392499.0,589996.0,774495.0,977193.0,1160692.0,1346793.0,1520289.0,1746891.0,1984088.0,2144683.0,2364783.0,2527985.0,2754882.0,2874284.0,3054281.0,3242278.0,3419474.0,3579977.0,3735375.0,3930173.0,4131573.0,4310373.0,4534570.0,4816465.0,5010262.0,5184867.0,5396660.0,5621059.0,5776254.0,5964754.0,6140659.0,6338654.0,6544852.0,6783655.0,6923153.0,7114554.0,7289551.0,7564848.0,7742348.0,7942351.0,8110045.0,8302844.0,8470438.0,8685040.0,8868646.0,8999241.0,9268138.0,9446335.0,9683631.0,9784439.0,10060038.0,10236931.0,10390630.0,10535328.0,10770130.0,10941528.0,11151730.0,11378329.0,11582920.0,11697825.0,11980525.0,12106518.0,12252720.0,12504709.0,12638516.0,13502108.0,13039912.0,13181513.0,13503711.0,13662109.0,13826100.0,14125909.0,14210304.0,14406212.0,14627606.0,14832202.0,14929703.0,15209998.0,15381392.0,15544196.0,15780698.0,15985297.0,16067190.0,16398093.0,16580093.0,16762585.0,16966082.0,17141985.0,17253183.0,17543679.0,17770973.0,17791179.0,18039175.0,18227379.0,18393474.0,18642475.0,18906667.0,19045973.0,19307769.0]} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/base/tukey.json b/criterion/micro_ops_anti_join/base/tukey.json index 30d7712e79d..32b8b626ed9 100644 --- a/criterion/micro_ops_anti_join/base/tukey.json +++ b/criterion/micro_ops_anti_join/base/tukey.json @@ -1 +1 @@ -[13568.445317503973,13713.661109866931,14100.903222834822,14246.119015197783] \ No newline at end of file +[13441.415394682967,13572.968297370968,13923.776037872307,14055.32894056031] \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/change/estimates.json b/criterion/micro_ops_anti_join/change/estimates.json index e9b472af69a..a92a739395b 100644 --- a/criterion/micro_ops_anti_join/change/estimates.json +++ b/criterion/micro_ops_anti_join/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.01624160172008994,"upper_bound":-0.010959247787132488},"point_estimate":-0.013613885191721797,"standard_error":0.0013548002774649212},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.016855392729597837,"upper_bound":-0.011163752429613094},"point_estimate":-0.014839782534946222,"standard_error":0.001394697135079477}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.013517682062026705,"upper_bound":-0.0077244699869563884},"point_estimate":-0.010759236841996977,"standard_error":0.0014689328501618763},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.012787179529442638,"upper_bound":-0.008773750258503799},"point_estimate":-0.010492819290309985,"standard_error":0.0009661502048571193}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/estimates.json b/criterion/micro_ops_anti_join/new/estimates.json index 2f165370e6a..a3ca16a2168 100644 --- a/criterion/micro_ops_anti_join/new/estimates.json +++ b/criterion/micro_ops_anti_join/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13884.395937802346,"upper_bound":13935.009392687347},"point_estimate":13909.160456535014,"standard_error":12.926472791320526},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13877.41341991342,"upper_bound":13926.871428571429},"point_estimate":13894.512142857144,"standard_error":11.194987198366144},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":56.75437409662384,"upper_bound":94.22858346776117},"point_estimate":70.16391137934002,"standard_error":9.45070538924412},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13877.142173195083,"upper_bound":13911.476374233216},"point_estimate":13893.369512128185,"standard_error":8.769206799449025},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":97.33223577089434,"upper_bound":160.98592374290288},"point_estimate":129.8750895941175,"standard_error":16.362501031436736}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13728.687128324442,"upper_bound":13791.851569369239},"point_estimate":13759.508504909814,"standard_error":16.093773190968072},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13736.035472972973,"upper_bound":13764.687426694816},"point_estimate":13748.719537815126,"standard_error":7.1636252405987255},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":51.483659981748545,"upper_bound":89.89323787830237},"point_estimate":65.0841349723462,"standard_error":9.479877952458303},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13729.736630269004,"upper_bound":13770.434430383035},"point_estimate":13747.307104013173,"standard_error":10.46049009466837},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":114.53535832512057,"upper_bound":203.23513529278492},"point_estimate":161.07327952146292,"standard_error":22.799608247802293}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/sample.json b/criterion/micro_ops_anti_join/new/sample.json index e847008ccaa..5427982f780 100644 --- a/criterion/micro_ops_anti_join/new/sample.json +++ b/criterion/micro_ops_anti_join/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[195199.0,393399.0,585297.0,775698.0,968697.0,1201594.0,1343794.0,1522694.0,1781091.0,1963490.0,2143490.0,2342091.0,2568591.0,2787889.0,2905487.0,3128387.0,3285588.0,3455884.0,3617886.0,3883584.0,3992482.0,4188688.0,4404986.0,4616481.0,4863077.0,5093278.0,5313976.0,5510080.0,5745177.0,5868679.0,6027375.0,6277778.0,6477171.0,6615975.0,6828373.0,7023572.0,7233176.0,7401869.0,7568265.0,7768768.0,7981667.0,8191668.0,8326763.0,8622765.0,8720070.0,8987367.0,9536060.0,9369465.0,9528157.0,9726163.0,9893764.0,10131859.0,10288762.0,10517055.0,10793858.0,10984151.0,11117655.0,11310254.0,11455856.0,11665654.0,11847450.0,12104048.0,12393445.0,12568554.0,12673453.0,12807744.0,13090853.0,13329844.0,13463946.0,13620941.0,13851242.0,14094343.0,14162343.0,14374441.0,14545344.0,14746341.0,14975439.0,15147641.0,15369338.0,15621840.0,15730736.0,15897534.0,16116838.0,16254933.0,16518136.0,16621435.0,16887030.0,16949633.0,17279131.0,17472431.0,17685026.0,17946430.0,18080224.0,18175332.0,18414830.0,18669825.0,18793893.0,18925592.0,19234095.0,19550581.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[202699.0,392499.0,589996.0,774495.0,977193.0,1160692.0,1346793.0,1520289.0,1746891.0,1984088.0,2144683.0,2364783.0,2527985.0,2754882.0,2874284.0,3054281.0,3242278.0,3419474.0,3579977.0,3735375.0,3930173.0,4131573.0,4310373.0,4534570.0,4816465.0,5010262.0,5184867.0,5396660.0,5621059.0,5776254.0,5964754.0,6140659.0,6338654.0,6544852.0,6783655.0,6923153.0,7114554.0,7289551.0,7564848.0,7742348.0,7942351.0,8110045.0,8302844.0,8470438.0,8685040.0,8868646.0,8999241.0,9268138.0,9446335.0,9683631.0,9784439.0,10060038.0,10236931.0,10390630.0,10535328.0,10770130.0,10941528.0,11151730.0,11378329.0,11582920.0,11697825.0,11980525.0,12106518.0,12252720.0,12504709.0,12638516.0,13502108.0,13039912.0,13181513.0,13503711.0,13662109.0,13826100.0,14125909.0,14210304.0,14406212.0,14627606.0,14832202.0,14929703.0,15209998.0,15381392.0,15544196.0,15780698.0,15985297.0,16067190.0,16398093.0,16580093.0,16762585.0,16966082.0,17141985.0,17253183.0,17543679.0,17770973.0,17791179.0,18039175.0,18227379.0,18393474.0,18642475.0,18906667.0,19045973.0,19307769.0]} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/tukey.json b/criterion/micro_ops_anti_join/new/tukey.json index 30d7712e79d..32b8b626ed9 100644 --- a/criterion/micro_ops_anti_join/new/tukey.json +++ b/criterion/micro_ops_anti_join/new/tukey.json @@ -1 +1 @@ -[13568.445317503973,13713.661109866931,14100.903222834822,14246.119015197783] \ No newline at end of file +[13441.415394682967,13572.968297370968,13923.776037872307,14055.32894056031] \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/report/MAD.svg b/criterion/micro_ops_anti_join/report/MAD.svg index a499727fd05..01dcef7d666 100644 --- a/criterion/micro_ops_anti_join/report/MAD.svg +++ b/criterion/micro_ops_anti_join/report/MAD.svg @@ -9,90 +9,86 @@ Density (a.u.) Average time (ns) - + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - + + 0.025 - - + + 0.03 - - + + 0.035 - - + + 0.04 - - + + 0.045 - - + + 0.05 - - -0.055 - - + - + +50 + + + 55 - - + + 60 - - + + 65 - - + + 70 - - + + 75 - - + + 80 - - + + 85 - - + + 90 - - -95 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/SD.svg b/criterion/micro_ops_anti_join/report/SD.svg index 7ffc6e87ebc..fbd296e458f 100644 --- a/criterion/micro_ops_anti_join/report/SD.svg +++ b/criterion/micro_ops_anti_join/report/SD.svg @@ -9,58 +9,90 @@ Density (a.u.) Average time (ns) - -0.005 + +0.002 - - + + +0.004 + + + +0.006 + + + +0.008 + + + 0.01 - - -0.015 + + +0.012 - - -0.02 + + +0.014 - - -0.025 + + +0.016 - - - -100 + + +0.018 - - + + + 110 - - + + 120 - - + + 130 - - + + 140 - - + + 150 - - + + 160 - - - - + + +170 + + + +180 + + + +190 + + + +200 + + + +210 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/both/pdf.svg b/criterion/micro_ops_anti_join/report/both/pdf.svg index 138289ef904..fc97e5b0ed5 100644 --- a/criterion/micro_ops_anti_join/report/both/pdf.svg +++ b/criterion/micro_ops_anti_join/report/both/pdf.svg @@ -42,22 +42,22 @@ Average Time (µs) - + 13.5 - - + + 14 - - + + 14.5 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_anti_join/report/both/regression.svg b/criterion/micro_ops_anti_join/report/both/regression.svg index 091a3cbc56a..6e65ff34c51 100644 --- a/criterion/micro_ops_anti_join/report/both/regression.svg +++ b/criterion/micro_ops_anti_join/report/both/regression.svg @@ -17,56 +17,56 @@ Iterations (x 10^3) - - - - - - - - - + + + + + + + + + 0.0 - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - - + + 16.0 - - + + 18.0 - + 0 @@ -102,8 +102,8 @@ Iterations (x 10^3) - - + + Base Sample diff --git a/criterion/micro_ops_anti_join/report/change/mean.svg b/criterion/micro_ops_anti_join/report/change/mean.svg index ec4d0aaedb6..6f85dfd802c 100644 --- a/criterion/micro_ops_anti_join/report/change/mean.svg +++ b/criterion/micro_ops_anti_join/report/change/mean.svg @@ -9,55 +9,59 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - + - --0.016 - - - --0.015 - - - + -0.014 - - + + -0.013 - - + + -0.012 - - + + -0.011 - - - - - + + +-0.01 + + + +-0.009 + + + +-0.008 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/change/median.svg b/criterion/micro_ops_anti_join/report/change/median.svg index b23dd56cdf7..b8c72cf462b 100644 --- a/criterion/micro_ops_anti_join/report/change/median.svg +++ b/criterion/micro_ops_anti_join/report/change/median.svg @@ -9,63 +9,91 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - - --0.017 + + +350 - - --0.016 + + +400 - - --0.015 + + +450 - - --0.014 + + +500 - - + + + -0.013 - - + + +-0.0125 + + + -0.012 - - + + +-0.0115 + + + -0.011 - - - - - + + +-0.0105 + + + +-0.01 + + + +-0.0095 + + + +-0.009 + + + +-0.0085 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/change/t-test.svg b/criterion/micro_ops_anti_join/report/change/t-test.svg index 53b5dffb681..2baaf775ba4 100644 --- a/criterion/micro_ops_anti_join/report/change/t-test.svg +++ b/criterion/micro_ops_anti_join/report/change/t-test.svg @@ -33,56 +33,56 @@ t score 0.25 - + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + t distribution diff --git a/criterion/micro_ops_anti_join/report/index.html b/criterion/micro_ops_anti_join/report/index.html index 508141a513d..34e890f02ca 100644 --- a/criterion/micro_ops_anti_join/report/index.html +++ b/criterion/micro_ops_anti_join/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 13.877 µs - 13.893 µs - 13.911 µs + 13.730 µs + 13.747 µs + 13.770 µs R² - 0.9951863 - 0.9953693 - 0.9951415 + 0.9935283 + 0.9937481 + 0.9933673 Mean - 13.884 µs - 13.909 µs - 13.935 µs + 13.729 µs + 13.760 µs + 13.792 µs Std. Dev. - 97.332 ns - 129.88 ns - 160.99 ns + 114.54 ns + 161.07 ns + 203.24 ns Median - 13.877 µs - 13.895 µs - 13.927 µs + 13.736 µs + 13.749 µs + 13.765 µs MAD - 56.754 ns - 70.164 ns - 94.229 ns + 51.484 ns + 65.084 ns + 89.893 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -1.6242% - -1.3614% - -1.0959% + -1.3518% + -1.0759% + -0.7724% (p = 0.00 < 0.05) - Performance has improved. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_anti_join/report/mean.svg b/criterion/micro_ops_anti_join/report/mean.svg index d2109a3b0ac..91114a93d7e 100644 --- a/criterion/micro_ops_anti_join/report/mean.svg +++ b/criterion/micro_ops_anti_join/report/mean.svg @@ -9,58 +9,58 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - -30 - - + - -13.88 + +13.73 + + + +13.74 - - -13.89 + + +13.75 - - -13.9 + + +13.76 - - -13.91 + + +13.77 - - -13.92 + + +13.78 - - -13.93 + + +13.79 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/median.svg b/criterion/micro_ops_anti_join/report/median.svg index 2d4f165ff89..dc6ac87f13d 100644 --- a/criterion/micro_ops_anti_join/report/median.svg +++ b/criterion/micro_ops_anti_join/report/median.svg @@ -9,54 +9,74 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - + + +70 + + + +80 + + + +90 + + - -13.88 + +13.735 + + + +13.74 + + + +13.745 - - -13.89 + + +13.75 - - -13.9 + + +13.755 - - -13.91 + + +13.76 - - -13.92 + + +13.765 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/pdf.svg b/criterion/micro_ops_anti_join/report/pdf.svg index b758f2780e4..3a1d399e6e1 100644 --- a/criterion/micro_ops_anti_join/report/pdf.svg +++ b/criterion/micro_ops_anti_join/report/pdf.svg @@ -42,30 +42,38 @@ Average Time (µs) - + +13.2 + + + +13.4 + + + 13.6 - - + + 13.8 - - + + 14 - - + + 14.2 - - + + 14.4 - - + + 14.6 - + Density (a.u.) @@ -74,68 +82,72 @@ Density (a.u.) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - -4 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_anti_join/report/pdf_small.svg b/criterion/micro_ops_anti_join/report/pdf_small.svg index 38fe81373e4..b81bde719fe 100644 --- a/criterion/micro_ops_anti_join/report/pdf_small.svg +++ b/criterion/micro_ops_anti_join/report/pdf_small.svg @@ -10,51 +10,51 @@ Average Time (µs) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - + - + 13.5 - - + + 14 - - + + 14.5 - - - + + + diff --git a/criterion/micro_ops_anti_join/report/regression.svg b/criterion/micro_ops_anti_join/report/regression.svg index 3c559d2c77f..c2f5c6c3b41 100644 --- a/criterion/micro_ops_anti_join/report/regression.svg +++ b/criterion/micro_ops_anti_join/report/regression.svg @@ -16,51 +16,51 @@ Iterations (x 10^3) - - - - - - - - + + + + + + + + 2.0 - + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - - + + 16.0 - - + + 18.0 - + 0.2 @@ -96,102 +96,102 @@ Iterations (x 10^3) - + - - + + - - - + + + - + - - + + - + - - - - + + + + - - - - + + + + - - - - - + + + + + - - - + + + - + - - - - + + + + - - - + + + - - + + - - - - - - - - - + + + + + + + + + - - - - - - - - - + + + + + + + + + - - + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_anti_join/report/regression_small.svg b/criterion/micro_ops_anti_join/report/regression_small.svg index 5ddd6612eed..d54f58a6889 100644 --- a/criterion/micro_ops_anti_join/report/regression_small.svg +++ b/criterion/micro_ops_anti_join/report/regression_small.svg @@ -14,13 +14,13 @@ Iterations (x 10^3) - - - - - - - + + + + + + + 2.0 @@ -30,34 +30,34 @@ Iterations (x 10^3) 4.0 - + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - - + + 16.0 - - + + 18.0 - + 0.2 @@ -96,97 +96,97 @@ Iterations (x 10^3) - + - + - + - + - + - - + + - - + + - - - - + + + + - + - - - + + + - + - - + + - - - + + + - + - - - + + + - - - - + + + + - - + + - + - + - + - - + + - - - - - + + + + + - + - - - + + + - - + + - + diff --git a/criterion/micro_ops_anti_join/report/relative_pdf_small.svg b/criterion/micro_ops_anti_join/report/relative_pdf_small.svg index 209b9b1c20e..a259889f026 100644 --- a/criterion/micro_ops_anti_join/report/relative_pdf_small.svg +++ b/criterion/micro_ops_anti_join/report/relative_pdf_small.svg @@ -39,20 +39,20 @@ Average Time (µs) - + 13.5 - - + + 14 - - + + 14.5 - - - - - + + + + + diff --git a/criterion/micro_ops_anti_join/report/relative_regression_small.svg b/criterion/micro_ops_anti_join/report/relative_regression_small.svg index 914b0edd535..58f9e10ea91 100644 --- a/criterion/micro_ops_anti_join/report/relative_regression_small.svg +++ b/criterion/micro_ops_anti_join/report/relative_regression_small.svg @@ -15,14 +15,14 @@ Iterations (x 10^3) - - - - - - - - + + + + + + + + 0.0 @@ -32,38 +32,38 @@ Iterations (x 10^3) 2.0 - + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - - + + 16.0 - - + + 18.0 - + 0 @@ -100,5 +100,5 @@ Iterations (x 10^3) - + diff --git a/criterion/micro_ops_anti_join/report/slope.svg b/criterion/micro_ops_anti_join/report/slope.svg index 2d28bfbd777..2cddff6ab01 100644 --- a/criterion/micro_ops_anti_join/report/slope.svg +++ b/criterion/micro_ops_anti_join/report/slope.svg @@ -9,82 +9,78 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - -35 - - + -40 +35 - -45 + +40 - + - -13.875 + +13.73 - - -13.88 + + +13.735 - - -13.885 + + +13.74 - - -13.89 + + +13.745 - - -13.895 + + +13.75 - - -13.9 + + +13.755 - - -13.905 + + +13.76 - - -13.91 + + +13.765 - - -13.915 + + +13.77 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/typical.svg b/criterion/micro_ops_anti_join/report/typical.svg index e725a4d5337..d42a28353a6 100644 --- a/criterion/micro_ops_anti_join/report/typical.svg +++ b/criterion/micro_ops_anti_join/report/typical.svg @@ -9,82 +9,78 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - -35 - - + -40 +35 - -45 + +40 - + - -13.875 + +13.73 - - -13.88 + + +13.735 - - -13.885 + + +13.74 - - -13.89 + + +13.745 - - -13.895 + + +13.75 - - -13.9 + + +13.755 - - -13.905 + + +13.76 - - -13.91 + + +13.765 - - -13.915 + + +13.77 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/base/estimates.json b/criterion/micro_ops_crossjoin/base/estimates.json index 7f3c7e5a2f2..06562b5cecc 100644 --- a/criterion/micro_ops_crossjoin/base/estimates.json +++ b/criterion/micro_ops_crossjoin/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":138732.76399181798,"upper_bound":138923.12791469684},"point_estimate":138833.16976512267,"standard_error":48.65652544158466},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":138857.21555555557,"upper_bound":138903.1274509804},"point_estimate":138870.42110004742,"standard_error":13.227271186527458},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":86.12488090241132,"upper_bound":162.30026597228422},"point_estimate":118.11504588283557,"standard_error":19.72474528912862},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":138878.61578729385,"upper_bound":139031.5183853946},"point_estimate":138937.36832175756,"standard_error":40.629725337284455},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":297.45294419971367,"upper_bound":655.8802849718361},"point_estimate":490.63782137018086,"standard_error":91.86873748744374}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":146257.82839544423,"upper_bound":146761.68238867127},"point_estimate":146500.5917462185,"standard_error":128.27645538615124},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":145980.72558754406,"upper_bound":146516.4269230769},"point_estimate":146162.0176984127,"standard_error":116.67891415010627},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":785.2814895338911,"upper_bound":1266.0868481521516},"point_estimate":1076.6719203701082,"standard_error":125.86921547414529},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":145989.20247678328,"upper_bound":146298.27760251853},"point_estimate":146138.2353178661,"standard_error":79.03890829703408},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":989.7301490685103,"upper_bound":1553.6812269516545},"point_estimate":1283.7054033838144,"standard_error":143.94801093673644}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/base/sample.json b/criterion/micro_ops_crossjoin/base/sample.json index 93388b71284..e73dd5462de 100644 --- a/criterion/micro_ops_crossjoin/base/sample.json +++ b/criterion/micro_ops_crossjoin/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[830496.0,1634191.0,2481585.0,3287281.0,4118679.0,5025071.0,5838968.0,6610562.0,7430157.0,8295054.0,9150047.0,10027743.0,10830740.0,11682332.0,12490630.0,13391026.0,14168119.0,15006814.0,15815510.0,16642404.0,17522102.0,18312899.0,19190089.0,20006988.0,20853182.0,21687277.0,22496175.0,23321365.0,24175667.0,25006157.0,25816755.0,26658151.0,27487742.0,28328938.0,29196738.0,30018229.0,30829422.0,31675120.0,32502322.0,33316012.0,34149805.0,35018499.0,35844297.0,36656194.0,37489284.0,38452483.0,39286782.0,40048773.0,40920467.0,41660566.0,42521953.0,43339957.0,44192852.0,45005944.0,45846742.0,46666336.0,47493232.0,48423225.0,49215322.0,50229414.0,50821714.0,51605809.0,52459705.0,53315397.0,54124696.0,54961888.0,55873482.0,56667482.0,57572872.0,58307171.0,59132968.0,59981056.0,60914752.0,61607749.0,62485747.0,63277939.0,64091843.0,64975731.0,65836531.0,66625828.0,67415223.0,68292017.0,69153110.0,69986803.0,70899606.0,72582393.0,72582890.0,73327182.0,74178181.0,75001471.0,75840268.0,76663565.0,77458064.0,78392559.0,79155656.0,79982441.0,80817046.0,81695443.0,82459331.0,83383941.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[738195.0,1514090.0,2254784.0,2975179.0,3782075.0,4418972.0,5144565.0,5858060.0,6581455.0,7230151.0,7981748.0,8661243.0,9496340.0,10379931.0,10836527.0,11586323.0,12345018.0,13099211.0,13964405.0,14896100.0,15648897.0,16244392.0,16929688.0,17513983.0,18530376.0,19055576.0,19876066.0,20831860.0,21423355.0,22077750.0,22845946.0,23158645.0,24018139.0,24792831.0,25502629.0,26270924.0,26821118.0,28043912.0,28528310.0,29233002.0,29888098.0,31131091.0,31180394.0,32538583.0,33198680.0,33787575.0,34332866.0,34900164.0,35745361.0,36578052.0,37544548.0,38285545.0,39012734.0,39789031.0,39994333.0,41207322.0,41487926.0,42654813.0,43289813.0,43739307.0,44573303.0,45160397.0,46040093.0,46748189.0,47509480.0,47970478.0,48946774.0,49612170.0,50600254.0,50939963.0,51720254.0,52328752.0,53116842.0,54013741.0,54563332.0,55771425.0,56298421.0,56932519.0,58040611.0,58508007.0,59550102.0,60047798.0,60464995.0,61596183.0,62523987.0,62833179.0,63918369.0,63935475.0,64878865.0,65446959.0,66537457.0,67150049.0,67565649.0,68979242.0,69229235.0,69845430.0,70790824.0,71401726.0,72288013.0,72638615.0]} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/base/tukey.json b/criterion/micro_ops_crossjoin/base/tukey.json index bd8006ccb7c..75994717d95 100644 --- a/criterion/micro_ops_crossjoin/base/tukey.json +++ b/criterion/micro_ops_crossjoin/base/tukey.json @@ -1 +1 @@ -[138331.2477830785,138571.9974338685,139213.99650264185,139454.74615343186] \ No newline at end of file +[141232.2529426559,143460.0350980885,149400.78751257545,151628.56966800807] \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/change/estimates.json b/criterion/micro_ops_crossjoin/change/estimates.json index 1d96a90b8d8..d6bb01f3252 100644 --- a/criterion/micro_ops_crossjoin/change/estimates.json +++ b/criterion/micro_ops_crossjoin/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.14833387758659763,"upper_bound":0.1512935871213929},"point_estimate":0.14990669519590138,"standard_error":0.0007555989622162819},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.15190827751668512,"upper_bound":0.15252687853621816},"point_estimate":0.15217379696392208,"standard_error":0.00015966081031378157}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.053497389369060434,"upper_bound":0.05722911857054716},"point_estimate":0.055227594342674324,"standard_error":0.0010032652559842713},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.051208093465477944,"upper_bound":0.055617442525724314},"point_estimate":0.052506477193672074,"standard_error":0.0009862295573293631}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/estimates.json b/criterion/micro_ops_crossjoin/new/estimates.json index 7f3c7e5a2f2..06562b5cecc 100644 --- a/criterion/micro_ops_crossjoin/new/estimates.json +++ b/criterion/micro_ops_crossjoin/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":138732.76399181798,"upper_bound":138923.12791469684},"point_estimate":138833.16976512267,"standard_error":48.65652544158466},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":138857.21555555557,"upper_bound":138903.1274509804},"point_estimate":138870.42110004742,"standard_error":13.227271186527458},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":86.12488090241132,"upper_bound":162.30026597228422},"point_estimate":118.11504588283557,"standard_error":19.72474528912862},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":138878.61578729385,"upper_bound":139031.5183853946},"point_estimate":138937.36832175756,"standard_error":40.629725337284455},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":297.45294419971367,"upper_bound":655.8802849718361},"point_estimate":490.63782137018086,"standard_error":91.86873748744374}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":146257.82839544423,"upper_bound":146761.68238867127},"point_estimate":146500.5917462185,"standard_error":128.27645538615124},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":145980.72558754406,"upper_bound":146516.4269230769},"point_estimate":146162.0176984127,"standard_error":116.67891415010627},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":785.2814895338911,"upper_bound":1266.0868481521516},"point_estimate":1076.6719203701082,"standard_error":125.86921547414529},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":145989.20247678328,"upper_bound":146298.27760251853},"point_estimate":146138.2353178661,"standard_error":79.03890829703408},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":989.7301490685103,"upper_bound":1553.6812269516545},"point_estimate":1283.7054033838144,"standard_error":143.94801093673644}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/sample.json b/criterion/micro_ops_crossjoin/new/sample.json index 93388b71284..e73dd5462de 100644 --- a/criterion/micro_ops_crossjoin/new/sample.json +++ b/criterion/micro_ops_crossjoin/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[830496.0,1634191.0,2481585.0,3287281.0,4118679.0,5025071.0,5838968.0,6610562.0,7430157.0,8295054.0,9150047.0,10027743.0,10830740.0,11682332.0,12490630.0,13391026.0,14168119.0,15006814.0,15815510.0,16642404.0,17522102.0,18312899.0,19190089.0,20006988.0,20853182.0,21687277.0,22496175.0,23321365.0,24175667.0,25006157.0,25816755.0,26658151.0,27487742.0,28328938.0,29196738.0,30018229.0,30829422.0,31675120.0,32502322.0,33316012.0,34149805.0,35018499.0,35844297.0,36656194.0,37489284.0,38452483.0,39286782.0,40048773.0,40920467.0,41660566.0,42521953.0,43339957.0,44192852.0,45005944.0,45846742.0,46666336.0,47493232.0,48423225.0,49215322.0,50229414.0,50821714.0,51605809.0,52459705.0,53315397.0,54124696.0,54961888.0,55873482.0,56667482.0,57572872.0,58307171.0,59132968.0,59981056.0,60914752.0,61607749.0,62485747.0,63277939.0,64091843.0,64975731.0,65836531.0,66625828.0,67415223.0,68292017.0,69153110.0,69986803.0,70899606.0,72582393.0,72582890.0,73327182.0,74178181.0,75001471.0,75840268.0,76663565.0,77458064.0,78392559.0,79155656.0,79982441.0,80817046.0,81695443.0,82459331.0,83383941.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[738195.0,1514090.0,2254784.0,2975179.0,3782075.0,4418972.0,5144565.0,5858060.0,6581455.0,7230151.0,7981748.0,8661243.0,9496340.0,10379931.0,10836527.0,11586323.0,12345018.0,13099211.0,13964405.0,14896100.0,15648897.0,16244392.0,16929688.0,17513983.0,18530376.0,19055576.0,19876066.0,20831860.0,21423355.0,22077750.0,22845946.0,23158645.0,24018139.0,24792831.0,25502629.0,26270924.0,26821118.0,28043912.0,28528310.0,29233002.0,29888098.0,31131091.0,31180394.0,32538583.0,33198680.0,33787575.0,34332866.0,34900164.0,35745361.0,36578052.0,37544548.0,38285545.0,39012734.0,39789031.0,39994333.0,41207322.0,41487926.0,42654813.0,43289813.0,43739307.0,44573303.0,45160397.0,46040093.0,46748189.0,47509480.0,47970478.0,48946774.0,49612170.0,50600254.0,50939963.0,51720254.0,52328752.0,53116842.0,54013741.0,54563332.0,55771425.0,56298421.0,56932519.0,58040611.0,58508007.0,59550102.0,60047798.0,60464995.0,61596183.0,62523987.0,62833179.0,63918369.0,63935475.0,64878865.0,65446959.0,66537457.0,67150049.0,67565649.0,68979242.0,69229235.0,69845430.0,70790824.0,71401726.0,72288013.0,72638615.0]} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/tukey.json b/criterion/micro_ops_crossjoin/new/tukey.json index bd8006ccb7c..75994717d95 100644 --- a/criterion/micro_ops_crossjoin/new/tukey.json +++ b/criterion/micro_ops_crossjoin/new/tukey.json @@ -1 +1 @@ -[138331.2477830785,138571.9974338685,139213.99650264185,139454.74615343186] \ No newline at end of file +[141232.2529426559,143460.0350980885,149400.78751257545,151628.56966800807] \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/report/MAD.svg b/criterion/micro_ops_crossjoin/report/MAD.svg index 53fe4e90966..8e7de23126f 100644 --- a/criterion/micro_ops_crossjoin/report/MAD.svg +++ b/criterion/micro_ops_crossjoin/report/MAD.svg @@ -6,97 +6,65 @@ micro/ops/crossjoin:MAD Density (a.u.) -Average time (ns) +Average time (µs) - -0.002 + +0.5 - - -0.004 + + +1 - - -0.006 + + +1.5 - - -0.008 + + +2 - - -0.01 + + +2.5 - - -0.012 + + +3 - - -0.014 + + +3.5 - - -0.016 - - - -0.018 - - - -0.02 - - - -0.022 - - + - -80 - - - -90 - - - -100 - - - -110 - - - -120 + +0.8 - - -130 + + +0.9 - - -140 + + +1 - - -150 + + +1.1 - - -160 + + +1.2 - - -170 + + +1.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/SD.svg b/criterion/micro_ops_crossjoin/report/SD.svg index f1cf112160c..0795bddfb02 100644 --- a/criterion/micro_ops_crossjoin/report/SD.svg +++ b/criterion/micro_ops_crossjoin/report/SD.svg @@ -6,81 +6,65 @@ micro/ops/crossjoin:SD Density (a.u.) -Average time (ns) +Average time (µs) - -5e-4 + +0.5 - - -0.001 + + +1 - - -0.0015 + + +1.5 - - -0.002 + + +2 - - -0.0025 + + +2.5 - - -0.003 + + +3 - - -0.0035 - - - -0.004 - - - -0.0045 - - + - -300 - - - -350 + +1 - - -400 + + +1.1 - - -450 + + +1.2 - - -500 + + +1.3 - - -550 + + +1.4 - - -600 + + +1.5 - - -650 + + +1.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/both/pdf.svg b/criterion/micro_ops_crossjoin/report/both/pdf.svg index b17e5f2c4af..f93573451a1 100644 --- a/criterion/micro_ops_crossjoin/report/both/pdf.svg +++ b/criterion/micro_ops_crossjoin/report/both/pdf.svg @@ -38,30 +38,22 @@ Average Time (µs) - -120 - - - -125 - - - -130 + +140 - - -135 + + +145 - - -140 + + +150 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_crossjoin/report/both/regression.svg b/criterion/micro_ops_crossjoin/report/both/regression.svg index 86b3e621c23..bfc11453345 100644 --- a/criterion/micro_ops_crossjoin/report/both/regression.svg +++ b/criterion/micro_ops_crossjoin/report/both/regression.svg @@ -16,51 +16,51 @@ Iterations - - - - - - - - + + + + + + + + 0.0 - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - + 0 @@ -90,8 +90,8 @@ Iterations 600 - - + + diff --git a/criterion/micro_ops_crossjoin/report/change/mean.svg b/criterion/micro_ops_crossjoin/report/change/mean.svg index 74ec09a1e72..7147ba3bea7 100644 --- a/criterion/micro_ops_crossjoin/report/change/mean.svg +++ b/criterion/micro_ops_crossjoin/report/change/mean.svg @@ -9,78 +9,74 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - -400 - - - -450 + + + +0.0535 - - -500 + + +0.054 - - - -0.1485 + + +0.0545 - - -0.149 + + +0.055 - - -0.1495 + + +0.0555 - - -0.15 + + +0.056 - - -0.1505 + + +0.0565 - - -0.151 + + +0.057 - - -0.1515 + + +0.0575 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/change/median.svg b/criterion/micro_ops_crossjoin/report/change/median.svg index 75b88ff8d78..27a529f553a 100644 --- a/criterion/micro_ops_crossjoin/report/change/median.svg +++ b/criterion/micro_ops_crossjoin/report/change/median.svg @@ -9,58 +9,82 @@ Density (a.u.) Relative change (%) - -500 + +100 + + + +200 - - -1000 + + +300 - - -1500 + + +400 + + + +500 - - -2000 + + +600 - - -2500 + + +700 - + - -0.1519 + +0.051 - - -0.152 + + +0.0515 - - -0.1521 + + +0.052 - - -0.1522 + + +0.0525 - + + +0.053 + + + +0.0535 + + -0.1523 +0.054 - -0.1524 + +0.0545 + + + +0.055 + + + +0.0555 - - -0.1525 + + +0.056 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/change/t-test.svg b/criterion/micro_ops_crossjoin/report/change/t-test.svg index f3482a74c9a..4072c7575f0 100644 --- a/criterion/micro_ops_crossjoin/report/change/t-test.svg +++ b/criterion/micro_ops_crossjoin/report/change/t-test.svg @@ -13,80 +13,80 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -5.0 - - + + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + t distribution diff --git a/criterion/micro_ops_crossjoin/report/index.html b/criterion/micro_ops_crossjoin/report/index.html index 7678f2bec70..10537308ef7 100644 --- a/criterion/micro_ops_crossjoin/report/index.html +++ b/criterion/micro_ops_crossjoin/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 138.88 µs - 138.94 µs - 139.03 µs + 145.99 µs + 146.14 µs + 146.30 µs R² - 0.9993823 - 0.9994070 - 0.9993437 + 0.9967262 + 0.9968726 + 0.9967038 Mean - 138.73 µs - 138.83 µs - 138.92 µs + 146.26 µs + 146.50 µs + 146.76 µs Std. Dev. - 297.45 ns - 490.64 ns - 655.88 ns + 989.73 ns + 1.2837 µs + 1.5537 µs Median - 138.86 µs - 138.87 µs - 138.90 µs + 145.98 µs + 146.16 µs + 146.52 µs MAD - 86.125 ns - 118.12 ns - 162.30 ns + 785.28 ns + 1.0767 µs + 1.2661 µs @@ -231,9 +231,9 @@

Additional Statistics:

Change in time - +14.833% - +14.991% - +15.129% + +5.3497% + +5.5228% + +5.7229% (p = 0.00 < 0.05) diff --git a/criterion/micro_ops_crossjoin/report/mean.svg b/criterion/micro_ops_crossjoin/report/mean.svg index fe9e1c0105c..e0f1ccffe12 100644 --- a/criterion/micro_ops_crossjoin/report/mean.svg +++ b/criterion/micro_ops_crossjoin/report/mean.svg @@ -9,58 +9,58 @@ Density (a.u.) Average time (µs) - -1 + +0.5 - - -2 + + +1 - - -3 + + +1.5 - - -4 + + +2 - - -5 + + +2.5 - - -6 + + +3 - - -7 + + + +146.3 - - -8 + + +146.4 - - -9 + + +146.5 - - - -138.75 + + +146.6 - - -138.8 + + +146.7 - - -138.85 + + +146.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/median.svg b/criterion/micro_ops_crossjoin/report/median.svg index 40def3e9125..fcb026a6087 100644 --- a/criterion/micro_ops_crossjoin/report/median.svg +++ b/criterion/micro_ops_crossjoin/report/median.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (µs) - -10 + +1 - - -20 + + +2 - - -30 + + +3 - - -40 + + +4 - - -50 + + +5 - - -60 + + +6 - - -70 - - + - -138.855 - - - -138.86 - - - -138.865 - - - -138.87 - - - -138.875 - - - -138.88 + +146 - - -138.885 + + +146.1 - - -138.89 + + +146.2 - - -138.895 + + +146.3 - - -138.9 + + +146.4 - - -138.905 + + +146.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/pdf.svg b/criterion/micro_ops_crossjoin/report/pdf.svg index 32184005e18..f3de224381f 100644 --- a/criterion/micro_ops_crossjoin/report/pdf.svg +++ b/criterion/micro_ops_crossjoin/report/pdf.svg @@ -13,75 +13,91 @@ Average Time (µs) 0 - + +50 + + + 100 - - + + +150 + + + 200 - + -300 +250 - + +300 + + + +350 + + + 400 - - -500 + + +450 - + -600 +500 - -136 + +143 - - -136.5 + + +144 - - -137 + + +145 - - -137.5 + + +146 - - -138 + + +147 - - -138.5 + + +148 - - -139 + + +149 - - -139.5 + + +150 - - -140 + + +151 - - -140.5 + + +152 - - -141 + + +153 - + Density (a.u.) @@ -90,70 +106,46 @@ Density (a.u.) 0 - + +0.05 + + + +0.1 + + + +0.15 + + + 0.2 - - -0.4 - - - -0.6 - - - -0.8 - - - -1 - - - -1.2 - - - -1.4 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +0.25 + + + +0.3 + + + +0.35 + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_crossjoin/report/pdf_small.svg b/criterion/micro_ops_crossjoin/report/pdf_small.svg index 035ffba22bf..f6709992e62 100644 --- a/criterion/micro_ops_crossjoin/report/pdf_small.svg +++ b/criterion/micro_ops_crossjoin/report/pdf_small.svg @@ -10,51 +10,55 @@ Average Time (µs) 0 - -0.2 - - - -0.4 + +0.05 - - -0.6 + + +0.1 - - -0.8 + + +0.15 - - -1 + + +0.2 - - -1.2 + + +0.25 - - -1.4 + + +0.3 - - -1.6 + + +0.35 - + - -136 + +144 + + + +146 + + + +148 - - -138 + + +150 - - -140 + + +152 - - - + + + diff --git a/criterion/micro_ops_crossjoin/report/regression.svg b/criterion/micro_ops_crossjoin/report/regression.svg index b1ec9ff1e51..577ebabfe7c 100644 --- a/criterion/micro_ops_crossjoin/report/regression.svg +++ b/criterion/micro_ops_crossjoin/report/regression.svg @@ -8,180 +8,195 @@ Total sample time (ms) Iterations - - + + + + - - + + + + - - - - - - - - + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - -80.0 - - + - + +50 + + + 100 - - + + +150 + + + 200 - + -300 +250 - + +300 + + + +350 + + + 400 - - -500 + + +450 - + -600 +500 - - + + - + - - - + + + - - - - - - + + + + + + - - - - - - - - + + + + + + + + - - + + - - - - + + + + - + - - - + + + - - - - - - + + + + + + - - - - + + + + - - - - - - - - - - - + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_crossjoin/report/regression_small.svg b/criterion/micro_ops_crossjoin/report/regression_small.svg index e53690597da..1437d1422a3 100644 --- a/criterion/micro_ops_crossjoin/report/regression_small.svg +++ b/criterion/micro_ops_crossjoin/report/regression_small.svg @@ -5,85 +5,100 @@ Total sample time (ms) Iterations - - + + + + - - + + + + - - - - - - - - + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - -80.0 - - + - + +50 + + + 100 - - + + +150 + + + 200 - + -300 +250 - + +300 + + + +350 + + + 400 - - -500 + + +450 - + -600 +500 - + - + @@ -95,88 +110,88 @@ Iterations - - - - - + + + + + - - + + - - + + - + - + - + - - + + - - - - - + + + + + - - - - - - - + + + + + + + - - - - - - - - + + + + + + + + - - - + + + - + - + - - - - - - - - - - - - + + + + + + + + + + + + - - - - + + + + - - - - - - + + + + + + - - + + diff --git a/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg b/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg index d902eb97324..9fa00edeb44 100644 --- a/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg +++ b/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg @@ -35,28 +35,20 @@ Average Time (µs) - -120 - - - -125 - - - -130 + +140 - - -135 + + +145 - - -140 + + +150 - - - - - + + + + + diff --git a/criterion/micro_ops_crossjoin/report/relative_regression_small.svg b/criterion/micro_ops_crossjoin/report/relative_regression_small.svg index 51715711f29..d99542ab6a8 100644 --- a/criterion/micro_ops_crossjoin/report/relative_regression_small.svg +++ b/criterion/micro_ops_crossjoin/report/relative_regression_small.svg @@ -13,51 +13,51 @@ Iterations - - - - - - - - + + + + + + + + 0.0 - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - + 0 @@ -87,8 +87,8 @@ Iterations 600 - - + + diff --git a/criterion/micro_ops_crossjoin/report/slope.svg b/criterion/micro_ops_crossjoin/report/slope.svg index 159e7e1c47e..1fc52f360fc 100644 --- a/criterion/micro_ops_crossjoin/report/slope.svg +++ b/criterion/micro_ops_crossjoin/report/slope.svg @@ -9,86 +9,78 @@ Density (a.u.) Average time (µs) - -1 + +0.5 - - -2 + + +1 - - -3 + + +1.5 - + -4 +2 - -5 + +2.5 - - -6 + + +3 - - -7 + + +3.5 - - -8 + + +4 - - -9 + + +4.5 - - -10 + + +5 - - -11 + + +5.5 - + - -138.88 - - - -138.9 - - - -138.92 + +146 - - -138.94 + + +146.05 - - -138.96 + + +146.1 - - -138.98 + + +146.15 - - -139 + + +146.2 - - -139.02 + + +146.25 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/typical.svg b/criterion/micro_ops_crossjoin/report/typical.svg index 722d28e9c21..7b15fbbc2a6 100644 --- a/criterion/micro_ops_crossjoin/report/typical.svg +++ b/criterion/micro_ops_crossjoin/report/typical.svg @@ -9,86 +9,78 @@ Density (a.u.) Average time (µs) - -1 + +0.5 - - -2 + + +1 - - -3 + + +1.5 - + -4 +2 - -5 + +2.5 - - -6 + + +3 - - -7 + + +3.5 - - -8 + + +4 - - -9 + + +4.5 - - -10 + + +5 - - -11 + + +5.5 - + - -138.88 - - - -138.9 - - - -138.92 + +146 - - -138.94 + + +146.05 - - -138.96 + + +146.1 - - -138.98 + + +146.15 - - -139 + + +146.2 - - -139.02 + + +146.25 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/base/estimates.json b/criterion/micro_ops_difference/base/estimates.json index 35bb6b91563..03e328bd8a1 100644 --- a/criterion/micro_ops_difference/base/estimates.json +++ b/criterion/micro_ops_difference/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":114044.0154573588,"upper_bound":114414.00326146203},"point_estimate":114223.1394893322,"standard_error":94.72916432433864},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":113901.93910256411,"upper_bound":114211.37037037036},"point_estimate":114005.58621903154,"standard_error":81.99581443878928},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":468.962064861034,"upper_bound":775.3175304468997},"point_estimate":627.3280400469074,"standard_error":78.37348482584552},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":113895.52395904604,"upper_bound":114088.80659227508},"point_estimate":113992.62359243387,"standard_error":49.459925054156166},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":732.4074105711488,"upper_bound":1157.3283512869582},"point_estimate":951.181909108824,"standard_error":109.33848035005029}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":113397.84727581657,"upper_bound":113862.93820292769},"point_estimate":113623.04319050602,"standard_error":118.67778798301542},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":113295.828313253,"upper_bound":113640.45604395604},"point_estimate":113422.40376458113,"standard_error":84.28880230751025},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":566.2639593912536,"upper_bound":961.9764637595703},"point_estimate":685.6557527849072,"standard_error":98.23998934960844},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":113267.47105716969,"upper_bound":113462.92608708153},"point_estimate":113367.18731712723,"standard_error":49.934826995386125},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":981.1087401774555,"upper_bound":1373.7985464465394},"point_estimate":1193.194677613519,"standard_error":100.89000299061263}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/base/sample.json b/criterion/micro_ops_difference/base/sample.json index f78bc3021c3..649409bfe75 100644 --- a/criterion/micro_ops_difference/base/sample.json +++ b/criterion/micro_ops_difference/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[473297.0,921895.0,1360593.0,1830890.0,2328586.0,2749286.0,3234081.0,3708679.0,4200077.0,4649673.0,5142272.0,5504571.0,6030967.0,6484764.0,6963258.0,7443758.0,7832857.0,8226956.0,8673651.0,9093150.0,9654046.0,10114044.0,10444746.0,10859238.0,11458238.0,11806637.0,12334828.0,12664129.0,13098131.0,13498328.0,14045719.0,14544718.0,15025519.0,15385211.0,15974512.0,16388910.0,17021306.0,17398704.0,17821097.0,18126291.0,18688389.0,19111989.0,19648389.0,19978886.0,20647880.0,20954777.0,21272678.0,21887869.0,22338974.0,22715468.0,22931862.0,23609767.0,23998265.0,24521953.0,25122049.0,25513952.0,25913154.0,26320243.0,26853447.0,27148748.0,27943435.0,28377137.0,28687240.0,29164736.0,29849033.0,30175835.0,30719735.0,30945828.0,31459627.0,32084720.0,32232720.0,32918012.0,33307915.0,33747509.0,34147902.0,34689108.0,35053405.0,35537405.0,36007702.0,36575992.0,36886289.0,37522393.0,37913185.0,38278186.0,38896280.0,39021780.0,39522980.0,40002481.0,40626270.0,41005375.0,41495167.0,42126764.0,42524563.0,42747858.0,43162061.0,44036056.0,44140758.0,44774951.0,45288343.0,45615948.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[458396.0,906792.0,1398693.0,1844984.0,2275380.0,2732583.0,3192672.0,3678074.0,4159575.0,4624166.0,5109764.0,5581164.0,6075351.0,6469553.0,6947242.0,7404454.0,7826556.0,8404545.0,8885341.0,9243237.0,9583837.0,9977712.0,10351408.0,10926315.0,11461905.0,11850204.0,12134929.0,12492898.0,12912296.0,13342905.0,13876404.0,14312003.0,14689688.0,15307308.0,15653692.0,16369393.0,16929299.0,17387986.0,17622344.0,18128320.0,18510861.0,18896333.0,19318363.0,19932928.0,20536841.0,20809342.0,21339222.0,21571692.0,22078283.0,22780619.0,22974878.0,23440097.0,23934318.0,24312407.0,24815809.0,25478638.0,25791281.0,26081214.0,26758446.0,27288892.0,27614937.0,27998312.0,28464944.0,29208786.0,29484590.0,29830954.0,30305265.0,30890056.0,31346478.0,31635199.0,32319568.0,32588386.0,33134947.0,33565268.0,33931559.0,34416053.0,35116032.0,35426153.0,35974145.0,36286808.0,36766122.0,37199736.0,37614215.0,37987607.0,38504791.0,39200703.0,39559933.0,39846019.0,40413606.0,40994705.0,41365126.0,41742600.0,42353867.0,42478966.0,42927496.0,43615077.0,43919744.0,44558488.0,44890346.0,45533064.0]} \ No newline at end of file diff --git a/criterion/micro_ops_difference/base/tukey.json b/criterion/micro_ops_difference/base/tukey.json index c26372c1342..cbda25ff253 100644 --- a/criterion/micro_ops_difference/base/tukey.json +++ b/criterion/micro_ops_difference/base/tukey.json @@ -1 +1 @@ -[111145.72872946983,112398.60993515956,115739.62648366549,116992.5076893552] \ No newline at end of file +[110053.76019781917,111513.75696761059,115407.0816870544,116867.07845684582] \ No newline at end of file diff --git a/criterion/micro_ops_difference/change/estimates.json b/criterion/micro_ops_difference/change/estimates.json index 61154719277..3c402815e9d 100644 --- a/criterion/micro_ops_difference/change/estimates.json +++ b/criterion/micro_ops_difference/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0777082022688561,"upper_bound":0.08274145300687595},"point_estimate":0.08018340220003828,"standard_error":0.00127919233108385},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.07906438649643732,"upper_bound":0.08283182754260365},"point_estimate":0.08064762546847692,"standard_error":0.000981980868775147}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.007672374340995589,"upper_bound":-0.0026906214390813865},"point_estimate":-0.005253719180798866,"standard_error":0.0012915359178870892},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.007128871824035876,"upper_bound":-0.0032241000898228967},"point_estimate":-0.005115384901665965,"standard_error":0.0009928282218335852}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/estimates.json b/criterion/micro_ops_difference/new/estimates.json index 35bb6b91563..03e328bd8a1 100644 --- a/criterion/micro_ops_difference/new/estimates.json +++ b/criterion/micro_ops_difference/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":114044.0154573588,"upper_bound":114414.00326146203},"point_estimate":114223.1394893322,"standard_error":94.72916432433864},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":113901.93910256411,"upper_bound":114211.37037037036},"point_estimate":114005.58621903154,"standard_error":81.99581443878928},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":468.962064861034,"upper_bound":775.3175304468997},"point_estimate":627.3280400469074,"standard_error":78.37348482584552},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":113895.52395904604,"upper_bound":114088.80659227508},"point_estimate":113992.62359243387,"standard_error":49.459925054156166},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":732.4074105711488,"upper_bound":1157.3283512869582},"point_estimate":951.181909108824,"standard_error":109.33848035005029}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":113397.84727581657,"upper_bound":113862.93820292769},"point_estimate":113623.04319050602,"standard_error":118.67778798301542},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":113295.828313253,"upper_bound":113640.45604395604},"point_estimate":113422.40376458113,"standard_error":84.28880230751025},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":566.2639593912536,"upper_bound":961.9764637595703},"point_estimate":685.6557527849072,"standard_error":98.23998934960844},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":113267.47105716969,"upper_bound":113462.92608708153},"point_estimate":113367.18731712723,"standard_error":49.934826995386125},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":981.1087401774555,"upper_bound":1373.7985464465394},"point_estimate":1193.194677613519,"standard_error":100.89000299061263}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/sample.json b/criterion/micro_ops_difference/new/sample.json index f78bc3021c3..649409bfe75 100644 --- a/criterion/micro_ops_difference/new/sample.json +++ b/criterion/micro_ops_difference/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[473297.0,921895.0,1360593.0,1830890.0,2328586.0,2749286.0,3234081.0,3708679.0,4200077.0,4649673.0,5142272.0,5504571.0,6030967.0,6484764.0,6963258.0,7443758.0,7832857.0,8226956.0,8673651.0,9093150.0,9654046.0,10114044.0,10444746.0,10859238.0,11458238.0,11806637.0,12334828.0,12664129.0,13098131.0,13498328.0,14045719.0,14544718.0,15025519.0,15385211.0,15974512.0,16388910.0,17021306.0,17398704.0,17821097.0,18126291.0,18688389.0,19111989.0,19648389.0,19978886.0,20647880.0,20954777.0,21272678.0,21887869.0,22338974.0,22715468.0,22931862.0,23609767.0,23998265.0,24521953.0,25122049.0,25513952.0,25913154.0,26320243.0,26853447.0,27148748.0,27943435.0,28377137.0,28687240.0,29164736.0,29849033.0,30175835.0,30719735.0,30945828.0,31459627.0,32084720.0,32232720.0,32918012.0,33307915.0,33747509.0,34147902.0,34689108.0,35053405.0,35537405.0,36007702.0,36575992.0,36886289.0,37522393.0,37913185.0,38278186.0,38896280.0,39021780.0,39522980.0,40002481.0,40626270.0,41005375.0,41495167.0,42126764.0,42524563.0,42747858.0,43162061.0,44036056.0,44140758.0,44774951.0,45288343.0,45615948.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[458396.0,906792.0,1398693.0,1844984.0,2275380.0,2732583.0,3192672.0,3678074.0,4159575.0,4624166.0,5109764.0,5581164.0,6075351.0,6469553.0,6947242.0,7404454.0,7826556.0,8404545.0,8885341.0,9243237.0,9583837.0,9977712.0,10351408.0,10926315.0,11461905.0,11850204.0,12134929.0,12492898.0,12912296.0,13342905.0,13876404.0,14312003.0,14689688.0,15307308.0,15653692.0,16369393.0,16929299.0,17387986.0,17622344.0,18128320.0,18510861.0,18896333.0,19318363.0,19932928.0,20536841.0,20809342.0,21339222.0,21571692.0,22078283.0,22780619.0,22974878.0,23440097.0,23934318.0,24312407.0,24815809.0,25478638.0,25791281.0,26081214.0,26758446.0,27288892.0,27614937.0,27998312.0,28464944.0,29208786.0,29484590.0,29830954.0,30305265.0,30890056.0,31346478.0,31635199.0,32319568.0,32588386.0,33134947.0,33565268.0,33931559.0,34416053.0,35116032.0,35426153.0,35974145.0,36286808.0,36766122.0,37199736.0,37614215.0,37987607.0,38504791.0,39200703.0,39559933.0,39846019.0,40413606.0,40994705.0,41365126.0,41742600.0,42353867.0,42478966.0,42927496.0,43615077.0,43919744.0,44558488.0,44890346.0,45533064.0]} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/tukey.json b/criterion/micro_ops_difference/new/tukey.json index c26372c1342..cbda25ff253 100644 --- a/criterion/micro_ops_difference/new/tukey.json +++ b/criterion/micro_ops_difference/new/tukey.json @@ -1 +1 @@ -[111145.72872946983,112398.60993515956,115739.62648366549,116992.5076893552] \ No newline at end of file +[110053.76019781917,111513.75696761059,115407.0816870544,116867.07845684582] \ No newline at end of file diff --git a/criterion/micro_ops_difference/report/MAD.svg b/criterion/micro_ops_difference/report/MAD.svg index df90889b969..976eeccf79e 100644 --- a/criterion/micro_ops_difference/report/MAD.svg +++ b/criterion/micro_ops_difference/report/MAD.svg @@ -9,66 +9,90 @@ Density (a.u.) Average time (ns) - + +5e-4 + + + 0.001 - - + + +0.0015 + + + 0.002 - - + + +0.0025 + + + 0.003 - + -0.004 +0.0035 - -0.005 - - - -0.006 + +0.004 - - - -450 + + +0.0045 - - -500 + + +0.005 - - + + + 550 - - + + 600 - - + + 650 - - + + 700 - - + + 750 - - + + 800 - - - - + + +850 + + + +900 + + + +950 + + + +1000 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/SD.svg b/criterion/micro_ops_difference/report/SD.svg index 0594c565d73..51beb436a6b 100644 --- a/criterion/micro_ops_difference/report/SD.svg +++ b/criterion/micro_ops_difference/report/SD.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - - -0.7 - - - -0.75 - - - -0.8 - - - -0.85 - - - -0.9 + + +4 - - + + + 0.95 - - + + 1 - - + + 1.05 - - + + 1.1 - - + + 1.15 - - + + 1.2 - - - - + + +1.25 + + + +1.3 + + + +1.35 + + + +1.4 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/both/pdf.svg b/criterion/micro_ops_difference/report/both/pdf.svg index 81c94e7d6ab..bee90d610f3 100644 --- a/criterion/micro_ops_difference/report/both/pdf.svg +++ b/criterion/micro_ops_difference/report/both/pdf.svg @@ -9,47 +9,71 @@ Density (a.u.) Average Time (µs) - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - + + +0.25 + + + 0.3 - - + + +0.35 + + + 0.4 - - -0.5 + + +0.45 - - -0.6 + + +0.5 - + - -105 - - - + 110 - - -115 + + +112 + + + +114 + + + +116 + + + +118 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_difference/report/both/regression.svg b/criterion/micro_ops_difference/report/both/regression.svg index aa1ce253a8f..8cdc7d32ca9 100644 --- a/criterion/micro_ops_difference/report/both/regression.svg +++ b/criterion/micro_ops_difference/report/both/regression.svg @@ -105,10 +105,10 @@ Iterations 400 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_difference/report/change/mean.svg b/criterion/micro_ops_difference/report/change/mean.svg index 743dcd08938..da17d50a3e4 100644 --- a/criterion/micro_ops_difference/report/change/mean.svg +++ b/criterion/micro_ops_difference/report/change/mean.svg @@ -9,59 +9,55 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - + - -0.078 - - - -0.079 - - - -0.08 - - - -0.081 - - - -0.082 - - - -0.083 - - - - - - + +-0.008 + + + +-0.007 + + + +-0.006 + + + +-0.005 + + + +-0.004 + + + +-0.003 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/change/median.svg b/criterion/micro_ops_difference/report/change/median.svg index 5c6bfd419e5..cc8e65c8cf0 100644 --- a/criterion/micro_ops_difference/report/change/median.svg +++ b/criterion/micro_ops_difference/report/change/median.svg @@ -9,79 +9,87 @@ Density (a.u.) Relative change (%) - + 50 - + 100 - + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - + + +450 + + - -0.079 - - - -0.0795 - - - -0.08 - - - -0.0805 - - - -0.081 - - - -0.0815 - - - -0.082 - - - -0.0825 - - - -0.083 - - - - - - + +-0.0075 + + + +-0.007 + + + +-0.0065 + + + +-0.006 + + + +-0.0055 + + + +-0.005 + + + +-0.0045 + + + +-0.004 + + + +-0.0035 + + + +-0.003 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/change/t-test.svg b/criterion/micro_ops_difference/report/change/t-test.svg index 2a862842252..88790d3e0fb 100644 --- a/criterion/micro_ops_difference/report/change/t-test.svg +++ b/criterion/micro_ops_difference/report/change/t-test.svg @@ -21,10 +21,10 @@ t score 0.1 - + 0.15 - + 0.2 @@ -33,10 +33,10 @@ t score 0.25 - + 0.3 - + 0.35 @@ -46,48 +46,44 @@ t score - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - -5.0 - - - - + + + t distribution diff --git a/criterion/micro_ops_difference/report/index.html b/criterion/micro_ops_difference/report/index.html index 098a64e3089..bdd70803163 100644 --- a/criterion/micro_ops_difference/report/index.html +++ b/criterion/micro_ops_difference/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 113.90 µs - 113.99 µs - 114.09 µs + 113.27 µs + 113.37 µs + 113.46 µs R² - 0.9978595 - 0.9979591 - 0.9978614 + 0.9968796 + 0.9969841 + 0.9968878 Mean - 114.04 µs - 114.22 µs - 114.41 µs + 113.40 µs + 113.62 µs + 113.86 µs Std. Dev. - 732.41 ns - 951.18 ns - 1.1573 µs + 981.11 ns + 1.1932 µs + 1.3738 µs Median - 113.90 µs - 114.01 µs - 114.21 µs + 113.30 µs + 113.42 µs + 113.64 µs MAD - 468.96 ns - 627.33 ns - 775.32 ns + 566.26 ns + 685.66 ns + 961.98 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +7.7708% - +8.0183% - +8.2741% + -0.7672% + -0.5254% + -0.2691% (p = 0.00 < 0.05) - Performance has regressed. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_difference/report/mean.svg b/criterion/micro_ops_difference/report/mean.svg index 6da4f8bf773..022932519a0 100644 --- a/criterion/micro_ops_difference/report/mean.svg +++ b/criterion/micro_ops_difference/report/mean.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - -4 - - - -4.5 - - + - -114.05 - - - -114.1 - - - -114.15 - - - -114.2 + +113.4 - - -114.25 + + +113.5 - - -114.3 + + +113.6 - - -114.35 + + +113.7 - - -114.4 + + +113.8 - - -114.45 + + +113.9 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/median.svg b/criterion/micro_ops_difference/report/median.svg index 432018e4310..7f16e4f104b 100644 --- a/criterion/micro_ops_difference/report/median.svg +++ b/criterion/micro_ops_difference/report/median.svg @@ -9,74 +9,86 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - + + 9 - + + +10 + + + +11 + + - -113.9 + +113.3 + + + +113.35 - - -113.95 + + +113.4 - - -114 + + +113.45 - - -114.05 + + +113.5 - - -114.1 + + +113.55 - - -114.15 + + +113.6 - - -114.2 + + +113.65 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/pdf.svg b/criterion/micro_ops_difference/report/pdf.svg index 4bcd32f15cf..c891f13a1bb 100644 --- a/criterion/micro_ops_difference/report/pdf.svg +++ b/criterion/micro_ops_difference/report/pdf.svg @@ -46,38 +46,42 @@ Average Time (µs) - + +110 + + + +111 + + + 112 - - + + 113 - - + + 114 - - + + 115 - - + + 116 - - + + 117 - - + + 118 - - -119 - - + Density (a.u.) @@ -86,72 +90,74 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - -0.45 - - - -0.5 - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_difference/report/pdf_small.svg b/criterion/micro_ops_difference/report/pdf_small.svg index c760715f88b..afd1a1112b8 100644 --- a/criterion/micro_ops_difference/report/pdf_small.svg +++ b/criterion/micro_ops_difference/report/pdf_small.svg @@ -10,43 +10,63 @@ Average Time (µs) 0 - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - + + +0.25 + + + 0.3 - - + + +0.35 + + + 0.4 - - -0.5 + + +0.45 - + - + +110 + + + 112 - - + + 114 - - + + 116 - - + + 118 - - - + + + diff --git a/criterion/micro_ops_difference/report/regression.svg b/criterion/micro_ops_difference/report/regression.svg index 5fe6c9870d0..db4d184b2d0 100644 --- a/criterion/micro_ops_difference/report/regression.svg +++ b/criterion/micro_ops_difference/report/regression.svg @@ -18,13 +18,13 @@ Iterations - + - + - - - + + + 5.0 @@ -34,34 +34,34 @@ Iterations 10.0 - + 15.0 - + 20.0 - + 25.0 - + 30.0 - + 35.0 - - + + 40.0 - - + + 45.0 - + 50 @@ -99,104 +99,104 @@ Iterations - + - + - - + + - - - - - - - - + + + + + + + + - - - - - - - + + + + + + + - + - - - - - + + + + + - - - - - - - - + + + + + + + + - - + + - - + + - - - - - - - - + + + + + + + + - - - - - - - - + + + + + + + + - - + + - - - - - - + + + + + + - + - - - - - - - - + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_difference/report/regression_small.svg b/criterion/micro_ops_difference/report/regression_small.svg index 428a59cbcc6..9df2039155c 100644 --- a/criterion/micro_ops_difference/report/regression_small.svg +++ b/criterion/micro_ops_difference/report/regression_small.svg @@ -13,20 +13,20 @@ Iterations - + - + - + - + 5.0 - + 10.0 @@ -43,10 +43,10 @@ Iterations 25.0 - + 30.0 - + 35.0 @@ -55,10 +55,10 @@ Iterations 40.0 - + 45.0 - + 50 @@ -95,103 +95,103 @@ Iterations - + - + - + - - - + + + - + - + - - + + - - + + - + - - + + - - - + + + - - - - - - + + + + + + - + - - + + - - - - - - - - + + + + + + + + - - + + - + - - + + - + - - - - - + + + + + - + - - - - - - - + + + + + + + - + - + diff --git a/criterion/micro_ops_difference/report/relative_pdf_small.svg b/criterion/micro_ops_difference/report/relative_pdf_small.svg index 962707b3bae..f9e1ac07069 100644 --- a/criterion/micro_ops_difference/report/relative_pdf_small.svg +++ b/criterion/micro_ops_difference/report/relative_pdf_small.svg @@ -6,45 +6,69 @@ Density (a.u.) Average Time (µs) - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - + + +0.25 + + + 0.3 - - + + +0.35 + + + 0.4 - - -0.5 + + +0.45 - - -0.6 + + +0.5 - + - -105 - - - + 110 - - -115 + + +112 + + + +114 + + + +116 + + + +118 - - - - - + + + + + diff --git a/criterion/micro_ops_difference/report/relative_regression_small.svg b/criterion/micro_ops_difference/report/relative_regression_small.svg index b0dda2e90bc..e64933a5e02 100644 --- a/criterion/micro_ops_difference/report/relative_regression_small.svg +++ b/criterion/micro_ops_difference/report/relative_regression_small.svg @@ -102,8 +102,8 @@ Iterations 400 - - - - + + + + diff --git a/criterion/micro_ops_difference/report/slope.svg b/criterion/micro_ops_difference/report/slope.svg index b926c728a64..aebcb639a94 100644 --- a/criterion/micro_ops_difference/report/slope.svg +++ b/criterion/micro_ops_difference/report/slope.svg @@ -21,10 +21,10 @@ Average time (µs) 3 - + 4 - + 5 @@ -42,29 +42,29 @@ Average time (µs) - -113.9 + +113.25 - - -113.95 + + +113.3 - - -114 + + +113.35 - - -114.05 + + +113.4 - - -114.1 + + +113.45 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/typical.svg b/criterion/micro_ops_difference/report/typical.svg index 56f36e3101e..0ae7f1183fa 100644 --- a/criterion/micro_ops_difference/report/typical.svg +++ b/criterion/micro_ops_difference/report/typical.svg @@ -21,10 +21,10 @@ Average time (µs) 3 - + 4 - + 5 @@ -42,29 +42,29 @@ Average time (µs) - -113.9 + +113.25 - - -113.95 + + +113.3 - - -114 + + +113.35 - - -114.05 + + +113.4 - - -114.1 + + +113.45 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/base/estimates.json b/criterion/micro_ops_flat_map/base/estimates.json index 76e32444c94..349e928ecd0 100644 --- a/criterion/micro_ops_flat_map/base/estimates.json +++ b/criterion/micro_ops_flat_map/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28023.52386035793,"upper_bound":28200.88482709943},"point_estimate":28101.94957395502,"standard_error":45.54840950131007},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":27989.785714285714,"upper_bound":28001.700128700126},"point_estimate":27996.1561264457,"standard_error":2.718543197495031},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17.527417832286677,"upper_bound":31.272546870276187},"point_estimate":23.986570752097716,"standard_error":3.4131458485910184},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":27998.94128536228,"upper_bound":28014.695605294295},"point_estimate":28006.403917705204,"standard_error":4.027403395494032},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":189.3775832914267,"upper_bound":670.1298973414554},"point_estimate":457.9637269902019,"standard_error":123.97120566212749}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":27915.00410322095,"upper_bound":27943.37548948154},"point_estimate":27927.85218113795,"standard_error":7.263677993335825},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":27905.225285859022,"upper_bound":27929.42760942761},"point_estimate":27917.233835005572,"standard_error":6.551189535551834},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":36.1311936747852,"upper_bound":57.64267522193838},"point_estimate":47.80127788341597,"standard_error":5.5105784899808885},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":27916.73157823486,"upper_bound":27941.7076257544},"point_estimate":27929.20369439929,"standard_error":6.35805678719508},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":43.24037401513458,"upper_bound":106.15955751689475},"point_estimate":72.95704690681485,"standard_error":18.81903789433411}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/base/sample.json b/criterion/micro_ops_flat_map/base/sample.json index ee0d710ea0a..44ee1da5f26 100644 --- a/criterion/micro_ops_flat_map/base/sample.json +++ b/criterion/micro_ops_flat_map/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[260099.0,561595.0,804197.0,1064194.0,1354692.0,1515893.0,1798991.0,2022188.0,2265685.0,2567986.0,2768785.0,3019482.0,3268981.0,3515881.0,3770582.0,4028176.0,4272777.0,4527671.0,4784572.0,5050574.0,5279069.0,5539766.0,5786968.0,6034464.0,6300662.0,6553663.0,6791260.0,7052858.0,7302255.0,7558056.0,7800253.0,8067456.0,8317053.0,8573349.0,8822251.0,9064248.0,9324350.0,9570046.0,9817947.0,10070247.0,10327939.0,10580139.0,10832636.0,11077134.0,11330235.0,11593736.0,11832428.0,12093432.0,12353429.0,12591127.0,12848123.0,13106224.0,13346430.0,13588318.0,13858516.0,14122710.0,14367218.0,14610018.0,14865514.0,15118713.0,15408006.0,15621909.0,15874413.0,16113608.0,16384795.0,16630705.0,16892104.0,17126503.0,17381297.0,17650601.0,17891399.0,18135991.0,18411790.0,18656991.0,18894792.0,19148887.0,19402387.0,19642782.0,19913277.0,20227088.0,20416176.0,20677476.0,20918477.0,21169776.0,21499271.0,21721670.0,21913873.0,22165668.0,22413272.0,22699166.0,22920280.0,23170568.0,23440164.0,23715670.0,23949966.0,24255060.0,24440560.0,24695666.0,24949350.0,25193754.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[250997.0,501096.0,751694.0,1007794.0,1254090.0,1503189.0,1760988.0,2005885.0,2263082.0,2502680.0,2764182.0,3029480.0,3263474.0,3585771.0,3766574.0,4018668.0,4271768.0,4522964.0,4772067.0,5021061.0,5275558.0,5537459.0,5778761.0,6034952.0,6293154.0,6532753.0,6775952.0,7047950.0,7288747.0,7557445.0,7782941.0,8044342.0,8295040.0,8545341.0,8802032.0,9041130.0,9292525.0,9554431.0,9795728.0,10044622.0,10310022.0,10539822.0,10818415.0,11045713.0,11313114.0,11539314.0,11803714.0,12063714.0,12306409.0,12545902.0,12786503.0,13053201.0,13370901.0,13627991.0,13844894.0,14051794.0,14308190.0,14548392.0,14850688.0,15096891.0,15341089.0,15672676.0,15812878.0,16051379.0,16335279.0,16605473.0,16809475.0,17065870.0,17315572.0,17566672.0,17823962.0,18057566.0,18312966.0,18591158.0,18862263.0,19136759.0,19359056.0,19600756.0,19926050.0,20175243.0,20407644.0,20568349.0,20870148.0,21127245.0,21348135.0,21570741.0,21816036.0,22157231.0,22390937.0,22588927.0,22895738.0,23175929.0,23427325.0,23601327.0,23867319.0,24087425.0,24385120.0,24655014.0,24931816.0,25104318.0]} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/base/tukey.json b/criterion/micro_ops_flat_map/base/tukey.json index 9435c7751df..f22dc413f38 100644 --- a/criterion/micro_ops_flat_map/base/tukey.json +++ b/criterion/micro_ops_flat_map/base/tukey.json @@ -1 +1 @@ -[27883.563762843765,27931.756475927014,28060.270377482342,28108.46309056559] \ No newline at end of file +[27692.490170167108,27790.398943108245,28051.48900428461,28149.397777225746] \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/change/estimates.json b/criterion/micro_ops_flat_map/change/estimates.json index 2d11707527b..a1b5f96084c 100644 --- a/criterion/micro_ops_flat_map/change/estimates.json +++ b/criterion/micro_ops_flat_map/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0026894865880628003,"upper_bound":0.003623987403084985},"point_estimate":0.00006618354990139963,"standard_error":0.0016012810780637972},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0038435065697167703,"upper_bound":-0.003067888466699785},"point_estimate":-0.003397692223875759,"standard_error":0.00019973197879780453}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.009679667256680574,"upper_bound":-0.0033714751249895782},"point_estimate":-0.006195206932490649,"standard_error":0.0016272424842057088},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.003303906282400737,"upper_bound":-0.002273269146040877},"point_estimate":-0.0028190402669450165,"standard_error":0.00026785481642914287}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/estimates.json b/criterion/micro_ops_flat_map/new/estimates.json index 76e32444c94..349e928ecd0 100644 --- a/criterion/micro_ops_flat_map/new/estimates.json +++ b/criterion/micro_ops_flat_map/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28023.52386035793,"upper_bound":28200.88482709943},"point_estimate":28101.94957395502,"standard_error":45.54840950131007},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":27989.785714285714,"upper_bound":28001.700128700126},"point_estimate":27996.1561264457,"standard_error":2.718543197495031},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17.527417832286677,"upper_bound":31.272546870276187},"point_estimate":23.986570752097716,"standard_error":3.4131458485910184},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":27998.94128536228,"upper_bound":28014.695605294295},"point_estimate":28006.403917705204,"standard_error":4.027403395494032},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":189.3775832914267,"upper_bound":670.1298973414554},"point_estimate":457.9637269902019,"standard_error":123.97120566212749}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":27915.00410322095,"upper_bound":27943.37548948154},"point_estimate":27927.85218113795,"standard_error":7.263677993335825},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":27905.225285859022,"upper_bound":27929.42760942761},"point_estimate":27917.233835005572,"standard_error":6.551189535551834},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":36.1311936747852,"upper_bound":57.64267522193838},"point_estimate":47.80127788341597,"standard_error":5.5105784899808885},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":27916.73157823486,"upper_bound":27941.7076257544},"point_estimate":27929.20369439929,"standard_error":6.35805678719508},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":43.24037401513458,"upper_bound":106.15955751689475},"point_estimate":72.95704690681485,"standard_error":18.81903789433411}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/sample.json b/criterion/micro_ops_flat_map/new/sample.json index ee0d710ea0a..44ee1da5f26 100644 --- a/criterion/micro_ops_flat_map/new/sample.json +++ b/criterion/micro_ops_flat_map/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[260099.0,561595.0,804197.0,1064194.0,1354692.0,1515893.0,1798991.0,2022188.0,2265685.0,2567986.0,2768785.0,3019482.0,3268981.0,3515881.0,3770582.0,4028176.0,4272777.0,4527671.0,4784572.0,5050574.0,5279069.0,5539766.0,5786968.0,6034464.0,6300662.0,6553663.0,6791260.0,7052858.0,7302255.0,7558056.0,7800253.0,8067456.0,8317053.0,8573349.0,8822251.0,9064248.0,9324350.0,9570046.0,9817947.0,10070247.0,10327939.0,10580139.0,10832636.0,11077134.0,11330235.0,11593736.0,11832428.0,12093432.0,12353429.0,12591127.0,12848123.0,13106224.0,13346430.0,13588318.0,13858516.0,14122710.0,14367218.0,14610018.0,14865514.0,15118713.0,15408006.0,15621909.0,15874413.0,16113608.0,16384795.0,16630705.0,16892104.0,17126503.0,17381297.0,17650601.0,17891399.0,18135991.0,18411790.0,18656991.0,18894792.0,19148887.0,19402387.0,19642782.0,19913277.0,20227088.0,20416176.0,20677476.0,20918477.0,21169776.0,21499271.0,21721670.0,21913873.0,22165668.0,22413272.0,22699166.0,22920280.0,23170568.0,23440164.0,23715670.0,23949966.0,24255060.0,24440560.0,24695666.0,24949350.0,25193754.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[250997.0,501096.0,751694.0,1007794.0,1254090.0,1503189.0,1760988.0,2005885.0,2263082.0,2502680.0,2764182.0,3029480.0,3263474.0,3585771.0,3766574.0,4018668.0,4271768.0,4522964.0,4772067.0,5021061.0,5275558.0,5537459.0,5778761.0,6034952.0,6293154.0,6532753.0,6775952.0,7047950.0,7288747.0,7557445.0,7782941.0,8044342.0,8295040.0,8545341.0,8802032.0,9041130.0,9292525.0,9554431.0,9795728.0,10044622.0,10310022.0,10539822.0,10818415.0,11045713.0,11313114.0,11539314.0,11803714.0,12063714.0,12306409.0,12545902.0,12786503.0,13053201.0,13370901.0,13627991.0,13844894.0,14051794.0,14308190.0,14548392.0,14850688.0,15096891.0,15341089.0,15672676.0,15812878.0,16051379.0,16335279.0,16605473.0,16809475.0,17065870.0,17315572.0,17566672.0,17823962.0,18057566.0,18312966.0,18591158.0,18862263.0,19136759.0,19359056.0,19600756.0,19926050.0,20175243.0,20407644.0,20568349.0,20870148.0,21127245.0,21348135.0,21570741.0,21816036.0,22157231.0,22390937.0,22588927.0,22895738.0,23175929.0,23427325.0,23601327.0,23867319.0,24087425.0,24385120.0,24655014.0,24931816.0,25104318.0]} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/tukey.json b/criterion/micro_ops_flat_map/new/tukey.json index 9435c7751df..f22dc413f38 100644 --- a/criterion/micro_ops_flat_map/new/tukey.json +++ b/criterion/micro_ops_flat_map/new/tukey.json @@ -1 +1 @@ -[27883.563762843765,27931.756475927014,28060.270377482342,28108.46309056559] \ No newline at end of file +[27692.490170167108,27790.398943108245,28051.48900428461,28149.397777225746] \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/report/MAD.svg b/criterion/micro_ops_flat_map/report/MAD.svg index f076974f6c6..fb996278410 100644 --- a/criterion/micro_ops_flat_map/report/MAD.svg +++ b/criterion/micro_ops_flat_map/report/MAD.svg @@ -9,74 +9,66 @@ Density (a.u.) Average time (ns) - + +0.01 + + + 0.02 - - -0.04 + + +0.03 - - -0.06 - - - -0.08 + + +0.04 - - -0.1 + + +0.05 - - -0.12 + + +0.06 - - -0.14 + + +0.07 - - -0.16 + + +0.08 - + - -18 + +35 - + -20 +40 - -22 - - - -24 - - - -26 + +45 - - -28 + + +50 - - -30 + + +55 - - -32 + + +60 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/SD.svg b/criterion/micro_ops_flat_map/report/SD.svg index 6c27c8e0138..5c98adf958c 100644 --- a/criterion/micro_ops_flat_map/report/SD.svg +++ b/criterion/micro_ops_flat_map/report/SD.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (ns) - -5e-4 + +0.005 - - -0.001 + + +0.01 - - -0.0015 + + +0.015 - - -0.002 + + +0.02 - - -0.0025 + + +0.025 - - -0.003 + + +0.03 - - -0.0035 + + +0.035 - + + +0.04 + + + +0.045 + + + +0.05 + + - -200 + +40 + + + +50 + + + +60 - - -300 + + +70 - - -400 + + +80 - - -500 + + +90 - - -600 + + +100 - - -700 + + +110 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/both/pdf.svg b/criterion/micro_ops_flat_map/report/both/pdf.svg index 305c2fa168e..4093da880a3 100644 --- a/criterion/micro_ops_flat_map/report/both/pdf.svg +++ b/criterion/micro_ops_flat_map/report/both/pdf.svg @@ -9,42 +9,34 @@ Density (a.u.) Average Time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - -8 - - - -9 - - + 28 @@ -62,10 +54,10 @@ Average Time (µs) 31 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_flat_map/report/both/regression.svg b/criterion/micro_ops_flat_map/report/both/regression.svg index d6ab79aca4a..3b766e5cacf 100644 --- a/criterion/micro_ops_flat_map/report/both/regression.svg +++ b/criterion/micro_ops_flat_map/report/both/regression.svg @@ -19,36 +19,36 @@ Iterations - - - - - + + + + + 0.0 - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - + 0 @@ -93,7 +93,7 @@ Iterations - + Base Sample diff --git a/criterion/micro_ops_flat_map/report/change/mean.svg b/criterion/micro_ops_flat_map/report/change/mean.svg index 6bc8c96843d..4188991e867 100644 --- a/criterion/micro_ops_flat_map/report/change/mean.svg +++ b/criterion/micro_ops_flat_map/report/change/mean.svg @@ -9,63 +9,59 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - -250 - - + - --0.003 + +-0.01 - - --0.002 + + +-0.009 - - --0.001 + + +-0.008 - - -0 + + +-0.007 - + -0.001 +-0.006 - -0.002 + +-0.005 - + -0.003 +-0.004 - -0.004 - - - - - - + +-0.003 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/change/median.svg b/criterion/micro_ops_flat_map/report/change/median.svg index d94822b98c6..13b5bff31d4 100644 --- a/criterion/micro_ops_flat_map/report/change/median.svg +++ b/criterion/micro_ops_flat_map/report/change/median.svg @@ -9,66 +9,70 @@ Density (a.u.) Relative change (%) - -500 + +200 - - -1000 - - - -1500 + + +400 - - -2000 + + +600 - - - --0.0039 + + +800 - - --0.0038 + + +1000 - - --0.0037 + + +1200 - - --0.0036 + + +1400 - - --0.0035 + + +1600 - - + + + -0.0034 - - --0.0033 - - - + + -0.0032 - - --0.0031 - - - + + -0.003 - - - - + + +-0.0028 + + + +-0.0026 + + + +-0.0024 + + + +-0.0022 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/change/t-test.svg b/criterion/micro_ops_flat_map/report/change/t-test.svg index d9567324d52..d6d02a63ac2 100644 --- a/criterion/micro_ops_flat_map/report/change/t-test.svg +++ b/criterion/micro_ops_flat_map/report/change/t-test.svg @@ -46,40 +46,36 @@ t score - --4.0 - - - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + + t distribution diff --git a/criterion/micro_ops_flat_map/report/index.html b/criterion/micro_ops_flat_map/report/index.html index 501cc635eb2..3e9c3052ebf 100644 --- a/criterion/micro_ops_flat_map/report/index.html +++ b/criterion/micro_ops_flat_map/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 27.999 µs - 28.006 µs - 28.015 µs + 27.917 µs + 27.929 µs + 27.942 µs R² - 0.9996991 - 0.9997089 - 0.9996968 + 0.9995232 + 0.9995509 + 0.9995231 Mean - 28.024 µs - 28.102 µs - 28.201 µs + 27.915 µs + 27.928 µs + 27.943 µs Std. Dev. - 189.38 ns - 457.96 ns - 670.13 ns + 43.240 ns + 72.957 ns + 106.16 ns Median - 27.990 µs - 27.996 µs - 28.002 µs + 27.905 µs + 27.917 µs + 27.929 µs MAD - 17.527 ns - 23.987 ns - 31.273 ns + 36.131 ns + 47.801 ns + 57.643 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.2689% - +0.0066% - +0.3624% - (p = 0.97 > + -0.9680% + -0.6195% + -0.3371% + (p = 0.00 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_flat_map/report/mean.svg b/criterion/micro_ops_flat_map/report/mean.svg index 21bdd8cec75..fd80ee0a8b9 100644 --- a/criterion/micro_ops_flat_map/report/mean.svg +++ b/criterion/micro_ops_flat_map/report/mean.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (µs) - -1 + +10 - - -2 + + +20 - - -3 + + +30 - - -4 + + +40 - - -5 + + +50 - - -6 + + +60 - - -7 - - - -8 - - - -9 - - + - -28.02 - - - -28.04 - - - -28.06 - - - -28.08 - - - -28.1 + +27.915 - - -28.12 + + +27.92 - - -28.14 + + +27.925 - - -28.16 + + +27.93 - - -28.18 + + +27.935 - - -28.2 + + +27.94 - - -28.22 + + +27.945 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/median.svg b/criterion/micro_ops_flat_map/report/median.svg index b8ac5388471..470e23eb333 100644 --- a/criterion/micro_ops_flat_map/report/median.svg +++ b/criterion/micro_ops_flat_map/report/median.svg @@ -9,58 +9,70 @@ Density (a.u.) Average time (µs) - + +10 + + + +20 + + + +30 + + + +40 + + + 50 - - -100 + + +60 - - -150 + + +70 - - -200 + + +80 - - -250 + + +90 - + - -27.99 - - - -27.992 + +27.905 - - -27.994 + + +27.91 - - -27.996 + + +27.915 - - -27.998 + + +27.92 - - -28 + + +27.925 - - -28.002 + + +27.93 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/pdf.svg b/criterion/micro_ops_flat_map/report/pdf.svg index b89213544d3..2e8965d8ac6 100644 --- a/criterion/micro_ops_flat_map/report/pdf.svg +++ b/criterion/micro_ops_flat_map/report/pdf.svg @@ -50,42 +50,34 @@ Average Time (µs) - -27.5 + +27.8 - - -28 - - - -28.5 + + +27.9 - - -29 - - - -29.5 + + +28 - - -30 + + +28.1 - - -30.5 + + +28.2 - - -31 + + +28.3 - - -31.5 + + +28.4 - + Density (a.u.) @@ -94,84 +86,44 @@ Density (a.u.) 0 - -0.2 - - - -0.4 - - - -0.6 - - - -0.8 - - - + 1 - - -1.2 - - - -1.4 - - - -1.6 - - - -1.8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_flat_map/report/pdf_small.svg b/criterion/micro_ops_flat_map/report/pdf_small.svg index 08cff0a9e3d..a02dc353401 100644 --- a/criterion/micro_ops_flat_map/report/pdf_small.svg +++ b/criterion/micro_ops_flat_map/report/pdf_small.svg @@ -10,63 +10,51 @@ Average Time (µs) 0 - -0.2 - - - -0.4 - - - -0.6 - - - -0.8 - - - + 1 - - -1.2 + + +2 - - -1.4 + + +3 - - -1.6 + + +4 - - -1.8 + + +5 - - -2 + + +6 + + + +7 - + - -28 + +27.8 - - -29 + + +28 - - -30 + + +28.2 - - -31 + + +28.4 - - - + + + diff --git a/criterion/micro_ops_flat_map/report/regression.svg b/criterion/micro_ops_flat_map/report/regression.svg index fec72665e2a..737011d72da 100644 --- a/criterion/micro_ops_flat_map/report/regression.svg +++ b/criterion/micro_ops_flat_map/report/regression.svg @@ -17,32 +17,32 @@ Iterations - - - - - + + + + + - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - + 100 @@ -81,104 +81,104 @@ Iterations - - - - + + + + - + - - + + - + - - + + - + - + - - + + - + - + - + - - - + + + - + - - + + - + - + - + - + - - - - + + + + - - + + - - + + - - - - - - - + + + + + + + - + - - + + diff --git a/criterion/micro_ops_flat_map/report/regression_small.svg b/criterion/micro_ops_flat_map/report/regression_small.svg index c76089d373f..d4966f84c50 100644 --- a/criterion/micro_ops_flat_map/report/regression_small.svg +++ b/criterion/micro_ops_flat_map/report/regression_small.svg @@ -18,7 +18,7 @@ Iterations - + 5.0 @@ -36,10 +36,10 @@ Iterations 20.0 - + 25.0 - + 100 @@ -80,20 +80,20 @@ Iterations - - + + - + - + - + - + @@ -103,13 +103,13 @@ Iterations - + - + @@ -130,15 +130,15 @@ Iterations - - + + - + @@ -152,30 +152,30 @@ Iterations - - + + - + - - + + - + - - + + - + - + diff --git a/criterion/micro_ops_flat_map/report/relative_pdf_small.svg b/criterion/micro_ops_flat_map/report/relative_pdf_small.svg index aa5492803a5..7df84bf9e6c 100644 --- a/criterion/micro_ops_flat_map/report/relative_pdf_small.svg +++ b/criterion/micro_ops_flat_map/report/relative_pdf_small.svg @@ -6,42 +6,34 @@ Density (a.u.) Average Time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - -8 - - - -9 - - + 28 @@ -59,8 +51,8 @@ Average Time (µs) 31 - - - - + + + + diff --git a/criterion/micro_ops_flat_map/report/relative_regression_small.svg b/criterion/micro_ops_flat_map/report/relative_regression_small.svg index f319be81485..6011c3885d5 100644 --- a/criterion/micro_ops_flat_map/report/relative_regression_small.svg +++ b/criterion/micro_ops_flat_map/report/relative_regression_small.svg @@ -18,9 +18,9 @@ Iterations - + - + 0.0 @@ -34,18 +34,18 @@ Iterations 10.0 - + 15.0 - + 20.0 - + 25.0 - + 0 diff --git a/criterion/micro_ops_flat_map/report/slope.svg b/criterion/micro_ops_flat_map/report/slope.svg index ed82e139f27..d21594a03d7 100644 --- a/criterion/micro_ops_flat_map/report/slope.svg +++ b/criterion/micro_ops_flat_map/report/slope.svg @@ -9,90 +9,58 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - -70 - - - -80 - - - -90 - - - -100 - - + - -27.998 - - - -28 - - - -28.002 - - - -28.004 - - - -28.006 + +27.915 - - -28.008 + + +27.92 - - -28.01 + + +27.925 - - -28.012 + + +27.93 - - -28.014 + + +27.935 - - -28.016 + + +27.94 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/typical.svg b/criterion/micro_ops_flat_map/report/typical.svg index a2fe116e62a..ce16b324be9 100644 --- a/criterion/micro_ops_flat_map/report/typical.svg +++ b/criterion/micro_ops_flat_map/report/typical.svg @@ -9,90 +9,58 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - -70 - - - -80 - - - -90 - - - -100 - - + - -27.998 - - - -28 - - - -28.002 - - - -28.004 - - - -28.006 + +27.915 - - -28.008 + + +27.92 - - -28.01 + + +27.925 - - -28.012 + + +27.93 - - -28.014 + + +27.935 - - -28.016 + + +27.94 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/base/estimates.json b/criterion/micro_ops_fold/base/estimates.json index b7b9abe68e2..b67aa5b7540 100644 --- a/criterion/micro_ops_fold/base/estimates.json +++ b/criterion/micro_ops_fold/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40869.34844779814,"upper_bound":41364.77191222749},"point_estimate":41112.23968878019,"standard_error":126.66306364418247},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40351.436739417986,"upper_bound":41214.77142857143},"point_estimate":40695.683021978024,"standard_error":198.52726413468986},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":782.1073953612952,"upper_bound":1638.746579239767},"point_estimate":1285.8819903097494,"standard_error":227.73794856281583},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40300.99395763859,"upper_bound":40552.40518468687},"point_estimate":40421.39224978361,"standard_error":64.04922606646659},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1089.832278873004,"upper_bound":1446.434089194631},"point_estimate":1272.5722470098608,"standard_error":91.49828347773862}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40480.32885067017,"upper_bound":41029.98610457332},"point_estimate":40752.39997484185,"standard_error":139.6861067527119},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40071.83854031631,"upper_bound":41374.3725731672},"point_estimate":40426.21684530475,"standard_error":342.85727704842157},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1288.1564817782003,"upper_bound":2067.974266470261},"point_estimate":1688.4226551857987,"standard_error":192.7823989519646},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":39763.91860944846,"upper_bound":40095.10670981302},"point_estimate":39924.45520445861,"standard_error":84.08652862480014},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1273.2664912217317,"upper_bound":1506.712374442028},"point_estimate":1399.1371912999175,"standard_error":59.47197193517137}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/base/sample.json b/criterion/micro_ops_fold/base/sample.json index 1cc040426fb..3e67a9ca271 100644 --- a/criterion/micro_ops_fold/base/sample.json +++ b/criterion/micro_ops_fold/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[313198.0,634398.0,922595.0,1161293.0,1501691.0,1771190.0,2099787.0,2429088.0,2600188.0,2992583.0,3294483.0,3551583.0,3807780.0,4153874.0,4398774.0,4700073.0,4991072.0,5434166.0,5689770.0,5911765.0,6159867.0,6551166.0,6716659.0,7102859.0,7437958.0,7561455.0,7998152.0,8321953.0,8635946.0,8993453.0,9363944.0,9495250.0,9755247.0,10167744.0,10362139.0,10554342.0,11030238.0,11142038.0,11307634.0,11540136.0,11529533.0,11704931.0,11891237.0,12158836.0,12591432.0,12773529.0,13227224.0,13724622.0,13772622.0,14194923.0,14200823.0,14471117.0,14886221.0,15257314.0,15449412.0,15670711.0,15989102.0,16065106.0,16405713.0,16920407.0,17013407.0,17451404.0,17467200.0,17796602.0,18223794.0,18479803.0,19007389.0,18880794.0,19553792.0,19498895.0,20154591.0,20622677.0,20440489.0,20979177.0,20813986.0,21692084.0,21440777.0,22204275.0,22131066.0,22590181.0,23091462.0,23166166.0,24257065.0,24041869.0,24121162.0,24078867.0,24311858.0,25223666.0,25301453.0,25333767.0,26005853.0,25875348.0,26038360.0,26392758.0,26762149.0,27565249.0,27177448.0,27532842.0,27934338.0,28506937.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[301200.0,604994.0,910192.0,1200291.0,1468789.0,1769188.0,2076184.0,2375878.0,2691681.0,3001881.0,3270878.0,3567484.0,3836273.0,4095676.0,4426273.0,4788864.0,5026667.0,5411168.0,5588761.0,6027660.0,6077053.0,6470055.0,6827262.0,7181655.0,7248745.0,7556154.0,7956445.0,8145442.0,8630437.0,8728643.0,9172437.0,9414050.0,9758225.0,9855432.0,10328034.0,10607330.0,10878622.0,11030224.0,11663213.0,11725311.0,11698019.0,11356928.0,11745216.0,11787710.0,12445113.0,12721316.0,12675116.0,13277502.0,13142313.0,13676210.0,14084294.0,14510094.0,14524796.0,15214100.0,15477904.0,16123399.0,16220182.0,16783783.0,16731876.0,16916282.0,16986188.0,17050695.0,17501595.0,18567369.0,18634071.0,18891164.0,18515162.0,18873565.0,18888569.0,19482565.0,19424975.0,20000265.0,20141067.0,20025864.0,20805248.0,21339462.0,21539149.0,21076059.0,22207936.0,21907643.0,22210160.0,22745650.0,23172836.0,23975938.0,23881722.0,23516837.0,24379431.0,24784820.0,24979920.0,24618129.0,25077335.0,25532832.0,25890530.0,26605516.0,26878315.0,26864525.0,27102020.0,27520112.0,27101802.0,27647995.0]} \ No newline at end of file diff --git a/criterion/micro_ops_fold/base/tukey.json b/criterion/micro_ops_fold/base/tukey.json index e206b94dc7e..0a0b99e1f95 100644 --- a/criterion/micro_ops_fold/base/tukey.json +++ b/criterion/micro_ops_fold/base/tukey.json @@ -1 +1 @@ -[33587.717736868406,36827.747185380416,45467.82571474578,48707.85516325779] \ No newline at end of file +[32114.580816879577,35856.80026253386,45836.05211761196,49578.271563266244] \ No newline at end of file diff --git a/criterion/micro_ops_fold/change/estimates.json b/criterion/micro_ops_fold/change/estimates.json index 7b8c73ec9f1..12b549688c8 100644 --- a/criterion/micro_ops_fold/change/estimates.json +++ b/criterion/micro_ops_fold/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.13758379855139347,"upper_bound":0.1646382855796061},"point_estimate":0.15118288518918122,"standard_error":0.0069069142006474606},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.14215096408591954,"upper_bound":0.19587465797434142},"point_estimate":0.17736983524468442,"standard_error":0.012283008288188596}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0180706178581199,"upper_bound":-0.00012446021494805226},"point_estimate":-0.00875261763071844,"standard_error":0.004550917397468616},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.021832091663717468,"upper_bound":0.017299732433930678},"point_estimate":-0.006621492911858651,"standard_error":0.009845222637289177}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/estimates.json b/criterion/micro_ops_fold/new/estimates.json index b7b9abe68e2..b67aa5b7540 100644 --- a/criterion/micro_ops_fold/new/estimates.json +++ b/criterion/micro_ops_fold/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40869.34844779814,"upper_bound":41364.77191222749},"point_estimate":41112.23968878019,"standard_error":126.66306364418247},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40351.436739417986,"upper_bound":41214.77142857143},"point_estimate":40695.683021978024,"standard_error":198.52726413468986},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":782.1073953612952,"upper_bound":1638.746579239767},"point_estimate":1285.8819903097494,"standard_error":227.73794856281583},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40300.99395763859,"upper_bound":40552.40518468687},"point_estimate":40421.39224978361,"standard_error":64.04922606646659},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1089.832278873004,"upper_bound":1446.434089194631},"point_estimate":1272.5722470098608,"standard_error":91.49828347773862}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40480.32885067017,"upper_bound":41029.98610457332},"point_estimate":40752.39997484185,"standard_error":139.6861067527119},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40071.83854031631,"upper_bound":41374.3725731672},"point_estimate":40426.21684530475,"standard_error":342.85727704842157},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1288.1564817782003,"upper_bound":2067.974266470261},"point_estimate":1688.4226551857987,"standard_error":192.7823989519646},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":39763.91860944846,"upper_bound":40095.10670981302},"point_estimate":39924.45520445861,"standard_error":84.08652862480014},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1273.2664912217317,"upper_bound":1506.712374442028},"point_estimate":1399.1371912999175,"standard_error":59.47197193517137}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/sample.json b/criterion/micro_ops_fold/new/sample.json index 1cc040426fb..3e67a9ca271 100644 --- a/criterion/micro_ops_fold/new/sample.json +++ b/criterion/micro_ops_fold/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[313198.0,634398.0,922595.0,1161293.0,1501691.0,1771190.0,2099787.0,2429088.0,2600188.0,2992583.0,3294483.0,3551583.0,3807780.0,4153874.0,4398774.0,4700073.0,4991072.0,5434166.0,5689770.0,5911765.0,6159867.0,6551166.0,6716659.0,7102859.0,7437958.0,7561455.0,7998152.0,8321953.0,8635946.0,8993453.0,9363944.0,9495250.0,9755247.0,10167744.0,10362139.0,10554342.0,11030238.0,11142038.0,11307634.0,11540136.0,11529533.0,11704931.0,11891237.0,12158836.0,12591432.0,12773529.0,13227224.0,13724622.0,13772622.0,14194923.0,14200823.0,14471117.0,14886221.0,15257314.0,15449412.0,15670711.0,15989102.0,16065106.0,16405713.0,16920407.0,17013407.0,17451404.0,17467200.0,17796602.0,18223794.0,18479803.0,19007389.0,18880794.0,19553792.0,19498895.0,20154591.0,20622677.0,20440489.0,20979177.0,20813986.0,21692084.0,21440777.0,22204275.0,22131066.0,22590181.0,23091462.0,23166166.0,24257065.0,24041869.0,24121162.0,24078867.0,24311858.0,25223666.0,25301453.0,25333767.0,26005853.0,25875348.0,26038360.0,26392758.0,26762149.0,27565249.0,27177448.0,27532842.0,27934338.0,28506937.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[301200.0,604994.0,910192.0,1200291.0,1468789.0,1769188.0,2076184.0,2375878.0,2691681.0,3001881.0,3270878.0,3567484.0,3836273.0,4095676.0,4426273.0,4788864.0,5026667.0,5411168.0,5588761.0,6027660.0,6077053.0,6470055.0,6827262.0,7181655.0,7248745.0,7556154.0,7956445.0,8145442.0,8630437.0,8728643.0,9172437.0,9414050.0,9758225.0,9855432.0,10328034.0,10607330.0,10878622.0,11030224.0,11663213.0,11725311.0,11698019.0,11356928.0,11745216.0,11787710.0,12445113.0,12721316.0,12675116.0,13277502.0,13142313.0,13676210.0,14084294.0,14510094.0,14524796.0,15214100.0,15477904.0,16123399.0,16220182.0,16783783.0,16731876.0,16916282.0,16986188.0,17050695.0,17501595.0,18567369.0,18634071.0,18891164.0,18515162.0,18873565.0,18888569.0,19482565.0,19424975.0,20000265.0,20141067.0,20025864.0,20805248.0,21339462.0,21539149.0,21076059.0,22207936.0,21907643.0,22210160.0,22745650.0,23172836.0,23975938.0,23881722.0,23516837.0,24379431.0,24784820.0,24979920.0,24618129.0,25077335.0,25532832.0,25890530.0,26605516.0,26878315.0,26864525.0,27102020.0,27520112.0,27101802.0,27647995.0]} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/tukey.json b/criterion/micro_ops_fold/new/tukey.json index e206b94dc7e..0a0b99e1f95 100644 --- a/criterion/micro_ops_fold/new/tukey.json +++ b/criterion/micro_ops_fold/new/tukey.json @@ -1 +1 @@ -[33587.717736868406,36827.747185380416,45467.82571474578,48707.85516325779] \ No newline at end of file +[32114.580816879577,35856.80026253386,45836.05211761196,49578.271563266244] \ No newline at end of file diff --git a/criterion/micro_ops_fold/report/MAD.svg b/criterion/micro_ops_fold/report/MAD.svg index e1aef5b9d9a..cebe4a1912b 100644 --- a/criterion/micro_ops_fold/report/MAD.svg +++ b/criterion/micro_ops_fold/report/MAD.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (µs) - -0.2 + +0.5 - - -0.4 - - - -0.6 - - - -0.8 - - - + + 1 - - -1.2 - - - -1.4 + + +1.5 - - -1.6 + + +2 - - -1.8 + + +2.5 - + - -0.7 - - - -0.8 - - - -0.9 - - - -1 - - - -1.1 - - - -1.2 - - - + 1.3 - - + + 1.4 - - + + 1.5 - - + + 1.6 - - + + 1.7 - - - - + + +1.8 + + + +1.9 + + + +2 + + + +2.1 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/SD.svg b/criterion/micro_ops_fold/report/SD.svg index be78263502c..f3419643faa 100644 --- a/criterion/micro_ops_fold/report/SD.svg +++ b/criterion/micro_ops_fold/report/SD.svg @@ -9,78 +9,62 @@ Density (a.u.) Average time (µs) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - - -4.5 + + +5 - - - -1.1 - - - -1.15 + + +6 - - -1.2 + + +7 - - + + + 1.25 - - + + 1.3 - - + + 1.35 - - + + 1.4 - - + + 1.45 - - - - + + +1.5 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/both/pdf.svg b/criterion/micro_ops_fold/report/both/pdf.svg index a27607717af..846be9c6af9 100644 --- a/criterion/micro_ops_fold/report/both/pdf.svg +++ b/criterion/micro_ops_fold/report/both/pdf.svg @@ -34,22 +34,30 @@ Average Time (µs) - -35 + +38 - - + + 40 - - -45 + + +42 - - - - - + + +44 + + + +46 + + + + + + Base PDF diff --git a/criterion/micro_ops_fold/report/both/regression.svg b/criterion/micro_ops_fold/report/both/regression.svg index ad28e927e74..39cab80f108 100644 --- a/criterion/micro_ops_fold/report/both/regression.svg +++ b/criterion/micro_ops_fold/report/both/regression.svg @@ -80,10 +80,10 @@ Iterations 700 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_fold/report/change/mean.svg b/criterion/micro_ops_fold/report/change/mean.svg index bf0895a7c47..7562df9c078 100644 --- a/criterion/micro_ops_fold/report/change/mean.svg +++ b/criterion/micro_ops_fold/report/change/mean.svg @@ -9,83 +9,87 @@ Density (a.u.) Relative change (%) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - - -45 - - - + + 50 - - -55 + + +60 + + + +70 + + + +80 - + - -0.135 - - - -0.14 - - - -0.145 - - - -0.15 - - - -0.155 - - - -0.16 - - - -0.165 - - - - - - + +-0.02 + + + +-0.018 + + + +-0.016 + + + +-0.014 + + + +-0.012 + + + +-0.01 + + + +-0.008 + + + +-0.006 + + + +-0.004 + + + +-0.002 + + + +3.46945e-18 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/change/median.svg b/criterion/micro_ops_fold/report/change/median.svg index 0a49b830500..453750bcaad 100644 --- a/criterion/micro_ops_fold/report/change/median.svg +++ b/criterion/micro_ops_fold/report/change/median.svg @@ -9,63 +9,87 @@ Density (a.u.) Relative change (%) - + +5 + + + 10 - - + + +15 + + + 20 - - + + +25 + + + 30 - - -40 + + +35 - - -50 + + +40 - - -60 + + +45 - + - -0.14 - - - -0.15 - - - -0.16 - - - -0.17 - - - -0.18 - - - -0.19 - - - -0.2 - - - - - - + +-0.025 + + + +-0.02 + + + +-0.015 + + + +-0.01 + + + +-0.005 + + + +3.46945e-18 + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/change/t-test.svg b/criterion/micro_ops_fold/report/change/t-test.svg index 4d00f58880f..e81a820f6b6 100644 --- a/criterion/micro_ops_fold/report/change/t-test.svg +++ b/criterion/micro_ops_fold/report/change/t-test.svg @@ -13,81 +13,81 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-5.0 + + + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - -5.0 - - - - + + + t distribution diff --git a/criterion/micro_ops_fold/report/index.html b/criterion/micro_ops_fold/report/index.html index 2e34039147e..b073386b0ff 100644 --- a/criterion/micro_ops_fold/report/index.html +++ b/criterion/micro_ops_fold/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 40.301 µs - 40.421 µs - 40.552 µs + 39.764 µs + 39.924 µs + 40.095 µs R² - 0.9648110 - 0.9659278 - 0.9646056 + 0.9370722 + 0.9391488 + 0.9368029 Mean - 40.869 µs - 41.112 µs - 41.365 µs + 40.480 µs + 40.752 µs + 41.030 µs Std. Dev. - 1.0898 µs - 1.2726 µs - 1.4464 µs + 1.2733 µs + 1.3991 µs + 1.5067 µs Median - 40.351 µs - 40.696 µs - 41.215 µs + 40.072 µs + 40.426 µs + 41.374 µs MAD - 782.11 ns - 1.2859 µs - 1.6387 µs + 1.2882 µs + 1.6884 µs + 2.0680 µs @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +13.758% - +15.118% - +16.464% - (p = 0.00 < + -1.8071% + -0.8753% + -0.0124% + (p = 0.06 > 0.05) - Performance has regressed. + No change in performance detected.

Additional Plots:

diff --git a/criterion/micro_ops_fold/report/mean.svg b/criterion/micro_ops_fold/report/mean.svg index 604613bb79b..878a1731c67 100644 --- a/criterion/micro_ops_fold/report/mean.svg +++ b/criterion/micro_ops_fold/report/mean.svg @@ -9,58 +9,54 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - + - -40.9 - - - -41 + +40.5 - - -41.1 + + +40.6 - - -41.2 + + +40.7 - - -41.3 + + +40.8 - - -41.4 + + +40.9 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/median.svg b/criterion/micro_ops_fold/report/median.svg index 69d2abd7bdf..56bd6854acb 100644 --- a/criterion/micro_ops_fold/report/median.svg +++ b/criterion/micro_ops_fold/report/median.svg @@ -9,82 +9,86 @@ Density (a.u.) Average time (µs) - -0.5 + +0.2 - - -1 + + +0.4 + + + +0.6 - - -1.5 + + +0.8 + + + +1 - + -2 +1.2 - -2.5 + +1.4 + + + +1.6 - + -3 +1.8 - -3.5 + +2 - + + +2.2 + + - -40.3 + +40 - - -40.4 + + +40.2 - - -40.5 + + +40.4 - - + + 40.6 - - -40.7 - - - + + 40.8 - - -40.9 - - - + + 41 - - -41.1 - - - + + 41.2 - - -41.3 + + +41.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/pdf.svg b/criterion/micro_ops_fold/report/pdf.svg index af3d8e8582a..1e6fab02317 100644 --- a/criterion/micro_ops_fold/report/pdf.svg +++ b/criterion/micro_ops_fold/report/pdf.svg @@ -42,42 +42,42 @@ Average Time (µs) - + +37 + + + 38 - - + + 39 - - + + 40 - - + + 41 - - + + 42 - - + + 43 - - + + 44 - - + + 45 - - -46 - - + Density (a.u.) @@ -86,34 +86,30 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - -0.3 - - - - + + + - + diff --git a/criterion/micro_ops_fold/report/pdf_small.svg b/criterion/micro_ops_fold/report/pdf_small.svg index 54f7bf1fd02..6e126cce9cf 100644 --- a/criterion/micro_ops_fold/report/pdf_small.svg +++ b/criterion/micro_ops_fold/report/pdf_small.svg @@ -10,55 +10,43 @@ Average Time (µs) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - -0.3 - - - -0.35 - - + - + 38 - - + + 40 - - + + 42 - - + + 44 - - -46 - - - - + + + diff --git a/criterion/micro_ops_fold/report/regression.svg b/criterion/micro_ops_fold/report/regression.svg index 3153bc6b5de..c05fcb7b951 100644 --- a/criterion/micro_ops_fold/report/regression.svg +++ b/criterion/micro_ops_fold/report/regression.svg @@ -15,32 +15,32 @@ Iterations - - - - - + + + + + - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - + 100 @@ -73,105 +73,105 @@ Iterations - + - - + + - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + - - - + + + - - - - - - - + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - + + + + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_fold/report/regression_small.svg b/criterion/micro_ops_fold/report/regression_small.svg index e7a59c35b2f..c345bb83861 100644 --- a/criterion/micro_ops_fold/report/regression_small.svg +++ b/criterion/micro_ops_fold/report/regression_small.svg @@ -12,32 +12,32 @@ Iterations - - - - - + + + + + - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - + 100 @@ -69,104 +69,104 @@ Iterations - - + + - + - - + + - - + + - - - - - - - - - - - - - + + + + + + + + + + + + + - + - - - + + + - - - - - - - + + + + + + + - + - - - + + + - + - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + - - - - - - - + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - + + + + + + + + - - + + diff --git a/criterion/micro_ops_fold/report/relative_pdf_small.svg b/criterion/micro_ops_fold/report/relative_pdf_small.svg index 3859a2fb645..3d28c352072 100644 --- a/criterion/micro_ops_fold/report/relative_pdf_small.svg +++ b/criterion/micro_ops_fold/report/relative_pdf_small.svg @@ -31,20 +31,28 @@ Average Time (µs) - -35 + +38 - - + + 40 - - -45 + + +42 - - - - - + + +44 + + + +46 + + + + + + diff --git a/criterion/micro_ops_fold/report/relative_regression_small.svg b/criterion/micro_ops_fold/report/relative_regression_small.svg index db8746803d5..52bfdeed49e 100644 --- a/criterion/micro_ops_fold/report/relative_regression_small.svg +++ b/criterion/micro_ops_fold/report/relative_regression_small.svg @@ -77,8 +77,8 @@ Iterations 700 - - - - + + + + diff --git a/criterion/micro_ops_fold/report/slope.svg b/criterion/micro_ops_fold/report/slope.svg index 4bc3f7b38b0..df443f60681 100644 --- a/criterion/micro_ops_fold/report/slope.svg +++ b/criterion/micro_ops_fold/report/slope.svg @@ -9,58 +9,82 @@ Density (a.u.) Average time (µs) - + +0.5 + + + 1 - - + + +1.5 + + + 2 - - -3 + + +2.5 - + -4 +3 - -5 + +3.5 - - -6 + + +4 + + + +4.5 + + + +5 - + - -40.3 + +39.75 + + + +39.8 + + + +39.85 - - -40.35 + + +39.9 - - -40.4 + + +39.95 - - -40.45 + + +40 - - -40.5 + + +40.05 - - -40.55 + + +40.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/typical.svg b/criterion/micro_ops_fold/report/typical.svg index 5e804745cec..965d2065d6d 100644 --- a/criterion/micro_ops_fold/report/typical.svg +++ b/criterion/micro_ops_fold/report/typical.svg @@ -9,58 +9,82 @@ Density (a.u.) Average time (µs) - + +0.5 + + + 1 - - + + +1.5 + + + 2 - - -3 + + +2.5 - + -4 +3 - -5 + +3.5 - - -6 + + +4 + + + +4.5 + + + +5 - + - -40.3 + +39.75 + + + +39.8 + + + +39.85 - - -40.35 + + +39.9 - - -40.4 + + +39.95 - - -40.45 + + +40 - - -40.5 + + +40.05 - - -40.55 + + +40.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/base/estimates.json b/criterion/micro_ops_group_by/base/estimates.json index b7e72a8b5f0..eebef540bff 100644 --- a/criterion/micro_ops_group_by/base/estimates.json +++ b/criterion/micro_ops_group_by/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12610.595137186723,"upper_bound":12746.127766034602},"point_estimate":12677.930311823606,"standard_error":34.53741239004941},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12500.325396825398,"upper_bound":12882.165638320546},"point_estimate":12531.13011356304,"standard_error":130.31594956281023},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":341.96869564754866,"upper_bound":555.9672199137709},"point_estimate":530.1749224271997,"standard_error":53.986176002467865},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12506.743253869503,"upper_bound":12681.052937353732},"point_estimate":12598.19792079208,"standard_error":44.704176976518106},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":313.7324031660422,"upper_bound":374.1837659787712},"point_estimate":346.39334628969976,"standard_error":15.398772723257636}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12405.494750608368,"upper_bound":12531.66325676205},"point_estimate":12468.495500010087,"standard_error":32.259581659480396},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12203.798682140048,"upper_bound":12738.684722222222},"point_estimate":12234.52609959555,"standard_error":198.4885183817971},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80.26193569773571,"upper_bound":540.3039084076886},"point_estimate":270.49945422993306,"standard_error":142.59837200152347},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12366.125034131504,"upper_bound":12527.176398301957},"point_estimate":12450.94456603123,"standard_error":41.268934247536315},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":304.67929489803447,"upper_bound":340.69756152676695},"point_estimate":324.22841425173516,"standard_error":9.203095599536459}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/base/sample.json b/criterion/micro_ops_group_by/base/sample.json index 6bb0c06ff83..6e308f4c67e 100644 --- a/criterion/micro_ops_group_by/base/sample.json +++ b/criterion/micro_ops_group_by/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[160200.0,316398.0,472898.0,625894.0,778497.0,952995.0,1092493.0,1263495.0,1405292.0,1562193.0,1723093.0,1890590.0,2032787.0,2185490.0,2363588.0,2520488.0,2676283.0,2825880.0,3006882.0,3185384.0,3337484.0,3483586.0,3619977.0,3753681.0,3876479.0,4022477.0,4189477.0,4326675.0,4470478.0,4507576.0,4593278.0,4770170.0,4853973.0,5022477.0,5177673.0,5398676.0,5549874.0,5740462.0,5851074.0,5998667.0,6161664.0,6300164.0,6458661.0,6575854.0,6745963.0,6927670.0,7051965.0,7193963.0,7304762.0,7451064.0,7634061.0,7761865.0,7917560.0,8087570.0,8246258.0,8397859.0,8499655.0,8709252.0,8842056.0,8987753.0,9182650.0,9302153.0,9479146.0,9583745.0,9745260.0,9912249.0,10038250.0,10200940.0,10199939.0,10182931.0,10312242.0,10553257.0,10661029.0,10936326.0,10940726.0,11048108.0,11218845.0,11411259.0,11485125.0,11646429.0,11801440.0,11906997.0,12122839.0,13084927.0,13145526.0,13318827.0,13456832.0,13656729.0,13773719.0,13868230.0,14189023.0,14215723.0,14350625.0,14570123.0,14741816.0,14935519.0,15082216.0,15243912.0,15233923.0,15477117.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[157399.0,307299.0,459096.0,609096.0,763898.0,917693.0,1069092.0,1224690.0,1382398.0,1531995.0,1703774.0,1840000.0,2000292.0,2139982.0,2303291.0,2475285.0,2628885.0,2785187.0,2934186.0,3122968.0,3251181.0,3422378.0,3572377.0,3680275.0,3813177.0,3976270.0,4138185.0,4292157.0,4445565.0,4509179.0,4619554.0,4649178.0,4731175.0,4883567.0,5062368.0,5253964.0,5414265.0,5573872.0,5705761.0,5840363.0,6004966.0,6129760.0,6310964.0,6435953.0,6572962.0,6755653.0,6872955.0,7038362.0,7159860.0,7333641.0,7450260.0,7570344.0,7728856.0,7912741.0,8030053.0,8215653.0,8310929.0,8497848.0,8594650.0,8772748.0,8889949.0,9078151.0,9211048.0,9338241.0,9513945.0,9624129.0,9782739.0,9927238.0,10078933.0,10191819.0,10340437.0,10506343.0,10727120.0,10794235.0,10943824.0,11097823.0,11269434.0,11386322.0,11574122.0,11712520.0,11829526.0,12010489.0,12116342.0,12906121.0,13027019.0,13262012.0,13351617.0,13501313.0,13639021.0,13807609.0,13954814.0,14082007.0,14252106.0,14390918.0,14572412.0,14737404.0,14895798.0,15029003.0,15169199.0,15281401.0]} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/base/tukey.json b/criterion/micro_ops_group_by/base/tukey.json index 5d57572db44..70f8925f47b 100644 --- a/criterion/micro_ops_group_by/base/tukey.json +++ b/criterion/micro_ops_group_by/base/tukey.json @@ -1 +1 @@ -[10882.354249111737,11667.652190665074,13761.780034807307,14547.077976360644] \ No newline at end of file +[10345.498807058153,11257.692939307179,13690.21062530458,14602.404757553606] \ No newline at end of file diff --git a/criterion/micro_ops_group_by/change/estimates.json b/criterion/micro_ops_group_by/change/estimates.json index d73c4d98654..0c0697a3543 100644 --- a/criterion/micro_ops_group_by/change/estimates.json +++ b/criterion/micro_ops_group_by/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.08649113315180801,"upper_bound":0.10375566861702204},"point_estimate":0.0951810957724013,"standard_error":0.004424300824322941},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.06067916312958144,"upper_bound":0.13693578221455427},"point_estimate":0.10189112120548693,"standard_error":0.02230708283190548}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.02380541053384177,"upper_bound":-0.009396097563155213},"point_estimate":-0.016519637406288368,"standard_error":0.003679102377665339},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.05044000591887421,"upper_bound":0.017734593623527584},"point_estimate":-0.023669374691629885,"standard_error":0.018883176526849527}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/estimates.json b/criterion/micro_ops_group_by/new/estimates.json index b7e72a8b5f0..eebef540bff 100644 --- a/criterion/micro_ops_group_by/new/estimates.json +++ b/criterion/micro_ops_group_by/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12610.595137186723,"upper_bound":12746.127766034602},"point_estimate":12677.930311823606,"standard_error":34.53741239004941},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12500.325396825398,"upper_bound":12882.165638320546},"point_estimate":12531.13011356304,"standard_error":130.31594956281023},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":341.96869564754866,"upper_bound":555.9672199137709},"point_estimate":530.1749224271997,"standard_error":53.986176002467865},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12506.743253869503,"upper_bound":12681.052937353732},"point_estimate":12598.19792079208,"standard_error":44.704176976518106},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":313.7324031660422,"upper_bound":374.1837659787712},"point_estimate":346.39334628969976,"standard_error":15.398772723257636}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12405.494750608368,"upper_bound":12531.66325676205},"point_estimate":12468.495500010087,"standard_error":32.259581659480396},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12203.798682140048,"upper_bound":12738.684722222222},"point_estimate":12234.52609959555,"standard_error":198.4885183817971},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80.26193569773571,"upper_bound":540.3039084076886},"point_estimate":270.49945422993306,"standard_error":142.59837200152347},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12366.125034131504,"upper_bound":12527.176398301957},"point_estimate":12450.94456603123,"standard_error":41.268934247536315},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":304.67929489803447,"upper_bound":340.69756152676695},"point_estimate":324.22841425173516,"standard_error":9.203095599536459}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/sample.json b/criterion/micro_ops_group_by/new/sample.json index 6bb0c06ff83..6e308f4c67e 100644 --- a/criterion/micro_ops_group_by/new/sample.json +++ b/criterion/micro_ops_group_by/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[160200.0,316398.0,472898.0,625894.0,778497.0,952995.0,1092493.0,1263495.0,1405292.0,1562193.0,1723093.0,1890590.0,2032787.0,2185490.0,2363588.0,2520488.0,2676283.0,2825880.0,3006882.0,3185384.0,3337484.0,3483586.0,3619977.0,3753681.0,3876479.0,4022477.0,4189477.0,4326675.0,4470478.0,4507576.0,4593278.0,4770170.0,4853973.0,5022477.0,5177673.0,5398676.0,5549874.0,5740462.0,5851074.0,5998667.0,6161664.0,6300164.0,6458661.0,6575854.0,6745963.0,6927670.0,7051965.0,7193963.0,7304762.0,7451064.0,7634061.0,7761865.0,7917560.0,8087570.0,8246258.0,8397859.0,8499655.0,8709252.0,8842056.0,8987753.0,9182650.0,9302153.0,9479146.0,9583745.0,9745260.0,9912249.0,10038250.0,10200940.0,10199939.0,10182931.0,10312242.0,10553257.0,10661029.0,10936326.0,10940726.0,11048108.0,11218845.0,11411259.0,11485125.0,11646429.0,11801440.0,11906997.0,12122839.0,13084927.0,13145526.0,13318827.0,13456832.0,13656729.0,13773719.0,13868230.0,14189023.0,14215723.0,14350625.0,14570123.0,14741816.0,14935519.0,15082216.0,15243912.0,15233923.0,15477117.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[157399.0,307299.0,459096.0,609096.0,763898.0,917693.0,1069092.0,1224690.0,1382398.0,1531995.0,1703774.0,1840000.0,2000292.0,2139982.0,2303291.0,2475285.0,2628885.0,2785187.0,2934186.0,3122968.0,3251181.0,3422378.0,3572377.0,3680275.0,3813177.0,3976270.0,4138185.0,4292157.0,4445565.0,4509179.0,4619554.0,4649178.0,4731175.0,4883567.0,5062368.0,5253964.0,5414265.0,5573872.0,5705761.0,5840363.0,6004966.0,6129760.0,6310964.0,6435953.0,6572962.0,6755653.0,6872955.0,7038362.0,7159860.0,7333641.0,7450260.0,7570344.0,7728856.0,7912741.0,8030053.0,8215653.0,8310929.0,8497848.0,8594650.0,8772748.0,8889949.0,9078151.0,9211048.0,9338241.0,9513945.0,9624129.0,9782739.0,9927238.0,10078933.0,10191819.0,10340437.0,10506343.0,10727120.0,10794235.0,10943824.0,11097823.0,11269434.0,11386322.0,11574122.0,11712520.0,11829526.0,12010489.0,12116342.0,12906121.0,13027019.0,13262012.0,13351617.0,13501313.0,13639021.0,13807609.0,13954814.0,14082007.0,14252106.0,14390918.0,14572412.0,14737404.0,14895798.0,15029003.0,15169199.0,15281401.0]} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/tukey.json b/criterion/micro_ops_group_by/new/tukey.json index 5d57572db44..70f8925f47b 100644 --- a/criterion/micro_ops_group_by/new/tukey.json +++ b/criterion/micro_ops_group_by/new/tukey.json @@ -1 +1 @@ -[10882.354249111737,11667.652190665074,13761.780034807307,14547.077976360644] \ No newline at end of file +[10345.498807058153,11257.692939307179,13690.21062530458,14602.404757553606] \ No newline at end of file diff --git a/criterion/micro_ops_group_by/report/MAD.svg b/criterion/micro_ops_group_by/report/MAD.svg index be122a1c2dc..1bd1ce90801 100644 --- a/criterion/micro_ops_group_by/report/MAD.svg +++ b/criterion/micro_ops_group_by/report/MAD.svg @@ -9,74 +9,94 @@ Density (a.u.) Average time (ns) - + +5e-4 + + + 0.001 - - + + +0.0015 + + + 0.002 - - + + +0.0025 + + + 0.003 - - + + +0.0035 + + + 0.004 - - + + +0.0045 + + + 0.005 - - -0.006 + + + +50 - - -0.007 + + +100 - - -0.008 + + +150 - - -0.009 + + +200 - - -0.01 + + +250 - - -0.011 + + +300 - - - + + 350 - - + + 400 - - + + 450 - - + + 500 - - + + 550 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/SD.svg b/criterion/micro_ops_group_by/report/SD.svg index 7c07317c7c1..488caa2e582 100644 --- a/criterion/micro_ops_group_by/report/SD.svg +++ b/criterion/micro_ops_group_by/report/SD.svg @@ -9,62 +9,78 @@ Density (a.u.) Average time (ns) - + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - + + 0.025 - + + +0.03 + + + +0.035 + + + +0.04 + + + +0.045 + + - -310 + +305 - - -320 + + +310 - - -330 + + +315 - - -340 + + +320 - - -350 + + +325 - - -360 + + +330 - - -370 + + +335 - - -380 + + +340 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/both/pdf.svg b/criterion/micro_ops_group_by/report/both/pdf.svg index 51c51963561..798a53a7e5b 100644 --- a/criterion/micro_ops_group_by/report/both/pdf.svg +++ b/criterion/micro_ops_group_by/report/both/pdf.svg @@ -9,47 +9,55 @@ Density (a.u.) Average Time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - - -11 + + +1.4 - - + + + 12 - - + + +12.5 + + + 13 - - - - - + + +13.5 + + + + + + Base PDF diff --git a/criterion/micro_ops_group_by/report/both/regression.svg b/criterion/micro_ops_group_by/report/both/regression.svg index 0b9839c595e..93a60ee3c80 100644 --- a/criterion/micro_ops_group_by/report/both/regression.svg +++ b/criterion/micro_ops_group_by/report/both/regression.svg @@ -85,10 +85,10 @@ Iterations (x 10^3) 1.2 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_group_by/report/change/mean.svg b/criterion/micro_ops_group_by/report/change/mean.svg index 1b7692448ea..40453e7f29f 100644 --- a/criterion/micro_ops_group_by/report/change/mean.svg +++ b/criterion/micro_ops_group_by/report/change/mean.svg @@ -9,83 +9,87 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - + + +90 + + + +100 + + - -0.086 - - - -0.088 - - - -0.09 - - - -0.092 - - - -0.094 - - - -0.096 - - - -0.098 - - - -0.1 - - - -0.102 - - - -0.104 - - - - - - + +-0.024 + + + +-0.022 + + + +-0.02 + + + +-0.018 + + + +-0.016 + + + +-0.014 + + + +-0.012 + + + +-0.01 + + + +-0.008 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/change/median.svg b/criterion/micro_ops_group_by/report/change/median.svg index 6a3fbd89e96..1c86d16e888 100644 --- a/criterion/micro_ops_group_by/report/change/median.svg +++ b/criterion/micro_ops_group_by/report/change/median.svg @@ -9,83 +9,67 @@ Density (a.u.) Relative change (%) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - - -45 + + +50 + + + +60 - + - -0.06 - - - -0.07 - - - -0.08 - - - -0.09 - - - -0.1 - - - -0.11 - - - -0.12 - - - -0.13 - - - -0.14 - - - - - - + +-0.05 + + + +-0.04 + + + +-0.03 + + + +-0.02 + + + +-0.01 + + + +6.9389e-18 + + + +0.01 + + + +0.02 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/change/t-test.svg b/criterion/micro_ops_group_by/report/change/t-test.svg index 13776b0e84d..cb1ea86771e 100644 --- a/criterion/micro_ops_group_by/report/change/t-test.svg +++ b/criterion/micro_ops_group_by/report/change/t-test.svg @@ -13,81 +13,81 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - --5.0 - - - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + +5.0 + + + + t distribution diff --git a/criterion/micro_ops_group_by/report/index.html b/criterion/micro_ops_group_by/report/index.html index f91316711ff..973907fd3a4 100644 --- a/criterion/micro_ops_group_by/report/index.html +++ b/criterion/micro_ops_group_by/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 12.507 µs - 12.598 µs - 12.681 µs + 12.366 µs + 12.451 µs + 12.527 µs R² - 0.9194966 - 0.9251270 - 0.9205007 + 0.9255059 + 0.9305262 + 0.9264668 Mean - 12.611 µs - 12.678 µs - 12.746 µs + 12.405 µs + 12.468 µs + 12.532 µs Std. Dev. - 313.73 ns - 346.39 ns - 374.18 ns + 304.68 ns + 324.23 ns + 340.70 ns Median - 12.500 µs - 12.531 µs - 12.882 µs + 12.204 µs + 12.235 µs + 12.739 µs MAD - 341.97 ns - 530.17 ns - 555.97 ns + 80.262 ns + 270.50 ns + 540.30 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +8.6491% - +9.5181% - +10.376% + -2.3805% + -1.6520% + -0.9396% (p = 0.00 < 0.05) - Performance has regressed. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_group_by/report/mean.svg b/criterion/micro_ops_group_by/report/mean.svg index 593e5886a43..298e15253b0 100644 --- a/criterion/micro_ops_group_by/report/mean.svg +++ b/criterion/micro_ops_group_by/report/mean.svg @@ -9,70 +9,66 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - + - -12.6 + +12.4 - - -12.62 + + +12.42 - - -12.64 + + +12.44 - - -12.66 + + +12.46 - - -12.68 + + +12.48 - - -12.7 + + +12.5 - - -12.72 + + +12.52 - - -12.74 + + +12.54 - - -12.76 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/median.svg b/criterion/micro_ops_group_by/report/median.svg index 66e1ae49986..c17fe0bb630 100644 --- a/criterion/micro_ops_group_by/report/median.svg +++ b/criterion/micro_ops_group_by/report/median.svg @@ -9,70 +9,78 @@ Density (a.u.) Average time (µs) - + +1 + + + 2 - - + + +3 + + + 4 - - + + +5 + + + 6 - - + + +7 + + + 8 - - -10 + + +9 - - -12 + + +10 - - -14 + + +11 - + - -12.5 + +12.2 - - -12.55 + + +12.3 - - -12.6 - - - -12.65 - - - -12.7 + + +12.4 - - -12.75 + + +12.5 - - -12.8 + + +12.6 - - -12.85 + + +12.7 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/pdf.svg b/criterion/micro_ops_group_by/report/pdf.svg index a5352be0d69..af4ec438368 100644 --- a/criterion/micro_ops_group_by/report/pdf.svg +++ b/criterion/micro_ops_group_by/report/pdf.svg @@ -38,46 +38,46 @@ Average Time (µs) - + +11.6 + + + 11.8 - - + + 12 - - + + 12.2 - - + + 12.4 - - + + 12.6 - - + + 12.8 - - + + 13 - - + + 13.2 - - + + 13.4 - - -13.6 - - + Density (a.u.) @@ -86,50 +86,38 @@ Density (a.u.) 0 - -0.1 - - - + 0.2 - - -0.3 - - - + + 0.4 - - -0.5 - - - + + 0.6 - - -0.7 - - - + + 0.8 - - -0.9 - - - + + 1 - - - - - + + +1.2 + + + +1.4 + + + + + + diff --git a/criterion/micro_ops_group_by/report/pdf_small.svg b/criterion/micro_ops_group_by/report/pdf_small.svg index d40c0fe5a4f..5f960f5adc1 100644 --- a/criterion/micro_ops_group_by/report/pdf_small.svg +++ b/criterion/micro_ops_group_by/report/pdf_small.svg @@ -10,43 +10,51 @@ Average Time (µs) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - + + +1.2 + + + +1.4 + + - + 12 - - + + 12.5 - - + + 13 - - + + 13.5 - - - + + + diff --git a/criterion/micro_ops_group_by/report/regression.svg b/criterion/micro_ops_group_by/report/regression.svg index c2e9f8e408e..4fe465f04c9 100644 --- a/criterion/micro_ops_group_by/report/regression.svg +++ b/criterion/micro_ops_group_by/report/regression.svg @@ -14,42 +14,42 @@ Iterations (x 10^3) - - - - - - - + + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - + 0.2 @@ -82,101 +82,101 @@ Iterations (x 10^3) - - + + - + - - + + - + - + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - + + + + - - - - - - - - - + + + + + + + + + - - - + + + - - - - - + + + + + - - + + - + - + Sample diff --git a/criterion/micro_ops_group_by/report/regression_small.svg b/criterion/micro_ops_group_by/report/regression_small.svg index 4caccc211fa..b4e6544d795 100644 --- a/criterion/micro_ops_group_by/report/regression_small.svg +++ b/criterion/micro_ops_group_by/report/regression_small.svg @@ -12,41 +12,41 @@ Iterations (x 10^3) - - - - - - + + + + + + 2.0 - + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - + 0.2 @@ -91,8 +91,8 @@ Iterations (x 10^3) - - + + @@ -101,77 +101,77 @@ Iterations (x 10^3) - - + + - - - - - - - - - - - + + + + + + + + + + + - - - - + + + + - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - - - - + + + + - - - - - - - - - + + + + + + + + + - - - - - - + + + + + + - + - + - + diff --git a/criterion/micro_ops_group_by/report/relative_pdf_small.svg b/criterion/micro_ops_group_by/report/relative_pdf_small.svg index 6b81a329935..86a11628972 100644 --- a/criterion/micro_ops_group_by/report/relative_pdf_small.svg +++ b/criterion/micro_ops_group_by/report/relative_pdf_small.svg @@ -6,45 +6,53 @@ Density (a.u.) Average Time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - - -11 + + +1.4 - - + + + 12 - - + + +12.5 + + + 13 - - - - - + + +13.5 + + + + + + diff --git a/criterion/micro_ops_group_by/report/relative_regression_small.svg b/criterion/micro_ops_group_by/report/relative_regression_small.svg index a4836706fb0..3afe02b2eec 100644 --- a/criterion/micro_ops_group_by/report/relative_regression_small.svg +++ b/criterion/micro_ops_group_by/report/relative_regression_small.svg @@ -82,8 +82,8 @@ Iterations (x 10^3) 1.2 - - - - + + + + diff --git a/criterion/micro_ops_group_by/report/slope.svg b/criterion/micro_ops_group_by/report/slope.svg index 7cc3c2eb244..343331ef8b3 100644 --- a/criterion/micro_ops_group_by/report/slope.svg +++ b/criterion/micro_ops_group_by/report/slope.svg @@ -9,90 +9,90 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - + + 9 - + + +10 + + -12.5 +12.36 - -12.52 - - - -12.54 + +12.38 - - -12.56 + + +12.4 - - -12.58 + + +12.42 - - -12.6 + + +12.44 - - -12.62 + + +12.46 - - -12.64 + + +12.48 - - -12.66 + + +12.5 - - -12.68 + + +12.52 - - -12.7 + + +12.54 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/typical.svg b/criterion/micro_ops_group_by/report/typical.svg index 1a3d2a34b3f..6f273a34f13 100644 --- a/criterion/micro_ops_group_by/report/typical.svg +++ b/criterion/micro_ops_group_by/report/typical.svg @@ -9,90 +9,90 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - + + 9 - + + +10 + + -12.5 +12.36 - -12.52 - - - -12.54 + +12.38 - - -12.56 + + +12.4 - - -12.58 + + +12.42 - - -12.6 + + +12.44 - - -12.62 + + +12.46 - - -12.64 + + +12.48 - - -12.66 + + +12.5 - - -12.68 + + +12.52 - - -12.7 + + +12.54 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/base/estimates.json b/criterion/micro_ops_identity/base/estimates.json index 38cd3dc90e5..c077be839a3 100644 --- a/criterion/micro_ops_identity/base/estimates.json +++ b/criterion/micro_ops_identity/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8878.223787676478,"upper_bound":8892.541239848073},"point_estimate":8884.664775183579,"standard_error":3.6648762967204607},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8872.545454545454,"upper_bound":8880.333995549903},"point_estimate":8876.333003952568,"standard_error":1.9286007047009448},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12.518830403004863,"upper_bound":27.32652864141582},"point_estimate":18.04326039439548,"standard_error":3.9443464084598854},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8871.601898380073,"upper_bound":8890.356146343136},"point_estimate":8879.15974743743,"standard_error":4.860473608203364},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21.08023424252491,"upper_bound":53.42065841060318},"point_estimate":36.81490454374079,"standard_error":9.277118683006409}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8862.686783353294,"upper_bound":8871.641049842545},"point_estimate":8866.982044393195,"standard_error":2.284536631956751},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8859.113636363636,"upper_bound":8866.141112618725},"point_estimate":8863.45243128964,"standard_error":1.744349921402398},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13.893823958205509,"upper_bound":21.928559712836563},"point_estimate":18.85248946879297,"standard_error":2.112240378020769},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8859.925648363536,"upper_bound":8866.60961788124},"point_estimate":8863.180986874808,"standard_error":1.6979337339098324},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17.791908960112533,"upper_bound":27.3991953357789},"point_estimate":22.913158010000426,"standard_error":2.4477425066576117}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/base/sample.json b/criterion/micro_ops_identity/base/sample.json index bf93eca3f33..53c2d625908 100644 --- a/criterion/micro_ops_identity/base/sample.json +++ b/criterion/micro_ops_identity/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[11.0,22.0,33.0,44.0,55.0,66.0,77.0,88.0,99.0,110.0,121.0,132.0,143.0,154.0,165.0,176.0,187.0,198.0,209.0,220.0,231.0,242.0,253.0,264.0,275.0,286.0,297.0,308.0,319.0,330.0,341.0,352.0,363.0,374.0,385.0,396.0,407.0,418.0,429.0,440.0,451.0,462.0,473.0,484.0,495.0,506.0,517.0,528.0,539.0,550.0,561.0,572.0,583.0,594.0,605.0,616.0,627.0,638.0,649.0,660.0,671.0,682.0,693.0,704.0,715.0,726.0,737.0,748.0,759.0,770.0,781.0,792.0,803.0,814.0,825.0,836.0,847.0,858.0,869.0,880.0,891.0,902.0,913.0,924.0,935.0,946.0,957.0,968.0,979.0,990.0,1001.0,1012.0,1023.0,1034.0,1045.0,1056.0,1067.0,1078.0,1089.0,1100.0],"times":[97598.0,194599.0,292198.0,395896.0,487896.0,585497.0,683194.0,780696.0,877993.0,981393.0,1072097.0,1180192.0,1267593.0,1366292.0,1469591.0,1561192.0,1660588.0,1755589.0,1863491.0,1951589.0,2064584.0,2153089.0,2243784.0,2353585.0,2436984.0,2537089.0,2654383.0,2730684.0,2831983.0,2934282.0,3035981.0,3133883.0,3230280.0,3315181.0,3416576.0,3530974.0,3622580.0,3724778.0,3827679.0,3904480.0,4004277.0,4094576.0,4198071.0,4298575.0,4403971.0,4476575.0,4576875.0,4678362.0,4829271.0,4864473.0,4982475.0,5078968.0,5175368.0,5266365.0,5394969.0,5465667.0,5566564.0,5667863.0,5783068.0,5862564.0,5963267.0,6053463.0,6156266.0,6249962.0,6364762.0,6449761.0,6562161.0,6644458.0,6737355.0,6861558.0,6938960.0,7243858.0,7161257.0,7204560.0,7339347.0,7419254.0,7524555.0,7612552.0,7705356.0,7793554.0,7897948.0,8004355.0,8109648.0,8222449.0,8284145.0,8380450.0,8476347.0,8602050.0,8690348.0,8789140.0,8873051.0,8960947.0,9062341.0,9177341.0,9270744.0,9351541.0,9439440.0,9559340.0,9637540.0,9740636.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[11.0,22.0,33.0,44.0,55.0,66.0,77.0,88.0,99.0,110.0,121.0,132.0,143.0,154.0,165.0,176.0,187.0,198.0,209.0,220.0,231.0,242.0,253.0,264.0,275.0,286.0,297.0,308.0,319.0,330.0,341.0,352.0,363.0,374.0,385.0,396.0,407.0,418.0,429.0,440.0,451.0,462.0,473.0,484.0,495.0,506.0,517.0,528.0,539.0,550.0,561.0,572.0,583.0,594.0,605.0,616.0,627.0,638.0,649.0,660.0,671.0,682.0,693.0,704.0,715.0,726.0,737.0,748.0,759.0,770.0,781.0,792.0,803.0,814.0,825.0,836.0,847.0,858.0,869.0,880.0,891.0,902.0,913.0,924.0,935.0,946.0,957.0,968.0,979.0,990.0,1001.0,1012.0,1023.0,1034.0,1045.0,1056.0,1067.0,1078.0,1089.0,1100.0],"times":[97399.0,194998.0,292398.0,389298.0,487996.0,584997.0,688594.0,785190.0,884792.0,975892.0,1070091.0,1168489.0,1265388.0,1365089.0,1465189.0,1556785.0,1652389.0,1756886.0,1869786.0,1946684.0,2044384.0,2143881.0,2236681.0,2335482.0,2445381.0,2537683.0,2630078.0,2743578.0,2824180.0,2920175.0,3028477.0,3112176.0,3218176.0,3317479.0,3419875.0,3520473.0,3613968.0,3734374.0,3816874.0,3896672.0,4005468.0,4092368.0,4192369.0,4277971.0,4404265.0,4487566.0,4579061.0,4687965.0,4764261.0,4863665.0,4965963.0,5076261.0,5175357.0,5250652.0,5360461.0,5491858.0,5567257.0,5684053.0,5752457.0,5843452.0,5956452.0,6065854.0,6144259.0,6234653.0,6324554.0,6439550.0,6534346.0,6632445.0,6715345.0,6807048.0,6924549.0,7001948.0,7118047.0,7203551.0,7309743.0,7411738.0,7509246.0,7603937.0,7715945.0,7798434.0,7896139.0,7974628.0,8080938.0,8172038.0,8299438.0,8379039.0,8468737.0,8565443.0,8691437.0,8769643.0,8854231.0,8981427.0,9066933.0,9165730.0,9253326.0,9371929.0,9453131.0,9557924.0,9663127.0,9745025.0]} \ No newline at end of file diff --git a/criterion/micro_ops_identity/base/tukey.json b/criterion/micro_ops_identity/base/tukey.json index 434c5867d86..b63fe2e467b 100644 --- a/criterion/micro_ops_identity/base/tukey.json +++ b/criterion/micro_ops_identity/base/tukey.json @@ -1 +1 @@ -[8772.813685556866,8819.364364423454,8943.499508067689,8990.050186934277] \ No newline at end of file +[8777.163109231231,8813.964684537903,8912.102218689026,8948.903793995696] \ No newline at end of file diff --git a/criterion/micro_ops_identity/change/estimates.json b/criterion/micro_ops_identity/change/estimates.json index 803b69cbd69..5516b7e63f7 100644 --- a/criterion/micro_ops_identity/change/estimates.json +++ b/criterion/micro_ops_identity/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.18045045976671342,"upper_bound":0.18296480216010352},"point_estimate":0.18167892628105586,"standard_error":0.0006435335999406123},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.18065192165412758,"upper_bound":0.18237161194144846},"point_estimate":0.18146319765108054,"standard_error":0.0004329014706857212}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0030164468704958884,"upper_bound":-0.0011226201289601103},"point_estimate":-0.0019902530076064684,"standard_error":0.0004817069246848182},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0020807660382913262,"upper_bound":-0.0009600627995893785},"point_estimate":-0.0014511141771261782,"standard_error":0.0002856370494432724}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/estimates.json b/criterion/micro_ops_identity/new/estimates.json index 38cd3dc90e5..c077be839a3 100644 --- a/criterion/micro_ops_identity/new/estimates.json +++ b/criterion/micro_ops_identity/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8878.223787676478,"upper_bound":8892.541239848073},"point_estimate":8884.664775183579,"standard_error":3.6648762967204607},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8872.545454545454,"upper_bound":8880.333995549903},"point_estimate":8876.333003952568,"standard_error":1.9286007047009448},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12.518830403004863,"upper_bound":27.32652864141582},"point_estimate":18.04326039439548,"standard_error":3.9443464084598854},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8871.601898380073,"upper_bound":8890.356146343136},"point_estimate":8879.15974743743,"standard_error":4.860473608203364},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21.08023424252491,"upper_bound":53.42065841060318},"point_estimate":36.81490454374079,"standard_error":9.277118683006409}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8862.686783353294,"upper_bound":8871.641049842545},"point_estimate":8866.982044393195,"standard_error":2.284536631956751},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8859.113636363636,"upper_bound":8866.141112618725},"point_estimate":8863.45243128964,"standard_error":1.744349921402398},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13.893823958205509,"upper_bound":21.928559712836563},"point_estimate":18.85248946879297,"standard_error":2.112240378020769},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8859.925648363536,"upper_bound":8866.60961788124},"point_estimate":8863.180986874808,"standard_error":1.6979337339098324},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17.791908960112533,"upper_bound":27.3991953357789},"point_estimate":22.913158010000426,"standard_error":2.4477425066576117}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/sample.json b/criterion/micro_ops_identity/new/sample.json index bf93eca3f33..53c2d625908 100644 --- a/criterion/micro_ops_identity/new/sample.json +++ b/criterion/micro_ops_identity/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[11.0,22.0,33.0,44.0,55.0,66.0,77.0,88.0,99.0,110.0,121.0,132.0,143.0,154.0,165.0,176.0,187.0,198.0,209.0,220.0,231.0,242.0,253.0,264.0,275.0,286.0,297.0,308.0,319.0,330.0,341.0,352.0,363.0,374.0,385.0,396.0,407.0,418.0,429.0,440.0,451.0,462.0,473.0,484.0,495.0,506.0,517.0,528.0,539.0,550.0,561.0,572.0,583.0,594.0,605.0,616.0,627.0,638.0,649.0,660.0,671.0,682.0,693.0,704.0,715.0,726.0,737.0,748.0,759.0,770.0,781.0,792.0,803.0,814.0,825.0,836.0,847.0,858.0,869.0,880.0,891.0,902.0,913.0,924.0,935.0,946.0,957.0,968.0,979.0,990.0,1001.0,1012.0,1023.0,1034.0,1045.0,1056.0,1067.0,1078.0,1089.0,1100.0],"times":[97598.0,194599.0,292198.0,395896.0,487896.0,585497.0,683194.0,780696.0,877993.0,981393.0,1072097.0,1180192.0,1267593.0,1366292.0,1469591.0,1561192.0,1660588.0,1755589.0,1863491.0,1951589.0,2064584.0,2153089.0,2243784.0,2353585.0,2436984.0,2537089.0,2654383.0,2730684.0,2831983.0,2934282.0,3035981.0,3133883.0,3230280.0,3315181.0,3416576.0,3530974.0,3622580.0,3724778.0,3827679.0,3904480.0,4004277.0,4094576.0,4198071.0,4298575.0,4403971.0,4476575.0,4576875.0,4678362.0,4829271.0,4864473.0,4982475.0,5078968.0,5175368.0,5266365.0,5394969.0,5465667.0,5566564.0,5667863.0,5783068.0,5862564.0,5963267.0,6053463.0,6156266.0,6249962.0,6364762.0,6449761.0,6562161.0,6644458.0,6737355.0,6861558.0,6938960.0,7243858.0,7161257.0,7204560.0,7339347.0,7419254.0,7524555.0,7612552.0,7705356.0,7793554.0,7897948.0,8004355.0,8109648.0,8222449.0,8284145.0,8380450.0,8476347.0,8602050.0,8690348.0,8789140.0,8873051.0,8960947.0,9062341.0,9177341.0,9270744.0,9351541.0,9439440.0,9559340.0,9637540.0,9740636.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[11.0,22.0,33.0,44.0,55.0,66.0,77.0,88.0,99.0,110.0,121.0,132.0,143.0,154.0,165.0,176.0,187.0,198.0,209.0,220.0,231.0,242.0,253.0,264.0,275.0,286.0,297.0,308.0,319.0,330.0,341.0,352.0,363.0,374.0,385.0,396.0,407.0,418.0,429.0,440.0,451.0,462.0,473.0,484.0,495.0,506.0,517.0,528.0,539.0,550.0,561.0,572.0,583.0,594.0,605.0,616.0,627.0,638.0,649.0,660.0,671.0,682.0,693.0,704.0,715.0,726.0,737.0,748.0,759.0,770.0,781.0,792.0,803.0,814.0,825.0,836.0,847.0,858.0,869.0,880.0,891.0,902.0,913.0,924.0,935.0,946.0,957.0,968.0,979.0,990.0,1001.0,1012.0,1023.0,1034.0,1045.0,1056.0,1067.0,1078.0,1089.0,1100.0],"times":[97399.0,194998.0,292398.0,389298.0,487996.0,584997.0,688594.0,785190.0,884792.0,975892.0,1070091.0,1168489.0,1265388.0,1365089.0,1465189.0,1556785.0,1652389.0,1756886.0,1869786.0,1946684.0,2044384.0,2143881.0,2236681.0,2335482.0,2445381.0,2537683.0,2630078.0,2743578.0,2824180.0,2920175.0,3028477.0,3112176.0,3218176.0,3317479.0,3419875.0,3520473.0,3613968.0,3734374.0,3816874.0,3896672.0,4005468.0,4092368.0,4192369.0,4277971.0,4404265.0,4487566.0,4579061.0,4687965.0,4764261.0,4863665.0,4965963.0,5076261.0,5175357.0,5250652.0,5360461.0,5491858.0,5567257.0,5684053.0,5752457.0,5843452.0,5956452.0,6065854.0,6144259.0,6234653.0,6324554.0,6439550.0,6534346.0,6632445.0,6715345.0,6807048.0,6924549.0,7001948.0,7118047.0,7203551.0,7309743.0,7411738.0,7509246.0,7603937.0,7715945.0,7798434.0,7896139.0,7974628.0,8080938.0,8172038.0,8299438.0,8379039.0,8468737.0,8565443.0,8691437.0,8769643.0,8854231.0,8981427.0,9066933.0,9165730.0,9253326.0,9371929.0,9453131.0,9557924.0,9663127.0,9745025.0]} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/tukey.json b/criterion/micro_ops_identity/new/tukey.json index 434c5867d86..b63fe2e467b 100644 --- a/criterion/micro_ops_identity/new/tukey.json +++ b/criterion/micro_ops_identity/new/tukey.json @@ -1 +1 @@ -[8772.813685556866,8819.364364423454,8943.499508067689,8990.050186934277] \ No newline at end of file +[8777.163109231231,8813.964684537903,8912.102218689026,8948.903793995696] \ No newline at end of file diff --git a/criterion/micro_ops_identity/report/MAD.svg b/criterion/micro_ops_identity/report/MAD.svg index 169e34fa3a6..02ebbad0523 100644 --- a/criterion/micro_ops_identity/report/MAD.svg +++ b/criterion/micro_ops_identity/report/MAD.svg @@ -9,70 +9,90 @@ Density (a.u.) Average time (ns) - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - - -12 + + +0.14 + + + +0.16 + + + +0.18 + + + +0.2 - - + + +0.22 + + + + 14 - - + + +15 + + + 16 - - -18 + + +17 - - -20 + + +18 - - -22 + + +19 - - -24 + + +20 - - -26 + + +21 - - -28 + + +22 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/SD.svg b/criterion/micro_ops_identity/report/SD.svg index 8a856e2af4e..c3bea93477e 100644 --- a/criterion/micro_ops_identity/report/SD.svg +++ b/criterion/micro_ops_identity/report/SD.svg @@ -9,70 +9,66 @@ Density (a.u.) Average time (ns) - -0.01 - - - + 0.02 - - -0.03 - - - + + 0.04 - - -0.05 - - - + + 0.06 - - -0.07 + + +0.08 - - - -20 + + +0.1 - - -25 + + +0.12 - - -30 + + +0.14 - - -35 + + +0.16 + + + + +18 + + + +20 - - -40 + + +22 - - -45 + + +24 - - -50 + + +26 - - -55 + + +28 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/both/pdf.svg b/criterion/micro_ops_identity/report/both/pdf.svg index edbfccbae34..7c1c857c489 100644 --- a/criterion/micro_ops_identity/report/both/pdf.svg +++ b/criterion/micro_ops_identity/report/both/pdf.svg @@ -9,63 +9,63 @@ Density (a.u.) Average Time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - + + 16 - - + + 18 - - - -7.5 + + +20 - - -8 + + + +8.8 - - -8.5 + + +8.9 - - + + 9 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_identity/report/both/regression.svg b/criterion/micro_ops_identity/report/both/regression.svg index 1da33605ac0..1a7d2f9fea6 100644 --- a/criterion/micro_ops_identity/report/both/regression.svg +++ b/criterion/micro_ops_identity/report/both/regression.svg @@ -9,101 +9,91 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - + + + + + - - - - - - - - - - + + + + + + + + + 0.0 - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - - + + 9.0 - - -10.0 - - + 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - -1.2 - - - - - - + + + + + Base Sample diff --git a/criterion/micro_ops_identity/report/change/mean.svg b/criterion/micro_ops_identity/report/change/mean.svg index 10b5f1090d2..e20149ac5f0 100644 --- a/criterion/micro_ops_identity/report/change/mean.svg +++ b/criterion/micro_ops_identity/report/change/mean.svg @@ -9,59 +9,63 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - + + +700 + + + +800 + + - -0.1805 - - - -0.181 - - - -0.1815 - - - -0.182 - - - -0.1825 - - - -0.183 - - - - - - + +-0.003 + + + +-0.0025 + + + +-0.002 + + + +-0.0015 + + + +-0.001 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/change/median.svg b/criterion/micro_ops_identity/report/change/median.svg index e38449166b8..6bae2a5d156 100644 --- a/criterion/micro_ops_identity/report/change/median.svg +++ b/criterion/micro_ops_identity/report/change/median.svg @@ -9,87 +9,67 @@ Density (a.u.) Relative change (%) - -100 - - - + 200 - - -300 - - - + + 400 - - -500 - - - + + 600 - - -700 - - - + + 800 - - -900 + + +1000 + + + +1200 + + + +1400 - + - -0.1806 - - - -0.1808 - - - -0.181 - - - -0.1812 - - - -0.1814 - - - -0.1816 - - - -0.1818 - - - -0.182 - - - -0.1822 - - - -0.1824 - - - - - - + +-0.0022 + + + +-0.002 + + + +-0.0018 + + + +-0.0016 + + + +-0.0014 + + + +-0.0012 + + + +-0.001 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/change/t-test.svg b/criterion/micro_ops_identity/report/change/t-test.svg index 77edf9585b4..e42e0910c90 100644 --- a/criterion/micro_ops_identity/report/change/t-test.svg +++ b/criterion/micro_ops_identity/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_identity/report/index.html b/criterion/micro_ops_identity/report/index.html index ac1066e34ed..0134843a25a 100644 --- a/criterion/micro_ops_identity/report/index.html +++ b/criterion/micro_ops_identity/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 8.8716 µs - 8.8792 µs - 8.8904 µs + 8.8599 µs + 8.8632 µs + 8.8666 µs R² - 0.9972658 - 0.9973664 - 0.9971455 + 0.9995569 + 0.9995756 + 0.9995549 Mean - 8.8782 µs - 8.8847 µs - 8.8925 µs + 8.8627 µs + 8.8670 µs + 8.8716 µs Std. Dev. - 21.080 ns - 36.815 ns - 53.421 ns + 17.792 ns + 22.913 ns + 27.399 ns Median - 8.8725 µs - 8.8763 µs - 8.8803 µs + 8.8591 µs + 8.8635 µs + 8.8661 µs MAD - 12.519 ns - 18.043 ns - 27.327 ns + 13.894 ns + 18.852 ns + 21.929 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +18.045% - +18.168% - +18.296% + -0.3016% + -0.1990% + -0.1123% (p = 0.00 < 0.05) - Performance has regressed. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_identity/report/mean.svg b/criterion/micro_ops_identity/report/mean.svg index 547f8d75b21..2ef30ae99fd 100644 --- a/criterion/micro_ops_identity/report/mean.svg +++ b/criterion/micro_ops_identity/report/mean.svg @@ -9,70 +9,90 @@ Density (a.u.) Average time (µs) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - + + +140 + + + +160 + + + +180 + + - -8.878 + +8.862 + + + +8.863 + + + +8.864 - - -8.88 + + +8.865 - - -8.882 + + +8.866 - - -8.884 + + +8.867 - - -8.886 + + +8.868 - - -8.888 + + +8.869 - - -8.89 + + +8.87 - - -8.892 + + +8.871 - - -8.894 + + +8.872 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/median.svg b/criterion/micro_ops_identity/report/median.svg index 7203593a276..ed6930e5f3f 100644 --- a/criterion/micro_ops_identity/report/median.svg +++ b/criterion/micro_ops_identity/report/median.svg @@ -9,70 +9,86 @@ Density (a.u.) Average time (µs) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - - -8.872 + + +300 + + + +350 + + + +400 - - -8.873 + + +450 - - -8.874 + + +500 + + + +550 + + + + +8.859 - - -8.875 + + +8.86 - - -8.876 + + +8.861 - - -8.877 + + +8.862 - - -8.878 + + +8.863 - - -8.879 + + +8.864 - - -8.88 + + +8.865 - - -8.881 + + +8.866 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/pdf.svg b/criterion/micro_ops_identity/report/pdf.svg index 0ba26ee8967..501dab013e5 100644 --- a/criterion/micro_ops_identity/report/pdf.svg +++ b/criterion/micro_ops_identity/report/pdf.svg @@ -34,38 +34,38 @@ Average Time (µs) - -8.8 + +8.82 - - -8.85 + + +8.84 - - -8.9 + + +8.86 - - -8.95 + + +8.88 - - -9 + + +8.9 - - -9.05 + + +8.92 - - -9.1 + + +8.94 - - -9.15 + + +8.96 - + Density (a.u.) @@ -74,46 +74,64 @@ Density (a.u.) 0 - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - - - - + + +16 + + + +18 + + + +20 + + + + + + - - - - - - - + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_identity/report/pdf_small.svg b/criterion/micro_ops_identity/report/pdf_small.svg index 3ef75123c09..0a190981b6a 100644 --- a/criterion/micro_ops_identity/report/pdf_small.svg +++ b/criterion/micro_ops_identity/report/pdf_small.svg @@ -10,51 +10,35 @@ Average Time (µs) 0 - -2 + +5 - - -4 - - - -6 - - - -8 - - - + + 10 - - -12 - - - -14 + + +15 - - -16 + + +20 - + - -8.8 + +8.85 - - + + 8.9 - - -9 + + +8.95 - - - + + + diff --git a/criterion/micro_ops_identity/report/regression.svg b/criterion/micro_ops_identity/report/regression.svg index 350098c9103..69ded0c8b37 100644 --- a/criterion/micro_ops_identity/report/regression.svg +++ b/criterion/micro_ops_identity/report/regression.svg @@ -23,7 +23,7 @@ Iterations (x 10^3) - + @@ -45,10 +45,10 @@ Iterations (x 10^3) 4.0 - + 5.0 - + 6.0 @@ -118,10 +118,10 @@ Iterations (x 10^3) - + - + @@ -130,85 +130,85 @@ Iterations (x 10^3) - - - - + + + + - + - + - - + + - - + + - + - - + + - + - + - - - + + + - - + + - - - - - - - - - - - - + + + + + + + + + + + + - - - + + + - - - - + + + + - - + + - - + + - - + + - - - + + + diff --git a/criterion/micro_ops_identity/report/regression_small.svg b/criterion/micro_ops_identity/report/regression_small.svg index 39bb1b34ac9..d1ebd21fa3b 100644 --- a/criterion/micro_ops_identity/report/regression_small.svg +++ b/criterion/micro_ops_identity/report/regression_small.svg @@ -110,10 +110,10 @@ Iterations (x 10^3) - + - + @@ -123,10 +123,10 @@ Iterations (x 10^3) - + - - + + @@ -138,7 +138,7 @@ Iterations (x 10^3) - + @@ -152,60 +152,60 @@ Iterations (x 10^3) - + - + - + - - + + - + - - + + - + - + - - + + - + - - - + + + - - - + + + - - + + - + diff --git a/criterion/micro_ops_identity/report/relative_pdf_small.svg b/criterion/micro_ops_identity/report/relative_pdf_small.svg index 05b0067aa27..4fe731fd592 100644 --- a/criterion/micro_ops_identity/report/relative_pdf_small.svg +++ b/criterion/micro_ops_identity/report/relative_pdf_small.svg @@ -6,61 +6,61 @@ Density (a.u.) Average Time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - + + 16 - - + + 18 - - - -7.5 + + +20 - - -8 + + + +8.8 - - -8.5 + + +8.9 - - + + 9 - - - - - + + + + + diff --git a/criterion/micro_ops_identity/report/relative_regression_small.svg b/criterion/micro_ops_identity/report/relative_regression_small.svg index 2e3e528857b..ccd5bfacd05 100644 --- a/criterion/micro_ops_identity/report/relative_regression_small.svg +++ b/criterion/micro_ops_identity/report/relative_regression_small.svg @@ -6,99 +6,89 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - + + + + + - - - - - - - - - - + + + + + + + + + 0.0 - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - - + + 9.0 - - -10.0 - - + 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - -1.2 - - - - - - + + + + + diff --git a/criterion/micro_ops_identity/report/slope.svg b/criterion/micro_ops_identity/report/slope.svg index b4851a12f8c..287a252ebd5 100644 --- a/criterion/micro_ops_identity/report/slope.svg +++ b/criterion/micro_ops_identity/report/slope.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (µs) - -10 - - - -20 + +50 - - -30 + + +100 - - -40 + + +150 - - -50 + + +200 - - -60 + + +250 - - -70 + + + +8.86 - - -80 + + +8.861 - - -90 + + +8.862 - - - -8.87 + + +8.863 - - -8.875 + + +8.864 - - -8.88 + + +8.865 - - -8.885 + + +8.866 - - -8.89 + + +8.867 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/typical.svg b/criterion/micro_ops_identity/report/typical.svg index e17e5ef5853..b6bfcebe2cb 100644 --- a/criterion/micro_ops_identity/report/typical.svg +++ b/criterion/micro_ops_identity/report/typical.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (µs) - -10 - - - -20 + +50 - - -30 + + +100 - - -40 + + +150 - - -50 + + +200 - - -60 + + +250 - - -70 + + + +8.86 - - -80 + + +8.861 - - -90 + + +8.862 - - - -8.87 + + +8.863 - - -8.875 + + +8.864 - - -8.88 + + +8.865 - - -8.885 + + +8.866 - - -8.89 + + +8.867 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/base/estimates.json b/criterion/micro_ops_join/base/estimates.json index 14d048f8064..2f16e5c9568 100644 --- a/criterion/micro_ops_join/base/estimates.json +++ b/criterion/micro_ops_join/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":108545.91891632392,"upper_bound":108933.28823201054},"point_estimate":108744.29526381835,"standard_error":98.47988827805753},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":108834.2896875,"upper_bound":109130.178902269},"point_estimate":108960.94229415903,"standard_error":78.64598941479858},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":535.3314378516602,"upper_bound":963.0416909969969},"point_estimate":689.6559811026502,"standard_error":117.16153095126248},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":109048.02549543905,"upper_bound":109307.67674375266},"point_estimate":109176.8837158268,"standard_error":66.06096842036744},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":811.2177047268729,"upper_bound":1153.85466002835},"point_estimate":991.1750097025563,"standard_error":87.32262954045521}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":112056.26362022101,"upper_bound":113061.75411587732},"point_estimate":112526.54735105418,"standard_error":258.3416737982624},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":111645.90625,"upper_bound":111879.93390804598},"point_estimate":111785.30316500712,"standard_error":50.62267101478352},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":296.00446597218917,"upper_bound":531.9275179635442},"point_estimate":446.5714670717752,"standard_error":61.483182168528565},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":111716.81098253955,"upper_bound":111844.58875955148},"point_estimate":111782.04966898182,"standard_error":32.504678315940865},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1823.8013968570851,"upper_bound":3186.918314177565},"point_estimate":2593.222660269167,"standard_error":348.5036159190046}} \ No newline at end of file diff --git a/criterion/micro_ops_join/base/sample.json b/criterion/micro_ops_join/base/sample.json index 155d2300636..0fe9aae9b75 100644 --- a/criterion/micro_ops_join/base/sample.json +++ b/criterion/micro_ops_join/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[421797.0,845195.0,1303591.0,1744491.0,2142087.0,2560785.0,3096182.0,3532480.0,3829176.0,4323475.0,4765972.0,5226770.0,5642968.0,6082664.0,6493563.0,6858460.0,7283757.0,7822353.0,8250552.0,8635251.0,8993751.0,9435747.0,9886842.0,10376639.0,10948933.0,11149737.0,11860732.0,12229530.0,12530327.0,12935826.0,13354522.0,13761621.0,14176517.0,14789012.0,15065316.0,15344711.0,15939406.0,16407704.0,16884902.0,17376599.0,17931597.0,18265992.0,18810590.0,19220290.0,19686887.0,19970287.0,20677275.0,20969277.0,21356673.0,21762969.0,22181973.0,22835565.0,23174963.0,23653066.0,23953861.0,24621764.0,24850253.0,25278550.0,25851051.0,26236345.0,26557045.0,27018343.0,27647840.0,27982238.0,28566636.0,28930232.0,29394631.0,29873327.0,30055628.0,30523426.0,30749520.0,31517816.0,31938315.0,32434108.0,32824607.0,33234903.0,33726404.0,34046898.0,34494802.0,34833195.0,35296893.0,35784596.0,36217795.0,36665586.0,37364386.0,37460487.0,37922569.0,38478378.0,38924674.0,39292176.0,39955773.0,40092962.0,40654265.0,40754360.0,41609058.0,41689360.0,42417855.0,43357049.0,43206947.0,43825144.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[488396.0,957094.0,1431990.0,1913086.0,2390482.0,2896578.0,3343776.0,3859070.0,4292268.0,4816664.0,5054760.0,5262652.0,5828953.0,6257151.0,6696960.0,7145338.0,7541139.0,8026192.0,8569026.0,8968741.0,9305016.0,9745612.0,10262940.0,10703312.0,11109013.0,11560723.0,12020334.0,12494696.0,12993387.0,13371092.0,13794576.0,14174625.0,14640298.0,15148583.0,15598967.0,15992193.0,16546591.0,16797188.0,17306182.0,17855583.0,18447183.0,18808875.0,19280969.0,19537571.0,20181369.0,20527563.0,20942071.0,21432655.0,21972354.0,22383654.0,22773254.0,23220553.0,23664144.0,24265537.0,24692838.0,24990032.0,25523137.0,26033530.0,26458327.0,26824516.0,27134214.0,27597620.0,28118420.0,28629314.0,29081903.0,29526407.0,29963498.0,30442096.0,30859992.0,31447300.0,31692888.0,32215186.0,32629389.0,33126076.0,33582781.0,33977872.0,34281987.0,34852766.0,35298066.0,35859355.0,36101264.0,36736556.0,37220553.0,37600642.0,38071622.0,38473017.0,38934217.0,39228323.0,39730518.0,40302818.0,40636100.0,41179905.0,41677804.0,42017101.0,42616587.0,42763490.0,43384181.0,43864181.0,44250478.0,44702471.0]} \ No newline at end of file diff --git a/criterion/micro_ops_join/base/tukey.json b/criterion/micro_ops_join/base/tukey.json index f14bdc8d730..4b99caf8c9c 100644 --- a/criterion/micro_ops_join/base/tukey.json +++ b/criterion/micro_ops_join/base/tukey.json @@ -1 +1 @@ -[104957.96415327088,106610.91014182143,111018.76611128956,112671.71209984011] \ No newline at end of file +[109745.86154513888,110617.10438368055,112940.41861979167,113811.66145833334] \ No newline at end of file diff --git a/criterion/micro_ops_join/change/estimates.json b/criterion/micro_ops_join/change/estimates.json index c95d4ce1020..c30dd713da2 100644 --- a/criterion/micro_ops_join/change/estimates.json +++ b/criterion/micro_ops_join/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.054503943310825816,"upper_bound":-0.05049513651703285},"point_estimate":-0.05239852455597682,"standard_error":0.0010008880959101907},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.05251747755151259,"upper_bound":-0.049235084068057336},"point_estimate":-0.05094903758234515,"standard_error":0.0007761420585697449}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.02982240262889176,"upper_bound":0.03950492885315765},"point_estimate":0.034781154064771114,"standard_error":0.0024836628501301835},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.024037407616636308,"upper_bound":0.027419954066970398},"point_estimate":0.02592085577989245,"standard_error":0.0008630126644704691}} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/estimates.json b/criterion/micro_ops_join/new/estimates.json index 14d048f8064..2f16e5c9568 100644 --- a/criterion/micro_ops_join/new/estimates.json +++ b/criterion/micro_ops_join/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":108545.91891632392,"upper_bound":108933.28823201054},"point_estimate":108744.29526381835,"standard_error":98.47988827805753},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":108834.2896875,"upper_bound":109130.178902269},"point_estimate":108960.94229415903,"standard_error":78.64598941479858},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":535.3314378516602,"upper_bound":963.0416909969969},"point_estimate":689.6559811026502,"standard_error":117.16153095126248},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":109048.02549543905,"upper_bound":109307.67674375266},"point_estimate":109176.8837158268,"standard_error":66.06096842036744},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":811.2177047268729,"upper_bound":1153.85466002835},"point_estimate":991.1750097025563,"standard_error":87.32262954045521}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":112056.26362022101,"upper_bound":113061.75411587732},"point_estimate":112526.54735105418,"standard_error":258.3416737982624},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":111645.90625,"upper_bound":111879.93390804598},"point_estimate":111785.30316500712,"standard_error":50.62267101478352},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":296.00446597218917,"upper_bound":531.9275179635442},"point_estimate":446.5714670717752,"standard_error":61.483182168528565},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":111716.81098253955,"upper_bound":111844.58875955148},"point_estimate":111782.04966898182,"standard_error":32.504678315940865},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1823.8013968570851,"upper_bound":3186.918314177565},"point_estimate":2593.222660269167,"standard_error":348.5036159190046}} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/sample.json b/criterion/micro_ops_join/new/sample.json index 155d2300636..0fe9aae9b75 100644 --- a/criterion/micro_ops_join/new/sample.json +++ b/criterion/micro_ops_join/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[421797.0,845195.0,1303591.0,1744491.0,2142087.0,2560785.0,3096182.0,3532480.0,3829176.0,4323475.0,4765972.0,5226770.0,5642968.0,6082664.0,6493563.0,6858460.0,7283757.0,7822353.0,8250552.0,8635251.0,8993751.0,9435747.0,9886842.0,10376639.0,10948933.0,11149737.0,11860732.0,12229530.0,12530327.0,12935826.0,13354522.0,13761621.0,14176517.0,14789012.0,15065316.0,15344711.0,15939406.0,16407704.0,16884902.0,17376599.0,17931597.0,18265992.0,18810590.0,19220290.0,19686887.0,19970287.0,20677275.0,20969277.0,21356673.0,21762969.0,22181973.0,22835565.0,23174963.0,23653066.0,23953861.0,24621764.0,24850253.0,25278550.0,25851051.0,26236345.0,26557045.0,27018343.0,27647840.0,27982238.0,28566636.0,28930232.0,29394631.0,29873327.0,30055628.0,30523426.0,30749520.0,31517816.0,31938315.0,32434108.0,32824607.0,33234903.0,33726404.0,34046898.0,34494802.0,34833195.0,35296893.0,35784596.0,36217795.0,36665586.0,37364386.0,37460487.0,37922569.0,38478378.0,38924674.0,39292176.0,39955773.0,40092962.0,40654265.0,40754360.0,41609058.0,41689360.0,42417855.0,43357049.0,43206947.0,43825144.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[488396.0,957094.0,1431990.0,1913086.0,2390482.0,2896578.0,3343776.0,3859070.0,4292268.0,4816664.0,5054760.0,5262652.0,5828953.0,6257151.0,6696960.0,7145338.0,7541139.0,8026192.0,8569026.0,8968741.0,9305016.0,9745612.0,10262940.0,10703312.0,11109013.0,11560723.0,12020334.0,12494696.0,12993387.0,13371092.0,13794576.0,14174625.0,14640298.0,15148583.0,15598967.0,15992193.0,16546591.0,16797188.0,17306182.0,17855583.0,18447183.0,18808875.0,19280969.0,19537571.0,20181369.0,20527563.0,20942071.0,21432655.0,21972354.0,22383654.0,22773254.0,23220553.0,23664144.0,24265537.0,24692838.0,24990032.0,25523137.0,26033530.0,26458327.0,26824516.0,27134214.0,27597620.0,28118420.0,28629314.0,29081903.0,29526407.0,29963498.0,30442096.0,30859992.0,31447300.0,31692888.0,32215186.0,32629389.0,33126076.0,33582781.0,33977872.0,34281987.0,34852766.0,35298066.0,35859355.0,36101264.0,36736556.0,37220553.0,37600642.0,38071622.0,38473017.0,38934217.0,39228323.0,39730518.0,40302818.0,40636100.0,41179905.0,41677804.0,42017101.0,42616587.0,42763490.0,43384181.0,43864181.0,44250478.0,44702471.0]} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/tukey.json b/criterion/micro_ops_join/new/tukey.json index f14bdc8d730..4b99caf8c9c 100644 --- a/criterion/micro_ops_join/new/tukey.json +++ b/criterion/micro_ops_join/new/tukey.json @@ -1 +1 @@ -[104957.96415327088,106610.91014182143,111018.76611128956,112671.71209984011] \ No newline at end of file +[109745.86154513888,110617.10438368055,112940.41861979167,113811.66145833334] \ No newline at end of file diff --git a/criterion/micro_ops_join/report/MAD.svg b/criterion/micro_ops_join/report/MAD.svg index 6c7b54c92f4..d4d3a49e211 100644 --- a/criterion/micro_ops_join/report/MAD.svg +++ b/criterion/micro_ops_join/report/MAD.svg @@ -9,86 +9,62 @@ Density (a.u.) Average time (ns) - -5e-4 - - - + 0.001 - - -0.0015 - - - + + 0.002 - - -0.0025 - - - + + 0.003 - - -0.0035 - - - + + 0.004 - - - -500 - - - -550 - - - -600 + + +0.005 - - -650 + + +0.006 - - -700 + + +0.007 - - -750 + + + +300 - - -800 + + +350 - - -850 + + +400 - - -900 + + +450 - - -950 + + +500 - - -1000 + + +550 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/SD.svg b/criterion/micro_ops_join/report/SD.svg index 47956d8430b..a7cb5f78a87 100644 --- a/criterion/micro_ops_join/report/SD.svg +++ b/criterion/micro_ops_join/report/SD.svg @@ -9,78 +9,66 @@ Density (a.u.) Average time (µs) - -0.5 + +0.2 - - -1 - - - -1.5 - - - -2 - - - -2.5 + + +0.4 - - -3 + + +0.6 - - -3.5 + + +0.8 - - -4 + + +1 - - -4.5 + + +1.2 - + - -0.8 + +1.8 - - -0.85 + + +2 - - -0.9 + + +2.2 - - -0.95 + + +2.4 - - -1 + + +2.6 - - -1.05 + + +2.8 - - -1.1 + + +3 - - -1.15 + + +3.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/both/pdf.svg b/criterion/micro_ops_join/report/both/pdf.svg index b7617b671a4..7d158f0d912 100644 --- a/criterion/micro_ops_join/report/both/pdf.svg +++ b/criterion/micro_ops_join/report/both/pdf.svg @@ -9,63 +9,67 @@ Density (a.u.) Average Time (µs) - -0.1 - - - -0.2 + +0.05 - - -0.3 + + +0.1 - - -0.4 + + +0.15 - - -0.5 + + +0.2 - - -0.6 + + +0.25 - - -0.7 + + +0.3 - - -0.8 + + +0.35 - - -0.9 + + +0.4 - - -1 + + +0.45 - + - + 105 - - + + 110 - - + + 115 - - - - - + + +120 + + + +125 + + + + + + Base PDF diff --git a/criterion/micro_ops_join/report/both/regression.svg b/criterion/micro_ops_join/report/both/regression.svg index fe785b42a4b..8a6360f1825 100644 --- a/criterion/micro_ops_join/report/both/regression.svg +++ b/criterion/micro_ops_join/report/both/regression.svg @@ -18,56 +18,51 @@ Iterations - - - - - - - - - + + + + + + + + 0.0 - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - -45.0 - - + 0 @@ -105,10 +100,10 @@ Iterations 400 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_join/report/change/mean.svg b/criterion/micro_ops_join/report/change/mean.svg index 27b01b70b2c..304099be491 100644 --- a/criterion/micro_ops_join/report/change/mean.svg +++ b/criterion/micro_ops_join/report/change/mean.svg @@ -9,78 +9,62 @@ Density (a.u.) Relative change (%) - -50 + +20 - - -100 - - - -150 + + +40 - - -200 + + +60 - - -250 + + +80 - - -300 + + +100 - - -350 + + +120 - - -400 + + +140 - + - --0.0545 - - - --0.054 - - - --0.0535 - - - --0.053 + +0.03 - - --0.0525 + + +0.032 - - --0.052 + + +0.034 - - --0.0515 + + +0.036 - - --0.051 + + +0.038 - - --0.0505 + + +0.04 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/change/median.svg b/criterion/micro_ops_join/report/change/median.svg index f42c5ae8276..cedf2f883ea 100644 --- a/criterion/micro_ops_join/report/change/median.svg +++ b/criterion/micro_ops_join/report/change/median.svg @@ -9,70 +9,86 @@ Density (a.u.) Relative change (%) - + +50 + + + 100 - - + + +150 + + + 200 - - + + +250 + + + 300 - - + + +350 + + + 400 - - -500 + + +450 - - -600 + + +500 - - -700 + + +550 - + - --0.0525 + +0.024 - - --0.052 + + +0.0245 - - --0.0515 + + +0.025 - - --0.051 + + +0.0255 - - --0.0505 + + +0.026 - - --0.05 + + +0.0265 - - --0.0495 + + +0.027 - - --0.049 + + +0.0275 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/change/t-test.svg b/criterion/micro_ops_join/report/change/t-test.svg index 972bb692744..3d83314f152 100644 --- a/criterion/micro_ops_join/report/change/t-test.svg +++ b/criterion/micro_ops_join/report/change/t-test.svg @@ -13,85 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - --6.0 - - - --5.0 - - - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_join/report/index.html b/criterion/micro_ops_join/report/index.html index acfa99733eb..59452fa55e0 100644 --- a/criterion/micro_ops_join/report/index.html +++ b/criterion/micro_ops_join/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 109.05 µs - 109.18 µs - 109.31 µs + 111.72 µs + 111.78 µs + 111.84 µs R² - 0.9961930 - 0.9963808 - 0.9961874 + 0.9980840 + 0.9981310 + 0.9980878 Mean - 108.55 µs - 108.74 µs - 108.93 µs + 112.06 µs + 112.53 µs + 113.06 µs Std. Dev. - 811.22 ns - 991.18 ns - 1.1539 µs + 1.8238 µs + 2.5932 µs + 3.1869 µs Median - 108.83 µs - 108.96 µs - 109.13 µs + 111.65 µs + 111.79 µs + 111.88 µs MAD - 535.33 ns - 689.66 ns - 963.04 ns + 296.00 ns + 446.57 ns + 531.93 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -5.4504% - -5.2399% - -5.0495% + +2.9822% + +3.4781% + +3.9505% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/criterion/micro_ops_join/report/mean.svg b/criterion/micro_ops_join/report/mean.svg index 51dbfffe584..605b871d448 100644 --- a/criterion/micro_ops_join/report/mean.svg +++ b/criterion/micro_ops_join/report/mean.svg @@ -9,78 +9,62 @@ Density (a.u.) Average time (µs) - -0.5 + +0.2 - - -1 + + +0.4 - - -1.5 + + +0.6 - - -2 + + +0.8 - - -2.5 + + +1 - - -3 + + +1.2 - - -3.5 + + +1.4 - - -4 + + +1.6 - + - -108.55 - - - -108.6 - - - -108.65 - - - -108.7 - - - -108.75 + +112 - - -108.8 + + +112.2 - - -108.85 + + +112.4 - - -108.9 + + +112.6 - - -108.95 + + +112.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/median.svg b/criterion/micro_ops_join/report/median.svg index 8968e30720e..28487bbc57d 100644 --- a/criterion/micro_ops_join/report/median.svg +++ b/criterion/micro_ops_join/report/median.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - + - -108.85 + +111.65 - - -108.9 + + +111.7 - - -108.95 + + +111.75 - - -109 + + +111.8 - - -109.05 + + +111.85 - - -109.1 + + +111.9 - - -109.15 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/pdf.svg b/criterion/micro_ops_join/report/pdf.svg index 50bcd00b213..5269b97bad2 100644 --- a/criterion/micro_ops_join/report/pdf.svg +++ b/criterion/micro_ops_join/report/pdf.svg @@ -46,34 +46,42 @@ Average Time (µs) - -105 + +108 - - -106 + + +110 - - -107 + + +112 - - -108 + + +114 - - -109 + + +116 - - -110 + + +118 + + + +120 + + + +122 - - -111 + + +124 - + Density (a.u.) @@ -82,56 +90,62 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - -0.35 - - - -0.4 - - - -0.45 - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_join/report/pdf_small.svg b/criterion/micro_ops_join/report/pdf_small.svg index e3961906ad4..58ef47e80fe 100644 --- a/criterion/micro_ops_join/report/pdf_small.svg +++ b/criterion/micro_ops_join/report/pdf_small.svg @@ -10,59 +10,47 @@ Average Time (µs) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - -0.35 - - - -0.4 - - - -0.45 - - - -0.5 - - + - -106 + +110 - - -108 + + +115 - - -110 + + +120 + + + +125 - - - + + + diff --git a/criterion/micro_ops_join/report/regression.svg b/criterion/micro_ops_join/report/regression.svg index 577caf98d93..2c21fef4cd4 100644 --- a/criterion/micro_ops_join/report/regression.svg +++ b/criterion/micro_ops_join/report/regression.svg @@ -16,47 +16,47 @@ Iterations - - - - - - - - + + + + + + + + - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - + 50 @@ -93,105 +93,105 @@ Iterations - - - - - - - - - + + + + + + + + + - + - - - + + + - + - - - + + + - - - - - + + + + + - - - + + + - - - - - - - - - + + + + + + + + + - - - - + + + + - - - - - - + + + + + + - + - + - - - - + + + + - - - - - - - - - - + + + + + + + + + + - - + + - - - - - - - - - - + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_join/report/regression_small.svg b/criterion/micro_ops_join/report/regression_small.svg index 79d83ed9baa..5b2bba7205d 100644 --- a/criterion/micro_ops_join/report/regression_small.svg +++ b/criterion/micro_ops_join/report/regression_small.svg @@ -13,47 +13,47 @@ Iterations - - - - - - - - + + + + + + + + - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - + 50 @@ -90,64 +90,64 @@ Iterations - + - + - - - - - + + + + + - + - + - - + + - + - + - - - + + + - + - + - + - + - - - - + + + + - - - - - + + + + + - + @@ -155,38 +155,38 @@ Iterations - - - + + + - - + + - - + + - - - + + + - - + + - - - - - - - - - - + + + + + + + + + + - - + + diff --git a/criterion/micro_ops_join/report/relative_pdf_small.svg b/criterion/micro_ops_join/report/relative_pdf_small.svg index 265abf9c10f..c56f2509d16 100644 --- a/criterion/micro_ops_join/report/relative_pdf_small.svg +++ b/criterion/micro_ops_join/report/relative_pdf_small.svg @@ -6,61 +6,65 @@ Density (a.u.) Average Time (µs) - -0.1 - - - -0.2 + +0.05 - - -0.3 + + +0.1 - - -0.4 + + +0.15 - - -0.5 + + +0.2 - - -0.6 + + +0.25 - - -0.7 + + +0.3 - - -0.8 + + +0.35 - + -0.9 +0.4 - -1 + +0.45 - + - + 105 - - + + 110 - - + + 115 - - - - - + + +120 + + + +125 + + + + + + diff --git a/criterion/micro_ops_join/report/relative_regression_small.svg b/criterion/micro_ops_join/report/relative_regression_small.svg index 4f5c7461bb7..a73272a399e 100644 --- a/criterion/micro_ops_join/report/relative_regression_small.svg +++ b/criterion/micro_ops_join/report/relative_regression_small.svg @@ -15,56 +15,51 @@ Iterations - - - - - - - - - + + + + + + + + 0.0 - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - -45.0 - - + 0 @@ -102,8 +97,8 @@ Iterations 400 - - - - + + + + diff --git a/criterion/micro_ops_join/report/slope.svg b/criterion/micro_ops_join/report/slope.svg index 67a13a065e3..3e2c61bf1cd 100644 --- a/criterion/micro_ops_join/report/slope.svg +++ b/criterion/micro_ops_join/report/slope.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (µs) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - + + +8 + + + +10 + + + +12 + + - -109.05 + +111.72 + + + +111.74 - - -109.1 + + +111.76 - - -109.15 + + +111.78 - - -109.2 + + +111.8 - - -109.25 + + +111.82 - - -109.3 + + +111.84 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/typical.svg b/criterion/micro_ops_join/report/typical.svg index ad892e116da..0f26e511031 100644 --- a/criterion/micro_ops_join/report/typical.svg +++ b/criterion/micro_ops_join/report/typical.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (µs) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - + + +8 + + + +10 + + + +12 + + - -109.05 + +111.72 + + + +111.74 - - -109.1 + + +111.76 - - -109.15 + + +111.78 - - -109.2 + + +111.8 - - -109.25 + + +111.82 - - -109.3 + + +111.84 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/base/estimates.json b/criterion/micro_ops_map/base/estimates.json index 76697b4e8b5..a4e0e55fc02 100644 --- a/criterion/micro_ops_map/base/estimates.json +++ b/criterion/micro_ops_map/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8888.693823322608,"upper_bound":8903.96818125436},"point_estimate":8895.587125887618,"standard_error":3.905433971946085},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8882.516666666666,"upper_bound":8891.705579670826},"point_estimate":8886.429310344829,"standard_error":2.048675000063475},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12.962814821409403,"upper_bound":21.67904310349195},"point_estimate":16.161169626407425,"standard_error":2.171789508889706},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8886.516093399743,"upper_bound":8914.233019555068},"point_estimate":8896.855040933944,"standard_error":7.555035010869218},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21.49577874844451,"upper_bound":55.935559674128044},"point_estimate":39.20855073549365,"standard_error":9.064621925128487}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8898.994018919982,"upper_bound":8911.897440337787},"point_estimate":8905.06768190772,"standard_error":3.3006430481954943},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8895.199453253143,"upper_bound":8906.879964539006},"point_estimate":8899.673916935195,"standard_error":2.980857480542763},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19.53226900388333,"upper_bound":28.320095197217878},"point_estimate":25.069964149514366,"standard_error":2.1589398391655723},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8900.742538284936,"upper_bound":8917.981732029319},"point_estimate":8908.686607063692,"standard_error":4.403073868481668},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21.40668215074683,"upper_bound":43.527137807900694},"point_estimate":33.14096212438968,"standard_error":5.665219849681987}} \ No newline at end of file diff --git a/criterion/micro_ops_map/base/sample.json b/criterion/micro_ops_map/base/sample.json index fa79bbb5c8f..79db15f8595 100644 --- a/criterion/micro_ops_map/base/sample.json +++ b/criterion/micro_ops_map/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[89100.0,177899.0,266099.0,354498.0,443897.0,540896.0,620797.0,710095.0,799896.0,888593.0,977295.0,1065197.0,1162393.0,1242992.0,1333092.0,1427489.0,1506792.0,1597392.0,1687589.0,1784087.0,1865090.0,1965791.0,2039486.0,2127987.0,2233684.0,2304384.0,2394692.0,2511586.0,2580984.0,2659587.0,2802283.0,2840886.0,2934982.0,3034883.0,3124281.0,3193477.0,3296781.0,3374782.0,3469976.0,3557877.0,3650775.0,3732578.0,3824378.0,3905974.0,3989375.0,4078575.0,4169577.0,4273178.0,4354677.0,4445774.0,4531770.0,4615968.0,4714071.0,4861571.0,4881273.0,4983575.0,5068568.0,5153868.0,5268770.0,5327664.0,5409266.0,5510370.0,5598172.0,5684264.0,5786567.0,5865068.0,5945760.0,6048867.0,6147764.0,6227563.0,6301657.0,6389064.0,6501962.0,6573564.0,6652365.0,6754861.0,6835559.0,6928363.0,7014053.0,7106657.0,7184060.0,7296360.0,7381659.0,7456958.0,7558856.0,7659655.0,7731161.0,7835652.0,7919047.0,8001861.0,8072152.0,8172348.0,8270466.0,8334856.0,8437240.0,8541243.0,8624451.0,8969546.0,8814241.0,8877462.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[88900.0,177600.0,266198.0,355198.0,446396.0,532896.0,621495.0,710596.0,799394.0,885690.0,976193.0,1081084.0,1154794.0,1249092.0,1331893.0,1426383.0,1510786.0,1601381.0,1693089.0,1776186.0,1874079.0,1953187.0,2047591.0,2130380.0,2219586.0,2311088.0,2396287.0,2492585.0,2576070.0,2686485.0,2757777.0,2843483.0,2930075.0,3016873.0,3119282.0,3206370.0,3297074.0,3419875.0,3478872.0,3552475.0,3655972.0,3734275.0,3834476.0,3903867.0,4000673.0,4096772.0,4186373.0,4258767.0,4360971.0,4441568.0,4546570.0,4617173.0,4711964.0,4799269.0,4891065.0,4996362.0,5072662.0,5162460.0,5247663.0,5351263.0,5434555.0,5531959.0,5625256.0,5705659.0,5799255.0,5882656.0,5985754.0,6053156.0,6151961.0,6259953.0,6445356.0,6510752.0,6496151.0,6598446.0,6689252.0,6775551.0,6864754.0,6940849.0,7029951.0,7125345.0,7208051.0,7315947.0,7377447.0,7490845.0,7578546.0,7679446.0,7743343.0,7857349.0,7930946.0,8014849.0,8140450.0,8200051.0,8273042.0,8355539.0,8450643.0,8542242.0,8593147.0,8699142.0,8783043.0,8872541.0]} \ No newline at end of file diff --git a/criterion/micro_ops_map/base/tukey.json b/criterion/micro_ops_map/base/tukey.json index 7439a3fd76d..427220fedaa 100644 --- a/criterion/micro_ops_map/base/tukey.json +++ b/criterion/micro_ops_map/base/tukey.json @@ -1 +1 @@ -[8812.295478479855,8844.551024496337,8930.565813873625,8962.82135989011] \ No newline at end of file +[8782.978751987277,8832.920625993638,8966.098956677268,9016.040830683629] \ No newline at end of file diff --git a/criterion/micro_ops_map/change/estimates.json b/criterion/micro_ops_map/change/estimates.json index e43ed919ca1..41d7a92df75 100644 --- a/criterion/micro_ops_map/change/estimates.json +++ b/criterion/micro_ops_map/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.18073948555384553,"upper_bound":0.18326524119878246},"point_estimate":0.18196632328580775,"standard_error":0.0006393320431440393},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.17958492061402498,"upper_bound":0.18222307732938958},"point_estimate":0.1807721012741701,"standard_error":0.0007674654616968456}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00015704841309183148,"upper_bound":0.0021838802472674166},"point_estimate":0.0010657594474581256,"standard_error":0.0005952786200468677},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0006262269834476086,"upper_bound":0.002618152415290398},"point_estimate":0.0014904306474308182,"standard_error":0.0004578343603635975}} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/estimates.json b/criterion/micro_ops_map/new/estimates.json index 76697b4e8b5..a4e0e55fc02 100644 --- a/criterion/micro_ops_map/new/estimates.json +++ b/criterion/micro_ops_map/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8888.693823322608,"upper_bound":8903.96818125436},"point_estimate":8895.587125887618,"standard_error":3.905433971946085},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8882.516666666666,"upper_bound":8891.705579670826},"point_estimate":8886.429310344829,"standard_error":2.048675000063475},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12.962814821409403,"upper_bound":21.67904310349195},"point_estimate":16.161169626407425,"standard_error":2.171789508889706},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8886.516093399743,"upper_bound":8914.233019555068},"point_estimate":8896.855040933944,"standard_error":7.555035010869218},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21.49577874844451,"upper_bound":55.935559674128044},"point_estimate":39.20855073549365,"standard_error":9.064621925128487}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8898.994018919982,"upper_bound":8911.897440337787},"point_estimate":8905.06768190772,"standard_error":3.3006430481954943},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8895.199453253143,"upper_bound":8906.879964539006},"point_estimate":8899.673916935195,"standard_error":2.980857480542763},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19.53226900388333,"upper_bound":28.320095197217878},"point_estimate":25.069964149514366,"standard_error":2.1589398391655723},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8900.742538284936,"upper_bound":8917.981732029319},"point_estimate":8908.686607063692,"standard_error":4.403073868481668},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21.40668215074683,"upper_bound":43.527137807900694},"point_estimate":33.14096212438968,"standard_error":5.665219849681987}} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/sample.json b/criterion/micro_ops_map/new/sample.json index fa79bbb5c8f..79db15f8595 100644 --- a/criterion/micro_ops_map/new/sample.json +++ b/criterion/micro_ops_map/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[89100.0,177899.0,266099.0,354498.0,443897.0,540896.0,620797.0,710095.0,799896.0,888593.0,977295.0,1065197.0,1162393.0,1242992.0,1333092.0,1427489.0,1506792.0,1597392.0,1687589.0,1784087.0,1865090.0,1965791.0,2039486.0,2127987.0,2233684.0,2304384.0,2394692.0,2511586.0,2580984.0,2659587.0,2802283.0,2840886.0,2934982.0,3034883.0,3124281.0,3193477.0,3296781.0,3374782.0,3469976.0,3557877.0,3650775.0,3732578.0,3824378.0,3905974.0,3989375.0,4078575.0,4169577.0,4273178.0,4354677.0,4445774.0,4531770.0,4615968.0,4714071.0,4861571.0,4881273.0,4983575.0,5068568.0,5153868.0,5268770.0,5327664.0,5409266.0,5510370.0,5598172.0,5684264.0,5786567.0,5865068.0,5945760.0,6048867.0,6147764.0,6227563.0,6301657.0,6389064.0,6501962.0,6573564.0,6652365.0,6754861.0,6835559.0,6928363.0,7014053.0,7106657.0,7184060.0,7296360.0,7381659.0,7456958.0,7558856.0,7659655.0,7731161.0,7835652.0,7919047.0,8001861.0,8072152.0,8172348.0,8270466.0,8334856.0,8437240.0,8541243.0,8624451.0,8969546.0,8814241.0,8877462.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[88900.0,177600.0,266198.0,355198.0,446396.0,532896.0,621495.0,710596.0,799394.0,885690.0,976193.0,1081084.0,1154794.0,1249092.0,1331893.0,1426383.0,1510786.0,1601381.0,1693089.0,1776186.0,1874079.0,1953187.0,2047591.0,2130380.0,2219586.0,2311088.0,2396287.0,2492585.0,2576070.0,2686485.0,2757777.0,2843483.0,2930075.0,3016873.0,3119282.0,3206370.0,3297074.0,3419875.0,3478872.0,3552475.0,3655972.0,3734275.0,3834476.0,3903867.0,4000673.0,4096772.0,4186373.0,4258767.0,4360971.0,4441568.0,4546570.0,4617173.0,4711964.0,4799269.0,4891065.0,4996362.0,5072662.0,5162460.0,5247663.0,5351263.0,5434555.0,5531959.0,5625256.0,5705659.0,5799255.0,5882656.0,5985754.0,6053156.0,6151961.0,6259953.0,6445356.0,6510752.0,6496151.0,6598446.0,6689252.0,6775551.0,6864754.0,6940849.0,7029951.0,7125345.0,7208051.0,7315947.0,7377447.0,7490845.0,7578546.0,7679446.0,7743343.0,7857349.0,7930946.0,8014849.0,8140450.0,8200051.0,8273042.0,8355539.0,8450643.0,8542242.0,8593147.0,8699142.0,8783043.0,8872541.0]} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/tukey.json b/criterion/micro_ops_map/new/tukey.json index 7439a3fd76d..427220fedaa 100644 --- a/criterion/micro_ops_map/new/tukey.json +++ b/criterion/micro_ops_map/new/tukey.json @@ -1 +1 @@ -[8812.295478479855,8844.551024496337,8930.565813873625,8962.82135989011] \ No newline at end of file +[8782.978751987277,8832.920625993638,8966.098956677268,9016.040830683629] \ No newline at end of file diff --git a/criterion/micro_ops_map/report/MAD.svg b/criterion/micro_ops_map/report/MAD.svg index 0f832033c46..be305018604 100644 --- a/criterion/micro_ops_map/report/MAD.svg +++ b/criterion/micro_ops_map/report/MAD.svg @@ -9,98 +9,74 @@ Density (a.u.) Average time (ns) - -0.02 + +0.05 - - -0.04 - - - -0.06 - - - -0.08 - - - + + 0.1 - - -0.12 - - - -0.14 + + +0.15 - - -0.16 - - - -0.18 - - - + + 0.2 - + -0.22 +0.25 - -12 + +19 - - -13 + + +20 - - -14 + + +21 - - -15 + + +22 - - -16 + + +23 - - -17 + + +24 - - -18 + + +25 - - -19 + + +26 - - -20 + + +27 - - -21 + + +28 - - -22 + + +29 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/SD.svg b/criterion/micro_ops_map/report/SD.svg index aab41c0a6d6..ff967139816 100644 --- a/criterion/micro_ops_map/report/SD.svg +++ b/criterion/micro_ops_map/report/SD.svg @@ -9,78 +9,62 @@ Density (a.u.) Average time (ns) - -0.005 - - - + 0.01 - - -0.015 - - - + + 0.02 - - -0.025 - - - + + 0.03 - - -0.035 - - - + + 0.04 - - -0.045 + + +0.05 - + + +0.06 + + + +0.07 + + - + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - + + 45 - - -50 - - - -55 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/both/pdf.svg b/criterion/micro_ops_map/report/both/pdf.svg index 0fb8f4043dc..c0e477f3bb1 100644 --- a/criterion/micro_ops_map/report/both/pdf.svg +++ b/criterion/micro_ops_map/report/both/pdf.svg @@ -42,26 +42,26 @@ Average Time (µs) - -7.5 + +8.9 - - -8 + + +9 - - -8.5 + + +9.1 - - -9 + + +9.2 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_map/report/both/regression.svg b/criterion/micro_ops_map/report/both/regression.svg index 5c19ab35807..6ae4ddd433b 100644 --- a/criterion/micro_ops_map/report/both/regression.svg +++ b/criterion/micro_ops_map/report/both/regression.svg @@ -9,89 +9,109 @@ Total sample time (ms) Iterations (x 10^3) - - - - - + + + + + + + + + + - - - - - - - - - + + + + + + + + 0.0 - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - - -9.0 - - + 0 - + +0.1 + + + 0.2 - - + + +0.3 + + + 0.4 - - + + +0.5 + + + 0.6 - - + + +0.7 + + + 0.8 - - + + +0.9 + + + 1 - - - + + + diff --git a/criterion/micro_ops_map/report/change/mean.svg b/criterion/micro_ops_map/report/change/mean.svg index 5161b31d919..855310c19ab 100644 --- a/criterion/micro_ops_map/report/change/mean.svg +++ b/criterion/micro_ops_map/report/change/mean.svg @@ -9,63 +9,55 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - + - -0.1805 - - - -0.181 - - - -0.1815 - - - -0.182 - - - -0.1825 - - - -0.183 - - - -0.1835 - - - - - - + +0 + + + +5e-4 + + + +0.001 + + + +0.0015 + + + +0.002 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/change/median.svg b/criterion/micro_ops_map/report/change/median.svg index 0c18587890d..c5bc7626ae0 100644 --- a/criterion/micro_ops_map/report/change/median.svg +++ b/criterion/micro_ops_map/report/change/median.svg @@ -9,63 +9,55 @@ Density (a.u.) Relative change (%) - -100 - - - + 200 - - -300 - - - + + 400 - - -500 - - - + + 600 - + + +800 + + + +1000 + + + +1200 + + - -0.1795 - - - -0.18 - - - -0.1805 - - - -0.181 - - - -0.1815 - - - -0.182 - - - -0.1825 - - - - - - + +5e-4 + + + +0.001 + + + +0.0015 + + + +0.002 + + + +0.0025 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/change/t-test.svg b/criterion/micro_ops_map/report/change/t-test.svg index 3737c7a5d54..af912fb42d0 100644 --- a/criterion/micro_ops_map/report/change/t-test.svg +++ b/criterion/micro_ops_map/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_map/report/index.html b/criterion/micro_ops_map/report/index.html index 27b0ce489c5..830c47e66c8 100644 --- a/criterion/micro_ops_map/report/index.html +++ b/criterion/micro_ops_map/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 8.8865 µs - 8.8969 µs - 8.9142 µs + 8.9007 µs + 8.9087 µs + 8.9180 µs R² - 0.9958272 - 0.9960138 - 0.9954869 + 0.9978773 + 0.9979885 + 0.9978363 Mean - 8.8887 µs - 8.8956 µs - 8.9040 µs + 8.8990 µs + 8.9051 µs + 8.9119 µs Std. Dev. - 21.496 ns - 39.209 ns - 55.936 ns + 21.407 ns + 33.141 ns + 43.527 ns Median - 8.8825 µs - 8.8864 µs - 8.8917 µs + 8.8952 µs + 8.8997 µs + 8.9069 µs MAD - 12.963 ns - 16.161 ns - 21.679 ns + 19.532 ns + 25.070 ns + 28.320 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +18.074% - +18.197% - +18.327% - (p = 0.00 < + -0.0157% + +0.1066% + +0.2184% + (p = 0.07 > 0.05) - Performance has regressed. + No change in performance detected.

Additional Plots:

diff --git a/criterion/micro_ops_map/report/mean.svg b/criterion/micro_ops_map/report/mean.svg index 4c9bd1290a6..af9fe7000a6 100644 --- a/criterion/micro_ops_map/report/mean.svg +++ b/criterion/micro_ops_map/report/mean.svg @@ -9,86 +9,66 @@ Density (a.u.) Average time (µs) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 - - - + + 80 - - -90 - - - + + 100 - - -110 + + +120 - + - -8.888 + +8.898 - - -8.89 + + +8.9 - - -8.892 + + +8.902 - - -8.894 + + +8.904 - - -8.896 + + +8.906 - - -8.898 + + +8.908 - - -8.9 + + +8.91 - - -8.902 + + +8.912 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/median.svg b/criterion/micro_ops_map/report/median.svg index 01f81e88237..fa7892a7123 100644 --- a/criterion/micro_ops_map/report/median.svg +++ b/criterion/micro_ops_map/report/median.svg @@ -9,94 +9,66 @@ Density (a.u.) Average time (µs) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - - -350 - - - -400 - - + -450 +300 - -500 - - - -8.882 - - - -8.883 - - - -8.884 - - - -8.885 + +8.894 - - -8.886 + + +8.896 - - -8.887 + + +8.898 - - -8.888 + + +8.9 - - -8.889 + + +8.902 - - -8.89 + + +8.904 - - -8.891 + + +8.906 - - -8.892 + + +8.908 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/pdf.svg b/criterion/micro_ops_map/report/pdf.svg index 5523978036f..1d559a1b2c1 100644 --- a/criterion/micro_ops_map/report/pdf.svg +++ b/criterion/micro_ops_map/report/pdf.svg @@ -54,38 +54,26 @@ Average Time (µs) - + 8.85 - - + + 8.9 - - + + 8.95 - - + + 9 - - + + 9.05 - - -9.1 - - - -9.15 - - - -9.2 - - + Density (a.u.) @@ -94,60 +82,48 @@ Density (a.u.) 0 - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - -16 - - - - - - + + + + + - - - - - - - - - - - - - - - - - + + + + + + + + + PDF diff --git a/criterion/micro_ops_map/report/pdf_small.svg b/criterion/micro_ops_map/report/pdf_small.svg index f47a0c50b4a..80f952f07f3 100644 --- a/criterion/micro_ops_map/report/pdf_small.svg +++ b/criterion/micro_ops_map/report/pdf_small.svg @@ -10,59 +10,51 @@ Average Time (µs) 0 - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - -16 - - + -18 +16 - + 8.9 - - + + 9 - - + + 9.1 - - -9.2 - - - - + + + diff --git a/criterion/micro_ops_map/report/regression.svg b/criterion/micro_ops_map/report/regression.svg index 35f53ca192b..3dc9c1123e8 100644 --- a/criterion/micro_ops_map/report/regression.svg +++ b/criterion/micro_ops_map/report/regression.svg @@ -18,47 +18,47 @@ Iterations (x 10^3) - - - - - - - - + + + + + + + + - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - + 0.1 @@ -104,104 +104,104 @@ Iterations (x 10^3) - + - - - + + + - - + + - - - - - + + + + + - - + + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_map/report/regression_small.svg b/criterion/micro_ops_map/report/regression_small.svg index bb067610442..b45e4abe1dd 100644 --- a/criterion/micro_ops_map/report/regression_small.svg +++ b/criterion/micro_ops_map/report/regression_small.svg @@ -18,11 +18,11 @@ Iterations (x 10^3) - - - - - + + + + + 1.0 @@ -36,26 +36,26 @@ Iterations (x 10^3) 3.0 - + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - + 0.1 @@ -107,96 +107,96 @@ Iterations (x 10^3) - + - + - - + + - + - - + + - + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_map/report/relative_pdf_small.svg b/criterion/micro_ops_map/report/relative_pdf_small.svg index 2ada60eccec..6148f01da6f 100644 --- a/criterion/micro_ops_map/report/relative_pdf_small.svg +++ b/criterion/micro_ops_map/report/relative_pdf_small.svg @@ -39,24 +39,24 @@ Average Time (µs) - -7.5 + +8.9 - - -8 + + +9 - - -8.5 + + +9.1 - - -9 + + +9.2 - - - - - + + + + + diff --git a/criterion/micro_ops_map/report/relative_regression_small.svg b/criterion/micro_ops_map/report/relative_regression_small.svg index 797c31e8d24..6d43ce7750a 100644 --- a/criterion/micro_ops_map/report/relative_regression_small.svg +++ b/criterion/micro_ops_map/report/relative_regression_small.svg @@ -6,89 +6,109 @@ Total sample time (ms) Iterations (x 10^3) - - - - - + + + + + + + + + + - - - - - - - - - + + + + + + + + 0.0 - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - - -9.0 - - + 0 - + +0.1 + + + 0.2 - - + + +0.3 + + + 0.4 - - + + +0.5 + + + 0.6 - - + + +0.7 + + + 0.8 - - + + +0.9 + + + 1 - - - + + + diff --git a/criterion/micro_ops_map/report/slope.svg b/criterion/micro_ops_map/report/slope.svg index 1f4674a6c59..4a5afe64a6c 100644 --- a/criterion/micro_ops_map/report/slope.svg +++ b/criterion/micro_ops_map/report/slope.svg @@ -9,66 +9,90 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - - -8.885 + + +80 - - -8.89 + + +90 - - -8.895 + + +100 - - + + + 8.9 - - -8.905 + + +8.902 + + + +8.904 + + + +8.906 - - + + +8.908 + + + 8.91 - - -8.915 + + +8.912 + + + +8.914 + + + +8.916 + + + +8.918 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/typical.svg b/criterion/micro_ops_map/report/typical.svg index f115ac8105f..4f62225b2e7 100644 --- a/criterion/micro_ops_map/report/typical.svg +++ b/criterion/micro_ops_map/report/typical.svg @@ -9,66 +9,90 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - - -8.885 + + +80 - - -8.89 + + +90 - - -8.895 + + +100 - - + + + 8.9 - - -8.905 + + +8.902 + + + +8.904 + + + +8.906 - - + + +8.908 + + + 8.91 - - -8.915 + + +8.912 + + + +8.914 + + + +8.916 + + + +8.918 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/base/estimates.json b/criterion/micro_ops_next_tick_big/base/estimates.json index 6d415d26922..ee02d5d46c0 100644 --- a/criterion/micro_ops_next_tick_big/base/estimates.json +++ b/criterion/micro_ops_next_tick_big/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":85200.96220987743,"upper_bound":86955.96588719563},"point_estimate":86215.18770532648,"standard_error":456.4413921815792},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":87045.04341161123,"upper_bound":87272.75252525252},"point_estimate":87147.57948369565,"standard_error":51.369116001451175},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":428.392759296315,"upper_bound":912.9283302003317},"point_estimate":644.5936578569948,"standard_error":123.6552299171358},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":87255.31715774062,"upper_bound":87560.771187487},"point_estimate":87396.43096349934,"standard_error":78.10113782012091},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1517.5244652477957,"upper_bound":7221.428683119457},"point_estimate":4585.440756465613,"standard_error":1595.722673103757}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":85820.64673389854,"upper_bound":87614.42209304807},"point_estimate":86856.37226051679,"standard_error":462.3704624697769},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":87726.89204545454,"upper_bound":88154.2649122807},"point_estimate":87984.74403782895,"standard_error":105.14530760290357},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":665.3325174805549,"upper_bound":1268.3115324422495},"point_estimate":976.3061529809497,"standard_error":154.49634609553408},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":88154.11835833205,"upper_bound":88390.8741005871},"point_estimate":88274.6245345057,"standard_error":60.31110202578084},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1640.6887062148728,"upper_bound":7265.990291098607},"point_estimate":4638.334132915467,"standard_error":1576.5081884227757}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/base/sample.json b/criterion/micro_ops_next_tick_big/base/sample.json index 74b9d4018ba..e516a2d8508 100644 --- a/criterion/micro_ops_next_tick_big/base/sample.json +++ b/criterion/micro_ops_next_tick_big/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[586397.0,1661890.0,2699085.0,3804379.0,4833573.0,5880068.0,6975362.0,8025356.0,9074050.0,10126144.0,11316838.0,12293433.0,13391027.0,14376421.0,15524415.0,16515210.0,17663103.0,18686397.0,19638292.0,20862585.0,21673481.0,23022073.0,24052268.0,24972963.0,25945057.0,26959751.0,28253144.0,29222439.0,30534432.0,31207728.0,32651620.0,33521316.0,34560010.0,35615204.0,36616199.0,37800692.0,38500988.0,40101580.0,40880675.0,42350367.0,43339762.0,44237757.0,45183552.0,45990247.0,47213841.0,48241235.0,49703927.0,50143624.0,51718015.0,52365912.0,53849804.0,54385501.0,55405695.0,56684689.0,57309785.0,58556878.0,59478173.0,61376062.0,61760361.0,63076353.0,64563344.0,65056742.0,66444835.0,66930632.0,68771322.0,72320703.0,70819010.0,70672111.0,71915805.0,73139198.0,74394591.0,75741084.0,76229181.0,78048071.0,78307070.0,79433063.0,80142960.0,82116848.0,82846345.0,83952839.0,84260137.0,85435734.0,86844327.0,87810221.0,89830010.0,89705810.0,91025803.0,91836799.0,93985487.0,94349185.0,95459380.0,97029571.0,97232270.0,99446158.0,99299259.0,101241048.0,101217248.0,102043944.0,103647735.0,104903028.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[593997.0,1669289.0,2744983.0,3762576.0,4899168.0,5898561.0,6973955.0,8040948.0,9144140.0,10175834.0,11163527.0,12380120.0,13425712.0,14522106.0,15438999.0,16653292.0,17672085.0,18754278.0,19682572.0,20788665.0,22092756.0,22849651.0,23979844.0,24885738.0,26235229.0,27150923.0,28272916.0,29363709.0,30505502.0,31667594.0,32563488.0,33902279.0,34464275.0,36204865.0,37129158.0,38287451.0,39086245.0,40120239.0,41485330.0,41900427.0,43127919.0,43971214.0,45739602.0,46319799.0,47258392.0,48502884.0,50105674.0,51092368.0,51502764.0,53170154.0,54343646.0,55044342.0,55971435.0,56911930.0,58215921.0,59035115.0,60700105.0,61784898.0,62879391.0,63702385.0,64612219.0,65484149.0,66627743.0,67307739.0,68549433.0,69832926.0,70284823.0,72388612.0,73604106.0,74489601.0,75683994.0,76617489.0,77385086.0,78269980.0,80170470.0,80950766.0,82058460.0,82469858.0,84330948.0,84793346.0,85912839.0,86672735.0,87477432.0,89589520.0,89290021.0,91607709.0,91696509.0,92626004.0,94158695.0,95523088.0,96195484.0,97328678.0,99286968.0,99157269.0,100495862.0,101360457.0,103558745.0,104702339.0,104847838.0,105856832.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/base/tukey.json b/criterion/micro_ops_next_tick_big/base/tukey.json index 0cb9a625c54..22e56004988 100644 --- a/criterion/micro_ops_next_tick_big/base/tukey.json +++ b/criterion/micro_ops_next_tick_big/base/tukey.json @@ -1 +1 @@ -[84270.79297480619,85488.29206031976,88734.95628835594,89952.45537386951] \ No newline at end of file +[83231.76851641413,85211.43602588383,90490.54938446969,92470.21689393939] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/change/estimates.json b/criterion/micro_ops_next_tick_big/change/estimates.json index 607345dc96c..33b967974b9 100644 --- a/criterion/micro_ops_next_tick_big/change/estimates.json +++ b/criterion/micro_ops_next_tick_big/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.025525445296285542,"upper_bound":0.003620243182948955},"point_estimate":-0.010985995615305666,"standard_error":0.007287989766280174},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.014784891602207528,"upper_bound":-0.010288705413687094},"point_estimate":-0.01248095744037836,"standard_error":0.0011922694798492952}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.007754509386911883,"upper_bound":0.02208997896062126},"point_estimate":0.00743702556656034,"standard_error":0.007537530955283715},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0065558110716471465,"upper_bound":0.011847124635107056},"point_estimate":0.009606285786628366,"standard_error":0.0013594549329502567}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/estimates.json b/criterion/micro_ops_next_tick_big/new/estimates.json index 6d415d26922..ee02d5d46c0 100644 --- a/criterion/micro_ops_next_tick_big/new/estimates.json +++ b/criterion/micro_ops_next_tick_big/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":85200.96220987743,"upper_bound":86955.96588719563},"point_estimate":86215.18770532648,"standard_error":456.4413921815792},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":87045.04341161123,"upper_bound":87272.75252525252},"point_estimate":87147.57948369565,"standard_error":51.369116001451175},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":428.392759296315,"upper_bound":912.9283302003317},"point_estimate":644.5936578569948,"standard_error":123.6552299171358},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":87255.31715774062,"upper_bound":87560.771187487},"point_estimate":87396.43096349934,"standard_error":78.10113782012091},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1517.5244652477957,"upper_bound":7221.428683119457},"point_estimate":4585.440756465613,"standard_error":1595.722673103757}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":85820.64673389854,"upper_bound":87614.42209304807},"point_estimate":86856.37226051679,"standard_error":462.3704624697769},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":87726.89204545454,"upper_bound":88154.2649122807},"point_estimate":87984.74403782895,"standard_error":105.14530760290357},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":665.3325174805549,"upper_bound":1268.3115324422495},"point_estimate":976.3061529809497,"standard_error":154.49634609553408},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":88154.11835833205,"upper_bound":88390.8741005871},"point_estimate":88274.6245345057,"standard_error":60.31110202578084},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1640.6887062148728,"upper_bound":7265.990291098607},"point_estimate":4638.334132915467,"standard_error":1576.5081884227757}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/sample.json b/criterion/micro_ops_next_tick_big/new/sample.json index 74b9d4018ba..e516a2d8508 100644 --- a/criterion/micro_ops_next_tick_big/new/sample.json +++ b/criterion/micro_ops_next_tick_big/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[586397.0,1661890.0,2699085.0,3804379.0,4833573.0,5880068.0,6975362.0,8025356.0,9074050.0,10126144.0,11316838.0,12293433.0,13391027.0,14376421.0,15524415.0,16515210.0,17663103.0,18686397.0,19638292.0,20862585.0,21673481.0,23022073.0,24052268.0,24972963.0,25945057.0,26959751.0,28253144.0,29222439.0,30534432.0,31207728.0,32651620.0,33521316.0,34560010.0,35615204.0,36616199.0,37800692.0,38500988.0,40101580.0,40880675.0,42350367.0,43339762.0,44237757.0,45183552.0,45990247.0,47213841.0,48241235.0,49703927.0,50143624.0,51718015.0,52365912.0,53849804.0,54385501.0,55405695.0,56684689.0,57309785.0,58556878.0,59478173.0,61376062.0,61760361.0,63076353.0,64563344.0,65056742.0,66444835.0,66930632.0,68771322.0,72320703.0,70819010.0,70672111.0,71915805.0,73139198.0,74394591.0,75741084.0,76229181.0,78048071.0,78307070.0,79433063.0,80142960.0,82116848.0,82846345.0,83952839.0,84260137.0,85435734.0,86844327.0,87810221.0,89830010.0,89705810.0,91025803.0,91836799.0,93985487.0,94349185.0,95459380.0,97029571.0,97232270.0,99446158.0,99299259.0,101241048.0,101217248.0,102043944.0,103647735.0,104903028.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[593997.0,1669289.0,2744983.0,3762576.0,4899168.0,5898561.0,6973955.0,8040948.0,9144140.0,10175834.0,11163527.0,12380120.0,13425712.0,14522106.0,15438999.0,16653292.0,17672085.0,18754278.0,19682572.0,20788665.0,22092756.0,22849651.0,23979844.0,24885738.0,26235229.0,27150923.0,28272916.0,29363709.0,30505502.0,31667594.0,32563488.0,33902279.0,34464275.0,36204865.0,37129158.0,38287451.0,39086245.0,40120239.0,41485330.0,41900427.0,43127919.0,43971214.0,45739602.0,46319799.0,47258392.0,48502884.0,50105674.0,51092368.0,51502764.0,53170154.0,54343646.0,55044342.0,55971435.0,56911930.0,58215921.0,59035115.0,60700105.0,61784898.0,62879391.0,63702385.0,64612219.0,65484149.0,66627743.0,67307739.0,68549433.0,69832926.0,70284823.0,72388612.0,73604106.0,74489601.0,75683994.0,76617489.0,77385086.0,78269980.0,80170470.0,80950766.0,82058460.0,82469858.0,84330948.0,84793346.0,85912839.0,86672735.0,87477432.0,89589520.0,89290021.0,91607709.0,91696509.0,92626004.0,94158695.0,95523088.0,96195484.0,97328678.0,99286968.0,99157269.0,100495862.0,101360457.0,103558745.0,104702339.0,104847838.0,105856832.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/tukey.json b/criterion/micro_ops_next_tick_big/new/tukey.json index 0cb9a625c54..22e56004988 100644 --- a/criterion/micro_ops_next_tick_big/new/tukey.json +++ b/criterion/micro_ops_next_tick_big/new/tukey.json @@ -1 +1 @@ -[84270.79297480619,85488.29206031976,88734.95628835594,89952.45537386951] \ No newline at end of file +[83231.76851641413,85211.43602588383,90490.54938446969,92470.21689393939] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/report/MAD.svg b/criterion/micro_ops_next_tick_big/report/MAD.svg index af854df9269..ebae45fa3bc 100644 --- a/criterion/micro_ops_next_tick_big/report/MAD.svg +++ b/criterion/micro_ops_next_tick_big/report/MAD.svg @@ -6,69 +6,69 @@ micro/ops/next_tick/big:MAD Density (a.u.) -Average time (ns) +Average time (µs) - -5e-4 + +0.5 - - -0.001 + + +1 - - -0.0015 + + +1.5 - - -0.002 + + +2 - - -0.0025 + + +2.5 - - -0.003 + + +3 - - -0.0035 + + + +0.6 - - -0.004 + + +0.7 - - - -400 + + +0.8 - - -500 + + +0.9 - - -600 + + +1 - - -700 + + +1.1 - - -800 + + +1.2 - - -900 + + +1.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/SD.svg b/criterion/micro_ops_next_tick_big/report/SD.svg index f9083ff2606..3ebece859ed 100644 --- a/criterion/micro_ops_next_tick_big/report/SD.svg +++ b/criterion/micro_ops_next_tick_big/report/SD.svg @@ -9,70 +9,66 @@ Density (a.u.) Average time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - -1 - - - + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/both/pdf.svg b/criterion/micro_ops_next_tick_big/report/both/pdf.svg index 48b79760f18..33775086cb3 100644 --- a/criterion/micro_ops_next_tick_big/report/both/pdf.svg +++ b/criterion/micro_ops_next_tick_big/report/both/pdf.svg @@ -42,22 +42,30 @@ Average Time (µs) - + +50 + + + 60 - - + + +70 + + + 80 - - -100 + + +90 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_next_tick_big/report/both/regression.svg b/criterion/micro_ops_next_tick_big/report/both/regression.svg index 7fe45b1d991..877270a6061 100644 --- a/criterion/micro_ops_next_tick_big/report/both/regression.svg +++ b/criterion/micro_ops_next_tick_big/report/both/regression.svg @@ -17,15 +17,15 @@ Iterations (x 10^3) - + - + - + - - - + + + 0.0 @@ -35,42 +35,42 @@ Iterations (x 10^3) 10.0 - + 20.0 - + 30.0 - + 40.0 - + 50.0 - + 60.0 - + 70.0 - + 80.0 - - + + 90.0 - - + + 100.0 - + 0 @@ -100,10 +100,10 @@ Iterations (x 10^3) 1.2 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_next_tick_big/report/change/mean.svg b/criterion/micro_ops_next_tick_big/report/change/mean.svg index 0bfb11aa051..47ff3aadb9d 100644 --- a/criterion/micro_ops_next_tick_big/report/change/mean.svg +++ b/criterion/micro_ops_next_tick_big/report/change/mean.svg @@ -13,79 +13,79 @@ Relative change (%) 5 - + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - + + 45 - - + + 50 - - -55 - - + - --0.025 - - - --0.02 - - - --0.015 - - - + -0.01 - - + + -0.005 - - -3.46945e-18 + + +1.73472e-18 - - + + 0.005 - - - - - + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/change/median.svg b/criterion/micro_ops_next_tick_big/report/change/median.svg index 6642c0fae94..fb5292bebeb 100644 --- a/criterion/micro_ops_next_tick_big/report/change/median.svg +++ b/criterion/micro_ops_next_tick_big/report/change/median.svg @@ -9,79 +9,63 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - + - --0.015 - - - --0.0145 - - - --0.014 - - - --0.0135 - - - --0.013 - - - --0.0125 - - - --0.012 - - - --0.0115 - - - --0.011 - - - --0.0105 - - - --0.01 - - - - - - + +0.006 + + + +0.007 + + + +0.008 + + + +0.009 + + + +0.01 + + + +0.011 + + + +0.012 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/change/t-test.svg b/criterion/micro_ops_next_tick_big/report/change/t-test.svg index ef0b355f60b..4b9f0669f91 100644 --- a/criterion/micro_ops_next_tick_big/report/change/t-test.svg +++ b/criterion/micro_ops_next_tick_big/report/change/t-test.svg @@ -21,61 +21,65 @@ t score 0.1 - + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + +4.0 + + + + t distribution diff --git a/criterion/micro_ops_next_tick_big/report/index.html b/criterion/micro_ops_next_tick_big/report/index.html index 2a31b0fe6a1..e92e2a46f2c 100644 --- a/criterion/micro_ops_next_tick_big/report/index.html +++ b/criterion/micro_ops_next_tick_big/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 87.255 µs - 87.396 µs - 87.561 µs + 88.154 µs + 88.275 µs + 88.391 µs R² - 0.9917599 - 0.9921131 - 0.9916342 + 0.9945177 + 0.9947720 + 0.9945353 Mean - 85.201 µs - 86.215 µs - 86.956 µs + 85.821 µs + 86.856 µs + 87.614 µs Std. Dev. - 1.5175 µs - 4.5854 µs - 7.2214 µs + 1.6407 µs + 4.6383 µs + 7.2660 µs Median - 87.045 µs - 87.148 µs - 87.273 µs + 87.727 µs + 87.985 µs + 88.154 µs MAD - 428.39 ns - 644.59 ns - 912.93 ns + 665.33 ns + 976.31 ns + 1.2683 µs @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -2.5525% - -1.0986% - +0.3620% - (p = 0.15 > + -0.7755% + +0.7437% + +2.2090% + (p = 0.34 > 0.05) diff --git a/criterion/micro_ops_next_tick_big/report/mean.svg b/criterion/micro_ops_next_tick_big/report/mean.svg index c4cbb71d599..594bca149a3 100644 --- a/criterion/micro_ops_next_tick_big/report/mean.svg +++ b/criterion/micro_ops_next_tick_big/report/mean.svg @@ -29,66 +29,70 @@ Average time (µs) 0.5 - + 0.6 - - + + 0.7 - - + + 0.8 - - + + 0.9 - + - -85.2 - - - -85.4 - - - -85.6 - - - + 85.8 - - + + 86 - - + + 86.2 - - + + 86.4 - - + + 86.6 - - + + 86.8 - - + + 87 - - - - + + +87.2 + + + +87.4 + + + +87.6 + + + +87.8 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/median.svg b/criterion/micro_ops_next_tick_big/report/median.svg index 3b6b27e7440..bf748032682 100644 --- a/criterion/micro_ops_next_tick_big/report/median.svg +++ b/criterion/micro_ops_next_tick_big/report/median.svg @@ -10,53 +10,77 @@ Average time (µs) -2 +1 -4 +2 - -6 + +3 - - -8 + + +4 - - -10 + + +5 - - -12 + + +6 - + - -87.05 + +87.7 + + + +87.75 + + + +87.8 + + + +87.85 + + + +87.9 + + + +87.95 + + + +88 - - -87.1 + + +88.05 - - -87.15 + + +88.1 - - -87.2 + + +88.15 - - -87.25 + + +88.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/pdf.svg b/criterion/micro_ops_next_tick_big/report/pdf.svg index 1aac9fd632b..8ece0120467 100644 --- a/criterion/micro_ops_next_tick_big/report/pdf.svg +++ b/criterion/micro_ops_next_tick_big/report/pdf.svg @@ -38,50 +38,46 @@ Average Time (µs) - + 45 - - + + 50 - + 55 - + 60 - - + + 65 - - + + 70 - - + + 75 - - + + 80 - - + + 85 - - + + 90 - - -95 - - + Density (a.u.) @@ -90,68 +86,66 @@ Density (a.u.) 0 - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_next_tick_big/report/pdf_small.svg b/criterion/micro_ops_next_tick_big/report/pdf_small.svg index 3456d601256..982217214da 100644 --- a/criterion/micro_ops_next_tick_big/report/pdf_small.svg +++ b/criterion/micro_ops_next_tick_big/report/pdf_small.svg @@ -10,63 +10,63 @@ Average Time (µs) 0 - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - - + + 0.18 - + - + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - - - + + + diff --git a/criterion/micro_ops_next_tick_big/report/regression.svg b/criterion/micro_ops_next_tick_big/report/regression.svg index 3d42e0c6c18..f345c0b914a 100644 --- a/criterion/micro_ops_next_tick_big/report/regression.svg +++ b/criterion/micro_ops_next_tick_big/report/regression.svg @@ -16,14 +16,14 @@ Iterations (x 10^3) - - - - - - - - + + + + + + + + 10.0 @@ -33,38 +33,38 @@ Iterations (x 10^3) 20.0 - + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + 0.2 @@ -100,97 +100,97 @@ Iterations (x 10^3) - - + + - + - + - - - - - - - + + + + + + + - - - - - + + + + + - - - - - - - - - - + + + + + + + + + + - - + + - - - + + + - - + + - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - + + + + + + + + + + + - + Sample diff --git a/criterion/micro_ops_next_tick_big/report/regression_small.svg b/criterion/micro_ops_next_tick_big/report/regression_small.svg index 846a0b25bfe..22de123b3d4 100644 --- a/criterion/micro_ops_next_tick_big/report/regression_small.svg +++ b/criterion/micro_ops_next_tick_big/report/regression_small.svg @@ -13,14 +13,14 @@ Iterations (x 10^3) - - - - - - - - + + + + + + + + 10.0 @@ -30,38 +30,38 @@ Iterations (x 10^3) 20.0 - + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + 0.2 @@ -90,103 +90,103 @@ Iterations (x 10^3) - + - + - + - + - + - - - + + + - + - - + + - + - + - - - - + + + + - + - - - + + + - - + + - + - + - + - + - - - - - - - - - - - - - + + + + + + + + + + + + + - + - - + + - - - + + + - - - - - - - - - - + + + + + + + + + + - + diff --git a/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg b/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg index a0c2d91e350..7c77782b983 100644 --- a/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg +++ b/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg @@ -39,20 +39,28 @@ Average Time (µs) - + +50 + + + 60 - - + + +70 + + + 80 - - -100 + + +90 - - - - - + + + + + diff --git a/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg b/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg index 45a0f78c016..3240e7621e9 100644 --- a/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg +++ b/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg @@ -17,12 +17,12 @@ Iterations (x 10^3) - + - + - - + + 0.0 @@ -44,30 +44,30 @@ Iterations (x 10^3) 40.0 - + 50.0 - + 60.0 - + 70.0 - + 80.0 - + 90.0 - - + + 100.0 - + 0 @@ -97,8 +97,8 @@ Iterations (x 10^3) 1.2 - - - - + + + + diff --git a/criterion/micro_ops_next_tick_big/report/slope.svg b/criterion/micro_ops_next_tick_big/report/slope.svg index 261cf6b253a..eb3bc65f216 100644 --- a/criterion/micro_ops_next_tick_big/report/slope.svg +++ b/criterion/micro_ops_next_tick_big/report/slope.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (µs) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - - -4.5 - - - + + 5 - - -5.5 + + +6 + + + +7 - + -87.25 +88.15 - -87.3 - - - -87.35 + +88.2 - - -87.4 + + +88.25 - - -87.45 + + +88.3 - - -87.5 + + +88.35 - - -87.55 + + +88.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/typical.svg b/criterion/micro_ops_next_tick_big/report/typical.svg index 14328228dd5..03be24da6ae 100644 --- a/criterion/micro_ops_next_tick_big/report/typical.svg +++ b/criterion/micro_ops_next_tick_big/report/typical.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (µs) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - - -4.5 - - - + + 5 - - -5.5 + + +6 + + + +7 - + -87.25 +88.15 - -87.3 - - - -87.35 + +88.2 - - -87.4 + + +88.25 - - -87.45 + + +88.3 - - -87.5 + + +88.35 - - -87.55 + + +88.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/base/estimates.json b/criterion/micro_ops_next_tick_small/base/estimates.json index b5d1fbd925d..1035575ab86 100644 --- a/criterion/micro_ops_next_tick_small/base/estimates.json +++ b/criterion/micro_ops_next_tick_small/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":90139.98733722382,"upper_bound":91751.72478227105},"point_estimate":91059.42374283707,"standard_error":418.34522473986686},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":91862.73879641485,"upper_bound":92145.72257053292},"point_estimate":91970.21156750227,"standard_error":72.074065651614},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":385.06128128346666,"upper_bound":780.3779329889733},"point_estimate":569.3864984945077,"standard_error":104.64713379532616},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":92152.76452080152,"upper_bound":92407.57668774198},"point_estimate":92271.59477168613,"standard_error":65.103218185514},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1639.2152540154796,"upper_bound":6481.263476553603},"point_estimate":4204.038807169374,"standard_error":1322.720544647005}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":85289.35966474295,"upper_bound":86697.78043306635},"point_estimate":86095.3069880653,"standard_error":365.7587107791532},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":86841.19779577147,"upper_bound":86978.0321969697},"point_estimate":86904.15268278783,"standard_error":40.08603255401426},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":344.04703139195243,"upper_bound":610.9986101327551},"point_estimate":515.2172487550632,"standard_error":69.15528726575499},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":87066.87938351507,"upper_bound":87290.84199907033},"point_estimate":87168.82377198168,"standard_error":57.09162850072877},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1374.845540454526,"upper_bound":5722.026568773313},"point_estimate":3671.828475929559,"standard_error":1237.7753693412883}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/base/sample.json b/criterion/micro_ops_next_tick_small/base/sample.json index 748b61cfd1b..9a48bc83b49 100644 --- a/criterion/micro_ops_next_tick_small/base/sample.json +++ b/criterion/micro_ops_next_tick_small/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[11.0,22.0,33.0,44.0,55.0,66.0,77.0,88.0,99.0,110.0,121.0,132.0,143.0,154.0,165.0,176.0,187.0,198.0,209.0,220.0,231.0,242.0,253.0,264.0,275.0,286.0,297.0,308.0,319.0,330.0,341.0,352.0,363.0,374.0,385.0,396.0,407.0,418.0,429.0,440.0,451.0,462.0,473.0,484.0,495.0,506.0,517.0,528.0,539.0,550.0,561.0,572.0,583.0,594.0,605.0,616.0,627.0,638.0,649.0,660.0,671.0,682.0,693.0,704.0,715.0,726.0,737.0,748.0,759.0,770.0,781.0,792.0,803.0,814.0,825.0,836.0,847.0,858.0,869.0,880.0,891.0,902.0,913.0,924.0,935.0,946.0,957.0,968.0,979.0,990.0,1001.0,1012.0,1023.0,1034.0,1045.0,1056.0,1067.0,1078.0,1089.0,1100.0],"times":[644796.0,1630691.0,2659185.0,3684079.0,4727073.0,5706268.0,6747063.0,7736957.0,8780751.0,9771245.0,10841239.0,11848234.0,12845528.0,13824623.0,14920317.0,15998311.0,16920906.0,18014399.0,19073293.0,20029288.0,21247782.0,22732573.0,23861867.0,24130765.0,25001460.0,25944055.0,28101543.0,28142243.0,29354436.0,30182031.0,31131226.0,32251920.0,33189915.0,34311209.0,35492602.0,36265098.0,38205887.0,38385385.0,40382775.0,40192976.0,41596067.0,42457463.0,43496457.0,44467051.0,45581845.0,46763639.0,47700834.0,48483030.0,49561724.0,50513218.0,51541112.0,52743805.0,53465002.0,54845294.0,55842588.0,56520984.0,57821577.0,58788971.0,59951465.0,60938760.0,61774356.0,62912749.0,63608844.0,64973937.0,65927832.0,67175425.0,67610423.0,71014104.0,72030197.0,71413001.0,71744799.0,73008517.0,73952417.0,75220610.0,75948406.0,77054600.0,77885196.0,78889691.0,79896985.0,80833481.0,81725076.0,83250969.0,84322863.0,85168059.0,86178554.0,87724846.0,88157043.0,89070138.0,90642930.0,91678225.0,92031323.0,93507015.0,94591910.0,95393906.0,96307500.0,97251196.0,98537989.0,99579484.0,100864577.0,101894572.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[678596.0,1735889.0,2857681.0,3840275.0,4879268.0,5933561.0,6961655.0,8037548.0,9081242.0,10114235.0,11179928.0,12225821.0,13272215.0,14384007.0,15353001.0,16348095.0,17474687.0,18434481.0,19579074.0,20586167.0,21670460.0,22731954.0,24508942.0,24799040.0,25958532.0,27083125.0,28030219.0,29082013.0,30188405.0,32106892.0,31960793.0,33171486.0,34237179.0,36365466.0,36371365.0,37464858.0,38485251.0,39530745.0,40539238.0,41811530.0,42576925.0,43894417.0,44876910.0,45901803.0,46920397.0,47964290.0,48880884.0,50036876.0,51189767.0,52155860.0,54840242.0,54252746.0,55303439.0,56282033.0,57341826.0,58450620.0,59390413.0,60612806.0,61486499.0,64374280.0,63728384.0,64915977.0,65914371.0,66957264.0,67746359.0,68913451.0,70158343.0,71208536.0,72021331.0,72932825.0,76509602.0,75405509.0,76181004.0,77206997.0,78616788.0,79217884.0,80730674.0,81526569.0,82739161.0,83580056.0,84807648.0,85580743.0,87062433.0,87883028.0,89124319.0,89952714.0,90869508.0,91848802.0,92826796.0,94024887.0,95144580.0,95907876.0,97392265.0,98363159.0,99631751.0,100547945.0,101550039.0,102831430.0,103734124.0,104261921.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/base/tukey.json b/criterion/micro_ops_next_tick_small/base/tukey.json index d8c3994c74c..af9b1e4676b 100644 --- a/criterion/micro_ops_next_tick_small/base/tukey.json +++ b/criterion/micro_ops_next_tick_small/base/tukey.json @@ -1 +1 @@ -[88691.8660797074,90043.95272329525,93649.5171061962,95001.60374978406] \ No newline at end of file +[84203.62919372293,85321.39538521373,88302.10522918923,89419.87142068004] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/change/estimates.json b/criterion/micro_ops_next_tick_small/change/estimates.json index 770d1f9c3a1..8b197aef8eb 100644 --- a/criterion/micro_ops_next_tick_small/change/estimates.json +++ b/criterion/micro_ops_next_tick_small/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.14126983699794315,"upper_bound":0.16964477401749994},"point_estimate":0.15574454893927925,"standard_error":0.007235503046986913},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.15678861574819614,"upper_bound":0.1618846484982277},"point_estimate":0.1587325795652068,"standard_error":0.001329352834123066}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.06645212547116565,"upper_bound":-0.043121882470748885},"point_estimate":-0.054515134740925175,"standard_error":0.005926335783315687},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.056890937381649076,"upper_bound":-0.05365722639938786},"point_estimate":-0.05508369284326553,"standard_error":0.0008295226164067049}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/estimates.json b/criterion/micro_ops_next_tick_small/new/estimates.json index b5d1fbd925d..1035575ab86 100644 --- a/criterion/micro_ops_next_tick_small/new/estimates.json +++ b/criterion/micro_ops_next_tick_small/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":90139.98733722382,"upper_bound":91751.72478227105},"point_estimate":91059.42374283707,"standard_error":418.34522473986686},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":91862.73879641485,"upper_bound":92145.72257053292},"point_estimate":91970.21156750227,"standard_error":72.074065651614},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":385.06128128346666,"upper_bound":780.3779329889733},"point_estimate":569.3864984945077,"standard_error":104.64713379532616},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":92152.76452080152,"upper_bound":92407.57668774198},"point_estimate":92271.59477168613,"standard_error":65.103218185514},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1639.2152540154796,"upper_bound":6481.263476553603},"point_estimate":4204.038807169374,"standard_error":1322.720544647005}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":85289.35966474295,"upper_bound":86697.78043306635},"point_estimate":86095.3069880653,"standard_error":365.7587107791532},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":86841.19779577147,"upper_bound":86978.0321969697},"point_estimate":86904.15268278783,"standard_error":40.08603255401426},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":344.04703139195243,"upper_bound":610.9986101327551},"point_estimate":515.2172487550632,"standard_error":69.15528726575499},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":87066.87938351507,"upper_bound":87290.84199907033},"point_estimate":87168.82377198168,"standard_error":57.09162850072877},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1374.845540454526,"upper_bound":5722.026568773313},"point_estimate":3671.828475929559,"standard_error":1237.7753693412883}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/sample.json b/criterion/micro_ops_next_tick_small/new/sample.json index 748b61cfd1b..9a48bc83b49 100644 --- a/criterion/micro_ops_next_tick_small/new/sample.json +++ b/criterion/micro_ops_next_tick_small/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[11.0,22.0,33.0,44.0,55.0,66.0,77.0,88.0,99.0,110.0,121.0,132.0,143.0,154.0,165.0,176.0,187.0,198.0,209.0,220.0,231.0,242.0,253.0,264.0,275.0,286.0,297.0,308.0,319.0,330.0,341.0,352.0,363.0,374.0,385.0,396.0,407.0,418.0,429.0,440.0,451.0,462.0,473.0,484.0,495.0,506.0,517.0,528.0,539.0,550.0,561.0,572.0,583.0,594.0,605.0,616.0,627.0,638.0,649.0,660.0,671.0,682.0,693.0,704.0,715.0,726.0,737.0,748.0,759.0,770.0,781.0,792.0,803.0,814.0,825.0,836.0,847.0,858.0,869.0,880.0,891.0,902.0,913.0,924.0,935.0,946.0,957.0,968.0,979.0,990.0,1001.0,1012.0,1023.0,1034.0,1045.0,1056.0,1067.0,1078.0,1089.0,1100.0],"times":[644796.0,1630691.0,2659185.0,3684079.0,4727073.0,5706268.0,6747063.0,7736957.0,8780751.0,9771245.0,10841239.0,11848234.0,12845528.0,13824623.0,14920317.0,15998311.0,16920906.0,18014399.0,19073293.0,20029288.0,21247782.0,22732573.0,23861867.0,24130765.0,25001460.0,25944055.0,28101543.0,28142243.0,29354436.0,30182031.0,31131226.0,32251920.0,33189915.0,34311209.0,35492602.0,36265098.0,38205887.0,38385385.0,40382775.0,40192976.0,41596067.0,42457463.0,43496457.0,44467051.0,45581845.0,46763639.0,47700834.0,48483030.0,49561724.0,50513218.0,51541112.0,52743805.0,53465002.0,54845294.0,55842588.0,56520984.0,57821577.0,58788971.0,59951465.0,60938760.0,61774356.0,62912749.0,63608844.0,64973937.0,65927832.0,67175425.0,67610423.0,71014104.0,72030197.0,71413001.0,71744799.0,73008517.0,73952417.0,75220610.0,75948406.0,77054600.0,77885196.0,78889691.0,79896985.0,80833481.0,81725076.0,83250969.0,84322863.0,85168059.0,86178554.0,87724846.0,88157043.0,89070138.0,90642930.0,91678225.0,92031323.0,93507015.0,94591910.0,95393906.0,96307500.0,97251196.0,98537989.0,99579484.0,100864577.0,101894572.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[678596.0,1735889.0,2857681.0,3840275.0,4879268.0,5933561.0,6961655.0,8037548.0,9081242.0,10114235.0,11179928.0,12225821.0,13272215.0,14384007.0,15353001.0,16348095.0,17474687.0,18434481.0,19579074.0,20586167.0,21670460.0,22731954.0,24508942.0,24799040.0,25958532.0,27083125.0,28030219.0,29082013.0,30188405.0,32106892.0,31960793.0,33171486.0,34237179.0,36365466.0,36371365.0,37464858.0,38485251.0,39530745.0,40539238.0,41811530.0,42576925.0,43894417.0,44876910.0,45901803.0,46920397.0,47964290.0,48880884.0,50036876.0,51189767.0,52155860.0,54840242.0,54252746.0,55303439.0,56282033.0,57341826.0,58450620.0,59390413.0,60612806.0,61486499.0,64374280.0,63728384.0,64915977.0,65914371.0,66957264.0,67746359.0,68913451.0,70158343.0,71208536.0,72021331.0,72932825.0,76509602.0,75405509.0,76181004.0,77206997.0,78616788.0,79217884.0,80730674.0,81526569.0,82739161.0,83580056.0,84807648.0,85580743.0,87062433.0,87883028.0,89124319.0,89952714.0,90869508.0,91848802.0,92826796.0,94024887.0,95144580.0,95907876.0,97392265.0,98363159.0,99631751.0,100547945.0,101550039.0,102831430.0,103734124.0,104261921.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/tukey.json b/criterion/micro_ops_next_tick_small/new/tukey.json index d8c3994c74c..af9b1e4676b 100644 --- a/criterion/micro_ops_next_tick_small/new/tukey.json +++ b/criterion/micro_ops_next_tick_small/new/tukey.json @@ -1 +1 @@ -[88691.8660797074,90043.95272329525,93649.5171061962,95001.60374978406] \ No newline at end of file +[84203.62919372293,85321.39538521373,88302.10522918923,89419.87142068004] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/report/MAD.svg b/criterion/micro_ops_next_tick_small/report/MAD.svg index 5fd4984b8bd..2390541299d 100644 --- a/criterion/micro_ops_next_tick_small/report/MAD.svg +++ b/criterion/micro_ops_next_tick_small/report/MAD.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (ns) - -5e-4 - - - + 0.001 - - -0.0015 - - - + + 0.002 - - -0.0025 - - - + + 0.003 - - -0.0035 - - - + + 0.004 - + + +0.005 + + + +0.006 + + + +0.007 + + - + 350 - - + + 400 - - + + 450 - - + + 500 - - + + 550 - - + + 600 - - -650 - - - -700 - - - -750 - - - -800 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/SD.svg b/criterion/micro_ops_next_tick_small/report/SD.svg index a72f31412ef..8db9fa44f3e 100644 --- a/criterion/micro_ops_next_tick_small/report/SD.svg +++ b/criterion/micro_ops_next_tick_small/report/SD.svg @@ -9,66 +9,94 @@ Density (a.u.) Average time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + + +0.45 + + + +0.5 + + - + +1 + + + +1.5 + + + 2 - - + + +2.5 + + + 3 - - + + +3.5 + + + 4 - - + + +4.5 + + + 5 - - -6 + + +5.5 - - -7 + + +6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/both/pdf.svg b/criterion/micro_ops_next_tick_small/report/both/pdf.svg index a8303be675a..738a6813829 100644 --- a/criterion/micro_ops_next_tick_small/report/both/pdf.svg +++ b/criterion/micro_ops_next_tick_small/report/both/pdf.svg @@ -9,63 +9,71 @@ Density (a.u.) Average Time (µs) - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - - + + 0.18 - - + + 0.2 - + - + 60 - - + + +70 + + + 80 - + + +90 + + 100 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_next_tick_small/report/both/regression.svg b/criterion/micro_ops_next_tick_small/report/both/regression.svg index efe97f2ec3f..9b71a8cb8ef 100644 --- a/criterion/micro_ops_next_tick_small/report/both/regression.svg +++ b/criterion/micro_ops_next_tick_small/report/both/regression.svg @@ -9,76 +9,76 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - + + + + + + - - - - - + + + + + 0.0 - + 20.0 - - + + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - + 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - - - - + + + + + Base Sample diff --git a/criterion/micro_ops_next_tick_small/report/change/mean.svg b/criterion/micro_ops_next_tick_small/report/change/mean.svg index 0c1ac84d4bc..acf0ecbc03f 100644 --- a/criterion/micro_ops_next_tick_small/report/change/mean.svg +++ b/criterion/micro_ops_next_tick_small/report/change/mean.svg @@ -9,82 +9,54 @@ Density (a.u.) Relative change (%) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - - -45 - - - + + 50 - - -55 + + +60 - + - -0.14 - - - -0.145 - - - -0.15 + +-0.065 - - -0.155 + + +-0.06 - - -0.16 + + +-0.055 - - -0.165 + + +-0.05 - - -0.17 + + +-0.045 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/change/median.svg b/criterion/micro_ops_next_tick_small/report/change/median.svg index 5c6b8192ff6..0fb638922ce 100644 --- a/criterion/micro_ops_next_tick_small/report/change/median.svg +++ b/criterion/micro_ops_next_tick_small/report/change/median.svg @@ -9,70 +9,86 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - + + 450 + + +500 + + + +550 + - -0.157 + +-0.057 + + + +-0.0565 + + + +-0.056 - - -0.158 + + +-0.0555 - - -0.159 + + +-0.055 - - -0.16 + + +-0.0545 - - -0.161 + + +-0.054 - - -0.162 + + +-0.0535 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/change/t-test.svg b/criterion/micro_ops_next_tick_small/report/change/t-test.svg index 7b64aafb362..ceb05a64675 100644 --- a/criterion/micro_ops_next_tick_small/report/change/t-test.svg +++ b/criterion/micro_ops_next_tick_small/report/change/t-test.svg @@ -17,77 +17,73 @@ t score 0.05 - + 0.1 - + 0.15 - + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - --5.0 - - - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_next_tick_small/report/index.html b/criterion/micro_ops_next_tick_small/report/index.html index f600b3348f1..345f4304929 100644 --- a/criterion/micro_ops_next_tick_small/report/index.html +++ b/criterion/micro_ops_next_tick_small/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 92.153 µs - 92.272 µs - 92.408 µs + 87.067 µs + 87.169 µs + 87.291 µs R² - 0.9935215 - 0.9937435 - 0.9934528 + 0.9937009 + 0.9938894 + 0.9936194 Mean - 90.140 µs - 91.059 µs - 91.752 µs + 85.289 µs + 86.095 µs + 86.698 µs Std. Dev. - 1.6392 µs - 4.2040 µs - 6.4813 µs + 1.3748 µs + 3.6718 µs + 5.7220 µs Median - 91.863 µs - 91.970 µs - 92.146 µs + 86.841 µs + 86.904 µs + 86.978 µs MAD - 385.06 ns - 569.39 ns - 780.38 ns + 344.05 ns + 515.22 ns + 611.00 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +14.127% - +15.574% - +16.964% + -6.6452% + -5.4515% + -4.3122% (p = 0.00 < 0.05) - Performance has regressed. + Performance has improved.

Additional Plots:

diff --git a/criterion/micro_ops_next_tick_small/report/mean.svg b/criterion/micro_ops_next_tick_small/report/mean.svg index af77b60ded7..da37146b456 100644 --- a/criterion/micro_ops_next_tick_small/report/mean.svg +++ b/criterion/micro_ops_next_tick_small/report/mean.svg @@ -9,90 +9,70 @@ Density (a.u.) Average time (µs) - -0.1 - - - + 0.2 - - -0.3 - - - + + 0.4 - - -0.5 - - - + + 0.6 - - -0.7 - - - + + 0.8 - - -0.9 - - - + + 1 - - - -90 + + +1.2 - - -90.2 + + + +85.2 - - -90.4 + + +85.4 - - -90.6 + + +85.6 - - -90.8 + + +85.8 - - -91 + + +86 - - -91.2 + + +86.2 - - -91.4 + + +86.4 - - -91.6 + + +86.6 - - -91.8 + + +86.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/median.svg b/criterion/micro_ops_next_tick_small/report/median.svg index 9dac7bfd68d..9356da321d7 100644 --- a/criterion/micro_ops_next_tick_small/report/median.svg +++ b/criterion/micro_ops_next_tick_small/report/median.svg @@ -9,66 +9,74 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - + + +16 + + - -91.85 + +86.84 + + + +86.86 - - -91.9 + + +86.88 - - -91.95 + + +86.9 - - -92 + + +86.92 - - -92.05 + + +86.94 - - -92.1 + + +86.96 - + -92.15 +86.98 - - - + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/pdf.svg b/criterion/micro_ops_next_tick_small/report/pdf.svg index c428eb352f8..85225f82e98 100644 --- a/criterion/micro_ops_next_tick_small/report/pdf.svg +++ b/criterion/micro_ops_next_tick_small/report/pdf.svg @@ -13,67 +13,63 @@ Average Time (µs) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - + + +1.2 + + - + 55 - - + + 60 - - + + 65 - - + + 70 - - + + 75 - - + + 80 - - + + 85 - - + + 90 - - -95 - - - -100 - - + Density (a.u.) @@ -82,90 +78,94 @@ Density (a.u.) 0 - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - - + + 0.18 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +0.2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_next_tick_small/report/pdf_small.svg b/criterion/micro_ops_next_tick_small/report/pdf_small.svg index 53b6c2044bb..79d05ec78ab 100644 --- a/criterion/micro_ops_next_tick_small/report/pdf_small.svg +++ b/criterion/micro_ops_next_tick_small/report/pdf_small.svg @@ -10,67 +10,39 @@ Average Time (µs) 0 - -0.02 + +0.05 - - -0.04 - - - -0.06 - - - -0.08 - - - + + 0.1 - - -0.12 - - - -0.14 + + +0.15 - - -0.16 - - - -0.18 - - - + + 0.2 - + - + 60 - - + + 70 - - + + 80 - - + + 90 - - -100 - - - - + + + diff --git a/criterion/micro_ops_next_tick_small/report/regression.svg b/criterion/micro_ops_next_tick_small/report/regression.svg index 76f3ac74510..6e042a43d19 100644 --- a/criterion/micro_ops_next_tick_small/report/regression.svg +++ b/criterion/micro_ops_next_tick_small/report/regression.svg @@ -8,111 +8,86 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - - - - - + + + + + - - - - - - - - - - + + + + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + - -0.1 - - - + 0.2 - - -0.3 - - - + + 0.4 - - -0.5 - - - + + 0.6 - - -0.7 - - - + + 0.8 - - -0.9 - - - + + 1 - + -1.1 +1.2 @@ -120,103 +95,103 @@ Iterations (x 10^3) - + - + - + - - + + - - - - - - + + + + + + - - - + + + - - - - - + + + + + - - - - - + + + + + - - - - - - + + + + + + - - - - + + + + - - - - - - - - - - + + + + + + + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - - - - - - - - - + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_next_tick_small/report/regression_small.svg b/criterion/micro_ops_next_tick_small/report/regression_small.svg index 20411481ffe..85c0d507289 100644 --- a/criterion/micro_ops_next_tick_small/report/regression_small.svg +++ b/criterion/micro_ops_next_tick_small/report/regression_small.svg @@ -5,111 +5,86 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - - - - - + + + + + - - - - - - - - - - + + + + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + - -0.1 - - - + 0.2 - - -0.3 - - - + + 0.4 - - -0.5 - - - + + 0.6 - - -0.7 - - - + + 0.8 - - -0.9 - - - + + 1 - + -1.1 +1.2 @@ -125,93 +100,93 @@ Iterations (x 10^3) - + - + - + - + - - + + - - - + + + - - + + - - + + - - + + - - + + - + - - - - - - + + + + + + - - + + - + - - - - - - + + + + + + - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + - - + + - - - - - - - + + + + + + + - - + + diff --git a/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg b/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg index d07942bcabd..69c0c372c06 100644 --- a/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg +++ b/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg @@ -10,57 +10,65 @@ Average Time (µs) 0.02 - + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - - + + 0.18 - - + + 0.2 - + - + 60 - - + + +70 + + + 80 - + + +90 + + 100 - - - - + + + + diff --git a/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg b/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg index 2835bd95dea..4fb4c4aa3a9 100644 --- a/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg +++ b/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg @@ -6,74 +6,74 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - + + + + + + - - - - - + + + + + 0.0 - + 20.0 - - + + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - + 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - - - - + + + + + diff --git a/criterion/micro_ops_next_tick_small/report/slope.svg b/criterion/micro_ops_next_tick_small/report/slope.svg index c08efd7e6ab..1e7e1310348 100644 --- a/criterion/micro_ops_next_tick_small/report/slope.svg +++ b/criterion/micro_ops_next_tick_small/report/slope.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - + + +7 + + - -92.15 + +87.05 - - -92.2 + + +87.1 - - -92.25 + + +87.15 - - -92.3 + + +87.2 - - -92.35 + + +87.25 - - -92.4 + + +87.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/typical.svg b/criterion/micro_ops_next_tick_small/report/typical.svg index 911e9d594d6..363e4e04eb1 100644 --- a/criterion/micro_ops_next_tick_small/report/typical.svg +++ b/criterion/micro_ops_next_tick_small/report/typical.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - + + +7 + + - -92.15 + +87.05 - - -92.2 + + +87.1 - - -92.25 + + +87.15 - - -92.3 + + +87.2 - - -92.35 + + +87.25 - - -92.4 + + +87.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/base/estimates.json b/criterion/micro_ops_sort/base/estimates.json index 3a4cb74e084..8872a580fc0 100644 --- a/criterion/micro_ops_sort/base/estimates.json +++ b/criterion/micro_ops_sort/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":145694.33470795266,"upper_bound":146438.23573079862},"point_estimate":146064.9787790489,"standard_error":190.04388013795167},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":145333.79438405798,"upper_bound":146211.17212931998},"point_estimate":145679.62552083333,"standard_error":239.28107418410525},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1472.275774457105,"upper_bound":2710.4550073464525},"point_estimate":2143.696029154521,"standard_error":339.1815963219185},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":144691.95594084816,"upper_bound":145206.02048846567},"point_estimate":144938.49391872322,"standard_error":131.46750297909978},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1681.6033806387868,"upper_bound":2096.8972103120295},"point_estimate":1906.286933560429,"standard_error":106.13504443558566}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":148508.47219480248,"upper_bound":149153.6368575099},"point_estimate":148823.15994097703,"standard_error":164.62246343274688},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":148073.25529715762,"upper_bound":148838.31724137932},"point_estimate":148354.7075257732,"standard_error":187.4116468164811},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1019.2662554279195,"upper_bound":1752.4899445094616},"point_estimate":1418.6055746357854,"standard_error":178.1574380306018},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":147834.86496828223,"upper_bound":148340.66292015466},"point_estimate":148081.8644119994,"standard_error":129.17410137038078},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1343.5944613117424,"upper_bound":1935.927623221002},"point_estimate":1657.7819358944628,"standard_error":151.6312993105304}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/base/sample.json b/criterion/micro_ops_sort/base/sample.json index 210efabeabc..8bf30d4554b 100644 --- a/criterion/micro_ops_sort/base/sample.json +++ b/criterion/micro_ops_sort/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[744995.0,1464792.0,2199186.0,2998883.0,3699179.0,4419774.0,5176371.0,5973067.0,6672963.0,7519358.0,8240853.0,8907647.0,9689143.0,10514036.0,11096238.0,11588932.0,12446027.0,13285022.0,14004220.0,14781912.0,15328513.0,16313006.0,17107700.0,17801200.0,18564893.0,19486886.0,20025786.0,20858176.0,21609778.0,22266471.0,22951471.0,23633463.0,24384260.0,24850049.0,25669254.0,26563849.0,26859042.0,27631846.0,28326537.0,29222532.0,29847825.0,30825823.0,31722616.0,32344213.0,32819717.0,33638406.0,34150003.0,34968100.0,35372098.0,35773493.0,37043191.0,37791883.0,38681081.0,39122475.0,39492474.0,40216568.0,40917061.0,42208865.0,42466555.0,42999048.0,43737148.0,44299855.0,45806639.0,46610827.0,47046531.0,47409138.0,48224923.0,49320025.0,50144921.0,50768602.0,51796008.0,52381786.0,52619689.0,53207806.0,54668692.0,54835487.0,56382578.0,57005678.0,57892969.0,58195260.0,59071862.0,58914871.0,60024554.0,60413254.0,61370643.0,61980442.0,62448446.0,63757528.0,64108925.0,64795023.0,66745618.0,66855714.0,67208703.0,68089509.0,68065211.0,69753596.0,70170805.0,71067993.0,71062384.0,72283183.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[751795.0,1514988.0,2291685.0,3092379.0,3739574.0,4545968.0,5286066.0,6140158.0,6776153.0,7652149.0,8353645.0,9204339.0,9818535.0,10513730.0,11194724.0,11996417.0,12723113.0,13440910.0,14184307.0,14834998.0,15796395.0,16452187.0,17136685.0,17936582.0,18781671.0,19402369.0,20310360.0,21148558.0,21581556.0,22563444.0,23004547.0,24106436.0,24714433.0,25474127.0,26024322.0,26647420.0,27247017.0,28049908.0,28893305.0,29596300.0,30172398.0,30921492.0,31591289.0,32716282.0,33186773.0,33998172.0,34575265.0,35476569.0,36381449.0,37361152.0,37661944.0,38490043.0,39193832.0,40098526.0,40740726.0,41252322.0,41947419.0,42679310.0,43588305.0,44270903.0,45063804.0,45745894.0,46728379.0,47676479.0,48099676.0,48702874.0,49655173.0,49792365.0,50753957.0,51853749.0,52704440.0,52987441.0,53682838.0,54407131.0,55858832.0,56132825.0,57031417.0,57246316.0,58339610.0,59116408.0,59644901.0,60767403.0,62122381.0,62697486.0,63068084.0,63685274.0,64378574.0,66361466.0,65659270.0,66201963.0,67991953.0,67236055.0,69210643.0,70173132.0,69714134.0,71347128.0,71954326.0,72566719.0,73259409.0,73697411.0]} \ No newline at end of file diff --git a/criterion/micro_ops_sort/base/tukey.json b/criterion/micro_ops_sort/base/tukey.json index df8f84a3200..f95f532e6af 100644 --- a/criterion/micro_ops_sort/base/tukey.json +++ b/criterion/micro_ops_sort/base/tukey.json @@ -1 +1 @@ -[135571.3967417169,140095.54894013557,152159.95480258536,156684.107001004] \ No newline at end of file +[141888.36708978325,144783.28215170276,152503.0556501548,155397.9707120743] \ No newline at end of file diff --git a/criterion/micro_ops_sort/change/estimates.json b/criterion/micro_ops_sort/change/estimates.json index bb3f865fa15..34be826e23c 100644 --- a/criterion/micro_ops_sort/change/estimates.json +++ b/criterion/micro_ops_sort/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.030983934641706797,"upper_bound":0.03924015537393205},"point_estimate":0.035139555038344206,"standard_error":0.002097390230228862},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.03676213545378637,"upper_bound":0.0443455276975846},"point_estimate":0.0401248013799429,"standard_error":0.0019353848902173697}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.015242632377993682,"upper_bound":0.021840167112659126},"point_estimate":0.01888324761338178,"standard_error":0.0016920628925910788},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.01385522947875506,"upper_bound":0.021750828609099937},"point_estimate":0.01836277376040707,"standard_error":0.0020417578439835852}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/estimates.json b/criterion/micro_ops_sort/new/estimates.json index 3a4cb74e084..8872a580fc0 100644 --- a/criterion/micro_ops_sort/new/estimates.json +++ b/criterion/micro_ops_sort/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":145694.33470795266,"upper_bound":146438.23573079862},"point_estimate":146064.9787790489,"standard_error":190.04388013795167},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":145333.79438405798,"upper_bound":146211.17212931998},"point_estimate":145679.62552083333,"standard_error":239.28107418410525},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1472.275774457105,"upper_bound":2710.4550073464525},"point_estimate":2143.696029154521,"standard_error":339.1815963219185},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":144691.95594084816,"upper_bound":145206.02048846567},"point_estimate":144938.49391872322,"standard_error":131.46750297909978},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1681.6033806387868,"upper_bound":2096.8972103120295},"point_estimate":1906.286933560429,"standard_error":106.13504443558566}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":148508.47219480248,"upper_bound":149153.6368575099},"point_estimate":148823.15994097703,"standard_error":164.62246343274688},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":148073.25529715762,"upper_bound":148838.31724137932},"point_estimate":148354.7075257732,"standard_error":187.4116468164811},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1019.2662554279195,"upper_bound":1752.4899445094616},"point_estimate":1418.6055746357854,"standard_error":178.1574380306018},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":147834.86496828223,"upper_bound":148340.66292015466},"point_estimate":148081.8644119994,"standard_error":129.17410137038078},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1343.5944613117424,"upper_bound":1935.927623221002},"point_estimate":1657.7819358944628,"standard_error":151.6312993105304}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/sample.json b/criterion/micro_ops_sort/new/sample.json index 210efabeabc..8bf30d4554b 100644 --- a/criterion/micro_ops_sort/new/sample.json +++ b/criterion/micro_ops_sort/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[744995.0,1464792.0,2199186.0,2998883.0,3699179.0,4419774.0,5176371.0,5973067.0,6672963.0,7519358.0,8240853.0,8907647.0,9689143.0,10514036.0,11096238.0,11588932.0,12446027.0,13285022.0,14004220.0,14781912.0,15328513.0,16313006.0,17107700.0,17801200.0,18564893.0,19486886.0,20025786.0,20858176.0,21609778.0,22266471.0,22951471.0,23633463.0,24384260.0,24850049.0,25669254.0,26563849.0,26859042.0,27631846.0,28326537.0,29222532.0,29847825.0,30825823.0,31722616.0,32344213.0,32819717.0,33638406.0,34150003.0,34968100.0,35372098.0,35773493.0,37043191.0,37791883.0,38681081.0,39122475.0,39492474.0,40216568.0,40917061.0,42208865.0,42466555.0,42999048.0,43737148.0,44299855.0,45806639.0,46610827.0,47046531.0,47409138.0,48224923.0,49320025.0,50144921.0,50768602.0,51796008.0,52381786.0,52619689.0,53207806.0,54668692.0,54835487.0,56382578.0,57005678.0,57892969.0,58195260.0,59071862.0,58914871.0,60024554.0,60413254.0,61370643.0,61980442.0,62448446.0,63757528.0,64108925.0,64795023.0,66745618.0,66855714.0,67208703.0,68089509.0,68065211.0,69753596.0,70170805.0,71067993.0,71062384.0,72283183.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[751795.0,1514988.0,2291685.0,3092379.0,3739574.0,4545968.0,5286066.0,6140158.0,6776153.0,7652149.0,8353645.0,9204339.0,9818535.0,10513730.0,11194724.0,11996417.0,12723113.0,13440910.0,14184307.0,14834998.0,15796395.0,16452187.0,17136685.0,17936582.0,18781671.0,19402369.0,20310360.0,21148558.0,21581556.0,22563444.0,23004547.0,24106436.0,24714433.0,25474127.0,26024322.0,26647420.0,27247017.0,28049908.0,28893305.0,29596300.0,30172398.0,30921492.0,31591289.0,32716282.0,33186773.0,33998172.0,34575265.0,35476569.0,36381449.0,37361152.0,37661944.0,38490043.0,39193832.0,40098526.0,40740726.0,41252322.0,41947419.0,42679310.0,43588305.0,44270903.0,45063804.0,45745894.0,46728379.0,47676479.0,48099676.0,48702874.0,49655173.0,49792365.0,50753957.0,51853749.0,52704440.0,52987441.0,53682838.0,54407131.0,55858832.0,56132825.0,57031417.0,57246316.0,58339610.0,59116408.0,59644901.0,60767403.0,62122381.0,62697486.0,63068084.0,63685274.0,64378574.0,66361466.0,65659270.0,66201963.0,67991953.0,67236055.0,69210643.0,70173132.0,69714134.0,71347128.0,71954326.0,72566719.0,73259409.0,73697411.0]} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/tukey.json b/criterion/micro_ops_sort/new/tukey.json index df8f84a3200..f95f532e6af 100644 --- a/criterion/micro_ops_sort/new/tukey.json +++ b/criterion/micro_ops_sort/new/tukey.json @@ -1 +1 @@ -[135571.3967417169,140095.54894013557,152159.95480258536,156684.107001004] \ No newline at end of file +[141888.36708978325,144783.28215170276,152503.0556501548,155397.9707120743] \ No newline at end of file diff --git a/criterion/micro_ops_sort/report/MAD.svg b/criterion/micro_ops_sort/report/MAD.svg index cfd26428769..4b14335d4a6 100644 --- a/criterion/micro_ops_sort/report/MAD.svg +++ b/criterion/micro_ops_sort/report/MAD.svg @@ -9,86 +9,66 @@ Density (a.u.) Average time (µs) - -0.1 - - - -0.2 - - - -0.3 - - - -0.4 - - - + 0.5 - - -0.6 + + +1 - - -0.7 + + +1.5 - - -0.8 + + +2 - - -0.9 + + +2.5 - - + + + 1 - - + + 1.1 - - - -1.4 - - - -1.6 + + +1.2 - - -1.8 + + +1.3 - - -2 + + +1.4 - - -2.2 + + +1.5 - - -2.4 + + +1.6 - - -2.6 + + +1.7 - - -2.8 + + +1.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/SD.svg b/criterion/micro_ops_sort/report/SD.svg index 14b79fa33ae..4c24c07ef6e 100644 --- a/criterion/micro_ops_sort/report/SD.svg +++ b/criterion/micro_ops_sort/report/SD.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - -3 + + + +1.3 - - -3.5 + + +1.4 - - -4 + + +1.5 - - - -1.65 + + +1.6 - - + + 1.7 - - -1.75 - - - + + 1.8 - - -1.85 - - - + + 1.9 - - -1.95 - - - + + 2 - - -2.05 - - - -2.1 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/both/pdf.svg b/criterion/micro_ops_sort/report/both/pdf.svg index d704813a619..8a4a61eb63f 100644 --- a/criterion/micro_ops_sort/report/both/pdf.svg +++ b/criterion/micro_ops_sort/report/both/pdf.svg @@ -9,47 +9,43 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - + - -140 - - - + 145 - - + + 150 - - + + 155 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_sort/report/both/regression.svg b/criterion/micro_ops_sort/report/both/regression.svg index fe0fa19ac24..9a9a8d79717 100644 --- a/criterion/micro_ops_sort/report/both/regression.svg +++ b/criterion/micro_ops_sort/report/both/regression.svg @@ -20,46 +20,46 @@ Iterations - - - - - - - + + + + + + + 0.0 - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - + 0 @@ -105,8 +105,8 @@ Iterations 500 - - + + diff --git a/criterion/micro_ops_sort/report/change/mean.svg b/criterion/micro_ops_sort/report/change/mean.svg index 113437b50ab..6c3b1df2e19 100644 --- a/criterion/micro_ops_sort/report/change/mean.svg +++ b/criterion/micro_ops_sort/report/change/mean.svg @@ -9,86 +9,86 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - + + 180 - - - -0.031 + + +200 - - -0.032 + + +220 - - -0.033 + + + +0.015 - - -0.034 + + +0.016 - - -0.035 + + +0.017 - - -0.036 + + +0.018 - - -0.037 + + +0.019 - - -0.038 + + +0.02 - - -0.039 + + +0.021 - - -0.04 + + +0.022 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/change/median.svg b/criterion/micro_ops_sort/report/change/median.svg index 372c669f54d..62e9f9abfaa 100644 --- a/criterion/micro_ops_sort/report/change/median.svg +++ b/criterion/micro_ops_sort/report/change/median.svg @@ -9,90 +9,86 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - + + 180 - - -200 - - + - -0.036 + +0.013 - - -0.037 + + +0.014 - - -0.038 + + +0.015 - - -0.039 + + +0.016 - - -0.04 + + +0.017 - - -0.041 + + +0.018 - - -0.042 + + +0.019 - - -0.043 + + +0.02 - - -0.044 + + +0.021 - - -0.045 + + +0.022 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/change/t-test.svg b/criterion/micro_ops_sort/report/change/t-test.svg index 7293e4ea64a..33134651583 100644 --- a/criterion/micro_ops_sort/report/change/t-test.svg +++ b/criterion/micro_ops_sort/report/change/t-test.svg @@ -13,80 +13,80 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + t distribution diff --git a/criterion/micro_ops_sort/report/index.html b/criterion/micro_ops_sort/report/index.html index 45413d455b7..bfb5a68635a 100644 --- a/criterion/micro_ops_sort/report/index.html +++ b/criterion/micro_ops_sort/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 144.69 µs - 144.94 µs - 145.21 µs + 147.83 µs + 148.08 µs + 148.34 µs R² - 0.9901860 - 0.9905838 - 0.9901154 + 0.9934248 + 0.9938121 + 0.9933869 Mean - 145.69 µs - 146.06 µs - 146.44 µs + 148.51 µs + 148.82 µs + 149.15 µs Std. Dev. - 1.6816 µs - 1.9063 µs - 2.0969 µs + 1.3436 µs + 1.6578 µs + 1.9359 µs Median - 145.33 µs - 145.68 µs - 146.21 µs + 148.07 µs + 148.35 µs + 148.84 µs MAD - 1.4723 µs - 2.1437 µs - 2.7105 µs + 1.0193 µs + 1.4186 µs + 1.7525 µs @@ -231,9 +231,9 @@

Additional Statistics:

Change in time - +3.0984% - +3.5140% - +3.9240% + +1.5243% + +1.8883% + +2.1840% (p = 0.00 < 0.05) diff --git a/criterion/micro_ops_sort/report/mean.svg b/criterion/micro_ops_sort/report/mean.svg index ff4206d2fba..9635e31fbee 100644 --- a/criterion/micro_ops_sort/report/mean.svg +++ b/criterion/micro_ops_sort/report/mean.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (µs) - -0.2 + +0.5 - - -0.4 - - - -0.6 - - - -0.8 - - - + + 1 - - -1.2 - - - -1.4 + + +1.5 - - -1.6 - - - -1.8 - - - + + 2 - - -2.2 + + +2.5 - + - -145.7 - - - -145.8 + +148.5 - - -145.9 + + +148.6 - - -146 + + +148.7 - - -146.1 + + +148.8 - - -146.2 + + +148.9 - - -146.3 + + +149 - - -146.4 + + +149.1 - - -146.5 + + +149.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/median.svg b/criterion/micro_ops_sort/report/median.svg index e4b8ccb5fea..147a9c26471 100644 --- a/criterion/micro_ops_sort/report/median.svg +++ b/criterion/micro_ops_sort/report/median.svg @@ -9,94 +9,82 @@ Density (a.u.) Average time (µs) - -0.2 + +0.5 - - -0.4 - - - -0.6 - - - -0.8 - - - + + 1 - - -1.2 + + +1.5 - - -1.4 + + +2 - - -1.6 + + +2.5 - - -1.8 + + +3 - - -2 + + +3.5 - - - -145.3 + + +4 - - -145.4 + + + +148 - - -145.5 + + +148.1 - - -145.6 + + +148.2 - - -145.7 + + +148.3 - - -145.8 + + +148.4 - - -145.9 + + +148.5 - - -146 + + +148.6 - - -146.1 + + +148.7 - - -146.2 + + +148.8 - - -146.3 + + +148.9 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/pdf.svg b/criterion/micro_ops_sort/report/pdf.svg index 67e25875aed..579f9dc1afd 100644 --- a/criterion/micro_ops_sort/report/pdf.svg +++ b/criterion/micro_ops_sort/report/pdf.svg @@ -54,30 +54,30 @@ Average Time (µs) - -142 - - - -144 - - - + 146 - - + + 148 - - + + 150 - - + + 152 - + + +154 + + + +156 + + Density (a.u.) @@ -86,48 +86,42 @@ Density (a.u.) 0 - -0.02 + +0.05 - - -0.04 - - - -0.06 - - - -0.08 - - - + + 0.1 - - -0.12 - - - -0.14 + + +0.15 - - -0.16 + + +0.2 - - -0.18 + + +0.25 - - - - - + + + + + - + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_sort/report/pdf_small.svg b/criterion/micro_ops_sort/report/pdf_small.svg index 4ab55c46a08..be2cefe4716 100644 --- a/criterion/micro_ops_sort/report/pdf_small.svg +++ b/criterion/micro_ops_sort/report/pdf_small.svg @@ -10,55 +10,43 @@ Average Time (µs) 0 - -0.02 + +0.05 - - -0.04 - - - -0.06 - - - -0.08 - - - + + 0.1 - - -0.12 - - - -0.14 + + +0.15 - - -0.16 + + +0.2 - - -0.18 + + +0.25 - - -0.2 + + +0.3 - + - + 145 - - + + 150 - - - + + +155 + + + + diff --git a/criterion/micro_ops_sort/report/regression.svg b/criterion/micro_ops_sort/report/regression.svg index 88bf1c4f1c6..e4a1215672a 100644 --- a/criterion/micro_ops_sort/report/regression.svg +++ b/criterion/micro_ops_sort/report/regression.svg @@ -18,42 +18,42 @@ Iterations - - - - - - - + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - + 50 @@ -101,99 +101,99 @@ Iterations - + - + - - - + + + - + - - - - - - - + + + + + + + - - - + + + - - + + - + - + - - - - - - - - - - - + + + + + + + + + + + - - - - - - - - - - - - + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - + + + + + + + + diff --git a/criterion/micro_ops_sort/report/regression_small.svg b/criterion/micro_ops_sort/report/regression_small.svg index 0009ae02836..855ceaacf06 100644 --- a/criterion/micro_ops_sort/report/regression_small.svg +++ b/criterion/micro_ops_sort/report/regression_small.svg @@ -16,41 +16,41 @@ Iterations - - - - - - + + + + + + 10.0 - + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - + 50 @@ -105,92 +105,92 @@ Iterations - - - + + + - + - + - - - - + + + + - + - + - + - + - - - - - - - + + + + + + + - - - + + + - - - - - - - - - - + + + + + + + + + + - + - - - - + + + + - + - + - - - + + + - - - - - - - - - + + + + + + + + + - - - - - - + + + + + + - + diff --git a/criterion/micro_ops_sort/report/relative_pdf_small.svg b/criterion/micro_ops_sort/report/relative_pdf_small.svg index 5e5953706a0..d07e5188e85 100644 --- a/criterion/micro_ops_sort/report/relative_pdf_small.svg +++ b/criterion/micro_ops_sort/report/relative_pdf_small.svg @@ -6,45 +6,41 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - + - -140 - - - + 145 - - + + 150 - - + + 155 - - - - - + + + + + diff --git a/criterion/micro_ops_sort/report/relative_regression_small.svg b/criterion/micro_ops_sort/report/relative_regression_small.svg index 00b550b7751..15cde26d136 100644 --- a/criterion/micro_ops_sort/report/relative_regression_small.svg +++ b/criterion/micro_ops_sort/report/relative_regression_small.svg @@ -17,46 +17,46 @@ Iterations - - - - - - - + + + + + + + 0.0 - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - + 0 @@ -102,8 +102,8 @@ Iterations 500 - - + + diff --git a/criterion/micro_ops_sort/report/slope.svg b/criterion/micro_ops_sort/report/slope.svg index c51043d8f14..dc2aabcc39a 100644 --- a/criterion/micro_ops_sort/report/slope.svg +++ b/criterion/micro_ops_sort/report/slope.svg @@ -13,54 +13,54 @@ Average time (µs) 0.5 - + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - + - -144.7 + +147.8 - - -144.8 + + +147.9 - - -144.9 + + +148 - - -145 + + +148.1 - - -145.1 + + +148.2 - - -145.2 + + +148.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/typical.svg b/criterion/micro_ops_sort/report/typical.svg index 8118948868d..851f2a21bc7 100644 --- a/criterion/micro_ops_sort/report/typical.svg +++ b/criterion/micro_ops_sort/report/typical.svg @@ -13,54 +13,54 @@ Average time (µs) 0.5 - + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - + - -144.7 + +147.8 - - -144.8 + + +147.9 - - -144.9 + + +148 - - -145 + + +148.1 - - -145.1 + + +148.2 - - -145.2 + + +148.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/base/estimates.json b/criterion/micro_ops_tee/base/estimates.json index e0e0b166acb..fe7b60aa0ab 100644 --- a/criterion/micro_ops_tee/base/estimates.json +++ b/criterion/micro_ops_tee/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10495.002382322664,"upper_bound":10512.901428228446},"point_estimate":10503.223841882183,"standard_error":4.585372469779686},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10484.893325617284,"upper_bound":10498.859020310632},"point_estimate":10488.805555555555,"standard_error":3.66986544124027},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15.469886948059616,"upper_bound":29.41186957189854},"point_estimate":22.376112835240807,"standard_error":3.429891483756435},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10491.798249715033,"upper_bound":10520.886030506677},"point_estimate":10502.993260430521,"standard_error":7.809306914009728},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":27.07683783562631,"upper_bound":63.617176595858886},"point_estimate":46.103235210225996,"standard_error":9.46973060553659}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10548.927970605971,"upper_bound":10563.184209123068},"point_estimate":10555.542253509031,"standard_error":3.633958570104426},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10542.065972222223,"upper_bound":10550.444508246404},"point_estimate":10546.070261437908,"standard_error":2.514754990884552},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12.977572901740318,"upper_bound":22.471077424995755},"point_estimate":16.312186782985112,"standard_error":2.445172114293289},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10548.637590881515,"upper_bound":10565.837284572586},"point_estimate":10556.192454230497,"standard_error":4.426782673532262},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":23.99394131613047,"upper_bound":48.62031115975967},"point_estimate":36.554101302649975,"standard_error":6.441346823785609}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/base/sample.json b/criterion/micro_ops_tee/base/sample.json index 0e17136abda..08008d55b55 100644 --- a/criterion/micro_ops_tee/base/sample.json +++ b/criterion/micro_ops_tee/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[94399.0,188698.0,283498.0,377598.0,471098.0,565697.0,674396.0,754496.0,854793.0,955195.0,1046895.0,1131594.0,1225693.0,1320593.0,1421793.0,1505890.0,1611190.0,1696692.0,1789486.0,1904789.0,1977188.0,2082990.0,2171891.0,2265188.0,2359589.0,2453283.0,2543081.0,2662986.0,2736084.0,2842281.0,2917184.0,3060178.0,3120377.0,3211881.0,3297379.0,3391982.0,3514884.0,3580878.0,3686480.0,3776974.0,3859075.0,3965678.0,4067080.0,4160775.0,4248778.0,4338671.0,4426778.0,4524575.0,4636774.0,4733573.0,4820972.0,4919467.0,5014674.0,5104274.0,5182671.0,5305171.0,5372871.0,5470269.0,5565264.0,5662166.0,5756968.0,5870874.0,5956762.0,6039166.0,6155057.0,6225968.0,6342460.0,6444354.0,6528263.0,6630066.0,6693962.0,6806065.0,6900956.0,6996452.0,7079860.0,7192761.0,7272061.0,7356258.0,7464460.0,7547756.0,7643655.0,7736355.0,7827256.0,7926657.0,8022152.0,8113050.0,8226755.0,8302851.0,8399544.0,8488958.0,8619244.0,8679249.0,8786652.0,8913651.0,9215940.0,9054463.0,9182251.0,9256947.0,9337148.0,9420648.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[94600.0,189399.0,284297.0,380197.0,478997.0,568495.0,670396.0,757594.0,854496.0,958794.0,1048192.0,1137091.0,1231792.0,1327692.0,1421391.0,1516089.0,1611691.0,1721489.0,1801389.0,1896889.0,1990286.0,2094287.0,2180387.0,2274885.0,2396283.0,2463884.0,2562382.0,2653882.0,2750584.0,2841980.0,2945179.0,3034779.0,3140677.0,3228176.0,3316381.0,3417677.0,3522078.0,3604375.0,3696672.0,3797575.0,3894975.0,3989670.0,4073575.0,4174871.0,4276971.0,4389774.0,4463868.0,4556072.0,4653368.0,4750169.0,4840466.0,4948268.0,5020268.0,5129266.0,5225164.0,5313963.0,5415661.0,5514061.0,5622668.0,5693364.0,5813665.0,5878960.0,5969258.0,6080461.0,6162658.0,6284163.0,6355857.0,6454856.0,6538363.0,6639856.0,6735158.0,6914557.0,7071655.0,7027551.0,7143257.0,7216150.0,7310153.0,7426053.0,7495452.0,7598750.0,7691551.0,7790949.0,7886751.0,7966951.0,8059152.0,8165750.0,8252448.0,8349840.0,8446845.0,8547747.0,8624448.0,8724444.0,8831943.0,8918146.0,9013443.0,9108345.0,9210438.0,9300045.0,9411137.0,9544844.0]} \ No newline at end of file diff --git a/criterion/micro_ops_tee/base/tukey.json b/criterion/micro_ops_tee/base/tukey.json index 4685043b4ea..869d2a26d7a 100644 --- a/criterion/micro_ops_tee/base/tukey.json +++ b/criterion/micro_ops_tee/base/tukey.json @@ -1 +1 @@ -[10378.757458087872,10429.197499997,10563.704278421344,10614.144320330473] \ No newline at end of file +[10468.449433098343,10501.596687388788,10589.989365496644,10623.13661978709] \ No newline at end of file diff --git a/criterion/micro_ops_tee/change/estimates.json b/criterion/micro_ops_tee/change/estimates.json index ad9ec168ebd..1642f7ab2c0 100644 --- a/criterion/micro_ops_tee/change/estimates.json +++ b/criterion/micro_ops_tee/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.046484040479243774,"upper_bound":-0.044025474057948946},"point_estimate":-0.04517315359131413,"standard_error":0.0006243346089800099},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.04640200579140441,"upper_bound":-0.04472973812294523},"point_estimate":-0.04593517744486886,"standard_error":0.0004423357466295029}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.003879044128493265,"upper_bound":0.006099126842812945},"point_estimate":0.004981176485854277,"standard_error":0.0005613603431847444},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0044160678106095475,"upper_bound":0.006130266168957288},"point_estimate":0.005459602199606284,"standard_error":0.00043242460746910523}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/estimates.json b/criterion/micro_ops_tee/new/estimates.json index e0e0b166acb..fe7b60aa0ab 100644 --- a/criterion/micro_ops_tee/new/estimates.json +++ b/criterion/micro_ops_tee/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10495.002382322664,"upper_bound":10512.901428228446},"point_estimate":10503.223841882183,"standard_error":4.585372469779686},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10484.893325617284,"upper_bound":10498.859020310632},"point_estimate":10488.805555555555,"standard_error":3.66986544124027},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15.469886948059616,"upper_bound":29.41186957189854},"point_estimate":22.376112835240807,"standard_error":3.429891483756435},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10491.798249715033,"upper_bound":10520.886030506677},"point_estimate":10502.993260430521,"standard_error":7.809306914009728},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":27.07683783562631,"upper_bound":63.617176595858886},"point_estimate":46.103235210225996,"standard_error":9.46973060553659}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10548.927970605971,"upper_bound":10563.184209123068},"point_estimate":10555.542253509031,"standard_error":3.633958570104426},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10542.065972222223,"upper_bound":10550.444508246404},"point_estimate":10546.070261437908,"standard_error":2.514754990884552},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12.977572901740318,"upper_bound":22.471077424995755},"point_estimate":16.312186782985112,"standard_error":2.445172114293289},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10548.637590881515,"upper_bound":10565.837284572586},"point_estimate":10556.192454230497,"standard_error":4.426782673532262},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":23.99394131613047,"upper_bound":48.62031115975967},"point_estimate":36.554101302649975,"standard_error":6.441346823785609}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/sample.json b/criterion/micro_ops_tee/new/sample.json index 0e17136abda..08008d55b55 100644 --- a/criterion/micro_ops_tee/new/sample.json +++ b/criterion/micro_ops_tee/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[94399.0,188698.0,283498.0,377598.0,471098.0,565697.0,674396.0,754496.0,854793.0,955195.0,1046895.0,1131594.0,1225693.0,1320593.0,1421793.0,1505890.0,1611190.0,1696692.0,1789486.0,1904789.0,1977188.0,2082990.0,2171891.0,2265188.0,2359589.0,2453283.0,2543081.0,2662986.0,2736084.0,2842281.0,2917184.0,3060178.0,3120377.0,3211881.0,3297379.0,3391982.0,3514884.0,3580878.0,3686480.0,3776974.0,3859075.0,3965678.0,4067080.0,4160775.0,4248778.0,4338671.0,4426778.0,4524575.0,4636774.0,4733573.0,4820972.0,4919467.0,5014674.0,5104274.0,5182671.0,5305171.0,5372871.0,5470269.0,5565264.0,5662166.0,5756968.0,5870874.0,5956762.0,6039166.0,6155057.0,6225968.0,6342460.0,6444354.0,6528263.0,6630066.0,6693962.0,6806065.0,6900956.0,6996452.0,7079860.0,7192761.0,7272061.0,7356258.0,7464460.0,7547756.0,7643655.0,7736355.0,7827256.0,7926657.0,8022152.0,8113050.0,8226755.0,8302851.0,8399544.0,8488958.0,8619244.0,8679249.0,8786652.0,8913651.0,9215940.0,9054463.0,9182251.0,9256947.0,9337148.0,9420648.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[94600.0,189399.0,284297.0,380197.0,478997.0,568495.0,670396.0,757594.0,854496.0,958794.0,1048192.0,1137091.0,1231792.0,1327692.0,1421391.0,1516089.0,1611691.0,1721489.0,1801389.0,1896889.0,1990286.0,2094287.0,2180387.0,2274885.0,2396283.0,2463884.0,2562382.0,2653882.0,2750584.0,2841980.0,2945179.0,3034779.0,3140677.0,3228176.0,3316381.0,3417677.0,3522078.0,3604375.0,3696672.0,3797575.0,3894975.0,3989670.0,4073575.0,4174871.0,4276971.0,4389774.0,4463868.0,4556072.0,4653368.0,4750169.0,4840466.0,4948268.0,5020268.0,5129266.0,5225164.0,5313963.0,5415661.0,5514061.0,5622668.0,5693364.0,5813665.0,5878960.0,5969258.0,6080461.0,6162658.0,6284163.0,6355857.0,6454856.0,6538363.0,6639856.0,6735158.0,6914557.0,7071655.0,7027551.0,7143257.0,7216150.0,7310153.0,7426053.0,7495452.0,7598750.0,7691551.0,7790949.0,7886751.0,7966951.0,8059152.0,8165750.0,8252448.0,8349840.0,8446845.0,8547747.0,8624448.0,8724444.0,8831943.0,8918146.0,9013443.0,9108345.0,9210438.0,9300045.0,9411137.0,9544844.0]} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/tukey.json b/criterion/micro_ops_tee/new/tukey.json index 4685043b4ea..869d2a26d7a 100644 --- a/criterion/micro_ops_tee/new/tukey.json +++ b/criterion/micro_ops_tee/new/tukey.json @@ -1 +1 @@ -[10378.757458087872,10429.197499997,10563.704278421344,10614.144320330473] \ No newline at end of file +[10468.449433098343,10501.596687388788,10589.989365496644,10623.13661978709] \ No newline at end of file diff --git a/criterion/micro_ops_tee/report/MAD.svg b/criterion/micro_ops_tee/report/MAD.svg index 66a05845515..cc5264b2a18 100644 --- a/criterion/micro_ops_tee/report/MAD.svg +++ b/criterion/micro_ops_tee/report/MAD.svg @@ -9,74 +9,74 @@ Density (a.u.) Average time (ns) - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - + + +0.16 + + + +0.18 + + + +0.2 + + - + +12 + + + 14 - - + + 16 - - + + 18 - - + + 20 - - + + 22 - - -24 - - - -26 - - - -28 - - - -30 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/SD.svg b/criterion/micro_ops_tee/report/SD.svg index eb542fd77f0..bf8102b70ef 100644 --- a/criterion/micro_ops_tee/report/SD.svg +++ b/criterion/micro_ops_tee/report/SD.svg @@ -9,78 +9,58 @@ Density (a.u.) Average time (ns) - -0.005 - - - + 0.01 - - -0.015 - - - + + 0.02 - - -0.025 - - - + + 0.03 - - -0.035 - - - + + 0.04 - + + +0.05 + + + +0.06 + + - + 25 - - + + 30 - - + + 35 - - + + 40 - - + + 45 - - + + 50 - - -55 - - - -60 - - - -65 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/both/pdf.svg b/criterion/micro_ops_tee/report/both/pdf.svg index fba05c62ce9..47f16996b1d 100644 --- a/criterion/micro_ops_tee/report/both/pdf.svg +++ b/criterion/micro_ops_tee/report/both/pdf.svg @@ -9,43 +9,63 @@ Density (a.u.) Average Time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - + + +14 + + + +16 + + - + +10.4 + + + 10.5 - - -11 + + +10.6 + + + +10.7 + + + +10.8 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_tee/report/both/regression.svg b/criterion/micro_ops_tee/report/both/regression.svg index ac94097948f..02db45d9dcd 100644 --- a/criterion/micro_ops_tee/report/both/regression.svg +++ b/criterion/micro_ops_tee/report/both/regression.svg @@ -6,124 +6,114 @@ micro/ops/tee Total sample time (ms) -Iterations (x 10^3) +Iterations - - - - - - - - - + + + + + + + + - - - - - - - - - - + + + + + + + + + 0.0 - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - - + + 9.0 - - -10.0 - - + 0 - -0.1 - - - -0.2 + +100 - - -0.3 + + +200 - - -0.4 + + +300 - - -0.5 + + +400 - - -0.6 + + +500 - - -0.7 + + +600 - - -0.8 + + +700 - - -0.9 + + +800 - + -1 +900 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_tee/report/change/mean.svg b/criterion/micro_ops_tee/report/change/mean.svg index fddb7e6ac2b..f19b73e2d43 100644 --- a/criterion/micro_ops_tee/report/change/mean.svg +++ b/criterion/micro_ops_tee/report/change/mean.svg @@ -9,59 +9,59 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - + + +700 + + - --0.0465 - - - --0.046 - - - --0.0455 - - - --0.045 - - - --0.0445 - - - --0.044 - - - - - - + +0.004 + + + +0.0045 + + + +0.005 + + + +0.0055 + + + +0.006 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/change/median.svg b/criterion/micro_ops_tee/report/change/median.svg index 4084ae871f0..ae23450e573 100644 --- a/criterion/micro_ops_tee/report/change/median.svg +++ b/criterion/micro_ops_tee/report/change/median.svg @@ -9,91 +9,91 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - + 500 - + 600 - - + + 700 - - + + 800 - - + + 900 - - + + 1000 - + - --0.0464 - - - --0.0462 - - - --0.046 - - - --0.0458 - - - --0.0456 - - - --0.0454 - - - --0.0452 - - - --0.045 - - - --0.0448 - - - --0.0446 - - - - - - + +0.0044 + + + +0.0046 + + + +0.0048 + + + +0.005 + + + +0.0052 + + + +0.0054 + + + +0.0056 + + + +0.0058 + + + +0.006 + + + +0.0062 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/change/t-test.svg b/criterion/micro_ops_tee/report/change/t-test.svg index d7ac1622a0d..e290e903b72 100644 --- a/criterion/micro_ops_tee/report/change/t-test.svg +++ b/criterion/micro_ops_tee/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_tee/report/index.html b/criterion/micro_ops_tee/report/index.html index 081d8737a44..a66211bb085 100644 --- a/criterion/micro_ops_tee/report/index.html +++ b/criterion/micro_ops_tee/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 10.492 µs - 10.503 µs - 10.521 µs + 10.549 µs + 10.556 µs + 10.566 µs R² - 0.9966699 - 0.9968279 - 0.9964244 + 0.9984552 + 0.9985244 + 0.9984116 Mean - 10.495 µs - 10.503 µs - 10.513 µs + 10.549 µs + 10.556 µs + 10.563 µs Std. Dev. - 27.077 ns - 46.103 ns - 63.617 ns + 23.994 ns + 36.554 ns + 48.620 ns Median - 10.485 µs - 10.489 µs - 10.499 µs + 10.542 µs + 10.546 µs + 10.550 µs MAD - 15.470 ns - 22.376 ns - 29.412 ns + 12.978 ns + 16.312 ns + 22.471 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -4.6484% - -4.5173% - -4.4025% + +0.3879% + +0.4981% + +0.6099% (p = 0.00 < 0.05) - Performance has improved. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_tee/report/mean.svg b/criterion/micro_ops_tee/report/mean.svg index 0b8f07025c1..1de2c450fc8 100644 --- a/criterion/micro_ops_tee/report/mean.svg +++ b/criterion/micro_ops_tee/report/mean.svg @@ -9,86 +9,70 @@ Density (a.u.) Average time (µs) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 - - - + + 80 - - -90 + + +100 - - - -10.494 + + +120 - - -10.496 + + + +10.548 - - -10.498 + + +10.55 - - -10.5 + + +10.552 - - -10.502 + + +10.554 - - -10.504 + + +10.556 - - -10.506 + + +10.558 - - -10.508 + + +10.56 - - -10.51 + + +10.562 - - -10.512 + + +10.564 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/median.svg b/criterion/micro_ops_tee/report/median.svg index fbf40d54928..721efb56d15 100644 --- a/criterion/micro_ops_tee/report/median.svg +++ b/criterion/micro_ops_tee/report/median.svg @@ -9,78 +9,90 @@ Density (a.u.) Average time (µs) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - + + 180 - + + +200 + + - -10.484 + +10.542 + + + +10.543 + + + +10.544 - - -10.486 + + +10.545 - - -10.488 + + +10.546 - - -10.49 + + +10.547 - - -10.492 + + +10.548 - - -10.494 + + +10.549 - - -10.496 + + +10.55 - - -10.498 + + +10.551 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/pdf.svg b/criterion/micro_ops_tee/report/pdf.svg index 2e3e40c5157..54033809de8 100644 --- a/criterion/micro_ops_tee/report/pdf.svg +++ b/criterion/micro_ops_tee/report/pdf.svg @@ -50,38 +50,30 @@ Average Time (µs) - -10.4 - - - -10.45 - - - + 10.5 - - + + 10.55 - - + + 10.6 - - + + 10.65 - - + + 10.7 - - + + 10.75 - + Density (a.u.) @@ -90,50 +82,62 @@ Density (a.u.) 0 - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - - - - - - - - - - - - - - - - - - - - + + +14 + + + +16 + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_tee/report/pdf_small.svg b/criterion/micro_ops_tee/report/pdf_small.svg index 30361764197..f68df9c39b4 100644 --- a/criterion/micro_ops_tee/report/pdf_small.svg +++ b/criterion/micro_ops_tee/report/pdf_small.svg @@ -10,55 +10,59 @@ Average Time (µs) 0 - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - - -10.4 + + +16 + + + +18 - - + + + 10.5 - - + + 10.6 - - + + 10.7 - - + + 10.8 - - - + + + diff --git a/criterion/micro_ops_tee/report/regression.svg b/criterion/micro_ops_tee/report/regression.svg index fdf489f03b3..d96d0d33664 100644 --- a/criterion/micro_ops_tee/report/regression.svg +++ b/criterion/micro_ops_tee/report/regression.svg @@ -18,51 +18,51 @@ Iterations - - - - - - - - + + + + + + + + 1.0 - + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - - + + 9.0 - + 100 @@ -104,104 +104,104 @@ Iterations - + - + - + - - + + - - - - + + + + - - - - + + + + - - - - + + + + - + - - - - - - - - - - - - + + + + + + + + + + + + - - - - - - - - - - - - + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_tee/report/regression_small.svg b/criterion/micro_ops_tee/report/regression_small.svg index ee8cfde293f..96fb28006e5 100644 --- a/criterion/micro_ops_tee/report/regression_small.svg +++ b/criterion/micro_ops_tee/report/regression_small.svg @@ -14,52 +14,52 @@ Iterations - + - - - - - - - + + + + + + + - + 1.0 - + 2.0 - + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - - + + 9.0 - + 100 @@ -103,100 +103,100 @@ Iterations - + - + - + - + - - + + - - + + - - + + - + - - - + + + - - + + - - - - + + + + - + - - - - - - + + + + + + - - - - - - - - + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + diff --git a/criterion/micro_ops_tee/report/relative_pdf_small.svg b/criterion/micro_ops_tee/report/relative_pdf_small.svg index 59f15da7a14..7a49835ff5e 100644 --- a/criterion/micro_ops_tee/report/relative_pdf_small.svg +++ b/criterion/micro_ops_tee/report/relative_pdf_small.svg @@ -6,41 +6,61 @@ Density (a.u.) Average Time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - + + +14 + + + +16 + + - + +10.4 + + + 10.5 - - -11 + + +10.6 + + + +10.7 + + + +10.8 - - - - - + + + + + diff --git a/criterion/micro_ops_tee/report/relative_regression_small.svg b/criterion/micro_ops_tee/report/relative_regression_small.svg index d98e7e05854..86253de417e 100644 --- a/criterion/micro_ops_tee/report/relative_regression_small.svg +++ b/criterion/micro_ops_tee/report/relative_regression_small.svg @@ -3,122 +3,112 @@ Total sample time (ms) -Iterations (x 10^3) +Iterations - - - - - - - - - + + + + + + + + - - - - - - - - - - + + + + + + + + + 0.0 - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - - + + 9.0 - - -10.0 - - + 0 - -0.1 - - - -0.2 + +100 - - -0.3 + + +200 - - -0.4 + + +300 - - -0.5 + + +400 - - -0.6 + + +500 - - -0.7 + + +600 - - -0.8 + + +700 - - -0.9 + + +800 - + -1 +900 - - - - + + + + diff --git a/criterion/micro_ops_tee/report/slope.svg b/criterion/micro_ops_tee/report/slope.svg index 53004c08c87..85028bbaf1a 100644 --- a/criterion/micro_ops_tee/report/slope.svg +++ b/criterion/micro_ops_tee/report/slope.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - + + +70 + + + +80 + + + +90 + + + +100 + + - -10.49 + +10.548 + + + +10.55 + + + +10.552 + + + +10.554 - - -10.495 + + +10.556 - - -10.5 + + +10.558 - - -10.505 + + +10.56 - - -10.51 + + +10.562 - - -10.515 + + +10.564 - - -10.52 + + +10.566 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/typical.svg b/criterion/micro_ops_tee/report/typical.svg index 211f8939560..920692c6b15 100644 --- a/criterion/micro_ops_tee/report/typical.svg +++ b/criterion/micro_ops_tee/report/typical.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - + + +70 + + + +80 + + + +90 + + + +100 + + - -10.49 + +10.548 + + + +10.55 + + + +10.552 + + + +10.554 - - -10.495 + + +10.556 - - -10.5 + + +10.558 - - -10.505 + + +10.56 - - -10.51 + + +10.562 - - -10.515 + + +10.564 - - -10.52 + + +10.566 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/base/estimates.json b/criterion/micro_ops_union/base/estimates.json index 93300fde3da..d1a3a21cdcd 100644 --- a/criterion/micro_ops_union/base/estimates.json +++ b/criterion/micro_ops_union/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68899.5589620848,"upper_bound":69055.60491350936},"point_estimate":68979.51229035875,"standard_error":39.69166936739795},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68921.12151898735,"upper_bound":69062.11115029841},"point_estimate":68995.78362975712,"standard_error":37.22196275205071},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":196.6357468236535,"upper_bound":340.1735102764238},"point_estimate":265.53066443438024,"standard_error":36.53359236272243},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68885.31860838362,"upper_bound":68980.58132641295},"point_estimate":68932.92226392789,"standard_error":24.3339792890649},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":282.5829431990194,"upper_bound":521.9312966467166},"point_estimate":398.58870664107883,"standard_error":62.99463563705535}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69031.92292552907,"upper_bound":69193.07163888401},"point_estimate":69101.97830349763,"standard_error":41.737779322922165},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69020.27179487179,"upper_bound":69065.45546536797},"point_estimate":69043.71797468355,"standard_error":11.292687864168665},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70.44819660678426,"upper_bound":114.35472901927247},"point_estimate":91.566553715278,"standard_error":10.785242677526838},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69014.25485809207,"upper_bound":69209.43856528592},"point_estimate":69091.83067356287,"standard_error":51.65044740608696},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":116.55257496385055,"upper_bound":631.0810968674118},"point_estimate":418.98313508646766,"standard_error":125.96110494431723}} \ No newline at end of file diff --git a/criterion/micro_ops_union/base/sample.json b/criterion/micro_ops_union/base/sample.json index 4a2f577f148..70745571ca6 100644 --- a/criterion/micro_ops_union/base/sample.json +++ b/criterion/micro_ops_union/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[334098.0,685597.0,1041893.0,1395593.0,1757990.0,2096489.0,2425187.0,2765084.0,3115084.0,3453880.0,3784982.0,4181076.0,4488674.0,4804872.0,5183769.0,5526967.0,5911166.0,6214364.0,6577267.0,6872761.0,7256258.0,7622958.0,8011254.0,8308553.0,8636951.0,8965147.0,9309443.0,9602745.0,10036044.0,10293141.0,10565136.0,11044737.0,11365335.0,11648435.0,12107833.0,12452830.0,12787624.0,13120627.0,13610118.0,13854121.0,14097212.0,14401919.0,14798617.0,15076714.0,15622110.0,15839410.0,16161610.0,16566606.0,16910501.0,17185203.0,17523694.0,17967998.0,18412898.0,18522890.0,18784187.0,19209587.0,19642185.0,19852182.0,20394687.0,20782884.0,20936786.0,21440780.0,21731782.0,22120976.0,22316771.0,22672266.0,23097766.0,23397860.0,23726665.0,24069059.0,24540257.0,24850858.0,25234855.0,25555757.0,25806051.0,26264748.0,26598645.0,26947344.0,27223843.0,27615842.0,27919537.0,28247434.0,28635740.0,28923841.0,29203933.0,29652928.0,29938322.0,30278928.0,30684119.0,31000425.0,31298013.0,31742823.0,31907925.0,32375420.0,32627012.0,33250714.0,33498121.0,33880916.0,34146610.0,34476214.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[355098.0,691596.0,1032993.0,1376890.0,1719389.0,2061387.0,2417979.0,2766882.0,3087579.0,3440774.0,3800770.0,4171774.0,4489571.0,4856265.0,5174263.0,5525959.0,5863758.0,6228858.0,6560957.0,6905852.0,7264751.0,7589748.0,7931644.0,8289341.0,8636638.0,8988339.0,9326334.0,9676235.0,10009931.0,10366529.0,10717923.0,11037022.0,11396720.0,11715818.0,12082413.0,12419515.0,12775409.0,13112607.0,13478297.0,13830303.0,14176706.0,14492496.0,14851585.0,15168693.0,15507490.0,15902398.0,16227382.0,16581077.0,16890272.0,18021170.0,17608978.0,17923267.0,18305271.0,18650366.0,19005563.0,19337369.0,19698564.0,19992267.0,20383054.0,20736867.0,21080065.0,21420453.0,21754048.0,22083934.0,22436636.0,22792730.0,23165724.0,23454120.0,23794625.0,24104037.0,24466736.0,24818147.0,25202527.0,25503512.0,25864009.0,26208700.0,26567313.0,26917906.0,27272805.0,27605494.0,27939803.0,28303006.0,28622505.0,29003508.0,29309883.0,29668013.0,29991167.0,30396596.0,30642379.0,31064979.0,31408492.0,31785758.0,32940360.0,32447877.0,32749873.0,33139393.0,33453987.0,33824587.0,34258785.0,34495181.0]} \ No newline at end of file diff --git a/criterion/micro_ops_union/base/tukey.json b/criterion/micro_ops_union/base/tukey.json index 8755642a511..8f2d37c7793 100644 --- a/criterion/micro_ops_union/base/tukey.json +++ b/criterion/micro_ops_union/base/tukey.json @@ -1 +1 @@ -[67702.62294505243,68237.76579722555,69664.81340302058,70199.95625519373] \ No newline at end of file +[68607.06046832752,68791.36720189123,69282.85182472781,69467.15855829153] \ No newline at end of file diff --git a/criterion/micro_ops_union/change/estimates.json b/criterion/micro_ops_union/change/estimates.json index 69006679ed3..66d492dd5a3 100644 --- a/criterion/micro_ops_union/change/estimates.json +++ b/criterion/micro_ops_union/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.8080835899043605,"upper_bound":0.8121550493190823},"point_estimate":0.8101684723105467,"standard_error":0.0010355474185642193},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.8088522215621952,"upper_bound":0.8125105075125953},"point_estimate":0.8108588111252162,"standard_error":0.000983948496295625}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00029192691946137344,"upper_bound":0.0034982047937448524},"point_estimate":0.0017753969123959212,"standard_error":0.000820093642000766},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0003215760234405174,"upper_bound":0.0017889573040781315},"point_estimate":0.0006947431046460117,"standard_error":0.0005687272820885351}} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/estimates.json b/criterion/micro_ops_union/new/estimates.json index 93300fde3da..d1a3a21cdcd 100644 --- a/criterion/micro_ops_union/new/estimates.json +++ b/criterion/micro_ops_union/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68899.5589620848,"upper_bound":69055.60491350936},"point_estimate":68979.51229035875,"standard_error":39.69166936739795},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68921.12151898735,"upper_bound":69062.11115029841},"point_estimate":68995.78362975712,"standard_error":37.22196275205071},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":196.6357468236535,"upper_bound":340.1735102764238},"point_estimate":265.53066443438024,"standard_error":36.53359236272243},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68885.31860838362,"upper_bound":68980.58132641295},"point_estimate":68932.92226392789,"standard_error":24.3339792890649},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":282.5829431990194,"upper_bound":521.9312966467166},"point_estimate":398.58870664107883,"standard_error":62.99463563705535}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69031.92292552907,"upper_bound":69193.07163888401},"point_estimate":69101.97830349763,"standard_error":41.737779322922165},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69020.27179487179,"upper_bound":69065.45546536797},"point_estimate":69043.71797468355,"standard_error":11.292687864168665},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70.44819660678426,"upper_bound":114.35472901927247},"point_estimate":91.566553715278,"standard_error":10.785242677526838},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69014.25485809207,"upper_bound":69209.43856528592},"point_estimate":69091.83067356287,"standard_error":51.65044740608696},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":116.55257496385055,"upper_bound":631.0810968674118},"point_estimate":418.98313508646766,"standard_error":125.96110494431723}} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/sample.json b/criterion/micro_ops_union/new/sample.json index 4a2f577f148..70745571ca6 100644 --- a/criterion/micro_ops_union/new/sample.json +++ b/criterion/micro_ops_union/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[334098.0,685597.0,1041893.0,1395593.0,1757990.0,2096489.0,2425187.0,2765084.0,3115084.0,3453880.0,3784982.0,4181076.0,4488674.0,4804872.0,5183769.0,5526967.0,5911166.0,6214364.0,6577267.0,6872761.0,7256258.0,7622958.0,8011254.0,8308553.0,8636951.0,8965147.0,9309443.0,9602745.0,10036044.0,10293141.0,10565136.0,11044737.0,11365335.0,11648435.0,12107833.0,12452830.0,12787624.0,13120627.0,13610118.0,13854121.0,14097212.0,14401919.0,14798617.0,15076714.0,15622110.0,15839410.0,16161610.0,16566606.0,16910501.0,17185203.0,17523694.0,17967998.0,18412898.0,18522890.0,18784187.0,19209587.0,19642185.0,19852182.0,20394687.0,20782884.0,20936786.0,21440780.0,21731782.0,22120976.0,22316771.0,22672266.0,23097766.0,23397860.0,23726665.0,24069059.0,24540257.0,24850858.0,25234855.0,25555757.0,25806051.0,26264748.0,26598645.0,26947344.0,27223843.0,27615842.0,27919537.0,28247434.0,28635740.0,28923841.0,29203933.0,29652928.0,29938322.0,30278928.0,30684119.0,31000425.0,31298013.0,31742823.0,31907925.0,32375420.0,32627012.0,33250714.0,33498121.0,33880916.0,34146610.0,34476214.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[355098.0,691596.0,1032993.0,1376890.0,1719389.0,2061387.0,2417979.0,2766882.0,3087579.0,3440774.0,3800770.0,4171774.0,4489571.0,4856265.0,5174263.0,5525959.0,5863758.0,6228858.0,6560957.0,6905852.0,7264751.0,7589748.0,7931644.0,8289341.0,8636638.0,8988339.0,9326334.0,9676235.0,10009931.0,10366529.0,10717923.0,11037022.0,11396720.0,11715818.0,12082413.0,12419515.0,12775409.0,13112607.0,13478297.0,13830303.0,14176706.0,14492496.0,14851585.0,15168693.0,15507490.0,15902398.0,16227382.0,16581077.0,16890272.0,18021170.0,17608978.0,17923267.0,18305271.0,18650366.0,19005563.0,19337369.0,19698564.0,19992267.0,20383054.0,20736867.0,21080065.0,21420453.0,21754048.0,22083934.0,22436636.0,22792730.0,23165724.0,23454120.0,23794625.0,24104037.0,24466736.0,24818147.0,25202527.0,25503512.0,25864009.0,26208700.0,26567313.0,26917906.0,27272805.0,27605494.0,27939803.0,28303006.0,28622505.0,29003508.0,29309883.0,29668013.0,29991167.0,30396596.0,30642379.0,31064979.0,31408492.0,31785758.0,32940360.0,32447877.0,32749873.0,33139393.0,33453987.0,33824587.0,34258785.0,34495181.0]} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/tukey.json b/criterion/micro_ops_union/new/tukey.json index 8755642a511..8f2d37c7793 100644 --- a/criterion/micro_ops_union/new/tukey.json +++ b/criterion/micro_ops_union/new/tukey.json @@ -1 +1 @@ -[67702.62294505243,68237.76579722555,69664.81340302058,70199.95625519373] \ No newline at end of file +[68607.06046832752,68791.36720189123,69282.85182472781,69467.15855829153] \ No newline at end of file diff --git a/criterion/micro_ops_union/report/MAD.svg b/criterion/micro_ops_union/report/MAD.svg index f0482a06190..91b49a88203 100644 --- a/criterion/micro_ops_union/report/MAD.svg +++ b/criterion/micro_ops_union/report/MAD.svg @@ -9,66 +9,86 @@ Density (a.u.) Average time (ns) - -0.002 + +0.005 - - -0.004 + + +0.01 - - -0.006 + + +0.015 - - -0.008 + + +0.02 - - -0.01 + + +0.025 + + + +0.03 + + + +0.035 - - -0.012 + + +0.04 - + + +0.045 + + - -200 + +70 + + + +75 + + + +80 - - -220 + + +85 - - -240 + + +90 - - -260 + + +95 - - -280 + + +100 - - -300 + + +105 - - -320 + + +110 - - -340 + + +115 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/SD.svg b/criterion/micro_ops_union/report/SD.svg index 53d0b5b1af8..a1ea2893ec4 100644 --- a/criterion/micro_ops_union/report/SD.svg +++ b/criterion/micro_ops_union/report/SD.svg @@ -9,54 +9,62 @@ Density (a.u.) Average time (ns) - + +5e-4 + + + 0.001 - - + + +0.0015 + + + 0.002 - - + + +0.0025 + + + 0.003 - - -0.004 + + +0.0035 - - -0.005 + + + +100 - - -0.006 + + +200 - - - + + 300 - - -350 - - - + + 400 - - -450 - - - + + 500 - - - - + + +600 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/both/pdf.svg b/criterion/micro_ops_union/report/both/pdf.svg index 1eeefb9e60b..3e8cbf8feb0 100644 --- a/criterion/micro_ops_union/report/both/pdf.svg +++ b/criterion/micro_ops_union/report/both/pdf.svg @@ -9,51 +9,59 @@ Density (a.u.) Average Time (µs) - -1 + +0.2 - - -2 + + +0.4 - - -3 + + +0.6 - - -4 + + +0.8 - - -5 + + +1 - - -6 + + +1.2 - - - -40 + + +1.4 - - -50 + + +1.6 - - -60 + + +1.8 - - + + + +68 + + + 70 - - - - - + + +72 + + + + + + Base PDF diff --git a/criterion/micro_ops_union/report/both/regression.svg b/criterion/micro_ops_union/report/both/regression.svg index 2c258ee6e09..092d97c9ebb 100644 --- a/criterion/micro_ops_union/report/both/regression.svg +++ b/criterion/micro_ops_union/report/both/regression.svg @@ -9,89 +9,99 @@ Total sample time (ms) Iterations - - + + + + - - + + + + - - - - - + + + + - - + 0.0 - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - -25.0 - - + -30.0 +25.0 - -35.0 - - - -40.0 + +30.0 - + 0 - + +50 + + + 100 - - + + +150 + + + 200 - + -300 +250 - + +300 + + + +350 + + + 400 - - -500 + + +450 - + -600 +500 - - + + diff --git a/criterion/micro_ops_union/report/change/mean.svg b/criterion/micro_ops_union/report/change/mean.svg index 95288ad30c6..3e626a50bce 100644 --- a/criterion/micro_ops_union/report/change/mean.svg +++ b/criterion/micro_ops_union/report/change/mean.svg @@ -9,83 +9,79 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - + + +450 + + - -0.808 - - - -0.8085 - - - -0.809 - - - -0.8095 - - - -0.81 - - - -0.8105 - - - -0.811 - - - -0.8115 - - - -0.812 - - - -0.8125 - - - - - - + +0 + + + +5e-4 + + + +0.001 + + + +0.0015 + + + +0.002 + + + +0.0025 + + + +0.003 + + + +0.0035 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/change/median.svg b/criterion/micro_ops_union/report/change/median.svg index 98b5738a9fa..9e729690906 100644 --- a/criterion/micro_ops_union/report/change/median.svg +++ b/criterion/micro_ops_union/report/change/median.svg @@ -9,79 +9,59 @@ Density (a.u.) Relative change (%) - -50 - - - + 100 - - -150 - - - + + 200 - - -250 - - - + + 300 - - -350 - - - + + 400 - + + +500 + + + +600 + + - -0.8085 - - - -0.809 - - - -0.8095 - - - -0.81 - - - -0.8105 - - - -0.811 - - - -0.8115 - - - -0.812 - - - -0.8125 - - - - - - + +-5e-4 + + + +0 + + + +5e-4 + + + +0.001 + + + +0.0015 + + + +0.002 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/change/t-test.svg b/criterion/micro_ops_union/report/change/t-test.svg index 59e61b27550..a5322de5f16 100644 --- a/criterion/micro_ops_union/report/change/t-test.svg +++ b/criterion/micro_ops_union/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_union/report/index.html b/criterion/micro_ops_union/report/index.html index cc211ff453e..731f59d2df4 100644 --- a/criterion/micro_ops_union/report/index.html +++ b/criterion/micro_ops_union/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 68.885 µs - 68.933 µs - 68.981 µs + 69.014 µs + 69.092 µs + 69.209 µs R² - 0.9985955 - 0.9986611 - 0.9985953 + 0.9953582 + 0.9955317 + 0.9951330 Mean - 68.900 µs - 68.980 µs - 69.056 µs + 69.032 µs + 69.102 µs + 69.193 µs Std. Dev. - 282.58 ns - 398.59 ns - 521.93 ns + 116.55 ns + 418.98 ns + 631.08 ns Median - 68.921 µs - 68.996 µs - 69.062 µs + 69.020 µs + 69.044 µs + 69.065 µs MAD - 196.64 ns - 265.53 ns - 340.17 ns + 70.448 ns + 91.567 ns + 114.35 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +80.808% - +81.017% - +81.216% - (p = 0.00 < + +0.0292% + +0.1775% + +0.3498% + (p = 0.03 < 0.05) - Performance has regressed. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_union/report/mean.svg b/criterion/micro_ops_union/report/mean.svg index 6fe3af3db87..a46dbc6a59f 100644 --- a/criterion/micro_ops_union/report/mean.svg +++ b/criterion/micro_ops_union/report/mean.svg @@ -9,90 +9,90 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - + + 9 - - + + 10 - - -11 - - + - -68.9 + +69.02 + + + +69.04 - - -68.92 + + +69.06 - - -68.94 + + +69.08 - - -68.96 + + +69.1 - - -68.98 + + +69.12 - - -69 + + +69.14 - - -69.02 + + +69.16 - - -69.04 + + +69.18 - - -69.06 + + +69.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/median.svg b/criterion/micro_ops_union/report/median.svg index a31b3517d0f..32f4e1ca253 100644 --- a/criterion/micro_ops_union/report/median.svg +++ b/criterion/micro_ops_union/report/median.svg @@ -9,74 +9,90 @@ Density (a.u.) Average time (µs) - -2 + +5 - - -4 + + +10 - - -6 + + +15 - - -8 + + +20 - - -10 + + +25 + + + +30 - - -12 + + +35 - - -14 + + +40 - - -16 + + +45 - + - -68.92 + +69.02 + + + +69.025 - - -68.94 + + +69.03 - - -68.96 + + +69.035 - - -68.98 + + +69.04 - - -69 + + +69.045 - - -69.02 + + +69.05 - - -69.04 + + +69.055 - - + + 69.06 - - - - + + +69.065 + + + +69.07 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/pdf.svg b/criterion/micro_ops_union/report/pdf.svg index 82638fbb04f..54ae6ff552e 100644 --- a/criterion/micro_ops_union/report/pdf.svg +++ b/criterion/micro_ops_union/report/pdf.svg @@ -54,42 +54,42 @@ Average Time (µs) - -66.5 - - - -67 - - - -67.5 - - - -68 - - - + 68.5 - - + + 69 - - + + 69.5 - - + + 70 - - + + 70.5 - + + +71 + + + +71.5 + + + +72 + + + +72.5 + + Density (a.u.) @@ -98,50 +98,64 @@ Density (a.u.) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - - - - - - - - - - - - - - - - - - - - + + +1.4 + + + +1.6 + + + +1.8 + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_union/report/pdf_small.svg b/criterion/micro_ops_union/report/pdf_small.svg index a37bf16fdeb..3212eb43a4d 100644 --- a/criterion/micro_ops_union/report/pdf_small.svg +++ b/criterion/micro_ops_union/report/pdf_small.svg @@ -10,47 +10,63 @@ Average Time (µs) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - - -67 + + +1.4 + + + +1.6 + + + +1.8 - - -68 + + +2 - - + + + 69 - - + + 70 - - - + + +71 + + + +72 + + + + diff --git a/criterion/micro_ops_union/report/regression.svg b/criterion/micro_ops_union/report/regression.svg index e12bee0bff2..6b87c36d651 100644 --- a/criterion/micro_ops_union/report/regression.svg +++ b/criterion/micro_ops_union/report/regression.svg @@ -23,7 +23,7 @@ Iterations - + 5.0 @@ -45,10 +45,10 @@ Iterations 25.0 - + 30.0 - + 50 @@ -93,105 +93,105 @@ Iterations - - - + + + - - + + - + - + - + - - + + - - + + - + - - + + - + - - + + - - + + - - - - - - - - - - - + + + + + + + + + + + - - + + - - - + + + - + - - - - - + + + + + - + - - - - + + + + - - + + - + - + - - + + - - + + - - + + Sample diff --git a/criterion/micro_ops_union/report/regression_small.svg b/criterion/micro_ops_union/report/regression_small.svg index cdd7abfeb40..ca37683c530 100644 --- a/criterion/micro_ops_union/report/regression_small.svg +++ b/criterion/micro_ops_union/report/regression_small.svg @@ -90,103 +90,103 @@ Iterations - + - + - + - + - + - - - + + + - - + + - + - + - - - + + + - - + + - - - - - + + + + + - + - - + + - - - - + + + + - + - + - - - + + + - + - - + + - + - + - - - - + + + + - - + + - - + + diff --git a/criterion/micro_ops_union/report/relative_pdf_small.svg b/criterion/micro_ops_union/report/relative_pdf_small.svg index bffd7d03160..5e439a8c6ee 100644 --- a/criterion/micro_ops_union/report/relative_pdf_small.svg +++ b/criterion/micro_ops_union/report/relative_pdf_small.svg @@ -6,49 +6,57 @@ Density (a.u.) Average Time (µs) - -1 + +0.2 + + + +0.4 - + -2 +0.6 - -3 + +0.8 + + + +1 - + -4 +1.2 - -5 + +1.4 - - -6 + + +1.6 - - - -40 - - - -50 + + +1.8 - - -60 + + + +68 - - + + 70 - - - - - + + +72 + + + + + + diff --git a/criterion/micro_ops_union/report/relative_regression_small.svg b/criterion/micro_ops_union/report/relative_regression_small.svg index 1945f515d93..0cd7bfef8a8 100644 --- a/criterion/micro_ops_union/report/relative_regression_small.svg +++ b/criterion/micro_ops_union/report/relative_regression_small.svg @@ -6,89 +6,99 @@ Total sample time (ms) Iterations - - + + + + - - + + + + - - - - - - - - + + + + + + 0.0 - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - -35.0 - - - -40.0 - - + 0 - + +50 + + + 100 - - + + +150 + + + 200 - + -300 +250 - + +300 + + + +350 + + + 400 - - -500 + + +450 - + -600 +500 - - + + diff --git a/criterion/micro_ops_union/report/slope.svg b/criterion/micro_ops_union/report/slope.svg index 2324ae0ca0f..bfa9c967ce4 100644 --- a/criterion/micro_ops_union/report/slope.svg +++ b/criterion/micro_ops_union/report/slope.svg @@ -9,70 +9,66 @@ Density (a.u.) Average time (µs) - + +1 + + + 2 - - -4 + + +3 - - -6 - - - -8 + + +4 - + -10 +5 - -12 + +6 - - -14 + + +7 - - -16 + + +8 - - -18 + + +9 - + - -68.88 - - - -68.9 + +69 - - -68.92 + + +69.05 - - -68.94 + + +69.1 - - -68.96 + + +69.15 - - -68.98 + + +69.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/typical.svg b/criterion/micro_ops_union/report/typical.svg index 064c3dc2905..45134a6a475 100644 --- a/criterion/micro_ops_union/report/typical.svg +++ b/criterion/micro_ops_union/report/typical.svg @@ -9,70 +9,66 @@ Density (a.u.) Average time (µs) - + +1 + + + 2 - - -4 + + +3 - - -6 - - - -8 + + +4 - + -10 +5 - -12 + +6 - - -14 + + +7 - - -16 + + +8 - - -18 + + +9 - + - -68.88 - - - -68.9 + +69 - - -68.92 + + +69.05 - - -68.94 + + +69.1 - - -68.96 + + +69.15 - - -68.98 + + +69.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/base/estimates.json b/criterion/micro_ops_unique/base/estimates.json index d26da31d142..8c66d672037 100644 --- a/criterion/micro_ops_unique/base/estimates.json +++ b/criterion/micro_ops_unique/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70311.99411223498,"upper_bound":70466.47287930934},"point_estimate":70387.67188530996,"standard_error":39.462213566749774},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70202.85102040817,"upper_bound":70433.80059523809},"point_estimate":70338.60100393434,"standard_error":56.996050746110974},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":260.20666751814935,"upper_bound":442.1608405121764},"point_estimate":384.6004767389222,"standard_error":45.87784739670155},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70184.65277775643,"upper_bound":70360.6519822592},"point_estimate":70266.30856002872,"standard_error":44.907073522557646},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":323.5224595502628,"upper_bound":466.7723873249897},"point_estimate":396.5319292307503,"standard_error":36.72941767767735}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":73794.20098427529,"upper_bound":73936.82069963319},"point_estimate":73864.73657248948,"standard_error":36.602077862928645},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":73713.78571428571,"upper_bound":73870.39596273292},"point_estimate":73774.08546161323,"standard_error":41.807273462800495},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":223.85923476158703,"upper_bound":460.0170705921852},"point_estimate":334.66282375848886,"standard_error":64.2569816914052},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":73803.61309434495,"upper_bound":73923.90136428521},"point_estimate":73861.27566467521,"standard_error":30.854201336900758},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":319.34815850835537,"upper_bound":411.66911753184655},"point_estimate":369.1756693087834,"standard_error":23.58872835109546}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/base/sample.json b/criterion/micro_ops_unique/base/sample.json index 7cf0256fb44..a51790a9fe3 100644 --- a/criterion/micro_ops_unique/base/sample.json +++ b/criterion/micro_ops_unique/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[488198.0,988294.0,1474292.0,1955390.0,2466985.0,2967783.0,3481881.0,3951376.0,4459475.0,4978774.0,5418669.0,5954165.0,6450961.0,7021363.0,7370060.0,7855058.0,8411752.0,8908648.0,9334547.0,9918643.0,10382740.0,10847340.0,11375638.0,11874932.0,12271229.0,12896331.0,13339025.0,13793923.0,14283516.0,14826214.0,15184814.0,15703010.0,16324308.0,16712909.0,17372698.0,17668998.0,18301896.0,18831493.0,19203893.0,19777394.0,20130287.0,20757584.0,21276978.0,21410675.0,22147162.0,22954369.0,23298959.0,23665757.0,24146966.0,24494552.0,25329951.0,25639243.0,26040949.0,26759742.0,27065942.0,27416745.0,27999330.0,28427736.0,29052228.0,29857627.0,30065923.0,30467719.0,30757422.0,31374615.0,32118310.0,32342708.0,33046709.0,33348401.0,34100803.0,34399397.0,34827294.0,35277287.0,35683389.0,36349687.0,37062376.0,38217751.0,37803579.0,38244278.0,38876670.0,39310566.0,39878965.0,40307967.0,40856463.0,41258155.0,41684152.0,42192053.0,42706849.0,43258442.0,43651041.0,44382236.0,44670742.0,45059828.0,45574143.0,46131131.0,46623722.0,47283021.0,47785325.0,48484919.0,48606615.0,48715104.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[520996.0,1031993.0,1538489.0,2046784.0,2566680.0,3091874.0,3611172.0,4153366.0,4626967.0,5173863.0,5693460.0,6161653.0,6675741.0,7185443.0,7729242.0,8319436.0,8879932.0,9367528.0,9842423.0,10395521.0,10936116.0,11306107.0,11851609.0,12393407.0,12855905.0,13380197.0,13891992.0,14393688.0,15008581.0,15438683.0,15994377.0,16439369.0,17029674.0,17574266.0,18087666.0,18556557.0,19113951.0,19561349.0,20057446.0,20765839.0,21302034.0,21791330.0,22384628.0,22755024.0,23530613.0,23996309.0,24443306.0,25033805.0,25413709.0,26096803.0,26516882.0,27050702.0,27514874.0,27818398.0,28387871.0,29056174.0,29420373.0,30105767.0,30860971.0,31367045.0,31802546.0,32404355.0,32788262.0,32919244.0,33505138.0,34006136.0,34539834.0,35074728.0,35450530.0,36035118.0,36679912.0,37158316.0,37929607.0,38132207.0,38731703.0,39245208.0,39720594.0,40200978.0,40647981.0,41223394.0,41955984.0,42406678.0,42823976.0,43451364.0,43923666.0,44358467.0,44816253.0,45435653.0,46070755.0,46560053.0,47157948.0,47572535.0,48074933.0,48456526.0,49047314.0,49633526.0,50181807.0,50608620.0,51186609.0,51588408.0]} \ No newline at end of file diff --git a/criterion/micro_ops_unique/base/tukey.json b/criterion/micro_ops_unique/base/tukey.json index 174038a586f..dd3639bff9c 100644 --- a/criterion/micro_ops_unique/base/tukey.json +++ b/criterion/micro_ops_unique/base/tukey.json @@ -1 +1 @@ -[68561.40715838512,69340.5782220497,71418.36772515527,72197.53878881986] \ No newline at end of file +[72061.47844559861,72837.25034469372,74905.97540894733,75681.74730804242] \ No newline at end of file diff --git a/criterion/micro_ops_unique/change/estimates.json b/criterion/micro_ops_unique/change/estimates.json index d6737ec8ed6..5660edc3137 100644 --- a/criterion/micro_ops_unique/change/estimates.json +++ b/criterion/micro_ops_unique/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.05332504781103073,"upper_bound":-0.051119391352402996},"point_estimate":-0.052196929966212946,"standard_error":0.0005642717707920424},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.05514054721115891,"upper_bound":-0.05215272035534779},"point_estimate":-0.053270947200841356,"standard_error":0.0008010342942160552}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.047883181625526294,"upper_bound":0.05093624759126625},"point_estimate":0.04939877387683844,"standard_error":0.0007820272897813858},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.047405857213308034,"upper_bound":0.05152895631248877},"point_estimate":0.048842092515981816,"standard_error":0.0010338103818603574}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/estimates.json b/criterion/micro_ops_unique/new/estimates.json index d26da31d142..8c66d672037 100644 --- a/criterion/micro_ops_unique/new/estimates.json +++ b/criterion/micro_ops_unique/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70311.99411223498,"upper_bound":70466.47287930934},"point_estimate":70387.67188530996,"standard_error":39.462213566749774},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70202.85102040817,"upper_bound":70433.80059523809},"point_estimate":70338.60100393434,"standard_error":56.996050746110974},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":260.20666751814935,"upper_bound":442.1608405121764},"point_estimate":384.6004767389222,"standard_error":45.87784739670155},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70184.65277775643,"upper_bound":70360.6519822592},"point_estimate":70266.30856002872,"standard_error":44.907073522557646},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":323.5224595502628,"upper_bound":466.7723873249897},"point_estimate":396.5319292307503,"standard_error":36.72941767767735}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":73794.20098427529,"upper_bound":73936.82069963319},"point_estimate":73864.73657248948,"standard_error":36.602077862928645},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":73713.78571428571,"upper_bound":73870.39596273292},"point_estimate":73774.08546161323,"standard_error":41.807273462800495},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":223.85923476158703,"upper_bound":460.0170705921852},"point_estimate":334.66282375848886,"standard_error":64.2569816914052},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":73803.61309434495,"upper_bound":73923.90136428521},"point_estimate":73861.27566467521,"standard_error":30.854201336900758},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":319.34815850835537,"upper_bound":411.66911753184655},"point_estimate":369.1756693087834,"standard_error":23.58872835109546}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/sample.json b/criterion/micro_ops_unique/new/sample.json index 7cf0256fb44..a51790a9fe3 100644 --- a/criterion/micro_ops_unique/new/sample.json +++ b/criterion/micro_ops_unique/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[488198.0,988294.0,1474292.0,1955390.0,2466985.0,2967783.0,3481881.0,3951376.0,4459475.0,4978774.0,5418669.0,5954165.0,6450961.0,7021363.0,7370060.0,7855058.0,8411752.0,8908648.0,9334547.0,9918643.0,10382740.0,10847340.0,11375638.0,11874932.0,12271229.0,12896331.0,13339025.0,13793923.0,14283516.0,14826214.0,15184814.0,15703010.0,16324308.0,16712909.0,17372698.0,17668998.0,18301896.0,18831493.0,19203893.0,19777394.0,20130287.0,20757584.0,21276978.0,21410675.0,22147162.0,22954369.0,23298959.0,23665757.0,24146966.0,24494552.0,25329951.0,25639243.0,26040949.0,26759742.0,27065942.0,27416745.0,27999330.0,28427736.0,29052228.0,29857627.0,30065923.0,30467719.0,30757422.0,31374615.0,32118310.0,32342708.0,33046709.0,33348401.0,34100803.0,34399397.0,34827294.0,35277287.0,35683389.0,36349687.0,37062376.0,38217751.0,37803579.0,38244278.0,38876670.0,39310566.0,39878965.0,40307967.0,40856463.0,41258155.0,41684152.0,42192053.0,42706849.0,43258442.0,43651041.0,44382236.0,44670742.0,45059828.0,45574143.0,46131131.0,46623722.0,47283021.0,47785325.0,48484919.0,48606615.0,48715104.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[520996.0,1031993.0,1538489.0,2046784.0,2566680.0,3091874.0,3611172.0,4153366.0,4626967.0,5173863.0,5693460.0,6161653.0,6675741.0,7185443.0,7729242.0,8319436.0,8879932.0,9367528.0,9842423.0,10395521.0,10936116.0,11306107.0,11851609.0,12393407.0,12855905.0,13380197.0,13891992.0,14393688.0,15008581.0,15438683.0,15994377.0,16439369.0,17029674.0,17574266.0,18087666.0,18556557.0,19113951.0,19561349.0,20057446.0,20765839.0,21302034.0,21791330.0,22384628.0,22755024.0,23530613.0,23996309.0,24443306.0,25033805.0,25413709.0,26096803.0,26516882.0,27050702.0,27514874.0,27818398.0,28387871.0,29056174.0,29420373.0,30105767.0,30860971.0,31367045.0,31802546.0,32404355.0,32788262.0,32919244.0,33505138.0,34006136.0,34539834.0,35074728.0,35450530.0,36035118.0,36679912.0,37158316.0,37929607.0,38132207.0,38731703.0,39245208.0,39720594.0,40200978.0,40647981.0,41223394.0,41955984.0,42406678.0,42823976.0,43451364.0,43923666.0,44358467.0,44816253.0,45435653.0,46070755.0,46560053.0,47157948.0,47572535.0,48074933.0,48456526.0,49047314.0,49633526.0,50181807.0,50608620.0,51186609.0,51588408.0]} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/tukey.json b/criterion/micro_ops_unique/new/tukey.json index 174038a586f..dd3639bff9c 100644 --- a/criterion/micro_ops_unique/new/tukey.json +++ b/criterion/micro_ops_unique/new/tukey.json @@ -1 +1 @@ -[68561.40715838512,69340.5782220497,71418.36772515527,72197.53878881986] \ No newline at end of file +[72061.47844559861,72837.25034469372,74905.97540894733,75681.74730804242] \ No newline at end of file diff --git a/criterion/micro_ops_unique/report/MAD.svg b/criterion/micro_ops_unique/report/MAD.svg index 2402fef63d5..ffb16acd7a2 100644 --- a/criterion/micro_ops_unique/report/MAD.svg +++ b/criterion/micro_ops_unique/report/MAD.svg @@ -9,54 +9,58 @@ Density (a.u.) Average time (ns) - -0.002 + +0.001 - - -0.004 + + +0.002 - - -0.006 + + +0.003 - - -0.008 + + +0.004 - - -0.01 + + +0.005 - - -0.012 + + +0.006 - + - + +200 + + + 250 - - + + 300 - - + + 350 - - + + 400 - - + + 450 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/SD.svg b/criterion/micro_ops_unique/report/SD.svg index 71b9b3d837e..89ca9d7949c 100644 --- a/criterion/micro_ops_unique/report/SD.svg +++ b/criterion/micro_ops_unique/report/SD.svg @@ -9,90 +9,70 @@ Density (a.u.) Average time (ns) - -0.001 - - - + 0.002 - - -0.003 - - - + + 0.004 - + + +0.006 + + -0.005 +0.008 - -0.006 - - - -0.007 + +0.01 - - -0.008 + + +0.012 - - -0.009 + + +0.014 - - -0.01 + + +0.016 - - -0.011 + + +0.018 - + - + 320 - - + + 340 - - + + 360 - - + + 380 - - + + 400 - - + + 420 - - -440 - - - -460 - - - -480 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/both/pdf.svg b/criterion/micro_ops_unique/report/both/pdf.svg index 7065ff7d4e7..6e288579ab3 100644 --- a/criterion/micro_ops_unique/report/both/pdf.svg +++ b/criterion/micro_ops_unique/report/both/pdf.svg @@ -9,47 +9,67 @@ Density (a.u.) Average Time (µs) - + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + 0.5 - - -1 + + +0.6 - + -1.5 +0.7 - -2 + +0.8 + + + +0.9 - + + +1 + + + +1.1 + + - + 70 - - -71 - - - + + 72 - - -73 - - - + + 74 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_unique/report/both/regression.svg b/criterion/micro_ops_unique/report/both/regression.svg index dab702e3f3b..f348b3472ad 100644 --- a/criterion/micro_ops_unique/report/both/regression.svg +++ b/criterion/micro_ops_unique/report/both/regression.svg @@ -18,15 +18,15 @@ Iterations - - - - - - - - - + + + + + + + + + 0.0 @@ -36,42 +36,42 @@ Iterations 5.0 - + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - - + + 50.0 - + 0 @@ -105,10 +105,10 @@ Iterations 700 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_unique/report/change/mean.svg b/criterion/micro_ops_unique/report/change/mean.svg index 50dd4548383..a47d83ea7ea 100644 --- a/criterion/micro_ops_unique/report/change/mean.svg +++ b/criterion/micro_ops_unique/report/change/mean.svg @@ -9,58 +9,78 @@ Density (a.u.) Relative change (%) - + +50 + + + 100 - - + + +150 + + + 200 - - + + +250 + + + 300 - - + + +350 + + + 400 - - -500 + + +450 - - -600 + + +500 - + - --0.0535 + +0.048 + + + +0.0485 - - --0.053 + + +0.049 - - --0.0525 + + +0.0495 - - --0.052 + + +0.05 - - --0.0515 + + +0.0505 - - --0.051 + + +0.051 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/change/median.svg b/criterion/micro_ops_unique/report/change/median.svg index 6086debaa7e..665d255e1d1 100644 --- a/criterion/micro_ops_unique/report/change/median.svg +++ b/criterion/micro_ops_unique/report/change/median.svg @@ -9,62 +9,82 @@ Density (a.u.) Relative change (%) - + +50 + + + 100 - - + + +150 + + + 200 - - + + +250 + + + 300 - - + + +350 + + + 400 - - -500 + + + +0.047 - - -600 + + +0.0475 - - - --0.055 + + +0.048 + + + +0.0485 - - --0.0545 + + +0.049 - - --0.054 + + +0.0495 - - --0.0535 + + +0.05 - - --0.053 + + +0.0505 - - --0.0525 + + +0.051 - - --0.052 + + +0.0515 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/change/t-test.svg b/criterion/micro_ops_unique/report/change/t-test.svg index ec32764ea89..6c9c5269d84 100644 --- a/criterion/micro_ops_unique/report/change/t-test.svg +++ b/criterion/micro_ops_unique/report/change/t-test.svg @@ -17,73 +17,77 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-5.0 + + + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_unique/report/index.html b/criterion/micro_ops_unique/report/index.html index 8104742572c..22252b195e5 100644 --- a/criterion/micro_ops_unique/report/index.html +++ b/criterion/micro_ops_unique/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 70.185 µs - 70.266 µs - 70.361 µs + 73.804 µs + 73.861 µs + 73.924 µs R² - 0.9961091 - 0.9963018 - 0.9960446 + 0.9977809 + 0.9978655 + 0.9977657 Mean - 70.312 µs - 70.388 µs - 70.466 µs + 73.794 µs + 73.865 µs + 73.937 µs Std. Dev. - 323.52 ns - 396.53 ns - 466.77 ns + 319.35 ns + 369.18 ns + 411.67 ns Median - 70.203 µs - 70.339 µs - 70.434 µs + 73.714 µs + 73.774 µs + 73.870 µs MAD - 260.21 ns - 384.60 ns - 442.16 ns + 223.86 ns + 334.66 ns + 460.02 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -5.3325% - -5.2197% - -5.1119% + +4.7883% + +4.9399% + +5.0936% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/criterion/micro_ops_unique/report/mean.svg b/criterion/micro_ops_unique/report/mean.svg index 44fd88d4f89..6198b50ff55 100644 --- a/criterion/micro_ops_unique/report/mean.svg +++ b/criterion/micro_ops_unique/report/mean.svg @@ -9,94 +9,90 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - + + 9 - - + + 10 - - + + 11 - + - -70.3 + +73.78 - - -70.32 + + +73.8 - - -70.34 + + +73.82 - - -70.36 + + +73.84 - - -70.38 + + +73.86 - - -70.4 + + +73.88 - - -70.42 + + +73.9 - - -70.44 + + +73.92 - - -70.46 + + +73.94 - - -70.48 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/median.svg b/criterion/micro_ops_unique/report/median.svg index 7edc41c7f23..8d774b251a6 100644 --- a/criterion/micro_ops_unique/report/median.svg +++ b/criterion/micro_ops_unique/report/median.svg @@ -9,78 +9,90 @@ Density (a.u.) Average time (µs) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - - -9 - - - + + 10 - - -11 + + +12 + + + +14 + + + +16 - + + +18 + + + +20 + + + +22 + + - -70.2 + +73.7 + + + +73.72 + + + +73.74 + + + +73.76 - - -70.25 + + +73.78 - - -70.3 + + +73.8 - - -70.35 + + +73.82 - - -70.4 + + +73.84 - - -70.45 + + +73.86 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/pdf.svg b/criterion/micro_ops_unique/report/pdf.svg index 5ad4909e9e5..63eaa08e43e 100644 --- a/criterion/micro_ops_unique/report/pdf.svg +++ b/criterion/micro_ops_unique/report/pdf.svg @@ -42,30 +42,26 @@ Average Time (µs) - -69.5 + +73 - - -70 + + +73.5 - - -70.5 + + +74 - - -71 + + +74.5 - - -71.5 + + +75 - - -72 - - + Density (a.u.) @@ -74,56 +70,32 @@ Density (a.u.) 0 - -0.1 - - - + 0.2 - - -0.3 - - - + + 0.4 - - -0.5 - - - + + 0.6 - - -0.7 - - - + + 0.8 - - -0.9 - - - + + 1 - - - - - + + + + + - - - - - + PDF diff --git a/criterion/micro_ops_unique/report/pdf_small.svg b/criterion/micro_ops_unique/report/pdf_small.svg index 83a5813d941..652ccb2e3c8 100644 --- a/criterion/micro_ops_unique/report/pdf_small.svg +++ b/criterion/micro_ops_unique/report/pdf_small.svg @@ -10,39 +10,51 @@ Average Time (µs) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - + + +1.2 + + - -70 + +73 + + + +73.5 + + + +74 - - -71 + + +74.5 - - -72 + + +75 - - - + + + diff --git a/criterion/micro_ops_unique/report/regression.svg b/criterion/micro_ops_unique/report/regression.svg index ed9278bf085..f0c16a7693d 100644 --- a/criterion/micro_ops_unique/report/regression.svg +++ b/criterion/micro_ops_unique/report/regression.svg @@ -15,52 +15,57 @@ Iterations - - - - - - - - - + + + + + + + + + + - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - + + +50.0 + + 100 @@ -94,101 +99,101 @@ Iterations - + - - - - + + + + - - - + + + - + - + - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - - - + + + - - + + - - - - - - - - - + + + + + + + + + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_unique/report/regression_small.svg b/criterion/micro_ops_unique/report/regression_small.svg index d7404adddf0..00fa23b5d12 100644 --- a/criterion/micro_ops_unique/report/regression_small.svg +++ b/criterion/micro_ops_unique/report/regression_small.svg @@ -12,52 +12,57 @@ Iterations - - - - - - - - - + + + + + + + + + + - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - + + +50.0 + + 100 @@ -93,99 +98,99 @@ Iterations - + - + - - + + - + - - - + + + - - - - - + + + + + - - - - - - - - - + + + + + + + + + - + - - - - - - - - + + + + + + + + - - + + - + - - + + - - - - - - - - - - + + + + + + + + + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - + - - - - - - - - + + + + + + + + diff --git a/criterion/micro_ops_unique/report/relative_pdf_small.svg b/criterion/micro_ops_unique/report/relative_pdf_small.svg index 0549f514d24..aeb02ba240a 100644 --- a/criterion/micro_ops_unique/report/relative_pdf_small.svg +++ b/criterion/micro_ops_unique/report/relative_pdf_small.svg @@ -6,45 +6,65 @@ Density (a.u.) Average Time (µs) - + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + 0.5 - - -1 + + +0.6 - + -1.5 +0.7 - -2 + +0.8 + + + +0.9 - + + +1 + + + +1.1 + + - + 70 - - -71 - - - + + 72 - - -73 - - - + + 74 - - - - - + + + + + diff --git a/criterion/micro_ops_unique/report/relative_regression_small.svg b/criterion/micro_ops_unique/report/relative_regression_small.svg index cd721d5b204..9f08d386ae9 100644 --- a/criterion/micro_ops_unique/report/relative_regression_small.svg +++ b/criterion/micro_ops_unique/report/relative_regression_small.svg @@ -20,10 +20,10 @@ Iterations - - - - + + + + 0.0 @@ -53,22 +53,22 @@ Iterations 30.0 - + 35.0 - - + + 40.0 - - + + 45.0 - - + + 50.0 - + 0 @@ -102,8 +102,8 @@ Iterations 700 - - - - + + + + diff --git a/criterion/micro_ops_unique/report/slope.svg b/criterion/micro_ops_unique/report/slope.svg index 9e02d9ee37e..fd7cb732200 100644 --- a/criterion/micro_ops_unique/report/slope.svg +++ b/criterion/micro_ops_unique/report/slope.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (µs) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - - -9 + + +10 - - - -70.18 - - - -70.2 + + +12 - - -70.22 + + +14 - - -70.24 - - - -70.26 + + + +73.8 - - -70.28 + + +73.82 - - -70.3 + + +73.84 - - -70.32 + + +73.86 - - -70.34 + + +73.88 - - -70.36 + + +73.9 - - -70.38 + + +73.92 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/typical.svg b/criterion/micro_ops_unique/report/typical.svg index 17e3d10deeb..0147739e04b 100644 --- a/criterion/micro_ops_unique/report/typical.svg +++ b/criterion/micro_ops_unique/report/typical.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (µs) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - - -9 + + +10 - - - -70.18 - - - -70.2 + + +12 - - -70.22 + + +14 - - -70.24 - - - -70.26 + + + +73.8 - - -70.28 + + +73.82 - - -70.3 + + +73.84 - - -70.32 + + +73.86 - - -70.34 + + +73.88 - - -70.36 + + +73.9 - - -70.38 + + +73.92 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/base/estimates.json b/criterion/reachability_hydroflow/base/estimates.json index 2d71502ad8c..facb39b08a0 100644 --- a/criterion/reachability_hydroflow/base/estimates.json +++ b/criterion/reachability_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2547557.6229499974,"upper_bound":2549154.6073749973},"point_estimate":2548349.7584999977,"standard_error":406.6272383873038},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2547107.0,"upper_bound":2549826.95},"point_estimate":2548309.475,"standard_error":681.6461274394314},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3365.5019402503967,"upper_bound":5396.589774191656},"point_estimate":4340.311422944069,"standard_error":518.692744267037},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3523.7785230450727,"upper_bound":4607.3431689705585},"point_estimate":4081.8813161140815,"standard_error":277.38157181688354}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2743720.902736843,"upper_bound":2745389.394842106},"point_estimate":2744527.4947368423,"standard_error":428.4455313174027},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2743356.4736842103,"upper_bound":2745124.8947368423},"point_estimate":2744415.0,"standard_error":427.2726357522188},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2880.2625751808164,"upper_bound":4964.820572251795},"point_estimate":3920.1113777727137,"standard_error":523.3664811269704},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3367.5148412885364,"upper_bound":5257.007741665636},"point_estimate":4297.216999513159,"standard_error":489.7346969923972}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/base/sample.json b/criterion/reachability_hydroflow/base/sample.json index 564d33307ce..814d3afec09 100644 --- a/criterion/reachability_hydroflow/base/sample.json +++ b/criterion/reachability_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0],"times":[50890509.0,50922608.0,51015108.0,51004626.0,50870540.0,50909339.0,50970639.0,50995839.0,50997239.0,50860540.0,50869640.0,51068339.0,51216938.0,51073439.0,50993939.0,50952540.0,50919240.0,51040939.0,51037639.0,51143838.0,51051739.0,51139338.0,50945239.0,50874640.0,50954939.0,50927140.0,51062038.0,50928540.0,50858640.0,50974639.0,51007439.0,50910539.0,50813840.0,51028339.0,51041639.0,51004839.0,50845040.0,50819240.0,51004339.0,51040939.0,50953139.0,50887439.0,50998439.0,50932440.0,51031339.0,50818040.0,50857839.0,51032939.0,51040939.0,50960839.0,50908540.0,51001539.0,50993139.0,50995939.0,50958839.0,50874340.0,50951039.0,51015339.0,50884940.0,50907339.0,51002039.0,50967140.0,51043638.0,50910040.0,50878439.0,50972240.0,51091938.0,50946240.0,50877339.0,50923440.0,51001739.0,51004139.0,50904439.0,51005239.0,51044639.0,51111038.0,50938040.0,50874940.0,50966540.0,50957739.0,51075839.0,50865539.0,50869340.0,51018839.0,51117838.0,50905640.0,50896039.0,50934140.0,51022439.0,51024439.0,50800840.0,50875639.0,51030939.0,51115339.0,50935939.0,50853640.0,50985739.0,50965839.0,51057339.0,50936239.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0],"times":[52068698.0,52140498.0,52040798.0,52092298.0,52123598.0,52067198.0,52157698.0,52144997.0,52229397.0,52084798.0,51991699.0,52096498.0,52093398.0,52190797.0,52276297.0,52078298.0,52205097.0,52140785.0,52027374.0,52157773.0,52068274.0,52154673.0,52190472.0,52411672.0,52072573.0,52164973.0,52139174.0,52010974.0,52051773.0,52156573.0,52177273.0,52192773.0,52289572.0,52123773.0,52157373.0,52507771.0,52306272.0,52240073.0,52172473.0,52048674.0,52137173.0,52211272.0,52116974.0,52219472.0,52225773.0,52102873.0,52130774.0,52142773.0,52039273.0,52150174.0,52230472.0,52277872.0,52150573.0,52157474.0,52170372.0,52100574.0,52188873.0,52162173.0,52069873.0,52193873.0,52244273.0,52226472.0,52228073.0,52088273.0,52090874.0,52085673.0,52128273.0,52177573.0,52174773.0,52127174.0,52266673.0,52075473.0,52002674.0,52147374.0,52056973.0,52072974.0,52195573.0,52155973.0,52108673.0,52108473.0,52216173.0,52185473.0,52152473.0,52118173.0,52122173.0,52147374.0,52175272.0,52158973.0,52237273.0,52140473.0,52119973.0,52056274.0,52024474.0,52045374.0,52119273.0,52216373.0,52182373.0,52065673.0,52092374.0,52040173.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/base/tukey.json b/criterion/reachability_hydroflow/base/tukey.json index 1e3429f8b4a..af633ee1c9e 100644 --- a/criterion/reachability_hydroflow/base/tukey.json +++ b/criterion/reachability_hydroflow/base/tukey.json @@ -1 +1 @@ -[2527942.000000001,2536643.8562500007,2559848.80625,2568550.6624999996] \ No newline at end of file +[2725951.407894737,2733771.0657894737,2754623.4868421047,2762443.1447368413] \ No newline at end of file diff --git a/criterion/reachability_hydroflow/change/estimates.json b/criterion/reachability_hydroflow/change/estimates.json index 160c9b084a6..155e56bbd12 100644 --- a/criterion/reachability_hydroflow/change/estimates.json +++ b/criterion/reachability_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.08227649634443956,"upper_bound":0.08473492375078195},"point_estimate":0.08377472889255633,"standard_error":0.0006479428895835153},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.08393430342654296,"upper_bound":0.08534970409279374},"point_estimate":0.0844795375094769,"standard_error":0.00035665495326322647}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.07651321668107255,"upper_bound":0.07746062363667161},"point_estimate":0.07698226492752647,"standard_error":0.00024230037050490864},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.07621869696246009,"upper_bound":0.07752285746754883},"point_estimate":0.0769551449397643,"standard_error":0.0003368695075595165}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/new/estimates.json b/criterion/reachability_hydroflow/new/estimates.json index 2d71502ad8c..facb39b08a0 100644 --- a/criterion/reachability_hydroflow/new/estimates.json +++ b/criterion/reachability_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2547557.6229499974,"upper_bound":2549154.6073749973},"point_estimate":2548349.7584999977,"standard_error":406.6272383873038},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2547107.0,"upper_bound":2549826.95},"point_estimate":2548309.475,"standard_error":681.6461274394314},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3365.5019402503967,"upper_bound":5396.589774191656},"point_estimate":4340.311422944069,"standard_error":518.692744267037},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3523.7785230450727,"upper_bound":4607.3431689705585},"point_estimate":4081.8813161140815,"standard_error":277.38157181688354}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2743720.902736843,"upper_bound":2745389.394842106},"point_estimate":2744527.4947368423,"standard_error":428.4455313174027},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2743356.4736842103,"upper_bound":2745124.8947368423},"point_estimate":2744415.0,"standard_error":427.2726357522188},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2880.2625751808164,"upper_bound":4964.820572251795},"point_estimate":3920.1113777727137,"standard_error":523.3664811269704},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3367.5148412885364,"upper_bound":5257.007741665636},"point_estimate":4297.216999513159,"standard_error":489.7346969923972}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/new/sample.json b/criterion/reachability_hydroflow/new/sample.json index 564d33307ce..814d3afec09 100644 --- a/criterion/reachability_hydroflow/new/sample.json +++ b/criterion/reachability_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0],"times":[50890509.0,50922608.0,51015108.0,51004626.0,50870540.0,50909339.0,50970639.0,50995839.0,50997239.0,50860540.0,50869640.0,51068339.0,51216938.0,51073439.0,50993939.0,50952540.0,50919240.0,51040939.0,51037639.0,51143838.0,51051739.0,51139338.0,50945239.0,50874640.0,50954939.0,50927140.0,51062038.0,50928540.0,50858640.0,50974639.0,51007439.0,50910539.0,50813840.0,51028339.0,51041639.0,51004839.0,50845040.0,50819240.0,51004339.0,51040939.0,50953139.0,50887439.0,50998439.0,50932440.0,51031339.0,50818040.0,50857839.0,51032939.0,51040939.0,50960839.0,50908540.0,51001539.0,50993139.0,50995939.0,50958839.0,50874340.0,50951039.0,51015339.0,50884940.0,50907339.0,51002039.0,50967140.0,51043638.0,50910040.0,50878439.0,50972240.0,51091938.0,50946240.0,50877339.0,50923440.0,51001739.0,51004139.0,50904439.0,51005239.0,51044639.0,51111038.0,50938040.0,50874940.0,50966540.0,50957739.0,51075839.0,50865539.0,50869340.0,51018839.0,51117838.0,50905640.0,50896039.0,50934140.0,51022439.0,51024439.0,50800840.0,50875639.0,51030939.0,51115339.0,50935939.0,50853640.0,50985739.0,50965839.0,51057339.0,50936239.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0],"times":[52068698.0,52140498.0,52040798.0,52092298.0,52123598.0,52067198.0,52157698.0,52144997.0,52229397.0,52084798.0,51991699.0,52096498.0,52093398.0,52190797.0,52276297.0,52078298.0,52205097.0,52140785.0,52027374.0,52157773.0,52068274.0,52154673.0,52190472.0,52411672.0,52072573.0,52164973.0,52139174.0,52010974.0,52051773.0,52156573.0,52177273.0,52192773.0,52289572.0,52123773.0,52157373.0,52507771.0,52306272.0,52240073.0,52172473.0,52048674.0,52137173.0,52211272.0,52116974.0,52219472.0,52225773.0,52102873.0,52130774.0,52142773.0,52039273.0,52150174.0,52230472.0,52277872.0,52150573.0,52157474.0,52170372.0,52100574.0,52188873.0,52162173.0,52069873.0,52193873.0,52244273.0,52226472.0,52228073.0,52088273.0,52090874.0,52085673.0,52128273.0,52177573.0,52174773.0,52127174.0,52266673.0,52075473.0,52002674.0,52147374.0,52056973.0,52072974.0,52195573.0,52155973.0,52108673.0,52108473.0,52216173.0,52185473.0,52152473.0,52118173.0,52122173.0,52147374.0,52175272.0,52158973.0,52237273.0,52140473.0,52119973.0,52056274.0,52024474.0,52045374.0,52119273.0,52216373.0,52182373.0,52065673.0,52092374.0,52040173.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/new/tukey.json b/criterion/reachability_hydroflow/new/tukey.json index 1e3429f8b4a..af633ee1c9e 100644 --- a/criterion/reachability_hydroflow/new/tukey.json +++ b/criterion/reachability_hydroflow/new/tukey.json @@ -1 +1 @@ -[2527942.000000001,2536643.8562500007,2559848.80625,2568550.6624999996] \ No newline at end of file +[2725951.407894737,2733771.0657894737,2754623.4868421047,2762443.1447368413] \ No newline at end of file diff --git a/criterion/reachability_hydroflow/report/MAD.svg b/criterion/reachability_hydroflow/report/MAD.svg index bff07c8d470..5e0b60906b9 100644 --- a/criterion/reachability_hydroflow/report/MAD.svg +++ b/criterion/reachability_hydroflow/report/MAD.svg @@ -9,62 +9,70 @@ Density (a.u.) Average time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - + + 0.8 - + + +0.9 + + + +1 + + - + +3 + + + 3.5 - - + + 4 - - + + 4.5 - - + + 5 - - -5.5 - - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/SD.svg b/criterion/reachability_hydroflow/report/SD.svg index c9d95ea531e..ea1761a19e0 100644 --- a/criterion/reachability_hydroflow/report/SD.svg +++ b/criterion/reachability_hydroflow/report/SD.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (µs) - + +0.1 + + + 0.2 - - -0.4 + + +0.3 - - -0.6 + + +0.4 - - -0.8 + + +0.5 - - -1 + + +0.6 - - -1.2 + + +0.7 - - -1.4 + + +0.8 - + -3.6 +3.5 - -3.8 - - - + 4 - - -4.2 - - - -4.4 + + +4.5 - - -4.6 + + +5 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/both/iteration_times.svg b/criterion/reachability_hydroflow/report/both/iteration_times.svg index e5be338d608..28d3f92bb84 100644 --- a/criterion/reachability_hydroflow/report/both/iteration_times.svg +++ b/criterion/reachability_hydroflow/report/both/iteration_times.svg @@ -16,62 +16,62 @@ Average Iteration Time (ms) - - - - - + + + + + - - - - + + + + - -2.36 + +2.56 - - -2.38 + + +2.58 - - -2.4 + + +2.6 - - -2.42 + + +2.62 - - -2.44 + + +2.64 - + -2.46 +2.66 -2.48 +2.68 - -2.5 + +2.7 - - -2.52 + + +2.72 - - -2.54 + + +2.74 - - -2.56 + + +2.76 - + 0 @@ -117,206 +117,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + - - + + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - + + + + + + + + - - - - - + + + + + Current diff --git a/criterion/reachability_hydroflow/report/both/pdf.svg b/criterion/reachability_hydroflow/report/both/pdf.svg index abb66f3db5d..498b8bbe8b3 100644 --- a/criterion/reachability_hydroflow/report/both/pdf.svg +++ b/criterion/reachability_hydroflow/report/both/pdf.svg @@ -9,63 +9,67 @@ Density (a.u.) Average Time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 + + +90 + - -2.35 + +2.55 - - -2.4 + + +2.6 - - -2.45 + + +2.65 - - -2.5 + + +2.7 - - -2.55 + + +2.75 - - - - - + + + + + Base PDF diff --git a/criterion/reachability_hydroflow/report/change/mean.svg b/criterion/reachability_hydroflow/report/change/mean.svg index dd05cde96a6..b103decb9f3 100644 --- a/criterion/reachability_hydroflow/report/change/mean.svg +++ b/criterion/reachability_hydroflow/report/change/mean.svg @@ -9,58 +9,86 @@ Density (a.u.) Relative change (%) - -100 - - - + 200 - - -300 - - - + + 400 - - -500 - - - + + 600 - + + +800 + + + +1000 + + + +1200 + + + +1400 + + + +1600 + + - -0.0825 + +0.0765 + + + +0.0766 + + + +0.0767 + + + +0.0768 + + + +0.0769 + + + +0.077 - - -0.083 + + +0.0771 - - -0.0835 + + +0.0772 - - -0.084 + + +0.0773 - - -0.0845 + + +0.0774 - - -0.085 + + +0.0775 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/change/median.svg b/criterion/reachability_hydroflow/report/change/median.svg index 0bc89cecff7..dd171f8fae4 100644 --- a/criterion/reachability_hydroflow/report/change/median.svg +++ b/criterion/reachability_hydroflow/report/change/median.svg @@ -9,70 +9,66 @@ Density (a.u.) Relative change (%) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - + - -0.0838 + +0.0762 - - -0.084 + + +0.0764 - - -0.0842 + + +0.0766 - - -0.0844 + + +0.0768 - - -0.0846 + + +0.077 - - -0.0848 - - + -0.085 +0.0772 - -0.0852 + +0.0774 - - -0.0854 + + +0.0776 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/change/t-test.svg b/criterion/reachability_hydroflow/report/change/t-test.svg index ab5da8d84d8..77d0b9fcc29 100644 --- a/criterion/reachability_hydroflow/report/change/t-test.svg +++ b/criterion/reachability_hydroflow/report/change/t-test.svg @@ -25,10 +25,10 @@ t score 0.15 - + 0.2 - + 0.25 @@ -41,52 +41,48 @@ t score 0.35 - + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - -5.0 - - - + + t distribution diff --git a/criterion/reachability_hydroflow/report/index.html b/criterion/reachability_hydroflow/report/index.html index d65862c2b4e..e7448fb213e 100644 --- a/criterion/reachability_hydroflow/report/index.html +++ b/criterion/reachability_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0013792 - 0.0014316 - 0.0013776 + 0.0161291 + 0.0166936 + 0.0160522 Mean - 2.5476 ms - 2.5483 ms - 2.5492 ms + 2.7437 ms + 2.7445 ms + 2.7454 ms Std. Dev. - 3.5238 µs - 4.0819 µs - 4.6073 µs + 3.3675 µs + 4.2972 µs + 5.2570 µs Median - 2.5471 ms - 2.5483 ms - 2.5498 ms + 2.7434 ms + 2.7444 ms + 2.7451 ms MAD - 3.3655 µs - 4.3403 µs - 5.3966 µs + 2.8803 µs + 3.9201 µs + 4.9648 µs @@ -221,9 +221,9 @@

Additional Statistics:

Change in time - +8.2276% - +8.3775% - +8.4735% + +7.6513% + +7.6982% + +7.7461% (p = 0.00 < 0.05) diff --git a/criterion/reachability_hydroflow/report/iteration_times.svg b/criterion/reachability_hydroflow/report/iteration_times.svg index d040268a27f..e0b48f3a577 100644 --- a/criterion/reachability_hydroflow/report/iteration_times.svg +++ b/criterion/reachability_hydroflow/report/iteration_times.svg @@ -15,57 +15,32 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + - -2.542 + +2.74 - - -2.544 + + +2.745 - - -2.546 + + +2.75 - - -2.548 + + +2.755 - - -2.55 + + +2.76 - - -2.552 - - - -2.554 - - - -2.556 - - - -2.558 - - - -2.56 - - + 10 @@ -107,106 +82,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/reachability_hydroflow/report/iteration_times_small.svg b/criterion/reachability_hydroflow/report/iteration_times_small.svg index b98fee324ba..2b7213dbbc7 100644 --- a/criterion/reachability_hydroflow/report/iteration_times_small.svg +++ b/criterion/reachability_hydroflow/report/iteration_times_small.svg @@ -12,57 +12,32 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + - -2.542 + +2.74 - - -2.544 + + +2.745 - - -2.546 + + +2.75 - - -2.548 + + +2.755 - - -2.55 + + +2.76 - - -2.552 - - - -2.554 - - - -2.556 - - - -2.558 - - - -2.56 - - + 10 @@ -104,104 +79,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/reachability_hydroflow/report/mean.svg b/criterion/reachability_hydroflow/report/mean.svg index ea04da4e343..35d1a892917 100644 --- a/criterion/reachability_hydroflow/report/mean.svg +++ b/criterion/reachability_hydroflow/report/mean.svg @@ -9,90 +9,90 @@ Density (a.u.) Average time (ms) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - - + + 800 - - + + 900 - - + + 1000 - + - -2.5474 + +2.7436 - - -2.5476 + + +2.7438 - - -2.5478 + + +2.744 - - -2.548 + + +2.7442 - - -2.5482 + + +2.7444 - + -2.5484 +2.7446 - -2.5486 + +2.7448 - - -2.5488 + + +2.745 - - -2.549 + + +2.7452 - - -2.5492 + + +2.7454 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/median.svg b/criterion/reachability_hydroflow/report/median.svg index a7d4ef3c160..91ed871a871 100644 --- a/criterion/reachability_hydroflow/report/median.svg +++ b/criterion/reachability_hydroflow/report/median.svg @@ -9,82 +9,90 @@ Density (a.u.) Average time (ms) - -100 - - - + 200 - - -300 - - - + + 400 - - -500 - - - + + 600 - - -700 - - - + + 800 - - -900 - - - + + 1000 - - -1100 + + +1200 + + + +1400 - + + +1600 + + + +1800 + + - -2.547 + +2.7432 + + + +2.7434 + + + +2.7436 + + + +2.7438 + + + +2.744 - - -2.5475 + + +2.7442 - - -2.548 + + +2.7444 - - -2.5485 + + +2.7446 - - -2.549 + + +2.7448 - - -2.5495 + + +2.745 - - -2.55 + + +2.7452 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/pdf.svg b/criterion/reachability_hydroflow/report/pdf.svg index 076108f9946..a6f8d7ae57d 100644 --- a/criterion/reachability_hydroflow/report/pdf.svg +++ b/criterion/reachability_hydroflow/report/pdf.svg @@ -13,75 +13,71 @@ Average Time (ms) 0 - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - + + 16 - - + + 18 - - -20 - - + - -2.535 + +2.735 - - -2.54 + + +2.74 - - -2.545 + + +2.745 - - -2.55 + + +2.75 - - -2.555 + + +2.755 - - -2.56 + + +2.76 - - -2.565 + + +2.765 - + Density (a.u.) @@ -90,46 +86,52 @@ Density (a.u.) 0 - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 + + +90 + - - - - + + + + - - - + + + + + PDF diff --git a/criterion/reachability_hydroflow/report/pdf_small.svg b/criterion/reachability_hydroflow/report/pdf_small.svg index 0b564515254..eed3dbbc4f9 100644 --- a/criterion/reachability_hydroflow/report/pdf_small.svg +++ b/criterion/reachability_hydroflow/report/pdf_small.svg @@ -10,55 +10,59 @@ Average Time (ms) 0 - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - + + +100 + + - -2.54 + +2.74 - - -2.55 + + +2.75 - - -2.56 + + +2.76 - - - + + + diff --git a/criterion/reachability_hydroflow/report/relative_iteration_times_small.svg b/criterion/reachability_hydroflow/report/relative_iteration_times_small.svg index 8035d09ad5b..a2a11580a40 100644 --- a/criterion/reachability_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/reachability_hydroflow/report/relative_iteration_times_small.svg @@ -13,62 +13,62 @@ Average Iteration Time (ms) - - - - - + + + + + - - - - + + + + - -2.36 + +2.56 - - -2.38 + + +2.58 - - -2.4 + + +2.6 - - -2.42 + + +2.62 - - -2.44 + + +2.64 - + -2.46 +2.66 -2.48 +2.68 - -2.5 + +2.7 - - -2.52 + + +2.72 - - -2.54 + + +2.74 - - -2.56 + + +2.76 - + 0 @@ -114,204 +114,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - + + + + + + + + + + + - + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - - - - - + + + + + + + + - - - - - - - - + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - + + + + + + + + - - - - - + + + + + diff --git a/criterion/reachability_hydroflow/report/relative_pdf_small.svg b/criterion/reachability_hydroflow/report/relative_pdf_small.svg index 24131b52e9e..e1302092201 100644 --- a/criterion/reachability_hydroflow/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow/report/relative_pdf_small.svg @@ -6,61 +6,65 @@ Density (a.u.) Average Time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 + + +90 + - -2.35 + +2.55 - - -2.4 + + +2.6 - - -2.45 + + +2.65 - - -2.5 + + +2.7 - - -2.55 + + +2.75 - - - - - + + + + + diff --git a/criterion/reachability_hydroflow/report/typical.svg b/criterion/reachability_hydroflow/report/typical.svg index 9d2c43d8847..037413f681c 100644 --- a/criterion/reachability_hydroflow/report/typical.svg +++ b/criterion/reachability_hydroflow/report/typical.svg @@ -9,90 +9,90 @@ Density (a.u.) Average time (ms) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - - + + 800 - - + + 900 - - + + 1000 - + - -2.5474 + +2.7436 - - -2.5476 + + +2.7438 - - -2.5478 + + +2.744 - - -2.548 + + +2.7442 - - -2.5482 + + +2.7444 - + -2.5484 +2.7446 - -2.5486 + +2.7448 - - -2.5488 + + +2.745 - - -2.549 + + +2.7452 - - -2.5492 + + +2.7454 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/base/estimates.json b/criterion/reachability_hydroflow_scheduled/base/estimates.json index 80e58a6651d..3e4b64bb306 100644 --- a/criterion/reachability_hydroflow_scheduled/base/estimates.json +++ b/criterion/reachability_hydroflow_scheduled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2575229.518999998,"upper_bound":2578225.849124998},"point_estimate":2576524.059499997,"standard_error":772.7401049449572},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2574310.5,"upper_bound":2575833.0},"point_estimate":2575165.45,"standard_error":377.9701940913395},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2275.8280245958376,"upper_bound":3758.316803276815},"point_estimate":3083.770880252261,"standard_error":381.15572878572635},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3607.4738490510667,"upper_bound":11968.156798297035},"point_estimate":7782.366437093324,"standard_error":2547.1565597462845}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2764536.809565789,"upper_bound":2771784.481092106},"point_estimate":2767630.7989473687,"standard_error":1870.7639427265774},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2763133.3947368423,"upper_bound":2765062.3684210526},"point_estimate":2763667.6052631577,"standard_error":571.3510126943792},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3199.2946800427985,"upper_bound":5840.624564728658},"point_estimate":4326.850975814782,"standard_error":666.5706184756982},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5722.8089406891,"upper_bound":28915.84656591584},"point_estimate":18783.128882641427,"standard_error":6012.485099920657}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/base/sample.json b/criterion/reachability_hydroflow_scheduled/base/sample.json index d1297b52530..195e87a333d 100644 --- a/criterion/reachability_hydroflow_scheduled/base/sample.json +++ b/criterion/reachability_hydroflow_scheduled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0],"times":[51504259.0,51517059.0,51851857.0,51450660.0,51424560.0,51650258.0,51873457.0,51716158.0,51627759.0,51504659.0,51452060.0,51471559.0,51531160.0,51506259.0,51562059.0,51708158.0,51443460.0,51497159.0,51485060.0,51443759.0,51468060.0,51508659.0,51755158.0,51557359.0,51481759.0,51468660.0,51615559.0,52791050.0,51520060.0,51516959.0,51406960.0,51511359.0,51486560.0,51539259.0,51472760.0,51505860.0,51455660.0,51455959.0,51335761.0,51477359.0,51381860.0,51535260.0,51556659.0,51417559.0,51487360.0,51423060.0,51551459.0,51464460.0,51566458.0,51478160.0,51537159.0,51497060.0,51793057.0,51593659.0,51615758.0,51444560.0,51520659.0,51546259.0,51582559.0,51462060.0,51572659.0,51443760.0,51484659.0,51492560.0,51424459.0,51462860.0,51545059.0,51561859.0,51513559.0,51457960.0,51461860.0,51591459.0,51510159.0,51629458.0,51494160.0,51398660.0,51458860.0,51479059.0,51526459.0,51613459.0,51546659.0,51524959.0,51495160.0,51466359.0,51501960.0,51388760.0,51521659.0,51464360.0,51514259.0,51479459.0,51516660.0,51470259.0,51488760.0,51502359.0,51540659.0,51431260.0,51458260.0,51455659.0,51592159.0,51558259.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0],"times":[52555485.0,52503084.0,52556084.0,52496885.0,52531184.0,52534385.0,52439885.0,52383185.0,52471484.0,52415485.0,52459985.0,52445985.0,52405284.0,52406485.0,52432785.0,52405485.0,52486185.0,52394285.0,52461584.0,52427185.0,52504485.0,52442684.0,52470685.0,52538584.0,52569685.0,52501884.0,52631284.0,52736784.0,52823783.0,52565184.0,52489585.0,52502184.0,52486685.0,52769483.0,52947483.0,52559984.0,52565085.0,52532084.0,52784983.0,52536185.0,52536584.0,52434785.0,52350785.0,52681584.0,52406185.0,52640384.0,52529684.0,52509785.0,52583284.0,52509584.0,52440285.0,52543684.0,52544485.0,52491484.0,52392985.0,52502385.0,52405085.0,52633484.0,52457184.0,52597085.0,52589084.0,52559484.0,54335677.0,52502284.0,52495085.0,52420885.0,53556180.0,52718284.0,52504484.0,52503785.0,52505484.0,52555285.0,52549084.0,52546484.0,52652084.0,52683684.0,52515484.0,52530585.0,52631284.0,52663284.0,52583584.0,52546284.0,52693584.0,52910483.0,52492384.0,52596384.0,52536585.0,52491784.0,52448585.0,52428585.0,52356585.0,52511485.0,55257573.0,52443584.0,52510885.0,52480185.0,52478784.0,52420785.0,52476885.0,52453584.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/base/tukey.json b/criterion/reachability_hydroflow_scheduled/base/tukey.json index 452149923fe..15879c9db8a 100644 --- a/criterion/reachability_hydroflow_scheduled/base/tukey.json +++ b/criterion/reachability_hydroflow_scheduled/base/tukey.json @@ -1 +1 @@ -[2560618.1499999994,2566908.6999999997,2583683.5000000005,2589974.0500000007] \ No newline at end of file +[2744116.3815789474,2752565.6842105263,2775097.1578947366,2783546.4605263155] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/change/estimates.json b/criterion/reachability_hydroflow_scheduled/change/estimates.json index 4282609e3a5..7a06f723252 100644 --- a/criterion/reachability_hydroflow_scheduled/change/estimates.json +++ b/criterion/reachability_hydroflow_scheduled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.05342698983220927,"upper_bound":0.055793750914218655},"point_estimate":0.054725356351894794,"standard_error":0.0006054110793311042},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.05501353870771997,"upper_bound":0.05579270611739218},"point_estimate":0.055483581697597595,"standard_error":0.00019284739217499515}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.07280030217230182,"upper_bound":0.07613003643936819},"point_estimate":0.07417230929504992,"standard_error":0.0008163834845116306},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.07283943024649378,"upper_bound":0.07383143268389336},"point_estimate":0.07320001721177083,"standard_error":0.0002558719948384652}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/new/estimates.json b/criterion/reachability_hydroflow_scheduled/new/estimates.json index 80e58a6651d..3e4b64bb306 100644 --- a/criterion/reachability_hydroflow_scheduled/new/estimates.json +++ b/criterion/reachability_hydroflow_scheduled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2575229.518999998,"upper_bound":2578225.849124998},"point_estimate":2576524.059499997,"standard_error":772.7401049449572},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2574310.5,"upper_bound":2575833.0},"point_estimate":2575165.45,"standard_error":377.9701940913395},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2275.8280245958376,"upper_bound":3758.316803276815},"point_estimate":3083.770880252261,"standard_error":381.15572878572635},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3607.4738490510667,"upper_bound":11968.156798297035},"point_estimate":7782.366437093324,"standard_error":2547.1565597462845}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2764536.809565789,"upper_bound":2771784.481092106},"point_estimate":2767630.7989473687,"standard_error":1870.7639427265774},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2763133.3947368423,"upper_bound":2765062.3684210526},"point_estimate":2763667.6052631577,"standard_error":571.3510126943792},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3199.2946800427985,"upper_bound":5840.624564728658},"point_estimate":4326.850975814782,"standard_error":666.5706184756982},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5722.8089406891,"upper_bound":28915.84656591584},"point_estimate":18783.128882641427,"standard_error":6012.485099920657}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/new/sample.json b/criterion/reachability_hydroflow_scheduled/new/sample.json index d1297b52530..195e87a333d 100644 --- a/criterion/reachability_hydroflow_scheduled/new/sample.json +++ b/criterion/reachability_hydroflow_scheduled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0,20.0],"times":[51504259.0,51517059.0,51851857.0,51450660.0,51424560.0,51650258.0,51873457.0,51716158.0,51627759.0,51504659.0,51452060.0,51471559.0,51531160.0,51506259.0,51562059.0,51708158.0,51443460.0,51497159.0,51485060.0,51443759.0,51468060.0,51508659.0,51755158.0,51557359.0,51481759.0,51468660.0,51615559.0,52791050.0,51520060.0,51516959.0,51406960.0,51511359.0,51486560.0,51539259.0,51472760.0,51505860.0,51455660.0,51455959.0,51335761.0,51477359.0,51381860.0,51535260.0,51556659.0,51417559.0,51487360.0,51423060.0,51551459.0,51464460.0,51566458.0,51478160.0,51537159.0,51497060.0,51793057.0,51593659.0,51615758.0,51444560.0,51520659.0,51546259.0,51582559.0,51462060.0,51572659.0,51443760.0,51484659.0,51492560.0,51424459.0,51462860.0,51545059.0,51561859.0,51513559.0,51457960.0,51461860.0,51591459.0,51510159.0,51629458.0,51494160.0,51398660.0,51458860.0,51479059.0,51526459.0,51613459.0,51546659.0,51524959.0,51495160.0,51466359.0,51501960.0,51388760.0,51521659.0,51464360.0,51514259.0,51479459.0,51516660.0,51470259.0,51488760.0,51502359.0,51540659.0,51431260.0,51458260.0,51455659.0,51592159.0,51558259.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0,19.0],"times":[52555485.0,52503084.0,52556084.0,52496885.0,52531184.0,52534385.0,52439885.0,52383185.0,52471484.0,52415485.0,52459985.0,52445985.0,52405284.0,52406485.0,52432785.0,52405485.0,52486185.0,52394285.0,52461584.0,52427185.0,52504485.0,52442684.0,52470685.0,52538584.0,52569685.0,52501884.0,52631284.0,52736784.0,52823783.0,52565184.0,52489585.0,52502184.0,52486685.0,52769483.0,52947483.0,52559984.0,52565085.0,52532084.0,52784983.0,52536185.0,52536584.0,52434785.0,52350785.0,52681584.0,52406185.0,52640384.0,52529684.0,52509785.0,52583284.0,52509584.0,52440285.0,52543684.0,52544485.0,52491484.0,52392985.0,52502385.0,52405085.0,52633484.0,52457184.0,52597085.0,52589084.0,52559484.0,54335677.0,52502284.0,52495085.0,52420885.0,53556180.0,52718284.0,52504484.0,52503785.0,52505484.0,52555285.0,52549084.0,52546484.0,52652084.0,52683684.0,52515484.0,52530585.0,52631284.0,52663284.0,52583584.0,52546284.0,52693584.0,52910483.0,52492384.0,52596384.0,52536585.0,52491784.0,52448585.0,52428585.0,52356585.0,52511485.0,55257573.0,52443584.0,52510885.0,52480185.0,52478784.0,52420785.0,52476885.0,52453584.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/new/tukey.json b/criterion/reachability_hydroflow_scheduled/new/tukey.json index 452149923fe..15879c9db8a 100644 --- a/criterion/reachability_hydroflow_scheduled/new/tukey.json +++ b/criterion/reachability_hydroflow_scheduled/new/tukey.json @@ -1 +1 @@ -[2560618.1499999994,2566908.6999999997,2583683.5000000005,2589974.0500000007] \ No newline at end of file +[2744116.3815789474,2752565.6842105263,2775097.1578947366,2783546.4605263155] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/report/MAD.svg b/criterion/reachability_hydroflow_scheduled/report/MAD.svg index 90814eae580..2d19d4db91c 100644 --- a/criterion/reachability_hydroflow_scheduled/report/MAD.svg +++ b/criterion/reachability_hydroflow_scheduled/report/MAD.svg @@ -9,70 +9,66 @@ Density (a.u.) Average time (µs) - + +0.1 + + + 0.2 - - -0.4 + + +0.3 - - -0.6 + + +0.4 - - -0.8 + + +0.5 - - -1 + + +0.6 - - -1.2 + + +0.7 - + - -2.2 - - - -2.4 - - - -2.6 + +3 - - -2.8 + + +3.5 - - -3 + + +4 - - -3.2 + + +4.5 - - -3.4 + + +5 - - -3.6 + + +5.5 - - -3.8 + + +6 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/SD.svg b/criterion/reachability_hydroflow_scheduled/report/SD.svg index a4317ae7b99..a32a1f96be8 100644 --- a/criterion/reachability_hydroflow_scheduled/report/SD.svg +++ b/criterion/reachability_hydroflow_scheduled/report/SD.svg @@ -10,81 +10,65 @@ Average time (µs) -0.05 +0.01 - -0.1 + +0.02 - - -0.15 + + +0.03 - - -0.2 + + +0.04 - - -0.25 + + +0.05 - - -0.3 + + +0.06 - - -0.35 + + +0.07 - - -0.4 + + +0.08 - + - -3 - - - -4 - - - + 5 - - -6 - - - -7 - - - -8 + + +10 - - -9 + + +15 - - -10 + + +20 - - -11 + + +25 - - -12 + + +30 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/both/iteration_times.svg b/criterion/reachability_hydroflow_scheduled/report/both/iteration_times.svg index 185b173cff2..8b8451cf738 100644 --- a/criterion/reachability_hydroflow_scheduled/report/both/iteration_times.svg +++ b/criterion/reachability_hydroflow_scheduled/report/both/iteration_times.svg @@ -16,57 +16,42 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + - -2.44 - - - -2.46 - - - -2.48 - - - -2.5 + +2.6 - - -2.52 + + +2.65 - - -2.54 + + +2.7 - - -2.56 + + +2.75 - - -2.58 + + +2.8 - - -2.6 + + +2.85 - - -2.62 + + +2.9 - + 0 @@ -112,206 +97,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg b/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg index 1c11eff88d3..27df8556f9c 100644 --- a/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg +++ b/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg @@ -42,26 +42,26 @@ Average Time (ms) - -2.45 + +2.6 - - -2.5 + + +2.7 - - -2.55 + + +2.8 - - -2.6 + + +2.9 - - - - - + + + + + Base PDF diff --git a/criterion/reachability_hydroflow_scheduled/report/change/mean.svg b/criterion/reachability_hydroflow_scheduled/report/change/mean.svg index 6c6eca97b31..07e740a82b4 100644 --- a/criterion/reachability_hydroflow_scheduled/report/change/mean.svg +++ b/criterion/reachability_hydroflow_scheduled/report/change/mean.svg @@ -9,58 +9,86 @@ Density (a.u.) Relative change (%) - + +50 + + + 100 - - + + +150 + + + 200 - - + + +250 + + + 300 - - + + +350 + + + 400 - - -500 + + +450 - - -600 + + +500 - + - -0.0535 + +0.0725 + + + +0.073 + + + +0.0735 + + + +0.074 - - -0.054 + + +0.0745 - - -0.0545 + + +0.075 - - -0.055 + + +0.0755 - - -0.0555 + + +0.076 - - -0.056 + + +0.0765 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/change/median.svg b/criterion/reachability_hydroflow_scheduled/report/change/median.svg index 7209e93b4b2..e36e7abfeec 100644 --- a/criterion/reachability_hydroflow_scheduled/report/change/median.svg +++ b/criterion/reachability_hydroflow_scheduled/report/change/median.svg @@ -9,90 +9,70 @@ Density (a.u.) Relative change (%) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - - + + 1400 - - + + 1600 - - -1800 - - - -2000 - - + -2200 +1800 - -0.055 - - - -0.0551 - - - -0.0552 - - - -0.0553 + +0.0728 - - -0.0554 + + +0.073 - - -0.0555 + + +0.0732 - - -0.0556 + + +0.0734 - - -0.0557 + + +0.0736 - - -0.0558 + + +0.0738 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg b/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg index 2c3dfd12d76..5c6c117c3f8 100644 --- a/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg +++ b/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg @@ -13,76 +13,76 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + t distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/index.html b/criterion/reachability_hydroflow_scheduled/report/index.html index c2df243eb04..0a44abe5cb7 100644 --- a/criterion/reachability_hydroflow_scheduled/report/index.html +++ b/criterion/reachability_hydroflow_scheduled/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0003129 - 0.0003216 - 0.0003068 + 0.0013311 + 0.0013675 + 0.0013032 Mean - 2.5752 ms - 2.5765 ms - 2.5782 ms + 2.7645 ms + 2.7676 ms + 2.7718 ms Std. Dev. - 3.6075 µs - 7.7824 µs - 11.968 µs + 5.7228 µs + 18.783 µs + 28.916 µs Median - 2.5743 ms - 2.5752 ms - 2.5758 ms + 2.7631 ms + 2.7637 ms + 2.7651 ms MAD - 2.2758 µs - 3.0838 µs - 3.7583 µs + 3.1993 µs + 4.3269 µs + 5.8406 µs @@ -221,9 +221,9 @@

Additional Statistics:

Change in time - +5.3427% - +5.4725% - +5.5794% + +7.2800% + +7.4172% + +7.6130% (p = 0.00 < 0.05) diff --git a/criterion/reachability_hydroflow_scheduled/report/iteration_times.svg b/criterion/reachability_hydroflow_scheduled/report/iteration_times.svg index 365c9da8e4e..4aa9743ee74 100644 --- a/criterion/reachability_hydroflow_scheduled/report/iteration_times.svg +++ b/criterion/reachability_hydroflow_scheduled/report/iteration_times.svg @@ -15,42 +15,42 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + - -2.57 + +2.76 - - -2.58 + + +2.78 - - -2.59 + + +2.8 - - -2.6 + + +2.82 - - -2.61 + + +2.84 - - -2.62 + + +2.86 - - -2.63 + + +2.88 - + 10 @@ -92,106 +92,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/reachability_hydroflow_scheduled/report/iteration_times_small.svg b/criterion/reachability_hydroflow_scheduled/report/iteration_times_small.svg index 3b57161a3ba..936379d1e08 100644 --- a/criterion/reachability_hydroflow_scheduled/report/iteration_times_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/iteration_times_small.svg @@ -12,42 +12,42 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + - -2.57 + +2.76 - - -2.58 + + +2.78 - - -2.59 + + +2.8 - - -2.6 + + +2.82 - - -2.61 + + +2.84 - - -2.62 + + +2.86 - - -2.63 + + +2.88 - + 10 @@ -89,104 +89,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/mean.svg b/criterion/reachability_hydroflow_scheduled/report/mean.svg index 301968693c5..8f51bb3b49f 100644 --- a/criterion/reachability_hydroflow_scheduled/report/mean.svg +++ b/criterion/reachability_hydroflow_scheduled/report/mean.svg @@ -9,86 +9,62 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - -250 - - - -300 - - - -350 - - - -400 - - - -450 - - - -500 - - - -550 - - + - -2.575 + +2.764 + + + +2.765 - - -2.5755 + + +2.766 - - -2.576 + + +2.767 - - -2.5765 + + +2.768 - - -2.577 + + +2.769 - - -2.5775 + + +2.77 - - -2.578 + + +2.771 - - -2.5785 + + +2.772 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/median.svg b/criterion/reachability_hydroflow_scheduled/report/median.svg index 6ce1fe4abdc..c9331c3bf8e 100644 --- a/criterion/reachability_hydroflow_scheduled/report/median.svg +++ b/criterion/reachability_hydroflow_scheduled/report/median.svg @@ -9,86 +9,66 @@ Density (a.u.) Average time (ms) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - - + + 1400 - - + + 1600 - - + + 1800 - + - -2.5742 + +2.763 - - -2.5744 - - + -2.5746 +2.7635 - -2.5748 - - - -2.575 - - - -2.5752 - - - -2.5754 - - - -2.5756 + +2.764 - - -2.5758 + + +2.7645 - - -2.576 + + +2.765 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/pdf.svg b/criterion/reachability_hydroflow_scheduled/report/pdf.svg index 4d1493a4bb0..d984b3a2ba6 100644 --- a/criterion/reachability_hydroflow_scheduled/report/pdf.svg +++ b/criterion/reachability_hydroflow_scheduled/report/pdf.svg @@ -13,83 +13,79 @@ Average Time (ms) 0 - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - + + 16 - - + + 18 - - -20 - - + - -2.56 + +2.74 - - -2.57 + + +2.76 - - -2.58 + + +2.78 - - -2.59 + + +2.8 - - -2.6 + + +2.82 - - -2.61 + + +2.84 - - -2.62 + + +2.86 - - -2.63 + + +2.88 - - -2.64 + + +2.9 - + Density (a.u.) @@ -98,60 +94,62 @@ Density (a.u.) 0 - + +5 + + + 10 - - + + +15 + + + 20 - - + + +25 + + + 30 - - + + +35 + + + 40 - - -50 - - - -60 - - - -70 - - - -80 - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg b/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg index 6df3d7a81a0..170c0af97c7 100644 --- a/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg @@ -10,63 +10,59 @@ Average Time (ms) 0 - + +5 + + + 10 - - -20 + + +15 - - -30 - - - -40 + + +20 - - -50 + + +25 - - -60 + + +30 - - -70 + + +35 - - -80 + + +40 - - -90 + + +45 - + - -2.56 - - - -2.58 + +2.75 - - -2.6 + + +2.8 - - -2.62 + + +2.85 - - -2.64 + + +2.9 - - - + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/relative_iteration_times_small.svg b/criterion/reachability_hydroflow_scheduled/report/relative_iteration_times_small.svg index b6635b97652..14bfbfe166e 100644 --- a/criterion/reachability_hydroflow_scheduled/report/relative_iteration_times_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/relative_iteration_times_small.svg @@ -13,57 +13,42 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + - -2.44 - - - -2.46 - - - -2.48 - - - -2.5 + +2.6 - - -2.52 + + +2.65 - - -2.54 + + +2.7 - - -2.56 + + +2.75 - - -2.58 + + +2.8 - - -2.6 + + +2.85 - - -2.62 + + +2.9 - + 0 @@ -109,204 +94,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - + + + + + - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + - - + + - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg b/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg index 367896b360c..436f3aba3b7 100644 --- a/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg @@ -39,24 +39,24 @@ Average Time (ms) - -2.45 + +2.6 - - -2.5 + + +2.7 - - -2.55 + + +2.8 - - -2.6 + + +2.9 - - - - - + + + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/typical.svg b/criterion/reachability_hydroflow_scheduled/report/typical.svg index 457833d7ccc..c4f81d69a58 100644 --- a/criterion/reachability_hydroflow_scheduled/report/typical.svg +++ b/criterion/reachability_hydroflow_scheduled/report/typical.svg @@ -9,86 +9,62 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - -250 - - - -300 - - - -350 - - - -400 - - - -450 - - - -500 - - - -550 - - + - -2.575 + +2.764 + + + +2.765 - - -2.5755 + + +2.766 - - -2.576 + + +2.767 - - -2.5765 + + +2.768 - - -2.577 + + +2.769 - - -2.5775 + + +2.77 - - -2.578 + + +2.771 - - -2.5785 + + +2.772 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/base/estimates.json b/criterion/reachability_hydroflow_surface/base/estimates.json index b6e7a6bdec6..be2d112a1b7 100644 --- a/criterion/reachability_hydroflow_surface/base/estimates.json +++ b/criterion/reachability_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7197677.394107142,"upper_bound":7221941.583749998},"point_estimate":7209286.854285712,"standard_error":6208.589922829483},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7183848.857142857,"upper_bound":7211475.142857143},"point_estimate":7198896.214285715,"standard_error":5815.216054935885},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":41459.17150395275,"upper_bound":67108.80233358048},"point_estimate":55190.525320173,"standard_error":6708.2100774040055},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48078.04535336627,"upper_bound":77638.79700478767},"point_estimate":62309.753570219116,"standard_error":7686.551636639506}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7397052.02167857,"upper_bound":7422227.9902142845},"point_estimate":7409502.7399999965,"standard_error":6397.901980367196},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7395299.285714285,"upper_bound":7423373.0},"point_estimate":7409001.642857143,"standard_error":8183.956235111027},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44839.859503933265,"upper_bound":75887.79568772216},"point_estimate":60150.88123210878,"standard_error":8058.301473102284},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":54525.96905069229,"upper_bound":73568.4582274993},"point_estimate":64448.92569857808,"standard_error":4870.483027146933}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/base/sample.json b/criterion/reachability_hydroflow_surface/base/sample.json index 81096e2eaf1..e7fdf4804c7 100644 --- a/criterion/reachability_hydroflow_surface/base/sample.json +++ b/criterion/reachability_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0],"times":[50894741.0,49963045.0,49920245.0,49980445.0,50916039.0,49896945.0,50160244.0,50496941.0,50147546.0,51104339.0,52554630.0,50544942.0,49893846.0,50028345.0,50408743.0,50504441.0,50972540.0,50102844.0,50761141.0,50119143.0,50166944.0,49874946.0,49945746.0,51305538.0,50365642.0,50255844.0,50283944.0,50080744.0,50042745.0,51027739.0,50286942.0,50368045.0,50269643.0,49908346.0,50481742.0,50058045.0,50125945.0,50137445.0,50765240.0,51140839.0,50556741.0,50596043.0,50778940.0,50966941.0,50400044.0,50353045.0,50273443.0,50552841.0,50086645.0,50696842.0,49912246.0,50187446.0,50105043.0,50243644.0,50361143.0,50476740.0,50626641.0,50147444.0,50799941.0,51436737.0,50814641.0,50170743.0,50720841.0,50523142.0,50666342.0,50032646.0,50425490.0,50375223.0,50392323.0,50449723.0,50392224.0,49930326.0,50674324.0,51749620.0,50709924.0,51130922.0,50212026.0,51166622.0,50256926.0,50602924.0,50180625.0,50454924.0,51025123.0,50731824.0,50681221.0,50413425.0,50333423.0,50811022.0,50830224.0,50421326.0,50170626.0,49885326.0,50188926.0,50273826.0,51025523.0,50313125.0,50380924.0,50518125.0,50162223.0,50480326.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0],"times":[51560512.0,51823712.0,51712712.0,51628012.0,53276405.0,51862411.0,51963611.0,51441812.0,51182814.0,51027117.0,51450611.0,51994109.0,51923412.0,51516712.0,51708210.0,51031915.0,51235116.0,51789812.0,51959809.0,51693013.0,51597212.0,51893510.0,52179510.0,52135012.0,51964810.0,52274510.0,52386308.0,51966610.0,52458407.0,52455409.0,52102410.0,52632006.0,51863612.0,52137711.0,52431209.0,51910510.0,52307609.0,52788507.0,52697807.0,52221709.0,51968413.0,51751414.0,52352708.0,51779913.0,51038115.0,51459514.0,51244315.0,51873512.0,51472514.0,52558107.0,52234710.0,52307908.0,52485508.0,52531807.0,52089409.0,51706211.0,51957011.0,51703311.0,50912815.0,50759518.0,51995409.0,51683613.0,51505111.0,51762911.0,52149109.0,52355508.0,51821310.0,51415714.0,51698611.0,52223509.0,52097111.0,51960309.0,52144911.0,52878337.0,51614696.0,51056104.0,51584695.0,51767095.0,51462000.0,52393689.0,51812396.0,51427297.0,51184301.0,52159889.0,51777495.0,52006893.0,52000794.0,51781694.0,51343100.0,51466398.0,51323802.0,51485798.0,51601598.0,51542698.0,52028491.0,52062691.0,52169891.0,51935793.0,51836995.0,51761194.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/base/tukey.json b/criterion/reachability_hydroflow_surface/base/tukey.json index e303dad02a4..399f9209901 100644 --- a/criterion/reachability_hydroflow_surface/base/tukey.json +++ b/criterion/reachability_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[6935225.071428573,7050593.125000001,7358241.267857143,7473609.321428571] \ No newline at end of file +[7125245.071428571,7246811.767857143,7570989.625000001,7692556.321428573] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/change/estimates.json b/criterion/reachability_hydroflow_surface/change/estimates.json index c4d3fcf1530..2f1337c93a1 100644 --- a/criterion/reachability_hydroflow_surface/change/estimates.json +++ b/criterion/reachability_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00825337096619783,"upper_bound":-0.003745179171314974},"point_estimate":-0.0059069733065594265,"standard_error":0.0011412770681301766},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0074757100037146085,"upper_bound":-0.0025070696966538},"point_estimate":-0.004375974216338396,"standard_error":0.001249940597311375}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.025342139517108286,"upper_bound":0.03037458612572032},"point_estimate":0.027771940520755045,"standard_error":0.0012761002880113668},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.026732684050463362,"upper_bound":0.032005306766375474},"point_estimate":0.02918578380870218,"standard_error":0.0013704634478962905}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/new/estimates.json b/criterion/reachability_hydroflow_surface/new/estimates.json index b6e7a6bdec6..be2d112a1b7 100644 --- a/criterion/reachability_hydroflow_surface/new/estimates.json +++ b/criterion/reachability_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7197677.394107142,"upper_bound":7221941.583749998},"point_estimate":7209286.854285712,"standard_error":6208.589922829483},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7183848.857142857,"upper_bound":7211475.142857143},"point_estimate":7198896.214285715,"standard_error":5815.216054935885},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":41459.17150395275,"upper_bound":67108.80233358048},"point_estimate":55190.525320173,"standard_error":6708.2100774040055},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48078.04535336627,"upper_bound":77638.79700478767},"point_estimate":62309.753570219116,"standard_error":7686.551636639506}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7397052.02167857,"upper_bound":7422227.9902142845},"point_estimate":7409502.7399999965,"standard_error":6397.901980367196},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7395299.285714285,"upper_bound":7423373.0},"point_estimate":7409001.642857143,"standard_error":8183.956235111027},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44839.859503933265,"upper_bound":75887.79568772216},"point_estimate":60150.88123210878,"standard_error":8058.301473102284},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":54525.96905069229,"upper_bound":73568.4582274993},"point_estimate":64448.92569857808,"standard_error":4870.483027146933}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/new/sample.json b/criterion/reachability_hydroflow_surface/new/sample.json index 81096e2eaf1..e7fdf4804c7 100644 --- a/criterion/reachability_hydroflow_surface/new/sample.json +++ b/criterion/reachability_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0],"times":[50894741.0,49963045.0,49920245.0,49980445.0,50916039.0,49896945.0,50160244.0,50496941.0,50147546.0,51104339.0,52554630.0,50544942.0,49893846.0,50028345.0,50408743.0,50504441.0,50972540.0,50102844.0,50761141.0,50119143.0,50166944.0,49874946.0,49945746.0,51305538.0,50365642.0,50255844.0,50283944.0,50080744.0,50042745.0,51027739.0,50286942.0,50368045.0,50269643.0,49908346.0,50481742.0,50058045.0,50125945.0,50137445.0,50765240.0,51140839.0,50556741.0,50596043.0,50778940.0,50966941.0,50400044.0,50353045.0,50273443.0,50552841.0,50086645.0,50696842.0,49912246.0,50187446.0,50105043.0,50243644.0,50361143.0,50476740.0,50626641.0,50147444.0,50799941.0,51436737.0,50814641.0,50170743.0,50720841.0,50523142.0,50666342.0,50032646.0,50425490.0,50375223.0,50392323.0,50449723.0,50392224.0,49930326.0,50674324.0,51749620.0,50709924.0,51130922.0,50212026.0,51166622.0,50256926.0,50602924.0,50180625.0,50454924.0,51025123.0,50731824.0,50681221.0,50413425.0,50333423.0,50811022.0,50830224.0,50421326.0,50170626.0,49885326.0,50188926.0,50273826.0,51025523.0,50313125.0,50380924.0,50518125.0,50162223.0,50480326.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0],"times":[51560512.0,51823712.0,51712712.0,51628012.0,53276405.0,51862411.0,51963611.0,51441812.0,51182814.0,51027117.0,51450611.0,51994109.0,51923412.0,51516712.0,51708210.0,51031915.0,51235116.0,51789812.0,51959809.0,51693013.0,51597212.0,51893510.0,52179510.0,52135012.0,51964810.0,52274510.0,52386308.0,51966610.0,52458407.0,52455409.0,52102410.0,52632006.0,51863612.0,52137711.0,52431209.0,51910510.0,52307609.0,52788507.0,52697807.0,52221709.0,51968413.0,51751414.0,52352708.0,51779913.0,51038115.0,51459514.0,51244315.0,51873512.0,51472514.0,52558107.0,52234710.0,52307908.0,52485508.0,52531807.0,52089409.0,51706211.0,51957011.0,51703311.0,50912815.0,50759518.0,51995409.0,51683613.0,51505111.0,51762911.0,52149109.0,52355508.0,51821310.0,51415714.0,51698611.0,52223509.0,52097111.0,51960309.0,52144911.0,52878337.0,51614696.0,51056104.0,51584695.0,51767095.0,51462000.0,52393689.0,51812396.0,51427297.0,51184301.0,52159889.0,51777495.0,52006893.0,52000794.0,51781694.0,51343100.0,51466398.0,51323802.0,51485798.0,51601598.0,51542698.0,52028491.0,52062691.0,52169891.0,51935793.0,51836995.0,51761194.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/new/tukey.json b/criterion/reachability_hydroflow_surface/new/tukey.json index e303dad02a4..399f9209901 100644 --- a/criterion/reachability_hydroflow_surface/new/tukey.json +++ b/criterion/reachability_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[6935225.071428573,7050593.125000001,7358241.267857143,7473609.321428571] \ No newline at end of file +[7125245.071428571,7246811.767857143,7570989.625000001,7692556.321428573] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/report/MAD.svg b/criterion/reachability_hydroflow_surface/report/MAD.svg index b3aa8208004..cdd5e822a2e 100644 --- a/criterion/reachability_hydroflow_surface/report/MAD.svg +++ b/criterion/reachability_hydroflow_surface/report/MAD.svg @@ -9,58 +9,82 @@ Density (a.u.) Average time (µs) - + +0.005 + + + 0.01 - - + + +0.015 + + + 0.02 - - + + +0.025 + + + 0.03 - - + + +0.035 + + + 0.04 - - + + +0.045 + + + 0.05 - - -0.06 + + +0.055 - + - -40 - - - + 45 - - + + 50 - - + + 55 - - + + 60 - - + + 65 - - - - + + +70 + + + +75 + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/SD.svg b/criterion/reachability_hydroflow_surface/report/SD.svg index 2d21d182d85..63b5dbccd86 100644 --- a/criterion/reachability_hydroflow_surface/report/SD.svg +++ b/criterion/reachability_hydroflow_surface/report/SD.svg @@ -9,86 +9,86 @@ Density (a.u.) Average time (µs) - -0.005 - - - + 0.01 - - -0.015 - - - + + 0.02 - - -0.025 - - - + + 0.03 - - -0.035 - - - + + 0.04 - - -0.045 - - - + + 0.05 - - -0.055 + + +0.06 - + + +0.07 + + + +0.08 + + - -45 + +54 - - -50 + + +56 - - -55 + + +58 - - + + 60 - - -65 + + +62 + + + +64 + + + +66 + + + +68 - - + + 70 - - -75 + + +72 - - -80 + + +74 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg b/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg index d4230adbb99..d3df136599d 100644 --- a/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg @@ -16,47 +16,57 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + + + - + 7.15 - - + + 7.2 - - + + 7.25 - - + + 7.3 - - + + 7.35 - - + + 7.4 - - + + 7.45 - - + + 7.5 - + + +7.55 + + + +7.6 + + 0 @@ -102,206 +112,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - + + + + + + + + + + + Current diff --git a/criterion/reachability_hydroflow_surface/report/both/pdf.svg b/criterion/reachability_hydroflow_surface/report/both/pdf.svg index 45196ca5df1..3a6de12e822 100644 --- a/criterion/reachability_hydroflow_surface/report/both/pdf.svg +++ b/criterion/reachability_hydroflow_surface/report/both/pdf.svg @@ -9,63 +9,47 @@ Density (a.u.) Average Time (ms) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - -7 - - - -8 - - + - -7.1 - - - + 7.2 - - -7.3 - - - + + 7.4 - - -7.5 + + +7.6 - - - - - + + + + + Base PDF diff --git a/criterion/reachability_hydroflow_surface/report/change/mean.svg b/criterion/reachability_hydroflow_surface/report/change/mean.svg index 85fa3fcf6aa..6d35d481f39 100644 --- a/criterion/reachability_hydroflow_surface/report/change/mean.svg +++ b/criterion/reachability_hydroflow_surface/report/change/mean.svg @@ -9,79 +9,59 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - + - --0.0085 - - - --0.008 - - - --0.0075 - - - --0.007 - - - --0.0065 - - - --0.006 - - - --0.0055 - - - --0.005 - - - --0.0045 - - - --0.004 - - - --0.0035 - - - - - - + +0.025 + + + +0.026 + + + +0.027 + + + +0.028 + + + +0.029 + + + +0.03 + + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/change/median.svg b/criterion/reachability_hydroflow_surface/report/change/median.svg index c85c8abbf89..6ac92f337ed 100644 --- a/criterion/reachability_hydroflow_surface/report/change/median.svg +++ b/criterion/reachability_hydroflow_surface/report/change/median.svg @@ -9,71 +9,55 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - - -350 - - - -400 - - + - --0.008 - - - --0.007 - - - --0.006 - - - --0.005 - - - --0.004 - - - --0.003 - - - --0.002 - - - - - - + +0.027 + + + +0.028 + + + +0.029 + + + +0.03 + + + +0.031 + + + +0.032 + + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/change/t-test.svg b/criterion/reachability_hydroflow_surface/report/change/t-test.svg index e93c818170a..122c701a9c3 100644 --- a/criterion/reachability_hydroflow_surface/report/change/t-test.svg +++ b/criterion/reachability_hydroflow_surface/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/reachability_hydroflow_surface/report/index.html b/criterion/reachability_hydroflow_surface/report/index.html index 56cec784399..947135fc7c9 100644 --- a/criterion/reachability_hydroflow_surface/report/index.html +++ b/criterion/reachability_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0000120 - 0.0000125 - 0.0000120 + 0.0005303 + 0.0005503 + 0.0005294 Mean - 7.1977 ms - 7.2093 ms - 7.2219 ms + 7.3971 ms + 7.4095 ms + 7.4222 ms Std. Dev. - 48.078 µs - 62.310 µs - 77.639 µs + 54.526 µs + 64.449 µs + 73.568 µs Median - 7.1838 ms - 7.1989 ms - 7.2115 ms + 7.3953 ms + 7.4090 ms + 7.4234 ms MAD - 41.459 µs - 55.191 µs - 67.109 µs + 44.840 µs + 60.151 µs + 75.888 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -0.8253% - -0.5907% - -0.3745% + +2.5342% + +2.7772% + +3.0375% (p = 0.00 < 0.05) - Change within noise threshold. + Performance has regressed.

Additional Plots:

diff --git a/criterion/reachability_hydroflow_surface/report/iteration_times.svg b/criterion/reachability_hydroflow_surface/report/iteration_times.svg index 34b4a723e3f..4ff9f4c13f6 100644 --- a/criterion/reachability_hydroflow_surface/report/iteration_times.svg +++ b/criterion/reachability_hydroflow_surface/report/iteration_times.svg @@ -15,47 +15,42 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + - -7.15 - - - -7.2 - - - -7.25 - - - + 7.3 - - + + 7.35 - - + + 7.4 - - + + 7.45 - - + + 7.5 - + + +7.55 + + + +7.6 + + 10 @@ -97,106 +92,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg b/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg index 6e8c64974d2..c5561e373a4 100644 --- a/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg @@ -12,47 +12,42 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + - -7.15 - - - -7.2 - - - -7.25 - - - + 7.3 - - + + 7.35 - - + + 7.4 - - + + 7.45 - - + + 7.5 - + + +7.55 + + + +7.6 + + 10 @@ -94,104 +89,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/reachability_hydroflow_surface/report/mean.svg b/criterion/reachability_hydroflow_surface/report/mean.svg index 344f046ecec..926bf488042 100644 --- a/criterion/reachability_hydroflow_surface/report/mean.svg +++ b/criterion/reachability_hydroflow_surface/report/mean.svg @@ -9,58 +9,58 @@ Density (a.u.) Average time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - -70 - - + - -7.195 + +7.395 + + + +7.4 - - -7.2 + + +7.405 - - -7.205 + + +7.41 - - -7.21 + + +7.415 - - -7.215 + + +7.42 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/median.svg b/criterion/reachability_hydroflow_surface/report/median.svg index 44f88303e65..eb6014b0cc0 100644 --- a/criterion/reachability_hydroflow_surface/report/median.svg +++ b/criterion/reachability_hydroflow_surface/report/median.svg @@ -9,78 +9,62 @@ Density (a.u.) Average time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - -80 - - - -90 - - - -100 - - - -110 - - + - -7.185 + +7.395 - - -7.19 + + +7.4 - - -7.195 + + +7.405 - - -7.2 + + +7.41 - - -7.205 + + +7.415 - - -7.21 + + +7.42 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/pdf.svg b/criterion/reachability_hydroflow_surface/report/pdf.svg index c031e500573..07cd3857a66 100644 --- a/criterion/reachability_hydroflow_surface/report/pdf.svg +++ b/criterion/reachability_hydroflow_surface/report/pdf.svg @@ -42,50 +42,46 @@ Average Time (ms) - -7.05 - - - -7.1 - - - -7.15 - - - + 7.2 - - + + 7.25 - - + + 7.3 - - + + 7.35 - - + + 7.4 - - + + 7.45 - - + + 7.5 - - + + 7.55 - + + +7.6 + + + +7.65 + + Density (a.u.) @@ -94,40 +90,38 @@ Density (a.u.) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - - - - + + + + + - - - - - + + + PDF diff --git a/criterion/reachability_hydroflow_surface/report/pdf_small.svg b/criterion/reachability_hydroflow_surface/report/pdf_small.svg index c6f55dfcd94..4c96c58ee70 100644 --- a/criterion/reachability_hydroflow_surface/report/pdf_small.svg +++ b/criterion/reachability_hydroflow_surface/report/pdf_small.svg @@ -10,55 +10,51 @@ Average Time (ms) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - -7 - - + - -7.1 - - - + 7.2 - - + + 7.3 - - + + 7.4 - - + + 7.5 - - - + + +7.6 + + + + diff --git a/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg index 5f1ebae82c8..a1ff84a8891 100644 --- a/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,47 +13,57 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + + + - + 7.15 - - + + 7.2 - - + + 7.25 - - + + 7.3 - - + + 7.35 - - + + 7.4 - - + + 7.45 - - + + 7.5 - + + +7.55 + + + +7.6 + + 0 @@ -99,204 +109,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg b/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg index 77f659287b0..a6dc2187795 100644 --- a/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg @@ -6,61 +6,45 @@ Density (a.u.) Average Time (ms) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - -7 - - - -8 - - + - -7.1 - - - + 7.2 - - -7.3 - - - + + 7.4 - - -7.5 + + +7.6 - - - - - + + + + + diff --git a/criterion/reachability_hydroflow_surface/report/typical.svg b/criterion/reachability_hydroflow_surface/report/typical.svg index 7853af5a464..66bd3def005 100644 --- a/criterion/reachability_hydroflow_surface/report/typical.svg +++ b/criterion/reachability_hydroflow_surface/report/typical.svg @@ -9,58 +9,58 @@ Density (a.u.) Average time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - -70 - - + - -7.195 + +7.395 + + + +7.4 - - -7.2 + + +7.405 - - -7.205 + + +7.41 - - -7.21 + + +7.415 - - -7.215 + + +7.42 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/base/estimates.json b/criterion/reachability_hydroflow_surface_cheating/base/estimates.json index 6ba7875eae4..f3007460fe8 100644 --- a/criterion/reachability_hydroflow_surface_cheating/base/estimates.json +++ b/criterion/reachability_hydroflow_surface_cheating/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2132689.194130436,"upper_bound":2141088.4148586956},"point_estimate":2136565.189565217,"standard_error":2154.0190417306935},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2129986.8695652173,"upper_bound":2134719.4130434785},"point_estimate":2132497.6739130435,"standard_error":1338.648913945627},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9579.041364938115,"upper_bound":14674.627085234088},"point_estimate":12392.601953900605,"standard_error":1343.7394820651032},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12565.463804504217,"upper_bound":29113.68698065211},"point_estimate":21613.02583151836,"standard_error":4204.887730775978}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2226801.384909091,"upper_bound":2230579.0405},"point_estimate":2228692.0363636366,"standard_error":962.6937261838748},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2224421.227272727,"upper_bound":2231444.2727272725},"point_estimate":2228397.6363636367,"standard_error":1859.051321372718},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8235.101553797722,"upper_bound":12676.364556768289},"point_estimate":9847.395329719962,"standard_error":1143.4808064354033},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8328.243396993606,"upper_bound":10881.735015260252},"point_estimate":9656.715102334743,"standard_error":655.6811868916728}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/base/sample.json b/criterion/reachability_hydroflow_surface_cheating/base/sample.json index e07f7bc5de9..07d551bbc9f 100644 --- a/criterion/reachability_hydroflow_surface_cheating/base/sample.json +++ b/criterion/reachability_hydroflow_surface_cheating/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0],"times":[49150448.0,48828747.0,48810047.0,49213648.0,49094047.0,49570943.0,48645948.0,49113144.0,49217248.0,49185146.0,49191246.0,48820147.0,48910548.0,48828347.0,49043946.0,50042540.0,49060146.0,48730447.0,49360345.0,49314346.0,49050947.0,48817447.0,48901347.0,49034748.0,48878748.0,48957251.0,49008148.0,49173246.0,49070046.0,48905747.0,48644050.0,48883547.0,48725948.0,49337546.0,49394345.0,48893749.0,49087547.0,48999747.0,51811233.0,49556146.0,48781548.0,48967247.0,48715848.0,48844949.0,49028548.0,48854447.0,49549147.0,49002847.0,49092348.0,49160045.0,49652741.0,49076249.0,48764249.0,48845049.0,49095247.0,48802246.0,48526148.0,48871749.0,48754348.0,49095947.0,48891949.0,49126746.0,49301746.0,48855946.0,49250946.0,49164146.0,50173540.0,49449743.0,49200845.0,49101846.0,50883436.0,51519635.0,48980248.0,48874246.0,49329547.0,49024448.0,48726647.0,48765049.0,49265749.0,48749148.0,49702648.0,49205045.0,49101346.0,49130146.0,49270846.0,48777446.0,48913448.0,49295846.0,49273846.0,49037947.0,48970448.0,48998848.0,49272244.0,49649045.0,49659343.0,49063946.0,48783547.0,48999148.0,48830246.0,48785047.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0],"times":[49362473.0,48828177.0,49073973.0,48861774.0,48903275.0,49088572.0,49426168.0,48815177.0,49049876.0,49109271.0,49269972.0,48740976.0,49507269.0,49112773.0,48841575.0,48903876.0,48772173.0,49275671.0,49037775.0,48804775.0,49143870.0,49081975.0,49000277.0,48894272.0,48849976.0,48937267.0,48692725.0,49336922.0,48966123.0,48878624.0,49260720.0,49383025.0,49282623.0,49133922.0,48833524.0,48933625.0,49228219.0,48927826.0,48934225.0,49153321.0,48518830.0,48643528.0,49132025.0,49332222.0,49339422.0,49165921.0,49156420.0,48842926.0,48754225.0,48756228.0,49122124.0,49636422.0,49341623.0,48987622.0,49306121.0,49224921.0,49126521.0,49069322.0,48860225.0,48974325.0,49011721.0,49042227.0,48735528.0,48984123.0,48805927.0,48985825.0,48666828.0,49163721.0,48857523.0,48879222.0,48764427.0,49162626.0,48760227.0,49543123.0,49129025.0,49195223.0,49252326.0,48833925.0,48878625.0,49121523.0,48821627.0,48894624.0,49103221.0,48895823.0,48967224.0,49106424.0,49082224.0,49172224.0,49067822.0,48852725.0,49193424.0,49274920.0,49082625.0,49239623.0,49009724.0,49101324.0,48792327.0,48909424.0,48915628.0,48936223.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/base/tukey.json b/criterion/reachability_hydroflow_surface_cheating/base/tukey.json index 47ea1515ff4..40f2c9ee5c5 100644 --- a/criterion/reachability_hydroflow_surface_cheating/base/tukey.json +++ b/criterion/reachability_hydroflow_surface_cheating/base/tukey.json @@ -1 +1 @@ -[2075881.1956521734,2100018.233695652,2164383.668478261,2188520.7065217397] \ No newline at end of file +[2179856.71590909,2200414.420454545,2255234.9659090918,2275792.670454547] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/change/estimates.json b/criterion/reachability_hydroflow_surface_cheating/change/estimates.json index 4c88be094fb..15c72b5a3ca 100644 --- a/criterion/reachability_hydroflow_surface_cheating/change/estimates.json +++ b/criterion/reachability_hydroflow_surface_cheating/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.05565578480036515,"upper_bound":0.059800411829589936},"point_estimate":0.057585799428524265,"standard_error":0.001067314773431193},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.05452934256259745,"upper_bound":0.057783751967841024},"point_estimate":0.05613398871450137,"standard_error":0.0008570640486401821}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.04075376504387406,"upper_bound":0.045180938597805594},"point_estimate":0.0431191368502859,"standard_error":0.0011364937087304005},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.04286399412733677,"upper_bound":0.047042888706794184},"point_estimate":0.04497072312140937,"standard_error":0.0010938945341468966}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/new/estimates.json b/criterion/reachability_hydroflow_surface_cheating/new/estimates.json index 6ba7875eae4..f3007460fe8 100644 --- a/criterion/reachability_hydroflow_surface_cheating/new/estimates.json +++ b/criterion/reachability_hydroflow_surface_cheating/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2132689.194130436,"upper_bound":2141088.4148586956},"point_estimate":2136565.189565217,"standard_error":2154.0190417306935},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2129986.8695652173,"upper_bound":2134719.4130434785},"point_estimate":2132497.6739130435,"standard_error":1338.648913945627},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9579.041364938115,"upper_bound":14674.627085234088},"point_estimate":12392.601953900605,"standard_error":1343.7394820651032},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12565.463804504217,"upper_bound":29113.68698065211},"point_estimate":21613.02583151836,"standard_error":4204.887730775978}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2226801.384909091,"upper_bound":2230579.0405},"point_estimate":2228692.0363636366,"standard_error":962.6937261838748},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2224421.227272727,"upper_bound":2231444.2727272725},"point_estimate":2228397.6363636367,"standard_error":1859.051321372718},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8235.101553797722,"upper_bound":12676.364556768289},"point_estimate":9847.395329719962,"standard_error":1143.4808064354033},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8328.243396993606,"upper_bound":10881.735015260252},"point_estimate":9656.715102334743,"standard_error":655.6811868916728}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/new/sample.json b/criterion/reachability_hydroflow_surface_cheating/new/sample.json index e07f7bc5de9..07d551bbc9f 100644 --- a/criterion/reachability_hydroflow_surface_cheating/new/sample.json +++ b/criterion/reachability_hydroflow_surface_cheating/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0,23.0],"times":[49150448.0,48828747.0,48810047.0,49213648.0,49094047.0,49570943.0,48645948.0,49113144.0,49217248.0,49185146.0,49191246.0,48820147.0,48910548.0,48828347.0,49043946.0,50042540.0,49060146.0,48730447.0,49360345.0,49314346.0,49050947.0,48817447.0,48901347.0,49034748.0,48878748.0,48957251.0,49008148.0,49173246.0,49070046.0,48905747.0,48644050.0,48883547.0,48725948.0,49337546.0,49394345.0,48893749.0,49087547.0,48999747.0,51811233.0,49556146.0,48781548.0,48967247.0,48715848.0,48844949.0,49028548.0,48854447.0,49549147.0,49002847.0,49092348.0,49160045.0,49652741.0,49076249.0,48764249.0,48845049.0,49095247.0,48802246.0,48526148.0,48871749.0,48754348.0,49095947.0,48891949.0,49126746.0,49301746.0,48855946.0,49250946.0,49164146.0,50173540.0,49449743.0,49200845.0,49101846.0,50883436.0,51519635.0,48980248.0,48874246.0,49329547.0,49024448.0,48726647.0,48765049.0,49265749.0,48749148.0,49702648.0,49205045.0,49101346.0,49130146.0,49270846.0,48777446.0,48913448.0,49295846.0,49273846.0,49037947.0,48970448.0,48998848.0,49272244.0,49649045.0,49659343.0,49063946.0,48783547.0,48999148.0,48830246.0,48785047.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0],"times":[49362473.0,48828177.0,49073973.0,48861774.0,48903275.0,49088572.0,49426168.0,48815177.0,49049876.0,49109271.0,49269972.0,48740976.0,49507269.0,49112773.0,48841575.0,48903876.0,48772173.0,49275671.0,49037775.0,48804775.0,49143870.0,49081975.0,49000277.0,48894272.0,48849976.0,48937267.0,48692725.0,49336922.0,48966123.0,48878624.0,49260720.0,49383025.0,49282623.0,49133922.0,48833524.0,48933625.0,49228219.0,48927826.0,48934225.0,49153321.0,48518830.0,48643528.0,49132025.0,49332222.0,49339422.0,49165921.0,49156420.0,48842926.0,48754225.0,48756228.0,49122124.0,49636422.0,49341623.0,48987622.0,49306121.0,49224921.0,49126521.0,49069322.0,48860225.0,48974325.0,49011721.0,49042227.0,48735528.0,48984123.0,48805927.0,48985825.0,48666828.0,49163721.0,48857523.0,48879222.0,48764427.0,49162626.0,48760227.0,49543123.0,49129025.0,49195223.0,49252326.0,48833925.0,48878625.0,49121523.0,48821627.0,48894624.0,49103221.0,48895823.0,48967224.0,49106424.0,49082224.0,49172224.0,49067822.0,48852725.0,49193424.0,49274920.0,49082625.0,49239623.0,49009724.0,49101324.0,48792327.0,48909424.0,48915628.0,48936223.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/new/tukey.json b/criterion/reachability_hydroflow_surface_cheating/new/tukey.json index 47ea1515ff4..40f2c9ee5c5 100644 --- a/criterion/reachability_hydroflow_surface_cheating/new/tukey.json +++ b/criterion/reachability_hydroflow_surface_cheating/new/tukey.json @@ -1 +1 @@ -[2075881.1956521734,2100018.233695652,2164383.668478261,2188520.7065217397] \ No newline at end of file +[2179856.71590909,2200414.420454545,2255234.9659090918,2275792.670454547] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg b/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg index 5ae271a28e6..0598d75a246 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg @@ -9,58 +9,90 @@ Density (a.u.) Average time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - + + +0.35 + + + +0.4 + + + +0.45 + + - + +8 + + + +8.5 + + + +9 + + + +9.5 + + + 10 - - + + +10.5 + + + 11 - - -12 + + +11.5 - - -13 + + +12 - - -14 + + +12.5 - - -15 + + +13 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/SD.svg b/criterion/reachability_hydroflow_surface_cheating/report/SD.svg index 3398ac0cebe..7a3b9776cfe 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/SD.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/SD.svg @@ -9,90 +9,58 @@ Density (a.u.) Average time (µs) - -0.01 - - - -0.02 - - - -0.03 - - - -0.04 - - - -0.05 + +0.1 - - -0.06 + + +0.2 - - -0.07 + + +0.3 - - -0.08 + + +0.4 - - -0.09 + + +0.5 - - -0.1 + + +0.6 - + - -12 - - - -14 - - - -16 - - - -18 - - - -20 + +8.5 - - -22 + + +9 - - -24 + + +9.5 - - -26 + + +10 - - -28 + + +10.5 - - -30 + + +11 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/both/iteration_times.svg b/criterion/reachability_hydroflow_surface_cheating/report/both/iteration_times.svg index cd98f2aa9df..f04ca53ec74 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/both/iteration_times.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/both/iteration_times.svg @@ -16,32 +16,42 @@ Average Iteration Time (ms) - - - - - + + + + + + + - -2.05 + +2.12 - - -2.1 + + +2.14 - - -2.15 + + +2.16 - - + + +2.18 + + + 2.2 - - -2.25 + + +2.22 + + + +2.24 - + 0 @@ -87,206 +97,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg b/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg index d1e9533c021..030ed0a691a 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg @@ -9,55 +9,55 @@ Density (a.u.) Average Time (ms) - + +5 + + + 10 - - -20 + + +15 - - -30 + + +20 - - -40 + + +25 - - -50 + + +30 - - -60 + + +35 - + - -2.05 - - - + 2.1 - - + + 2.15 - - + + 2.2 - - + + 2.25 - - - - - + + + + + Base PDF diff --git a/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg b/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg index bd2936d4834..f14f782b6ba 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg @@ -9,78 +9,82 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - + - -0.0555 + +0.0405 - - -0.056 + + +0.041 - - -0.0565 + + +0.0415 - - -0.057 + + +0.042 - - -0.0575 + + +0.0425 - - -0.058 + + +0.043 - - -0.0585 + + +0.0435 - - -0.059 + + +0.044 - - -0.0595 + + +0.0445 - - -0.06 + + +0.045 - - - - + + +0.0455 + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg b/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg index 6ffda1bfa0b..65aeb6a1726 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg @@ -9,78 +9,82 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - -400 + + + +0.0425 - - -450 + + +0.043 - - - -0.0545 + + +0.0435 + + + +0.044 - - -0.055 + + +0.0445 - - -0.0555 + + +0.045 - - -0.056 + + +0.0455 - - -0.0565 + + +0.046 - - -0.057 + + +0.0465 - - -0.0575 + + +0.047 - - -0.058 + + +0.0475 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg b/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg index f8f605f5419..e79e5c88f58 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg @@ -29,60 +29,60 @@ t score 0.2 - + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + t distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/index.html b/criterion/reachability_hydroflow_surface_cheating/report/index.html index 68ddeb38aa1..243e58bf35e 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/index.html +++ b/criterion/reachability_hydroflow_surface_cheating/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0049912 - 0.0051525 - 0.0049353 + 0.0019408 + 0.0020158 + 0.0019411 Mean - 2.1327 ms - 2.1366 ms - 2.1411 ms + 2.2268 ms + 2.2287 ms + 2.2306 ms Std. Dev. - 12.565 µs - 21.613 µs - 29.114 µs + 8.3282 µs + 9.6567 µs + 10.882 µs Median - 2.1300 ms - 2.1325 ms - 2.1347 ms + 2.2244 ms + 2.2284 ms + 2.2314 ms MAD - 9.5790 µs - 12.393 µs - 14.675 µs + 8.2351 µs + 9.8474 µs + 12.676 µs @@ -221,9 +221,9 @@

Additional Statistics:

Change in time - +5.5656% - +5.7586% - +5.9800% + +4.0754% + +4.3119% + +4.5181% (p = 0.00 < 0.05) diff --git a/criterion/reachability_hydroflow_surface_cheating/report/iteration_times.svg b/criterion/reachability_hydroflow_surface_cheating/report/iteration_times.svg index 33b731cef26..4642e383573 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/iteration_times.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/iteration_times.svg @@ -15,42 +15,57 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + + + - -2.12 + +2.21 - - -2.14 + + +2.215 - - -2.16 + + +2.22 - - -2.18 + + +2.225 - - -2.2 + + +2.23 - - -2.22 + + +2.235 - - + + 2.24 - + + +2.245 + + + +2.25 + + + +2.255 + + 10 @@ -92,106 +107,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/reachability_hydroflow_surface_cheating/report/iteration_times_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/iteration_times_small.svg index c3aa63ef83e..ec5ef454251 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/iteration_times_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/iteration_times_small.svg @@ -12,42 +12,57 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + + + - -2.12 + +2.21 - - -2.14 + + +2.215 - - -2.16 + + +2.22 - - -2.18 + + +2.225 - - -2.2 + + +2.23 - - -2.22 + + +2.235 - - + + 2.24 - + + +2.245 + + + +2.25 + + + +2.255 + + 10 @@ -89,104 +104,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/mean.svg b/criterion/reachability_hydroflow_surface_cheating/report/mean.svg index 80bd7c827a2..d4d3382ef85 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/mean.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/mean.svg @@ -9,94 +9,82 @@ Density (a.u.) Average time (ms) - -20 + +50 - - -40 - - - -60 + + +100 - - -80 + + +150 - - -100 + + +200 - - -120 + + +250 - - -140 + + +300 - - -160 + + +350 - + -180 +400 - -200 + +450 - + - -2.132 - - - -2.133 - - - -2.134 + +2.2265 - - -2.135 + + +2.227 - - -2.136 + + +2.2275 - - -2.137 + + +2.228 - - -2.138 + + +2.2285 - - -2.139 + + +2.229 - - -2.14 + + +2.2295 - - -2.141 + + +2.23 - - -2.142 + + +2.2305 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/median.svg b/criterion/reachability_hydroflow_surface_cheating/report/median.svg index b1620829cac..7df47cf22da 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/median.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/median.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 + + + +2.224 - - -350 + + +2.225 - - - -2.13 + + +2.226 + + + +2.227 - - -2.131 + + +2.228 - - -2.132 + + +2.229 - - -2.133 + + +2.23 - - -2.134 + + +2.231 - - -2.135 + + +2.232 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg b/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg index 4f93c5af451..7043554c44e 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg @@ -13,63 +13,51 @@ Average Time (ms) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - + - -2.1 - - - -2.12 - - - -2.14 - - - -2.16 - - - -2.18 - - - + 2.2 - - + + +2.21 + + + 2.22 - - + + +2.23 + + + 2.24 - - -2.26 + + +2.25 - - -2.28 + + +2.26 - + Density (a.u.) @@ -78,42 +66,42 @@ Density (a.u.) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - - - - + + +30 + + + +35 + + + + + + - - - - - - - - - - - + + + PDF diff --git a/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg index 0a1117706bd..010e940ea0e 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg @@ -10,43 +10,51 @@ Average Time (ms) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - - -2.1 + + +30 - - -2.15 + + +35 - - + + + 2.2 - - -2.25 + + +2.22 + + + +2.24 + + + +2.26 - - - + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/relative_iteration_times_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/relative_iteration_times_small.svg index 4d6abfbb2d0..f915229ee92 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/relative_iteration_times_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/relative_iteration_times_small.svg @@ -13,32 +13,42 @@ Average Iteration Time (ms) - - - - - + + + + + + + - -2.05 + +2.12 - - -2.1 + + +2.14 - - -2.15 + + +2.16 - - + + +2.18 + + + 2.2 - - -2.25 + + +2.22 + + + +2.24 - + 0 @@ -84,204 +94,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg index ec1ab80e497..4dc8894111c 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg @@ -6,53 +6,53 @@ Density (a.u.) Average Time (ms) - + +5 + + + 10 - - -20 + + +15 - - -30 + + +20 - - -40 + + +25 - - -50 + + +30 - - -60 + + +35 - + - -2.05 - - - + 2.1 - - + + 2.15 - - + + 2.2 - - + + 2.25 - - - - - + + + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/typical.svg b/criterion/reachability_hydroflow_surface_cheating/report/typical.svg index 2cf96e72b01..8e4f264dd5a 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/typical.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/typical.svg @@ -9,94 +9,82 @@ Density (a.u.) Average time (ms) - -20 + +50 - - -40 - - - -60 + + +100 - - -80 + + +150 - - -100 + + +200 - - -120 + + +250 - - -140 + + +300 - - -160 + + +350 - + -180 +400 - -200 + +450 - + - -2.132 - - - -2.133 - - - -2.134 + +2.2265 - - -2.135 + + +2.227 - - -2.136 + + +2.2275 - - -2.137 + + +2.228 - - -2.138 + + +2.2285 - - -2.139 + + +2.229 - - -2.14 + + +2.2295 - - -2.141 + + +2.23 - - -2.142 + + +2.2305 - - - - + + + + Bootstrap distribution