diff --git a/index.html b/index.html index e5fa760d..2b7732e1 100644 --- a/index.html +++ b/index.html @@ -14,7 +14,7 @@
-Tue Oct 31 06:11:36 UTC 2023 +Wed Nov 1 06:12:08 UTC 2023 dataset: mnist project: example-get-started @@ -43,7 +43,7 @@@@ -51,7 +51,7 @@@@ -59,7 +59,7 @@@@ -67,7 +67,7 @@@@ -96,41 +96,41 @@ -------------------------------------------------------------------------- benchmark 'test_status-status': 5 tests -------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_status-status[2.11.0] 56.3195 (2.08) 56.3195 (2.08) 56.3195 (2.08) 0.0000 (1.0) 56.3195 (2.08) 0.0000 (1.0) 0;0 0.0178 (0.48) 1 1 -test_status-status[2.40.0] 28.6334 (1.06) 28.6334 (1.06) 28.6334 (1.06) 0.0000 (1.0) 28.6334 (1.06) 0.0000 (1.0) 0;0 0.0349 (0.94) 1 1 -test_status-status[2.58.2] 28.5165 (1.05) 28.5165 (1.05) 28.5165 (1.05) 0.0000 (1.0) 28.5165 (1.05) 0.0000 (1.0) 0;0 0.0351 (0.95) 1 1 -test_status-status[3.0.0] 27.0502 (1.0) 27.0502 (1.0) 27.0502 (1.0) 0.0000 (1.0) 27.0502 (1.0) 0.0000 (1.0) 0;0 0.0370 (1.0) 1 1 -test_status-status[main] 27.7384 (1.03) 27.7384 (1.03) 27.7384 (1.03) 0.0000 (1.0) 27.7384 (1.03) 0.0000 (1.0) 0;0 0.0361 (0.98) 1 1 +test_status-status[2.58.2] 22.6910 (1.01) 22.6910 (1.01) 22.6910 (1.01) 0.0000 (1.0) 22.6910 (1.01) 0.0000 (1.0) 0;0 0.0441 (0.99) 1 1 +test_status-status[3.0.0] 22.4463 (1.0) 22.4463 (1.0) 22.4463 (1.0) 0.0000 (1.0) 22.4463 (1.0) 0.0000 (1.0) 0;0 0.0446 (1.0) 1 1 +test_status-status[3.10.0] 23.3611 (1.04) 23.3611 (1.04) 23.3611 (1.04) 0.0000 (1.0) 23.3611 (1.04) 0.0000 (1.0) 0;0 0.0428 (0.96) 1 1 +test_status-status[3.20.0] 23.2294 (1.03) 23.2294 (1.03) 23.2294 (1.03) 0.0000 (1.0) 23.2294 (1.03) 0.0000 (1.0) 0;0 0.0430 (0.97) 1 1 +test_status-status[main] 23.3263 (1.04) 23.3263 (1.04) 23.3263 (1.04) 0.0000 (1.0) 23.3263 (1.04) 0.0000 (1.0) 0;0 0.0429 (0.96) 1 1 --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- --------------------------------------------------------------------------- benchmark 'test_status-status-changed': 5 tests -------------------------------------------------------------------------- -Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ -test_status-status-changed[2.11.0] 41.0368 (7.49) 41.0368 (7.49) 41.0368 (7.49) 0.0000 (1.0) 41.0368 (7.49) 0.0000 (1.0) 0;0 0.0244 (0.13) 1 1 -test_status-status-changed[2.40.0] 5.4799 (1.0) 5.4799 (1.0) 5.4799 (1.0) 0.0000 (1.0) 5.4799 (1.0) 0.0000 (1.0) 0;0 0.1825 (1.0) 1 1 -test_status-status-changed[2.58.2] 6.3673 (1.16) 6.3673 (1.16) 6.3673 (1.16) 0.0000 (1.0) 6.3673 (1.16) 0.0000 (1.0) 0;0 0.1571 (0.86) 1 1 -test_status-status-changed[3.0.0] 6.4920 (1.18) 6.4920 (1.18) 6.4920 (1.18) 0.0000 (1.0) 6.4920 (1.18) 0.0000 (1.0) 0;0 0.1540 (0.84) 1 1 -test_status-status-changed[main] 6.6248 (1.21) 6.6248 (1.21) 6.6248 (1.21) 0.0000 (1.0) 6.6248 (1.21) 0.0000 (1.0) 0;0 0.1509 (0.83) 1 1 ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ +------------------------------------------------------------------------ benchmark 'test_status-status-changed': 5 tests ------------------------------------------------------------------------ +Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- +test_status-status-changed[2.58.2] 5.8144 (1.0) 5.8144 (1.0) 5.8144 (1.0) 0.0000 (1.0) 5.8144 (1.0) 0.0000 (1.0) 0;0 0.1720 (1.0) 1 1 +test_status-status-changed[3.0.0] 5.9378 (1.02) 5.9378 (1.02) 5.9378 (1.02) 0.0000 (1.0) 5.9378 (1.02) 0.0000 (1.0) 0;0 0.1684 (0.98) 1 1 +test_status-status-changed[3.10.0] 6.0497 (1.04) 6.0497 (1.04) 6.0497 (1.04) 0.0000 (1.0) 6.0497 (1.04) 0.0000 (1.0) 0;0 0.1653 (0.96) 1 1 +test_status-status-changed[3.20.0] 6.1158 (1.05) 6.1158 (1.05) 6.1158 (1.05) 0.0000 (1.0) 6.1158 (1.05) 0.0000 (1.0) 0;0 0.1635 (0.95) 1 1 +test_status-status-changed[main] 6.1634 (1.06) 6.1634 (1.06) 6.1634 (1.06) 0.0000 (1.0) 6.1634 (1.06) 0.0000 (1.0) 0;0 0.1622 (0.94) 1 1 +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- --------------------------------------------------------------------------- benchmark 'test_status-status-changed-noop': 5 tests -------------------------------------------------------------------------- -Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_status-status-changed-noop[2.11.0] 10.9138 (1.96) 10.9138 (1.96) 10.9138 (1.96) 0.0000 (1.0) 10.9138 (1.96) 0.0000 (1.0) 0;0 0.0916 (0.51) 1 1 -test_status-status-changed-noop[2.40.0] 5.5662 (1.0) 5.5662 (1.0) 5.5662 (1.0) 0.0000 (1.0) 5.5662 (1.0) 0.0000 (1.0) 0;0 0.1797 (1.0) 1 1 -test_status-status-changed-noop[2.58.2] 6.4444 (1.16) 6.4444 (1.16) 6.4444 (1.16) 0.0000 (1.0) 6.4444 (1.16) 0.0000 (1.0) 0;0 0.1552 (0.86) 1 1 -test_status-status-changed-noop[3.0.0] 6.4156 (1.15) 6.4156 (1.15) 6.4156 (1.15) 0.0000 (1.0) 6.4156 (1.15) 0.0000 (1.0) 0;0 0.1559 (0.87) 1 1 -test_status-status-changed-noop[main] 6.4952 (1.17) 6.4952 (1.17) 6.4952 (1.17) 0.0000 (1.0) 6.4952 (1.17) 0.0000 (1.0) 0;0 0.1540 (0.86) 1 1 ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- +------------------------------------------------------------------------ benchmark 'test_status-status-changed-noop': 5 tests ------------------------------------------------------------------------ +Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ +test_status-status-changed-noop[2.58.2] 5.9263 (1.00) 5.9263 (1.00) 5.9263 (1.00) 0.0000 (1.0) 5.9263 (1.00) 0.0000 (1.0) 0;0 0.1687 (1.00) 1 1 +test_status-status-changed-noop[3.0.0] 5.9094 (1.0) 5.9094 (1.0) 5.9094 (1.0) 0.0000 (1.0) 5.9094 (1.0) 0.0000 (1.0) 0;0 0.1692 (1.0) 1 1 +test_status-status-changed-noop[3.10.0] 6.1118 (1.03) 6.1118 (1.03) 6.1118 (1.03) 0.0000 (1.0) 6.1118 (1.03) 0.0000 (1.0) 0;0 0.1636 (0.97) 1 1 +test_status-status-changed-noop[3.20.0] 6.0433 (1.02) 6.0433 (1.02) 6.0433 (1.02) 0.0000 (1.0) 6.0433 (1.02) 0.0000 (1.0) 0;0 0.1655 (0.98) 1 1 +test_status-status-changed-noop[main] 5.9828 (1.01) 5.9828 (1.01) 5.9828 (1.01) 0.0000 (1.0) 5.9828 (1.01) 0.0000 (1.0) 0;0 0.1671 (0.99) 1 1 +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ ------------------------------------------------------------------------ benchmark 'test_status-status-noop': 5 tests ------------------------------------------------------------------------ Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_status-status-noop[2.11.0] 2.8790 (1.0) 2.8790 (1.0) 2.8790 (1.0) 0.0000 (1.0) 2.8790 (1.0) 0.0000 (1.0) 0;0 0.3473 (1.0) 1 1 -test_status-status-noop[2.40.0] 5.5827 (1.94) 5.5827 (1.94) 5.5827 (1.94) 0.0000 (1.0) 5.5827 (1.94) 0.0000 (1.0) 0;0 0.1791 (0.52) 1 1 -test_status-status-noop[2.58.2] 6.4183 (2.23) 6.4183 (2.23) 6.4183 (2.23) 0.0000 (1.0) 6.4183 (2.23) 0.0000 (1.0) 0;0 0.1558 (0.45) 1 1 -test_status-status-noop[3.0.0] 6.5031 (2.26) 6.5031 (2.26) 6.5031 (2.26) 0.0000 (1.0) 6.5031 (2.26) 0.0000 (1.0) 0;0 0.1538 (0.44) 1 1 -test_status-status-noop[main] 6.4780 (2.25) 6.4780 (2.25) 6.4780 (2.25) 0.0000 (1.0) 6.4780 (2.25) 0.0000 (1.0) 0;0 0.1544 (0.44) 1 1 +test_status-status-noop[2.58.2] 5.9331 (1.00) 5.9331 (1.00) 5.9331 (1.00) 0.0000 (1.0) 5.9331 (1.00) 0.0000 (1.0) 0;0 0.1685 (1.00) 1 1 +test_status-status-noop[3.0.0] 5.9141 (1.0) 5.9141 (1.0) 5.9141 (1.0) 0.0000 (1.0) 5.9141 (1.0) 0.0000 (1.0) 0;0 0.1691 (1.0) 1 1 +test_status-status-noop[3.10.0] 6.1232 (1.04) 6.1232 (1.04) 6.1232 (1.04) 0.0000 (1.0) 6.1232 (1.04) 0.0000 (1.0) 0;0 0.1633 (0.97) 1 1 +test_status-status-noop[3.20.0] 6.0990 (1.03) 6.0990 (1.03) 6.0990 (1.03) 0.0000 (1.0) 6.0990 (1.03) 0.0000 (1.0) 0;0 0.1640 (0.97) 1 1 +test_status-status-noop[main] 5.9770 (1.01) 5.9770 (1.01) 5.9770 (1.01) 0.0000 (1.0) 5.9770 (1.01) 0.0000 (1.0) 0;0 0.1673 (0.99) 1 1 ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Legend: @@ -162,7 +162,7 @@@@ -170,7 +170,7 @@@@ -178,7 +178,7 @@@@ -186,7 +186,7 @@@@ -212,40 +212,44 @@--------------------------------------------------------------------------- benchmark 'test_data_status_all_flags-data-changed': 4 tests -------------------------------------------------------------------------- +-------------------------------------------------------------------------- benchmark 'test_data_status_all_flags-data-changed': 5 tests -------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ -test_data_status_all_flags-data-changed[2.40.0] 26.0220 (1.0) 26.0220 (1.0) 26.0220 (1.0) 0.0000 (1.0) 26.0220 (1.0) 0.0000 (1.0) 0;0 0.0384 (1.0) 1 1 -test_data_status_all_flags-data-changed[2.58.2] 27.3321 (1.05) 27.3321 (1.05) 27.3321 (1.05) 0.0000 (1.0) 27.3321 (1.05) 0.0000 (1.0) 0;0 0.0366 (0.95) 1 1 -test_data_status_all_flags-data-changed[3.0.0] 27.1928 (1.04) 27.1928 (1.04) 27.1928 (1.04) 0.0000 (1.0) 27.1928 (1.04) 0.0000 (1.0) 0;0 0.0368 (0.96) 1 1 -test_data_status_all_flags-data-changed[main] 27.5300 (1.06) 27.5300 (1.06) 27.5300 (1.06) 0.0000 (1.0) 27.5300 (1.06) 0.0000 (1.0) 0;0 0.0363 (0.95) 1 1 +test_data_status_all_flags-data-changed[2.58.2] 35.0748 (1.01) 35.0748 (1.01) 35.0748 (1.01) 0.0000 (1.0) 35.0748 (1.01) 0.0000 (1.0) 0;0 0.0285 (0.99) 1 1 +test_data_status_all_flags-data-changed[3.0.0] 34.6706 (1.0) 34.6706 (1.0) 34.6706 (1.0) 0.0000 (1.0) 34.6706 (1.0) 0.0000 (1.0) 0;0 0.0288 (1.0) 1 1 +test_data_status_all_flags-data-changed[3.10.0] 35.5649 (1.03) 35.5649 (1.03) 35.5649 (1.03) 0.0000 (1.0) 35.5649 (1.03) 0.0000 (1.0) 0;0 0.0281 (0.97) 1 1 +test_data_status_all_flags-data-changed[3.20.0] 35.0320 (1.01) 35.0320 (1.01) 35.0320 (1.01) 0.0000 (1.0) 35.0320 (1.01) 0.0000 (1.0) 0;0 0.0285 (0.99) 1 1 +test_data_status_all_flags-data-changed[main] 34.9541 (1.01) 34.9541 (1.01) 34.9541 (1.01) 0.0000 (1.0) 34.9541 (1.01) 0.0000 (1.0) 0;0 0.0286 (0.99) 1 1 ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ --------------------------------------------------------------------------- benchmark 'test_data_status_all_flags-data-changed-noop': 4 tests -------------------------------------------------------------------------- +-------------------------------------------------------------------------- benchmark 'test_data_status_all_flags-data-changed-noop': 5 tests -------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_data_status_all_flags-data-changed-noop[2.40.0] 26.4692 (1.0) 26.4692 (1.0) 26.4692 (1.0) 0.0000 (1.0) 26.4692 (1.0) 0.0000 (1.0) 0;0 0.0378 (1.0) 1 1 -test_data_status_all_flags-data-changed-noop[2.58.2] 27.0719 (1.02) 27.0719 (1.02) 27.0719 (1.02) 0.0000 (1.0) 27.0719 (1.02) 0.0000 (1.0) 0;0 0.0369 (0.98) 1 1 -test_data_status_all_flags-data-changed-noop[3.0.0] 26.8583 (1.01) 26.8583 (1.01) 26.8583 (1.01) 0.0000 (1.0) 26.8583 (1.01) 0.0000 (1.0) 0;0 0.0372 (0.99) 1 1 -test_data_status_all_flags-data-changed-noop[main] 27.8865 (1.05) 27.8865 (1.05) 27.8865 (1.05) 0.0000 (1.0) 27.8865 (1.05) 0.0000 (1.0) 0;0 0.0359 (0.95) 1 1 +test_data_status_all_flags-data-changed-noop[2.58.2] 35.4727 (1.00) 35.4727 (1.00) 35.4727 (1.00) 0.0000 (1.0) 35.4727 (1.00) 0.0000 (1.0) 0;0 0.0282 (1.00) 1 1 +test_data_status_all_flags-data-changed-noop[3.0.0] 37.6620 (1.07) 37.6620 (1.07) 37.6620 (1.07) 0.0000 (1.0) 37.6620 (1.07) 0.0000 (1.0) 0;0 0.0266 (0.94) 1 1 +test_data_status_all_flags-data-changed-noop[3.10.0] 36.2501 (1.03) 36.2501 (1.03) 36.2501 (1.03) 0.0000 (1.0) 36.2501 (1.03) 0.0000 (1.0) 0;0 0.0276 (0.97) 1 1 +test_data_status_all_flags-data-changed-noop[3.20.0] 35.9414 (1.02) 35.9414 (1.02) 35.9414 (1.02) 0.0000 (1.0) 35.9414 (1.02) 0.0000 (1.0) 0;0 0.0278 (0.98) 1 1 +test_data_status_all_flags-data-changed-noop[main] 35.3061 (1.0) 35.3061 (1.0) 35.3061 (1.0) 0.0000 (1.0) 35.3061 (1.0) 0.0000 (1.0) 0;0 0.0283 (1.0) 1 1 ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- --------------------------------------------------------------------------- benchmark 'test_data_status_all_flags-data-new': 4 tests -------------------------------------------------------------------------- +-------------------------------------------------------------------------- benchmark 'test_data_status_all_flags-data-new': 5 tests -------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_data_status_all_flags-data-new[2.40.0] 52.3897 (1.04) 52.3897 (1.04) 52.3897 (1.04) 0.0000 (1.0) 52.3897 (1.04) 0.0000 (1.0) 0;0 0.0191 (0.96) 1 1 -test_data_status_all_flags-data-new[2.58.2] 50.3228 (1.0) 50.3228 (1.0) 50.3228 (1.0) 0.0000 (1.0) 50.3228 (1.0) 0.0000 (1.0) 0;0 0.0199 (1.0) 1 1 -test_data_status_all_flags-data-new[3.0.0] 51.6550 (1.03) 51.6550 (1.03) 51.6550 (1.03) 0.0000 (1.0) 51.6550 (1.03) 0.0000 (1.0) 0;0 0.0194 (0.97) 1 1 -test_data_status_all_flags-data-new[main] 50.5362 (1.00) 50.5362 (1.00) 50.5362 (1.00) 0.0000 (1.0) 50.5362 (1.00) 0.0000 (1.0) 0;0 0.0198 (1.00) 1 1 +test_data_status_all_flags-data-new[2.58.2] 64.3950 (1.04) 64.3950 (1.04) 64.3950 (1.04) 0.0000 (1.0) 64.3950 (1.04) 0.0000 (1.0) 0;0 0.0155 (0.96) 1 1 +test_data_status_all_flags-data-new[3.0.0] 61.8477 (1.0) 61.8477 (1.0) 61.8477 (1.0) 0.0000 (1.0) 61.8477 (1.0) 0.0000 (1.0) 0;0 0.0162 (1.0) 1 1 +test_data_status_all_flags-data-new[3.10.0] 65.7890 (1.06) 65.7890 (1.06) 65.7890 (1.06) 0.0000 (1.0) 65.7890 (1.06) 0.0000 (1.0) 0;0 0.0152 (0.94) 1 1 +test_data_status_all_flags-data-new[3.20.0] 64.2088 (1.04) 64.2088 (1.04) 64.2088 (1.04) 0.0000 (1.0) 64.2088 (1.04) 0.0000 (1.0) 0;0 0.0156 (0.96) 1 1 +test_data_status_all_flags-data-new[main] 64.3186 (1.04) 64.3186 (1.04) 64.3186 (1.04) 0.0000 (1.0) 64.3186 (1.04) 0.0000 (1.0) 0;0 0.0155 (0.96) 1 1 -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- --------------------------------------------------------------------------- benchmark 'test_data_status_all_flags-data-noop': 4 tests -------------------------------------------------------------------------- +-------------------------------------------------------------------------- benchmark 'test_data_status_all_flags-data-noop': 5 tests -------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_data_status_all_flags-data-noop[2.40.0] 24.8285 (1.0) 24.8285 (1.0) 24.8285 (1.0) 0.0000 (1.0) 24.8285 (1.0) 0.0000 (1.0) 0;0 0.0403 (1.0) 1 1 -test_data_status_all_flags-data-noop[2.58.2] 25.5815 (1.03) 25.5815 (1.03) 25.5815 (1.03) 0.0000 (1.0) 25.5815 (1.03) 0.0000 (1.0) 0;0 0.0391 (0.97) 1 1 -test_data_status_all_flags-data-noop[3.0.0] 25.8459 (1.04) 25.8459 (1.04) 25.8459 (1.04) 0.0000 (1.0) 25.8459 (1.04) 0.0000 (1.0) 0;0 0.0387 (0.96) 1 1 -test_data_status_all_flags-data-noop[main] 25.5351 (1.03) 25.5351 (1.03) 25.5351 (1.03) 0.0000 (1.0) 25.5351 (1.03) 0.0000 (1.0) 0;0 0.0392 (0.97) 1 1 +test_data_status_all_flags-data-noop[2.58.2] 32.6096 (1.02) 32.6096 (1.02) 32.6096 (1.02) 0.0000 (1.0) 32.6096 (1.02) 0.0000 (1.0) 0;0 0.0307 (0.98) 1 1 +test_data_status_all_flags-data-noop[3.0.0] 32.0002 (1.0) 32.0002 (1.0) 32.0002 (1.0) 0.0000 (1.0) 32.0002 (1.0) 0.0000 (1.0) 0;0 0.0312 (1.0) 1 1 +test_data_status_all_flags-data-noop[3.10.0] 34.1128 (1.07) 34.1128 (1.07) 34.1128 (1.07) 0.0000 (1.0) 34.1128 (1.07) 0.0000 (1.0) 0;0 0.0293 (0.94) 1 1 +test_data_status_all_flags-data-noop[3.20.0] 32.9269 (1.03) 32.9269 (1.03) 32.9269 (1.03) 0.0000 (1.0) 32.9269 (1.03) 0.0000 (1.0) 0;0 0.0304 (0.97) 1 1 +test_data_status_all_flags-data-noop[main] 34.0526 (1.06) 34.0526 (1.06) 34.0526 (1.06) 0.0000 (1.0) 34.0526 (1.06) 0.0000 (1.0) 0;0 0.0294 (0.94) 1 1 --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Legend: @@ -277,7 +281,7 @@@@ -306,11 +310,11 @@ ---------------------------------------------------------------------------- benchmark 'test_add-add': 5 tests ---------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_add-add[2.11.0] 182.4784 (1.77) 182.4784 (1.77) 182.4784 (1.77) 0.0000 (1.0) 182.4784 (1.77) 0.0000 (1.0) 0;0 0.0055 (0.57) 1 1 -test_add-add[2.40.0] 155.8595 (1.51) 155.8595 (1.51) 155.8595 (1.51) 0.0000 (1.0) 155.8595 (1.51) 0.0000 (1.0) 0;0 0.0064 (0.66) 1 1 -test_add-add[2.58.2] 103.5902 (1.00) 103.5902 (1.00) 103.5902 (1.00) 0.0000 (1.0) 103.5902 (1.00) 0.0000 (1.0) 0;0 0.0097 (1.00) 1 1 -test_add-add[3.0.0] 103.3529 (1.0) 103.3529 (1.0) 103.3529 (1.0) 0.0000 (1.0) 103.3529 (1.0) 0.0000 (1.0) 0;0 0.0097 (1.0) 1 1 -test_add-add[main] 104.9242 (1.02) 104.9242 (1.02) 104.9242 (1.02) 0.0000 (1.0) 104.9242 (1.02) 0.0000 (1.0) 0;0 0.0095 (0.99) 1 1 +test_add-add[2.58.2] 171.7410 (1.02) 171.7410 (1.02) 171.7410 (1.02) 0.0000 (1.0) 171.7410 (1.02) 0.0000 (1.0) 0;0 0.0058 (0.98) 1 1 +test_add-add[3.0.0] 169.1586 (1.0) 169.1586 (1.0) 169.1586 (1.0) 0.0000 (1.0) 169.1586 (1.0) 0.0000 (1.0) 0;0 0.0059 (1.0) 1 1 +test_add-add[3.10.0] 170.7629 (1.01) 170.7629 (1.01) 170.7629 (1.01) 0.0000 (1.0) 170.7629 (1.01) 0.0000 (1.0) 0;0 0.0059 (0.99) 1 1 +test_add-add[3.20.0] 172.8685 (1.02) 172.8685 (1.02) 172.8685 (1.02) 0.0000 (1.0) 172.8685 (1.02) 0.0000 (1.0) 0;0 0.0058 (0.98) 1 1 +test_add-add[main] 179.0598 (1.06) 179.0598 (1.06) 179.0598 (1.06) 0.0000 (1.0) 179.0598 (1.06) 0.0000 (1.0) 0;0 0.0056 (0.94) 1 1 ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Legend: @@ -342,7 +346,7 @@@@ -350,7 +354,7 @@@@ -358,7 +362,7 @@@@ -366,7 +370,7 @@@@ -395,42 +399,42 @@ -------------------------------------------------------------------------- benchmark 'test_diff-diff': 5 tests -------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_diff-diff[2.11.0] 48.3411 (1.54) 48.3411 (1.54) 48.3411 (1.54) 0.0000 (1.0) 48.3411 (1.54) 0.0000 (1.0) 0;0 0.0207 (0.65) 1 1 -test_diff-diff[2.40.0] 33.5810 (1.07) 33.5810 (1.07) 33.5810 (1.07) 0.0000 (1.0) 33.5810 (1.07) 0.0000 (1.0) 0;0 0.0298 (0.94) 1 1 -test_diff-diff[2.58.2] 31.5177 (1.00) 31.5177 (1.00) 31.5177 (1.00) 0.0000 (1.0) 31.5177 (1.00) 0.0000 (1.0) 0;0 0.0317 (1.00) 1 1 -test_diff-diff[3.0.0] 31.4692 (1.0) 31.4692 (1.0) 31.4692 (1.0) 0.0000 (1.0) 31.4692 (1.0) 0.0000 (1.0) 0;0 0.0318 (1.0) 1 1 -test_diff-diff[main] 36.0098 (1.14) 36.0098 (1.14) 36.0098 (1.14) 0.0000 (1.0) 36.0098 (1.14) 0.0000 (1.0) 0;0 0.0278 (0.87) 1 1 +test_diff-diff[2.58.2] 33.3382 (1.0) 33.3382 (1.0) 33.3382 (1.0) 0.0000 (1.0) 33.3382 (1.0) 0.0000 (1.0) 0;0 0.0300 (1.0) 1 1 +test_diff-diff[3.0.0] 35.3961 (1.06) 35.3961 (1.06) 35.3961 (1.06) 0.0000 (1.0) 35.3961 (1.06) 0.0000 (1.0) 0;0 0.0283 (0.94) 1 1 +test_diff-diff[3.10.0] 35.8091 (1.07) 35.8091 (1.07) 35.8091 (1.07) 0.0000 (1.0) 35.8091 (1.07) 0.0000 (1.0) 0;0 0.0279 (0.93) 1 1 +test_diff-diff[3.20.0] 35.0378 (1.05) 35.0378 (1.05) 35.0378 (1.05) 0.0000 (1.0) 35.0378 (1.05) 0.0000 (1.0) 0;0 0.0285 (0.95) 1 1 +test_diff-diff[main] 40.1278 (1.20) 40.1278 (1.20) 40.1278 (1.20) 0.0000 (1.0) 40.1278 (1.20) 0.0000 (1.0) 0;0 0.0249 (0.83) 1 1 ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -------------------------------------------------------------------------- benchmark 'test_diff-diff-changed': 5 tests -------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_diff-diff-changed[2.11.0] 30.0027 (4.47) 30.0027 (4.47) 30.0027 (4.47) 0.0000 (1.0) 30.0027 (4.47) 0.0000 (1.0) 0;0 0.0333 (0.22) 1 1 -test_diff-diff-changed[2.40.0] 6.7135 (1.0) 6.7135 (1.0) 6.7135 (1.0) 0.0000 (1.0) 6.7135 (1.0) 0.0000 (1.0) 0;0 0.1490 (1.0) 1 1 -test_diff-diff-changed[2.58.2] 10.3729 (1.55) 10.3729 (1.55) 10.3729 (1.55) 0.0000 (1.0) 10.3729 (1.55) 0.0000 (1.0) 0;0 0.0964 (0.65) 1 1 -test_diff-diff-changed[3.0.0] 10.9659 (1.63) 10.9659 (1.63) 10.9659 (1.63) 0.0000 (1.0) 10.9659 (1.63) 0.0000 (1.0) 0;0 0.0912 (0.61) 1 1 -test_diff-diff-changed[main] 9.0250 (1.34) 9.0250 (1.34) 9.0250 (1.34) 0.0000 (1.0) 9.0250 (1.34) 0.0000 (1.0) 0;0 0.1108 (0.74) 1 1 +test_diff-diff-changed[2.58.2] 12.1513 (1.04) 12.1513 (1.04) 12.1513 (1.04) 0.0000 (1.0) 12.1513 (1.04) 0.0000 (1.0) 0;0 0.0823 (0.96) 1 1 +test_diff-diff-changed[3.0.0] 13.4357 (1.15) 13.4357 (1.15) 13.4357 (1.15) 0.0000 (1.0) 13.4357 (1.15) 0.0000 (1.0) 0;0 0.0744 (0.87) 1 1 +test_diff-diff-changed[3.10.0] 13.3848 (1.14) 13.3848 (1.14) 13.3848 (1.14) 0.0000 (1.0) 13.3848 (1.14) 0.0000 (1.0) 0;0 0.0747 (0.88) 1 1 +test_diff-diff-changed[3.20.0] 13.3464 (1.14) 13.3464 (1.14) 13.3464 (1.14) 0.0000 (1.0) 13.3464 (1.14) 0.0000 (1.0) 0;0 0.0749 (0.88) 1 1 +test_diff-diff-changed[main] 11.7171 (1.0) 11.7171 (1.0) 11.7171 (1.0) 0.0000 (1.0) 11.7171 (1.0) 0.0000 (1.0) 0;0 0.0853 (1.0) 1 1 ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ------------------------------------------------------------------------- benchmark 'test_diff-diff-changed-noop': 5 tests ------------------------------------------------------------------------ -Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_diff-diff-changed-noop[2.11.0] 3.4682 (1.0) 3.4682 (1.0) 3.4682 (1.0) 0.0000 (1.0) 3.4682 (1.0) 0.0000 (1.0) 0;0 0.2883 (1.0) 1 1 -test_diff-diff-changed-noop[2.40.0] 6.8328 (1.97) 6.8328 (1.97) 6.8328 (1.97) 0.0000 (1.0) 6.8328 (1.97) 0.0000 (1.0) 0;0 0.1464 (0.51) 1 1 -test_diff-diff-changed-noop[2.58.2] 8.7647 (2.53) 8.7647 (2.53) 8.7647 (2.53) 0.0000 (1.0) 8.7647 (2.53) 0.0000 (1.0) 0;0 0.1141 (0.40) 1 1 -test_diff-diff-changed-noop[3.0.0] 9.2461 (2.67) 9.2461 (2.67) 9.2461 (2.67) 0.0000 (1.0) 9.2461 (2.67) 0.0000 (1.0) 0;0 0.1082 (0.38) 1 1 -test_diff-diff-changed-noop[main] 8.9822 (2.59) 8.9822 (2.59) 8.9822 (2.59) 0.0000 (1.0) 8.9822 (2.59) 0.0000 (1.0) 0;0 0.1113 (0.39) 1 1 --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- +-------------------------------------------------------------------------- benchmark 'test_diff-diff-changed-noop': 5 tests -------------------------------------------------------------------------- +Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ +test_diff-diff-changed-noop[2.58.2] 10.7368 (1.0) 10.7368 (1.0) 10.7368 (1.0) 0.0000 (1.0) 10.7368 (1.0) 0.0000 (1.0) 0;0 0.0931 (1.0) 1 1 +test_diff-diff-changed-noop[3.0.0] 11.5291 (1.07) 11.5291 (1.07) 11.5291 (1.07) 0.0000 (1.0) 11.5291 (1.07) 0.0000 (1.0) 0;0 0.0867 (0.93) 1 1 +test_diff-diff-changed-noop[3.10.0] 11.7295 (1.09) 11.7295 (1.09) 11.7295 (1.09) 0.0000 (1.0) 11.7295 (1.09) 0.0000 (1.0) 0;0 0.0853 (0.92) 1 1 +test_diff-diff-changed-noop[3.20.0] 11.7170 (1.09) 11.7170 (1.09) 11.7170 (1.09) 0.0000 (1.0) 11.7170 (1.09) 0.0000 (1.0) 0;0 0.0853 (0.92) 1 1 +test_diff-diff-changed-noop[main] 11.4624 (1.07) 11.4624 (1.07) 11.4624 (1.07) 0.0000 (1.0) 11.4624 (1.07) 0.0000 (1.0) 0;0 0.0872 (0.94) 1 1 +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ ------------------------------------------------------------------------- benchmark 'test_diff-diff-noop': 5 tests ------------------------------------------------------------------------ -Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_diff-diff-noop[2.11.0] 3.8559 (1.0) 3.8559 (1.0) 3.8559 (1.0) 0.0000 (1.0) 3.8559 (1.0) 0.0000 (1.0) 0;0 0.2593 (1.0) 1 1 -test_diff-diff-noop[2.40.0] 6.9063 (1.79) 6.9063 (1.79) 6.9063 (1.79) 0.0000 (1.0) 6.9063 (1.79) 0.0000 (1.0) 0;0 0.1448 (0.56) 1 1 -test_diff-diff-noop[2.58.2] 6.6210 (1.72) 6.6210 (1.72) 6.6210 (1.72) 0.0000 (1.0) 6.6210 (1.72) 0.0000 (1.0) 0;0 0.1510 (0.58) 1 1 -test_diff-diff-noop[3.0.0] 7.2509 (1.88) 7.2509 (1.88) 7.2509 (1.88) 0.0000 (1.0) 7.2509 (1.88) 0.0000 (1.0) 0;0 0.1379 (0.53) 1 1 -test_diff-diff-noop[main] 8.9368 (2.32) 8.9368 (2.32) 8.9368 (2.32) 0.0000 (1.0) 8.9368 (2.32) 0.0000 (1.0) 0;0 0.1119 (0.43) 1 1 ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- +-------------------------------------------------------------------------- benchmark 'test_diff-diff-noop': 5 tests -------------------------------------------------------------------------- +Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations +---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- +test_diff-diff-noop[2.58.2] 8.3079 (1.0) 8.3079 (1.0) 8.3079 (1.0) 0.0000 (1.0) 8.3079 (1.0) 0.0000 (1.0) 0;0 0.1204 (1.0) 1 1 +test_diff-diff-noop[3.0.0] 9.1660 (1.10) 9.1660 (1.10) 9.1660 (1.10) 0.0000 (1.0) 9.1660 (1.10) 0.0000 (1.0) 0;0 0.1091 (0.91) 1 1 +test_diff-diff-noop[3.10.0] 9.1815 (1.11) 9.1815 (1.11) 9.1815 (1.11) 0.0000 (1.0) 9.1815 (1.11) 0.0000 (1.0) 0;0 0.1089 (0.90) 1 1 +test_diff-diff-noop[3.20.0] 9.5332 (1.15) 9.5332 (1.15) 9.5332 (1.15) 0.0000 (1.0) 9.5332 (1.15) 0.0000 (1.0) 0;0 0.1049 (0.87) 1 1 +test_diff-diff-noop[main] 11.0599 (1.33) 11.0599 (1.33) 11.0599 (1.33) 0.0000 (1.0) 11.0599 (1.33) 0.0000 (1.0) 0;0 0.0904 (0.75) 1 1 +---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Legend: Outliers: 1 Standard Deviation from Mean; 1.5 IQR (InterQuartile Range) from 1st Quartile and 3rd Quartile. @@ -461,7 +465,7 @@@@ -469,7 +473,7 @@@@ -477,7 +481,7 @@@@ -485,7 +489,7 @@@@ -493,7 +497,7 @@@@ -501,7 +505,7 @@@@ -530,61 +534,61 @@ ---------------------------------------------------------------------------- benchmark 'test_partial_remove-add': 5 tests ---------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ -test_partial_remove-add[2.11.0] 279.1408 (1.75) 279.1408 (1.75) 279.1408 (1.75) 0.0000 (1.0) 279.1408 (1.75) 0.0000 (1.0) 0;0 0.0036 (0.57) 1 1 -test_partial_remove-add[2.40.0] 251.7310 (1.58) 251.7310 (1.58) 251.7310 (1.58) 0.0000 (1.0) 251.7310 (1.58) 0.0000 (1.0) 0;0 0.0040 (0.63) 1 1 -test_partial_remove-add[2.58.2] 161.3716 (1.01) 161.3716 (1.01) 161.3716 (1.01) 0.0000 (1.0) 161.3716 (1.01) 0.0000 (1.0) 0;0 0.0062 (0.99) 1 1 -test_partial_remove-add[3.0.0] 161.7591 (1.01) 161.7591 (1.01) 161.7591 (1.01) 0.0000 (1.0) 161.7591 (1.01) 0.0000 (1.0) 0;0 0.0062 (0.99) 1 1 -test_partial_remove-add[main] 159.8177 (1.0) 159.8177 (1.0) 159.8177 (1.0) 0.0000 (1.0) 159.8177 (1.0) 0.0000 (1.0) 0;0 0.0063 (1.0) 1 1 +test_partial_remove-add[2.58.2] 124.4708 (1.0) 124.4708 (1.0) 124.4708 (1.0) 0.0000 (1.0) 124.4708 (1.0) 0.0000 (1.0) 0;0 0.0080 (1.0) 1 1 +test_partial_remove-add[3.0.0] 128.1913 (1.03) 128.1913 (1.03) 128.1913 (1.03) 0.0000 (1.0) 128.1913 (1.03) 0.0000 (1.0) 0;0 0.0078 (0.97) 1 1 +test_partial_remove-add[3.10.0] 125.5683 (1.01) 125.5683 (1.01) 125.5683 (1.01) 0.0000 (1.0) 125.5683 (1.01) 0.0000 (1.0) 0;0 0.0080 (0.99) 1 1 +test_partial_remove-add[3.20.0] 126.7564 (1.02) 126.7564 (1.02) 126.7564 (1.02) 0.0000 (1.0) 126.7564 (1.02) 0.0000 (1.0) 0;0 0.0079 (0.98) 1 1 +test_partial_remove-add[main] 127.7888 (1.03) 127.7888 (1.03) 127.7888 (1.03) 0.0000 (1.0) 127.7888 (1.03) 0.0000 (1.0) 0;0 0.0078 (0.97) 1 1 ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ -------------------------------------------------------------------------- benchmark 'test_partial_remove-add-update': 5 tests -------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_partial_remove-add-update[2.11.0] 27.7123 (1.94) 27.7123 (1.94) 27.7123 (1.94) 0.0000 (1.0) 27.7123 (1.94) 0.0000 (1.0) 0;0 0.0361 (0.52) 1 1 -test_partial_remove-add-update[2.40.0] 14.8311 (1.04) 14.8311 (1.04) 14.8311 (1.04) 0.0000 (1.0) 14.8311 (1.04) 0.0000 (1.0) 0;0 0.0674 (0.96) 1 1 -test_partial_remove-add-update[2.58.2] 15.6677 (1.10) 15.6677 (1.10) 15.6677 (1.10) 0.0000 (1.0) 15.6677 (1.10) 0.0000 (1.0) 0;0 0.0638 (0.91) 1 1 -test_partial_remove-add-update[3.0.0] 14.7160 (1.03) 14.7160 (1.03) 14.7160 (1.03) 0.0000 (1.0) 14.7160 (1.03) 0.0000 (1.0) 0;0 0.0680 (0.97) 1 1 -test_partial_remove-add-update[main] 14.2977 (1.0) 14.2977 (1.0) 14.2977 (1.0) 0.0000 (1.0) 14.2977 (1.0) 0.0000 (1.0) 0;0 0.0699 (1.0) 1 1 +test_partial_remove-add-update[2.58.2] 11.6100 (1.04) 11.6100 (1.04) 11.6100 (1.04) 0.0000 (1.0) 11.6100 (1.04) 0.0000 (1.0) 0;0 0.0861 (0.96) 1 1 +test_partial_remove-add-update[3.0.0] 11.3226 (1.02) 11.3226 (1.02) 11.3226 (1.02) 0.0000 (1.0) 11.3226 (1.02) 0.0000 (1.0) 0;0 0.0883 (0.99) 1 1 +test_partial_remove-add-update[3.10.0] 11.8012 (1.06) 11.8012 (1.06) 11.8012 (1.06) 0.0000 (1.0) 11.8012 (1.06) 0.0000 (1.0) 0;0 0.0847 (0.95) 1 1 +test_partial_remove-add-update[3.20.0] 11.9458 (1.07) 11.9458 (1.07) 11.9458 (1.07) 0.0000 (1.0) 11.9458 (1.07) 0.0000 (1.0) 0;0 0.0837 (0.93) 1 1 +test_partial_remove-add-update[main] 11.1535 (1.0) 11.1535 (1.0) 11.1535 (1.0) 0.0000 (1.0) 11.1535 (1.0) 0.0000 (1.0) 0;0 0.0897 (1.0) 1 1 --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ------------------------------------------------------------------------ benchmark 'test_partial_remove-gc': 5 tests ------------------------------------------------------------------------ Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_partial_remove-gc[2.11.0] 5.1712 (1.05) 5.1712 (1.05) 5.1712 (1.05) 0.0000 (1.0) 5.1712 (1.05) 0.0000 (1.0) 0;0 0.1934 (0.95) 1 1 -test_partial_remove-gc[2.40.0] 4.9365 (1.0) 4.9365 (1.0) 4.9365 (1.0) 0.0000 (1.0) 4.9365 (1.0) 0.0000 (1.0) 0;0 0.2026 (1.0) 1 1 -test_partial_remove-gc[2.58.2] 5.8718 (1.19) 5.8718 (1.19) 5.8718 (1.19) 0.0000 (1.0) 5.8718 (1.19) 0.0000 (1.0) 0;0 0.1703 (0.84) 1 1 -test_partial_remove-gc[3.0.0] 6.0929 (1.23) 6.0929 (1.23) 6.0929 (1.23) 0.0000 (1.0) 6.0929 (1.23) 0.0000 (1.0) 0;0 0.1641 (0.81) 1 1 -test_partial_remove-gc[main] 6.8194 (1.38) 6.8194 (1.38) 6.8194 (1.38) 0.0000 (1.0) 6.8194 (1.38) 0.0000 (1.0) 0;0 0.1466 (0.72) 1 1 +test_partial_remove-gc[2.58.2] 4.7743 (1.0) 4.7743 (1.0) 4.7743 (1.0) 0.0000 (1.0) 4.7743 (1.0) 0.0000 (1.0) 0;0 0.2095 (1.0) 1 1 +test_partial_remove-gc[3.0.0] 5.7092 (1.20) 5.7092 (1.20) 5.7092 (1.20) 0.0000 (1.0) 5.7092 (1.20) 0.0000 (1.0) 0;0 0.1752 (0.84) 1 1 +test_partial_remove-gc[3.10.0] 5.7881 (1.21) 5.7881 (1.21) 5.7881 (1.21) 0.0000 (1.0) 5.7881 (1.21) 0.0000 (1.0) 0;0 0.1728 (0.82) 1 1 +test_partial_remove-gc[3.20.0] 5.4913 (1.15) 5.4913 (1.15) 5.4913 (1.15) 0.0000 (1.0) 5.4913 (1.15) 0.0000 (1.0) 0;0 0.1821 (0.87) 1 1 +test_partial_remove-gc[main] 5.4027 (1.13) 5.4027 (1.13) 5.4027 (1.13) 0.0000 (1.0) 5.4027 (1.13) 0.0000 (1.0) 0;0 0.1851 (0.88) 1 1 --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ------------------------------------------------------------------------ benchmark 'test_partial_remove-gc-cloud': 5 tests ------------------------------------------------------------------------ Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_partial_remove-gc-cloud[2.11.0] 8.1349 (1.0) 8.1349 (1.0) 8.1349 (1.0) 0.0000 (1.0) 8.1349 (1.0) 0.0000 (1.0) 0;0 0.1229 (1.0) 1 1 -test_partial_remove-gc-cloud[2.40.0] 8.2694 (1.02) 8.2694 (1.02) 8.2694 (1.02) 0.0000 (1.0) 8.2694 (1.02) 0.0000 (1.0) 0;0 0.1209 (0.98) 1 1 -test_partial_remove-gc-cloud[2.58.2] 9.2401 (1.14) 9.2401 (1.14) 9.2401 (1.14) 0.0000 (1.0) 9.2401 (1.14) 0.0000 (1.0) 0;0 0.1082 (0.88) 1 1 -test_partial_remove-gc-cloud[3.0.0] 9.9469 (1.22) 9.9469 (1.22) 9.9469 (1.22) 0.0000 (1.0) 9.9469 (1.22) 0.0000 (1.0) 0;0 0.1005 (0.82) 1 1 -test_partial_remove-gc-cloud[main] 9.8698 (1.21) 9.8698 (1.21) 9.8698 (1.21) 0.0000 (1.0) 9.8698 (1.21) 0.0000 (1.0) 0;0 0.1013 (0.82) 1 1 +test_partial_remove-gc-cloud[2.58.2] 7.7472 (1.0) 7.7472 (1.0) 7.7472 (1.0) 0.0000 (1.0) 7.7472 (1.0) 0.0000 (1.0) 0;0 0.1291 (1.0) 1 1 +test_partial_remove-gc-cloud[3.0.0] 8.6266 (1.11) 8.6266 (1.11) 8.6266 (1.11) 0.0000 (1.0) 8.6266 (1.11) 0.0000 (1.0) 0;0 0.1159 (0.90) 1 1 +test_partial_remove-gc-cloud[3.10.0] 8.4754 (1.09) 8.4754 (1.09) 8.4754 (1.09) 0.0000 (1.0) 8.4754 (1.09) 0.0000 (1.0) 0;0 0.1180 (0.91) 1 1 +test_partial_remove-gc-cloud[3.20.0] 8.5340 (1.10) 8.5340 (1.10) 8.5340 (1.10) 0.0000 (1.0) 8.5340 (1.10) 0.0000 (1.0) 0;0 0.1172 (0.91) 1 1 +test_partial_remove-gc-cloud[main] 8.8511 (1.14) 8.8511 (1.14) 8.8511 (1.14) 0.0000 (1.0) 8.8511 (1.14) 0.0000 (1.0) 0;0 0.1130 (0.88) 1 1 --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ---------------------------------------------------------------------------- benchmark 'test_partial_remove-push': 5 tests ---------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_partial_remove-push[2.11.0] 178.5897 (3.02) 178.5897 (3.02) 178.5897 (3.02) 0.0000 (1.0) 178.5897 (3.02) 0.0000 (1.0) 0;0 0.0056 (0.33) 1 1 -test_partial_remove-push[2.40.0] 204.0892 (3.45) 204.0892 (3.45) 204.0892 (3.45) 0.0000 (1.0) 204.0892 (3.45) 0.0000 (1.0) 0;0 0.0049 (0.29) 1 1 -test_partial_remove-push[2.58.2] 131.5673 (2.22) 131.5673 (2.22) 131.5673 (2.22) 0.0000 (1.0) 131.5673 (2.22) 0.0000 (1.0) 0;0 0.0076 (0.45) 1 1 -test_partial_remove-push[3.0.0] 59.2135 (1.0) 59.2135 (1.0) 59.2135 (1.0) 0.0000 (1.0) 59.2135 (1.0) 0.0000 (1.0) 0;0 0.0169 (1.0) 1 1 -test_partial_remove-push[main] 139.5540 (2.36) 139.5540 (2.36) 139.5540 (2.36) 0.0000 (1.0) 139.5540 (2.36) 0.0000 (1.0) 0;0 0.0072 (0.42) 1 1 +test_partial_remove-push[2.58.2] 97.5416 (2.33) 97.5416 (2.33) 97.5416 (2.33) 0.0000 (1.0) 97.5416 (2.33) 0.0000 (1.0) 0;0 0.0103 (0.43) 1 1 +test_partial_remove-push[3.0.0] 41.9655 (1.00) 41.9655 (1.00) 41.9655 (1.00) 0.0000 (1.0) 41.9655 (1.00) 0.0000 (1.0) 0;0 0.0238 (1.00) 1 1 +test_partial_remove-push[3.10.0] 41.8834 (1.0) 41.8834 (1.0) 41.8834 (1.0) 0.0000 (1.0) 41.8834 (1.0) 0.0000 (1.0) 0;0 0.0239 (1.0) 1 1 +test_partial_remove-push[3.20.0] 97.2170 (2.32) 97.2170 (2.32) 97.2170 (2.32) 0.0000 (1.0) 97.2170 (2.32) 0.0000 (1.0) 0;0 0.0103 (0.43) 1 1 +test_partial_remove-push[main] 106.1695 (2.53) 106.1695 (2.53) 106.1695 (2.53) 0.0000 (1.0) 106.1695 (2.53) 0.0000 (1.0) 0;0 0.0094 (0.39) 1 1 ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ------------------------------------------------------------------------ benchmark 'test_partial_remove-push-update': 5 tests ------------------------------------------------------------------------ Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ -test_partial_remove-push-update[2.11.0] 3.2861 (1.07) 3.2861 (1.07) 3.2861 (1.07) 0.0000 (1.0) 3.2861 (1.07) 0.0000 (1.0) 0;0 0.3043 (0.94) 1 1 -test_partial_remove-push-update[2.40.0] 3.0854 (1.0) 3.0854 (1.0) 3.0854 (1.0) 0.0000 (1.0) 3.0854 (1.0) 0.0000 (1.0) 0;0 0.3241 (1.0) 1 1 -test_partial_remove-push-update[2.58.2] 3.4033 (1.10) 3.4033 (1.10) 3.4033 (1.10) 0.0000 (1.0) 3.4033 (1.10) 0.0000 (1.0) 0;0 0.2938 (0.91) 1 1 -test_partial_remove-push-update[3.0.0] 3.2593 (1.06) 3.2593 (1.06) 3.2593 (1.06) 0.0000 (1.0) 3.2593 (1.06) 0.0000 (1.0) 0;0 0.3068 (0.95) 1 1 -test_partial_remove-push-update[main] 5.3175 (1.72) 5.3175 (1.72) 5.3175 (1.72) 0.0000 (1.0) 5.3175 (1.72) 0.0000 (1.0) 0;0 0.1881 (0.58) 1 1 +test_partial_remove-push-update[2.58.2] 2.6363 (1.04) 2.6363 (1.04) 2.6363 (1.04) 0.0000 (1.0) 2.6363 (1.04) 0.0000 (1.0) 0;0 0.3793 (0.96) 1 1 +test_partial_remove-push-update[3.0.0] 2.5905 (1.02) 2.5905 (1.02) 2.5905 (1.02) 0.0000 (1.0) 2.5905 (1.02) 0.0000 (1.0) 0;0 0.3860 (0.98) 1 1 +test_partial_remove-push-update[3.10.0] 2.5328 (1.0) 2.5328 (1.0) 2.5328 (1.0) 0.0000 (1.0) 2.5328 (1.0) 0.0000 (1.0) 0;0 0.3948 (1.0) 1 1 +test_partial_remove-push-update[3.20.0] 2.5978 (1.03) 2.5978 (1.03) 2.5978 (1.03) 0.0000 (1.0) 2.5978 (1.03) 0.0000 (1.0) 0;0 0.3849 (0.97) 1 1 +test_partial_remove-push-update[main] 3.7800 (1.49) 3.7800 (1.49) 3.7800 (1.49) 0.0000 (1.0) 3.7800 (1.49) 0.0000 (1.0) 0;0 0.2646 (0.67) 1 1 ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ Legend: @@ -616,7 +620,7 @@@@ -624,7 +628,7 @@@@ -632,7 +636,7 @@@@ -640,7 +644,7 @@@@ -648,7 +652,7 @@@@ -656,7 +660,7 @@@@ -685,61 +689,61 @@ ---------------------------------------------------------------------------- benchmark 'test_partial_add-add': 5 tests ---------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_partial_add-add[2.11.0] 225.2458 (1.83) 225.2458 (1.83) 225.2458 (1.83) 0.0000 (1.0) 225.2458 (1.83) 0.0000 (1.0) 0;0 0.0044 (0.55) 1 1 -test_partial_add-add[2.40.0] 192.3289 (1.57) 192.3289 (1.57) 192.3289 (1.57) 0.0000 (1.0) 192.3289 (1.57) 0.0000 (1.0) 0;0 0.0052 (0.64) 1 1 -test_partial_add-add[2.58.2] 125.3561 (1.02) 125.3561 (1.02) 125.3561 (1.02) 0.0000 (1.0) 125.3561 (1.02) 0.0000 (1.0) 0;0 0.0080 (0.98) 1 1 -test_partial_add-add[3.0.0] 122.8064 (1.0) 122.8064 (1.0) 122.8064 (1.0) 0.0000 (1.0) 122.8064 (1.0) 0.0000 (1.0) 0;0 0.0081 (1.0) 1 1 -test_partial_add-add[main] 124.3152 (1.01) 124.3152 (1.01) 124.3152 (1.01) 0.0000 (1.0) 124.3152 (1.01) 0.0000 (1.0) 0;0 0.0080 (0.99) 1 1 +test_partial_add-add[2.58.2] 139.1174 (1.00) 139.1174 (1.00) 139.1174 (1.00) 0.0000 (1.0) 139.1174 (1.00) 0.0000 (1.0) 0;0 0.0072 (1.00) 1 1 +test_partial_add-add[3.0.0] 139.2406 (1.01) 139.2406 (1.01) 139.2406 (1.01) 0.0000 (1.0) 139.2406 (1.01) 0.0000 (1.0) 0;0 0.0072 (0.99) 1 1 +test_partial_add-add[3.10.0] 138.4610 (1.0) 138.4610 (1.0) 138.4610 (1.0) 0.0000 (1.0) 138.4610 (1.0) 0.0000 (1.0) 0;0 0.0072 (1.0) 1 1 +test_partial_add-add[3.20.0] 139.1164 (1.00) 139.1164 (1.00) 139.1164 (1.00) 0.0000 (1.0) 139.1164 (1.00) 0.0000 (1.0) 0;0 0.0072 (1.00) 1 1 +test_partial_add-add[main] 140.4005 (1.01) 140.4005 (1.01) 140.4005 (1.01) 0.0000 (1.0) 140.4005 (1.01) 0.0000 (1.0) 0;0 0.0071 (0.99) 1 1 --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ---------------------------------------------------------------------------- benchmark 'test_partial_add-add-partial': 5 tests ---------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_partial_add-add-partial[2.11.0] 208.1694 (1.96) 208.1694 (1.96) 208.1694 (1.96) 0.0000 (1.0) 208.1694 (1.96) 0.0000 (1.0) 0;0 0.0048 (0.51) 1 1 -test_partial_add-add-partial[2.40.0] 111.6521 (1.05) 111.6521 (1.05) 111.6521 (1.05) 0.0000 (1.0) 111.6521 (1.05) 0.0000 (1.0) 0;0 0.0090 (0.95) 1 1 -test_partial_add-add-partial[2.58.2] 106.9884 (1.01) 106.9884 (1.01) 106.9884 (1.01) 0.0000 (1.0) 106.9884 (1.01) 0.0000 (1.0) 0;0 0.0093 (0.99) 1 1 -test_partial_add-add-partial[3.0.0] 106.4550 (1.00) 106.4550 (1.00) 106.4550 (1.00) 0.0000 (1.0) 106.4550 (1.00) 0.0000 (1.0) 0;0 0.0094 (1.00) 1 1 -test_partial_add-add-partial[main] 106.1278 (1.0) 106.1278 (1.0) 106.1278 (1.0) 0.0000 (1.0) 106.1278 (1.0) 0.0000 (1.0) 0;0 0.0094 (1.0) 1 1 +test_partial_add-add-partial[2.58.2] 117.4896 (1.01) 117.4896 (1.01) 117.4896 (1.01) 0.0000 (1.0) 117.4896 (1.01) 0.0000 (1.0) 0;0 0.0085 (0.99) 1 1 +test_partial_add-add-partial[3.0.0] 117.3827 (1.01) 117.3827 (1.01) 117.3827 (1.01) 0.0000 (1.0) 117.3827 (1.01) 0.0000 (1.0) 0;0 0.0085 (0.99) 1 1 +test_partial_add-add-partial[3.10.0] 120.0757 (1.03) 120.0757 (1.03) 120.0757 (1.03) 0.0000 (1.0) 120.0757 (1.03) 0.0000 (1.0) 0;0 0.0083 (0.97) 1 1 +test_partial_add-add-partial[3.20.0] 116.7307 (1.0) 116.7307 (1.0) 116.7307 (1.0) 0.0000 (1.0) 116.7307 (1.0) 0.0000 (1.0) 0;0 0.0086 (1.0) 1 1 +test_partial_add-add-partial[main] 118.8509 (1.02) 118.8509 (1.02) 118.8509 (1.02) 0.0000 (1.0) 118.8509 (1.02) 0.0000 (1.0) 0;0 0.0084 (0.98) 1 1 ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -------------------------------------------------------------------------- benchmark 'test_partial_add-gc-cloud-noop': 5 tests -------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_partial_add-gc-cloud-noop[2.11.0] 6.5472 (1.0) 6.5472 (1.0) 6.5472 (1.0) 0.0000 (1.0) 6.5472 (1.0) 0.0000 (1.0) 0;0 0.1527 (1.0) 1 1 -test_partial_add-gc-cloud-noop[2.40.0] 7.9907 (1.22) 7.9907 (1.22) 7.9907 (1.22) 0.0000 (1.0) 7.9907 (1.22) 0.0000 (1.0) 0;0 0.1251 (0.82) 1 1 -test_partial_add-gc-cloud-noop[2.58.2] 11.1516 (1.70) 11.1516 (1.70) 11.1516 (1.70) 0.0000 (1.0) 11.1516 (1.70) 0.0000 (1.0) 0;0 0.0897 (0.59) 1 1 -test_partial_add-gc-cloud-noop[3.0.0] 14.5475 (2.22) 14.5475 (2.22) 14.5475 (2.22) 0.0000 (1.0) 14.5475 (2.22) 0.0000 (1.0) 0;0 0.0687 (0.45) 1 1 -test_partial_add-gc-cloud-noop[main] 17.0088 (2.60) 17.0088 (2.60) 17.0088 (2.60) 0.0000 (1.0) 17.0088 (2.60) 0.0000 (1.0) 0;0 0.0588 (0.38) 1 1 +test_partial_add-gc-cloud-noop[2.58.2] 9.3901 (1.0) 9.3901 (1.0) 9.3901 (1.0) 0.0000 (1.0) 9.3901 (1.0) 0.0000 (1.0) 0;0 0.1065 (1.0) 1 1 +test_partial_add-gc-cloud-noop[3.0.0] 13.7418 (1.46) 13.7418 (1.46) 13.7418 (1.46) 0.0000 (1.0) 13.7418 (1.46) 0.0000 (1.0) 0;0 0.0728 (0.68) 1 1 +test_partial_add-gc-cloud-noop[3.10.0] 13.4660 (1.43) 13.4660 (1.43) 13.4660 (1.43) 0.0000 (1.0) 13.4660 (1.43) 0.0000 (1.0) 0;0 0.0743 (0.70) 1 1 +test_partial_add-gc-cloud-noop[3.20.0] 13.7308 (1.46) 13.7308 (1.46) 13.7308 (1.46) 0.0000 (1.0) 13.7308 (1.46) 0.0000 (1.0) 0;0 0.0728 (0.68) 1 1 +test_partial_add-gc-cloud-noop[main] 15.4716 (1.65) 15.4716 (1.65) 15.4716 (1.65) 0.0000 (1.0) 15.4716 (1.65) 0.0000 (1.0) 0;0 0.0646 (0.61) 1 1 --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ------------------------------------------------------------------------ benchmark 'test_partial_add-gc-noop': 5 tests ------------------------------------------------------------------------ Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_partial_add-gc-noop[2.11.0] 2.3446 (1.0) 2.3446 (1.0) 2.3446 (1.0) 0.0000 (1.0) 2.3446 (1.0) 0.0000 (1.0) 0;0 0.4265 (1.0) 1 1 -test_partial_add-gc-noop[2.40.0] 3.8521 (1.64) 3.8521 (1.64) 3.8521 (1.64) 0.0000 (1.0) 3.8521 (1.64) 0.0000 (1.0) 0;0 0.2596 (0.61) 1 1 -test_partial_add-gc-noop[2.58.2] 5.8255 (2.48) 5.8255 (2.48) 5.8255 (2.48) 0.0000 (1.0) 5.8255 (2.48) 0.0000 (1.0) 0;0 0.1717 (0.40) 1 1 -test_partial_add-gc-noop[3.0.0] 9.1399 (3.90) 9.1399 (3.90) 9.1399 (3.90) 0.0000 (1.0) 9.1399 (3.90) 0.0000 (1.0) 0;0 0.1094 (0.26) 1 1 -test_partial_add-gc-noop[main] 8.8932 (3.79) 8.8932 (3.79) 8.8932 (3.79) 0.0000 (1.0) 8.8932 (3.79) 0.0000 (1.0) 0;0 0.1124 (0.26) 1 1 +test_partial_add-gc-noop[2.58.2] 5.2828 (1.0) 5.2828 (1.0) 5.2828 (1.0) 0.0000 (1.0) 5.2828 (1.0) 0.0000 (1.0) 0;0 0.1893 (1.0) 1 1 +test_partial_add-gc-noop[3.0.0] 8.8266 (1.67) 8.8266 (1.67) 8.8266 (1.67) 0.0000 (1.0) 8.8266 (1.67) 0.0000 (1.0) 0;0 0.1133 (0.60) 1 1 +test_partial_add-gc-noop[3.10.0] 8.6027 (1.63) 8.6027 (1.63) 8.6027 (1.63) 0.0000 (1.0) 8.6027 (1.63) 0.0000 (1.0) 0;0 0.1162 (0.61) 1 1 +test_partial_add-gc-noop[3.20.0] 8.9226 (1.69) 8.9226 (1.69) 8.9226 (1.69) 0.0000 (1.0) 8.9226 (1.69) 0.0000 (1.0) 0;0 0.1121 (0.59) 1 1 +test_partial_add-gc-noop[main] 8.5533 (1.62) 8.5533 (1.62) 8.5533 (1.62) 0.0000 (1.0) 8.5533 (1.62) 0.0000 (1.0) 0;0 0.1169 (0.62) 1 1 ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ---------------------------------------------------------------------------- benchmark 'test_partial_add-push': 5 tests ---------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_partial_add-push[2.11.0] 134.2244 (3.10) 134.2244 (3.10) 134.2244 (3.10) 0.0000 (1.0) 134.2244 (3.10) 0.0000 (1.0) 0;0 0.0075 (0.32) 1 1 -test_partial_add-push[2.40.0] 168.0699 (3.88) 168.0699 (3.88) 168.0699 (3.88) 0.0000 (1.0) 168.0699 (3.88) 0.0000 (1.0) 0;0 0.0059 (0.26) 1 1 -test_partial_add-push[2.58.2] 105.8240 (2.44) 105.8240 (2.44) 105.8240 (2.44) 0.0000 (1.0) 105.8240 (2.44) 0.0000 (1.0) 0;0 0.0094 (0.41) 1 1 -test_partial_add-push[3.0.0] 43.3560 (1.0) 43.3560 (1.0) 43.3560 (1.0) 0.0000 (1.0) 43.3560 (1.0) 0.0000 (1.0) 0;0 0.0231 (1.0) 1 1 -test_partial_add-push[main] 117.1498 (2.70) 117.1498 (2.70) 117.1498 (2.70) 0.0000 (1.0) 117.1498 (2.70) 0.0000 (1.0) 0;0 0.0085 (0.37) 1 1 +test_partial_add-push[2.58.2] 116.7574 (2.34) 116.7574 (2.34) 116.7574 (2.34) 0.0000 (1.0) 116.7574 (2.34) 0.0000 (1.0) 0;0 0.0086 (0.43) 1 1 +test_partial_add-push[3.0.0] 49.9285 (1.0) 49.9285 (1.0) 49.9285 (1.0) 0.0000 (1.0) 49.9285 (1.0) 0.0000 (1.0) 0;0 0.0200 (1.0) 1 1 +test_partial_add-push[3.10.0] 50.9069 (1.02) 50.9069 (1.02) 50.9069 (1.02) 0.0000 (1.0) 50.9069 (1.02) 0.0000 (1.0) 0;0 0.0196 (0.98) 1 1 +test_partial_add-push[3.20.0] 112.7505 (2.26) 112.7505 (2.26) 112.7505 (2.26) 0.0000 (1.0) 112.7505 (2.26) 0.0000 (1.0) 0;0 0.0089 (0.44) 1 1 +test_partial_add-push[main] 122.6530 (2.46) 122.6530 (2.46) 122.6530 (2.46) 0.0000 (1.0) 122.6530 (2.46) 0.0000 (1.0) 0;0 0.0082 (0.41) 1 1 ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -------------------------------------------------------------------------- benchmark 'test_partial_add-push-partial': 5 tests -------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_partial_add-push-partial[2.11.0] 30.2684 (2.15) 30.2684 (2.15) 30.2684 (2.15) 0.0000 (1.0) 30.2684 (2.15) 0.0000 (1.0) 0;0 0.0330 (0.46) 1 1 -test_partial_add-push-partial[2.40.0] 36.1717 (2.57) 36.1717 (2.57) 36.1717 (2.57) 0.0000 (1.0) 36.1717 (2.57) 0.0000 (1.0) 0;0 0.0276 (0.39) 1 1 -test_partial_add-push-partial[2.58.2] 25.4819 (1.81) 25.4819 (1.81) 25.4819 (1.81) 0.0000 (1.0) 25.4819 (1.81) 0.0000 (1.0) 0;0 0.0392 (0.55) 1 1 -test_partial_add-push-partial[3.0.0] 14.0486 (1.0) 14.0486 (1.0) 14.0486 (1.0) 0.0000 (1.0) 14.0486 (1.0) 0.0000 (1.0) 0;0 0.0712 (1.0) 1 1 -test_partial_add-push-partial[main] 32.7910 (2.33) 32.7910 (2.33) 32.7910 (2.33) 0.0000 (1.0) 32.7910 (2.33) 0.0000 (1.0) 0;0 0.0305 (0.43) 1 1 +test_partial_add-push-partial[2.58.2] 25.7042 (1.58) 25.7042 (1.58) 25.7042 (1.58) 0.0000 (1.0) 25.7042 (1.58) 0.0000 (1.0) 0;0 0.0389 (0.63) 1 1 +test_partial_add-push-partial[3.0.0] 16.9742 (1.05) 16.9742 (1.05) 16.9742 (1.05) 0.0000 (1.0) 16.9742 (1.05) 0.0000 (1.0) 0;0 0.0589 (0.96) 1 1 +test_partial_add-push-partial[3.10.0] 16.2304 (1.0) 16.2304 (1.0) 16.2304 (1.0) 0.0000 (1.0) 16.2304 (1.0) 0.0000 (1.0) 0;0 0.0616 (1.0) 1 1 +test_partial_add-push-partial[3.20.0] 28.3583 (1.75) 28.3583 (1.75) 28.3583 (1.75) 0.0000 (1.0) 28.3583 (1.75) 0.0000 (1.0) 0;0 0.0353 (0.57) 1 1 +test_partial_add-push-partial[main] 35.3898 (2.18) 35.3898 (2.18) 35.3898 (2.18) 0.0000 (1.0) 35.3898 (2.18) 0.0000 (1.0) 0;0 0.0283 (0.46) 1 1 -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Legend: @@ -771,7 +775,7 @@@@ -800,11 +804,11 @@ ------------------------------------------------------------------------ benchmark 'test_gc-gc': 5 tests ------------------------------------------------------------------------ Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_gc-gc[2.11.0] 3.8178 (1.0) 3.8178 (1.0) 3.8178 (1.0) 0.0000 (1.0) 3.8178 (1.0) 0.0000 (1.0) 0;0 0.2619 (1.0) 1 1 -test_gc-gc[2.40.0] 4.2319 (1.11) 4.2319 (1.11) 4.2319 (1.11) 0.0000 (1.0) 4.2319 (1.11) 0.0000 (1.0) 0;0 0.2363 (0.90) 1 1 -test_gc-gc[2.58.2] 4.7560 (1.25) 4.7560 (1.25) 4.7560 (1.25) 0.0000 (1.0) 4.7560 (1.25) 0.0000 (1.0) 0;0 0.2103 (0.80) 1 1 -test_gc-gc[3.0.0] 4.8194 (1.26) 4.8194 (1.26) 4.8194 (1.26) 0.0000 (1.0) 4.8194 (1.26) 0.0000 (1.0) 0;0 0.2075 (0.79) 1 1 -test_gc-gc[main] 4.7612 (1.25) 4.7612 (1.25) 4.7612 (1.25) 0.0000 (1.0) 4.7612 (1.25) 0.0000 (1.0) 0;0 0.2100 (0.80) 1 1 +test_gc-gc[2.58.2] 4.1696 (1.01) 4.1696 (1.01) 4.1696 (1.01) 0.0000 (1.0) 4.1696 (1.01) 0.0000 (1.0) 0;0 0.2398 (0.99) 1 1 +test_gc-gc[3.0.0] 4.1814 (1.01) 4.1814 (1.01) 4.1814 (1.01) 0.0000 (1.0) 4.1814 (1.01) 0.0000 (1.0) 0;0 0.2392 (0.99) 1 1 +test_gc-gc[3.10.0] 4.2485 (1.03) 4.2485 (1.03) 4.2485 (1.03) 0.0000 (1.0) 4.2485 (1.03) 0.0000 (1.0) 0;0 0.2354 (0.97) 1 1 +test_gc-gc[3.20.0] 4.1781 (1.01) 4.1781 (1.01) 4.1781 (1.01) 0.0000 (1.0) 4.1781 (1.01) 0.0000 (1.0) 0;0 0.2393 (0.99) 1 1 +test_gc-gc[main] 4.1236 (1.0) 4.1236 (1.0) 4.1236 (1.0) 0.0000 (1.0) 4.1236 (1.0) 0.0000 (1.0) 0;0 0.2425 (1.0) 1 1 --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Legend: @@ -836,7 +840,7 @@@@ -865,11 +869,11 @@ ---------------------------------------------------------------------------- benchmark 'test_get-get': 5 tests ---------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_get-get[2.11.0] 152.1677 (1.37) 152.1677 (1.37) 152.1677 (1.37) 0.0000 (1.0) 152.1677 (1.37) 0.0000 (1.0) 0;0 0.0066 (0.73) 1 1 -test_get-get[2.40.0] 111.1846 (1.0) 111.1846 (1.0) 111.1846 (1.0) 0.0000 (1.0) 111.1846 (1.0) 0.0000 (1.0) 0;0 0.0090 (1.0) 1 1 -test_get-get[2.58.2] 216.3957 (1.95) 216.3957 (1.95) 216.3957 (1.95) 0.0000 (1.0) 216.3957 (1.95) 0.0000 (1.0) 0;0 0.0046 (0.51) 1 1 -test_get-get[3.0.0] 216.9353 (1.95) 216.9353 (1.95) 216.9353 (1.95) 0.0000 (1.0) 216.9353 (1.95) 0.0000 (1.0) 0;0 0.0046 (0.51) 1 1 -test_get-get[main] 252.3650 (2.27) 252.3650 (2.27) 252.3650 (2.27) 0.0000 (1.0) 252.3650 (2.27) 0.0000 (1.0) 0;0 0.0040 (0.44) 1 1 +test_get-get[2.58.2] 289.7158 (1.0) 289.7158 (1.0) 289.7158 (1.0) 0.0000 (1.0) 289.7158 (1.0) 0.0000 (1.0) 0;0 0.0035 (1.0) 1 1 +test_get-get[3.0.0] 292.8991 (1.01) 292.8991 (1.01) 292.8991 (1.01) 0.0000 (1.0) 292.8991 (1.01) 0.0000 (1.0) 0;0 0.0034 (0.99) 1 1 +test_get-get[3.10.0] 330.1502 (1.14) 330.1502 (1.14) 330.1502 (1.14) 0.0000 (1.0) 330.1502 (1.14) 0.0000 (1.0) 0;0 0.0030 (0.88) 1 1 +test_get-get[3.20.0] 327.7186 (1.13) 327.7186 (1.13) 327.7186 (1.13) 0.0000 (1.0) 327.7186 (1.13) 0.0000 (1.0) 0;0 0.0031 (0.88) 1 1 +test_get-get[main] 319.4957 (1.10) 319.4957 (1.10) 319.4957 (1.10) 0.0000 (1.0) 319.4957 (1.10) 0.0000 (1.0) 0;0 0.0031 (0.91) 1 1 ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Legend: @@ -901,7 +905,7 @@@@ -909,7 +913,7 @@@@ -917,7 +921,7 @@@@ -925,7 +929,7 @@@@ -933,7 +937,7 @@@@ -941,7 +945,7 @@@@ -949,7 +953,7 @@@@ -978,106 +982,106 @@ ---------------------------------------------------------------------------- benchmark 'test_sharing_azure-add': 10 tests --------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_sharing_azure-add[2.11.0] 307.5510 (1.79) 307.5510 (1.79) 307.5510 (1.79) 0.0000 (1.0) 307.5510 (1.79) 0.0000 (1.0) 0;0 0.0033 (0.56) 1 1 -test_sharing_azure-add[2.11.0] 309.8653 (1.80) 309.8653 (1.80) 309.8653 (1.80) 0.0000 (1.0) 309.8653 (1.80) 0.0000 (1.0) 0;0 0.0032 (0.56) 1 1 -test_sharing_azure-add[2.40.0] 269.6788 (1.57) 269.6788 (1.57) 269.6788 (1.57) 0.0000 (1.0) 269.6788 (1.57) 0.0000 (1.0) 0;0 0.0037 (0.64) 1 1 -test_sharing_azure-add[2.40.0] 269.2333 (1.56) 269.2333 (1.56) 269.2333 (1.56) 0.0000 (1.0) 269.2333 (1.56) 0.0000 (1.0) 0;0 0.0037 (0.64) 1 1 -test_sharing_azure-add[2.58.2] 173.1384 (1.01) 173.1384 (1.01) 173.1384 (1.01) 0.0000 (1.0) 173.1384 (1.01) 0.0000 (1.0) 0;0 0.0058 (0.99) 1 1 -test_sharing_azure-add[2.58.2] 172.7213 (1.00) 172.7213 (1.00) 172.7213 (1.00) 0.0000 (1.0) 172.7213 (1.00) 0.0000 (1.0) 0;0 0.0058 (1.00) 1 1 -test_sharing_azure-add[3.0.0] 172.2647 (1.0) 172.2647 (1.0) 172.2647 (1.0) 0.0000 (1.0) 172.2647 (1.0) 0.0000 (1.0) 0;0 0.0058 (1.0) 1 1 -test_sharing_azure-add[3.0.0] 179.6843 (1.04) 179.6843 (1.04) 179.6843 (1.04) 0.0000 (1.0) 179.6843 (1.04) 0.0000 (1.0) 0;0 0.0056 (0.96) 1 1 -test_sharing_azure-add[main] 173.4601 (1.01) 173.4601 (1.01) 173.4601 (1.01) 0.0000 (1.0) 173.4601 (1.01) 0.0000 (1.0) 0;0 0.0058 (0.99) 1 1 -test_sharing_azure-add[main] 172.5359 (1.00) 172.5359 (1.00) 172.5359 (1.00) 0.0000 (1.0) 172.5359 (1.00) 0.0000 (1.0) 0;0 0.0058 (1.00) 1 1 +test_sharing_azure-add[2.58.2] 121.9615 (1.01) 121.9615 (1.01) 121.9615 (1.01) 0.0000 (1.0) 121.9615 (1.01) 0.0000 (1.0) 0;0 0.0082 (0.99) 1 1 +test_sharing_azure-add[2.58.2] 122.4532 (1.02) 122.4532 (1.02) 122.4532 (1.02) 0.0000 (1.0) 122.4532 (1.02) 0.0000 (1.0) 0;0 0.0082 (0.98) 1 1 +test_sharing_azure-add[3.0.0] 122.5804 (1.02) 122.5804 (1.02) 122.5804 (1.02) 0.0000 (1.0) 122.5804 (1.02) 0.0000 (1.0) 0;0 0.0082 (0.98) 1 1 +test_sharing_azure-add[3.0.0] 122.4008 (1.02) 122.4008 (1.02) 122.4008 (1.02) 0.0000 (1.0) 122.4008 (1.02) 0.0000 (1.0) 0;0 0.0082 (0.98) 1 1 +test_sharing_azure-add[3.10.0] 121.5244 (1.01) 121.5244 (1.01) 121.5244 (1.01) 0.0000 (1.0) 121.5244 (1.01) 0.0000 (1.0) 0;0 0.0082 (0.99) 1 1 +test_sharing_azure-add[3.10.0] 123.1337 (1.02) 123.1337 (1.02) 123.1337 (1.02) 0.0000 (1.0) 123.1337 (1.02) 0.0000 (1.0) 0;0 0.0081 (0.98) 1 1 +test_sharing_azure-add[3.20.0] 121.5990 (1.01) 121.5990 (1.01) 121.5990 (1.01) 0.0000 (1.0) 121.5990 (1.01) 0.0000 (1.0) 0;0 0.0082 (0.99) 1 1 +test_sharing_azure-add[3.20.0] 122.0631 (1.01) 122.0631 (1.01) 122.0631 (1.01) 0.0000 (1.0) 122.0631 (1.01) 0.0000 (1.0) 0;0 0.0082 (0.99) 1 1 +test_sharing_azure-add[main] 120.3490 (1.0) 120.3490 (1.0) 120.3490 (1.0) 0.0000 (1.0) 120.3490 (1.0) 0.0000 (1.0) 0;0 0.0083 (1.0) 1 1 +test_sharing_azure-add[main] 121.6236 (1.01) 121.6236 (1.01) 121.6236 (1.01) 0.0000 (1.0) 121.6236 (1.01) 0.0000 (1.0) 0;0 0.0082 (0.99) 1 1 ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ---------------------------------------------------------------------------- benchmark 'test_sharing_azure-add-noop': 10 tests ---------------------------------------------------------------------------- -Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_sharing_azure-add-noop[2.11.0] 148.0637 (1.36) 148.0637 (1.36) 148.0637 (1.36) 0.0000 (1.0) 148.0637 (1.36) 0.0000 (1.0) 0;0 0.0068 (0.73) 1 1 -test_sharing_azure-add-noop[2.11.0] 145.8842 (1.34) 145.8842 (1.34) 145.8842 (1.34) 0.0000 (1.0) 145.8842 (1.34) 0.0000 (1.0) 0;0 0.0069 (0.74) 1 1 -test_sharing_azure-add-noop[2.40.0] 111.5706 (1.03) 111.5706 (1.03) 111.5706 (1.03) 0.0000 (1.0) 111.5706 (1.03) 0.0000 (1.0) 0;0 0.0090 (0.97) 1 1 -test_sharing_azure-add-noop[2.40.0] 108.5714 (1.0) 108.5714 (1.0) 108.5714 (1.0) 0.0000 (1.0) 108.5714 (1.0) 0.0000 (1.0) 0;0 0.0092 (1.0) 1 1 -test_sharing_azure-add-noop[2.58.2] 113.3384 (1.04) 113.3384 (1.04) 113.3384 (1.04) 0.0000 (1.0) 113.3384 (1.04) 0.0000 (1.0) 0;0 0.0088 (0.96) 1 1 -test_sharing_azure-add-noop[2.58.2] 114.0988 (1.05) 114.0988 (1.05) 114.0988 (1.05) 0.0000 (1.0) 114.0988 (1.05) 0.0000 (1.0) 0;0 0.0088 (0.95) 1 1 -test_sharing_azure-add-noop[3.0.0] 113.8703 (1.05) 113.8703 (1.05) 113.8703 (1.05) 0.0000 (1.0) 113.8703 (1.05) 0.0000 (1.0) 0;0 0.0088 (0.95) 1 1 -test_sharing_azure-add-noop[3.0.0] 116.8288 (1.08) 116.8288 (1.08) 116.8288 (1.08) 0.0000 (1.0) 116.8288 (1.08) 0.0000 (1.0) 0;0 0.0086 (0.93) 1 1 -test_sharing_azure-add-noop[main] 112.8777 (1.04) 112.8777 (1.04) 112.8777 (1.04) 0.0000 (1.0) 112.8777 (1.04) 0.0000 (1.0) 0;0 0.0089 (0.96) 1 1 -test_sharing_azure-add-noop[main] 116.2365 (1.07) 116.2365 (1.07) 116.2365 (1.07) 0.0000 (1.0) 116.2365 (1.07) 0.0000 (1.0) 0;0 0.0086 (0.93) 1 1 ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- +------------------------------------------------------------------------- benchmark 'test_sharing_azure-add-noop': 10 tests -------------------------------------------------------------------------- +Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ +test_sharing_azure-add-noop[2.58.2] 82.5552 (1.01) 82.5552 (1.01) 82.5552 (1.01) 0.0000 (1.0) 82.5552 (1.01) 0.0000 (1.0) 0;0 0.0121 (0.99) 1 1 +test_sharing_azure-add-noop[2.58.2] 82.7033 (1.01) 82.7033 (1.01) 82.7033 (1.01) 0.0000 (1.0) 82.7033 (1.01) 0.0000 (1.0) 0;0 0.0121 (0.99) 1 1 +test_sharing_azure-add-noop[3.0.0] 83.0225 (1.01) 83.0225 (1.01) 83.0225 (1.01) 0.0000 (1.0) 83.0225 (1.01) 0.0000 (1.0) 0;0 0.0120 (0.99) 1 1 +test_sharing_azure-add-noop[3.0.0] 83.3838 (1.02) 83.3838 (1.02) 83.3838 (1.02) 0.0000 (1.0) 83.3838 (1.02) 0.0000 (1.0) 0;0 0.0120 (0.98) 1 1 +test_sharing_azure-add-noop[3.10.0] 82.6413 (1.01) 82.6413 (1.01) 82.6413 (1.01) 0.0000 (1.0) 82.6413 (1.01) 0.0000 (1.0) 0;0 0.0121 (0.99) 1 1 +test_sharing_azure-add-noop[3.10.0] 83.6236 (1.02) 83.6236 (1.02) 83.6236 (1.02) 0.0000 (1.0) 83.6236 (1.02) 0.0000 (1.0) 0;0 0.0120 (0.98) 1 1 +test_sharing_azure-add-noop[3.20.0] 83.2771 (1.02) 83.2771 (1.02) 83.2771 (1.02) 0.0000 (1.0) 83.2771 (1.02) 0.0000 (1.0) 0;0 0.0120 (0.98) 1 1 +test_sharing_azure-add-noop[3.20.0] 83.0017 (1.01) 83.0017 (1.01) 83.0017 (1.01) 0.0000 (1.0) 83.0017 (1.01) 0.0000 (1.0) 0;0 0.0120 (0.99) 1 1 +test_sharing_azure-add-noop[main] 81.9292 (1.0) 81.9292 (1.0) 81.9292 (1.0) 0.0000 (1.0) 81.9292 (1.0) 0.0000 (1.0) 0;0 0.0122 (1.0) 1 1 +test_sharing_azure-add-noop[main] 83.0803 (1.01) 83.0803 (1.01) 83.0803 (1.01) 0.0000 (1.0) 83.0803 (1.01) 0.0000 (1.0) 0;0 0.0120 (0.99) 1 1 +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ --------------------------------------------------------------------------- benchmark 'test_sharing_azure-checkout-noop': 10 tests ------------------------------------------------------------------------- -Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ -test_sharing_azure-checkout-noop[2.11.0] 7.2090 (1.03) 7.2090 (1.03) 7.2090 (1.03) 0.0000 (1.0) 7.2090 (1.03) 0.0000 (1.0) 0;0 0.1387 (0.97) 1 1 -test_sharing_azure-checkout-noop[2.11.0] 7.0012 (1.0) 7.0012 (1.0) 7.0012 (1.0) 0.0000 (1.0) 7.0012 (1.0) 0.0000 (1.0) 0;0 0.1428 (1.0) 1 1 -test_sharing_azure-checkout-noop[2.40.0] 11.1370 (1.59) 11.1370 (1.59) 11.1370 (1.59) 0.0000 (1.0) 11.1370 (1.59) 0.0000 (1.0) 0;0 0.0898 (0.63) 1 1 -test_sharing_azure-checkout-noop[2.40.0] 11.5388 (1.65) 11.5388 (1.65) 11.5388 (1.65) 0.0000 (1.0) 11.5388 (1.65) 0.0000 (1.0) 0;0 0.0867 (0.61) 1 1 -test_sharing_azure-checkout-noop[2.58.2] 12.9425 (1.85) 12.9425 (1.85) 12.9425 (1.85) 0.0000 (1.0) 12.9425 (1.85) 0.0000 (1.0) 0;0 0.0773 (0.54) 1 1 -test_sharing_azure-checkout-noop[2.58.2] 12.1277 (1.73) 12.1277 (1.73) 12.1277 (1.73) 0.0000 (1.0) 12.1277 (1.73) 0.0000 (1.0) 0;0 0.0825 (0.58) 1 1 -test_sharing_azure-checkout-noop[3.0.0] 13.4775 (1.93) 13.4775 (1.93) 13.4775 (1.93) 0.0000 (1.0) 13.4775 (1.93) 0.0000 (1.0) 0;0 0.0742 (0.52) 1 1 -test_sharing_azure-checkout-noop[3.0.0] 12.6941 (1.81) 12.6941 (1.81) 12.6941 (1.81) 0.0000 (1.0) 12.6941 (1.81) 0.0000 (1.0) 0;0 0.0788 (0.55) 1 1 -test_sharing_azure-checkout-noop[main] 12.8989 (1.84) 12.8989 (1.84) 12.8989 (1.84) 0.0000 (1.0) 12.8989 (1.84) 0.0000 (1.0) 0;0 0.0775 (0.54) 1 1 -test_sharing_azure-checkout-noop[main] 12.8029 (1.83) 12.8029 (1.83) 12.8029 (1.83) 0.0000 (1.0) 12.8029 (1.83) 0.0000 (1.0) 0;0 0.0781 (0.55) 1 1 ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ +------------------------------------------------------------------------ benchmark 'test_sharing_azure-checkout-noop': 10 tests ----------------------------------------------------------------------- +Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- +test_sharing_azure-checkout-noop[2.58.2] 7.9355 (1.02) 7.9355 (1.02) 7.9355 (1.02) 0.0000 (1.0) 7.9355 (1.02) 0.0000 (1.0) 0;0 0.1260 (0.98) 1 1 +test_sharing_azure-checkout-noop[2.58.2] 7.8223 (1.01) 7.8223 (1.01) 7.8223 (1.01) 0.0000 (1.0) 7.8223 (1.01) 0.0000 (1.0) 0;0 0.1278 (0.99) 1 1 +test_sharing_azure-checkout-noop[3.0.0] 7.9271 (1.02) 7.9271 (1.02) 7.9271 (1.02) 0.0000 (1.0) 7.9271 (1.02) 0.0000 (1.0) 0;0 0.1261 (0.98) 1 1 +test_sharing_azure-checkout-noop[3.0.0] 8.0356 (1.03) 8.0356 (1.03) 8.0356 (1.03) 0.0000 (1.0) 8.0356 (1.03) 0.0000 (1.0) 0;0 0.1244 (0.97) 1 1 +test_sharing_azure-checkout-noop[3.10.0] 8.0221 (1.03) 8.0221 (1.03) 8.0221 (1.03) 0.0000 (1.0) 8.0221 (1.03) 0.0000 (1.0) 0;0 0.1247 (0.97) 1 1 +test_sharing_azure-checkout-noop[3.10.0] 7.9942 (1.03) 7.9942 (1.03) 7.9942 (1.03) 0.0000 (1.0) 7.9942 (1.03) 0.0000 (1.0) 0;0 0.1251 (0.97) 1 1 +test_sharing_azure-checkout-noop[3.20.0] 8.0348 (1.03) 8.0348 (1.03) 8.0348 (1.03) 0.0000 (1.0) 8.0348 (1.03) 0.0000 (1.0) 0;0 0.1245 (0.97) 1 1 +test_sharing_azure-checkout-noop[3.20.0] 7.9051 (1.02) 7.9051 (1.02) 7.9051 (1.02) 0.0000 (1.0) 7.9051 (1.02) 0.0000 (1.0) 0;0 0.1265 (0.98) 1 1 +test_sharing_azure-checkout-noop[main] 7.7748 (1.0) 7.7748 (1.0) 7.7748 (1.0) 0.0000 (1.0) 7.7748 (1.0) 0.0000 (1.0) 0;0 0.1286 (1.0) 1 1 +test_sharing_azure-checkout-noop[main] 7.7946 (1.00) 7.7946 (1.00) 7.7946 (1.00) 0.0000 (1.0) 7.7946 (1.00) 0.0000 (1.0) 0;0 0.1283 (1.00) 1 1 +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- --------------------------------------------------------------------------- benchmark 'test_sharing_azure-pull': 10 tests ---------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ -test_sharing_azure-pull[2.11.0] 339.2340 (1.34) 339.2340 (1.34) 339.2340 (1.34) 0.0000 (1.0) 339.2340 (1.34) 0.0000 (1.0) 0;0 0.0029 (0.75) 1 1 -test_sharing_azure-pull[2.11.0] 332.6654 (1.31) 332.6654 (1.31) 332.6654 (1.31) 0.0000 (1.0) 332.6654 (1.31) 0.0000 (1.0) 0;0 0.0030 (0.76) 1 1 -test_sharing_azure-pull[2.40.0] 407.8312 (1.61) 407.8312 (1.61) 407.8312 (1.61) 0.0000 (1.0) 407.8312 (1.61) 0.0000 (1.0) 0;0 0.0025 (0.62) 1 1 -test_sharing_azure-pull[2.40.0] 407.1126 (1.60) 407.1126 (1.60) 407.1126 (1.60) 0.0000 (1.0) 407.1126 (1.60) 0.0000 (1.0) 0;0 0.0025 (0.62) 1 1 -test_sharing_azure-pull[2.58.2] 262.8502 (1.03) 262.8502 (1.03) 262.8502 (1.03) 0.0000 (1.0) 262.8502 (1.03) 0.0000 (1.0) 0;0 0.0038 (0.97) 1 1 -test_sharing_azure-pull[2.58.2] 253.9723 (1.0) 253.9723 (1.0) 253.9723 (1.0) 0.0000 (1.0) 253.9723 (1.0) 0.0000 (1.0) 0;0 0.0039 (1.0) 1 1 -test_sharing_azure-pull[3.0.0] 350.0375 (1.38) 350.0375 (1.38) 350.0375 (1.38) 0.0000 (1.0) 350.0375 (1.38) 0.0000 (1.0) 0;0 0.0029 (0.73) 1 1 -test_sharing_azure-pull[3.0.0] 347.3834 (1.37) 347.3834 (1.37) 347.3834 (1.37) 0.0000 (1.0) 347.3834 (1.37) 0.0000 (1.0) 0;0 0.0029 (0.73) 1 1 -test_sharing_azure-pull[main] 646.6454 (2.55) 646.6454 (2.55) 646.6454 (2.55) 0.0000 (1.0) 646.6454 (2.55) 0.0000 (1.0) 0;0 0.0015 (0.39) 1 1 -test_sharing_azure-pull[main] 653.1841 (2.57) 653.1841 (2.57) 653.1841 (2.57) 0.0000 (1.0) 653.1841 (2.57) 0.0000 (1.0) 0;0 0.0015 (0.39) 1 1 +test_sharing_azure-pull[2.58.2] 175.0981 (1.0) 175.0981 (1.0) 175.0981 (1.0) 0.0000 (1.0) 175.0981 (1.0) 0.0000 (1.0) 0;0 0.0057 (1.0) 1 1 +test_sharing_azure-pull[2.58.2] 178.3814 (1.02) 178.3814 (1.02) 178.3814 (1.02) 0.0000 (1.0) 178.3814 (1.02) 0.0000 (1.0) 0;0 0.0056 (0.98) 1 1 +test_sharing_azure-pull[3.0.0] 232.6640 (1.33) 232.6640 (1.33) 232.6640 (1.33) 0.0000 (1.0) 232.6640 (1.33) 0.0000 (1.0) 0;0 0.0043 (0.75) 1 1 +test_sharing_azure-pull[3.0.0] 234.7473 (1.34) 234.7473 (1.34) 234.7473 (1.34) 0.0000 (1.0) 234.7473 (1.34) 0.0000 (1.0) 0;0 0.0043 (0.75) 1 1 +test_sharing_azure-pull[3.10.0] 230.1039 (1.31) 230.1039 (1.31) 230.1039 (1.31) 0.0000 (1.0) 230.1039 (1.31) 0.0000 (1.0) 0;0 0.0043 (0.76) 1 1 +test_sharing_azure-pull[3.10.0] 232.7558 (1.33) 232.7558 (1.33) 232.7558 (1.33) 0.0000 (1.0) 232.7558 (1.33) 0.0000 (1.0) 0;0 0.0043 (0.75) 1 1 +test_sharing_azure-pull[3.20.0] 231.7207 (1.32) 231.7207 (1.32) 231.7207 (1.32) 0.0000 (1.0) 231.7207 (1.32) 0.0000 (1.0) 0;0 0.0043 (0.76) 1 1 +test_sharing_azure-pull[3.20.0] 231.6066 (1.32) 231.6066 (1.32) 231.6066 (1.32) 0.0000 (1.0) 231.6066 (1.32) 0.0000 (1.0) 0;0 0.0043 (0.76) 1 1 +test_sharing_azure-pull[main] 459.1271 (2.62) 459.1271 (2.62) 459.1271 (2.62) 0.0000 (1.0) 459.1271 (2.62) 0.0000 (1.0) 0;0 0.0022 (0.38) 1 1 +test_sharing_azure-pull[main] 457.3720 (2.61) 457.3720 (2.61) 457.3720 (2.61) 0.0000 (1.0) 457.3720 (2.61) 0.0000 (1.0) 0;0 0.0022 (0.38) 1 1 ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ -------------------------------------------------------------------------- benchmark 'test_sharing_azure-pull-noop': 10 tests ------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_sharing_azure-pull-noop[2.11.0] 8.8064 (1.11) 8.8064 (1.11) 8.8064 (1.11) 0.0000 (1.0) 8.8064 (1.11) 0.0000 (1.0) 0;0 0.1136 (0.90) 1 1 -test_sharing_azure-pull-noop[2.11.0] 7.9071 (1.0) 7.9071 (1.0) 7.9071 (1.0) 0.0000 (1.0) 7.9071 (1.0) 0.0000 (1.0) 0;0 0.1265 (1.0) 1 1 -test_sharing_azure-pull-noop[2.40.0] 12.3108 (1.56) 12.3108 (1.56) 12.3108 (1.56) 0.0000 (1.0) 12.3108 (1.56) 0.0000 (1.0) 0;0 0.0812 (0.64) 1 1 -test_sharing_azure-pull-noop[2.40.0] 12.3201 (1.56) 12.3201 (1.56) 12.3201 (1.56) 0.0000 (1.0) 12.3201 (1.56) 0.0000 (1.0) 0;0 0.0812 (0.64) 1 1 -test_sharing_azure-pull-noop[2.58.2] 13.8950 (1.76) 13.8950 (1.76) 13.8950 (1.76) 0.0000 (1.0) 13.8950 (1.76) 0.0000 (1.0) 0;0 0.0720 (0.57) 1 1 -test_sharing_azure-pull-noop[2.58.2] 13.5472 (1.71) 13.5472 (1.71) 13.5472 (1.71) 0.0000 (1.0) 13.5472 (1.71) 0.0000 (1.0) 0;0 0.0738 (0.58) 1 1 -test_sharing_azure-pull-noop[3.0.0] 19.6920 (2.49) 19.6920 (2.49) 19.6920 (2.49) 0.0000 (1.0) 19.6920 (2.49) 0.0000 (1.0) 0;0 0.0508 (0.40) 1 1 -test_sharing_azure-pull-noop[3.0.0] 19.0046 (2.40) 19.0046 (2.40) 19.0046 (2.40) 0.0000 (1.0) 19.0046 (2.40) 0.0000 (1.0) 0;0 0.0526 (0.42) 1 1 -test_sharing_azure-pull-noop[main] 17.0768 (2.16) 17.0768 (2.16) 17.0768 (2.16) 0.0000 (1.0) 17.0768 (2.16) 0.0000 (1.0) 0;0 0.0586 (0.46) 1 1 -test_sharing_azure-pull-noop[main] 16.9421 (2.14) 16.9421 (2.14) 16.9421 (2.14) 0.0000 (1.0) 16.9421 (2.14) 0.0000 (1.0) 0;0 0.0590 (0.47) 1 1 +test_sharing_azure-pull-noop[2.58.2] 8.4698 (1.0) 8.4698 (1.0) 8.4698 (1.0) 0.0000 (1.0) 8.4698 (1.0) 0.0000 (1.0) 0;0 0.1181 (1.0) 1 1 +test_sharing_azure-pull-noop[2.58.2] 8.5658 (1.01) 8.5658 (1.01) 8.5658 (1.01) 0.0000 (1.0) 8.5658 (1.01) 0.0000 (1.0) 0;0 0.1167 (0.99) 1 1 +test_sharing_azure-pull-noop[3.0.0] 12.7227 (1.50) 12.7227 (1.50) 12.7227 (1.50) 0.0000 (1.0) 12.7227 (1.50) 0.0000 (1.0) 0;0 0.0786 (0.67) 1 1 +test_sharing_azure-pull-noop[3.0.0] 12.7060 (1.50) 12.7060 (1.50) 12.7060 (1.50) 0.0000 (1.0) 12.7060 (1.50) 0.0000 (1.0) 0;0 0.0787 (0.67) 1 1 +test_sharing_azure-pull-noop[3.10.0] 12.4879 (1.47) 12.4879 (1.47) 12.4879 (1.47) 0.0000 (1.0) 12.4879 (1.47) 0.0000 (1.0) 0;0 0.0801 (0.68) 1 1 +test_sharing_azure-pull-noop[3.10.0] 12.7041 (1.50) 12.7041 (1.50) 12.7041 (1.50) 0.0000 (1.0) 12.7041 (1.50) 0.0000 (1.0) 0;0 0.0787 (0.67) 1 1 +test_sharing_azure-pull-noop[3.20.0] 12.7834 (1.51) 12.7834 (1.51) 12.7834 (1.51) 0.0000 (1.0) 12.7834 (1.51) 0.0000 (1.0) 0;0 0.0782 (0.66) 1 1 +test_sharing_azure-pull-noop[3.20.0] 12.6488 (1.49) 12.6488 (1.49) 12.6488 (1.49) 0.0000 (1.0) 12.6488 (1.49) 0.0000 (1.0) 0;0 0.0791 (0.67) 1 1 +test_sharing_azure-pull-noop[main] 11.0229 (1.30) 11.0229 (1.30) 11.0229 (1.30) 0.0000 (1.0) 11.0229 (1.30) 0.0000 (1.0) 0;0 0.0907 (0.77) 1 1 +test_sharing_azure-pull-noop[main] 10.9542 (1.29) 10.9542 (1.29) 10.9542 (1.29) 0.0000 (1.0) 10.9542 (1.29) 0.0000 (1.0) 0;0 0.0913 (0.77) 1 1 ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- --------------------------------------------------------------------------- benchmark 'test_sharing_azure-push': 10 tests ---------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ -test_sharing_azure-push[2.11.0] 185.1732 (2.87) 185.1732 (2.87) 185.1732 (2.87) 0.0000 (1.0) 185.1732 (2.87) 0.0000 (1.0) 0;0 0.0054 (0.35) 1 1 -test_sharing_azure-push[2.11.0] 179.2331 (2.78) 179.2331 (2.78) 179.2331 (2.78) 0.0000 (1.0) 179.2331 (2.78) 0.0000 (1.0) 0;0 0.0056 (0.36) 1 1 -test_sharing_azure-push[2.40.0] 233.0857 (3.61) 233.0857 (3.61) 233.0857 (3.61) 0.0000 (1.0) 233.0857 (3.61) 0.0000 (1.0) 0;0 0.0043 (0.28) 1 1 -test_sharing_azure-push[2.40.0] 230.9970 (3.58) 230.9970 (3.58) 230.9970 (3.58) 0.0000 (1.0) 230.9970 (3.58) 0.0000 (1.0) 0;0 0.0043 (0.28) 1 1 -test_sharing_azure-push[2.58.2] 147.4822 (2.28) 147.4822 (2.28) 147.4822 (2.28) 0.0000 (1.0) 147.4822 (2.28) 0.0000 (1.0) 0;0 0.0068 (0.44) 1 1 -test_sharing_azure-push[2.58.2] 147.0253 (2.28) 147.0253 (2.28) 147.0253 (2.28) 0.0000 (1.0) 147.0253 (2.28) 0.0000 (1.0) 0;0 0.0068 (0.44) 1 1 -test_sharing_azure-push[3.0.0] 64.5817 (1.0) 64.5817 (1.0) 64.5817 (1.0) 0.0000 (1.0) 64.5817 (1.0) 0.0000 (1.0) 0;0 0.0155 (1.0) 1 1 -test_sharing_azure-push[3.0.0] 66.9195 (1.04) 66.9195 (1.04) 66.9195 (1.04) 0.0000 (1.0) 66.9195 (1.04) 0.0000 (1.0) 0;0 0.0149 (0.97) 1 1 -test_sharing_azure-push[main] 153.7299 (2.38) 153.7299 (2.38) 153.7299 (2.38) 0.0000 (1.0) 153.7299 (2.38) 0.0000 (1.0) 0;0 0.0065 (0.42) 1 1 -test_sharing_azure-push[main] 160.1880 (2.48) 160.1880 (2.48) 160.1880 (2.48) 0.0000 (1.0) 160.1880 (2.48) 0.0000 (1.0) 0;0 0.0062 (0.40) 1 1 +test_sharing_azure-push[2.58.2] 98.4295 (2.29) 98.4295 (2.29) 98.4295 (2.29) 0.0000 (1.0) 98.4295 (2.29) 0.0000 (1.0) 0;0 0.0102 (0.44) 1 1 +test_sharing_azure-push[2.58.2] 98.6179 (2.30) 98.6179 (2.30) 98.6179 (2.30) 0.0000 (1.0) 98.6179 (2.30) 0.0000 (1.0) 0;0 0.0101 (0.44) 1 1 +test_sharing_azure-push[3.0.0] 42.9328 (1.0) 42.9328 (1.0) 42.9328 (1.0) 0.0000 (1.0) 42.9328 (1.0) 0.0000 (1.0) 0;0 0.0233 (1.0) 1 1 +test_sharing_azure-push[3.0.0] 43.2074 (1.01) 43.2074 (1.01) 43.2074 (1.01) 0.0000 (1.0) 43.2074 (1.01) 0.0000 (1.0) 0;0 0.0231 (0.99) 1 1 +test_sharing_azure-push[3.10.0] 43.0638 (1.00) 43.0638 (1.00) 43.0638 (1.00) 0.0000 (1.0) 43.0638 (1.00) 0.0000 (1.0) 0;0 0.0232 (1.00) 1 1 +test_sharing_azure-push[3.10.0] 43.1046 (1.00) 43.1046 (1.00) 43.1046 (1.00) 0.0000 (1.0) 43.1046 (1.00) 0.0000 (1.0) 0;0 0.0232 (1.00) 1 1 +test_sharing_azure-push[3.20.0] 99.4289 (2.32) 99.4289 (2.32) 99.4289 (2.32) 0.0000 (1.0) 99.4289 (2.32) 0.0000 (1.0) 0;0 0.0101 (0.43) 1 1 +test_sharing_azure-push[3.20.0] 98.1397 (2.29) 98.1397 (2.29) 98.1397 (2.29) 0.0000 (1.0) 98.1397 (2.29) 0.0000 (1.0) 0;0 0.0102 (0.44) 1 1 +test_sharing_azure-push[main] 103.8045 (2.42) 103.8045 (2.42) 103.8045 (2.42) 0.0000 (1.0) 103.8045 (2.42) 0.0000 (1.0) 0;0 0.0096 (0.41) 1 1 +test_sharing_azure-push[main] 104.1893 (2.43) 104.1893 (2.43) 104.1893 (2.43) 0.0000 (1.0) 104.1893 (2.43) 0.0000 (1.0) 0;0 0.0096 (0.41) 1 1 ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ ------------------------------------------------------------------------ benchmark 'test_sharing_azure-push-noop': 10 tests ----------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_sharing_azure-push-noop[2.11.0] 4.0296 (1.07) 4.0296 (1.07) 4.0296 (1.07) 0.0000 (1.0) 4.0296 (1.07) 0.0000 (1.0) 0;0 0.2482 (0.94) 1 1 -test_sharing_azure-push-noop[2.11.0] 3.7767 (1.0) 3.7767 (1.0) 3.7767 (1.0) 0.0000 (1.0) 3.7767 (1.0) 0.0000 (1.0) 0;0 0.2648 (1.0) 1 1 -test_sharing_azure-push-noop[2.40.0] 4.5834 (1.21) 4.5834 (1.21) 4.5834 (1.21) 0.0000 (1.0) 4.5834 (1.21) 0.0000 (1.0) 0;0 0.2182 (0.82) 1 1 -test_sharing_azure-push-noop[2.40.0] 4.4985 (1.19) 4.4985 (1.19) 4.4985 (1.19) 0.0000 (1.0) 4.4985 (1.19) 0.0000 (1.0) 0;0 0.2223 (0.84) 1 1 -test_sharing_azure-push-noop[2.58.2] 4.8899 (1.29) 4.8899 (1.29) 4.8899 (1.29) 0.0000 (1.0) 4.8899 (1.29) 0.0000 (1.0) 0;0 0.2045 (0.77) 1 1 -test_sharing_azure-push-noop[2.58.2] 4.5304 (1.20) 4.5304 (1.20) 4.5304 (1.20) 0.0000 (1.0) 4.5304 (1.20) 0.0000 (1.0) 0;0 0.2207 (0.83) 1 1 -test_sharing_azure-push-noop[3.0.0] 4.7301 (1.25) 4.7301 (1.25) 4.7301 (1.25) 0.0000 (1.0) 4.7301 (1.25) 0.0000 (1.0) 0;0 0.2114 (0.80) 1 1 -test_sharing_azure-push-noop[3.0.0] 4.7034 (1.25) 4.7034 (1.25) 4.7034 (1.25) 0.0000 (1.0) 4.7034 (1.25) 0.0000 (1.0) 0;0 0.2126 (0.80) 1 1 -test_sharing_azure-push-noop[main] 6.4664 (1.71) 6.4664 (1.71) 6.4664 (1.71) 0.0000 (1.0) 6.4664 (1.71) 0.0000 (1.0) 0;0 0.1546 (0.58) 1 1 -test_sharing_azure-push-noop[main] 6.6507 (1.76) 6.6507 (1.76) 6.6507 (1.76) 0.0000 (1.0) 6.6507 (1.76) 0.0000 (1.0) 0;0 0.1504 (0.57) 1 1 +test_sharing_azure-push-noop[2.58.2] 3.3062 (1.02) 3.3062 (1.02) 3.3062 (1.02) 0.0000 (1.0) 3.3062 (1.02) 0.0000 (1.0) 0;0 0.3025 (0.98) 1 1 +test_sharing_azure-push-noop[2.58.2] 3.2916 (1.01) 3.2916 (1.01) 3.2916 (1.01) 0.0000 (1.0) 3.2916 (1.01) 0.0000 (1.0) 0;0 0.3038 (0.99) 1 1 +test_sharing_azure-push-noop[3.0.0] 3.3067 (1.02) 3.3067 (1.02) 3.3067 (1.02) 0.0000 (1.0) 3.3067 (1.02) 0.0000 (1.0) 0;0 0.3024 (0.98) 1 1 +test_sharing_azure-push-noop[3.0.0] 3.3973 (1.04) 3.3973 (1.04) 3.3973 (1.04) 0.0000 (1.0) 3.3973 (1.04) 0.0000 (1.0) 0;0 0.2944 (0.96) 1 1 +test_sharing_azure-push-noop[3.10.0] 3.2693 (1.00) 3.2693 (1.00) 3.2693 (1.00) 0.0000 (1.0) 3.2693 (1.00) 0.0000 (1.0) 0;0 0.3059 (1.00) 1 1 +test_sharing_azure-push-noop[3.10.0] 3.3033 (1.02) 3.3033 (1.02) 3.3033 (1.02) 0.0000 (1.0) 3.3033 (1.02) 0.0000 (1.0) 0;0 0.3027 (0.99) 1 1 +test_sharing_azure-push-noop[3.20.0] 3.2544 (1.0) 3.2544 (1.0) 3.2544 (1.0) 0.0000 (1.0) 3.2544 (1.0) 0.0000 (1.0) 0;0 0.3073 (1.0) 1 1 +test_sharing_azure-push-noop[3.20.0] 3.3564 (1.03) 3.3564 (1.03) 3.3564 (1.03) 0.0000 (1.0) 3.3564 (1.03) 0.0000 (1.0) 0;0 0.2979 (0.97) 1 1 +test_sharing_azure-push-noop[main] 4.6549 (1.43) 4.6549 (1.43) 4.6549 (1.43) 0.0000 (1.0) 4.6549 (1.43) 0.0000 (1.0) 0;0 0.2148 (0.70) 1 1 +test_sharing_azure-push-noop[main] 4.5980 (1.41) 4.5980 (1.41) 4.5980 (1.41) 0.0000 (1.0) 4.5980 (1.41) 0.0000 (1.0) 0;0 0.2175 (0.71) 1 1 --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Legend: @@ -1109,7 +1113,7 @@@@ -1117,7 +1121,7 @@@@ -1125,7 +1129,7 @@@@ -1133,7 +1137,7 @@@@ -1159,40 +1163,44 @@--------------------------------------------------------------------------- benchmark 'test_data_status-data-changed': 4 tests -------------------------------------------------------------------------- -Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_data_status-data-changed[2.40.0] 9.6225 (1.03) 9.6225 (1.03) 9.6225 (1.03) 0.0000 (1.0) 9.6225 (1.03) 0.0000 (1.0) 0;0 0.1039 (0.97) 1 1 -test_data_status-data-changed[2.58.2] 9.3395 (1.0) 9.3395 (1.0) 9.3395 (1.0) 0.0000 (1.0) 9.3395 (1.0) 0.0000 (1.0) 0;0 0.1071 (1.0) 1 1 -test_data_status-data-changed[3.0.0] 10.2897 (1.10) 10.2897 (1.10) 10.2897 (1.10) 0.0000 (1.0) 10.2897 (1.10) 0.0000 (1.0) 0;0 0.0972 (0.91) 1 1 -test_data_status-data-changed[main] 10.0988 (1.08) 10.0988 (1.08) 10.0988 (1.08) 0.0000 (1.0) 10.0988 (1.08) 0.0000 (1.0) 0;0 0.0990 (0.92) 1 1 --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- +------------------------------------------------------------------------ benchmark 'test_data_status-data-changed': 5 tests ------------------------------------------------------------------------ +Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations +---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- +test_data_status-data-changed[2.58.2] 8.8191 (1.0) 8.8191 (1.0) 8.8191 (1.0) 0.0000 (1.0) 8.8191 (1.0) 0.0000 (1.0) 0;0 0.1134 (1.0) 1 1 +test_data_status-data-changed[3.0.0] 9.8556 (1.12) 9.8556 (1.12) 9.8556 (1.12) 0.0000 (1.0) 9.8556 (1.12) 0.0000 (1.0) 0;0 0.1015 (0.89) 1 1 +test_data_status-data-changed[3.10.0] 9.4757 (1.07) 9.4757 (1.07) 9.4757 (1.07) 0.0000 (1.0) 9.4757 (1.07) 0.0000 (1.0) 0;0 0.1055 (0.93) 1 1 +test_data_status-data-changed[3.20.0] 9.8612 (1.12) 9.8612 (1.12) 9.8612 (1.12) 0.0000 (1.0) 9.8612 (1.12) 0.0000 (1.0) 0;0 0.1014 (0.89) 1 1 +test_data_status-data-changed[main] 9.4071 (1.07) 9.4071 (1.07) 9.4071 (1.07) 0.0000 (1.0) 9.4071 (1.07) 0.0000 (1.0) 0;0 0.1063 (0.94) 1 1 +---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- --------------------------------------------------------------------------- benchmark 'test_data_status-data-changed-noop': 4 tests -------------------------------------------------------------------------- +-------------------------------------------------------------------------- benchmark 'test_data_status-data-changed-noop': 5 tests -------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_data_status-data-changed-noop[2.40.0] 9.8892 (1.01) 9.8892 (1.01) 9.8892 (1.01) 0.0000 (1.0) 9.8892 (1.01) 0.0000 (1.0) 0;0 0.1011 (0.99) 1 1 -test_data_status-data-changed-noop[2.58.2] 9.7735 (1.0) 9.7735 (1.0) 9.7735 (1.0) 0.0000 (1.0) 9.7735 (1.0) 0.0000 (1.0) 0;0 0.1023 (1.0) 1 1 -test_data_status-data-changed-noop[3.0.0] 10.5206 (1.08) 10.5206 (1.08) 10.5206 (1.08) 0.0000 (1.0) 10.5206 (1.08) 0.0000 (1.0) 0;0 0.0951 (0.93) 1 1 -test_data_status-data-changed-noop[main] 10.4737 (1.07) 10.4737 (1.07) 10.4737 (1.07) 0.0000 (1.0) 10.4737 (1.07) 0.0000 (1.0) 0;0 0.0955 (0.93) 1 1 +test_data_status-data-changed-noop[2.58.2] 8.8574 (1.0) 8.8574 (1.0) 8.8574 (1.0) 0.0000 (1.0) 8.8574 (1.0) 0.0000 (1.0) 0;0 0.1129 (1.0) 1 1 +test_data_status-data-changed-noop[3.0.0] 9.9135 (1.12) 9.9135 (1.12) 9.9135 (1.12) 0.0000 (1.0) 9.9135 (1.12) 0.0000 (1.0) 0;0 0.1009 (0.89) 1 1 +test_data_status-data-changed-noop[3.10.0] 9.8838 (1.12) 9.8838 (1.12) 9.8838 (1.12) 0.0000 (1.0) 9.8838 (1.12) 0.0000 (1.0) 0;0 0.1012 (0.90) 1 1 +test_data_status-data-changed-noop[3.20.0] 10.2511 (1.16) 10.2511 (1.16) 10.2511 (1.16) 0.0000 (1.0) 10.2511 (1.16) 0.0000 (1.0) 0;0 0.0976 (0.86) 1 1 +test_data_status-data-changed-noop[main] 9.7050 (1.10) 9.7050 (1.10) 9.7050 (1.10) 0.0000 (1.0) 9.7050 (1.10) 0.0000 (1.0) 0;0 0.1030 (0.91) 1 1 ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- --------------------------------------------------------------------------- benchmark 'test_data_status-data-new': 4 tests -------------------------------------------------------------------------- +-------------------------------------------------------------------------- benchmark 'test_data_status-data-new': 5 tests -------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_data_status-data-new[2.40.0] 42.5800 (1.08) 42.5800 (1.08) 42.5800 (1.08) 0.0000 (1.0) 42.5800 (1.08) 0.0000 (1.0) 0;0 0.0235 (0.93) 1 1 -test_data_status-data-new[2.58.2] 40.1470 (1.02) 40.1470 (1.02) 40.1470 (1.02) 0.0000 (1.0) 40.1470 (1.02) 0.0000 (1.0) 0;0 0.0249 (0.98) 1 1 -test_data_status-data-new[3.0.0] 40.9346 (1.04) 40.9346 (1.04) 40.9346 (1.04) 0.0000 (1.0) 40.9346 (1.04) 0.0000 (1.0) 0;0 0.0244 (0.96) 1 1 -test_data_status-data-new[main] 39.4731 (1.0) 39.4731 (1.0) 39.4731 (1.0) 0.0000 (1.0) 39.4731 (1.0) 0.0000 (1.0) 0;0 0.0253 (1.0) 1 1 +test_data_status-data-new[2.58.2] 36.4125 (1.0) 36.4125 (1.0) 36.4125 (1.0) 0.0000 (1.0) 36.4125 (1.0) 0.0000 (1.0) 0;0 0.0275 (1.0) 1 1 +test_data_status-data-new[3.0.0] 36.4923 (1.00) 36.4923 (1.00) 36.4923 (1.00) 0.0000 (1.0) 36.4923 (1.00) 0.0000 (1.0) 0;0 0.0274 (1.00) 1 1 +test_data_status-data-new[3.10.0] 36.5718 (1.00) 36.5718 (1.00) 36.5718 (1.00) 0.0000 (1.0) 36.5718 (1.00) 0.0000 (1.0) 0;0 0.0273 (1.00) 1 1 +test_data_status-data-new[3.20.0] 36.4207 (1.00) 36.4207 (1.00) 36.4207 (1.00) 0.0000 (1.0) 36.4207 (1.00) 0.0000 (1.0) 0;0 0.0275 (1.00) 1 1 +test_data_status-data-new[main] 39.2024 (1.08) 39.2024 (1.08) 39.2024 (1.08) 0.0000 (1.0) 39.2024 (1.08) 0.0000 (1.0) 0;0 0.0255 (0.93) 1 1 ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- --------------------------------------------------------------------------- benchmark 'test_data_status-data-noop': 4 tests -------------------------------------------------------------------------- +-------------------------------------------------------------------------- benchmark 'test_data_status-data-noop': 5 tests -------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_data_status-data-noop[2.40.0] 9.1562 (1.0) 9.1562 (1.0) 9.1562 (1.0) 0.0000 (1.0) 9.1562 (1.0) 0.0000 (1.0) 0;0 0.1092 (1.0) 1 1 -test_data_status-data-noop[2.58.2] 9.6451 (1.05) 9.6451 (1.05) 9.6451 (1.05) 0.0000 (1.0) 9.6451 (1.05) 0.0000 (1.0) 0;0 0.1037 (0.95) 1 1 -test_data_status-data-noop[3.0.0] 11.0429 (1.21) 11.0429 (1.21) 11.0429 (1.21) 0.0000 (1.0) 11.0429 (1.21) 0.0000 (1.0) 0;0 0.0906 (0.83) 1 1 -test_data_status-data-noop[main] 10.4937 (1.15) 10.4937 (1.15) 10.4937 (1.15) 0.0000 (1.0) 10.4937 (1.15) 0.0000 (1.0) 0;0 0.0953 (0.87) 1 1 +test_data_status-data-noop[2.58.2] 9.2964 (1.0) 9.2964 (1.0) 9.2964 (1.0) 0.0000 (1.0) 9.2964 (1.0) 0.0000 (1.0) 0;0 0.1076 (1.0) 1 1 +test_data_status-data-noop[3.0.0] 9.8055 (1.05) 9.8055 (1.05) 9.8055 (1.05) 0.0000 (1.0) 9.8055 (1.05) 0.0000 (1.0) 0;0 0.1020 (0.95) 1 1 +test_data_status-data-noop[3.10.0] 10.5132 (1.13) 10.5132 (1.13) 10.5132 (1.13) 0.0000 (1.0) 10.5132 (1.13) 0.0000 (1.0) 0;0 0.0951 (0.88) 1 1 +test_data_status-data-noop[3.20.0] 9.7115 (1.04) 9.7115 (1.04) 9.7115 (1.04) 0.0000 (1.0) 9.7115 (1.04) 0.0000 (1.0) 0;0 0.1030 (0.96) 1 1 +test_data_status-data-noop[main] 10.1262 (1.09) 10.1262 (1.09) 10.1262 (1.09) 0.0000 (1.0) 10.1262 (1.09) 0.0000 (1.0) 0;0 0.0988 (0.92) 1 1 ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Legend: @@ -1224,7 +1232,7 @@@@ -1232,7 +1240,7 @@@@ -1240,7 +1248,7 @@@@ -1269,31 +1277,31 @@ ---------------------------------------------------------------------------- benchmark 'test_checkout_copy-checkout': 5 tests ---------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_checkout_copy-checkout[2.11.0] 100.8667 (1.62) 100.8667 (1.62) 100.8667 (1.62) 0.0000 (1.0) 100.8667 (1.62) 0.0000 (1.0) 0;0 0.0099 (0.62) 1 1 -test_checkout_copy-checkout[2.40.0] 107.1337 (1.73) 107.1337 (1.73) 107.1337 (1.73) 0.0000 (1.0) 107.1337 (1.73) 0.0000 (1.0) 0;0 0.0093 (0.58) 1 1 -test_checkout_copy-checkout[2.58.2] 62.0992 (1.0) 62.0992 (1.0) 62.0992 (1.0) 0.0000 (1.0) 62.0992 (1.0) 0.0000 (1.0) 0;0 0.0161 (1.0) 1 1 -test_checkout_copy-checkout[3.0.0] 129.7763 (2.09) 129.7763 (2.09) 129.7763 (2.09) 0.0000 (1.0) 129.7763 (2.09) 0.0000 (1.0) 0;0 0.0077 (0.48) 1 1 -test_checkout_copy-checkout[main] 128.5030 (2.07) 128.5030 (2.07) 128.5030 (2.07) 0.0000 (1.0) 128.5030 (2.07) 0.0000 (1.0) 0;0 0.0078 (0.48) 1 1 +test_checkout_copy-checkout[2.58.2] 52.4607 (1.0) 52.4607 (1.0) 52.4607 (1.0) 0.0000 (1.0) 52.4607 (1.0) 0.0000 (1.0) 0;0 0.0191 (1.0) 1 1 +test_checkout_copy-checkout[3.0.0] 111.7731 (2.13) 111.7731 (2.13) 111.7731 (2.13) 0.0000 (1.0) 111.7731 (2.13) 0.0000 (1.0) 0;0 0.0089 (0.47) 1 1 +test_checkout_copy-checkout[3.10.0] 110.4971 (2.11) 110.4971 (2.11) 110.4971 (2.11) 0.0000 (1.0) 110.4971 (2.11) 0.0000 (1.0) 0;0 0.0091 (0.47) 1 1 +test_checkout_copy-checkout[3.20.0] 109.8488 (2.09) 109.8488 (2.09) 109.8488 (2.09) 0.0000 (1.0) 109.8488 (2.09) 0.0000 (1.0) 0;0 0.0091 (0.48) 1 1 +test_checkout_copy-checkout[main] 110.7775 (2.11) 110.7775 (2.11) 110.7775 (2.11) 0.0000 (1.0) 110.7775 (2.11) 0.0000 (1.0) 0;0 0.0090 (0.47) 1 1 ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ------------------------------------------------------------------------ benchmark 'test_checkout_copy-checkout-noop': 5 tests ------------------------------------------------------------------------ Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_checkout_copy-checkout-noop[2.11.0] 6.2602 (1.0) 6.2602 (1.0) 6.2602 (1.0) 0.0000 (1.0) 6.2602 (1.0) 0.0000 (1.0) 0;0 0.1597 (1.0) 1 1 -test_checkout_copy-checkout-noop[2.40.0] 8.0209 (1.28) 8.0209 (1.28) 8.0209 (1.28) 0.0000 (1.0) 8.0209 (1.28) 0.0000 (1.0) 0;0 0.1247 (0.78) 1 1 -test_checkout_copy-checkout-noop[2.58.2] 9.2917 (1.48) 9.2917 (1.48) 9.2917 (1.48) 0.0000 (1.0) 9.2917 (1.48) 0.0000 (1.0) 0;0 0.1076 (0.67) 1 1 -test_checkout_copy-checkout-noop[3.0.0] 9.3759 (1.50) 9.3759 (1.50) 9.3759 (1.50) 0.0000 (1.0) 9.3759 (1.50) 0.0000 (1.0) 0;0 0.1067 (0.67) 1 1 -test_checkout_copy-checkout-noop[main] 9.1206 (1.46) 9.1206 (1.46) 9.1206 (1.46) 0.0000 (1.0) 9.1206 (1.46) 0.0000 (1.0) 0;0 0.1096 (0.69) 1 1 +test_checkout_copy-checkout-noop[2.58.2] 8.0744 (1.01) 8.0744 (1.01) 8.0744 (1.01) 0.0000 (1.0) 8.0744 (1.01) 0.0000 (1.0) 0;0 0.1238 (0.99) 1 1 +test_checkout_copy-checkout-noop[3.0.0] 8.0721 (1.01) 8.0721 (1.01) 8.0721 (1.01) 0.0000 (1.0) 8.0721 (1.01) 0.0000 (1.0) 0;0 0.1239 (0.99) 1 1 +test_checkout_copy-checkout-noop[3.10.0] 8.0239 (1.0) 8.0239 (1.0) 8.0239 (1.0) 0.0000 (1.0) 8.0239 (1.0) 0.0000 (1.0) 0;0 0.1246 (1.0) 1 1 +test_checkout_copy-checkout-noop[3.20.0] 8.1758 (1.02) 8.1758 (1.02) 8.1758 (1.02) 0.0000 (1.0) 8.1758 (1.02) 0.0000 (1.0) 0;0 0.1223 (0.98) 1 1 +test_checkout_copy-checkout-noop[main] 8.1297 (1.01) 8.1297 (1.01) 8.1297 (1.01) 0.0000 (1.0) 8.1297 (1.01) 0.0000 (1.0) 0;0 0.1230 (0.99) 1 1 ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -------------------------------------------------------------------------- benchmark 'test_checkout_copy-checkout-update': 5 tests -------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_checkout_copy-checkout-update[2.11.0] 40.1161 (4.02) 40.1161 (4.02) 40.1161 (4.02) 0.0000 (1.0) 40.1161 (4.02) 0.0000 (1.0) 0;0 0.0249 (0.25) 1 1 -test_checkout_copy-checkout-update[2.40.0] 9.9690 (1.0) 9.9690 (1.0) 9.9690 (1.0) 0.0000 (1.0) 9.9690 (1.0) 0.0000 (1.0) 0;0 0.1003 (1.0) 1 1 -test_checkout_copy-checkout-update[2.58.2] 15.2260 (1.53) 15.2260 (1.53) 15.2260 (1.53) 0.0000 (1.0) 15.2260 (1.53) 0.0000 (1.0) 0;0 0.0657 (0.65) 1 1 -test_checkout_copy-checkout-update[3.0.0] 10.7757 (1.08) 10.7757 (1.08) 10.7757 (1.08) 0.0000 (1.0) 10.7757 (1.08) 0.0000 (1.0) 0;0 0.0928 (0.93) 1 1 -test_checkout_copy-checkout-update[main] 10.2296 (1.03) 10.2296 (1.03) 10.2296 (1.03) 0.0000 (1.0) 10.2296 (1.03) 0.0000 (1.0) 0;0 0.0978 (0.97) 1 1 +test_checkout_copy-checkout-update[2.58.2] 13.4192 (1.48) 13.4192 (1.48) 13.4192 (1.48) 0.0000 (1.0) 13.4192 (1.48) 0.0000 (1.0) 0;0 0.0745 (0.67) 1 1 +test_checkout_copy-checkout-update[3.0.0] 9.0578 (1.00) 9.0578 (1.00) 9.0578 (1.00) 0.0000 (1.0) 9.0578 (1.00) 0.0000 (1.0) 0;0 0.1104 (1.00) 1 1 +test_checkout_copy-checkout-update[3.10.0] 9.2436 (1.02) 9.2436 (1.02) 9.2436 (1.02) 0.0000 (1.0) 9.2436 (1.02) 0.0000 (1.0) 0;0 0.1082 (0.98) 1 1 +test_checkout_copy-checkout-update[3.20.0] 9.1808 (1.02) 9.1808 (1.02) 9.1808 (1.02) 0.0000 (1.0) 9.1808 (1.02) 0.0000 (1.0) 0;0 0.1089 (0.99) 1 1 +test_checkout_copy-checkout-update[main] 9.0435 (1.0) 9.0435 (1.0) 9.0435 (1.0) 0.0000 (1.0) 9.0435 (1.0) 0.0000 (1.0) 0;0 0.1106 (1.0) 1 1 ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Legend: @@ -1325,7 +1333,7 @@@@ -1333,7 +1341,7 @@@@ -1341,7 +1349,7 @@@@ -1370,31 +1378,31 @@ -------------------------------------------------------------------------- benchmark 'test_checkout_hardlink-checkout': 5 tests -------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_checkout_hardlink-checkout[2.11.0] 22.8783 (1.20) 22.8783 (1.20) 22.8783 (1.20) 0.0000 (1.0) 22.8783 (1.20) 0.0000 (1.0) 0;0 0.0437 (0.84) 1 1 -test_checkout_hardlink-checkout[2.40.0] 23.8089 (1.24) 23.8089 (1.24) 23.8089 (1.24) 0.0000 (1.0) 23.8089 (1.24) 0.0000 (1.0) 0;0 0.0420 (0.80) 1 1 -test_checkout_hardlink-checkout[2.58.2] 26.9412 (1.41) 26.9412 (1.41) 26.9412 (1.41) 0.0000 (1.0) 26.9412 (1.41) 0.0000 (1.0) 0;0 0.0371 (0.71) 1 1 -test_checkout_hardlink-checkout[3.0.0] 19.1374 (1.0) 19.1374 (1.0) 19.1374 (1.0) 0.0000 (1.0) 19.1374 (1.0) 0.0000 (1.0) 0;0 0.0523 (1.0) 1 1 -test_checkout_hardlink-checkout[main] 19.3520 (1.01) 19.3520 (1.01) 19.3520 (1.01) 0.0000 (1.0) 19.3520 (1.01) 0.0000 (1.0) 0;0 0.0517 (0.99) 1 1 +test_checkout_hardlink-checkout[2.58.2] 41.5461 (1.43) 41.5461 (1.43) 41.5461 (1.43) 0.0000 (1.0) 41.5461 (1.43) 0.0000 (1.0) 0;0 0.0241 (0.70) 1 1 +test_checkout_hardlink-checkout[3.0.0] 29.5069 (1.02) 29.5069 (1.02) 29.5069 (1.02) 0.0000 (1.0) 29.5069 (1.02) 0.0000 (1.0) 0;0 0.0339 (0.98) 1 1 +test_checkout_hardlink-checkout[3.10.0] 29.7140 (1.02) 29.7140 (1.02) 29.7140 (1.02) 0.0000 (1.0) 29.7140 (1.02) 0.0000 (1.0) 0;0 0.0337 (0.98) 1 1 +test_checkout_hardlink-checkout[3.20.0] 29.0481 (1.0) 29.0481 (1.0) 29.0481 (1.0) 0.0000 (1.0) 29.0481 (1.0) 0.0000 (1.0) 0;0 0.0344 (1.0) 1 1 +test_checkout_hardlink-checkout[main] 30.5069 (1.05) 30.5069 (1.05) 30.5069 (1.05) 0.0000 (1.0) 30.5069 (1.05) 0.0000 (1.0) 0;0 0.0328 (0.95) 1 1 ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ------------------------------------------------------------------------- benchmark 'test_checkout_hardlink-checkout-noop': 5 tests ------------------------------------------------------------------------ -Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ -test_checkout_hardlink-checkout-noop[2.11.0] 5.2358 (1.0) 5.2358 (1.0) 5.2358 (1.0) 0.0000 (1.0) 5.2358 (1.0) 0.0000 (1.0) 0;0 0.1910 (1.0) 1 1 -test_checkout_hardlink-checkout-noop[2.40.0] 6.3113 (1.21) 6.3113 (1.21) 6.3113 (1.21) 0.0000 (1.0) 6.3113 (1.21) 0.0000 (1.0) 0;0 0.1584 (0.83) 1 1 -test_checkout_hardlink-checkout-noop[2.58.2] 7.1216 (1.36) 7.1216 (1.36) 7.1216 (1.36) 0.0000 (1.0) 7.1216 (1.36) 0.0000 (1.0) 0;0 0.1404 (0.74) 1 1 -test_checkout_hardlink-checkout-noop[3.0.0] 7.3593 (1.41) 7.3593 (1.41) 7.3593 (1.41) 0.0000 (1.0) 7.3593 (1.41) 0.0000 (1.0) 0;0 0.1359 (0.71) 1 1 -test_checkout_hardlink-checkout-noop[main] 7.4017 (1.41) 7.4017 (1.41) 7.4017 (1.41) 0.0000 (1.0) 7.4017 (1.41) 0.0000 (1.0) 0;0 0.1351 (0.71) 1 1 ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ +-------------------------------------------------------------------------- benchmark 'test_checkout_hardlink-checkout-noop': 5 tests -------------------------------------------------------------------------- +Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations +--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- +test_checkout_hardlink-checkout-noop[2.58.2] 11.4440 (1.0) 11.4440 (1.0) 11.4440 (1.0) 0.0000 (1.0) 11.4440 (1.0) 0.0000 (1.0) 0;0 0.0874 (1.0) 1 1 +test_checkout_hardlink-checkout-noop[3.0.0] 12.8328 (1.12) 12.8328 (1.12) 12.8328 (1.12) 0.0000 (1.0) 12.8328 (1.12) 0.0000 (1.0) 0;0 0.0779 (0.89) 1 1 +test_checkout_hardlink-checkout-noop[3.10.0] 12.7093 (1.11) 12.7093 (1.11) 12.7093 (1.11) 0.0000 (1.0) 12.7093 (1.11) 0.0000 (1.0) 0;0 0.0787 (0.90) 1 1 +test_checkout_hardlink-checkout-noop[3.20.0] 12.3479 (1.08) 12.3479 (1.08) 12.3479 (1.08) 0.0000 (1.0) 12.3479 (1.08) 0.0000 (1.0) 0;0 0.0810 (0.93) 1 1 +test_checkout_hardlink-checkout-noop[main] 12.0525 (1.05) 12.0525 (1.05) 12.0525 (1.05) 0.0000 (1.0) 12.0525 (1.05) 0.0000 (1.0) 0;0 0.0830 (0.95) 1 1 +--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -------------------------------------------------------------------------- benchmark 'test_checkout_hardlink-checkout-update': 5 tests -------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_checkout_hardlink-checkout-update[2.11.0] 29.6487 (3.99) 29.6487 (3.99) 29.6487 (3.99) 0.0000 (1.0) 29.6487 (3.99) 0.0000 (1.0) 0;0 0.0337 (0.25) 1 1 -test_checkout_hardlink-checkout-update[2.40.0] 7.4360 (1.0) 7.4360 (1.0) 7.4360 (1.0) 0.0000 (1.0) 7.4360 (1.0) 0.0000 (1.0) 0;0 0.1345 (1.0) 1 1 -test_checkout_hardlink-checkout-update[2.58.2] 12.3436 (1.66) 12.3436 (1.66) 12.3436 (1.66) 0.0000 (1.0) 12.3436 (1.66) 0.0000 (1.0) 0;0 0.0810 (0.60) 1 1 -test_checkout_hardlink-checkout-update[3.0.0] 8.4946 (1.14) 8.4946 (1.14) 8.4946 (1.14) 0.0000 (1.0) 8.4946 (1.14) 0.0000 (1.0) 0;0 0.1177 (0.88) 1 1 -test_checkout_hardlink-checkout-update[main] 8.3332 (1.12) 8.3332 (1.12) 8.3332 (1.12) 0.0000 (1.0) 8.3332 (1.12) 0.0000 (1.0) 0;0 0.1200 (0.89) 1 1 +test_checkout_hardlink-checkout-update[2.58.2] 17.8172 (1.38) 17.8172 (1.38) 17.8172 (1.38) 0.0000 (1.0) 17.8172 (1.38) 0.0000 (1.0) 0;0 0.0561 (0.73) 1 1 +test_checkout_hardlink-checkout-update[3.0.0] 13.3415 (1.03) 13.3415 (1.03) 13.3415 (1.03) 0.0000 (1.0) 13.3415 (1.03) 0.0000 (1.0) 0;0 0.0750 (0.97) 1 1 +test_checkout_hardlink-checkout-update[3.10.0] 13.1259 (1.01) 13.1259 (1.01) 13.1259 (1.01) 0.0000 (1.0) 13.1259 (1.01) 0.0000 (1.0) 0;0 0.0762 (0.99) 1 1 +test_checkout_hardlink-checkout-update[3.20.0] 13.0541 (1.01) 13.0541 (1.01) 13.0541 (1.01) 0.0000 (1.0) 13.0541 (1.01) 0.0000 (1.0) 0;0 0.0766 (0.99) 1 1 +test_checkout_hardlink-checkout-update[main] 12.9384 (1.0) 12.9384 (1.0) 12.9384 (1.0) 0.0000 (1.0) 12.9384 (1.0) 0.0000 (1.0) 0;0 0.0773 (1.0) 1 1 ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Legend: @@ -1426,7 +1434,7 @@@@ -1434,7 +1442,7 @@@@ -1442,7 +1450,7 @@@@ -1450,7 +1458,7 @@@@ -1476,41 +1484,45 @@----------------------------------------------------------------------------- benchmark 'test_plots-plots-diff': 4 tests ---------------------------------------------------------------------------- -Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_plots-plots-diff[2.40.0] 510.3902 (1.04) 516.0945 (1.04) 511.9382 (1.04) 2.3447 (1.10) 511.0862 (1.04) 1.6660 (1.0) 1;1 1.9534 (0.97) 5 3 -test_plots-plots-diff[2.58.2] 491.0689 (1.0) 497.8065 (1.0) 494.0226 (1.0) 3.0935 (1.45) 493.3730 (1.0) 5.7644 (3.46) 1;0 2.0242 (1.0) 5 3 -test_plots-plots-diff[3.0.0] 910.1997 (1.85) 929.2912 (1.87) 916.6973 (1.86) 7.6629 (3.60) 915.2783 (1.86) 9.6452 (5.79) 1;0 1.0909 (0.54) 5 3 -test_plots-plots-diff[main] 918.8663 (1.87) 924.6232 (1.86) 922.0730 (1.87) 2.1267 (1.0) 922.1487 (1.87) 2.5673 (1.54) 2;0 1.0845 (0.54) 5 3 ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- - --------------------------------------------------------------------------------- benchmark 'test_plots-plots-diff-json': 4 tests -------------------------------------------------------------------------------- -Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ -test_plots-plots-diff-json[2.40.0] 548.5760 (1.08) 551.6479 (1.05) 549.6633 (1.07) 1.3358 (1.0) 549.0320 (1.07) 2.1025 (1.0) 1;0 1.8193 (0.94) 5 3 -test_plots-plots-diff-json[2.58.2] 509.8879 (1.0) 523.8953 (1.0) 514.2325 (1.0) 5.5894 (4.18) 512.7444 (1.0) 5.3910 (2.56) 1;0 1.9446 (1.0) 5 3 -test_plots-plots-diff-json[3.0.0] 1,260.1918 (2.47) 1,268.2415 (2.42) 1,263.6897 (2.46) 3.0314 (2.27) 1,263.3658 (2.46) 3.9771 (1.89) 2;0 0.7913 (0.41) 5 3 -test_plots-plots-diff-json[main] 1,259.4500 (2.47) 1,272.1966 (2.43) 1,266.0765 (2.46) 5.3593 (4.01) 1,264.9543 (2.47) 9.0862 (4.32) 2;0 0.7898 (0.41) 5 3 ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ +-------------------------------------------------------------------------------- benchmark 'test_plots-plots-diff': 5 tests -------------------------------------------------------------------------------- +Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ +test_plots-plots-diff[2.58.2] 537.3401 (1.0) 587.8407 (1.0) 550.9596 (1.0) 21.4869 (1.53) 539.9624 (1.0) 23.4879 (1.64) 1;0 1.8150 (1.0) 5 3 +test_plots-plots-diff[3.0.0] 995.2159 (1.85) 1,103.3084 (1.88) 1,040.6281 (1.89) 41.4098 (2.95) 1,037.0661 (1.92) 56.2902 (3.93) 2;0 0.9610 (0.53) 5 3 +test_plots-plots-diff[3.10.0] 978.2331 (1.82) 1,024.2401 (1.74) 1,002.7836 (1.82) 20.3977 (1.45) 1,011.1959 (1.87) 35.6009 (2.49) 2;0 0.9972 (0.55) 5 3 +test_plots-plots-diff[3.20.0] 986.0197 (1.84) 1,024.9515 (1.74) 1,003.7772 (1.82) 14.0379 (1.0) 1,001.4909 (1.85) 14.3194 (1.0) 2;0 0.9962 (0.55) 5 3 +test_plots-plots-diff[main] 980.3070 (1.82) 1,032.6104 (1.76) 1,011.7223 (1.84) 19.3559 (1.38) 1,014.3451 (1.88) 19.5494 (1.37) 2;0 0.9884 (0.54) 5 3 +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ + +--------------------------------------------------------------------------------- benchmark 'test_plots-plots-diff-json': 5 tests --------------------------------------------------------------------------------- +Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- +test_plots-plots-diff-json[2.58.2] 561.8732 (1.0) 582.6273 (1.0) 573.1654 (1.0) 8.4102 (1.0) 570.7608 (1.0) 12.7731 (1.0) 2;0 1.7447 (1.0) 5 3 +test_plots-plots-diff-json[3.0.0] 1,361.3124 (2.42) 1,422.9291 (2.44) 1,385.4125 (2.42) 22.9434 (2.73) 1,377.8547 (2.41) 22.3605 (1.75) 2;0 0.7218 (0.41) 5 3 +test_plots-plots-diff-json[3.10.0] 1,346.2580 (2.40) 1,394.5623 (2.39) 1,362.4695 (2.38) 19.9366 (2.37) 1,357.7138 (2.38) 27.5415 (2.16) 1;0 0.7340 (0.42) 5 3 +test_plots-plots-diff-json[3.20.0] 1,495.9362 (2.66) 1,588.5348 (2.73) 1,551.0456 (2.71) 37.4700 (4.46) 1,564.7862 (2.74) 56.3059 (4.41) 2;0 0.6447 (0.37) 5 3 +test_plots-plots-diff-json[main] 1,393.3397 (2.48) 1,470.5041 (2.52) 1,418.5412 (2.47) 30.5570 (3.63) 1,405.1734 (2.46) 31.4434 (2.46) 1;0 0.7049 (0.40) 5 3 +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + +----------------------------------------------------------------------------- benchmark 'test_plots-plots-show': 5 tests ----------------------------------------------------------------------------- +Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ +test_plots-plots-show[2.58.2] 495.1215 (1.0) 529.4733 (1.0) 509.3704 (1.0) 12.6949 (1.36) 505.6121 (1.0) 13.4679 (1.31) 2;0 1.9632 (1.0) 5 3 +test_plots-plots-show[3.0.0] 864.5616 (1.75) 981.0979 (1.85) 924.6052 (1.82) 49.0218 (5.25) 935.6576 (1.85) 83.8955 (8.19) 2;0 1.0815 (0.55) 5 3 +test_plots-plots-show[3.10.0] 887.9599 (1.79) 944.3212 (1.78) 913.8938 (1.79) 20.7183 (2.22) 909.6538 (1.80) 24.7276 (2.41) 2;0 1.0942 (0.56) 5 3 +test_plots-plots-show[3.20.0] 818.9174 (1.65) 850.5907 (1.61) 839.5386 (1.65) 12.4929 (1.34) 843.1913 (1.67) 15.1176 (1.48) 1;0 1.1911 (0.61) 5 3 +test_plots-plots-show[main] 817.5149 (1.65) 843.1825 (1.59) 831.2024 (1.63) 9.3375 (1.0) 830.1563 (1.64) 10.2418 (1.0) 2;0 1.2031 (0.61) 5 3 +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ ----------------------------------------------------------------------------- benchmark 'test_plots-plots-show': 4 tests ---------------------------------------------------------------------------- -Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_plots-plots-show[2.40.0] 397.1757 (1.0) 400.9972 (1.0) 398.6534 (1.0) 1.6518 (1.0) 398.1362 (1.0) 2.7642 (1.17) 1;0 2.5084 (1.0) 5 3 -test_plots-plots-show[2.58.2] 457.2451 (1.15) 462.3716 (1.15) 459.4556 (1.15) 1.9753 (1.20) 459.1302 (1.15) 2.7966 (1.18) 2;0 2.1765 (0.87) 5 3 -test_plots-plots-show[3.0.0] 755.1195 (1.90) 759.5261 (1.89) 758.0801 (1.90) 1.8262 (1.11) 759.0196 (1.91) 2.3727 (1.0) 1;0 1.3191 (0.53) 5 3 -test_plots-plots-show[main] 761.7000 (1.92) 767.8805 (1.91) 764.8560 (1.92) 2.8331 (1.72) 765.7454 (1.92) 5.2070 (2.19) 2;0 1.3074 (0.52) 5 3 ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- - ----------------------------------------------------------------------------- benchmark 'test_plots-plots-show-json': 4 tests ----------------------------------------------------------------------------- -Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_plots-plots-show-json[2.40.0] 433.2322 (1.0) 443.9323 (1.0) 438.1870 (1.0) 4.7522 (5.07) 436.9856 (1.0) 8.6039 (9.35) 2;0 2.2821 (1.0) 5 3 -test_plots-plots-show-json[2.58.2] 474.2222 (1.09) 476.6720 (1.07) 475.0907 (1.08) 0.9372 (1.0) 474.7962 (1.09) 0.9201 (1.0) 1;0 2.1049 (0.92) 5 3 -test_plots-plots-show-json[3.0.0] 950.7856 (2.19) 974.5831 (2.20) 960.8359 (2.19) 8.9271 (9.53) 960.9464 (2.20) 10.8695 (11.81) 2;0 1.0408 (0.46) 5 3 -test_plots-plots-show-json[main] 956.5634 (2.21) 961.6371 (2.17) 958.1985 (2.19) 1.9785 (2.11) 957.6203 (2.19) 1.5584 (1.69) 1;1 1.0436 (0.46) 5 3 ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- +--------------------------------------------------------------------------------- benchmark 'test_plots-plots-show-json': 5 tests ---------------------------------------------------------------------------------- +Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations +-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- +test_plots-plots-show-json[2.58.2] 517.5904 (1.0) 539.8899 (1.0) 526.7885 (1.0) 9.1618 (1.0) 528.4652 (1.0) 13.8673 (1.0) 2;0 1.8983 (1.0) 5 3 +test_plots-plots-show-json[3.0.0] 1,024.0009 (1.98) 1,194.3487 (2.21) 1,115.4706 (2.12) 78.5712 (8.58) 1,128.7821 (2.14) 148.2694 (10.69) 2;0 0.8965 (0.47) 5 3 +test_plots-plots-show-json[3.10.0] 1,021.5215 (1.97) 1,043.4997 (1.93) 1,032.5641 (1.96) 10.2562 (1.12) 1,029.4757 (1.95) 19.1020 (1.38) 3;0 0.9685 (0.51) 5 3 +test_plots-plots-show-json[3.20.0] 1,003.1136 (1.94) 1,036.2121 (1.92) 1,025.6404 (1.95) 13.7568 (1.50) 1,032.2412 (1.95) 17.7538 (1.28) 1;0 0.9750 (0.51) 5 3 +test_plots-plots-show-json[main] 1,081.8111 (2.09) 1,152.8391 (2.14) 1,120.2183 (2.13) 30.3205 (3.31) 1,125.4024 (2.13) 53.1113 (3.83) 2;0 0.8927 (0.47) 5 3 +-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Legend: Outliers: 1 Standard Deviation from Mean; 1.5 IQR (InterQuartile Range) from 1st Quartile and 3rd Quartile. @@ -1541,7 +1553,7 @@@@ -1549,7 +1561,7 @@@@ -1557,7 +1569,7 @@@@ -1565,7 +1577,7 @@@@ -1591,46 +1603,46 @@------------------------------------------------------------------------- benchmark 'test_list-list': 5 tests ------------------------------------------------------------------------ -Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_list-list[2.11.0] 2.2649 (5.13) 2.2649 (5.13) 2.2649 (5.13) 0.0000 (1.0) 2.2649 (5.13) 0.0000 (1.0) 0;0 0.4415 (0.19) 1 1 -test_list-list[2.40.0] 0.4416 (1.0) 0.4416 (1.0) 0.4416 (1.0) 0.0000 (1.0) 0.4416 (1.0) 0.0000 (1.0) 0;0 2.2645 (1.0) 1 1 -test_list-list[2.58.2] 0.5195 (1.18) 0.5195 (1.18) 0.5195 (1.18) 0.0000 (1.0) 0.5195 (1.18) 0.0000 (1.0) 0;0 1.9250 (0.85) 1 1 -test_list-list[3.0.0] 0.4973 (1.13) 0.4973 (1.13) 0.4973 (1.13) 0.0000 (1.0) 0.4973 (1.13) 0.0000 (1.0) 0;0 2.0110 (0.89) 1 1 -test_list-list[main] 0.4913 (1.11) 0.4913 (1.11) 0.4913 (1.11) 0.0000 (1.0) 0.4913 (1.11) 0.0000 (1.0) 0;0 2.0356 (0.90) 1 1 -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- - ------------------------------------------------------------------------- benchmark 'test_list-list-dvc-only': 5 tests ------------------------------------------------------------------------ -Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_list-list-dvc-only[2.11.0] 2.2468 (5.32) 2.2468 (5.32) 2.2468 (5.32) 0.0000 (1.0) 2.2468 (5.32) 0.0000 (1.0) 0;0 0.4451 (0.19) 1 1 -test_list-list-dvc-only[2.40.0] 0.4227 (1.0) 0.4227 (1.0) 0.4227 (1.0) 0.0000 (1.0) 0.4227 (1.0) 0.0000 (1.0) 0;0 2.3656 (1.0) 1 1 -test_list-list-dvc-only[2.58.2] 0.4949 (1.17) 0.4949 (1.17) 0.4949 (1.17) 0.0000 (1.0) 0.4949 (1.17) 0.0000 (1.0) 0;0 2.0207 (0.85) 1 1 -test_list-list-dvc-only[3.0.0] 0.4752 (1.12) 0.4752 (1.12) 0.4752 (1.12) 0.0000 (1.0) 0.4752 (1.12) 0.0000 (1.0) 0;0 2.1045 (0.89) 1 1 -test_list-list-dvc-only[main] 0.4870 (1.15) 0.4870 (1.15) 0.4870 (1.15) 0.0000 (1.0) 0.4870 (1.15) 0.0000 (1.0) 0;0 2.0534 (0.87) 1 1 ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- - --------------------------------------------------------------------------- benchmark 'test_list-list-recursive': 5 tests -------------------------------------------------------------------------- -Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_list-list-recursive[2.11.0] 47.9353 (16.04) 47.9353 (16.04) 47.9353 (16.04) 0.0000 (1.0) 47.9353 (16.04) 0.0000 (1.0) 0;0 0.0209 (0.06) 1 1 -test_list-list-recursive[2.40.0] 3.4466 (1.15) 3.4466 (1.15) 3.4466 (1.15) 0.0000 (1.0) 3.4466 (1.15) 0.0000 (1.0) 0;0 0.2901 (0.87) 1 1 -test_list-list-recursive[2.58.2] 4.2823 (1.43) 4.2823 (1.43) 4.2823 (1.43) 0.0000 (1.0) 4.2823 (1.43) 0.0000 (1.0) 0;0 0.2335 (0.70) 1 1 -test_list-list-recursive[3.0.0] 4.3349 (1.45) 4.3349 (1.45) 4.3349 (1.45) 0.0000 (1.0) 4.3349 (1.45) 0.0000 (1.0) 0;0 0.2307 (0.69) 1 1 -test_list-list-recursive[main] 2.9876 (1.0) 2.9876 (1.0) 2.9876 (1.0) 0.0000 (1.0) 2.9876 (1.0) 0.0000 (1.0) 0;0 0.3347 (1.0) 1 1 ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- - ------------------------------------------------------------------------- benchmark 'test_list-list-shallow': 5 tests ------------------------------------------------------------------------ -Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations +---------------------------------------------------------------------------- benchmark 'test_list-list': 5 tests ---------------------------------------------------------------------------- +Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_list-list-shallow[2.11.0] 2.2522 (4.70) 2.2522 (4.70) 2.2522 (4.70) 0.0000 (1.0) 2.2522 (4.70) 0.0000 (1.0) 0;0 0.4440 (0.21) 1 1 -test_list-list-shallow[2.40.0] 1.8636 (3.89) 1.8636 (3.89) 1.8636 (3.89) 0.0000 (1.0) 1.8636 (3.89) 0.0000 (1.0) 0;0 0.5366 (0.26) 1 1 -test_list-list-shallow[2.58.2] 0.5011 (1.05) 0.5011 (1.05) 0.5011 (1.05) 0.0000 (1.0) 0.5011 (1.05) 0.0000 (1.0) 0;0 1.9958 (0.96) 1 1 -test_list-list-shallow[3.0.0] 0.4790 (1.0) 0.4790 (1.0) 0.4790 (1.0) 0.0000 (1.0) 0.4790 (1.0) 0.0000 (1.0) 0;0 2.0879 (1.0) 1 1 -test_list-list-shallow[main] 0.4852 (1.01) 0.4852 (1.01) 0.4852 (1.01) 0.0000 (1.0) 0.4852 (1.01) 0.0000 (1.0) 0;0 2.0610 (0.99) 1 1 +test_list-list[2.58.2] 538.8159 (1.06) 538.8159 (1.06) 538.8159 (1.06) 0.0000 (1.0) 538.8159 (1.06) 0.0000 (1.0) 0;0 1.8559 (0.95) 1 1 +test_list-list[3.0.0] 539.0994 (1.06) 539.0994 (1.06) 539.0994 (1.06) 0.0000 (1.0) 539.0994 (1.06) 0.0000 (1.0) 0;0 1.8549 (0.95) 1 1 +test_list-list[3.10.0] 533.3526 (1.05) 533.3526 (1.05) 533.3526 (1.05) 0.0000 (1.0) 533.3526 (1.05) 0.0000 (1.0) 0;0 1.8749 (0.96) 1 1 +test_list-list[3.20.0] 577.5193 (1.13) 577.5193 (1.13) 577.5193 (1.13) 0.0000 (1.0) 577.5193 (1.13) 0.0000 (1.0) 0;0 1.7315 (0.88) 1 1 +test_list-list[main] 510.2918 (1.0) 510.2918 (1.0) 510.2918 (1.0) 0.0000 (1.0) 510.2918 (1.0) 0.0000 (1.0) 0;0 1.9597 (1.0) 1 1 --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- +---------------------------------------------------------------------------- benchmark 'test_list-list-dvc-only': 5 tests ---------------------------------------------------------------------------- +Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ +test_list-list-dvc-only[2.58.2] 511.3552 (1.01) 511.3552 (1.01) 511.3552 (1.01) 0.0000 (1.0) 511.3552 (1.01) 0.0000 (1.0) 0;0 1.9556 (0.99) 1 1 +test_list-list-dvc-only[3.0.0] 516.4441 (1.02) 516.4441 (1.02) 516.4441 (1.02) 0.0000 (1.0) 516.4441 (1.02) 0.0000 (1.0) 0;0 1.9363 (0.98) 1 1 +test_list-list-dvc-only[3.10.0] 507.5815 (1.0) 507.5815 (1.0) 507.5815 (1.0) 0.0000 (1.0) 507.5815 (1.0) 0.0000 (1.0) 0;0 1.9701 (1.0) 1 1 +test_list-list-dvc-only[3.20.0] 533.5614 (1.05) 533.5614 (1.05) 533.5614 (1.05) 0.0000 (1.0) 533.5614 (1.05) 0.0000 (1.0) 0;0 1.8742 (0.95) 1 1 +test_list-list-dvc-only[main] 527.0158 (1.04) 527.0158 (1.04) 527.0158 (1.04) 0.0000 (1.0) 527.0158 (1.04) 0.0000 (1.0) 0;0 1.8975 (0.96) 1 1 +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ + +------------------------------------------------------------------------ benchmark 'test_list-list-recursive': 5 tests ------------------------------------------------------------------------ +Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations +----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- +test_list-list-recursive[2.58.2] 4.5139 (1.43) 4.5139 (1.43) 4.5139 (1.43) 0.0000 (1.0) 4.5139 (1.43) 0.0000 (1.0) 0;0 0.2215 (0.70) 1 1 +test_list-list-recursive[3.0.0] 4.5634 (1.45) 4.5634 (1.45) 4.5634 (1.45) 0.0000 (1.0) 4.5634 (1.45) 0.0000 (1.0) 0;0 0.2191 (0.69) 1 1 +test_list-list-recursive[3.10.0] 4.7356 (1.50) 4.7356 (1.50) 4.7356 (1.50) 0.0000 (1.0) 4.7356 (1.50) 0.0000 (1.0) 0;0 0.2112 (0.67) 1 1 +test_list-list-recursive[3.20.0] 4.7043 (1.49) 4.7043 (1.49) 4.7043 (1.49) 0.0000 (1.0) 4.7043 (1.49) 0.0000 (1.0) 0;0 0.2126 (0.67) 1 1 +test_list-list-recursive[main] 3.1541 (1.0) 3.1541 (1.0) 3.1541 (1.0) 0.0000 (1.0) 3.1541 (1.0) 0.0000 (1.0) 0;0 0.3171 (1.0) 1 1 +----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + +---------------------------------------------------------------------------- benchmark 'test_list-list-shallow': 5 tests ---------------------------------------------------------------------------- +Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations +----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- +test_list-list-shallow[2.58.2] 501.4283 (1.0) 501.4283 (1.0) 501.4283 (1.0) 0.0000 (1.0) 501.4283 (1.0) 0.0000 (1.0) 0;0 1.9943 (1.0) 1 1 +test_list-list-shallow[3.0.0] 512.6430 (1.02) 512.6430 (1.02) 512.6430 (1.02) 0.0000 (1.0) 512.6430 (1.02) 0.0000 (1.0) 0;0 1.9507 (0.98) 1 1 +test_list-list-shallow[3.10.0] 505.0522 (1.01) 505.0522 (1.01) 505.0522 (1.01) 0.0000 (1.0) 505.0522 (1.01) 0.0000 (1.0) 0;0 1.9800 (0.99) 1 1 +test_list-list-shallow[3.20.0] 520.6438 (1.04) 520.6438 (1.04) 520.6438 (1.04) 0.0000 (1.0) 520.6438 (1.04) 0.0000 (1.0) 0;0 1.9207 (0.96) 1 1 +test_list-list-shallow[main] 504.2950 (1.01) 504.2950 (1.01) 504.2950 (1.01) 0.0000 (1.0) 504.2950 (1.01) 0.0000 (1.0) 0;0 1.9830 (0.99) 1 1 +----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + Legend: Outliers: 1 Standard Deviation from Mean; 1.5 IQR (InterQuartile Range) from 1st Quartile and 3rd Quartile. OPS: Operations Per Second, computed as 1 / Mean @@ -1660,7 +1672,7 @@@@ -1686,13 +1698,14 @@------------------------------------------------------------------------- benchmark 'test_exp_show-exp': 4 tests ------------------------------------------------------------------------ +------------------------------------------------------------------------ benchmark 'test_exp_show-exp': 5 tests ------------------------------------------------------------------------ Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_exp_show-exp[2.40.0] 1.2515 (1.0) 1.2515 (1.0) 1.2515 (1.0) 0.0000 (1.0) 1.2515 (1.0) 0.0000 (1.0) 0;0 0.7991 (1.0) 1 1 -test_exp_show-exp[2.58.2] 1.4149 (1.13) 1.4149 (1.13) 1.4149 (1.13) 0.0000 (1.0) 1.4149 (1.13) 0.0000 (1.0) 0;0 0.7068 (0.88) 1 1 -test_exp_show-exp[3.0.0] 5.9192 (4.73) 5.9192 (4.73) 5.9192 (4.73) 0.0000 (1.0) 5.9192 (4.73) 0.0000 (1.0) 0;0 0.1689 (0.21) 1 1 -test_exp_show-exp[main] 5.3313 (4.26) 5.3313 (4.26) 5.3313 (4.26) 0.0000 (1.0) 5.3313 (4.26) 0.0000 (1.0) 0;0 0.1876 (0.23) 1 1 +test_exp_show-exp[2.58.2] 1.0984 (1.0) 1.0984 (1.0) 1.0984 (1.0) 0.0000 (1.0) 1.0984 (1.0) 0.0000 (1.0) 0;0 0.9104 (1.0) 1 1 +test_exp_show-exp[3.0.0] 9.6499 (8.79) 9.6499 (8.79) 9.6499 (8.79) 0.0000 (1.0) 9.6499 (8.79) 0.0000 (1.0) 0;0 0.1036 (0.11) 1 1 +test_exp_show-exp[3.10.0] 9.6908 (8.82) 9.6908 (8.82) 9.6908 (8.82) 0.0000 (1.0) 9.6908 (8.82) 0.0000 (1.0) 0;0 0.1032 (0.11) 1 1 +test_exp_show-exp[3.20.0] 7.4855 (6.81) 7.4855 (6.81) 7.4855 (6.81) 0.0000 (1.0) 7.4855 (6.81) 0.0000 (1.0) 0;0 0.1336 (0.15) 1 1 +test_exp_show-exp[main] 9.3541 (8.52) 9.3541 (8.52) 9.3541 (8.52) 0.0000 (1.0) 9.3541 (8.52) 0.0000 (1.0) 0;0 0.1069 (0.12) 1 1 ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Legend: @@ -1724,7 +1737,7 @@@@ -1753,11 +1766,11 @@ ---------------------------------------------------------------------------- benchmark 'test_import_url-import-url': 5 tests ---------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_import_url-import-url[2.11.0] 322.7909 (1.34) 322.7909 (1.34) 322.7909 (1.34) 0.0000 (1.0) 322.7909 (1.34) 0.0000 (1.0) 0;0 0.0031 (0.74) 1 1 -test_import_url-import-url[2.40.0] 293.3495 (1.22) 293.3495 (1.22) 293.3495 (1.22) 0.0000 (1.0) 293.3495 (1.22) 0.0000 (1.0) 0;0 0.0034 (0.82) 1 1 -test_import_url-import-url[2.58.2] 241.7665 (1.01) 241.7665 (1.01) 241.7665 (1.01) 0.0000 (1.0) 241.7665 (1.01) 0.0000 (1.0) 0;0 0.0041 (0.99) 1 1 -test_import_url-import-url[3.0.0] 240.4691 (1.0) 240.4691 (1.0) 240.4691 (1.0) 0.0000 (1.0) 240.4691 (1.0) 0.0000 (1.0) 0;0 0.0042 (1.0) 1 1 -test_import_url-import-url[main] 246.7577 (1.03) 246.7577 (1.03) 246.7577 (1.03) 0.0000 (1.0) 246.7577 (1.03) 0.0000 (1.0) 0;0 0.0041 (0.97) 1 1 +test_import_url-import-url[2.58.2] 244.1104 (1.0) 244.1104 (1.0) 244.1104 (1.0) 0.0000 (1.0) 244.1104 (1.0) 0.0000 (1.0) 0;0 0.0041 (1.0) 1 1 +test_import_url-import-url[3.0.0] 246.4310 (1.01) 246.4310 (1.01) 246.4310 (1.01) 0.0000 (1.0) 246.4310 (1.01) 0.0000 (1.0) 0;0 0.0041 (0.99) 1 1 +test_import_url-import-url[3.10.0] 249.5052 (1.02) 249.5052 (1.02) 249.5052 (1.02) 0.0000 (1.0) 249.5052 (1.02) 0.0000 (1.0) 0;0 0.0040 (0.98) 1 1 +test_import_url-import-url[3.20.0] 248.0197 (1.02) 248.0197 (1.02) 248.0197 (1.02) 0.0000 (1.0) 248.0197 (1.02) 0.0000 (1.0) 0;0 0.0040 (0.98) 1 1 +test_import_url-import-url[main] 248.0451 (1.02) 248.0451 (1.02) 248.0451 (1.02) 0.0000 (1.0) 248.0451 (1.02) 0.0000 (1.0) 0;0 0.0040 (0.98) 1 1 --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Legend: @@ -1789,7 +1802,7 @@@@ -1818,11 +1831,11 @@ ---------------------------------------------------------------------------- benchmark 'test_import-import': 5 tests ---------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_import-import[2.11.0] 342.1193 (1.28) 342.1193 (1.28) 342.1193 (1.28) 0.0000 (1.0) 342.1193 (1.28) 0.0000 (1.0) 0;0 0.0029 (0.78) 1 1 -test_import-import[2.40.0] 267.7121 (1.0) 267.7121 (1.0) 267.7121 (1.0) 0.0000 (1.0) 267.7121 (1.0) 0.0000 (1.0) 0;0 0.0037 (1.0) 1 1 -test_import-import[2.58.2] 326.6924 (1.22) 326.6924 (1.22) 326.6924 (1.22) 0.0000 (1.0) 326.6924 (1.22) 0.0000 (1.0) 0;0 0.0031 (0.82) 1 1 -test_import-import[3.0.0] 328.2506 (1.23) 328.2506 (1.23) 328.2506 (1.23) 0.0000 (1.0) 328.2506 (1.23) 0.0000 (1.0) 0;0 0.0030 (0.82) 1 1 -test_import-import[main] 357.2966 (1.33) 357.2966 (1.33) 357.2966 (1.33) 0.0000 (1.0) 357.2966 (1.33) 0.0000 (1.0) 0;0 0.0028 (0.75) 1 1 +test_import-import[2.58.2] 456.6799 (1.0) 456.6799 (1.0) 456.6799 (1.0) 0.0000 (1.0) 456.6799 (1.0) 0.0000 (1.0) 0;0 0.0022 (1.0) 1 1 +test_import-import[3.0.0] 463.4757 (1.01) 463.4757 (1.01) 463.4757 (1.01) 0.0000 (1.0) 463.4757 (1.01) 0.0000 (1.0) 0;0 0.0022 (0.99) 1 1 +test_import-import[3.10.0] 487.2762 (1.07) 487.2762 (1.07) 487.2762 (1.07) 0.0000 (1.0) 487.2762 (1.07) 0.0000 (1.0) 0;0 0.0021 (0.94) 1 1 +test_import-import[3.20.0] 504.2722 (1.10) 504.2722 (1.10) 504.2722 (1.10) 0.0000 (1.0) 504.2722 (1.10) 0.0000 (1.0) 0;0 0.0020 (0.91) 1 1 +test_import-import[main] 538.5499 (1.18) 538.5499 (1.18) 538.5499 (1.18) 0.0000 (1.0) 538.5499 (1.18) 0.0000 (1.0) 0;0 0.0019 (0.85) 1 1 ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Legend: @@ -1854,7 +1867,7 @@@@ -1862,7 +1875,7 @@@@ -1870,7 +1883,7 @@@@ -1899,31 +1912,31 @@ ---------------------------------------------------------------------------- benchmark 'test_update-import-url': 5 tests ---------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_update-import-url[2.11.0] 514.9839 (1.44) 514.9839 (1.44) 514.9839 (1.44) 0.0000 (1.0) 514.9839 (1.44) 0.0000 (1.0) 0;0 0.0019 (0.69) 1 1 -test_update-import-url[2.40.0] 455.0814 (1.28) 455.0814 (1.28) 455.0814 (1.28) 0.0000 (1.0) 455.0814 (1.28) 0.0000 (1.0) 0;0 0.0022 (0.78) 1 1 -test_update-import-url[2.58.2] 363.6189 (1.02) 363.6189 (1.02) 363.6189 (1.02) 0.0000 (1.0) 363.6189 (1.02) 0.0000 (1.0) 0;0 0.0028 (0.98) 1 1 -test_update-import-url[3.0.0] 356.8003 (1.0) 356.8003 (1.0) 356.8003 (1.0) 0.0000 (1.0) 356.8003 (1.0) 0.0000 (1.0) 0;0 0.0028 (1.0) 1 1 -test_update-import-url[main] 369.2998 (1.04) 369.2998 (1.04) 369.2998 (1.04) 0.0000 (1.0) 369.2998 (1.04) 0.0000 (1.0) 0;0 0.0027 (0.97) 1 1 +test_update-import-url[2.58.2] 250.1876 (1.02) 250.1876 (1.02) 250.1876 (1.02) 0.0000 (1.0) 250.1876 (1.02) 0.0000 (1.0) 0;0 0.0040 (0.98) 1 1 +test_update-import-url[3.0.0] 245.7466 (1.0) 245.7466 (1.0) 245.7466 (1.0) 0.0000 (1.0) 245.7466 (1.0) 0.0000 (1.0) 0;0 0.0041 (1.0) 1 1 +test_update-import-url[3.10.0] 246.2356 (1.00) 246.2356 (1.00) 246.2356 (1.00) 0.0000 (1.0) 246.2356 (1.00) 0.0000 (1.0) 0;0 0.0041 (1.00) 1 1 +test_update-import-url[3.20.0] 248.5534 (1.01) 248.5534 (1.01) 248.5534 (1.01) 0.0000 (1.0) 248.5534 (1.01) 0.0000 (1.0) 0;0 0.0040 (0.99) 1 1 +test_update-import-url[main] 246.4083 (1.00) 246.4083 (1.00) 246.4083 (1.00) 0.0000 (1.0) 246.4083 (1.00) 0.0000 (1.0) 0;0 0.0041 (1.00) 1 1 ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ---------------------------------------------------------------------------- benchmark 'test_update-update': 5 tests ---------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_update-update[2.11.0] 428.1519 (1.36) 428.1519 (1.36) 428.1519 (1.36) 0.0000 (1.0) 428.1519 (1.36) 0.0000 (1.0) 0;0 0.0023 (0.74) 1 1 -test_update-update[2.40.0] 314.8531 (1.0) 314.8531 (1.0) 314.8531 (1.0) 0.0000 (1.0) 314.8531 (1.0) 0.0000 (1.0) 0;0 0.0032 (1.0) 1 1 -test_update-update[2.58.2] 325.1128 (1.03) 325.1128 (1.03) 325.1128 (1.03) 0.0000 (1.0) 325.1128 (1.03) 0.0000 (1.0) 0;0 0.0031 (0.97) 1 1 -test_update-update[3.0.0] 341.4584 (1.08) 341.4584 (1.08) 341.4584 (1.08) 0.0000 (1.0) 341.4584 (1.08) 0.0000 (1.0) 0;0 0.0029 (0.92) 1 1 -test_update-update[main] 338.1201 (1.07) 338.1201 (1.07) 338.1201 (1.07) 0.0000 (1.0) 338.1201 (1.07) 0.0000 (1.0) 0;0 0.0030 (0.93) 1 1 +test_update-update[2.58.2] 224.3589 (1.00) 224.3589 (1.00) 224.3589 (1.00) 0.0000 (1.0) 224.3589 (1.00) 0.0000 (1.0) 0;0 0.0045 (1.00) 1 1 +test_update-update[3.0.0] 223.8927 (1.0) 223.8927 (1.0) 223.8927 (1.0) 0.0000 (1.0) 223.8927 (1.0) 0.0000 (1.0) 0;0 0.0045 (1.0) 1 1 +test_update-update[3.10.0] 227.3291 (1.02) 227.3291 (1.02) 227.3291 (1.02) 0.0000 (1.0) 227.3291 (1.02) 0.0000 (1.0) 0;0 0.0044 (0.98) 1 1 +test_update-update[3.20.0] 231.2029 (1.03) 231.2029 (1.03) 231.2029 (1.03) 0.0000 (1.0) 231.2029 (1.03) 0.0000 (1.0) 0;0 0.0043 (0.97) 1 1 +test_update-update[main] 227.6236 (1.02) 227.6236 (1.02) 227.6236 (1.02) 0.0000 (1.0) 227.6236 (1.02) 0.0000 (1.0) 0;0 0.0044 (0.98) 1 1 ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -------------------------------------------------------------------------- benchmark 'test_update-update-noop': 5 tests -------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_update-update-noop[2.11.0] 6.1746 (1.0) 6.1746 (1.0) 6.1746 (1.0) 0.0000 (1.0) 6.1746 (1.0) 0.0000 (1.0) 0;0 0.1620 (1.0) 1 1 -test_update-update-noop[2.40.0] 32.6157 (5.28) 32.6157 (5.28) 32.6157 (5.28) 0.0000 (1.0) 32.6157 (5.28) 0.0000 (1.0) 0;0 0.0307 (0.19) 1 1 -test_update-update-noop[2.58.2] 37.1267 (6.01) 37.1267 (6.01) 37.1267 (6.01) 0.0000 (1.0) 37.1267 (6.01) 0.0000 (1.0) 0;0 0.0269 (0.17) 1 1 -test_update-update-noop[3.0.0] 40.5695 (6.57) 40.5695 (6.57) 40.5695 (6.57) 0.0000 (1.0) 40.5695 (6.57) 0.0000 (1.0) 0;0 0.0246 (0.15) 1 1 -test_update-update-noop[main] 38.9858 (6.31) 38.9858 (6.31) 38.9858 (6.31) 0.0000 (1.0) 38.9858 (6.31) 0.0000 (1.0) 0;0 0.0257 (0.16) 1 1 +test_update-update-noop[2.58.2] 22.4422 (1.01) 22.4422 (1.01) 22.4422 (1.01) 0.0000 (1.0) 22.4422 (1.01) 0.0000 (1.0) 0;0 0.0446 (0.99) 1 1 +test_update-update-noop[3.0.0] 22.2994 (1.0) 22.2994 (1.0) 22.2994 (1.0) 0.0000 (1.0) 22.2994 (1.0) 0.0000 (1.0) 0;0 0.0448 (1.0) 1 1 +test_update-update-noop[3.10.0] 23.2122 (1.04) 23.2122 (1.04) 23.2122 (1.04) 0.0000 (1.0) 23.2122 (1.04) 0.0000 (1.0) 0;0 0.0431 (0.96) 1 1 +test_update-update-noop[3.20.0] 22.9780 (1.03) 22.9780 (1.03) 22.9780 (1.03) 0.0000 (1.0) 22.9780 (1.03) 0.0000 (1.0) 0;0 0.0435 (0.97) 1 1 +test_update-update-noop[main] 22.7549 (1.02) 22.7549 (1.02) 22.7549 (1.02) 0.0000 (1.0) 22.7549 (1.02) 0.0000 (1.0) 0;0 0.0439 (0.98) 1 1 -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Legend: @@ -1955,7 +1968,7 @@@@ -1963,7 +1976,7 @@@@ -1971,7 +1984,7 @@@@ -1979,7 +1992,7 @@@@ -1987,7 +2000,7 @@@@ -1995,7 +2008,7 @@@@ -2003,7 +2016,7 @@@@ -2032,71 +2045,71 @@ ---------------------------------------------------------------------------- benchmark 'test_sharing-add': 5 tests ---------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_sharing-add[2.11.0] 207.6884 (1.65) 207.6884 (1.65) 207.6884 (1.65) 0.0000 (1.0) 207.6884 (1.65) 0.0000 (1.0) 0;0 0.0048 (0.61) 1 1 -test_sharing-add[2.40.0] 181.9992 (1.45) 181.9992 (1.45) 181.9992 (1.45) 0.0000 (1.0) 181.9992 (1.45) 0.0000 (1.0) 0;0 0.0055 (0.69) 1 1 -test_sharing-add[2.58.2] 125.9145 (1.00) 125.9145 (1.00) 125.9145 (1.00) 0.0000 (1.0) 125.9145 (1.00) 0.0000 (1.0) 0;0 0.0079 (1.00) 1 1 -test_sharing-add[3.0.0] 126.0701 (1.00) 126.0701 (1.00) 126.0701 (1.00) 0.0000 (1.0) 126.0701 (1.00) 0.0000 (1.0) 0;0 0.0079 (1.00) 1 1 -test_sharing-add[main] 125.7418 (1.0) 125.7418 (1.0) 125.7418 (1.0) 0.0000 (1.0) 125.7418 (1.0) 0.0000 (1.0) 0;0 0.0080 (1.0) 1 1 +test_sharing-add[2.58.2] 162.2146 (1.0) 162.2146 (1.0) 162.2146 (1.0) 0.0000 (1.0) 162.2146 (1.0) 0.0000 (1.0) 0;0 0.0062 (1.0) 1 1 +test_sharing-add[3.0.0] 164.5850 (1.01) 164.5850 (1.01) 164.5850 (1.01) 0.0000 (1.0) 164.5850 (1.01) 0.0000 (1.0) 0;0 0.0061 (0.99) 1 1 +test_sharing-add[3.10.0] 165.1897 (1.02) 165.1897 (1.02) 165.1897 (1.02) 0.0000 (1.0) 165.1897 (1.02) 0.0000 (1.0) 0;0 0.0061 (0.98) 1 1 +test_sharing-add[3.20.0] 163.9144 (1.01) 163.9144 (1.01) 163.9144 (1.01) 0.0000 (1.0) 163.9144 (1.01) 0.0000 (1.0) 0;0 0.0061 (0.99) 1 1 +test_sharing-add[main] 164.1197 (1.01) 164.1197 (1.01) 164.1197 (1.01) 0.0000 (1.0) 164.1197 (1.01) 0.0000 (1.0) 0;0 0.0061 (0.99) 1 1 ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ---------------------------------------------------------------------------- benchmark 'test_sharing-add-noop': 5 tests ---------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_sharing-add-noop[2.11.0] 103.8216 (1.33) 103.8216 (1.33) 103.8216 (1.33) 0.0000 (1.0) 103.8216 (1.33) 0.0000 (1.0) 0;0 0.0096 (0.75) 1 1 -test_sharing-add-noop[2.40.0] 78.3477 (1.0) 78.3477 (1.0) 78.3477 (1.0) 0.0000 (1.0) 78.3477 (1.0) 0.0000 (1.0) 0;0 0.0128 (1.0) 1 1 -test_sharing-add-noop[2.58.2] 85.8150 (1.10) 85.8150 (1.10) 85.8150 (1.10) 0.0000 (1.0) 85.8150 (1.10) 0.0000 (1.0) 0;0 0.0117 (0.91) 1 1 -test_sharing-add-noop[3.0.0] 85.3993 (1.09) 85.3993 (1.09) 85.3993 (1.09) 0.0000 (1.0) 85.3993 (1.09) 0.0000 (1.0) 0;0 0.0117 (0.92) 1 1 -test_sharing-add-noop[main] 84.9360 (1.08) 84.9360 (1.08) 84.9360 (1.08) 0.0000 (1.0) 84.9360 (1.08) 0.0000 (1.0) 0;0 0.0118 (0.92) 1 1 +test_sharing-add-noop[2.58.2] 110.2562 (1.01) 110.2562 (1.01) 110.2562 (1.01) 0.0000 (1.0) 110.2562 (1.01) 0.0000 (1.0) 0;0 0.0091 (0.99) 1 1 +test_sharing-add-noop[3.0.0] 109.8806 (1.01) 109.8806 (1.01) 109.8806 (1.01) 0.0000 (1.0) 109.8806 (1.01) 0.0000 (1.0) 0;0 0.0091 (0.99) 1 1 +test_sharing-add-noop[3.10.0] 109.4098 (1.00) 109.4098 (1.00) 109.4098 (1.00) 0.0000 (1.0) 109.4098 (1.00) 0.0000 (1.0) 0;0 0.0091 (1.00) 1 1 +test_sharing-add-noop[3.20.0] 109.7046 (1.01) 109.7046 (1.01) 109.7046 (1.01) 0.0000 (1.0) 109.7046 (1.01) 0.0000 (1.0) 0;0 0.0091 (0.99) 1 1 +test_sharing-add-noop[main] 109.0420 (1.0) 109.0420 (1.0) 109.0420 (1.0) 0.0000 (1.0) 109.0420 (1.0) 0.0000 (1.0) 0;0 0.0092 (1.0) 1 1 ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ------------------------------------------------------------------------- benchmark 'test_sharing-checkout-noop': 5 tests ------------------------------------------------------------------------ -Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_sharing-checkout-noop[2.11.0] 5.7643 (1.0) 5.7643 (1.0) 5.7643 (1.0) 0.0000 (1.0) 5.7643 (1.0) 0.0000 (1.0) 0;0 0.1735 (1.0) 1 1 -test_sharing-checkout-noop[2.40.0] 7.1412 (1.24) 7.1412 (1.24) 7.1412 (1.24) 0.0000 (1.0) 7.1412 (1.24) 0.0000 (1.0) 0;0 0.1400 (0.81) 1 1 -test_sharing-checkout-noop[2.58.2] 7.9120 (1.37) 7.9120 (1.37) 7.9120 (1.37) 0.0000 (1.0) 7.9120 (1.37) 0.0000 (1.0) 0;0 0.1264 (0.73) 1 1 -test_sharing-checkout-noop[3.0.0] 8.3567 (1.45) 8.3567 (1.45) 8.3567 (1.45) 0.0000 (1.0) 8.3567 (1.45) 0.0000 (1.0) 0;0 0.1197 (0.69) 1 1 -test_sharing-checkout-noop[main] 8.2187 (1.43) 8.2187 (1.43) 8.2187 (1.43) 0.0000 (1.0) 8.2187 (1.43) 0.0000 (1.0) 0;0 0.1217 (0.70) 1 1 -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- +-------------------------------------------------------------------------- benchmark 'test_sharing-checkout-noop': 5 tests -------------------------------------------------------------------------- +Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations +----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- +test_sharing-checkout-noop[2.58.2] 11.7293 (1.0) 11.7293 (1.0) 11.7293 (1.0) 0.0000 (1.0) 11.7293 (1.0) 0.0000 (1.0) 0;0 0.0853 (1.0) 1 1 +test_sharing-checkout-noop[3.0.0] 11.9682 (1.02) 11.9682 (1.02) 11.9682 (1.02) 0.0000 (1.0) 11.9682 (1.02) 0.0000 (1.0) 0;0 0.0836 (0.98) 1 1 +test_sharing-checkout-noop[3.10.0] 12.7789 (1.09) 12.7789 (1.09) 12.7789 (1.09) 0.0000 (1.0) 12.7789 (1.09) 0.0000 (1.0) 0;0 0.0783 (0.92) 1 1 +test_sharing-checkout-noop[3.20.0] 12.2781 (1.05) 12.2781 (1.05) 12.2781 (1.05) 0.0000 (1.0) 12.2781 (1.05) 0.0000 (1.0) 0;0 0.0814 (0.96) 1 1 +test_sharing-checkout-noop[main] 12.3687 (1.05) 12.3687 (1.05) 12.3687 (1.05) 0.0000 (1.0) 12.3687 (1.05) 0.0000 (1.0) 0;0 0.0808 (0.95) 1 1 +----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ---------------------------------------------------------------------------- benchmark 'test_sharing-pull': 5 tests ---------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ -test_sharing-pull[2.11.0] 220.5962 (1.21) 220.5962 (1.21) 220.5962 (1.21) 0.0000 (1.0) 220.5962 (1.21) 0.0000 (1.0) 0;0 0.0045 (0.82) 1 1 -test_sharing-pull[2.40.0] 268.5686 (1.48) 268.5686 (1.48) 268.5686 (1.48) 0.0000 (1.0) 268.5686 (1.48) 0.0000 (1.0) 0;0 0.0037 (0.68) 1 1 -test_sharing-pull[2.58.2] 181.9284 (1.0) 181.9284 (1.0) 181.9284 (1.0) 0.0000 (1.0) 181.9284 (1.0) 0.0000 (1.0) 0;0 0.0055 (1.0) 1 1 -test_sharing-pull[3.0.0] 244.0570 (1.34) 244.0570 (1.34) 244.0570 (1.34) 0.0000 (1.0) 244.0570 (1.34) 0.0000 (1.0) 0;0 0.0041 (0.75) 1 1 -test_sharing-pull[main] 469.2457 (2.58) 469.2457 (2.58) 469.2457 (2.58) 0.0000 (1.0) 469.2457 (2.58) 0.0000 (1.0) 0;0 0.0021 (0.39) 1 1 +test_sharing-pull[2.58.2] 246.6490 (1.0) 246.6490 (1.0) 246.6490 (1.0) 0.0000 (1.0) 246.6490 (1.0) 0.0000 (1.0) 0;0 0.0041 (1.0) 1 1 +test_sharing-pull[3.0.0] 333.6946 (1.35) 333.6946 (1.35) 333.6946 (1.35) 0.0000 (1.0) 333.6946 (1.35) 0.0000 (1.0) 0;0 0.0030 (0.74) 1 1 +test_sharing-pull[3.10.0] 323.3782 (1.31) 323.3782 (1.31) 323.3782 (1.31) 0.0000 (1.0) 323.3782 (1.31) 0.0000 (1.0) 0;0 0.0031 (0.76) 1 1 +test_sharing-pull[3.20.0] 324.8575 (1.32) 324.8575 (1.32) 324.8575 (1.32) 0.0000 (1.0) 324.8575 (1.32) 0.0000 (1.0) 0;0 0.0031 (0.76) 1 1 +test_sharing-pull[main] 623.3186 (2.53) 623.3186 (2.53) 623.3186 (2.53) 0.0000 (1.0) 623.3186 (2.53) 0.0000 (1.0) 0;0 0.0016 (0.40) 1 1 ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ -------------------------------------------------------------------------- benchmark 'test_sharing-pull-noop': 5 tests -------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_sharing-pull-noop[2.11.0] 6.7285 (1.0) 6.7285 (1.0) 6.7285 (1.0) 0.0000 (1.0) 6.7285 (1.0) 0.0000 (1.0) 0;0 0.1486 (1.0) 1 1 -test_sharing-pull-noop[2.40.0] 8.2362 (1.22) 8.2362 (1.22) 8.2362 (1.22) 0.0000 (1.0) 8.2362 (1.22) 0.0000 (1.0) 0;0 0.1214 (0.82) 1 1 -test_sharing-pull-noop[2.58.2] 9.0119 (1.34) 9.0119 (1.34) 9.0119 (1.34) 0.0000 (1.0) 9.0119 (1.34) 0.0000 (1.0) 0;0 0.1110 (0.75) 1 1 -test_sharing-pull-noop[3.0.0] 13.1892 (1.96) 13.1892 (1.96) 13.1892 (1.96) 0.0000 (1.0) 13.1892 (1.96) 0.0000 (1.0) 0;0 0.0758 (0.51) 1 1 -test_sharing-pull-noop[main] 11.3933 (1.69) 11.3933 (1.69) 11.3933 (1.69) 0.0000 (1.0) 11.3933 (1.69) 0.0000 (1.0) 0;0 0.0878 (0.59) 1 1 +test_sharing-pull-noop[2.58.2] 12.7340 (1.0) 12.7340 (1.0) 12.7340 (1.0) 0.0000 (1.0) 12.7340 (1.0) 0.0000 (1.0) 0;0 0.0785 (1.0) 1 1 +test_sharing-pull-noop[3.0.0] 18.4719 (1.45) 18.4719 (1.45) 18.4719 (1.45) 0.0000 (1.0) 18.4719 (1.45) 0.0000 (1.0) 0;0 0.0541 (0.69) 1 1 +test_sharing-pull-noop[3.10.0] 18.8812 (1.48) 18.8812 (1.48) 18.8812 (1.48) 0.0000 (1.0) 18.8812 (1.48) 0.0000 (1.0) 0;0 0.0530 (0.67) 1 1 +test_sharing-pull-noop[3.20.0] 18.7245 (1.47) 18.7245 (1.47) 18.7245 (1.47) 0.0000 (1.0) 18.7245 (1.47) 0.0000 (1.0) 0;0 0.0534 (0.68) 1 1 +test_sharing-pull-noop[main] 15.8890 (1.25) 15.8890 (1.25) 15.8890 (1.25) 0.0000 (1.0) 15.8890 (1.25) 0.0000 (1.0) 0;0 0.0629 (0.80) 1 1 ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ---------------------------------------------------------------------------- benchmark 'test_sharing-push': 5 tests ---------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ -test_sharing-push[2.11.0] 120.1096 (2.68) 120.1096 (2.68) 120.1096 (2.68) 0.0000 (1.0) 120.1096 (2.68) 0.0000 (1.0) 0;0 0.0083 (0.37) 1 1 -test_sharing-push[2.40.0] 153.1093 (3.42) 153.1093 (3.42) 153.1093 (3.42) 0.0000 (1.0) 153.1093 (3.42) 0.0000 (1.0) 0;0 0.0065 (0.29) 1 1 -test_sharing-push[2.58.2] 100.2024 (2.24) 100.2024 (2.24) 100.2024 (2.24) 0.0000 (1.0) 100.2024 (2.24) 0.0000 (1.0) 0;0 0.0100 (0.45) 1 1 -test_sharing-push[3.0.0] 44.7372 (1.0) 44.7372 (1.0) 44.7372 (1.0) 0.0000 (1.0) 44.7372 (1.0) 0.0000 (1.0) 0;0 0.0224 (1.0) 1 1 -test_sharing-push[main] 105.7605 (2.36) 105.7605 (2.36) 105.7605 (2.36) 0.0000 (1.0) 105.7605 (2.36) 0.0000 (1.0) 0;0 0.0095 (0.42) 1 1 +test_sharing-push[2.58.2] 138.6477 (2.28) 138.6477 (2.28) 138.6477 (2.28) 0.0000 (1.0) 138.6477 (2.28) 0.0000 (1.0) 0;0 0.0072 (0.44) 1 1 +test_sharing-push[3.0.0] 62.6232 (1.03) 62.6232 (1.03) 62.6232 (1.03) 0.0000 (1.0) 62.6232 (1.03) 0.0000 (1.0) 0;0 0.0160 (0.97) 1 1 +test_sharing-push[3.10.0] 60.7858 (1.0) 60.7858 (1.0) 60.7858 (1.0) 0.0000 (1.0) 60.7858 (1.0) 0.0000 (1.0) 0;0 0.0165 (1.0) 1 1 +test_sharing-push[3.20.0] 136.0855 (2.24) 136.0855 (2.24) 136.0855 (2.24) 0.0000 (1.0) 136.0855 (2.24) 0.0000 (1.0) 0;0 0.0073 (0.45) 1 1 +test_sharing-push[main] 146.3058 (2.41) 146.3058 (2.41) 146.3058 (2.41) 0.0000 (1.0) 146.3058 (2.41) 0.0000 (1.0) 0;0 0.0068 (0.42) 1 1 ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ ------------------------------------------------------------------------ benchmark 'test_sharing-push-noop': 5 tests ------------------------------------------------------------------------ Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_sharing-push-noop[2.11.0] 2.9693 (1.0) 2.9693 (1.0) 2.9693 (1.0) 0.0000 (1.0) 2.9693 (1.0) 0.0000 (1.0) 0;0 0.3368 (1.0) 1 1 -test_sharing-push-noop[2.40.0] 3.1675 (1.07) 3.1675 (1.07) 3.1675 (1.07) 0.0000 (1.0) 3.1675 (1.07) 0.0000 (1.0) 0;0 0.3157 (0.94) 1 1 -test_sharing-push-noop[2.58.2] 3.6987 (1.25) 3.6987 (1.25) 3.6987 (1.25) 0.0000 (1.0) 3.6987 (1.25) 0.0000 (1.0) 0;0 0.2704 (0.80) 1 1 -test_sharing-push-noop[3.0.0] 3.7301 (1.26) 3.7301 (1.26) 3.7301 (1.26) 0.0000 (1.0) 3.7301 (1.26) 0.0000 (1.0) 0;0 0.2681 (0.80) 1 1 -test_sharing-push-noop[main] 4.8588 (1.64) 4.8588 (1.64) 4.8588 (1.64) 0.0000 (1.0) 4.8588 (1.64) 0.0000 (1.0) 0;0 0.2058 (0.61) 1 1 +test_sharing-push-noop[2.58.2] 4.2204 (1.0) 4.2204 (1.0) 4.2204 (1.0) 0.0000 (1.0) 4.2204 (1.0) 0.0000 (1.0) 0;0 0.2369 (1.0) 1 1 +test_sharing-push-noop[3.0.0] 4.5486 (1.08) 4.5486 (1.08) 4.5486 (1.08) 0.0000 (1.0) 4.5486 (1.08) 0.0000 (1.0) 0;0 0.2198 (0.93) 1 1 +test_sharing-push-noop[3.10.0] 4.3360 (1.03) 4.3360 (1.03) 4.3360 (1.03) 0.0000 (1.0) 4.3360 (1.03) 0.0000 (1.0) 0;0 0.2306 (0.97) 1 1 +test_sharing-push-noop[3.20.0] 4.2229 (1.00) 4.2229 (1.00) 4.2229 (1.00) 0.0000 (1.0) 4.2229 (1.00) 0.0000 (1.0) 0;0 0.2368 (1.00) 1 1 +test_sharing-push-noop[main] 6.0585 (1.44) 6.0585 (1.44) 6.0585 (1.44) 0.0000 (1.0) 6.0585 (1.44) 0.0000 (1.0) 0;0 0.1651 (0.70) 1 1 --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Legend: @@ -2128,7 +2141,7 @@@@ -2136,7 +2149,7 @@@@ -2144,7 +2157,7 @@@@ -2152,7 +2165,7 @@@@ -2160,7 +2173,7 @@@@ -2168,7 +2181,7 @@@@ -2176,7 +2189,7 @@@@ -2205,106 +2218,106 @@ --------------------------------------------------------------------------- benchmark 'test_sharing_gs-add': 10 tests ---------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_sharing_gs-add[2.11.0] 260.8464 (1.84) 260.8464 (1.84) 260.8464 (1.84) 0.0000 (1.0) 260.8464 (1.84) 0.0000 (1.0) 0;0 0.0038 (0.54) 1 1 -test_sharing_gs-add[2.11.0] 263.6725 (1.86) 263.6725 (1.86) 263.6725 (1.86) 0.0000 (1.0) 263.6725 (1.86) 0.0000 (1.0) 0;0 0.0038 (0.54) 1 1 -test_sharing_gs-add[2.40.0] 222.4191 (1.57) 222.4191 (1.57) 222.4191 (1.57) 0.0000 (1.0) 222.4191 (1.57) 0.0000 (1.0) 0;0 0.0045 (0.64) 1 1 -test_sharing_gs-add[2.40.0] 218.3147 (1.54) 218.3147 (1.54) 218.3147 (1.54) 0.0000 (1.0) 218.3147 (1.54) 0.0000 (1.0) 0;0 0.0046 (0.65) 1 1 -test_sharing_gs-add[2.58.2] 145.3399 (1.03) 145.3399 (1.03) 145.3399 (1.03) 0.0000 (1.0) 145.3399 (1.03) 0.0000 (1.0) 0;0 0.0069 (0.97) 1 1 -test_sharing_gs-add[2.58.2] 142.5845 (1.01) 142.5845 (1.01) 142.5845 (1.01) 0.0000 (1.0) 142.5845 (1.01) 0.0000 (1.0) 0;0 0.0070 (0.99) 1 1 -test_sharing_gs-add[3.0.0] 146.4679 (1.04) 146.4679 (1.04) 146.4679 (1.04) 0.0000 (1.0) 146.4679 (1.04) 0.0000 (1.0) 0;0 0.0068 (0.97) 1 1 -test_sharing_gs-add[3.0.0] 145.9073 (1.03) 145.9073 (1.03) 145.9073 (1.03) 0.0000 (1.0) 145.9073 (1.03) 0.0000 (1.0) 0;0 0.0069 (0.97) 1 1 -test_sharing_gs-add[main] 144.2062 (1.02) 144.2062 (1.02) 144.2062 (1.02) 0.0000 (1.0) 144.2062 (1.02) 0.0000 (1.0) 0;0 0.0069 (0.98) 1 1 -test_sharing_gs-add[main] 141.4759 (1.0) 141.4759 (1.0) 141.4759 (1.0) 0.0000 (1.0) 141.4759 (1.0) 0.0000 (1.0) 0;0 0.0071 (1.0) 1 1 +test_sharing_gs-add[2.58.2] 165.3848 (1.04) 165.3848 (1.04) 165.3848 (1.04) 0.0000 (1.0) 165.3848 (1.04) 0.0000 (1.0) 0;0 0.0060 (0.97) 1 1 +test_sharing_gs-add[2.58.2] 168.0511 (1.05) 168.0511 (1.05) 168.0511 (1.05) 0.0000 (1.0) 168.0511 (1.05) 0.0000 (1.0) 0;0 0.0060 (0.95) 1 1 +test_sharing_gs-add[3.0.0] 168.3311 (1.05) 168.3311 (1.05) 168.3311 (1.05) 0.0000 (1.0) 168.3311 (1.05) 0.0000 (1.0) 0;0 0.0059 (0.95) 1 1 +test_sharing_gs-add[3.0.0] 164.1271 (1.03) 164.1271 (1.03) 164.1271 (1.03) 0.0000 (1.0) 164.1271 (1.03) 0.0000 (1.0) 0;0 0.0061 (0.97) 1 1 +test_sharing_gs-add[3.10.0] 160.2271 (1.00) 160.2271 (1.00) 160.2271 (1.00) 0.0000 (1.0) 160.2271 (1.00) 0.0000 (1.0) 0;0 0.0062 (1.00) 1 1 +test_sharing_gs-add[3.10.0] 163.1239 (1.02) 163.1239 (1.02) 163.1239 (1.02) 0.0000 (1.0) 163.1239 (1.02) 0.0000 (1.0) 0;0 0.0061 (0.98) 1 1 +test_sharing_gs-add[3.20.0] 159.6767 (1.0) 159.6767 (1.0) 159.6767 (1.0) 0.0000 (1.0) 159.6767 (1.0) 0.0000 (1.0) 0;0 0.0063 (1.0) 1 1 +test_sharing_gs-add[3.20.0] 166.5902 (1.04) 166.5902 (1.04) 166.5902 (1.04) 0.0000 (1.0) 166.5902 (1.04) 0.0000 (1.0) 0;0 0.0060 (0.96) 1 1 +test_sharing_gs-add[main] 163.5600 (1.02) 163.5600 (1.02) 163.5600 (1.02) 0.0000 (1.0) 163.5600 (1.02) 0.0000 (1.0) 0;0 0.0061 (0.98) 1 1 +test_sharing_gs-add[main] 165.9955 (1.04) 165.9955 (1.04) 165.9955 (1.04) 0.0000 (1.0) 165.9955 (1.04) 0.0000 (1.0) 0;0 0.0060 (0.96) 1 1 -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ---------------------------------------------------------------------------- benchmark 'test_sharing_gs-add-noop': 10 tests --------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_sharing_gs-add-noop[2.11.0] 129.4617 (1.45) 129.4617 (1.45) 129.4617 (1.45) 0.0000 (1.0) 129.4617 (1.45) 0.0000 (1.0) 0;0 0.0077 (0.69) 1 1 -test_sharing_gs-add-noop[2.11.0] 127.8978 (1.43) 127.8978 (1.43) 127.8978 (1.43) 0.0000 (1.0) 127.8978 (1.43) 0.0000 (1.0) 0;0 0.0078 (0.70) 1 1 -test_sharing_gs-add-noop[2.40.0] 91.5958 (1.03) 91.5958 (1.03) 91.5958 (1.03) 0.0000 (1.0) 91.5958 (1.03) 0.0000 (1.0) 0;0 0.0109 (0.98) 1 1 -test_sharing_gs-add-noop[2.40.0] 89.3360 (1.0) 89.3360 (1.0) 89.3360 (1.0) 0.0000 (1.0) 89.3360 (1.0) 0.0000 (1.0) 0;0 0.0112 (1.0) 1 1 -test_sharing_gs-add-noop[2.58.2] 97.5898 (1.09) 97.5898 (1.09) 97.5898 (1.09) 0.0000 (1.0) 97.5898 (1.09) 0.0000 (1.0) 0;0 0.0102 (0.92) 1 1 -test_sharing_gs-add-noop[2.58.2] 97.7302 (1.09) 97.7302 (1.09) 97.7302 (1.09) 0.0000 (1.0) 97.7302 (1.09) 0.0000 (1.0) 0;0 0.0102 (0.91) 1 1 -test_sharing_gs-add-noop[3.0.0] 96.9089 (1.08) 96.9089 (1.08) 96.9089 (1.08) 0.0000 (1.0) 96.9089 (1.08) 0.0000 (1.0) 0;0 0.0103 (0.92) 1 1 -test_sharing_gs-add-noop[3.0.0] 98.6498 (1.10) 98.6498 (1.10) 98.6498 (1.10) 0.0000 (1.0) 98.6498 (1.10) 0.0000 (1.0) 0;0 0.0101 (0.91) 1 1 -test_sharing_gs-add-noop[main] 96.0645 (1.08) 96.0645 (1.08) 96.0645 (1.08) 0.0000 (1.0) 96.0645 (1.08) 0.0000 (1.0) 0;0 0.0104 (0.93) 1 1 -test_sharing_gs-add-noop[main] 97.5183 (1.09) 97.5183 (1.09) 97.5183 (1.09) 0.0000 (1.0) 97.5183 (1.09) 0.0000 (1.0) 0;0 0.0103 (0.92) 1 1 +test_sharing_gs-add-noop[2.58.2] 110.1241 (1.07) 110.1241 (1.07) 110.1241 (1.07) 0.0000 (1.0) 110.1241 (1.07) 0.0000 (1.0) 0;0 0.0091 (0.94) 1 1 +test_sharing_gs-add-noop[2.58.2] 102.9863 (1.0) 102.9863 (1.0) 102.9863 (1.0) 0.0000 (1.0) 102.9863 (1.0) 0.0000 (1.0) 0;0 0.0097 (1.0) 1 1 +test_sharing_gs-add-noop[3.0.0] 105.1805 (1.02) 105.1805 (1.02) 105.1805 (1.02) 0.0000 (1.0) 105.1805 (1.02) 0.0000 (1.0) 0;0 0.0095 (0.98) 1 1 +test_sharing_gs-add-noop[3.0.0] 108.0425 (1.05) 108.0425 (1.05) 108.0425 (1.05) 0.0000 (1.0) 108.0425 (1.05) 0.0000 (1.0) 0;0 0.0093 (0.95) 1 1 +test_sharing_gs-add-noop[3.10.0] 110.1408 (1.07) 110.1408 (1.07) 110.1408 (1.07) 0.0000 (1.0) 110.1408 (1.07) 0.0000 (1.0) 0;0 0.0091 (0.94) 1 1 +test_sharing_gs-add-noop[3.10.0] 109.4693 (1.06) 109.4693 (1.06) 109.4693 (1.06) 0.0000 (1.0) 109.4693 (1.06) 0.0000 (1.0) 0;0 0.0091 (0.94) 1 1 +test_sharing_gs-add-noop[3.20.0] 109.1305 (1.06) 109.1305 (1.06) 109.1305 (1.06) 0.0000 (1.0) 109.1305 (1.06) 0.0000 (1.0) 0;0 0.0092 (0.94) 1 1 +test_sharing_gs-add-noop[3.20.0] 110.4280 (1.07) 110.4280 (1.07) 110.4280 (1.07) 0.0000 (1.0) 110.4280 (1.07) 0.0000 (1.0) 0;0 0.0091 (0.93) 1 1 +test_sharing_gs-add-noop[main] 107.9760 (1.05) 107.9760 (1.05) 107.9760 (1.05) 0.0000 (1.0) 107.9760 (1.05) 0.0000 (1.0) 0;0 0.0093 (0.95) 1 1 +test_sharing_gs-add-noop[main] 109.4700 (1.06) 109.4700 (1.06) 109.4700 (1.06) 0.0000 (1.0) 109.4700 (1.06) 0.0000 (1.0) 0;0 0.0091 (0.94) 1 1 ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ------------------------------------------------------------------------- benchmark 'test_sharing_gs-checkout-noop': 10 tests -------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_sharing_gs-checkout-noop[2.11.0] 6.2706 (1.0) 6.2706 (1.0) 6.2706 (1.0) 0.0000 (1.0) 6.2706 (1.0) 0.0000 (1.0) 0;0 0.1595 (1.0) 1 1 -test_sharing_gs-checkout-noop[2.11.0] 6.4197 (1.02) 6.4197 (1.02) 6.4197 (1.02) 0.0000 (1.0) 6.4197 (1.02) 0.0000 (1.0) 0;0 0.1558 (0.98) 1 1 -test_sharing_gs-checkout-noop[2.40.0] 8.4430 (1.35) 8.4430 (1.35) 8.4430 (1.35) 0.0000 (1.0) 8.4430 (1.35) 0.0000 (1.0) 0;0 0.1184 (0.74) 1 1 -test_sharing_gs-checkout-noop[2.40.0] 8.6060 (1.37) 8.6060 (1.37) 8.6060 (1.37) 0.0000 (1.0) 8.6060 (1.37) 0.0000 (1.0) 0;0 0.1162 (0.73) 1 1 -test_sharing_gs-checkout-noop[2.58.2] 9.7900 (1.56) 9.7900 (1.56) 9.7900 (1.56) 0.0000 (1.0) 9.7900 (1.56) 0.0000 (1.0) 0;0 0.1021 (0.64) 1 1 -test_sharing_gs-checkout-noop[2.58.2] 9.4078 (1.50) 9.4078 (1.50) 9.4078 (1.50) 0.0000 (1.0) 9.4078 (1.50) 0.0000 (1.0) 0;0 0.1063 (0.67) 1 1 -test_sharing_gs-checkout-noop[3.0.0] 9.7245 (1.55) 9.7245 (1.55) 9.7245 (1.55) 0.0000 (1.0) 9.7245 (1.55) 0.0000 (1.0) 0;0 0.1028 (0.64) 1 1 -test_sharing_gs-checkout-noop[3.0.0] 10.0480 (1.60) 10.0480 (1.60) 10.0480 (1.60) 0.0000 (1.0) 10.0480 (1.60) 0.0000 (1.0) 0;0 0.0995 (0.62) 1 1 -test_sharing_gs-checkout-noop[main] 9.4260 (1.50) 9.4260 (1.50) 9.4260 (1.50) 0.0000 (1.0) 9.4260 (1.50) 0.0000 (1.0) 0;0 0.1061 (0.67) 1 1 -test_sharing_gs-checkout-noop[main] 9.2627 (1.48) 9.2627 (1.48) 9.2627 (1.48) 0.0000 (1.0) 9.2627 (1.48) 0.0000 (1.0) 0;0 0.1080 (0.68) 1 1 +test_sharing_gs-checkout-noop[2.58.2] 13.0015 (1.11) 13.0015 (1.11) 13.0015 (1.11) 0.0000 (1.0) 13.0015 (1.11) 0.0000 (1.0) 0;0 0.0769 (0.90) 1 1 +test_sharing_gs-checkout-noop[2.58.2] 12.7332 (1.09) 12.7332 (1.09) 12.7332 (1.09) 0.0000 (1.0) 12.7332 (1.09) 0.0000 (1.0) 0;0 0.0785 (0.92) 1 1 +test_sharing_gs-checkout-noop[3.0.0] 11.7991 (1.01) 11.7991 (1.01) 11.7991 (1.01) 0.0000 (1.0) 11.7991 (1.01) 0.0000 (1.0) 0;0 0.0848 (0.99) 1 1 +test_sharing_gs-checkout-noop[3.0.0] 13.4124 (1.15) 13.4124 (1.15) 13.4124 (1.15) 0.0000 (1.0) 13.4124 (1.15) 0.0000 (1.0) 0;0 0.0746 (0.87) 1 1 +test_sharing_gs-checkout-noop[3.10.0] 13.6425 (1.17) 13.6425 (1.17) 13.6425 (1.17) 0.0000 (1.0) 13.6425 (1.17) 0.0000 (1.0) 0;0 0.0733 (0.86) 1 1 +test_sharing_gs-checkout-noop[3.10.0] 13.2951 (1.14) 13.2951 (1.14) 13.2951 (1.14) 0.0000 (1.0) 13.2951 (1.14) 0.0000 (1.0) 0;0 0.0752 (0.88) 1 1 +test_sharing_gs-checkout-noop[3.20.0] 12.7771 (1.09) 12.7771 (1.09) 12.7771 (1.09) 0.0000 (1.0) 12.7771 (1.09) 0.0000 (1.0) 0;0 0.0783 (0.92) 1 1 +test_sharing_gs-checkout-noop[3.20.0] 13.0071 (1.11) 13.0071 (1.11) 13.0071 (1.11) 0.0000 (1.0) 13.0071 (1.11) 0.0000 (1.0) 0;0 0.0769 (0.90) 1 1 +test_sharing_gs-checkout-noop[main] 11.7053 (1.0) 11.7053 (1.0) 11.7053 (1.0) 0.0000 (1.0) 11.7053 (1.0) 0.0000 (1.0) 0;0 0.0854 (1.0) 1 1 +test_sharing_gs-checkout-noop[main] 13.0627 (1.12) 13.0627 (1.12) 13.0627 (1.12) 0.0000 (1.0) 13.0627 (1.12) 0.0000 (1.0) 0;0 0.0766 (0.90) 1 1 -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ---------------------------------------------------------------------------- benchmark 'test_sharing_gs-pull': 10 tests --------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_sharing_gs-pull[2.11.0] 274.8132 (1.28) 274.8132 (1.28) 274.8132 (1.28) 0.0000 (1.0) 274.8132 (1.28) 0.0000 (1.0) 0;0 0.0036 (0.78) 1 1 -test_sharing_gs-pull[2.11.0] 273.7682 (1.27) 273.7682 (1.27) 273.7682 (1.27) 0.0000 (1.0) 273.7682 (1.27) 0.0000 (1.0) 0;0 0.0037 (0.79) 1 1 -test_sharing_gs-pull[2.40.0] 343.4194 (1.59) 343.4194 (1.59) 343.4194 (1.59) 0.0000 (1.0) 343.4194 (1.59) 0.0000 (1.0) 0;0 0.0029 (0.63) 1 1 -test_sharing_gs-pull[2.40.0] 335.7206 (1.56) 335.7206 (1.56) 335.7206 (1.56) 0.0000 (1.0) 335.7206 (1.56) 0.0000 (1.0) 0;0 0.0030 (0.64) 1 1 -test_sharing_gs-pull[2.58.2] 215.3501 (1.0) 215.3501 (1.0) 215.3501 (1.0) 0.0000 (1.0) 215.3501 (1.0) 0.0000 (1.0) 0;0 0.0046 (1.0) 1 1 -test_sharing_gs-pull[2.58.2] 219.2798 (1.02) 219.2798 (1.02) 219.2798 (1.02) 0.0000 (1.0) 219.2798 (1.02) 0.0000 (1.0) 0;0 0.0046 (0.98) 1 1 -test_sharing_gs-pull[3.0.0] 296.0004 (1.37) 296.0004 (1.37) 296.0004 (1.37) 0.0000 (1.0) 296.0004 (1.37) 0.0000 (1.0) 0;0 0.0034 (0.73) 1 1 -test_sharing_gs-pull[3.0.0] 296.7938 (1.38) 296.7938 (1.38) 296.7938 (1.38) 0.0000 (1.0) 296.7938 (1.38) 0.0000 (1.0) 0;0 0.0034 (0.73) 1 1 -test_sharing_gs-pull[main] 560.3838 (2.60) 560.3838 (2.60) 560.3838 (2.60) 0.0000 (1.0) 560.3838 (2.60) 0.0000 (1.0) 0;0 0.0018 (0.38) 1 1 -test_sharing_gs-pull[main] 570.3982 (2.65) 570.3982 (2.65) 570.3982 (2.65) 0.0000 (1.0) 570.3982 (2.65) 0.0000 (1.0) 0;0 0.0018 (0.38) 1 1 +test_sharing_gs-pull[2.58.2] 241.2542 (1.00) 241.2542 (1.00) 241.2542 (1.00) 0.0000 (1.0) 241.2542 (1.00) 0.0000 (1.0) 0;0 0.0041 (1.00) 1 1 +test_sharing_gs-pull[2.58.2] 240.1093 (1.0) 240.1093 (1.0) 240.1093 (1.0) 0.0000 (1.0) 240.1093 (1.0) 0.0000 (1.0) 0;0 0.0042 (1.0) 1 1 +test_sharing_gs-pull[3.0.0] 318.2578 (1.33) 318.2578 (1.33) 318.2578 (1.33) 0.0000 (1.0) 318.2578 (1.33) 0.0000 (1.0) 0;0 0.0031 (0.75) 1 1 +test_sharing_gs-pull[3.0.0] 329.4291 (1.37) 329.4291 (1.37) 329.4291 (1.37) 0.0000 (1.0) 329.4291 (1.37) 0.0000 (1.0) 0;0 0.0030 (0.73) 1 1 +test_sharing_gs-pull[3.10.0] 324.6286 (1.35) 324.6286 (1.35) 324.6286 (1.35) 0.0000 (1.0) 324.6286 (1.35) 0.0000 (1.0) 0;0 0.0031 (0.74) 1 1 +test_sharing_gs-pull[3.10.0] 330.4375 (1.38) 330.4375 (1.38) 330.4375 (1.38) 0.0000 (1.0) 330.4375 (1.38) 0.0000 (1.0) 0;0 0.0030 (0.73) 1 1 +test_sharing_gs-pull[3.20.0] 334.7617 (1.39) 334.7617 (1.39) 334.7617 (1.39) 0.0000 (1.0) 334.7617 (1.39) 0.0000 (1.0) 0;0 0.0030 (0.72) 1 1 +test_sharing_gs-pull[3.20.0] 326.7264 (1.36) 326.7264 (1.36) 326.7264 (1.36) 0.0000 (1.0) 326.7264 (1.36) 0.0000 (1.0) 0;0 0.0031 (0.73) 1 1 +test_sharing_gs-pull[main] 594.6253 (2.48) 594.6253 (2.48) 594.6253 (2.48) 0.0000 (1.0) 594.6253 (2.48) 0.0000 (1.0) 0;0 0.0017 (0.40) 1 1 +test_sharing_gs-pull[main] 607.5273 (2.53) 607.5273 (2.53) 607.5273 (2.53) 0.0000 (1.0) 607.5273 (2.53) 0.0000 (1.0) 0;0 0.0016 (0.40) 1 1 --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ------------------------------------------------------------------------- benchmark 'test_sharing_gs-pull-noop': 10 tests -------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_sharing_gs-pull-noop[2.11.0] 7.4014 (1.05) 7.4014 (1.05) 7.4014 (1.05) 0.0000 (1.0) 7.4014 (1.05) 0.0000 (1.0) 0;0 0.1351 (0.95) 1 1 -test_sharing_gs-pull-noop[2.11.0] 7.0451 (1.0) 7.0451 (1.0) 7.0451 (1.0) 0.0000 (1.0) 7.0451 (1.0) 0.0000 (1.0) 0;0 0.1419 (1.0) 1 1 -test_sharing_gs-pull-noop[2.40.0] 9.5344 (1.35) 9.5344 (1.35) 9.5344 (1.35) 0.0000 (1.0) 9.5344 (1.35) 0.0000 (1.0) 0;0 0.1049 (0.74) 1 1 -test_sharing_gs-pull-noop[2.40.0] 9.5993 (1.36) 9.5993 (1.36) 9.5993 (1.36) 0.0000 (1.0) 9.5993 (1.36) 0.0000 (1.0) 0;0 0.1042 (0.73) 1 1 -test_sharing_gs-pull-noop[2.58.2] 10.3152 (1.46) 10.3152 (1.46) 10.3152 (1.46) 0.0000 (1.0) 10.3152 (1.46) 0.0000 (1.0) 0;0 0.0969 (0.68) 1 1 -test_sharing_gs-pull-noop[2.58.2] 10.7643 (1.53) 10.7643 (1.53) 10.7643 (1.53) 0.0000 (1.0) 10.7643 (1.53) 0.0000 (1.0) 0;0 0.0929 (0.65) 1 1 -test_sharing_gs-pull-noop[3.0.0] 15.3656 (2.18) 15.3656 (2.18) 15.3656 (2.18) 0.0000 (1.0) 15.3656 (2.18) 0.0000 (1.0) 0;0 0.0651 (0.46) 1 1 -test_sharing_gs-pull-noop[3.0.0] 15.7357 (2.23) 15.7357 (2.23) 15.7357 (2.23) 0.0000 (1.0) 15.7357 (2.23) 0.0000 (1.0) 0;0 0.0635 (0.45) 1 1 -test_sharing_gs-pull-noop[main] 13.5449 (1.92) 13.5449 (1.92) 13.5449 (1.92) 0.0000 (1.0) 13.5449 (1.92) 0.0000 (1.0) 0;0 0.0738 (0.52) 1 1 -test_sharing_gs-pull-noop[main] 13.2263 (1.88) 13.2263 (1.88) 13.2263 (1.88) 0.0000 (1.0) 13.2263 (1.88) 0.0000 (1.0) 0;0 0.0756 (0.53) 1 1 +test_sharing_gs-pull-noop[2.58.2] 14.0638 (1.08) 14.0638 (1.08) 14.0638 (1.08) 0.0000 (1.0) 14.0638 (1.08) 0.0000 (1.0) 0;0 0.0711 (0.93) 1 1 +test_sharing_gs-pull-noop[2.58.2] 13.0642 (1.0) 13.0642 (1.0) 13.0642 (1.0) 0.0000 (1.0) 13.0642 (1.0) 0.0000 (1.0) 0;0 0.0765 (1.0) 1 1 +test_sharing_gs-pull-noop[3.0.0] 17.2378 (1.32) 17.2378 (1.32) 17.2378 (1.32) 0.0000 (1.0) 17.2378 (1.32) 0.0000 (1.0) 0;0 0.0580 (0.76) 1 1 +test_sharing_gs-pull-noop[3.0.0] 19.3124 (1.48) 19.3124 (1.48) 19.3124 (1.48) 0.0000 (1.0) 19.3124 (1.48) 0.0000 (1.0) 0;0 0.0518 (0.68) 1 1 +test_sharing_gs-pull-noop[3.10.0] 20.0972 (1.54) 20.0972 (1.54) 20.0972 (1.54) 0.0000 (1.0) 20.0972 (1.54) 0.0000 (1.0) 0;0 0.0498 (0.65) 1 1 +test_sharing_gs-pull-noop[3.10.0] 19.4052 (1.49) 19.4052 (1.49) 19.4052 (1.49) 0.0000 (1.0) 19.4052 (1.49) 0.0000 (1.0) 0;0 0.0515 (0.67) 1 1 +test_sharing_gs-pull-noop[3.20.0] 18.9783 (1.45) 18.9783 (1.45) 18.9783 (1.45) 0.0000 (1.0) 18.9783 (1.45) 0.0000 (1.0) 0;0 0.0527 (0.69) 1 1 +test_sharing_gs-pull-noop[3.20.0] 18.2819 (1.40) 18.2819 (1.40) 18.2819 (1.40) 0.0000 (1.0) 18.2819 (1.40) 0.0000 (1.0) 0;0 0.0547 (0.71) 1 1 +test_sharing_gs-pull-noop[main] 15.6812 (1.20) 15.6812 (1.20) 15.6812 (1.20) 0.0000 (1.0) 15.6812 (1.20) 0.0000 (1.0) 0;0 0.0638 (0.83) 1 1 +test_sharing_gs-pull-noop[main] 17.2235 (1.32) 17.2235 (1.32) 17.2235 (1.32) 0.0000 (1.0) 17.2235 (1.32) 0.0000 (1.0) 0;0 0.0581 (0.76) 1 1 ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ---------------------------------------------------------------------------- benchmark 'test_sharing_gs-push': 10 tests --------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_sharing_gs-push[2.11.0] 151.5731 (2.94) 151.5731 (2.94) 151.5731 (2.94) 0.0000 (1.0) 151.5731 (2.94) 0.0000 (1.0) 0;0 0.0066 (0.34) 1 1 -test_sharing_gs-push[2.11.0] 148.3222 (2.88) 148.3222 (2.88) 148.3222 (2.88) 0.0000 (1.0) 148.3222 (2.88) 0.0000 (1.0) 0;0 0.0067 (0.35) 1 1 -test_sharing_gs-push[2.40.0] 194.2353 (3.77) 194.2353 (3.77) 194.2353 (3.77) 0.0000 (1.0) 194.2353 (3.77) 0.0000 (1.0) 0;0 0.0051 (0.27) 1 1 -test_sharing_gs-push[2.40.0] 187.7684 (3.65) 187.7684 (3.65) 187.7684 (3.65) 0.0000 (1.0) 187.7684 (3.65) 0.0000 (1.0) 0;0 0.0053 (0.27) 1 1 -test_sharing_gs-push[2.58.2] 124.6260 (2.42) 124.6260 (2.42) 124.6260 (2.42) 0.0000 (1.0) 124.6260 (2.42) 0.0000 (1.0) 0;0 0.0080 (0.41) 1 1 -test_sharing_gs-push[2.58.2] 124.6363 (2.42) 124.6363 (2.42) 124.6363 (2.42) 0.0000 (1.0) 124.6363 (2.42) 0.0000 (1.0) 0;0 0.0080 (0.41) 1 1 -test_sharing_gs-push[3.0.0] 51.5044 (1.0) 51.5044 (1.0) 51.5044 (1.0) 0.0000 (1.0) 51.5044 (1.0) 0.0000 (1.0) 0;0 0.0194 (1.0) 1 1 -test_sharing_gs-push[3.0.0] 52.0000 (1.01) 52.0000 (1.01) 52.0000 (1.01) 0.0000 (1.0) 52.0000 (1.01) 0.0000 (1.0) 0;0 0.0192 (0.99) 1 1 -test_sharing_gs-push[main] 131.3541 (2.55) 131.3541 (2.55) 131.3541 (2.55) 0.0000 (1.0) 131.3541 (2.55) 0.0000 (1.0) 0;0 0.0076 (0.39) 1 1 -test_sharing_gs-push[main] 133.4348 (2.59) 133.4348 (2.59) 133.4348 (2.59) 0.0000 (1.0) 133.4348 (2.59) 0.0000 (1.0) 0;0 0.0075 (0.39) 1 1 +test_sharing_gs-push[2.58.2] 139.2359 (2.34) 139.2359 (2.34) 139.2359 (2.34) 0.0000 (1.0) 139.2359 (2.34) 0.0000 (1.0) 0;0 0.0072 (0.43) 1 1 +test_sharing_gs-push[2.58.2] 136.6493 (2.30) 136.6493 (2.30) 136.6493 (2.30) 0.0000 (1.0) 136.6493 (2.30) 0.0000 (1.0) 0;0 0.0073 (0.44) 1 1 +test_sharing_gs-push[3.0.0] 61.3073 (1.03) 61.3073 (1.03) 61.3073 (1.03) 0.0000 (1.0) 61.3073 (1.03) 0.0000 (1.0) 0;0 0.0163 (0.97) 1 1 +test_sharing_gs-push[3.0.0] 60.2232 (1.01) 60.2232 (1.01) 60.2232 (1.01) 0.0000 (1.0) 60.2232 (1.01) 0.0000 (1.0) 0;0 0.0166 (0.99) 1 1 +test_sharing_gs-push[3.10.0] 59.4988 (1.0) 59.4988 (1.0) 59.4988 (1.0) 0.0000 (1.0) 59.4988 (1.0) 0.0000 (1.0) 0;0 0.0168 (1.0) 1 1 +test_sharing_gs-push[3.10.0] 60.3234 (1.01) 60.3234 (1.01) 60.3234 (1.01) 0.0000 (1.0) 60.3234 (1.01) 0.0000 (1.0) 0;0 0.0166 (0.99) 1 1 +test_sharing_gs-push[3.20.0] 135.2984 (2.27) 135.2984 (2.27) 135.2984 (2.27) 0.0000 (1.0) 135.2984 (2.27) 0.0000 (1.0) 0;0 0.0074 (0.44) 1 1 +test_sharing_gs-push[3.20.0] 138.9836 (2.34) 138.9836 (2.34) 138.9836 (2.34) 0.0000 (1.0) 138.9836 (2.34) 0.0000 (1.0) 0;0 0.0072 (0.43) 1 1 +test_sharing_gs-push[main] 141.1674 (2.37) 141.1674 (2.37) 141.1674 (2.37) 0.0000 (1.0) 141.1674 (2.37) 0.0000 (1.0) 0;0 0.0071 (0.42) 1 1 +test_sharing_gs-push[main] 144.7201 (2.43) 144.7201 (2.43) 144.7201 (2.43) 0.0000 (1.0) 144.7201 (2.43) 0.0000 (1.0) 0;0 0.0069 (0.41) 1 1 --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- ----------------------------------------------------------------------- benchmark 'test_sharing_gs-push-noop': 10 tests ------------------------------------------------------------------------ Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ -test_sharing_gs-push-noop[2.11.0] 3.4595 (1.07) 3.4595 (1.07) 3.4595 (1.07) 0.0000 (1.0) 3.4595 (1.07) 0.0000 (1.0) 0;0 0.2891 (0.94) 1 1 -test_sharing_gs-push-noop[2.11.0] 3.2384 (1.0) 3.2384 (1.0) 3.2384 (1.0) 0.0000 (1.0) 3.2384 (1.0) 0.0000 (1.0) 0;0 0.3088 (1.0) 1 1 -test_sharing_gs-push-noop[2.40.0] 3.8125 (1.18) 3.8125 (1.18) 3.8125 (1.18) 0.0000 (1.0) 3.8125 (1.18) 0.0000 (1.0) 0;0 0.2623 (0.85) 1 1 -test_sharing_gs-push-noop[2.40.0] 3.7940 (1.17) 3.7940 (1.17) 3.7940 (1.17) 0.0000 (1.0) 3.7940 (1.17) 0.0000 (1.0) 0;0 0.2636 (0.85) 1 1 -test_sharing_gs-push-noop[2.58.2] 4.3018 (1.33) 4.3018 (1.33) 4.3018 (1.33) 0.0000 (1.0) 4.3018 (1.33) 0.0000 (1.0) 0;0 0.2325 (0.75) 1 1 -test_sharing_gs-push-noop[2.58.2] 3.9997 (1.24) 3.9997 (1.24) 3.9997 (1.24) 0.0000 (1.0) 3.9997 (1.24) 0.0000 (1.0) 0;0 0.2500 (0.81) 1 1 -test_sharing_gs-push-noop[3.0.0] 3.9062 (1.21) 3.9062 (1.21) 3.9062 (1.21) 0.0000 (1.0) 3.9062 (1.21) 0.0000 (1.0) 0;0 0.2560 (0.83) 1 1 -test_sharing_gs-push-noop[3.0.0] 4.1136 (1.27) 4.1136 (1.27) 4.1136 (1.27) 0.0000 (1.0) 4.1136 (1.27) 0.0000 (1.0) 0;0 0.2431 (0.79) 1 1 -test_sharing_gs-push-noop[main] 5.4509 (1.68) 5.4509 (1.68) 5.4509 (1.68) 0.0000 (1.0) 5.4509 (1.68) 0.0000 (1.0) 0;0 0.1835 (0.59) 1 1 -test_sharing_gs-push-noop[main] 5.7164 (1.77) 5.7164 (1.77) 5.7164 (1.77) 0.0000 (1.0) 5.7164 (1.77) 0.0000 (1.0) 0;0 0.1749 (0.57) 1 1 +test_sharing_gs-push-noop[2.58.2] 4.7409 (1.15) 4.7409 (1.15) 4.7409 (1.15) 0.0000 (1.0) 4.7409 (1.15) 0.0000 (1.0) 0;0 0.2109 (0.87) 1 1 +test_sharing_gs-push-noop[2.58.2] 4.3849 (1.06) 4.3849 (1.06) 4.3849 (1.06) 0.0000 (1.0) 4.3849 (1.06) 0.0000 (1.0) 0;0 0.2281 (0.94) 1 1 +test_sharing_gs-push-noop[3.0.0] 4.1965 (1.02) 4.1965 (1.02) 4.1965 (1.02) 0.0000 (1.0) 4.1965 (1.02) 0.0000 (1.0) 0;0 0.2383 (0.98) 1 1 +test_sharing_gs-push-noop[3.0.0] 4.3535 (1.06) 4.3535 (1.06) 4.3535 (1.06) 0.0000 (1.0) 4.3535 (1.06) 0.0000 (1.0) 0;0 0.2297 (0.95) 1 1 +test_sharing_gs-push-noop[3.10.0] 4.1242 (1.0) 4.1242 (1.0) 4.1242 (1.0) 0.0000 (1.0) 4.1242 (1.0) 0.0000 (1.0) 0;0 0.2425 (1.0) 1 1 +test_sharing_gs-push-noop[3.10.0] 4.2031 (1.02) 4.2031 (1.02) 4.2031 (1.02) 0.0000 (1.0) 4.2031 (1.02) 0.0000 (1.0) 0;0 0.2379 (0.98) 1 1 +test_sharing_gs-push-noop[3.20.0] 4.6472 (1.13) 4.6472 (1.13) 4.6472 (1.13) 0.0000 (1.0) 4.6472 (1.13) 0.0000 (1.0) 0;0 0.2152 (0.89) 1 1 +test_sharing_gs-push-noop[3.20.0] 4.2117 (1.02) 4.2117 (1.02) 4.2117 (1.02) 0.0000 (1.0) 4.2117 (1.02) 0.0000 (1.0) 0;0 0.2374 (0.98) 1 1 +test_sharing_gs-push-noop[main] 5.9765 (1.45) 5.9765 (1.45) 5.9765 (1.45) 0.0000 (1.0) 5.9765 (1.45) 0.0000 (1.0) 0;0 0.1673 (0.69) 1 1 +test_sharing_gs-push-noop[main] 6.3180 (1.53) 6.3180 (1.53) 6.3180 (1.53) 0.0000 (1.0) 6.3180 (1.53) 0.0000 (1.0) 0;0 0.1583 (0.65) 1 1 ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ Legend: @@ -2336,7 +2349,7 @@@@ -2365,11 +2378,11 @@ -------------------------------------------------------------------------- benchmark 'test_get_url-get-url': 5 tests -------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_get_url-get-url[2.11.0] 83.8307 (1.0) 83.8307 (1.0) 83.8307 (1.0) 0.0000 (1.0) 83.8307 (1.0) 0.0000 (1.0) 0;0 0.0119 (1.0) 1 1 -test_get_url-get-url[2.40.0] 85.6997 (1.02) 85.6997 (1.02) 85.6997 (1.02) 0.0000 (1.0) 85.6997 (1.02) 0.0000 (1.0) 0;0 0.0117 (0.98) 1 1 -test_get_url-get-url[2.58.2] 83.8683 (1.00) 83.8683 (1.00) 83.8683 (1.00) 0.0000 (1.0) 83.8683 (1.00) 0.0000 (1.0) 0;0 0.0119 (1.00) 1 1 -test_get_url-get-url[3.0.0] 84.9769 (1.01) 84.9769 (1.01) 84.9769 (1.01) 0.0000 (1.0) 84.9769 (1.01) 0.0000 (1.0) 0;0 0.0118 (0.99) 1 1 -test_get_url-get-url[main] 87.3626 (1.04) 87.3626 (1.04) 87.3626 (1.04) 0.0000 (1.0) 87.3626 (1.04) 0.0000 (1.0) 0;0 0.0114 (0.96) 1 1 +test_get_url-get-url[2.58.2] 85.7363 (1.0) 85.7363 (1.0) 85.7363 (1.0) 0.0000 (1.0) 85.7363 (1.0) 0.0000 (1.0) 0;0 0.0117 (1.0) 1 1 +test_get_url-get-url[3.0.0] 86.4121 (1.01) 86.4121 (1.01) 86.4121 (1.01) 0.0000 (1.0) 86.4121 (1.01) 0.0000 (1.0) 0;0 0.0116 (0.99) 1 1 +test_get_url-get-url[3.10.0] 88.5920 (1.03) 88.5920 (1.03) 88.5920 (1.03) 0.0000 (1.0) 88.5920 (1.03) 0.0000 (1.0) 0;0 0.0113 (0.97) 1 1 +test_get_url-get-url[3.20.0] 88.8746 (1.04) 88.8746 (1.04) 88.8746 (1.04) 0.0000 (1.0) 88.8746 (1.04) 0.0000 (1.0) 0;0 0.0113 (0.96) 1 1 +test_get_url-get-url[main] 88.9629 (1.04) 88.9629 (1.04) 88.9629 (1.04) 0.0000 (1.0) 88.9629 (1.04) 0.0000 (1.0) 0;0 0.0112 (0.96) 1 1 ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Legend: @@ -2401,7 +2414,7 @@@@ -2430,11 +2443,11 @@ ---------------------------------------------------------------------------- benchmark 'test_push-push': 5 tests ---------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_push-push[2.11.0] 138.2226 (2.48) 138.2226 (2.48) 138.2226 (2.48) 0.0000 (1.0) 138.2226 (2.48) 0.0000 (1.0) 0;0 0.0072 (0.40) 1 1 -test_push-push[2.40.0] 180.1184 (3.23) 180.1184 (3.23) 180.1184 (3.23) 0.0000 (1.0) 180.1184 (3.23) 0.0000 (1.0) 0;0 0.0056 (0.31) 1 1 -test_push-push[2.58.2] 114.9094 (2.06) 114.9094 (2.06) 114.9094 (2.06) 0.0000 (1.0) 114.9094 (2.06) 0.0000 (1.0) 0;0 0.0087 (0.49) 1 1 -test_push-push[3.0.0] 55.8308 (1.0) 55.8308 (1.0) 55.8308 (1.0) 0.0000 (1.0) 55.8308 (1.0) 0.0000 (1.0) 0;0 0.0179 (1.0) 1 1 -test_push-push[main] 125.8981 (2.25) 125.8981 (2.25) 125.8981 (2.25) 0.0000 (1.0) 125.8981 (2.25) 0.0000 (1.0) 0;0 0.0079 (0.44) 1 1 +test_push-push[2.58.2] 96.5390 (2.43) 96.5390 (2.43) 96.5390 (2.43) 0.0000 (1.0) 96.5390 (2.43) 0.0000 (1.0) 0;0 0.0104 (0.41) 1 1 +test_push-push[3.0.0] 39.8145 (1.00) 39.8145 (1.00) 39.8145 (1.00) 0.0000 (1.0) 39.8145 (1.00) 0.0000 (1.0) 0;0 0.0251 (1.00) 1 1 +test_push-push[3.10.0] 39.7375 (1.0) 39.7375 (1.0) 39.7375 (1.0) 0.0000 (1.0) 39.7375 (1.0) 0.0000 (1.0) 0;0 0.0252 (1.0) 1 1 +test_push-push[3.20.0] 95.4388 (2.40) 95.4388 (2.40) 95.4388 (2.40) 0.0000 (1.0) 95.4388 (2.40) 0.0000 (1.0) 0;0 0.0105 (0.42) 1 1 +test_push-push[main] 101.5915 (2.56) 101.5915 (2.56) 101.5915 (2.56) 0.0000 (1.0) 101.5915 (2.56) 0.0000 (1.0) 0;0 0.0098 (0.39) 1 1 --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Legend: @@ -2466,7 +2479,7 @@@@ -2495,11 +2508,11 @@ ---------------------------------------------------------------------------- benchmark 'test_pull-pull': 5 tests ---------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_pull-pull[2.11.0] 195.8697 (1.31) 195.8697 (1.31) 195.8697 (1.31) 0.0000 (1.0) 195.8697 (1.31) 0.0000 (1.0) 0;0 0.0051 (0.76) 1 1 -test_pull-pull[2.40.0] 237.7057 (1.59) 237.7057 (1.59) 237.7057 (1.59) 0.0000 (1.0) 237.7057 (1.59) 0.0000 (1.0) 0;0 0.0042 (0.63) 1 1 -test_pull-pull[2.58.2] 149.3841 (1.0) 149.3841 (1.0) 149.3841 (1.0) 0.0000 (1.0) 149.3841 (1.0) 0.0000 (1.0) 0;0 0.0067 (1.0) 1 1 -test_pull-pull[3.0.0] 208.2296 (1.39) 208.2296 (1.39) 208.2296 (1.39) 0.0000 (1.0) 208.2296 (1.39) 0.0000 (1.0) 0;0 0.0048 (0.72) 1 1 -test_pull-pull[main] 407.6230 (2.73) 407.6230 (2.73) 407.6230 (2.73) 0.0000 (1.0) 407.6230 (2.73) 0.0000 (1.0) 0;0 0.0025 (0.37) 1 1 +test_pull-pull[2.58.2] 167.1974 (1.0) 167.1974 (1.0) 167.1974 (1.0) 0.0000 (1.0) 167.1974 (1.0) 0.0000 (1.0) 0;0 0.0060 (1.0) 1 1 +test_pull-pull[3.0.0] 237.0146 (1.42) 237.0146 (1.42) 237.0146 (1.42) 0.0000 (1.0) 237.0146 (1.42) 0.0000 (1.0) 0;0 0.0042 (0.71) 1 1 +test_pull-pull[3.10.0] 230.5551 (1.38) 230.5551 (1.38) 230.5551 (1.38) 0.0000 (1.0) 230.5551 (1.38) 0.0000 (1.0) 0;0 0.0043 (0.73) 1 1 +test_pull-pull[3.20.0] 225.5610 (1.35) 225.5610 (1.35) 225.5610 (1.35) 0.0000 (1.0) 225.5610 (1.35) 0.0000 (1.0) 0;0 0.0044 (0.74) 1 1 +test_pull-pull[main] 454.2613 (2.72) 454.2613 (2.72) 454.2613 (2.72) 0.0000 (1.0) 454.2613 (2.72) 0.0000 (1.0) 0;0 0.0022 (0.37) 1 1 --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Legend: @@ -2531,7 +2544,7 @@@@ -2560,11 +2573,11 @@ ---------------------------------------------------------------------------- benchmark 'test_help---help': 5 tests ---------------------------------------------------------------------------- Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_help---help[2.11.0] 143.8906 (1.0) 148.8694 (1.0) 144.8836 (1.0) 0.6682 (1.0) 144.7912 (1.0) 0.6309 (1.0) 22;4 6.9021 (1.0) 100 1 -test_help---help[2.40.0] 188.6996 (1.31) 207.0510 (1.39) 190.8018 (1.32) 2.1055 (3.15) 190.3110 (1.31) 2.1495 (3.41) 5;1 5.2410 (0.76) 100 1 -test_help---help[2.58.2] 150.2500 (1.04) 154.0759 (1.03) 152.4721 (1.05) 0.7935 (1.19) 152.5807 (1.05) 1.2166 (1.93) 34;0 6.5586 (0.95) 100 1 -test_help---help[3.0.0] 145.6721 (1.01) 149.6619 (1.01) 147.2462 (1.02) 0.7385 (1.11) 147.1811 (1.02) 1.1099 (1.76) 30;1 6.7913 (0.98) 100 1 -test_help---help[main] 144.5846 (1.00) 151.4615 (1.02) 146.3265 (1.01) 1.2788 (1.91) 146.0054 (1.01) 1.2404 (1.97) 19;7 6.8340 (0.99) 100 1 +test_help---help[2.58.2] 158.8300 (1.04) 171.3261 (1.06) 162.2157 (1.05) 2.4709 (1.53) 161.6184 (1.04) 2.4588 (1.28) 22;7 6.1646 (0.96) 100 1 +test_help---help[3.0.0] 156.1118 (1.02) 167.9553 (1.04) 160.7501 (1.04) 1.9779 (1.22) 160.5231 (1.04) 1.9172 (1.0) 26;6 6.2208 (0.96) 100 1 +test_help---help[3.10.0] 156.1912 (1.02) 170.2284 (1.06) 161.0828 (1.04) 2.7842 (1.72) 160.9004 (1.04) 4.0420 (2.11) 33;1 6.2080 (0.96) 100 1 +test_help---help[3.20.0] 152.5213 (1.0) 160.9791 (1.0) 155.0506 (1.0) 1.6149 (1.0) 154.9577 (1.0) 2.2773 (1.19) 28;2 6.4495 (1.0) 100 1 +test_help---help[main] 155.3438 (1.02) 168.1698 (1.04) 159.5082 (1.03) 2.7368 (1.69) 158.9523 (1.03) 3.2156 (1.68) 31;3 6.2693 (0.97) 100 1 ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Legend: @@ -2596,7 +2609,7 @@@@ -2604,7 +2617,7 @@@@ -2612,7 +2625,7 @@@@ -2641,31 +2654,31 @@ -------------------------------------------------------------------------- benchmark 'test_checkout_symlink-checkout': 5 tests -------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_checkout_symlink-checkout[2.11.0] 43.5806 (1.20) 43.5806 (1.20) 43.5806 (1.20) 0.0000 (1.0) 43.5806 (1.20) 0.0000 (1.0) 0;0 0.0229 (0.83) 1 1 -test_checkout_symlink-checkout[2.40.0] 44.7745 (1.23) 44.7745 (1.23) 44.7745 (1.23) 0.0000 (1.0) 44.7745 (1.23) 0.0000 (1.0) 0;0 0.0223 (0.81) 1 1 -test_checkout_symlink-checkout[2.58.2] 48.2512 (1.33) 48.2512 (1.33) 48.2512 (1.33) 0.0000 (1.0) 48.2512 (1.33) 0.0000 (1.0) 0;0 0.0207 (0.75) 1 1 -test_checkout_symlink-checkout[3.0.0] 36.3688 (1.0) 36.3688 (1.0) 36.3688 (1.0) 0.0000 (1.0) 36.3688 (1.0) 0.0000 (1.0) 0;0 0.0275 (1.0) 1 1 -test_checkout_symlink-checkout[main] 36.8680 (1.01) 36.8680 (1.01) 36.8680 (1.01) 0.0000 (1.0) 36.8680 (1.01) 0.0000 (1.0) 0;0 0.0271 (0.99) 1 1 +test_checkout_symlink-checkout[2.58.2] 29.9410 (1.33) 29.9410 (1.33) 29.9410 (1.33) 0.0000 (1.0) 29.9410 (1.33) 0.0000 (1.0) 0;0 0.0334 (0.75) 1 1 +test_checkout_symlink-checkout[3.0.0] 22.6043 (1.01) 22.6043 (1.01) 22.6043 (1.01) 0.0000 (1.0) 22.6043 (1.01) 0.0000 (1.0) 0;0 0.0442 (0.99) 1 1 +test_checkout_symlink-checkout[3.10.0] 22.7204 (1.01) 22.7204 (1.01) 22.7204 (1.01) 0.0000 (1.0) 22.7204 (1.01) 0.0000 (1.0) 0;0 0.0440 (0.99) 1 1 +test_checkout_symlink-checkout[3.20.0] 22.4758 (1.0) 22.4758 (1.0) 22.4758 (1.0) 0.0000 (1.0) 22.4758 (1.0) 0.0000 (1.0) 0;0 0.0445 (1.0) 1 1 +test_checkout_symlink-checkout[main] 22.7833 (1.01) 22.7833 (1.01) 22.7833 (1.01) 0.0000 (1.0) 22.7833 (1.01) 0.0000 (1.0) 0;0 0.0439 (0.99) 1 1 --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- --------------------------------------------------------------------------- benchmark 'test_checkout_symlink-checkout-noop': 5 tests -------------------------------------------------------------------------- -Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_checkout_symlink-checkout-noop[2.11.0] 7.9634 (1.0) 7.9634 (1.0) 7.9634 (1.0) 0.0000 (1.0) 7.9634 (1.0) 0.0000 (1.0) 0;0 0.1256 (1.0) 1 1 -test_checkout_symlink-checkout-noop[2.40.0] 11.6958 (1.47) 11.6958 (1.47) 11.6958 (1.47) 0.0000 (1.0) 11.6958 (1.47) 0.0000 (1.0) 0;0 0.0855 (0.68) 1 1 -test_checkout_symlink-checkout-noop[2.58.2] 13.6438 (1.71) 13.6438 (1.71) 13.6438 (1.71) 0.0000 (1.0) 13.6438 (1.71) 0.0000 (1.0) 0;0 0.0733 (0.58) 1 1 -test_checkout_symlink-checkout-noop[3.0.0] 14.3395 (1.80) 14.3395 (1.80) 14.3395 (1.80) 0.0000 (1.0) 14.3395 (1.80) 0.0000 (1.0) 0;0 0.0697 (0.56) 1 1 -test_checkout_symlink-checkout-noop[main] 13.9971 (1.76) 13.9971 (1.76) 13.9971 (1.76) 0.0000 (1.0) 13.9971 (1.76) 0.0000 (1.0) 0;0 0.0714 (0.57) 1 1 --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- +------------------------------------------------------------------------ benchmark 'test_checkout_symlink-checkout-noop': 5 tests ------------------------------------------------------------------------ +Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations +---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- +test_checkout_symlink-checkout-noop[2.58.2] 7.8381 (1.0) 7.8381 (1.0) 7.8381 (1.0) 0.0000 (1.0) 7.8381 (1.0) 0.0000 (1.0) 0;0 0.1276 (1.0) 1 1 +test_checkout_symlink-checkout-noop[3.0.0] 8.1888 (1.04) 8.1888 (1.04) 8.1888 (1.04) 0.0000 (1.0) 8.1888 (1.04) 0.0000 (1.0) 0;0 0.1221 (0.96) 1 1 +test_checkout_symlink-checkout-noop[3.10.0] 8.2091 (1.05) 8.2091 (1.05) 8.2091 (1.05) 0.0000 (1.0) 8.2091 (1.05) 0.0000 (1.0) 0;0 0.1218 (0.95) 1 1 +test_checkout_symlink-checkout-noop[3.20.0] 8.3023 (1.06) 8.3023 (1.06) 8.3023 (1.06) 0.0000 (1.0) 8.3023 (1.06) 0.0000 (1.0) 0;0 0.1204 (0.94) 1 1 +test_checkout_symlink-checkout-noop[main] 8.2498 (1.05) 8.2498 (1.05) 8.2498 (1.05) 0.0000 (1.0) 8.2498 (1.05) 0.0000 (1.0) 0;0 0.1212 (0.95) 1 1 +---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -------------------------------------------------------------------------- benchmark 'test_checkout_symlink-checkout-update': 5 tests -------------------------------------------------------------------------- Name (time in s) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_checkout_symlink-checkout-update[2.11.0] 53.0869 (3.68) 53.0869 (3.68) 53.0869 (3.68) 0.0000 (1.0) 53.0869 (3.68) 0.0000 (1.0) 0;0 0.0188 (0.27) 1 1 -test_checkout_symlink-checkout-update[2.40.0] 14.4446 (1.0) 14.4446 (1.0) 14.4446 (1.0) 0.0000 (1.0) 14.4446 (1.0) 0.0000 (1.0) 0;0 0.0692 (1.0) 1 1 -test_checkout_symlink-checkout-update[2.58.2] 21.6591 (1.50) 21.6591 (1.50) 21.6591 (1.50) 0.0000 (1.0) 21.6591 (1.50) 0.0000 (1.0) 0;0 0.0462 (0.67) 1 1 -test_checkout_symlink-checkout-update[3.0.0] 16.8058 (1.16) 16.8058 (1.16) 16.8058 (1.16) 0.0000 (1.0) 16.8058 (1.16) 0.0000 (1.0) 0;0 0.0595 (0.86) 1 1 -test_checkout_symlink-checkout-update[main] 16.8374 (1.17) 16.8374 (1.17) 16.8374 (1.17) 0.0000 (1.0) 16.8374 (1.17) 0.0000 (1.0) 0;0 0.0594 (0.86) 1 1 +test_checkout_symlink-checkout-update[2.58.2] 13.1112 (1.31) 13.1112 (1.31) 13.1112 (1.31) 0.0000 (1.0) 13.1112 (1.31) 0.0000 (1.0) 0;0 0.0763 (0.76) 1 1 +test_checkout_symlink-checkout-update[3.0.0] 10.1511 (1.02) 10.1511 (1.02) 10.1511 (1.02) 0.0000 (1.0) 10.1511 (1.02) 0.0000 (1.0) 0;0 0.0985 (0.99) 1 1 +test_checkout_symlink-checkout-update[3.10.0] 10.0388 (1.00) 10.0388 (1.00) 10.0388 (1.00) 0.0000 (1.0) 10.0388 (1.00) 0.0000 (1.0) 0;0 0.0996 (1.00) 1 1 +test_checkout_symlink-checkout-update[3.20.0] 10.0162 (1.00) 10.0162 (1.00) 10.0162 (1.00) 0.0000 (1.0) 10.0162 (1.00) 0.0000 (1.0) 0;0 0.0998 (1.00) 1 1 +test_checkout_symlink-checkout-update[main] 10.0001 (1.0) 10.0001 (1.0) 10.0001 (1.0) 0.0000 (1.0) 10.0001 (1.0) 0.0000 (1.0) 0;0 0.1000 (1.0) 1 1 ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Legend: @@ -2697,7 +2710,7 @@@@ -2723,15 +2736,15 @@----------------------------------------------------------------------------- benchmark 'test_init-init': 5 tests ---------------------------------------------------------------------------- -Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -test_init-init[2.11.0] 343.7816 (1.0) 419.3804 (1.0) 352.5881 (1.0) 8.0640 (1.41) 351.2387 (1.0) 5.4414 (1.0) 8;4 2.8362 (1.0) 100 1 -test_init-init[2.40.0] 408.0144 (1.19) 444.7710 (1.06) 418.8669 (1.19) 6.1508 (1.08) 417.3314 (1.19) 9.1448 (1.68) 25;2 2.3874 (0.84) 100 1 -test_init-init[2.58.2] 460.9517 (1.34) 561.7701 (1.34) 474.2880 (1.35) 9.9846 (1.75) 473.8226 (1.35) 5.9966 (1.10) 6;4 2.1084 (0.74) 100 1 -test_init-init[3.0.0] 454.8028 (1.32) 487.9364 (1.16) 466.5343 (1.32) 5.7171 (1.0) 465.4760 (1.33) 6.4226 (1.18) 26;4 2.1435 (0.76) 100 1 -test_init-init[main] 478.4881 (1.39) 541.9660 (1.29) 489.8447 (1.39) 7.7590 (1.36) 488.6512 (1.39) 7.8599 (1.44) 16;2 2.0415 (0.72) 100 1 ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- +----------------------------------------------------------------------------- benchmark 'test_init-init': 5 tests ----------------------------------------------------------------------------- +Name (time in ms) Min Max Mean StdDev Median IQR Outliers OPS Rounds Iterations +----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- +test_init-init[2.58.2] 536.4879 (1.01) 640.4586 (1.03) 573.8078 (1.01) 23.8525 (1.17) 569.7893 (1.02) 36.4456 (1.32) 35;0 1.7427 (0.99) 100 1 +test_init-init[3.0.0] 529.7185 (1.0) 727.3135 (1.17) 566.0572 (1.0) 39.2152 (1.92) 557.3337 (1.0) 37.5550 (1.36) 12;8 1.7666 (1.0) 100 1 +test_init-init[3.10.0] 548.5576 (1.04) 679.8841 (1.09) 597.2425 (1.06) 25.1518 (1.23) 596.7278 (1.07) 32.9721 (1.20) 31;2 1.6744 (0.95) 100 1 +test_init-init[3.20.0] 536.1622 (1.01) 624.1059 (1.0) 570.9115 (1.01) 20.4498 (1.0) 569.5679 (1.02) 27.5609 (1.0) 33;2 1.7516 (0.99) 100 1 +test_init-init[main] 562.1572 (1.06) 675.7763 (1.08) 600.3476 (1.06) 22.0634 (1.08) 597.2255 (1.07) 32.1091 (1.17) 33;1 1.6657 (0.94) 100 1 +----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Legend: Outliers: 1 Standard Deviation from Mean; 1.5 IQR (InterQuartile Range) from 1st Quartile and 3rd Quartile.