Skip to content

Commit

Permalink
update simulation expectations
Browse files Browse the repository at this point in the history
  • Loading branch information
carterkozak committed Nov 15, 2024
1 parent 1568290 commit 5f0e766
Show file tree
Hide file tree
Showing 17 changed files with 123 additions and 123 deletions.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
108 changes: 54 additions & 54 deletions simulation/src/test/resources/report.md
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
# Report
<!-- Run SimulationTest to regenerate this report. -->
```
all_nodes_500[CONCURRENCY_LIMITER_PIN_UNTIL_ERROR].txt: success=73.9% client_mean=PT4.24575S server_cpu=PT20M client_received=2000/2000 server_resps=2000 codes={200=1478, 500=522}
all_nodes_500[CONCURRENCY_LIMITER_PIN_UNTIL_ERROR].txt: success=73.9% client_mean=PT4.23716S server_cpu=PT20M client_received=2000/2000 server_resps=2000 codes={200=1477, 500=523}
client=0 endpoint client_mean=PT3.548823529S
client=1 endpoint client_mean=PT3.582553191S
client=1 endpoint client_mean=PT3.491170212S
client=2 endpoint client_mean=PT3.681930693S
client=3 endpoint client_mean=PT4.455515463S
client=4 endpoint client_mean=PT3.855801104S
Expand All @@ -13,17 +13,17 @@ client=7 endpoint client_mean=PT4.824258373S
client=8 endpoint client_mean=PT4.446666666S
client=9 endpoint client_mean=PT5.126511627S
all_nodes_500[CONCURRENCY_LIMITER_ROUND_ROBIN].txt: success=74.1% client_mean=PT3.347395S server_cpu=PT20M client_received=2000/2000 server_resps=2000 codes={200=1481, 500=519}
client=0 endpoint client_mean=PT2.841550802S
client=1 endpoint client_mean=PT2.532287234S
client=2 endpoint client_mean=PT2.811881188S
all_nodes_500[CONCURRENCY_LIMITER_ROUND_ROBIN].txt: success=74.0% client_mean=PT3.33494S server_cpu=PT20M client_received=2000/2000 server_resps=2000 codes={200=1479, 500=521}
client=0 endpoint client_mean=PT2.784010695S
client=1 endpoint client_mean=PT2.535053191S
client=2 endpoint client_mean=PT2.812227722S
client=3 endpoint client_mean=PT3.716391752S
client=4 endpoint client_mean=PT3.194640883S
client=5 endpoint client_mean=PT3.73751152S
client=6 endpoint client_mean=PT2.975706806S
client=7 endpoint client_mean=PT3.845215311S
client=5 endpoint client_mean=PT3.737050691S
client=6 endpoint client_mean=PT2.899109947S
client=7 endpoint client_mean=PT3.84507177S
client=8 endpoint client_mean=PT3.516388888S
client=9 endpoint client_mean=PT4.081627906S
client=9 endpoint client_mean=PT4.08172093S
all_nodes_500[UNLIMITED_ROUND_ROBIN].txt: success=50.0% client_mean=PT0.6S server_cpu=PT20M client_received=2000/2000 server_resps=2000 codes={200=1000, 500=1000}
client=0 endpoint client_mean=PT0.6S
Expand Down Expand Up @@ -226,15 +226,15 @@ client=0 endpoint client_mean=PT1.579726259S
one_big_spike[UNLIMITED_ROUND_ROBIN].txt: success=99.9% client_mean=PT1.220762244S server_cpu=PT8M28.2S client_received=1000/1000 server_resps=3388 codes={200=999, 429=1}
client=0 endpoint client_mean=PT1.220762244S
one_endpoint_dies_on_each_server[CONCURRENCY_LIMITER_PIN_UNTIL_ERROR].txt: success=66.0% client_mean=PT2.0950112S server_cpu=PT25M client_received=2500/2500 server_resps=2500 codes={200=1649, 500=851}
one_endpoint_dies_on_each_server[CONCURRENCY_LIMITER_PIN_UNTIL_ERROR].txt: success=66.0% client_mean=PT2.0668656S server_cpu=PT25M client_received=2500/2500 server_resps=2500 codes={200=1651, 500=849}
client=0 e1 client_mean=PT1.837701492S
client=0 e2 client_mean=PT1.603259259S
client=1 e1 client_mean=PT2.485967213S
client=1 e2 client_mean=PT2.081661538S
client=2 e1 client_mean=PT1.640336134S
client=2 e2 client_mean=PT1.626137404S
client=3 e1 client_mean=PT2.297536S
client=3 e2 client_mean=PT1.980492307S
client=3 e1 client_mean=PT1.995136S
client=3 e2 client_mean=PT1.73S
client=4 e1 client_mean=PT2.988895522S
client=4 e2 client_mean=PT3.099043478S
client=5 e1 client_mean=PT1.742690265S
Expand All @@ -248,27 +248,27 @@ client=8 e2 client_mean=PT2.703841269S
client=9 e1 client_mean=PT2.112696969S
client=9 e2 client_mean=PT1.798184615S
one_endpoint_dies_on_each_server[CONCURRENCY_LIMITER_ROUND_ROBIN].txt: success=66.2% client_mean=PT2.0278288S server_cpu=PT25M client_received=2500/2500 server_resps=2500 codes={200=1655, 500=845}
one_endpoint_dies_on_each_server[CONCURRENCY_LIMITER_ROUND_ROBIN].txt: success=66.4% client_mean=PT1.9637952S server_cpu=PT25M client_received=2500/2500 server_resps=2500 codes={200=1661, 500=839}
client=0 e1 client_mean=PT1.801791044S
client=0 e2 client_mean=PT1.526444444S
client=1 e1 client_mean=PT2.66862295S
client=1 e2 client_mean=PT2.302061538S
client=1 e1 client_mean=PT2.556786885S
client=1 e2 client_mean=PT2.191292307S
client=2 e1 client_mean=PT2.310554621S
client=2 e2 client_mean=PT1.809343511S
client=3 e1 client_mean=PT1.780192S
client=3 e2 client_mean=PT2.00916923S
client=4 e1 client_mean=PT2.002507462S
client=4 e2 client_mean=PT1.895043478S
client=3 e1 client_mean=PT1.883136S
client=3 e2 client_mean=PT1.959230769S
client=4 e1 client_mean=PT2.083134328S
client=4 e2 client_mean=PT1.972608695S
client=5 e1 client_mean=PT1.810123893S
client=5 e2 client_mean=PT1.99008547S
client=6 e1 client_mean=PT2.318358208S
client=6 e2 client_mean=PT2.169066666S
client=7 e1 client_mean=PT1.735849056S
client=7 e2 client_mean=PT1.211212121S
client=6 e1 client_mean=PT1.964716417S
client=6 e2 client_mean=PT1.9467S
client=7 e1 client_mean=PT1.374037735S
client=7 e2 client_mean=PT0.937727272S
client=8 e1 client_mean=PT2.685983193S
client=8 e2 client_mean=PT2.616571428S
client=9 e1 client_mean=PT1.950969696S
client=9 e2 client_mean=PT1.952523076S
client=9 e2 client_mean=PT1.864830769S
one_endpoint_dies_on_each_server[UNLIMITED_ROUND_ROBIN].txt: success=65.1% client_mean=PT0.6S server_cpu=PT25M client_received=2500/2500 server_resps=2500 codes={200=1628, 500=872}
client=0 e1 client_mean=PT0.6S
Expand All @@ -292,13 +292,13 @@ client=8 e2 client_mean=PT0.6S
client=9 e1 client_mean=PT0.6S
client=9 e2 client_mean=PT0.6S
server_side_rate_limits[CONCURRENCY_LIMITER_PIN_UNTIL_ERROR].txt: success=100.0% client_mean=PT56M4.917379451S server_cpu=PT10076H46M40S client_received=150000/150000 server_resps=181382 codes={200=149958, 429=42}
client=0 endpoint client_mean=PT50M18.676238228S
client=1 endpoint client_mean=PT1H2M6.581666199S
server_side_rate_limits[CONCURRENCY_LIMITER_PIN_UNTIL_ERROR].txt: success=100.0% client_mean=PT1H2M1.970134771S server_cpu=PT10113H50M client_received=150000/150000 server_resps=182049 codes={200=149963, 429=37}
client=0 endpoint client_mean=PT1H8M0.239577668S
client=1 endpoint client_mean=PT55M50.537084583S
server_side_rate_limits[CONCURRENCY_LIMITER_ROUND_ROBIN].txt: success=99.7% client_mean=PT92H42M46.753517663S server_cpu=PT12067H26M40S client_received=150000/150000 server_resps=217214 codes={200=149604, 429=396}
client=0 endpoint client_mean=PT95H12M9.176148902S
client=1 endpoint client_mean=PT64H40M23.890270489S
server_side_rate_limits[CONCURRENCY_LIMITER_ROUND_ROBIN].txt: success=99.8% client_mean=PT86H6M10.565232062S server_cpu=PT11623H10M client_received=150000/150000 server_resps=209217 codes={200=149737, 429=263}
client=0 endpoint client_mean=PT46H54M51.72732875S
client=1 endpoint client_mean=PT87H16M19.394154791S
server_side_rate_limits[UNLIMITED_ROUND_ROBIN].txt: success=99.0% client_mean=PT5M25.20993258S server_cpu=PT13422H46M40S client_received=150000/150000 server_resps=241610 codes={200=148518, 429=1482}
client=0 endpoint client_mean=PT5M22.124661S
Expand Down Expand Up @@ -433,29 +433,29 @@ client=7 endpoint client_mean=PT0.087503877S
client=8 endpoint client_mean=PT0.093271539S
client=9 endpoint client_mean=PT0.085463477S
slowdown_and_error_thresholds[CONCURRENCY_LIMITER_PIN_UNTIL_ERROR].txt: success=100.0% client_mean=PT2M35.929422047S server_cpu=PT9H30M58.573332642S client_received=10000/10000 server_resps=11140 codes={200=10000}
client=0 endpoint client_mean=PT2M44.764577729S
client=1 endpoint client_mean=PT3M17.688084871S
client=2 endpoint client_mean=PT2M4.441026834S
client=3 endpoint client_mean=PT3M6.691967618S
client=4 endpoint client_mean=PT3M21.191509334S
client=5 endpoint client_mean=PT1M47.661251695S
client=6 endpoint client_mean=PT1M50.029531127S
client=7 endpoint client_mean=PT1M24.428804419S
client=8 endpoint client_mean=PT3M12.949252521S
client=9 endpoint client_mean=PT3M5.817855294S
slowdown_and_error_thresholds[CONCURRENCY_LIMITER_ROUND_ROBIN].txt: success=100.0% client_mean=PT2M58.655204751S server_cpu=PT12H17M5.373333196S client_received=10000/10000 server_resps=12003 codes={200=10000}
client=0 endpoint client_mean=PT3M28.902604868S
client=1 endpoint client_mean=PT2M46.132798835S
client=2 endpoint client_mean=PT3M3.136739643S
client=3 endpoint client_mean=PT2M6.528915992S
client=4 endpoint client_mean=PT3M18.494629906S
client=5 endpoint client_mean=PT2M58.831146743S
client=6 endpoint client_mean=PT2M28.546744051S
client=7 endpoint client_mean=PT3M3.21944579S
client=8 endpoint client_mean=PT4M26.455405913S
client=9 endpoint client_mean=PT2M6.822416301S
slowdown_and_error_thresholds[CONCURRENCY_LIMITER_PIN_UNTIL_ERROR].txt: success=100.0% client_mean=PT2M35.964965526S server_cpu=PT9H30M15.519999411S client_received=10000/10000 server_resps=11194 codes={200=10000}
client=0 endpoint client_mean=PT3M16.169803514S
client=1 endpoint client_mean=PT3M4.524395617S
client=2 endpoint client_mean=PT2M0.290283837S
client=3 endpoint client_mean=PT2M45.263444325S
client=4 endpoint client_mean=PT3M20.93566888S
client=5 endpoint client_mean=PT3M0.806946548S
client=6 endpoint client_mean=PT1M36.029018853S
client=7 endpoint client_mean=PT1M17.895296292S
client=8 endpoint client_mean=PT2M39.708601469S
client=9 endpoint client_mean=PT2M52.459870124S
slowdown_and_error_thresholds[CONCURRENCY_LIMITER_ROUND_ROBIN].txt: success=100.0% client_mean=PT2M59.457996717S server_cpu=PT12H26M15.946666534S client_received=10000/10000 server_resps=11961 codes={200=9999, 500=1}
client=0 endpoint client_mean=PT3M36.070236426S
client=1 endpoint client_mean=PT2M45.029604778S
client=2 endpoint client_mean=PT2M55.059311259S
client=3 endpoint client_mean=PT2M1.878558727S
client=4 endpoint client_mean=PT3M28.496513414S
client=5 endpoint client_mean=PT2M58.766239883S
client=6 endpoint client_mean=PT2M55.930775235S
client=7 endpoint client_mean=PT2M40.086622288S
client=8 endpoint client_mean=PT4M22.970146505S
client=9 endpoint client_mean=PT2M11.970795475S
slowdown_and_error_thresholds[UNLIMITED_ROUND_ROBIN].txt: success=3.6% client_mean=PT21.551691121S server_cpu=PT54H45M57.899999949S client_received=10000/10000 server_resps=49335 codes={200=360, 500=9640}
client=0 endpoint client_mean=PT21.677123308S
Expand Down
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
success=73.9% client_mean=PT4.24575S server_cpu=PT20M client_received=2000/2000 server_resps=2000 codes={200=1478, 500=522}
success=73.9% client_mean=PT4.23716S server_cpu=PT20M client_received=2000/2000 server_resps=2000 codes={200=1477, 500=523}
client=0 endpoint client_mean=PT3.548823529S
client=1 endpoint client_mean=PT3.582553191S
client=1 endpoint client_mean=PT3.491170212S
client=2 endpoint client_mean=PT3.681930693S
client=3 endpoint client_mean=PT4.455515463S
client=4 endpoint client_mean=PT3.855801104S
Expand Down
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
success=74.1% client_mean=PT3.347395S server_cpu=PT20M client_received=2000/2000 server_resps=2000 codes={200=1481, 500=519}
client=0 endpoint client_mean=PT2.841550802S
client=1 endpoint client_mean=PT2.532287234S
client=2 endpoint client_mean=PT2.811881188S
success=74.0% client_mean=PT3.33494S server_cpu=PT20M client_received=2000/2000 server_resps=2000 codes={200=1479, 500=521}
client=0 endpoint client_mean=PT2.784010695S
client=1 endpoint client_mean=PT2.535053191S
client=2 endpoint client_mean=PT2.812227722S
client=3 endpoint client_mean=PT3.716391752S
client=4 endpoint client_mean=PT3.194640883S
client=5 endpoint client_mean=PT3.73751152S
client=6 endpoint client_mean=PT2.975706806S
client=7 endpoint client_mean=PT3.845215311S
client=5 endpoint client_mean=PT3.737050691S
client=6 endpoint client_mean=PT2.899109947S
client=7 endpoint client_mean=PT3.84507177S
client=8 endpoint client_mean=PT3.516388888S
client=9 endpoint client_mean=PT4.081627906S
client=9 endpoint client_mean=PT4.08172093S
Original file line number Diff line number Diff line change
@@ -1,12 +1,12 @@
success=66.0% client_mean=PT2.0950112S server_cpu=PT25M client_received=2500/2500 server_resps=2500 codes={200=1649, 500=851}
success=66.0% client_mean=PT2.0668656S server_cpu=PT25M client_received=2500/2500 server_resps=2500 codes={200=1651, 500=849}
client=0 e1 client_mean=PT1.837701492S
client=0 e2 client_mean=PT1.603259259S
client=1 e1 client_mean=PT2.485967213S
client=1 e2 client_mean=PT2.081661538S
client=2 e1 client_mean=PT1.640336134S
client=2 e2 client_mean=PT1.626137404S
client=3 e1 client_mean=PT2.297536S
client=3 e2 client_mean=PT1.980492307S
client=3 e1 client_mean=PT1.995136S
client=3 e2 client_mean=PT1.73S
client=4 e1 client_mean=PT2.988895522S
client=4 e2 client_mean=PT3.099043478S
client=5 e1 client_mean=PT1.742690265S
Expand Down
Original file line number Diff line number Diff line change
@@ -1,21 +1,21 @@
success=66.2% client_mean=PT2.0278288S server_cpu=PT25M client_received=2500/2500 server_resps=2500 codes={200=1655, 500=845}
success=66.4% client_mean=PT1.9637952S server_cpu=PT25M client_received=2500/2500 server_resps=2500 codes={200=1661, 500=839}
client=0 e1 client_mean=PT1.801791044S
client=0 e2 client_mean=PT1.526444444S
client=1 e1 client_mean=PT2.66862295S
client=1 e2 client_mean=PT2.302061538S
client=1 e1 client_mean=PT2.556786885S
client=1 e2 client_mean=PT2.191292307S
client=2 e1 client_mean=PT2.310554621S
client=2 e2 client_mean=PT1.809343511S
client=3 e1 client_mean=PT1.780192S
client=3 e2 client_mean=PT2.00916923S
client=4 e1 client_mean=PT2.002507462S
client=4 e2 client_mean=PT1.895043478S
client=3 e1 client_mean=PT1.883136S
client=3 e2 client_mean=PT1.959230769S
client=4 e1 client_mean=PT2.083134328S
client=4 e2 client_mean=PT1.972608695S
client=5 e1 client_mean=PT1.810123893S
client=5 e2 client_mean=PT1.99008547S
client=6 e1 client_mean=PT2.318358208S
client=6 e2 client_mean=PT2.169066666S
client=7 e1 client_mean=PT1.735849056S
client=7 e2 client_mean=PT1.211212121S
client=6 e1 client_mean=PT1.964716417S
client=6 e2 client_mean=PT1.9467S
client=7 e1 client_mean=PT1.374037735S
client=7 e2 client_mean=PT0.937727272S
client=8 e1 client_mean=PT2.685983193S
client=8 e2 client_mean=PT2.616571428S
client=9 e1 client_mean=PT1.950969696S
client=9 e2 client_mean=PT1.952523076S
client=9 e2 client_mean=PT1.864830769S
Original file line number Diff line number Diff line change
@@ -1,3 +1,3 @@
success=100.0% client_mean=PT56M4.917379451S server_cpu=PT10076H46M40S client_received=150000/150000 server_resps=181382 codes={200=149958, 429=42}
client=0 endpoint client_mean=PT50M18.676238228S
client=1 endpoint client_mean=PT1H2M6.581666199S
success=100.0% client_mean=PT1H2M1.970134771S server_cpu=PT10113H50M client_received=150000/150000 server_resps=182049 codes={200=149963, 429=37}
client=0 endpoint client_mean=PT1H8M0.239577668S
client=1 endpoint client_mean=PT55M50.537084583S
Original file line number Diff line number Diff line change
@@ -1,3 +1,3 @@
success=99.7% client_mean=PT92H42M46.753517663S server_cpu=PT12067H26M40S client_received=150000/150000 server_resps=217214 codes={200=149604, 429=396}
client=0 endpoint client_mean=PT95H12M9.176148902S
client=1 endpoint client_mean=PT64H40M23.890270489S
success=99.8% client_mean=PT86H6M10.565232062S server_cpu=PT11623H10M client_received=150000/150000 server_resps=209217 codes={200=149737, 429=263}
client=0 endpoint client_mean=PT46H54M51.72732875S
client=1 endpoint client_mean=PT87H16M19.394154791S
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
success=100.0% client_mean=PT2M35.929422047S server_cpu=PT9H30M58.573332642S client_received=10000/10000 server_resps=11140 codes={200=10000}
client=0 endpoint client_mean=PT2M44.764577729S
client=1 endpoint client_mean=PT3M17.688084871S
client=2 endpoint client_mean=PT2M4.441026834S
client=3 endpoint client_mean=PT3M6.691967618S
client=4 endpoint client_mean=PT3M21.191509334S
client=5 endpoint client_mean=PT1M47.661251695S
client=6 endpoint client_mean=PT1M50.029531127S
client=7 endpoint client_mean=PT1M24.428804419S
client=8 endpoint client_mean=PT3M12.949252521S
client=9 endpoint client_mean=PT3M5.817855294S
success=100.0% client_mean=PT2M35.964965526S server_cpu=PT9H30M15.519999411S client_received=10000/10000 server_resps=11194 codes={200=10000}
client=0 endpoint client_mean=PT3M16.169803514S
client=1 endpoint client_mean=PT3M4.524395617S
client=2 endpoint client_mean=PT2M0.290283837S
client=3 endpoint client_mean=PT2M45.263444325S
client=4 endpoint client_mean=PT3M20.93566888S
client=5 endpoint client_mean=PT3M0.806946548S
client=6 endpoint client_mean=PT1M36.029018853S
client=7 endpoint client_mean=PT1M17.895296292S
client=8 endpoint client_mean=PT2M39.708601469S
client=9 endpoint client_mean=PT2M52.459870124S
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
success=100.0% client_mean=PT2M58.655204751S server_cpu=PT12H17M5.373333196S client_received=10000/10000 server_resps=12003 codes={200=10000}
client=0 endpoint client_mean=PT3M28.902604868S
client=1 endpoint client_mean=PT2M46.132798835S
client=2 endpoint client_mean=PT3M3.136739643S
client=3 endpoint client_mean=PT2M6.528915992S
client=4 endpoint client_mean=PT3M18.494629906S
client=5 endpoint client_mean=PT2M58.831146743S
client=6 endpoint client_mean=PT2M28.546744051S
client=7 endpoint client_mean=PT3M3.21944579S
client=8 endpoint client_mean=PT4M26.455405913S
client=9 endpoint client_mean=PT2M6.822416301S
success=100.0% client_mean=PT2M59.457996717S server_cpu=PT12H26M15.946666534S client_received=10000/10000 server_resps=11961 codes={200=9999, 500=1}
client=0 endpoint client_mean=PT3M36.070236426S
client=1 endpoint client_mean=PT2M45.029604778S
client=2 endpoint client_mean=PT2M55.059311259S
client=3 endpoint client_mean=PT2M1.878558727S
client=4 endpoint client_mean=PT3M28.496513414S
client=5 endpoint client_mean=PT2M58.766239883S
client=6 endpoint client_mean=PT2M55.930775235S
client=7 endpoint client_mean=PT2M40.086622288S
client=8 endpoint client_mean=PT4M22.970146505S
client=9 endpoint client_mean=PT2M11.970795475S

0 comments on commit 5f0e766

Please sign in to comment.