Run simulations

palantir · Feb 17, 2020 · 92f6986 · 92f6986
1 parent 32cb3aa
commit 92f6986
Show file tree

Hide file tree

Showing 23 changed files with 22 additions and 22 deletions.
diff --git a/simulation/src/test/resources/all_nodes_500[CONCURRENCY_LIMITER].png b/simulation/src/test/resources/all_nodes_500[CONCURRENCY_LIMITER].png
diff --git a/simulation/src/test/resources/all_nodes_500[CONCURRENCY_LIMITER].txt b/simulation/src/test/resources/all_nodes_500[CONCURRENCY_LIMITER].txt
@@ -1 +1 @@
-success=50.0%	client_mean=PT0.6S         	server_cpu=PT2M           	received=200/200	codes={200=100, 500=100}
+success=59.0%	client_mean=PT1.446S       	server_cpu=PT4M49.2S      	received=200/200	codes={200=118, Retries exhausted=82}
diff --git a/simulation/src/test/resources/all_nodes_500[ROUND_ROBIN].png b/simulation/src/test/resources/all_nodes_500[ROUND_ROBIN].png
diff --git a/simulation/src/test/resources/all_nodes_500[ROUND_ROBIN].txt b/simulation/src/test/resources/all_nodes_500[ROUND_ROBIN].txt
@@ -1 +1 @@
-success=50.0%	client_mean=PT0.6S         	server_cpu=PT2M           	received=200/200	codes={200=100, 500=100}
+success=59.0%	client_mean=PT1.446S       	server_cpu=PT4M49.2S      	received=200/200	codes={200=118, Retries exhausted=82}
diff --git a/simulation/src/test/resources/fast_500s_then_revert[CONCURRENCY_LIMITER].png b/simulation/src/test/resources/fast_500s_then_revert[CONCURRENCY_LIMITER].png
diff --git a/simulation/src/test/resources/fast_500s_then_revert[CONCURRENCY_LIMITER].txt b/simulation/src/test/resources/fast_500s_then_revert[CONCURRENCY_LIMITER].txt
@@ -1 +1 @@
-success=76.7%	client_mean=PT0.055281733S 	server_cpu=PT3M27.306499709S	received=3750/3750	codes={200=2875, 500=875}
+success=100.0%	client_mean=PT0.078971555S 	server_cpu=PT4M56.143333328S	received=3750/3750	codes={200=3750}
diff --git a/simulation/src/test/resources/fast_500s_then_revert[ROUND_ROBIN].png b/simulation/src/test/resources/fast_500s_then_revert[ROUND_ROBIN].png
diff --git a/simulation/src/test/resources/fast_500s_then_revert[ROUND_ROBIN].txt b/simulation/src/test/resources/fast_500s_then_revert[ROUND_ROBIN].txt
@@ -1 +1 @@
-success=76.7%	client_mean=PT0.055281733S 	server_cpu=PT3M27.306499709S	received=3750/3750	codes={200=2875, 500=875}
+success=100.0%	client_mean=PT0.078971555S 	server_cpu=PT4M56.143333328S	received=3750/3750	codes={200=3750}
diff --git a/simulation/src/test/resources/live_reloading[CONCURRENCY_LIMITER].png b/simulation/src/test/resources/live_reloading[CONCURRENCY_LIMITER].png
diff --git a/simulation/src/test/resources/live_reloading[CONCURRENCY_LIMITER].txt b/simulation/src/test/resources/live_reloading[CONCURRENCY_LIMITER].txt
@@ -1 +1 @@
-success=58.3%	client_mean=PT0.7228S      	server_cpu=PT4M49.12S     	received=400/400	codes={200=233, 500=167}
+success=95.0%	client_mean=PT1.5825125S   	server_cpu=PT9M1.09S      	received=400/400	codes={200=380, Retries exhausted=20}
diff --git a/simulation/src/test/resources/live_reloading[ROUND_ROBIN].png b/simulation/src/test/resources/live_reloading[ROUND_ROBIN].png
diff --git a/simulation/src/test/resources/live_reloading[ROUND_ROBIN].txt b/simulation/src/test/resources/live_reloading[ROUND_ROBIN].txt
@@ -1 +1 @@
-success=58.3%	client_mean=PT0.7228S      	server_cpu=PT4M49.12S     	received=400/400	codes={200=233, 500=167}
+success=95.0%	client_mean=PT1.373525S    	server_cpu=PT9M9.41S      	received=400/400	codes={200=380, Retries exhausted=20}
diff --git a/...on/src/test/resources/one_endpoint_dies_on_each_server[CONCURRENCY_LIMITER].png b/...on/src/test/resources/one_endpoint_dies_on_each_server[CONCURRENCY_LIMITER].png
diff --git a/simulation/src/test/resources/one_endpoint_dies_on_each_server[CONCURRENCY_LIMITER].txt b/simulation/src/test/resources/one_endpoint_dies_on_each_server[CONCURRENCY_LIMITER].txt
@@ -1 +1 @@
-success=67.6%	client_mean=PT0.6S         	server_cpu=PT5M6S         	received=510/510	codes={200=345, 500=165}
+success=96.7%	client_mean=PT0.945882352S 	server_cpu=PT8M2.4S       	received=510/510	codes={200=493, Retries exhausted=17}
diff --git a/simulation/src/test/resources/one_endpoint_dies_on_each_server[ROUND_ROBIN].png b/simulation/src/test/resources/one_endpoint_dies_on_each_server[ROUND_ROBIN].png
diff --git a/simulation/src/test/resources/one_endpoint_dies_on_each_server[ROUND_ROBIN].txt b/simulation/src/test/resources/one_endpoint_dies_on_each_server[ROUND_ROBIN].txt
@@ -1 +1 @@
-success=67.6%	client_mean=PT0.6S         	server_cpu=PT5M6S         	received=510/510	codes={200=345, 500=165}
+success=96.7%	client_mean=PT0.945882352S 	server_cpu=PT8M2.4S       	received=510/510	codes={200=493, Retries exhausted=17}
diff --git a/simulation/src/test/resources/report.txt b/simulation/src/test/resources/report.txt
@@ -1,18 +1,18 @@
-                                all_nodes_500[CONCURRENCY_LIMITER].txt:	success=50.0%	client_mean=PT0.6S         	server_cpu=PT2M           	received=200/200	codes={200=100, 500=100}
-                                        all_nodes_500[ROUND_ROBIN].txt:	success=50.0%	client_mean=PT0.6S         	server_cpu=PT2M           	received=200/200	codes={200=100, 500=100}
+                                all_nodes_500[CONCURRENCY_LIMITER].txt:	success=59.0%	client_mean=PT1.446S       	server_cpu=PT4M49.2S      	received=200/200	codes={200=118, Retries exhausted=82}
+                                        all_nodes_500[ROUND_ROBIN].txt:	success=59.0%	client_mean=PT1.446S       	server_cpu=PT4M49.2S      	received=200/200	codes={200=118, Retries exhausted=82}
                                    black_hole[CONCURRENCY_LIMITER].txt:	success=90.0%	client_mean=PT0.6S         	server_cpu=PT1M48S        	received=180/200	codes={200=180}
                                            black_hole[ROUND_ROBIN].txt:	success=65.0%	client_mean=PT0.6S         	server_cpu=PT1M18S        	received=130/200	codes={200=130}
                              drastic_slowdown[CONCURRENCY_LIMITER].txt:	success=100.0%	client_mean=PT0.131675583S 	server_cpu=PT8M46.702333319S	received=4000/4000	codes={200=4000}
                                      drastic_slowdown[ROUND_ROBIN].txt:	success=100.0%	client_mean=PT8.340639499S 	server_cpu=PT9H16M2.557999978S	received=4000/4000	codes={200=4000}
-                        fast_500s_then_revert[CONCURRENCY_LIMITER].txt:	success=76.7%	client_mean=PT0.055281733S 	server_cpu=PT3M27.306499709S	received=3750/3750	codes={200=2875, 500=875}
-                                fast_500s_then_revert[ROUND_ROBIN].txt:	success=76.7%	client_mean=PT0.055281733S 	server_cpu=PT3M27.306499709S	received=3750/3750	codes={200=2875, 500=875}
-                               live_reloading[CONCURRENCY_LIMITER].txt:	success=58.3%	client_mean=PT0.7228S      	server_cpu=PT4M49.12S     	received=400/400	codes={200=233, 500=167}
-                                       live_reloading[ROUND_ROBIN].txt:	success=58.3%	client_mean=PT0.7228S      	server_cpu=PT4M49.12S     	received=400/400	codes={200=233, 500=167}
-             one_endpoint_dies_on_each_server[CONCURRENCY_LIMITER].txt:	success=67.6%	client_mean=PT0.6S         	server_cpu=PT5M6S         	received=510/510	codes={200=345, 500=165}
-                     one_endpoint_dies_on_each_server[ROUND_ROBIN].txt:	success=67.6%	client_mean=PT0.6S         	server_cpu=PT5M6S         	received=510/510	codes={200=345, 500=165}
+                        fast_500s_then_revert[CONCURRENCY_LIMITER].txt:	success=100.0%	client_mean=PT0.078971555S 	server_cpu=PT4M56.143333328S	received=3750/3750	codes={200=3750}
+                                fast_500s_then_revert[ROUND_ROBIN].txt:	success=100.0%	client_mean=PT0.078971555S 	server_cpu=PT4M56.143333328S	received=3750/3750	codes={200=3750}
+                               live_reloading[CONCURRENCY_LIMITER].txt:	success=95.0%	client_mean=PT1.5825125S   	server_cpu=PT9M1.09S      	received=400/400	codes={200=380, Retries exhausted=20}
+                                       live_reloading[ROUND_ROBIN].txt:	success=95.0%	client_mean=PT1.373525S    	server_cpu=PT9M9.41S      	received=400/400	codes={200=380, Retries exhausted=20}
+             one_endpoint_dies_on_each_server[CONCURRENCY_LIMITER].txt:	success=96.7%	client_mean=PT0.945882352S 	server_cpu=PT8M2.4S       	received=510/510	codes={200=493, Retries exhausted=17}
+                     one_endpoint_dies_on_each_server[ROUND_ROBIN].txt:	success=96.7%	client_mean=PT0.945882352S 	server_cpu=PT8M2.4S       	received=510/510	codes={200=493, Retries exhausted=17}
                        simplest_possible_case[CONCURRENCY_LIMITER].txt:	success=100.0%	client_mean=PT0.7998S      	server_cpu=PT13M19.8S     	received=1000/1000	codes={200=1000}
                                simplest_possible_case[ROUND_ROBIN].txt:	success=100.0%	client_mean=PT0.7998S      	server_cpu=PT13M19.8S     	received=1000/1000	codes={200=1000}
-                        slow_503s_then_revert[CONCURRENCY_LIMITER].txt:	success=95.7%	client_mean=PT0.125944777S 	server_cpu=PT6M17.834333281S	received=3000/3000	codes={200=2870, 503=130}
-                                slow_503s_then_revert[ROUND_ROBIN].txt:	success=76.7%	client_mean=PT1.185206666S 	server_cpu=PT59M15.619999978S	received=3000/3000	codes={200=2300, 503=700}
+                        slow_503s_then_revert[CONCURRENCY_LIMITER].txt:	success=100.0%	client_mean=PT0.129949111S 	server_cpu=PT6M29.847333275S	received=3000/3000	codes={200=3000}
+                                slow_503s_then_revert[ROUND_ROBIN].txt:	success=100.0%	client_mean=PT1.408771222S 	server_cpu=PT1H10M26.313666644S	received=3000/3000	codes={200=3000}
                 slowdown_and_error_thresholds[CONCURRENCY_LIMITER].txt:	success=100.0%	client_mean=PT1.977419999S 	server_cpu=PT31M8.473333135S	received=1000/1000	codes={200=1000}
-                        slowdown_and_error_thresholds[ROUND_ROBIN].txt:	success=77.1%	client_mean=PT2.231446666S 	server_cpu=PT37M11.446666464S	received=1000/1000	codes={200=771, 500=229}
+                        slowdown_and_error_thresholds[ROUND_ROBIN].txt:	success=64.1%	client_mean=PT8.803926666S 	server_cpu=PT2H26M43.92666658S	received=1000/1000	codes={200=641, Retries exhausted=359}
diff --git a/simulation/src/test/resources/slow_503s_then_revert[CONCURRENCY_LIMITER].png b/simulation/src/test/resources/slow_503s_then_revert[CONCURRENCY_LIMITER].png
diff --git a/simulation/src/test/resources/slow_503s_then_revert[CONCURRENCY_LIMITER].txt b/simulation/src/test/resources/slow_503s_then_revert[CONCURRENCY_LIMITER].txt
@@ -1 +1 @@
-success=95.7%	client_mean=PT0.125944777S 	server_cpu=PT6M17.834333281S	received=3000/3000	codes={200=2870, 503=130}
+success=100.0%	client_mean=PT0.129949111S 	server_cpu=PT6M29.847333275S	received=3000/3000	codes={200=3000}
diff --git a/simulation/src/test/resources/slow_503s_then_revert[ROUND_ROBIN].png b/simulation/src/test/resources/slow_503s_then_revert[ROUND_ROBIN].png
diff --git a/simulation/src/test/resources/slow_503s_then_revert[ROUND_ROBIN].txt b/simulation/src/test/resources/slow_503s_then_revert[ROUND_ROBIN].txt
@@ -1 +1 @@
-success=76.7%	client_mean=PT1.185206666S 	server_cpu=PT59M15.619999978S	received=3000/3000	codes={200=2300, 503=700}
+success=100.0%	client_mean=PT1.408771222S 	server_cpu=PT1H10M26.313666644S	received=3000/3000	codes={200=3000}
diff --git a/simulation/src/test/resources/slowdown_and_error_thresholds[ROUND_ROBIN].png b/simulation/src/test/resources/slowdown_and_error_thresholds[ROUND_ROBIN].png
diff --git a/simulation/src/test/resources/slowdown_and_error_thresholds[ROUND_ROBIN].txt b/simulation/src/test/resources/slowdown_and_error_thresholds[ROUND_ROBIN].txt
@@ -1 +1 @@
-success=77.1%	client_mean=PT2.231446666S 	server_cpu=PT37M11.446666464S	received=1000/1000	codes={200=771, 500=229}
+success=64.1%	client_mean=PT8.803926666S 	server_cpu=PT2H26M43.92666658S	received=1000/1000	codes={200=641, Retries exhausted=359}
Original file line number	Diff line number	Diff line change
		@@ -1 +1 @@
		success=50.0% client_mean=PT0.6S server_cpu=PT2M received=200/200 codes={200=100, 500=100}
		success=59.0% client_mean=PT1.446S server_cpu=PT4M49.2S received=200/200 codes={200=118, Retries exhausted=82}
Original file line number	Diff line number	Diff line change
		@@ -1 +1 @@
		success=76.7% client_mean=PT0.055281733S server_cpu=PT3M27.306499709S received=3750/3750 codes={200=2875, 500=875}
		success=100.0% client_mean=PT0.078971555S server_cpu=PT4M56.143333328S received=3750/3750 codes={200=3750}
Original file line number	Diff line number	Diff line change
		@@ -1 +1 @@
		success=58.3% client_mean=PT0.7228S server_cpu=PT4M49.12S received=400/400 codes={200=233, 500=167}
		success=95.0% client_mean=PT1.5825125S server_cpu=PT9M1.09S received=400/400 codes={200=380, Retries exhausted=20}
Original file line number	Diff line number	Diff line change
		@@ -1 +1 @@
		success=58.3% client_mean=PT0.7228S server_cpu=PT4M49.12S received=400/400 codes={200=233, 500=167}
		success=95.0% client_mean=PT1.373525S server_cpu=PT9M9.41S received=400/400 codes={200=380, Retries exhausted=20}
Original file line number	Diff line number	Diff line change
		@@ -1 +1 @@
		success=67.6% client_mean=PT0.6S server_cpu=PT5M6S received=510/510 codes={200=345, 500=165}
		success=96.7% client_mean=PT0.945882352S server_cpu=PT8M2.4S received=510/510 codes={200=493, Retries exhausted=17}
Original file line number	Diff line number	Diff line change
		@@ -1 +1 @@
		success=95.7% client_mean=PT0.125944777S server_cpu=PT6M17.834333281S received=3000/3000 codes={200=2870, 503=130}
		success=100.0% client_mean=PT0.129949111S server_cpu=PT6M29.847333275S received=3000/3000 codes={200=3000}
Original file line number	Diff line number	Diff line change
		@@ -1 +1 @@
		success=76.7% client_mean=PT1.185206666S server_cpu=PT59M15.619999978S received=3000/3000 codes={200=2300, 503=700}
		success=100.0% client_mean=PT1.408771222S server_cpu=PT1H10M26.313666644S received=3000/3000 codes={200=3000}
Original file line number	Diff line number	Diff line change
		@@ -1 +1 @@
		success=77.1% client_mean=PT2.231446666S server_cpu=PT37M11.446666464S received=1000/1000 codes={200=771, 500=229}
		success=64.1% client_mean=PT8.803926666S server_cpu=PT2H26M43.92666658S received=1000/1000 codes={200=641, Retries exhausted=359}