update benchmark

README.md

@@ -15,15 +15,9 @@ curl -X TRACE -d 'こんにちは' http://localhost:9012
 
 ## benchmark
 
-|          | req/s | 99th pct |      |
-| -------- | -----:| --------:|-----:|
-| frontier |    75 |       37 | 100% |
-| ziohttp  |    75 |       39 |  95% |
-| akkahttp |    75 |       60 |  62% |
+|          | req/s | 99th pct | score| failed |  
+| -------- | -----:| --------:|-----:|-------:|
+| frontier |   525 |       66 | 100% |     0% |
+| ziohttp  |   525 |       89 |  74% |     0% |
+| akkahttp |   475 |      248 |  27% | 10.58% |
 
-```sh
-ulimit -n 65536
-sbt 'project benchmark' run
-ulimit -n 65536
-sbt 'project it' GatlingIt/test
-```

build.sbt

@@ -50,6 +50,10 @@ lazy val benchmark = project
     , "-Xfatal-warnings"
   )
   , run / fork := true
+  , run / javaOptions := Seq(
+      "-Xms8g",
+      "-Xmx8g",
+    )
   ).dependsOn(ftier)
 
 lazy val it = project
@@ -62,6 +66,22 @@ lazy val it = project
   , scalaVersion := "2.13.14"
   , scalacOptions += "-Xsource:3"
   , run / fork := true
+  , run / javaOptions := Seq(
+      "-Xms8g",
+      "-Xmx8g",
+      "-XX:+UseSerialGC",
+      "-XX:+DisableExplicitGC",
+      "-XX:+TieredCompilation",
+      "-XX:TieredStopAtLevel=1",
+      "-XX:+AggressiveOpts",
+      "-XX:+AlwaysPreTouch",
+      "-XX:CompileThreshold=100",
+      "-XX:-UseBiasedLocking",
+      "-XX:+UseLargePages",
+      "-XX:+UseNUMA",
+      "-XX:+UnlockExperimentalVMOptions",
+      "-XX:+UseFastUnorderedTimeStamps",
+    )
   ).enablePlugins(GatlingPlugin)
 
 ThisBuild / turbo := true

it/setup.md

@@ -0,0 +1,14 @@
+# Setup
+
+```sh
+sudo sysctl -w kern.maxfiles=65536
+sudo sysctl -w kern.maxfilesperproc=65536
+ulimit -n 65536
+sbt 'project benchmark' run
+
+sudo sysctl -w kern.maxfiles=65536
+sudo sysctl -w kern.maxfilesperproc=65536
+ulimit -n 65536
+sdk use java 11.0.24-tem
+sbt 'project it' GatlingIt/test
+```

it/src/it/scala/it.scala

@@ -22,5 +22,5 @@ class BenchmarkSimulation extends Simulation {
     }
     .exec(ws("Close WS").close)
 
-  setUp(scn.inject(atOnceUsers(50)).protocols(httpProtocol))
+  setUp(scn.inject(atOnceUsers(350)).protocols(httpProtocol))
 }