How fast is Nitro?

[ethndotsh]

I'm not sure if this has been asked before, but for my use-case I need low response times and high throughput every second. Other frameworks offer a performance page, such as Fastify. It would be nice if Nitro could offer one of these.

[megasanjay]

Adding some content to this one for future users. I used the fastify/benchmarks method of testing this. It already had both h3 and h3-router results so I figured I'd use those as a reference. This is by no means concrete but basically, h3 is about 2x as fast as nitro. I believe nitro is built on top of h3 so this is not surprising. Attaching some of the numbers for reference for any curious people.

In these tests, fastify wiped the floor with everything else but h3 was very close behind. Nitro also came out to be about 2x as fast as express in my tests.

nitro

"latency": {
    "average": 42.13,
    "mean": 42.13,
    "stddev": 3.67,
    "min": 27,
    "max": 101,
    "p0_001": 36,
    "p0_01": 36,
    "p0_1": 36,
    "p1": 38,
    "p2_5": 38,
    "p10": 40,
    "p25": 40,
    "p50": 41,
    "p75": 42,
    "p90": 44,
    "p97_5": 54,
    "p99": 55,
    "p99_9": 77,
    "p99_99": 100,
    "p99_999": 101,
    "totalCount": 469293
  },
  "requests": {
    "average": 23464,
    "mean": 23464,
    "stddev": 494.92,
    "min": 22104,
    "max": 24000,
    "total": 469293,
    "p0_001": 22111,
    "p0_01": 22111,
    "p0_1": 22111,
    "p1": 22111,
    "p2_5": 22111,
    "p10": 22495,
    "p25": 23231,
    "p50": 23599,
    "p75": 23839,
    "p90": 23887,
    "p97_5": 24015,
    "p99": 24015,
    "p99_9": 24015,
    "p99_99": 24015,
    "p99_999": 24015,
    "sent": 470293
  },
  "throughput": {
    "average": 4035993.6,
    "mean": 4035993.6,
    "stddev": 85154.95,
    "min": 3801888,
    "max": 4128000,
    "total": 80718396,
    "p0_001": 3803135,
    "p0_01": 3803135,
    "p0_1": 3803135,
    "p1": 3803135,
    "p2_5": 3803135,
    "p10": 3868671,
    "p25": 3995647,
    "p50": 4057087,
    "p75": 4100095,
    "p90": 4108287,
    "p97_5": 4128767,
    "p99": 4128767,
    "p99_9": 4128767,
    "p99_99": 4128767,
    "p99_999": 4128767
  }

express

 "latency": {
    "average": 99.02,
    "mean": 99.02,
    "stddev": 12.26,
    "min": 41,
    "max": 427,
    "p75": 100,
    "p90": 104,
    "p97_5": 111,
    "p99": 116,
    "p99_9": 307,
    "p99_99": 425,
    "p99_999": 427,
    "totalCount": 200551
  },
  "requests": {
    "average": 10028,
    "mean": 10028,
    "stddev": 337.97,
    "min": 8751,
    "max": 10319,
    "total": 200551,
    "p0_001": 8751,
    "p0_01": 8751,
    "p0_1": 8751,
    "p1": 8751,
    "p2_5": 8751,
    "p10": 9623,
    "p25": 10047,
    "p50": 10103,
    "p75": 10191,
    "p90": 10263,
    "p97_5": 10319,
    "p99": 10319,
    "p99_9": 10319,
    "p99_99": 10319,
    "p99_999": 10319,
    "sent": 201551
  },
  "throughput": {
    "average": 1875251.2,
    "mean": 1875251.2,
    "stddev": 63072.59,
    "min": 1636437,
    "max": 1929653,
    "total": 37503037,
    "p0_001": 1637375,
    "p0_01": 1637375,
    "p0_1": 1637375,
    "p1": 1637375,
    "p2_5": 1637375,
    "p10": 1799167,
    "p25": 1878015,
    "p50": 1889279,
    "p75": 1906687,
    "p90": 1918975,
    "p97_5": 1930239,
    "p99": 1930239,
    "p99_9": 1930239,
    "p99_99": 1930239,
    "p99_999": 1930239
  }

h3

"latency": {
    "average": 26.98,
    "mean": 26.98,
    "stddev": 3.19,
    "min": 20,
    "max": 91,
    "p0_001": 20,
    "p0_01": 20,
    "p0_1": 21,
    "p1": 22,
    "p2_5": 23,
    "p10": 24,
    "p25": 25,
    "p50": 27,
    "p75": 28,
    "p90": 30,
    "p97_5": 35,
    "p99": 37,
    "p99_9": 50,
    "p99_99": 77,
    "p99_999": 91,
    "totalCount": 728107
  },
  "requests": {
    "average": 36403.2,
    "mean": 36403.2,
    "stddev": 798.46,
    "min": 33710,
    "max": 37140,
    "total": 728107,
    "p0_001": 33727,
    "p0_01": 33727,
    "p0_1": 33727,
    "p1": 33727,
    "p2_5": 33727,
    "p10": 35231,
    "p25": 36223,
    "p50": 36671,
    "p75": 36863,
    "p90": 37087,
    "p97_5": 37151,
    "p99": 37151,
    "p99_9": 37151,
    "p99_99": 37151,
    "p99_999": 37151,
    "sent": 729107
  },
  "throughput": {
    "average": 6261964.8,
    "mean": 6261964.8,
    "stddev": 137604.27,
    "min": 5798120,
    "max": 6388080,
    "total": 125234404,
    "p0_001": 5799935,
    "p0_01": 5799935,
    "p0_1": 5799935,
    "p1": 5799935,
    "p2_5": 5799935,
    "p10": 6057983,
    "p25": 6230015,
    "p50": 6307839,
    "p75": 6340607,
    "p90": 6381567,
    "p97_5": 6389759,
    "p99": 6389759,
    "p99_9": 6389759,
    "p99_99": 6389759,
    "p99_999": 6389759
  }

fastify

  "latency": {
    "average": 23.25,
    "mean": 23.25,
    "stddev": 5.96,
    "min": 1,
    "max": 128,
    "p0_001": 0,
    "p0_01": 1,
    "p0_1": 6,
    "p1": 9,
    "p2_5": 10,
    "p10": 16,
    "p25": 22,
    "p50": 23,
    "p75": 24,
    "p90": 30,
    "p97_5": 38,
    "p99": 41,
    "p99_9": 50,
    "p99_99": 99,
    "p99_999": 128,
    "totalCount": 842129
  },
  "requests": {
    "average": 42105.6,
    "mean": 42105.6,
    "stddev": 758.49,
    "min": 39490,
    "max": 42860,
    "total": 842129,
    "p0_001": 39519,
    "p0_01": 39519,
    "p0_1": 39519,
    "p1": 39519,
    "p2_5": 39519,
    "p10": 41151,
    "p25": 41727,
    "p50": 42303,
    "p75": 42591,
    "p90": 42655,
    "p97_5": 42879,
    "p99": 42879,
    "p99_9": 42879,
    "p99_99": 42879,
    "p99_999": 42879,
    "sent": 843129
  },
  "throughput": {
    "average": 7915724.8,
    "mean": 7915724.8,
    "stddev": 143151.98,
    "min": 7424120,
    "max": 8057680,
    "total": 158320252,
    "p0_001": 7426047,
    "p0_01": 7426047,
    "p0_1": 7426047,
    "p1": 7426047,
    "p2_5": 7426047,
    "p10": 7733247,
    "p25": 7847935,
    "p50": 7954431,
    "p75": 8003583,
    "p90": 8019967,
    "p97_5": 8060927,
    "p99": 8060927,
    "p99_9": 8060927,
    "p99_99": 8060927,
    "p99_999": 8060927
  }

[MickL]

I have two questions :)

• Are these numbers still the same as of 2024?
• Is there a difference with different runtimes? Nitro can run in Node, Bun and Deno

[Shyam-Chen]

I used oha to test the application running in a Docker container on my local machine.

https://github.com/Vanilla-IceCream/fastify-uws?tab=readme-ov-file#benchmarks