diff --git a/README.md b/README.md index 4df73218..e5aeaaf7 100644 --- a/README.md +++ b/README.md @@ -50,29 +50,29 @@ Get started with the benchmarks: | Query | Server | Requests/sec | Latency (ms) | Relative | |-------:|--------:|--------------:|--------------:|---------:| | 1 | `{ posts { id userId title user { id name email }}}` | -|| [Tailcall] | `30,158.70` | `3.30` | `105.66x` | -|| [async-graphql] | `1,688.26` | `60.72` | `5.91x` | -|| [Caliban] | `1,561.81` | `63.68` | `5.47x` | -|| [Hasura] | `1,472.13` | `67.66` | `5.16x` | -|| [Gqlgen] | `657.40` | `151.89` | `2.30x` | -|| [Netflix DGS] | `363.69` | `162.42` | `1.27x` | -|| [Apollo GraphQL] | `285.43` | `345.82` | `1.00x` | +|| [Tailcall] | `29,926.60` | `3.33` | `105.92x` | +|| [async-graphql] | `1,715.08` | `58.21` | `6.07x` | +|| [Hasura] | `1,578.62` | `63.93` | `5.59x` | +|| [Caliban] | `1,537.04` | `65.07` | `5.44x` | +|| [Gqlgen] | `768.93` | `129.06` | `2.72x` | +|| [Netflix DGS] | `358.03` | `210.26` | `1.27x` | +|| [Apollo GraphQL] | `282.55` | `347.81` | `1.00x` | | 2 | `{ posts { title }}` | -|| [Tailcall] | `62,409.00` | `1.59` | `38.75x` | -|| [Caliban] | `9,274.35` | `11.13` | `5.76x` | -|| [async-graphql] | `8,615.45` | `11.69` | `5.35x` | -|| [Hasura] | `2,457.92` | `40.64` | `1.53x` | -|| [Gqlgen] | `2,260.61` | `45.46` | `1.40x` | -|| [Apollo GraphQL] | `1,787.09` | `55.89` | `1.11x` | -|| [Netflix DGS] | `1,610.50` | `68.66` | `1.00x` | +|| [Tailcall] | `62,158.20` | `1.60` | `38.89x` | +|| [Caliban] | `9,116.82` | `11.33` | `5.70x` | +|| [async-graphql] | `8,596.09` | `11.76` | `5.38x` | +|| [Hasura] | `2,486.59` | `40.20` | `1.56x` | +|| [Gqlgen] | `2,176.55` | `47.52` | `1.36x` | +|| [Apollo GraphQL] | `1,723.16` | `57.95` | `1.08x` | +|| [Netflix DGS] | `1,598.26` | `69.40` | `1.00x` | | 3 | `{ greet }` | -|| [Tailcall] | `64,615.20` | `1.56` | `26.64x` | -|| [async-graphql] | `49,507.70` | `2.11` | `20.41x` | -|| [Gqlgen] | `49,100.80` | `6.01` | `20.25x` | -|| [Caliban] | `47,567.30` | `2.34` | `19.61x` | -|| [Netflix DGS] | `8,298.97` | `14.50` | `3.42x` | -|| [Apollo GraphQL] | `8,090.79` | `12.59` | `3.34x` | -|| [Hasura] | `2,425.21` | `41.17` | `1.00x` | +|| [Tailcall] | `64,242.50` | `1.57` | `24.65x` | +|| [async-graphql] | `48,930.60` | `2.05` | `18.78x` | +|| [Gqlgen] | `47,012.10` | `5.12` | `18.04x` | +|| [Caliban] | `44,295.60` | `2.59` | `17.00x` | +|| [Netflix DGS] | `8,184.14` | `15.03` | `3.14x` | +|| [Apollo GraphQL] | `7,965.16` | `12.87` | `3.06x` | +|| [Hasura] | `2,606.15` | `38.40` | `1.00x` | diff --git a/assets/latency_histogram1.png b/assets/latency_histogram1.png index 005f6fef..7a18eb8d 100644 Binary files a/assets/latency_histogram1.png and b/assets/latency_histogram1.png differ diff --git a/assets/latency_histogram2.png b/assets/latency_histogram2.png index 28aca17e..2980cffd 100644 Binary files a/assets/latency_histogram2.png and b/assets/latency_histogram2.png differ diff --git a/assets/latency_histogram3.png b/assets/latency_histogram3.png index f41c70bb..5b295e59 100644 Binary files a/assets/latency_histogram3.png and b/assets/latency_histogram3.png differ diff --git a/assets/req_sec_histogram1.png b/assets/req_sec_histogram1.png index 05b5a5da..b3a81605 100644 Binary files a/assets/req_sec_histogram1.png and b/assets/req_sec_histogram1.png differ diff --git a/assets/req_sec_histogram2.png b/assets/req_sec_histogram2.png index 079b6805..f4c113dc 100644 Binary files a/assets/req_sec_histogram2.png and b/assets/req_sec_histogram2.png differ diff --git a/assets/req_sec_histogram3.png b/assets/req_sec_histogram3.png index df6de1e2..ce3336ff 100644 Binary files a/assets/req_sec_histogram3.png and b/assets/req_sec_histogram3.png differ diff --git a/results.md b/results.md index 8f9f153f..ba98a0d2 100644 --- a/results.md +++ b/results.md @@ -3,28 +3,28 @@ | Query | Server | Requests/sec | Latency (ms) | Relative | |-------:|--------:|--------------:|--------------:|---------:| | 1 | `{ posts { id userId title user { id name email }}}` | -|| [Tailcall] | `30,158.70` | `3.30` | `105.66x` | -|| [async-graphql] | `1,688.26` | `60.72` | `5.91x` | -|| [Caliban] | `1,561.81` | `63.68` | `5.47x` | -|| [Hasura] | `1,472.13` | `67.66` | `5.16x` | -|| [Gqlgen] | `657.40` | `151.89` | `2.30x` | -|| [Netflix DGS] | `363.69` | `162.42` | `1.27x` | -|| [Apollo GraphQL] | `285.43` | `345.82` | `1.00x` | +|| [Tailcall] | `29,926.60` | `3.33` | `105.92x` | +|| [async-graphql] | `1,715.08` | `58.21` | `6.07x` | +|| [Hasura] | `1,578.62` | `63.93` | `5.59x` | +|| [Caliban] | `1,537.04` | `65.07` | `5.44x` | +|| [Gqlgen] | `768.93` | `129.06` | `2.72x` | +|| [Netflix DGS] | `358.03` | `210.26` | `1.27x` | +|| [Apollo GraphQL] | `282.55` | `347.81` | `1.00x` | | 2 | `{ posts { title }}` | -|| [Tailcall] | `62,409.00` | `1.59` | `38.75x` | -|| [Caliban] | `9,274.35` | `11.13` | `5.76x` | -|| [async-graphql] | `8,615.45` | `11.69` | `5.35x` | -|| [Hasura] | `2,457.92` | `40.64` | `1.53x` | -|| [Gqlgen] | `2,260.61` | `45.46` | `1.40x` | -|| [Apollo GraphQL] | `1,787.09` | `55.89` | `1.11x` | -|| [Netflix DGS] | `1,610.50` | `68.66` | `1.00x` | +|| [Tailcall] | `62,158.20` | `1.60` | `38.89x` | +|| [Caliban] | `9,116.82` | `11.33` | `5.70x` | +|| [async-graphql] | `8,596.09` | `11.76` | `5.38x` | +|| [Hasura] | `2,486.59` | `40.20` | `1.56x` | +|| [Gqlgen] | `2,176.55` | `47.52` | `1.36x` | +|| [Apollo GraphQL] | `1,723.16` | `57.95` | `1.08x` | +|| [Netflix DGS] | `1,598.26` | `69.40` | `1.00x` | | 3 | `{ greet }` | -|| [Tailcall] | `64,615.20` | `1.56` | `26.64x` | -|| [async-graphql] | `49,507.70` | `2.11` | `20.41x` | -|| [Gqlgen] | `49,100.80` | `6.01` | `20.25x` | -|| [Caliban] | `47,567.30` | `2.34` | `19.61x` | -|| [Netflix DGS] | `8,298.97` | `14.50` | `3.42x` | -|| [Apollo GraphQL] | `8,090.79` | `12.59` | `3.34x` | -|| [Hasura] | `2,425.21` | `41.17` | `1.00x` | +|| [Tailcall] | `64,242.50` | `1.57` | `24.65x` | +|| [async-graphql] | `48,930.60` | `2.05` | `18.78x` | +|| [Gqlgen] | `47,012.10` | `5.12` | `18.04x` | +|| [Caliban] | `44,295.60` | `2.59` | `17.00x` | +|| [Netflix DGS] | `8,184.14` | `15.03` | `3.14x` | +|| [Apollo GraphQL] | `7,965.16` | `12.87` | `3.06x` | +|| [Hasura] | `2,606.15` | `38.40` | `1.00x` |