From b0aa0822f4b548207fd316fd33481f007de72f04 Mon Sep 17 00:00:00 2001 From: Johannes Deml Date: Tue, 16 Feb 2021 12:18:54 +0100 Subject: [PATCH] Update results from 0.8.1 --- Docs/PerformanceLinux.png | 4 +-- Docs/PerformanceWindows.png | 4 +-- README.md | 52 ++++++++++++++++++------------------- 3 files changed, 30 insertions(+), 30 deletions(-) diff --git a/Docs/PerformanceLinux.png b/Docs/PerformanceLinux.png index 1011069..0c11a1a 100644 --- a/Docs/PerformanceLinux.png +++ b/Docs/PerformanceLinux.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9e021111cd2ec7dc69ff768730c341353628445f52f150fd1d6ea44793fbf60e -size 61272 +oid sha256:48203d09c48be9f52fad5d71207b3520ba2acff85f9b93ed5cbc87a48d169432 +size 56531 diff --git a/Docs/PerformanceWindows.png b/Docs/PerformanceWindows.png index 84cb571..70e0945 100644 --- a/Docs/PerformanceWindows.png +++ b/Docs/PerformanceWindows.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d29712f4fc9e5be16463cfd55f69ad5a14c33802cf8b506378488cc9ef5bec17 -size 69998 +oid sha256:ea7505d94186995c7dab2db3e48ce31583c698e7ed5c58922078105fc4e08ea6 +size 58960 diff --git a/README.md b/README.md index d17c84f..6e5f34d 100644 --- a/README.md +++ b/README.md @@ -57,24 +57,24 @@ BenchmarkDotNet=v0.12.1, OS=ubuntu 20.04 Intel Core i5-3570K CPU 3.40GHz (Ivy Bridge), 1 CPU, 4 logical and 4 physical cores .NET Core SDK=5.0.103 [Host] : .NET Core 5.0.3 (CoreCLR 5.0.321.7203, CoreFX 5.0.321.7203), X64 RyuJIT - Job-ZWOJJS : .NET Core 5.0.3 (CoreCLR 5.0.321.7203, CoreFX 5.0.321.7203), X64 RyuJIT + Job-IJBNLS : .NET Core 5.0.3 (CoreCLR 5.0.321.7203, CoreFX 5.0.321.7203), X64 RyuJIT Platform=X64 Runtime=.NET Core 5.0 Concurrent=True Force=True Server=True InvocationCount=1 IterationCount=20 LaunchCount=1 UnrollFactor=1 -WarmupCount=1 Version=0.8.0 OS=Linux 5.8.0-41-generic #46~20.04.1-Ubuntu SMP Mon Jan 18 17:52:23 UTC 2021 -DateTime=02/15/2021 18:08:30 +WarmupCount=1 Version=0.8.1 OS=Linux 5.8.0-41-generic #46~20.04.1-Ubuntu SMP Mon Jan 18 17:52:23 UTC 2021 +DateTime=02/16/2021 11:49:25 ``` -| Method | Library | Clients | Throughput | Mean | Error | StdDev | -|------------- |-------------- |--------:|----------------:|------------:|------------:|------------:| -| **Performance1** | **ENet** | **500** | **185,261 msg/s** | **2,698.9 ms** | **14.11 ms** | **16.25 ms** | -| Performance2 | ENet | 500 | 1,137,405 msg/s | 439.6 ms | 3.69 ms | 4.25 ms | -| **Performance1** | **NetCoreServer** | **500** | **106,107 msg/s** | **4,712.2 ms** | **24.73 ms** | **27.48 ms** | -| Performance2 | NetCoreServer | 500 | 108,097 msg/s | 4,625.5 ms | 15.29 ms | 17.61 ms | -| **Performance1** | **LiteNetLib** | **500** | **81,420 msg/s** | **6,141.0 ms** | **51.56 ms** | **59.38 ms** | -| Performance2 | LiteNetLib | 500 | 298,159 msg/s | 1,677.0 ms | 15.40 ms | 17.11 ms | -| **Performance1** | **Kcp2k** | **500** | **47,227 msg/s** | **10,587.1 ms** | **3,304.33 ms** | **3,672.76 ms** | -| Performance2 | Kcp2k | 500 | 50,075 msg/s | 9,985.0 ms | 2,525.07 ms | 2,806.61 ms | +| Method | Library | Clients | Throughput | Mean | Error | StdDev | +|------------- |-------------- |--------:|----------------:|-----------:|------------:|------------:| +| **Performance1** | **ENet** | **500** | **185,238 msg/s** | **2,699.2 ms** | **15.25 ms** | **15.66 ms** | +| Performance2 | ENet | 500 | 1,123,648 msg/s | 445.0 ms | 2.71 ms | 2.90 ms | +| **Performance1** | **NetCoreServer** | **500** | **102,402 msg/s** | **4,882.7 ms** | **18.56 ms** | **21.38 ms** | +| Performance2 | NetCoreServer | 500 | 107,236 msg/s | 4,662.6 ms | 22.80 ms | 26.26 ms | +| **Performance1** | **LiteNetLib** | **500** | **81,932 msg/s** | **6,102.6 ms** | **43.66 ms** | **50.27 ms** | +| Performance2 | LiteNetLib | 500 | 307,560 msg/s | 1,625.7 ms | 9.74 ms | 10.83 ms | +| **Performance1** | **Kcp2k** | **500** | **65,381 msg/s** | **7,647.5 ms** | **873.18 ms** | **970.53 ms** | +| Performance2 | Kcp2k | 500 | 51,884 msg/s | 9,636.8 ms | 1,815.34 ms | 2,090.55 ms | ![Benchmark Results](./Docs/PerformanceLinux.png) @@ -88,24 +88,24 @@ BenchmarkDotNet=v0.12.1, OS=Windows 10.0.19042 AMD Ryzen 7 3700X, 1 CPU, 16 logical and 8 physical cores .NET Core SDK=5.0.100 [Host] : .NET Core 5.0.0 (CoreCLR 5.0.20.51904, CoreFX 5.0.20.51904), X64 RyuJIT - Job-VQNPIH : .NET Core 5.0.0 (CoreCLR 5.0.20.51904, CoreFX 5.0.20.51904), X64 RyuJIT + Job-DLLJEE : .NET Core 5.0.0 (CoreCLR 5.0.20.51904, CoreFX 5.0.20.51904), X64 RyuJIT Platform=X64 Runtime=.NET Core 5.0 Concurrent=True Force=True Server=True InvocationCount=1 IterationCount=20 LaunchCount=1 UnrollFactor=1 -WarmupCount=1 Version=0.8.0 OS=Microsoft Windows 10.0.19042 -DateTime=02/15/2021 18:06:38 +WarmupCount=1 Version=0.8.1 OS=Microsoft Windows 10.0.19042 +DateTime=02/16/2021 11:49:06 ``` -| Method | Library | Clients | Throughput | Mean | Error | StdDev | Median | -|------------- |-------------- |--------:|--------------:|------------:|----------:|----------:|------------:| -| **Performance1** | **ENet** | **500** | **101,278 msg/s** | **4,936.9 ms** | **374.38 ms** | **431.14 ms** | **5,014.2 ms** | -| Performance2 | ENet | 500 | 710,820 msg/s | 703.4 ms | 39.89 ms | 45.94 ms | 689.7 ms | -| **Performance1** | **NetCoreServer** | **500** | **66,635 msg/s** | **7,503.6 ms** | **730.83 ms** | **841.63 ms** | **6,947.8 ms** | -| Performance2 | NetCoreServer | 500 | 68,048 msg/s | 7,347.8 ms | 17.61 ms | 16.47 ms | 7,349.3 ms | -| **Performance1** | **LiteNetLib** | **500** | **89,309 msg/s** | **5,598.5 ms** | **37.54 ms** | **43.24 ms** | **5,594.9 ms** | -| Performance2 | LiteNetLib | 500 | 786,067 msg/s | 636.1 ms | 7.30 ms | 8.41 ms | 639.5 ms | -| **Performance1** | **Kcp2k** | **500** | **37,012 msg/s** | **13,509.2 ms** | **529.46 ms** | **609.73 ms** | **13,901.7 ms** | -| Performance2 | Kcp2k | 500 | 117,231 msg/s | 4,265.1 ms | 46.64 ms | 53.71 ms | 4,264.8 ms | +| Method | Library | Clients | Throughput | Mean | Error | StdDev | +|------------- |-------------- |--------:|--------------:|------------:|----------:|----------:| +| **Performance1** | **ENet** | **500** | **96,028 msg/s** | **5,206.8 ms** | **272.20 ms** | **313.46 ms** | +| Performance2 | ENet | 500 | 696,194 msg/s | 718.2 ms | 42.12 ms | 48.51 ms | +| **Performance1** | **NetCoreServer** | **500** | **71,063 msg/s** | **7,036.0 ms** | **37.55 ms** | **43.24 ms** | +| Performance2 | NetCoreServer | 500 | 69,418 msg/s | 7,202.7 ms | 18.91 ms | 21.02 ms | +| **Performance1** | **LiteNetLib** | **500** | **93,363 msg/s** | **5,355.5 ms** | **30.85 ms** | **34.29 ms** | +| Performance2 | LiteNetLib | 500 | 848,954 msg/s | 589.0 ms | 7.45 ms | 8.28 ms | +| **Performance1** | **Kcp2k** | **500** | **37,782 msg/s** | **13,233.7 ms** | **420.19 ms** | **483.89 ms** | +| Performance2 | Kcp2k | 500 | 120,659 msg/s | 4,143.9 ms | 34.13 ms | 39.30 ms | ![Benchmark Results](./Docs/PerformanceWindows.png)