From 33764f06b1bf739d1acce5668e568466681d326c Mon Sep 17 00:00:00 2001 From: martintmk <103487740+martintmk@users.noreply.github.com> Date: Mon, 5 Jun 2023 17:53:20 +0200 Subject: [PATCH] Update the benchmarks (#1252) --- ...s.CircuitBreakerBenchmark-report-github.md | 8 +++--- ...uitBreakerOpenedBenchmark-report-github.md | 10 +++---- ....GenericOverheadBenchmark-report-github.md | 4 +-- ...nchmarks.HedgingBenchmark-report-github.md | 12 ++++----- ...ltipleStrategiesBenchmark-report-github.md | 4 +-- ...chmarks.PipelineBenchmark-report-github.md | 26 +++++++++---------- ...arks.RateLimiterBenchmark-report-github.md | 8 +++--- ...silienceStrategyBenchmark-report-github.md | 8 +++--- ...StrategyProviderBenchmark-report-github.md | 4 +-- ...Benchmarks.RetryBenchmark-report-github.md | 4 +-- ...nchmarks.TimeoutBenchmark-report-github.md | 8 +++--- 11 files changed, 48 insertions(+), 48 deletions(-) diff --git a/BenchmarkDotNet.Artifacts/results/Polly.Core.Benchmarks.CircuitBreakerBenchmark-report-github.md b/BenchmarkDotNet.Artifacts/results/Polly.Core.Benchmarks.CircuitBreakerBenchmark-report-github.md index 76ea1b8c249..8040d43d87d 100644 --- a/BenchmarkDotNet.Artifacts/results/Polly.Core.Benchmarks.CircuitBreakerBenchmark-report-github.md +++ b/BenchmarkDotNet.Artifacts/results/Polly.Core.Benchmarks.CircuitBreakerBenchmark-report-github.md @@ -9,7 +9,7 @@ Job=MediumRun Toolchain=InProcessEmitToolchain IterationCount=15 LaunchCount=2 WarmupCount=10 ``` -| Method | Mean | Error | StdDev | Median | Ratio | RatioSD | Gen0 | Allocated | Alloc Ratio | -|------------------------- |---------:|--------:|--------:|---------:|------:|--------:|-------:|----------:|------------:| -| ExecuteCircuitBreaker_V7 | 331.7 ns | 5.91 ns | 8.66 ns | 325.6 ns | 1.00 | 0.00 | 0.0200 | 504 B | 1.00 | -| ExecuteCircuitBreaker_V8 | 394.3 ns | 2.51 ns | 3.76 ns | 394.6 ns | 1.19 | 0.03 | 0.0010 | 32 B | 0.06 | +| Method | Mean | Error | StdDev | Ratio | RatioSD | Gen0 | Allocated | Alloc Ratio | +|------------------------- |---------:|--------:|--------:|------:|--------:|-------:|----------:|------------:| +| ExecuteCircuitBreaker_V7 | 277.5 ns | 3.45 ns | 5.05 ns | 1.00 | 0.00 | 0.0200 | 504 B | 1.00 | +| ExecuteCircuitBreaker_V8 | 349.3 ns | 1.86 ns | 2.67 ns | 1.26 | 0.02 | - | - | 0.00 | diff --git a/BenchmarkDotNet.Artifacts/results/Polly.Core.Benchmarks.CircuitBreakerOpenedBenchmark-report-github.md b/BenchmarkDotNet.Artifacts/results/Polly.Core.Benchmarks.CircuitBreakerOpenedBenchmark-report-github.md index f15e0372990..b24d5d50b80 100644 --- a/BenchmarkDotNet.Artifacts/results/Polly.Core.Benchmarks.CircuitBreakerOpenedBenchmark-report-github.md +++ b/BenchmarkDotNet.Artifacts/results/Polly.Core.Benchmarks.CircuitBreakerOpenedBenchmark-report-github.md @@ -9,8 +9,8 @@ Job=MediumRun Toolchain=InProcessEmitToolchain IterationCount=15 LaunchCount=2 WarmupCount=10 ``` -| Method | Mean | Error | StdDev | Ratio | RatioSD | Gen0 | Allocated | Alloc Ratio | -|-------------------------- |------------:|----------:|----------:|------:|--------:|-------:|----------:|------------:| -| ExecuteAsync_Exception_V7 | 30,078.9 ns | 171.66 ns | 256.93 ns | 54.90 | 1.09 | 0.0916 | 2888 B | 12.89 | -| ExecuteAsync_Exception_V8 | 20,690.7 ns | 84.16 ns | 125.96 ns | 37.75 | 0.65 | 0.0610 | 1848 B | 8.25 | -| ExecuteAsync_Outcome_V8 | 548.2 ns | 5.48 ns | 7.68 ns | 1.00 | 0.00 | 0.0086 | 224 B | 1.00 | +| Method | Mean | Error | StdDev | Median | Ratio | RatioSD | Gen0 | Allocated | Alloc Ratio | +|-------------------------- |------------:|----------:|----------:|------------:|------:|--------:|-------:|----------:|------------:| +| ExecuteAsync_Exception_V7 | 29,720.5 ns | 177.63 ns | 265.86 ns | 29,629.0 ns | 56.63 | 0.58 | 0.0610 | 2888 B | 15.04 | +| ExecuteAsync_Exception_V8 | 20,840.2 ns | 191.44 ns | 274.56 ns | 20,696.3 ns | 39.71 | 0.51 | 0.0610 | 1816 B | 9.46 | +| ExecuteAsync_Outcome_V8 | 525.1 ns | 1.07 ns | 1.47 ns | 525.0 ns | 1.00 | 0.00 | 0.0076 | 192 B | 1.00 | diff --git a/BenchmarkDotNet.Artifacts/results/Polly.Core.Benchmarks.GenericOverheadBenchmark-report-github.md b/BenchmarkDotNet.Artifacts/results/Polly.Core.Benchmarks.GenericOverheadBenchmark-report-github.md index ebf3c791dd2..668ec03ecb2 100644 --- a/BenchmarkDotNet.Artifacts/results/Polly.Core.Benchmarks.GenericOverheadBenchmark-report-github.md +++ b/BenchmarkDotNet.Artifacts/results/Polly.Core.Benchmarks.GenericOverheadBenchmark-report-github.md @@ -11,5 +11,5 @@ LaunchCount=2 WarmupCount=10 ``` | Method | Mean | Error | StdDev | Ratio | Allocated | Alloc Ratio | |------------------------ |---------:|---------:|---------:|------:|----------:|------------:| -| ExecuteAsync_Generic | 30.44 ns | 0.118 ns | 0.177 ns | 1.00 | - | NA | -| ExecuteAsync_NonGeneric | 32.23 ns | 0.053 ns | 0.070 ns | 1.06 | - | NA | +| ExecuteAsync_Generic | 29.93 ns | 0.050 ns | 0.070 ns | 1.00 | - | NA | +| ExecuteAsync_NonGeneric | 32.20 ns | 0.286 ns | 0.410 ns | 1.08 | - | NA | diff --git a/BenchmarkDotNet.Artifacts/results/Polly.Core.Benchmarks.HedgingBenchmark-report-github.md b/BenchmarkDotNet.Artifacts/results/Polly.Core.Benchmarks.HedgingBenchmark-report-github.md index eb19af3717b..f998a5611b7 100644 --- a/BenchmarkDotNet.Artifacts/results/Polly.Core.Benchmarks.HedgingBenchmark-report-github.md +++ b/BenchmarkDotNet.Artifacts/results/Polly.Core.Benchmarks.HedgingBenchmark-report-github.md @@ -9,9 +9,9 @@ Job=MediumRun Toolchain=InProcessEmitToolchain IterationCount=15 LaunchCount=2 WarmupCount=10 ``` -| Method | Mean | Error | StdDev | Ratio | RatioSD | Gen0 | Gen1 | Allocated | Alloc Ratio | -|---------------------------- |---------:|----------:|----------:|------:|--------:|-------:|-------:|----------:|------------:| -| Hedging_Primary | 1.049 μs | 0.0074 μs | 0.0108 μs | 1.00 | 0.00 | - | - | 40 B | 1.00 | -| Hedging_Secondary | 1.788 μs | 0.0093 μs | 0.0139 μs | 1.71 | 0.02 | 0.0076 | - | 200 B | 5.00 | -| Hedging_Primary_AsyncWork | 5.306 μs | 0.1484 μs | 0.2222 μs | 5.07 | 0.24 | 0.0534 | 0.0229 | 1444 B | 36.10 | -| Hedging_Secondary_AsyncWork | 7.518 μs | 0.0869 μs | 0.1246 μs | 7.17 | 0.12 | 0.0610 | 0.0534 | 1684 B | 42.10 | +| Method | Mean | Error | StdDev | Ratio | RatioSD | Gen0 | Gen1 | Allocated | Alloc Ratio | +|---------------------------- |-----------:|----------:|----------:|------:|--------:|-------:|-------:|----------:|------------:| +| Hedging_Primary | 941.7 ns | 5.45 ns | 7.81 ns | 1.00 | 0.00 | - | - | 40 B | 1.00 | +| Hedging_Secondary | 1,679.7 ns | 7.23 ns | 10.83 ns | 1.78 | 0.02 | 0.0076 | - | 200 B | 5.00 | +| Hedging_Primary_AsyncWork | 4,867.5 ns | 71.40 ns | 102.40 ns | 5.17 | 0.12 | 0.0534 | 0.0229 | 1407 B | 35.17 | +| Hedging_Secondary_AsyncWork | 7,093.2 ns | 234.32 ns | 343.47 ns | 7.51 | 0.37 | 0.0687 | 0.0610 | 1737 B | 43.42 | diff --git a/BenchmarkDotNet.Artifacts/results/Polly.Core.Benchmarks.MultipleStrategiesBenchmark-report-github.md b/BenchmarkDotNet.Artifacts/results/Polly.Core.Benchmarks.MultipleStrategiesBenchmark-report-github.md index 74159844c24..e7f41de8477 100644 --- a/BenchmarkDotNet.Artifacts/results/Polly.Core.Benchmarks.MultipleStrategiesBenchmark-report-github.md +++ b/BenchmarkDotNet.Artifacts/results/Polly.Core.Benchmarks.MultipleStrategiesBenchmark-report-github.md @@ -11,5 +11,5 @@ LaunchCount=2 WarmupCount=10 ``` | Method | Mean | Error | StdDev | Ratio | Gen0 | Allocated | Alloc Ratio | |--------------------------- |---------:|----------:|----------:|------:|-------:|----------:|------------:| -| ExecuteStrategyPipeline_V7 | 2.269 μs | 0.0136 μs | 0.0195 μs | 1.00 | 0.1106 | 2824 B | 1.00 | -| ExecuteStrategyPipeline_V8 | 1.640 μs | 0.0059 μs | 0.0088 μs | 0.72 | 0.0019 | 72 B | 0.03 | +| ExecuteStrategyPipeline_V7 | 2.165 μs | 0.0131 μs | 0.0196 μs | 1.00 | 0.1106 | 2824 B | 1.00 | +| ExecuteStrategyPipeline_V8 | 1.622 μs | 0.0017 μs | 0.0025 μs | 0.75 | - | 40 B | 0.01 | diff --git a/BenchmarkDotNet.Artifacts/results/Polly.Core.Benchmarks.PipelineBenchmark-report-github.md b/BenchmarkDotNet.Artifacts/results/Polly.Core.Benchmarks.PipelineBenchmark-report-github.md index d59cbde5b64..c8930a99cf9 100644 --- a/BenchmarkDotNet.Artifacts/results/Polly.Core.Benchmarks.PipelineBenchmark-report-github.md +++ b/BenchmarkDotNet.Artifacts/results/Polly.Core.Benchmarks.PipelineBenchmark-report-github.md @@ -9,16 +9,16 @@ Job=MediumRun Toolchain=InProcessEmitToolchain IterationCount=15 LaunchCount=2 WarmupCount=10 ``` -| Method | Components | Mean | Error | StdDev | Ratio | RatioSD | Gen0 | Allocated | Alloc Ratio | -|------------------- |----------- |------------:|---------:|----------:|------:|--------:|-------:|----------:|------------:| -| **ExecutePipeline_V7** | **1** | **104.86 ns** | **3.128 ns** | **4.683 ns** | **1.00** | **0.00** | **0.0120** | **304 B** | **1.00** | -| ExecutePipeline_V8 | 1 | 67.86 ns | 1.087 ns | 1.489 ns | 0.65 | 0.02 | - | - | 0.00 | -| | | | | | | | | | | -| **ExecutePipeline_V7** | **2** | **248.17 ns** | **2.472 ns** | **3.700 ns** | **1.00** | **0.00** | **0.0219** | **552 B** | **1.00** | -| ExecutePipeline_V8 | 2 | 111.45 ns | 2.249 ns | 3.297 ns | 0.45 | 0.01 | - | - | 0.00 | -| | | | | | | | | | | -| **ExecutePipeline_V7** | **5** | **869.30 ns** | **7.395 ns** | **10.605 ns** | **1.00** | **0.00** | **0.0515** | **1296 B** | **1.00** | -| ExecutePipeline_V8 | 5 | 248.32 ns | 1.181 ns | 1.731 ns | 0.29 | 0.00 | - | - | 0.00 | -| | | | | | | | | | | -| **ExecutePipeline_V7** | **10** | **1,879.12 ns** | **7.587 ns** | **11.356 ns** | **1.00** | **0.00** | **0.0992** | **2536 B** | **1.00** | -| ExecutePipeline_V8 | 10 | 521.97 ns | 2.568 ns | 3.844 ns | 0.28 | 0.00 | - | - | 0.00 | +| Method | Components | Mean | Error | StdDev | Ratio | RatioSD | Gen0 | Allocated | Alloc Ratio | +|------------------- |----------- |------------:|----------:|----------:|------:|--------:|-------:|----------:|------------:| +| **ExecutePipeline_V7** | **1** | **93.17 ns** | **1.232 ns** | **1.766 ns** | **1.00** | **0.00** | **0.0120** | **304 B** | **1.00** | +| ExecutePipeline_V8 | 1 | 67.67 ns | 0.578 ns | 0.847 ns | 0.73 | 0.01 | - | - | 0.00 | +| | | | | | | | | | | +| **ExecutePipeline_V7** | **2** | **242.68 ns** | **5.866 ns** | **8.779 ns** | **1.00** | **0.00** | **0.0219** | **552 B** | **1.00** | +| ExecutePipeline_V8 | 2 | 104.03 ns | 0.132 ns | 0.197 ns | 0.43 | 0.02 | - | - | 0.00 | +| | | | | | | | | | | +| **ExecutePipeline_V7** | **5** | **871.60 ns** | **14.359 ns** | **21.492 ns** | **1.00** | **0.00** | **0.0515** | **1296 B** | **1.00** | +| ExecutePipeline_V8 | 5 | 274.64 ns | 2.091 ns | 3.130 ns | 0.32 | 0.01 | - | - | 0.00 | +| | | | | | | | | | | +| **ExecutePipeline_V7** | **10** | **1,791.84 ns** | **15.425 ns** | **22.123 ns** | **1.00** | **0.00** | **0.0992** | **2536 B** | **1.00** | +| ExecutePipeline_V8 | 10 | 527.94 ns | 2.723 ns | 3.905 ns | 0.29 | 0.00 | - | - | 0.00 | diff --git a/BenchmarkDotNet.Artifacts/results/Polly.Core.Benchmarks.RateLimiterBenchmark-report-github.md b/BenchmarkDotNet.Artifacts/results/Polly.Core.Benchmarks.RateLimiterBenchmark-report-github.md index c75a4732589..5c9a0d27dfb 100644 --- a/BenchmarkDotNet.Artifacts/results/Polly.Core.Benchmarks.RateLimiterBenchmark-report-github.md +++ b/BenchmarkDotNet.Artifacts/results/Polly.Core.Benchmarks.RateLimiterBenchmark-report-github.md @@ -9,7 +9,7 @@ Job=MediumRun Toolchain=InProcessEmitToolchain IterationCount=15 LaunchCount=2 WarmupCount=10 ``` -| Method | Mean | Error | StdDev | Ratio | RatioSD | Gen0 | Allocated | Alloc Ratio | -|---------------------- |---------:|--------:|--------:|------:|--------:|-------:|----------:|------------:| -| ExecuteRateLimiter_V7 | 230.1 ns | 0.66 ns | 0.92 ns | 1.00 | 0.00 | 0.0148 | 376 B | 1.00 | -| ExecuteRateLimiter_V8 | 235.4 ns | 2.51 ns | 3.76 ns | 1.02 | 0.02 | 0.0014 | 40 B | 0.11 | +| Method | Mean | Error | StdDev | Median | Ratio | RatioSD | Gen0 | Allocated | Alloc Ratio | +|---------------------- |---------:|--------:|--------:|---------:|------:|--------:|-------:|----------:|------------:| +| ExecuteRateLimiter_V7 | 235.2 ns | 4.73 ns | 6.93 ns | 236.7 ns | 1.00 | 0.00 | 0.0148 | 376 B | 1.00 | +| ExecuteRateLimiter_V8 | 247.8 ns | 4.14 ns | 5.53 ns | 252.7 ns | 1.05 | 0.03 | 0.0014 | 40 B | 0.11 | diff --git a/BenchmarkDotNet.Artifacts/results/Polly.Core.Benchmarks.ResilienceStrategyBenchmark-report-github.md b/BenchmarkDotNet.Artifacts/results/Polly.Core.Benchmarks.ResilienceStrategyBenchmark-report-github.md index 236d5c85511..858c9425faa 100644 --- a/BenchmarkDotNet.Artifacts/results/Polly.Core.Benchmarks.ResilienceStrategyBenchmark-report-github.md +++ b/BenchmarkDotNet.Artifacts/results/Polly.Core.Benchmarks.ResilienceStrategyBenchmark-report-github.md @@ -11,7 +11,7 @@ LaunchCount=2 WarmupCount=10 ``` | Method | Mean | Error | StdDev | Median | Ratio | RatioSD | Allocated | Alloc Ratio | |----------------------------------------------- |----------:|---------:|---------:|----------:|------:|--------:|----------:|------------:| -| ExecuteOutcomeAsync | 68.96 ns | 0.111 ns | 0.163 ns | 68.91 ns | 1.00 | 0.00 | - | NA | -| ExecuteAsync_ResilienceContextAndState | 200.33 ns | 1.497 ns | 2.148 ns | 199.59 ns | 2.90 | 0.03 | - | NA | -| ExecuteAsync_CancellationToken | 184.24 ns | 1.331 ns | 1.993 ns | 184.89 ns | 2.67 | 0.03 | - | NA | -| ExecuteAsync_GenericStrategy_CancellationToken | 178.89 ns | 1.096 ns | 1.571 ns | 177.62 ns | 2.59 | 0.02 | - | NA | +| ExecuteOutcomeAsync | 69.04 ns | 0.656 ns | 0.898 ns | 69.13 ns | 1.00 | 0.00 | - | NA | +| ExecuteAsync_ResilienceContextAndState | 169.91 ns | 2.823 ns | 4.049 ns | 167.61 ns | 2.47 | 0.09 | - | NA | +| ExecuteAsync_CancellationToken | 179.82 ns | 1.461 ns | 2.142 ns | 179.23 ns | 2.61 | 0.04 | - | NA | +| ExecuteAsync_GenericStrategy_CancellationToken | 179.50 ns | 1.440 ns | 2.065 ns | 179.23 ns | 2.60 | 0.05 | - | NA | diff --git a/BenchmarkDotNet.Artifacts/results/Polly.Core.Benchmarks.ResilienceStrategyProviderBenchmark-report-github.md b/BenchmarkDotNet.Artifacts/results/Polly.Core.Benchmarks.ResilienceStrategyProviderBenchmark-report-github.md index 36854e45c8c..5d9ac23a25d 100644 --- a/BenchmarkDotNet.Artifacts/results/Polly.Core.Benchmarks.ResilienceStrategyProviderBenchmark-report-github.md +++ b/BenchmarkDotNet.Artifacts/results/Polly.Core.Benchmarks.ResilienceStrategyProviderBenchmark-report-github.md @@ -11,5 +11,5 @@ LaunchCount=2 WarmupCount=10 ``` | Method | Mean | Error | StdDev | Gen0 | Allocated | |--------------- |---------:|---------:|---------:|-------:|----------:| -| Get_Ok | 25.31 ns | 0.463 ns | 0.663 ns | 0.0013 | 32 B | -| Get_Generic_Ok | 58.16 ns | 0.669 ns | 1.001 ns | 0.0013 | 32 B | +| Get_Ok | 25.41 ns | 0.186 ns | 0.273 ns | 0.0016 | 40 B | +| Get_Generic_Ok | 53.83 ns | 0.672 ns | 1.005 ns | 0.0013 | 32 B | diff --git a/BenchmarkDotNet.Artifacts/results/Polly.Core.Benchmarks.RetryBenchmark-report-github.md b/BenchmarkDotNet.Artifacts/results/Polly.Core.Benchmarks.RetryBenchmark-report-github.md index 12d3c2b26f8..af15b1bd0a0 100644 --- a/BenchmarkDotNet.Artifacts/results/Polly.Core.Benchmarks.RetryBenchmark-report-github.md +++ b/BenchmarkDotNet.Artifacts/results/Polly.Core.Benchmarks.RetryBenchmark-report-github.md @@ -11,5 +11,5 @@ LaunchCount=2 WarmupCount=10 ``` | Method | Mean | Error | StdDev | Ratio | Gen0 | Allocated | Alloc Ratio | |---------------- |---------:|--------:|--------:|------:|-------:|----------:|------------:| -| ExecuteRetry_V7 | 291.0 ns | 1.58 ns | 2.21 ns | 1.00 | 0.0219 | 552 B | 1.00 | -| ExecuteRetry_V8 | 164.3 ns | 3.09 ns | 4.23 ns | 0.56 | - | - | 0.00 | +| ExecuteRetry_V7 | 221.0 ns | 1.29 ns | 1.89 ns | 1.00 | 0.0219 | 552 B | 1.00 | +| ExecuteRetry_V8 | 169.7 ns | 0.16 ns | 0.23 ns | 0.77 | - | - | 0.00 | diff --git a/BenchmarkDotNet.Artifacts/results/Polly.Core.Benchmarks.TimeoutBenchmark-report-github.md b/BenchmarkDotNet.Artifacts/results/Polly.Core.Benchmarks.TimeoutBenchmark-report-github.md index fb78263f76c..d92021b5e6e 100644 --- a/BenchmarkDotNet.Artifacts/results/Polly.Core.Benchmarks.TimeoutBenchmark-report-github.md +++ b/BenchmarkDotNet.Artifacts/results/Polly.Core.Benchmarks.TimeoutBenchmark-report-github.md @@ -9,7 +9,7 @@ Job=MediumRun Toolchain=InProcessEmitToolchain IterationCount=15 LaunchCount=2 WarmupCount=10 ``` -| Method | Mean | Error | StdDev | Median | Ratio | RatioSD | Gen0 | Allocated | Alloc Ratio | -|------------------ |---------:|--------:|--------:|---------:|------:|--------:|-------:|----------:|------------:| -| ExecuteTimeout_V7 | 369.9 ns | 4.83 ns | 7.23 ns | 368.5 ns | 1.00 | 0.00 | 0.0286 | 728 B | 1.00 | -| ExecuteTimeout_V8 | 251.6 ns | 3.27 ns | 4.68 ns | 255.1 ns | 0.68 | 0.02 | - | - | 0.00 | +| Method | Mean | Error | StdDev | Ratio | RatioSD | Gen0 | Allocated | Alloc Ratio | +|------------------ |---------:|--------:|--------:|------:|--------:|-------:|----------:|------------:| +| ExecuteTimeout_V7 | 365.8 ns | 6.54 ns | 9.59 ns | 1.00 | 0.00 | 0.0286 | 728 B | 1.00 | +| ExecuteTimeout_V8 | 254.2 ns | 4.31 ns | 6.04 ns | 0.69 | 0.03 | - | - | 0.00 |