diff --git a/README.md b/README.md index f42b90d95f..af54ec0271 100644 --- a/README.md +++ b/README.md @@ -61,14 +61,14 @@ Source generation shifts work from run time to build time: you pay a little up f | Scenario | TUnit (AOT) | TUnit | xUnit v3 | NUnit | MSTest | |----------|---|---|---|---|---| -| Data-driven tests | 16.65 ms | 265.70 ms | 523.90 ms | 523.01 ms | 529.13 ms | -| Async-heavy tests | 113.1 ms | 360.0 ms | 605.6 ms | 608.6 ms | 676.0 ms | -| Matrix combinations | 119.6 ms | 474.1 ms | 1,469.2 ms | 1,468.9 ms | 1,515.3 ms | -| Large suites (scale) | 29.38 ms | 263.55 ms | 504.14 ms | 488.30 ms | 495.94 ms | -| Massive parallelism | 217.6 ms | 467.8 ms | 2,945.7 ms | 1,107.5 ms | 2,993.9 ms | -| Setup/teardown lifecycle | — | 335.8 ms | 1,050.2 ms | 1,008.8 ms | 1,099.9 ms | - -Mean wall-clock time to run the same test suite. TUnit (AOT) 1.58.0 · TUnit 1.58.0 · xUnit v3 3.2.2 · NUnit 4.6.1 · MSTest 4.3.0. .NET SDK 10.0.301, .NET 10.0.9 (10.0.9, 10.0.926.27113), X64 RyuJIT x86-64-v4. Updated 2026-07-12 — regenerated weekly by the [Speed Comparison workflow](https://github.com/thomhurst/TUnit/actions/workflows/speed-comparison.yml). Full results and methodology: [tunit.dev/docs/benchmarks](https://tunit.dev/docs/benchmarks/). +| Data-driven tests | 18.46 ms | 333.55 ms | 612.50 ms | 588.63 ms | 643.67 ms | +| Async-heavy tests | 117.0 ms | 375.9 ms | 607.7 ms | 599.8 ms | 659.9 ms | +| Matrix combinations | 118.1 ms | 388.2 ms | 1,491.5 ms | 1,452.1 ms | 1,541.1 ms | +| Large suites (scale) | 18.25 ms | 320.96 ms | 520.49 ms | 520.19 ms | 566.98 ms | +| Massive parallelism | 217.5 ms | 530.9 ms | 2,975.1 ms | 1,122.5 ms | 3,029.7 ms | +| Setup/teardown lifecycle | 73.35 ms | 458.30 ms | 1,186.16 ms | 1,147.56 ms | 1,279.43 ms | + +Mean wall-clock time to run the same test suite. TUnit (AOT) 1.60.0 · TUnit 1.60.0 · xUnit v3 3.2.2 · NUnit 4.6.1 · MSTest 4.3.2. .NET SDK 10.0.302, .NET 10.0.10 (10.0.10, 10.0.1026.32716), X64 RyuJIT x86-64-v4. Updated 2026-07-16 — regenerated weekly by the [Speed Comparison workflow](https://github.com/thomhurst/TUnit/actions/workflows/speed-comparison.yml). Full results and methodology: [tunit.dev/docs/benchmarks](https://tunit.dev/docs/benchmarks/). ## Getting Started diff --git a/docs/docs/benchmarks/engine/AsyncTests.md b/docs/docs/benchmarks/engine/AsyncTests.md index 20437ac103..c25110d40a 100644 --- a/docs/docs/benchmarks/engine/AsyncTests.md +++ b/docs/docs/benchmarks/engine/AsyncTests.md @@ -9,20 +9,20 @@ sidebar_position: 3 > Realistic async/await patterns with I/O simulation :::info Last Updated -This benchmark was automatically generated on **2026-07-12** from the latest CI run. +This benchmark was automatically generated on **2026-07-16** from the latest CI run. -**Environment:** Ubuntu Latest • .NET SDK 10.0.301 +**Environment:** Ubuntu Latest • .NET SDK 10.0.302 ::: ## 📊 Results | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.58.0 | 360.0 ms | 353.0 ms | 18.09 ms | -| NUnit | 4.6.1 | 608.6 ms | 599.2 ms | 40.35 ms | -| MSTest | 4.3.0 | 676.0 ms | 672.3 ms | 18.78 ms | -| xUnit3 | 3.2.2 | 605.6 ms | 601.9 ms | 11.72 ms | -| **TUnit (AOT)** | 1.58.0 | 113.1 ms | 113.0 ms | 0.68 ms | +| **TUnit** | 1.60.0 | 375.9 ms | 373.8 ms | 11.50 ms | +| NUnit | 4.6.1 | 599.8 ms | 597.0 ms | 18.50 ms | +| MSTest | 4.3.2 | 659.9 ms | 662.1 ms | 7.23 ms | +| xUnit3 | 3.2.2 | 607.7 ms | 607.6 ms | 8.83 ms | +| **TUnit (AOT)** | 1.60.0 | 117.0 ms | 115.7 ms | 2.60 ms | ## 📈 Visual Comparison @@ -60,8 +60,8 @@ This benchmark was automatically generated on **2026-07-12** from the latest CI xychart-beta title "AsyncTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 812 - bar [360, 608.6, 676, 605.6, 113.1] + y-axis "Time (ms)" 0 --> 792 + bar [375.9, 599.8, 659.9, 607.7, 117] ``` ## 🎯 Key Insights @@ -74,4 +74,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-07-12T00:38:25.258Z* +*Last generated: 2026-07-16T16:49:09.139Z* diff --git a/docs/docs/benchmarks/engine/BuildTime.md b/docs/docs/benchmarks/engine/BuildTime.md index 504adfe91d..1ef70a6973 100644 --- a/docs/docs/benchmarks/engine/BuildTime.md +++ b/docs/docs/benchmarks/engine/BuildTime.md @@ -9,9 +9,9 @@ sidebar_position: 9 > Compilation time from a clean build across frameworks — how long it takes to build an identical test project. :::info Last Updated -This benchmark was automatically generated on **2026-07-12** from the latest CI run. +This benchmark was automatically generated on **2026-07-16** from the latest CI run. -**Environment:** Ubuntu Latest • .NET SDK 10.0.301 +**Environment:** Ubuntu Latest • .NET SDK 10.0.302 ::: ## 📊 Results @@ -20,10 +20,10 @@ Compilation time comparison across frameworks: | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.58.0 | 1,146.4 ms | 1,144.9 ms | 57.04 ms | -| Build_NUnit | 4.6.1 | 1,083.5 ms | 1,081.5 ms | 19.23 ms | -| Build_MSTest | 4.3.0 | 986.7 ms | 990.0 ms | 26.70 ms | -| Build_xUnit3 | 3.2.2 | 817.4 ms | 817.5 ms | 8.10 ms | +| **TUnit** | 1.60.0 | 931.9 ms | 920.1 ms | 48.38 ms | +| Build_NUnit | 4.6.1 | 901.1 ms | 891.3 ms | 31.51 ms | +| Build_MSTest | 4.3.2 | 1,046.9 ms | 1,060.8 ms | 76.11 ms | +| Build_xUnit3 | 3.2.2 | 857.4 ms | 858.7 ms | 7.54 ms | ## 📈 Visual Comparison @@ -61,8 +61,8 @@ Compilation time comparison across frameworks: xychart-beta title "Build Time Comparison" x-axis ["Build_TUnit", "Build_NUnit", "Build_MSTest", "Build_xUnit3"] - y-axis "Time (ms)" 0 --> 1376 - bar [1146.4, 1083.5, 986.7, 817.4] + y-axis "Time (ms)" 0 --> 1257 + bar [931.9, 901.1, 1046.9, 857.4] ``` --- @@ -71,4 +71,4 @@ xychart-beta View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-07-12T00:38:25.259Z* +*Last generated: 2026-07-16T16:49:09.141Z* diff --git a/docs/docs/benchmarks/engine/DataDrivenTests.md b/docs/docs/benchmarks/engine/DataDrivenTests.md index 6c1387a758..4f2fd1fc3c 100644 --- a/docs/docs/benchmarks/engine/DataDrivenTests.md +++ b/docs/docs/benchmarks/engine/DataDrivenTests.md @@ -9,20 +9,20 @@ sidebar_position: 4 > Parameterized tests with multiple data sources :::info Last Updated -This benchmark was automatically generated on **2026-07-12** from the latest CI run. +This benchmark was automatically generated on **2026-07-16** from the latest CI run. -**Environment:** Ubuntu Latest • .NET SDK 10.0.301 +**Environment:** Ubuntu Latest • .NET SDK 10.0.302 ::: ## 📊 Results | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.58.0 | 265.70 ms | 264.36 ms | 9.348 ms | -| NUnit | 4.6.1 | 523.01 ms | 519.57 ms | 14.061 ms | -| MSTest | 4.3.0 | 529.13 ms | 527.68 ms | 34.022 ms | -| xUnit3 | 3.2.2 | 523.90 ms | 517.07 ms | 24.917 ms | -| **TUnit (AOT)** | 1.58.0 | 16.65 ms | 16.68 ms | 1.655 ms | +| **TUnit** | 1.60.0 | 333.55 ms | 329.63 ms | 26.217 ms | +| NUnit | 4.6.1 | 588.63 ms | 588.62 ms | 30.349 ms | +| MSTest | 4.3.2 | 643.67 ms | 644.95 ms | 34.220 ms | +| xUnit3 | 3.2.2 | 612.50 ms | 613.31 ms | 23.558 ms | +| **TUnit (AOT)** | 1.60.0 | 18.46 ms | 18.50 ms | 1.089 ms | ## 📈 Visual Comparison @@ -60,8 +60,8 @@ This benchmark was automatically generated on **2026-07-12** from the latest CI xychart-beta title "DataDrivenTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 635 - bar [265.7, 523.01, 529.13, 523.9, 16.65] + y-axis "Time (ms)" 0 --> 773 + bar [333.55, 588.63, 643.67, 612.5, 18.46] ``` ## 🎯 Key Insights @@ -74,4 +74,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-07-12T00:38:25.258Z* +*Last generated: 2026-07-16T16:49:09.140Z* diff --git a/docs/docs/benchmarks/engine/MassiveParallelTests.md b/docs/docs/benchmarks/engine/MassiveParallelTests.md index a6fa28cfeb..cee22c1b2e 100644 --- a/docs/docs/benchmarks/engine/MassiveParallelTests.md +++ b/docs/docs/benchmarks/engine/MassiveParallelTests.md @@ -9,20 +9,20 @@ sidebar_position: 5 > Parallel execution stress tests :::info Last Updated -This benchmark was automatically generated on **2026-07-12** from the latest CI run. +This benchmark was automatically generated on **2026-07-16** from the latest CI run. -**Environment:** Ubuntu Latest • .NET SDK 10.0.301 +**Environment:** Ubuntu Latest • .NET SDK 10.0.302 ::: ## 📊 Results | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.58.0 | 467.8 ms | 467.2 ms | 7.40 ms | -| NUnit | 4.6.1 | 1,107.5 ms | 1,109.8 ms | 26.10 ms | -| MSTest | 4.3.0 | 2,993.9 ms | 2,985.5 ms | 23.91 ms | -| xUnit3 | 3.2.2 | 2,945.7 ms | 2,945.5 ms | 13.92 ms | -| **TUnit (AOT)** | 1.58.0 | 217.6 ms | 217.7 ms | 0.42 ms | +| **TUnit** | 1.60.0 | 530.9 ms | 525.1 ms | 20.42 ms | +| NUnit | 4.6.1 | 1,122.5 ms | 1,114.3 ms | 21.95 ms | +| MSTest | 4.3.2 | 3,029.7 ms | 3,024.8 ms | 30.72 ms | +| xUnit3 | 3.2.2 | 2,975.1 ms | 2,971.1 ms | 44.00 ms | +| **TUnit (AOT)** | 1.60.0 | 217.5 ms | 217.1 ms | 1.20 ms | ## 📈 Visual Comparison @@ -60,8 +60,8 @@ This benchmark was automatically generated on **2026-07-12** from the latest CI xychart-beta title "MassiveParallelTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 3593 - bar [467.8, 1107.5, 2993.9, 2945.7, 217.6] + y-axis "Time (ms)" 0 --> 3636 + bar [530.9, 1122.5, 3029.7, 2975.1, 217.5] ``` ## 🎯 Key Insights @@ -74,4 +74,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-07-12T00:38:25.258Z* +*Last generated: 2026-07-16T16:49:09.140Z* diff --git a/docs/docs/benchmarks/engine/MatrixTests.md b/docs/docs/benchmarks/engine/MatrixTests.md index f592591b81..f430c56ed6 100644 --- a/docs/docs/benchmarks/engine/MatrixTests.md +++ b/docs/docs/benchmarks/engine/MatrixTests.md @@ -9,20 +9,20 @@ sidebar_position: 6 > Combinatorial test generation and execution :::info Last Updated -This benchmark was automatically generated on **2026-07-12** from the latest CI run. +This benchmark was automatically generated on **2026-07-16** from the latest CI run. -**Environment:** Ubuntu Latest • .NET SDK 10.0.301 +**Environment:** Ubuntu Latest • .NET SDK 10.0.302 ::: ## 📊 Results | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.58.0 | 474.1 ms | 482.5 ms | 60.45 ms | -| NUnit | 4.6.1 | 1,468.9 ms | 1,470.3 ms | 25.32 ms | -| MSTest | 4.3.0 | 1,515.3 ms | 1,514.5 ms | 14.28 ms | -| xUnit3 | 3.2.2 | 1,469.2 ms | 1,470.9 ms | 8.94 ms | -| **TUnit (AOT)** | 1.58.0 | 119.6 ms | 119.5 ms | 2.14 ms | +| **TUnit** | 1.60.0 | 388.2 ms | 389.1 ms | 3.28 ms | +| NUnit | 4.6.1 | 1,452.1 ms | 1,452.6 ms | 7.35 ms | +| MSTest | 4.3.2 | 1,541.1 ms | 1,541.2 ms | 6.08 ms | +| xUnit3 | 3.2.2 | 1,491.5 ms | 1,489.1 ms | 12.51 ms | +| **TUnit (AOT)** | 1.60.0 | 118.1 ms | 117.9 ms | 0.96 ms | ## 📈 Visual Comparison @@ -60,8 +60,8 @@ This benchmark was automatically generated on **2026-07-12** from the latest CI xychart-beta title "MatrixTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 1819 - bar [474.1, 1468.9, 1515.3, 1469.2, 119.6] + y-axis "Time (ms)" 0 --> 1850 + bar [388.2, 1452.1, 1541.1, 1491.5, 118.1] ``` ## 🎯 Key Insights @@ -74,4 +74,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-07-12T00:38:25.258Z* +*Last generated: 2026-07-16T16:49:09.140Z* diff --git a/docs/docs/benchmarks/engine/ScaleTests.md b/docs/docs/benchmarks/engine/ScaleTests.md index 5f141f8e38..a803790d87 100644 --- a/docs/docs/benchmarks/engine/ScaleTests.md +++ b/docs/docs/benchmarks/engine/ScaleTests.md @@ -9,20 +9,20 @@ sidebar_position: 7 > Large test suites (150+ tests) measuring scalability :::info Last Updated -This benchmark was automatically generated on **2026-07-12** from the latest CI run. +This benchmark was automatically generated on **2026-07-16** from the latest CI run. -**Environment:** Ubuntu Latest • .NET SDK 10.0.301 +**Environment:** Ubuntu Latest • .NET SDK 10.0.302 ::: ## 📊 Results | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.58.0 | 263.55 ms | 263.67 ms | 1.995 ms | -| NUnit | 4.6.1 | 488.30 ms | 487.42 ms | 7.690 ms | -| MSTest | 4.3.0 | 495.94 ms | 495.27 ms | 8.060 ms | -| xUnit3 | 3.2.2 | 504.14 ms | 499.49 ms | 13.636 ms | -| **TUnit (AOT)** | 1.58.0 | 29.38 ms | 29.52 ms | 2.269 ms | +| **TUnit** | 1.60.0 | 320.96 ms | 320.67 ms | 12.233 ms | +| NUnit | 4.6.1 | 520.19 ms | 513.89 ms | 15.712 ms | +| MSTest | 4.3.2 | 566.98 ms | 568.49 ms | 35.283 ms | +| xUnit3 | 3.2.2 | 520.49 ms | 516.76 ms | 19.655 ms | +| **TUnit (AOT)** | 1.60.0 | 18.25 ms | 17.91 ms | 1.478 ms | ## 📈 Visual Comparison @@ -60,8 +60,8 @@ This benchmark was automatically generated on **2026-07-12** from the latest CI xychart-beta title "ScaleTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 605 - bar [263.55, 488.3, 495.94, 504.14, 29.38] + y-axis "Time (ms)" 0 --> 681 + bar [320.96, 520.19, 566.98, 520.49, 18.25] ``` ## 🎯 Key Insights @@ -74,4 +74,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-07-12T00:38:25.259Z* +*Last generated: 2026-07-16T16:49:09.140Z* diff --git a/docs/docs/benchmarks/engine/SetupTeardownTests.md b/docs/docs/benchmarks/engine/SetupTeardownTests.md index 49d3634d2d..5e623ac2c0 100644 --- a/docs/docs/benchmarks/engine/SetupTeardownTests.md +++ b/docs/docs/benchmarks/engine/SetupTeardownTests.md @@ -9,20 +9,20 @@ sidebar_position: 8 > Expensive test fixtures with setup/teardown overhead :::info Last Updated -This benchmark was automatically generated on **2026-07-12** from the latest CI run. +This benchmark was automatically generated on **2026-07-16** from the latest CI run. -**Environment:** Ubuntu Latest • .NET SDK 10.0.301 +**Environment:** Ubuntu Latest • .NET SDK 10.0.302 ::: ## 📊 Results | Framework | Version | Mean | Median | StdDev | |-----------|---------|------|--------|--------| -| **TUnit** | 1.58.0 | 335.8 ms | 335.5 ms | 1.81 ms | -| NUnit | 4.6.1 | 1,008.8 ms | 1,007.3 ms | 6.40 ms | -| MSTest | 4.3.0 | 1,099.9 ms | 1,099.0 ms | 5.80 ms | -| xUnit3 | 3.2.2 | 1,050.2 ms | 1,049.8 ms | 5.27 ms | -| **TUnit (AOT)** | 1.58.0 | NA | NA | NA | +| **TUnit** | 1.60.0 | 458.30 ms | 463.95 ms | 35.039 ms | +| NUnit | 4.6.1 | 1,147.56 ms | 1,149.59 ms | 37.016 ms | +| MSTest | 4.3.2 | 1,279.43 ms | 1,280.80 ms | 24.024 ms | +| xUnit3 | 3.2.2 | 1,186.16 ms | 1,185.53 ms | 29.989 ms | +| **TUnit (AOT)** | 1.60.0 | 73.35 ms | 73.16 ms | 1.190 ms | ## 📈 Visual Comparison @@ -60,8 +60,8 @@ This benchmark was automatically generated on **2026-07-12** from the latest CI xychart-beta title "SetupTeardownTests Performance Comparison" x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"] - y-axis "Time (ms)" 0 --> 1320 - bar [335.8, 1008.8, 1099.9, 1050.2, 0] + y-axis "Time (ms)" 0 --> 1536 + bar [458.3, 1147.56, 1279.43, 1186.16, 73.35] ``` ## 🎯 Key Insights @@ -74,4 +74,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information. ::: -*Last generated: 2026-07-12T00:38:25.259Z* +*Last generated: 2026-07-16T16:49:09.141Z* diff --git a/docs/docs/benchmarks/index.md b/docs/docs/benchmarks/index.md index 7b40f67b0a..3e4fd5bda5 100644 --- a/docs/docs/benchmarks/index.md +++ b/docs/docs/benchmarks/index.md @@ -7,9 +7,9 @@ sidebar_position: 1 # Performance Benchmarks :::info Last Updated -These benchmarks were automatically generated on **2026-07-12** from the latest CI run. +These benchmarks were automatically generated on **2026-07-16** from the latest CI run. -**Environment:** Ubuntu Latest • .NET SDK 10.0.301 +**Environment:** Ubuntu Latest • .NET SDK 10.0.302 ::: ## 🚀 Runtime Benchmarks @@ -37,10 +37,10 @@ These benchmarks compare TUnit against the most popular .NET testing frameworks: | Framework | Version Tested | |-----------|----------------| -| **TUnit** | 1.58.0 | +| **TUnit** | 1.60.0 | | **xUnit v3** | 3.2.2 | | **NUnit** | 4.6.1 | -| **MSTest** | 4.3.0 | +| **MSTest** | 4.3.2 | ### Test Scenarios @@ -56,8 +56,8 @@ The benchmarks measure real-world testing patterns: ### Environment - **OS**: Ubuntu Latest (GitHub Actions) -- **Runtime**: .NET 10.0.9 (10.0.9, 10.0.926.27113), X64 RyuJIT x86-64-v4 -- **SDK**: .NET SDK 10.0.301 +- **Runtime**: .NET 10.0.10 (10.0.10, 10.0.1026.32716), X64 RyuJIT x86-64-v4 +- **SDK**: .NET SDK 10.0.302 - **Hardware**: GitHub Actions Standard Runner (Ubuntu) - **Tool**: BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat) @@ -80,4 +80,4 @@ These benchmarks run automatically daily via [GitHub Actions](https://github.com Each benchmark runs multiple iterations with statistical analysis to ensure accuracy. Results may vary based on hardware and test characteristics. ::: -*Last generated: 2026-07-12T00:38:25.260Z* +*Last generated: 2026-07-16T16:49:09.141Z* diff --git a/docs/static/benchmarks/AsyncTests.json b/docs/static/benchmarks/AsyncTests.json index 746bc53474..e1a25c88dc 100644 --- a/docs/static/benchmarks/AsyncTests.json +++ b/docs/static/benchmarks/AsyncTests.json @@ -1,51 +1,51 @@ { - "timestamp": "2026-07-12T00:38:25.258Z", + "timestamp": "2026-07-16T16:49:09.139Z", "category": "AsyncTests", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)", - "sdk": ".NET SDK 10.0.301", - "host": ".NET 10.0.9 (10.0.9, 10.0.926.27113), X64 RyuJIT x86-64-v4" + "sdk": ".NET SDK 10.0.302", + "host": ".NET 10.0.10 (10.0.10, 10.0.1026.32716), X64 RyuJIT x86-64-v4" }, "results": [ { "Method": "TUnit", - "Version": "1.58.0", - "Mean": "360.0 ms", - "Error": "7.16 ms", - "StdDev": "18.09 ms", - "Median": "353.0 ms" + "Version": "1.60.0", + "Mean": "375.9 ms", + "Error": "7.38 ms", + "StdDev": "11.50 ms", + "Median": "373.8 ms" }, { "Method": "NUnit", "Version": "4.6.1", - "Mean": "608.6 ms", - "Error": "13.91 ms", - "StdDev": "40.35 ms", - "Median": "599.2 ms" + "Mean": "599.8 ms", + "Error": "11.88 ms", + "StdDev": "18.50 ms", + "Median": "597.0 ms" }, { "Method": "MSTest", - "Version": "4.3.0", - "Mean": "676.0 ms", - "Error": "13.10 ms", - "StdDev": "18.78 ms", - "Median": "672.3 ms" + "Version": "4.3.2", + "Mean": "659.9 ms", + "Error": "8.16 ms", + "StdDev": "7.23 ms", + "Median": "662.1 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "605.6 ms", - "Error": "11.94 ms", - "StdDev": "11.72 ms", - "Median": "601.9 ms" + "Mean": "607.7 ms", + "Error": "8.59 ms", + "StdDev": "8.83 ms", + "Median": "607.6 ms" }, { "Method": "TUnit_AOT", - "Version": "1.58.0", - "Mean": "113.1 ms", - "Error": "0.73 ms", - "StdDev": "0.68 ms", - "Median": "113.0 ms" + "Version": "1.60.0", + "Mean": "117.0 ms", + "Error": "2.26 ms", + "StdDev": "2.60 ms", + "Median": "115.7 ms" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/BuildTime.json b/docs/static/benchmarks/BuildTime.json index 9cb20566a3..a71d7627fc 100644 --- a/docs/static/benchmarks/BuildTime.json +++ b/docs/static/benchmarks/BuildTime.json @@ -1,43 +1,43 @@ { - "timestamp": "2026-07-12T00:38:25.260Z", + "timestamp": "2026-07-16T16:49:09.141Z", "category": "BuildTime", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)", - "sdk": ".NET SDK 10.0.301", - "host": ".NET 10.0.9 (10.0.9, 10.0.926.27113), X64 RyuJIT x86-64-v4" + "sdk": ".NET SDK 10.0.302", + "host": ".NET 10.0.10 (10.0.10, 10.0.1026.32716), X64 RyuJIT x86-64-v4" }, "results": [ { "Method": "Build_TUnit", - "Version": "1.58.0", - "Mean": "1,146.4 ms", - "Error": "22.74 ms", - "StdDev": "57.04 ms", - "Median": "1,144.9 ms" + "Version": "1.60.0", + "Mean": "931.9 ms", + "Error": "18.24 ms", + "StdDev": "48.38 ms", + "Median": "920.1 ms" }, { "Method": "Build_NUnit", "Version": "4.6.1", - "Mean": "1,083.5 ms", - "Error": "20.56 ms", - "StdDev": "19.23 ms", - "Median": "1,081.5 ms" + "Mean": "901.1 ms", + "Error": "17.99 ms", + "StdDev": "31.51 ms", + "Median": "891.3 ms" }, { "Method": "Build_MSTest", - "Version": "4.3.0", - "Mean": "986.7 ms", - "Error": "15.72 ms", - "StdDev": "26.70 ms", - "Median": "990.0 ms" + "Version": "4.3.2", + "Mean": "1,046.9 ms", + "Error": "26.23 ms", + "StdDev": "76.11 ms", + "Median": "1,060.8 ms" }, { "Method": "Build_xUnit3", "Version": "3.2.2", - "Mean": "817.4 ms", - "Error": "8.66 ms", - "StdDev": "8.10 ms", - "Median": "817.5 ms" + "Mean": "857.4 ms", + "Error": "8.51 ms", + "StdDev": "7.54 ms", + "Median": "858.7 ms" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/DataDrivenTests.json b/docs/static/benchmarks/DataDrivenTests.json index 644eb1fc74..13209599f2 100644 --- a/docs/static/benchmarks/DataDrivenTests.json +++ b/docs/static/benchmarks/DataDrivenTests.json @@ -1,51 +1,51 @@ { - "timestamp": "2026-07-12T00:38:25.258Z", + "timestamp": "2026-07-16T16:49:09.140Z", "category": "DataDrivenTests", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)", - "sdk": ".NET SDK 10.0.301", - "host": ".NET 10.0.9 (10.0.9, 10.0.926.27113), X64 RyuJIT x86-64-v4" + "sdk": ".NET SDK 10.0.302", + "host": ".NET 10.0.10 (10.0.10, 10.0.1026.32716), X64 RyuJIT x86-64-v4" }, "results": [ { "Method": "TUnit", - "Version": "1.58.0", - "Mean": "265.70 ms", - "Error": "4.387 ms", - "StdDev": "9.348 ms", - "Median": "264.36 ms" + "Version": "1.60.0", + "Mean": "333.55 ms", + "Error": "8.891 ms", + "StdDev": "26.217 ms", + "Median": "329.63 ms" }, { "Method": "NUnit", "Version": "4.6.1", - "Mean": "523.01 ms", - "Error": "9.593 ms", - "StdDev": "14.061 ms", - "Median": "519.57 ms" + "Mean": "588.63 ms", + "Error": "11.677 ms", + "StdDev": "30.349 ms", + "Median": "588.62 ms" }, { "Method": "MSTest", - "Version": "4.3.0", - "Mean": "529.13 ms", - "Error": "11.600 ms", - "StdDev": "34.022 ms", - "Median": "527.68 ms" + "Version": "4.3.2", + "Mean": "643.67 ms", + "Error": "12.820 ms", + "StdDev": "34.220 ms", + "Median": "644.95 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "523.90 ms", - "Error": "10.400 ms", - "StdDev": "24.917 ms", - "Median": "517.07 ms" + "Mean": "612.50 ms", + "Error": "12.227 ms", + "StdDev": "23.558 ms", + "Median": "613.31 ms" }, { "Method": "TUnit_AOT", - "Version": "1.58.0", - "Mean": "16.65 ms", - "Error": "0.561 ms", - "StdDev": "1.655 ms", - "Median": "16.68 ms" + "Version": "1.60.0", + "Mean": "18.46 ms", + "Error": "0.373 ms", + "StdDev": "1.089 ms", + "Median": "18.50 ms" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/MassiveParallelTests.json b/docs/static/benchmarks/MassiveParallelTests.json index ea73a9037b..f691912111 100644 --- a/docs/static/benchmarks/MassiveParallelTests.json +++ b/docs/static/benchmarks/MassiveParallelTests.json @@ -1,51 +1,51 @@ { - "timestamp": "2026-07-12T00:38:25.258Z", + "timestamp": "2026-07-16T16:49:09.140Z", "category": "MassiveParallelTests", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)", - "sdk": ".NET SDK 10.0.301", - "host": ".NET 10.0.9 (10.0.9, 10.0.926.27113), X64 RyuJIT x86-64-v4" + "sdk": ".NET SDK 10.0.302", + "host": ".NET 10.0.10 (10.0.10, 10.0.1026.32716), X64 RyuJIT x86-64-v4" }, "results": [ { "Method": "TUnit", - "Version": "1.58.0", - "Mean": "467.8 ms", - "Error": "8.86 ms", - "StdDev": "7.40 ms", - "Median": "467.2 ms" + "Version": "1.60.0", + "Mean": "530.9 ms", + "Error": "10.60 ms", + "StdDev": "20.42 ms", + "Median": "525.1 ms" }, { "Method": "NUnit", "Version": "4.6.1", - "Mean": "1,107.5 ms", - "Error": "21.93 ms", - "StdDev": "26.10 ms", - "Median": "1,109.8 ms" + "Mean": "1,122.5 ms", + "Error": "19.75 ms", + "StdDev": "21.95 ms", + "Median": "1,114.3 ms" }, { "Method": "MSTest", - "Version": "4.3.0", - "Mean": "2,993.9 ms", - "Error": "26.97 ms", - "StdDev": "23.91 ms", - "Median": "2,985.5 ms" + "Version": "4.3.2", + "Mean": "3,029.7 ms", + "Error": "34.65 ms", + "StdDev": "30.72 ms", + "Median": "3,024.8 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "2,945.7 ms", - "Error": "15.70 ms", - "StdDev": "13.92 ms", - "Median": "2,945.5 ms" + "Mean": "2,975.1 ms", + "Error": "47.04 ms", + "StdDev": "44.00 ms", + "Median": "2,971.1 ms" }, { "Method": "TUnit_AOT", - "Version": "1.58.0", - "Mean": "217.6 ms", - "Error": "0.54 ms", - "StdDev": "0.42 ms", - "Median": "217.7 ms" + "Version": "1.60.0", + "Mean": "217.5 ms", + "Error": "1.28 ms", + "StdDev": "1.20 ms", + "Median": "217.1 ms" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/MatrixTests.json b/docs/static/benchmarks/MatrixTests.json index 495456784b..89e8ba3273 100644 --- a/docs/static/benchmarks/MatrixTests.json +++ b/docs/static/benchmarks/MatrixTests.json @@ -1,51 +1,51 @@ { - "timestamp": "2026-07-12T00:38:25.259Z", + "timestamp": "2026-07-16T16:49:09.140Z", "category": "MatrixTests", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)", - "sdk": ".NET SDK 10.0.301", - "host": ".NET 10.0.9 (10.0.9, 10.0.926.27113), X64 RyuJIT x86-64-v4" + "sdk": ".NET SDK 10.0.302", + "host": ".NET 10.0.10 (10.0.10, 10.0.1026.32716), X64 RyuJIT x86-64-v4" }, "results": [ { "Method": "TUnit", - "Version": "1.58.0", - "Mean": "474.1 ms", - "Error": "20.50 ms", - "StdDev": "60.45 ms", - "Median": "482.5 ms" + "Version": "1.60.0", + "Mean": "388.2 ms", + "Error": "3.70 ms", + "StdDev": "3.28 ms", + "Median": "389.1 ms" }, { "Method": "NUnit", "Version": "4.6.1", - "Mean": "1,468.9 ms", - "Error": "28.56 ms", - "StdDev": "25.32 ms", - "Median": "1,470.3 ms" + "Mean": "1,452.1 ms", + "Error": "7.86 ms", + "StdDev": "7.35 ms", + "Median": "1,452.6 ms" }, { "Method": "MSTest", - "Version": "4.3.0", - "Mean": "1,515.3 ms", - "Error": "15.26 ms", - "StdDev": "14.28 ms", - "Median": "1,514.5 ms" + "Version": "4.3.2", + "Mean": "1,541.1 ms", + "Error": "6.86 ms", + "StdDev": "6.08 ms", + "Median": "1,541.2 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "1,469.2 ms", - "Error": "9.55 ms", - "StdDev": "8.94 ms", - "Median": "1,470.9 ms" + "Mean": "1,491.5 ms", + "Error": "14.98 ms", + "StdDev": "12.51 ms", + "Median": "1,489.1 ms" }, { "Method": "TUnit_AOT", - "Version": "1.58.0", - "Mean": "119.6 ms", - "Error": "2.29 ms", - "StdDev": "2.14 ms", - "Median": "119.5 ms" + "Version": "1.60.0", + "Mean": "118.1 ms", + "Error": "1.23 ms", + "StdDev": "0.96 ms", + "Median": "117.9 ms" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/ScaleTests.json b/docs/static/benchmarks/ScaleTests.json index d59e7cf89d..f07faed0cb 100644 --- a/docs/static/benchmarks/ScaleTests.json +++ b/docs/static/benchmarks/ScaleTests.json @@ -1,51 +1,51 @@ { - "timestamp": "2026-07-12T00:38:25.259Z", + "timestamp": "2026-07-16T16:49:09.141Z", "category": "ScaleTests", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)", - "sdk": ".NET SDK 10.0.301", - "host": ".NET 10.0.9 (10.0.9, 10.0.926.27113), X64 RyuJIT x86-64-v4" + "sdk": ".NET SDK 10.0.302", + "host": ".NET 10.0.10 (10.0.10, 10.0.1026.32716), X64 RyuJIT x86-64-v4" }, "results": [ { "Method": "TUnit", - "Version": "1.58.0", - "Mean": "263.55 ms", - "Error": "2.132 ms", - "StdDev": "1.995 ms", - "Median": "263.67 ms" + "Version": "1.60.0", + "Mean": "320.96 ms", + "Error": "6.349 ms", + "StdDev": "12.233 ms", + "Median": "320.67 ms" }, { "Method": "NUnit", "Version": "4.6.1", - "Mean": "488.30 ms", - "Error": "9.209 ms", - "StdDev": "7.690 ms", - "Median": "487.42 ms" + "Mean": "520.19 ms", + "Error": "10.289 ms", + "StdDev": "15.712 ms", + "Median": "513.89 ms" }, { "Method": "MSTest", - "Version": "4.3.0", - "Mean": "495.94 ms", - "Error": "9.092 ms", - "StdDev": "8.060 ms", - "Median": "495.27 ms" + "Version": "4.3.2", + "Mean": "566.98 ms", + "Error": "12.030 ms", + "StdDev": "35.283 ms", + "Median": "568.49 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "504.14 ms", - "Error": "9.962 ms", - "StdDev": "13.636 ms", - "Median": "499.49 ms" + "Mean": "520.49 ms", + "Error": "9.842 ms", + "StdDev": "19.655 ms", + "Median": "516.76 ms" }, { "Method": "TUnit_AOT", - "Version": "1.58.0", - "Mean": "29.38 ms", - "Error": "0.770 ms", - "StdDev": "2.269 ms", - "Median": "29.52 ms" + "Version": "1.60.0", + "Mean": "18.25 ms", + "Error": "0.507 ms", + "StdDev": "1.478 ms", + "Median": "17.91 ms" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/SetupTeardownTests.json b/docs/static/benchmarks/SetupTeardownTests.json index ac8a61941f..e0b784426f 100644 --- a/docs/static/benchmarks/SetupTeardownTests.json +++ b/docs/static/benchmarks/SetupTeardownTests.json @@ -1,51 +1,51 @@ { - "timestamp": "2026-07-12T00:38:25.259Z", + "timestamp": "2026-07-16T16:49:09.141Z", "category": "SetupTeardownTests", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)", - "sdk": ".NET SDK 10.0.301", - "host": ".NET 10.0.9 (10.0.9, 10.0.926.27113), X64 RyuJIT x86-64-v4" + "sdk": ".NET SDK 10.0.302", + "host": ".NET 10.0.10 (10.0.10, 10.0.1026.32716), X64 RyuJIT x86-64-v4" }, "results": [ { "Method": "TUnit", - "Version": "1.58.0", - "Mean": "335.8 ms", - "Error": "2.32 ms", - "StdDev": "1.81 ms", - "Median": "335.5 ms" + "Version": "1.60.0", + "Mean": "458.30 ms", + "Error": "11.947 ms", + "StdDev": "35.039 ms", + "Median": "463.95 ms" }, { "Method": "NUnit", "Version": "4.6.1", - "Mean": "1,008.8 ms", - "Error": "7.66 ms", - "StdDev": "6.40 ms", - "Median": "1,007.3 ms" + "Mean": "1,147.56 ms", + "Error": "22.923 ms", + "StdDev": "37.016 ms", + "Median": "1,149.59 ms" }, { "Method": "MSTest", - "Version": "4.3.0", - "Mean": "1,099.9 ms", - "Error": "6.95 ms", - "StdDev": "5.80 ms", - "Median": "1,099.0 ms" + "Version": "4.3.2", + "Mean": "1,279.43 ms", + "Error": "24.461 ms", + "StdDev": "24.024 ms", + "Median": "1,280.80 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "1,050.2 ms", - "Error": "5.95 ms", - "StdDev": "5.27 ms", - "Median": "1,049.8 ms" + "Mean": "1,186.16 ms", + "Error": "23.713 ms", + "StdDev": "29.989 ms", + "Median": "1,185.53 ms" }, { "Method": "TUnit_AOT", - "Version": "1.58.0", - "Mean": "NA", - "Error": "NA", - "StdDev": "NA", - "Median": "NA" + "Version": "1.60.0", + "Mean": "73.35 ms", + "Error": "1.273 ms", + "StdDev": "1.190 ms", + "Median": "73.16 ms" } ] } \ No newline at end of file diff --git a/docs/static/benchmarks/historical.json b/docs/static/benchmarks/historical.json index 16df7acfa3..1c22513a5f 100644 --- a/docs/static/benchmarks/historical.json +++ b/docs/static/benchmarks/historical.json @@ -1,8 +1,4 @@ [ - { - "date": "2026-03-13", - "environment": "Ubuntu" - }, { "date": "2026-03-14", "environment": "Ubuntu" @@ -358,5 +354,9 @@ { "date": "2026-07-12", "environment": "Ubuntu" + }, + { + "date": "2026-07-16", + "environment": "Ubuntu" } ] \ No newline at end of file diff --git a/docs/static/benchmarks/latest.json b/docs/static/benchmarks/latest.json index ee0801f579..347f5891b7 100644 --- a/docs/static/benchmarks/latest.json +++ b/docs/static/benchmarks/latest.json @@ -1,261 +1,261 @@ { - "timestamp": "2026-07-12T00:38:25.260Z", + "timestamp": "2026-07-16T16:49:09.142Z", "environment": { "benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)", - "sdk": ".NET SDK 10.0.301", - "host": ".NET 10.0.9 (10.0.9, 10.0.926.27113), X64 RyuJIT x86-64-v4" + "sdk": ".NET SDK 10.0.302", + "host": ".NET 10.0.10 (10.0.10, 10.0.1026.32716), X64 RyuJIT x86-64-v4" }, "categories": { "AsyncTests": [ { "Method": "TUnit", - "Version": "1.58.0", - "Mean": "360.0 ms", - "Error": "7.16 ms", - "StdDev": "18.09 ms", - "Median": "353.0 ms" + "Version": "1.60.0", + "Mean": "375.9 ms", + "Error": "7.38 ms", + "StdDev": "11.50 ms", + "Median": "373.8 ms" }, { "Method": "NUnit", "Version": "4.6.1", - "Mean": "608.6 ms", - "Error": "13.91 ms", - "StdDev": "40.35 ms", - "Median": "599.2 ms" + "Mean": "599.8 ms", + "Error": "11.88 ms", + "StdDev": "18.50 ms", + "Median": "597.0 ms" }, { "Method": "MSTest", - "Version": "4.3.0", - "Mean": "676.0 ms", - "Error": "13.10 ms", - "StdDev": "18.78 ms", - "Median": "672.3 ms" + "Version": "4.3.2", + "Mean": "659.9 ms", + "Error": "8.16 ms", + "StdDev": "7.23 ms", + "Median": "662.1 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "605.6 ms", - "Error": "11.94 ms", - "StdDev": "11.72 ms", - "Median": "601.9 ms" + "Mean": "607.7 ms", + "Error": "8.59 ms", + "StdDev": "8.83 ms", + "Median": "607.6 ms" }, { "Method": "TUnit_AOT", - "Version": "1.58.0", - "Mean": "113.1 ms", - "Error": "0.73 ms", - "StdDev": "0.68 ms", - "Median": "113.0 ms" + "Version": "1.60.0", + "Mean": "117.0 ms", + "Error": "2.26 ms", + "StdDev": "2.60 ms", + "Median": "115.7 ms" } ], "DataDrivenTests": [ { "Method": "TUnit", - "Version": "1.58.0", - "Mean": "265.70 ms", - "Error": "4.387 ms", - "StdDev": "9.348 ms", - "Median": "264.36 ms" + "Version": "1.60.0", + "Mean": "333.55 ms", + "Error": "8.891 ms", + "StdDev": "26.217 ms", + "Median": "329.63 ms" }, { "Method": "NUnit", "Version": "4.6.1", - "Mean": "523.01 ms", - "Error": "9.593 ms", - "StdDev": "14.061 ms", - "Median": "519.57 ms" + "Mean": "588.63 ms", + "Error": "11.677 ms", + "StdDev": "30.349 ms", + "Median": "588.62 ms" }, { "Method": "MSTest", - "Version": "4.3.0", - "Mean": "529.13 ms", - "Error": "11.600 ms", - "StdDev": "34.022 ms", - "Median": "527.68 ms" + "Version": "4.3.2", + "Mean": "643.67 ms", + "Error": "12.820 ms", + "StdDev": "34.220 ms", + "Median": "644.95 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "523.90 ms", - "Error": "10.400 ms", - "StdDev": "24.917 ms", - "Median": "517.07 ms" + "Mean": "612.50 ms", + "Error": "12.227 ms", + "StdDev": "23.558 ms", + "Median": "613.31 ms" }, { "Method": "TUnit_AOT", - "Version": "1.58.0", - "Mean": "16.65 ms", - "Error": "0.561 ms", - "StdDev": "1.655 ms", - "Median": "16.68 ms" + "Version": "1.60.0", + "Mean": "18.46 ms", + "Error": "0.373 ms", + "StdDev": "1.089 ms", + "Median": "18.50 ms" } ], "MassiveParallelTests": [ { "Method": "TUnit", - "Version": "1.58.0", - "Mean": "467.8 ms", - "Error": "8.86 ms", - "StdDev": "7.40 ms", - "Median": "467.2 ms" + "Version": "1.60.0", + "Mean": "530.9 ms", + "Error": "10.60 ms", + "StdDev": "20.42 ms", + "Median": "525.1 ms" }, { "Method": "NUnit", "Version": "4.6.1", - "Mean": "1,107.5 ms", - "Error": "21.93 ms", - "StdDev": "26.10 ms", - "Median": "1,109.8 ms" + "Mean": "1,122.5 ms", + "Error": "19.75 ms", + "StdDev": "21.95 ms", + "Median": "1,114.3 ms" }, { "Method": "MSTest", - "Version": "4.3.0", - "Mean": "2,993.9 ms", - "Error": "26.97 ms", - "StdDev": "23.91 ms", - "Median": "2,985.5 ms" + "Version": "4.3.2", + "Mean": "3,029.7 ms", + "Error": "34.65 ms", + "StdDev": "30.72 ms", + "Median": "3,024.8 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "2,945.7 ms", - "Error": "15.70 ms", - "StdDev": "13.92 ms", - "Median": "2,945.5 ms" + "Mean": "2,975.1 ms", + "Error": "47.04 ms", + "StdDev": "44.00 ms", + "Median": "2,971.1 ms" }, { "Method": "TUnit_AOT", - "Version": "1.58.0", - "Mean": "217.6 ms", - "Error": "0.54 ms", - "StdDev": "0.42 ms", - "Median": "217.7 ms" + "Version": "1.60.0", + "Mean": "217.5 ms", + "Error": "1.28 ms", + "StdDev": "1.20 ms", + "Median": "217.1 ms" } ], "MatrixTests": [ { "Method": "TUnit", - "Version": "1.58.0", - "Mean": "474.1 ms", - "Error": "20.50 ms", - "StdDev": "60.45 ms", - "Median": "482.5 ms" + "Version": "1.60.0", + "Mean": "388.2 ms", + "Error": "3.70 ms", + "StdDev": "3.28 ms", + "Median": "389.1 ms" }, { "Method": "NUnit", "Version": "4.6.1", - "Mean": "1,468.9 ms", - "Error": "28.56 ms", - "StdDev": "25.32 ms", - "Median": "1,470.3 ms" + "Mean": "1,452.1 ms", + "Error": "7.86 ms", + "StdDev": "7.35 ms", + "Median": "1,452.6 ms" }, { "Method": "MSTest", - "Version": "4.3.0", - "Mean": "1,515.3 ms", - "Error": "15.26 ms", - "StdDev": "14.28 ms", - "Median": "1,514.5 ms" + "Version": "4.3.2", + "Mean": "1,541.1 ms", + "Error": "6.86 ms", + "StdDev": "6.08 ms", + "Median": "1,541.2 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "1,469.2 ms", - "Error": "9.55 ms", - "StdDev": "8.94 ms", - "Median": "1,470.9 ms" + "Mean": "1,491.5 ms", + "Error": "14.98 ms", + "StdDev": "12.51 ms", + "Median": "1,489.1 ms" }, { "Method": "TUnit_AOT", - "Version": "1.58.0", - "Mean": "119.6 ms", - "Error": "2.29 ms", - "StdDev": "2.14 ms", - "Median": "119.5 ms" + "Version": "1.60.0", + "Mean": "118.1 ms", + "Error": "1.23 ms", + "StdDev": "0.96 ms", + "Median": "117.9 ms" } ], "ScaleTests": [ { "Method": "TUnit", - "Version": "1.58.0", - "Mean": "263.55 ms", - "Error": "2.132 ms", - "StdDev": "1.995 ms", - "Median": "263.67 ms" + "Version": "1.60.0", + "Mean": "320.96 ms", + "Error": "6.349 ms", + "StdDev": "12.233 ms", + "Median": "320.67 ms" }, { "Method": "NUnit", "Version": "4.6.1", - "Mean": "488.30 ms", - "Error": "9.209 ms", - "StdDev": "7.690 ms", - "Median": "487.42 ms" + "Mean": "520.19 ms", + "Error": "10.289 ms", + "StdDev": "15.712 ms", + "Median": "513.89 ms" }, { "Method": "MSTest", - "Version": "4.3.0", - "Mean": "495.94 ms", - "Error": "9.092 ms", - "StdDev": "8.060 ms", - "Median": "495.27 ms" + "Version": "4.3.2", + "Mean": "566.98 ms", + "Error": "12.030 ms", + "StdDev": "35.283 ms", + "Median": "568.49 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "504.14 ms", - "Error": "9.962 ms", - "StdDev": "13.636 ms", - "Median": "499.49 ms" + "Mean": "520.49 ms", + "Error": "9.842 ms", + "StdDev": "19.655 ms", + "Median": "516.76 ms" }, { "Method": "TUnit_AOT", - "Version": "1.58.0", - "Mean": "29.38 ms", - "Error": "0.770 ms", - "StdDev": "2.269 ms", - "Median": "29.52 ms" + "Version": "1.60.0", + "Mean": "18.25 ms", + "Error": "0.507 ms", + "StdDev": "1.478 ms", + "Median": "17.91 ms" } ], "SetupTeardownTests": [ { "Method": "TUnit", - "Version": "1.58.0", - "Mean": "335.8 ms", - "Error": "2.32 ms", - "StdDev": "1.81 ms", - "Median": "335.5 ms" + "Version": "1.60.0", + "Mean": "458.30 ms", + "Error": "11.947 ms", + "StdDev": "35.039 ms", + "Median": "463.95 ms" }, { "Method": "NUnit", "Version": "4.6.1", - "Mean": "1,008.8 ms", - "Error": "7.66 ms", - "StdDev": "6.40 ms", - "Median": "1,007.3 ms" + "Mean": "1,147.56 ms", + "Error": "22.923 ms", + "StdDev": "37.016 ms", + "Median": "1,149.59 ms" }, { "Method": "MSTest", - "Version": "4.3.0", - "Mean": "1,099.9 ms", - "Error": "6.95 ms", - "StdDev": "5.80 ms", - "Median": "1,099.0 ms" + "Version": "4.3.2", + "Mean": "1,279.43 ms", + "Error": "24.461 ms", + "StdDev": "24.024 ms", + "Median": "1,280.80 ms" }, { "Method": "xUnit3", "Version": "3.2.2", - "Mean": "1,050.2 ms", - "Error": "5.95 ms", - "StdDev": "5.27 ms", - "Median": "1,049.8 ms" + "Mean": "1,186.16 ms", + "Error": "23.713 ms", + "StdDev": "29.989 ms", + "Median": "1,185.53 ms" }, { "Method": "TUnit_AOT", - "Version": "1.58.0", - "Mean": "NA", - "Error": "NA", - "StdDev": "NA", - "Median": "NA" + "Version": "1.60.0", + "Mean": "73.35 ms", + "Error": "1.273 ms", + "StdDev": "1.190 ms", + "Median": "73.16 ms" } ] }, @@ -263,35 +263,35 @@ "BuildTime": [ { "Method": "Build_TUnit", - "Version": "1.58.0", - "Mean": "1,146.4 ms", - "Error": "22.74 ms", - "StdDev": "57.04 ms", - "Median": "1,144.9 ms" + "Version": "1.60.0", + "Mean": "931.9 ms", + "Error": "18.24 ms", + "StdDev": "48.38 ms", + "Median": "920.1 ms" }, { "Method": "Build_NUnit", "Version": "4.6.1", - "Mean": "1,083.5 ms", - "Error": "20.56 ms", - "StdDev": "19.23 ms", - "Median": "1,081.5 ms" + "Mean": "901.1 ms", + "Error": "17.99 ms", + "StdDev": "31.51 ms", + "Median": "891.3 ms" }, { "Method": "Build_MSTest", - "Version": "4.3.0", - "Mean": "986.7 ms", - "Error": "15.72 ms", - "StdDev": "26.70 ms", - "Median": "990.0 ms" + "Version": "4.3.2", + "Mean": "1,046.9 ms", + "Error": "26.23 ms", + "StdDev": "76.11 ms", + "Median": "1,060.8 ms" }, { "Method": "Build_xUnit3", "Version": "3.2.2", - "Mean": "817.4 ms", - "Error": "8.66 ms", - "StdDev": "8.10 ms", - "Median": "817.5 ms" + "Mean": "857.4 ms", + "Error": "8.51 ms", + "StdDev": "7.54 ms", + "Median": "858.7 ms" } ] }, @@ -299,6 +299,6 @@ "runtimeCategories": 6, "buildCategories": 1, "totalBenchmarks": 7, - "lastUpdated": "2026-07-12T00:38:25.257Z" + "lastUpdated": "2026-07-16T16:49:09.138Z" } } \ No newline at end of file diff --git a/docs/static/benchmarks/summary.json b/docs/static/benchmarks/summary.json index 5aeabad6d3..d99a74d733 100644 --- a/docs/static/benchmarks/summary.json +++ b/docs/static/benchmarks/summary.json @@ -10,6 +10,6 @@ "build": [ "BuildTime" ], - "timestamp": "2026-07-12", - "environment": "Ubuntu Latest • .NET SDK 10.0.301" + "timestamp": "2026-07-16", + "environment": "Ubuntu Latest • .NET SDK 10.0.302" } \ No newline at end of file