From 74ab21eeb0c8028661d0a413b0cd81a8594f891b Mon Sep 17 00:00:00 2001
From: thomhurst <30480171+thomhurst@users.noreply.github.com>
Date: Sun, 19 Jul 2026 00:36:25 +0000
Subject: [PATCH] chore: update benchmark results
---
README.md | 16 +-
docs/docs/benchmarks/engine/AsyncTests.md | 18 +-
docs/docs/benchmarks/engine/BuildTime.md | 16 +-
.../docs/benchmarks/engine/DataDrivenTests.md | 18 +-
.../benchmarks/engine/MassiveParallelTests.md | 18 +-
docs/docs/benchmarks/engine/MatrixTests.md | 18 +-
docs/docs/benchmarks/engine/ScaleTests.md | 18 +-
.../benchmarks/engine/SetupTeardownTests.md | 18 +-
docs/docs/benchmarks/index.md | 6 +-
docs/static/benchmarks/AsyncTests.json | 44 +--
docs/static/benchmarks/BuildTime.json | 36 +--
docs/static/benchmarks/DataDrivenTests.json | 46 +--
.../benchmarks/MassiveParallelTests.json | 46 +--
docs/static/benchmarks/MatrixTests.json | 46 +--
docs/static/benchmarks/ScaleTests.json | 46 +--
.../static/benchmarks/SetupTeardownTests.json | 46 +--
docs/static/benchmarks/historical.json | 8 +-
docs/static/benchmarks/latest.json | 300 +++++++++---------
docs/static/benchmarks/summary.json | 2 +-
19 files changed, 383 insertions(+), 383 deletions(-)
diff --git a/README.md b/README.md
index af54ec0271..fd54cf2e91 100644
--- a/README.md
+++ b/README.md
@@ -61,14 +61,14 @@ Source generation shifts work from run time to build time: you pay a little up f
| Scenario | TUnit (AOT) | TUnit | xUnit v3 | NUnit | MSTest |
|----------|---|---|---|---|---|
-| Data-driven tests | 18.46 ms | 333.55 ms | 612.50 ms | 588.63 ms | 643.67 ms |
-| Async-heavy tests | 117.0 ms | 375.9 ms | 607.7 ms | 599.8 ms | 659.9 ms |
-| Matrix combinations | 118.1 ms | 388.2 ms | 1,491.5 ms | 1,452.1 ms | 1,541.1 ms |
-| Large suites (scale) | 18.25 ms | 320.96 ms | 520.49 ms | 520.19 ms | 566.98 ms |
-| Massive parallelism | 217.5 ms | 530.9 ms | 2,975.1 ms | 1,122.5 ms | 3,029.7 ms |
-| Setup/teardown lifecycle | 73.35 ms | 458.30 ms | 1,186.16 ms | 1,147.56 ms | 1,279.43 ms |
-
-Mean wall-clock time to run the same test suite. TUnit (AOT) 1.60.0 · TUnit 1.60.0 · xUnit v3 3.2.2 · NUnit 4.6.1 · MSTest 4.3.2. .NET SDK 10.0.302, .NET 10.0.10 (10.0.10, 10.0.1026.32716), X64 RyuJIT x86-64-v4. Updated 2026-07-16 — regenerated weekly by the [Speed Comparison workflow](https://github.com/thomhurst/TUnit/actions/workflows/speed-comparison.yml). Full results and methodology: [tunit.dev/docs/benchmarks](https://tunit.dev/docs/benchmarks/).
+| Data-driven tests | 13.86 ms | 262.72 ms | 500.82 ms | 496.40 ms | 485.22 ms |
+| Async-heavy tests | 115.6 ms | 366.7 ms | 593.0 ms | 576.0 ms | 654.5 ms |
+| Matrix combinations | 115.4 ms | 371.2 ms | 1,476.3 ms | 1,425.9 ms | 1,548.0 ms |
+| Large suites (scale) | 14.62 ms | 278.49 ms | 501.20 ms | 496.42 ms | 487.18 ms |
+| Massive parallelism | 217.2 ms | 467.5 ms | 2,902.4 ms | 1,077.2 ms | 2,966.3 ms |
+| Setup/teardown lifecycle | 67.02 ms | 361.06 ms | 1,107.75 ms | 1,051.58 ms | 1,134.21 ms |
+
+Mean wall-clock time to run the same test suite. TUnit (AOT) 1.61.0 · TUnit 1.61.0 · xUnit v3 3.2.2 · NUnit 4.6.1 · MSTest 4.3.2. .NET SDK 10.0.302, .NET 10.0.10 (10.0.10, 10.0.1026.32716), X64 RyuJIT x86-64-v4. Updated 2026-07-19 — regenerated weekly by the [Speed Comparison workflow](https://github.com/thomhurst/TUnit/actions/workflows/speed-comparison.yml). Full results and methodology: [tunit.dev/docs/benchmarks](https://tunit.dev/docs/benchmarks/).
## Getting Started
diff --git a/docs/docs/benchmarks/engine/AsyncTests.md b/docs/docs/benchmarks/engine/AsyncTests.md
index c25110d40a..edc485c259 100644
--- a/docs/docs/benchmarks/engine/AsyncTests.md
+++ b/docs/docs/benchmarks/engine/AsyncTests.md
@@ -9,7 +9,7 @@ sidebar_position: 3
> Realistic async/await patterns with I/O simulation
:::info Last Updated
-This benchmark was automatically generated on **2026-07-16** from the latest CI run.
+This benchmark was automatically generated on **2026-07-19** from the latest CI run.
**Environment:** Ubuntu Latest • .NET SDK 10.0.302
:::
@@ -18,11 +18,11 @@ This benchmark was automatically generated on **2026-07-16** from the latest CI
| Framework | Version | Mean | Median | StdDev |
|-----------|---------|------|--------|--------|
-| **TUnit** | 1.60.0 | 375.9 ms | 373.8 ms | 11.50 ms |
-| NUnit | 4.6.1 | 599.8 ms | 597.0 ms | 18.50 ms |
-| MSTest | 4.3.2 | 659.9 ms | 662.1 ms | 7.23 ms |
-| xUnit3 | 3.2.2 | 607.7 ms | 607.6 ms | 8.83 ms |
-| **TUnit (AOT)** | 1.60.0 | 117.0 ms | 115.7 ms | 2.60 ms |
+| **TUnit** | 1.61.0 | 366.7 ms | 366.5 ms | 1.33 ms |
+| NUnit | 4.6.1 | 576.0 ms | 575.5 ms | 6.86 ms |
+| MSTest | 4.3.2 | 654.5 ms | 653.0 ms | 8.79 ms |
+| xUnit3 | 3.2.2 | 593.0 ms | 594.9 ms | 7.87 ms |
+| **TUnit (AOT)** | 1.61.0 | 115.6 ms | 115.7 ms | 0.19 ms |
## 📈 Visual Comparison
@@ -60,8 +60,8 @@ This benchmark was automatically generated on **2026-07-16** from the latest CI
xychart-beta
title "AsyncTests Performance Comparison"
x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"]
- y-axis "Time (ms)" 0 --> 792
- bar [375.9, 599.8, 659.9, 607.7, 117]
+ y-axis "Time (ms)" 0 --> 786
+ bar [366.7, 576, 654.5, 593, 115.6]
```
## 🎯 Key Insights
@@ -74,4 +74,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using
View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information.
:::
-*Last generated: 2026-07-16T16:49:09.139Z*
+*Last generated: 2026-07-19T00:36:15.197Z*
diff --git a/docs/docs/benchmarks/engine/BuildTime.md b/docs/docs/benchmarks/engine/BuildTime.md
index 1ef70a6973..af38d0f36d 100644
--- a/docs/docs/benchmarks/engine/BuildTime.md
+++ b/docs/docs/benchmarks/engine/BuildTime.md
@@ -9,7 +9,7 @@ sidebar_position: 9
> Compilation time from a clean build across frameworks — how long it takes to build an identical test project.
:::info Last Updated
-This benchmark was automatically generated on **2026-07-16** from the latest CI run.
+This benchmark was automatically generated on **2026-07-19** from the latest CI run.
**Environment:** Ubuntu Latest • .NET SDK 10.0.302
:::
@@ -20,10 +20,10 @@ Compilation time comparison across frameworks:
| Framework | Version | Mean | Median | StdDev |
|-----------|---------|------|--------|--------|
-| **TUnit** | 1.60.0 | 931.9 ms | 920.1 ms | 48.38 ms |
-| Build_NUnit | 4.6.1 | 901.1 ms | 891.3 ms | 31.51 ms |
-| Build_MSTest | 4.3.2 | 1,046.9 ms | 1,060.8 ms | 76.11 ms |
-| Build_xUnit3 | 3.2.2 | 857.4 ms | 858.7 ms | 7.54 ms |
+| **TUnit** | 1.61.0 | 955.0 ms | 954.8 ms | 29.78 ms |
+| Build_NUnit | 4.6.1 | 901.2 ms | 896.7 ms | 16.24 ms |
+| Build_MSTest | 4.3.2 | 1,105.5 ms | 1,114.2 ms | 26.22 ms |
+| Build_xUnit3 | 3.2.2 | 878.8 ms | 876.2 ms | 12.53 ms |
## 📈 Visual Comparison
@@ -61,8 +61,8 @@ Compilation time comparison across frameworks:
xychart-beta
title "Build Time Comparison"
x-axis ["Build_TUnit", "Build_NUnit", "Build_MSTest", "Build_xUnit3"]
- y-axis "Time (ms)" 0 --> 1257
- bar [931.9, 901.1, 1046.9, 857.4]
+ y-axis "Time (ms)" 0 --> 1327
+ bar [955, 901.2, 1105.5, 878.8]
```
---
@@ -71,4 +71,4 @@ xychart-beta
View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information.
:::
-*Last generated: 2026-07-16T16:49:09.141Z*
+*Last generated: 2026-07-19T00:36:15.199Z*
diff --git a/docs/docs/benchmarks/engine/DataDrivenTests.md b/docs/docs/benchmarks/engine/DataDrivenTests.md
index 4f2fd1fc3c..134034c281 100644
--- a/docs/docs/benchmarks/engine/DataDrivenTests.md
+++ b/docs/docs/benchmarks/engine/DataDrivenTests.md
@@ -9,7 +9,7 @@ sidebar_position: 4
> Parameterized tests with multiple data sources
:::info Last Updated
-This benchmark was automatically generated on **2026-07-16** from the latest CI run.
+This benchmark was automatically generated on **2026-07-19** from the latest CI run.
**Environment:** Ubuntu Latest • .NET SDK 10.0.302
:::
@@ -18,11 +18,11 @@ This benchmark was automatically generated on **2026-07-16** from the latest CI
| Framework | Version | Mean | Median | StdDev |
|-----------|---------|------|--------|--------|
-| **TUnit** | 1.60.0 | 333.55 ms | 329.63 ms | 26.217 ms |
-| NUnit | 4.6.1 | 588.63 ms | 588.62 ms | 30.349 ms |
-| MSTest | 4.3.2 | 643.67 ms | 644.95 ms | 34.220 ms |
-| xUnit3 | 3.2.2 | 612.50 ms | 613.31 ms | 23.558 ms |
-| **TUnit (AOT)** | 1.60.0 | 18.46 ms | 18.50 ms | 1.089 ms |
+| **TUnit** | 1.61.0 | 262.72 ms | 262.74 ms | 0.704 ms |
+| NUnit | 4.6.1 | 496.40 ms | 494.18 ms | 10.413 ms |
+| MSTest | 4.3.2 | 485.22 ms | 485.28 ms | 10.489 ms |
+| xUnit3 | 3.2.2 | 500.82 ms | 500.25 ms | 7.910 ms |
+| **TUnit (AOT)** | 1.61.0 | 13.86 ms | 13.76 ms | 0.860 ms |
## 📈 Visual Comparison
@@ -60,8 +60,8 @@ This benchmark was automatically generated on **2026-07-16** from the latest CI
xychart-beta
title "DataDrivenTests Performance Comparison"
x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"]
- y-axis "Time (ms)" 0 --> 773
- bar [333.55, 588.63, 643.67, 612.5, 18.46]
+ y-axis "Time (ms)" 0 --> 601
+ bar [262.72, 496.4, 485.22, 500.82, 13.86]
```
## 🎯 Key Insights
@@ -74,4 +74,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using
View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information.
:::
-*Last generated: 2026-07-16T16:49:09.140Z*
+*Last generated: 2026-07-19T00:36:15.197Z*
diff --git a/docs/docs/benchmarks/engine/MassiveParallelTests.md b/docs/docs/benchmarks/engine/MassiveParallelTests.md
index cee22c1b2e..e1696f0a15 100644
--- a/docs/docs/benchmarks/engine/MassiveParallelTests.md
+++ b/docs/docs/benchmarks/engine/MassiveParallelTests.md
@@ -9,7 +9,7 @@ sidebar_position: 5
> Parallel execution stress tests
:::info Last Updated
-This benchmark was automatically generated on **2026-07-16** from the latest CI run.
+This benchmark was automatically generated on **2026-07-19** from the latest CI run.
**Environment:** Ubuntu Latest • .NET SDK 10.0.302
:::
@@ -18,11 +18,11 @@ This benchmark was automatically generated on **2026-07-16** from the latest CI
| Framework | Version | Mean | Median | StdDev |
|-----------|---------|------|--------|--------|
-| **TUnit** | 1.60.0 | 530.9 ms | 525.1 ms | 20.42 ms |
-| NUnit | 4.6.1 | 1,122.5 ms | 1,114.3 ms | 21.95 ms |
-| MSTest | 4.3.2 | 3,029.7 ms | 3,024.8 ms | 30.72 ms |
-| xUnit3 | 3.2.2 | 2,975.1 ms | 2,971.1 ms | 44.00 ms |
-| **TUnit (AOT)** | 1.60.0 | 217.5 ms | 217.1 ms | 1.20 ms |
+| **TUnit** | 1.61.0 | 467.5 ms | 466.9 ms | 5.62 ms |
+| NUnit | 4.6.1 | 1,077.2 ms | 1,068.0 ms | 20.89 ms |
+| MSTest | 4.3.2 | 2,966.3 ms | 2,965.9 ms | 8.95 ms |
+| xUnit3 | 3.2.2 | 2,902.4 ms | 2,902.5 ms | 3.99 ms |
+| **TUnit (AOT)** | 1.61.0 | 217.2 ms | 217.2 ms | 0.53 ms |
## 📈 Visual Comparison
@@ -60,8 +60,8 @@ This benchmark was automatically generated on **2026-07-16** from the latest CI
xychart-beta
title "MassiveParallelTests Performance Comparison"
x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"]
- y-axis "Time (ms)" 0 --> 3636
- bar [530.9, 1122.5, 3029.7, 2975.1, 217.5]
+ y-axis "Time (ms)" 0 --> 3560
+ bar [467.5, 1077.2, 2966.3, 2902.4, 217.2]
```
## 🎯 Key Insights
@@ -74,4 +74,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using
View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information.
:::
-*Last generated: 2026-07-16T16:49:09.140Z*
+*Last generated: 2026-07-19T00:36:15.197Z*
diff --git a/docs/docs/benchmarks/engine/MatrixTests.md b/docs/docs/benchmarks/engine/MatrixTests.md
index f430c56ed6..8fae8d5b7b 100644
--- a/docs/docs/benchmarks/engine/MatrixTests.md
+++ b/docs/docs/benchmarks/engine/MatrixTests.md
@@ -9,7 +9,7 @@ sidebar_position: 6
> Combinatorial test generation and execution
:::info Last Updated
-This benchmark was automatically generated on **2026-07-16** from the latest CI run.
+This benchmark was automatically generated on **2026-07-19** from the latest CI run.
**Environment:** Ubuntu Latest • .NET SDK 10.0.302
:::
@@ -18,11 +18,11 @@ This benchmark was automatically generated on **2026-07-16** from the latest CI
| Framework | Version | Mean | Median | StdDev |
|-----------|---------|------|--------|--------|
-| **TUnit** | 1.60.0 | 388.2 ms | 389.1 ms | 3.28 ms |
-| NUnit | 4.6.1 | 1,452.1 ms | 1,452.6 ms | 7.35 ms |
-| MSTest | 4.3.2 | 1,541.1 ms | 1,541.2 ms | 6.08 ms |
-| xUnit3 | 3.2.2 | 1,491.5 ms | 1,489.1 ms | 12.51 ms |
-| **TUnit (AOT)** | 1.60.0 | 118.1 ms | 117.9 ms | 0.96 ms |
+| **TUnit** | 1.61.0 | 371.2 ms | 370.2 ms | 3.77 ms |
+| NUnit | 4.6.1 | 1,425.9 ms | 1,421.2 ms | 10.02 ms |
+| MSTest | 4.3.2 | 1,548.0 ms | 1,541.0 ms | 23.54 ms |
+| xUnit3 | 3.2.2 | 1,476.3 ms | 1,443.9 ms | 59.05 ms |
+| **TUnit (AOT)** | 1.61.0 | 115.4 ms | 115.4 ms | 0.26 ms |
## 📈 Visual Comparison
@@ -60,8 +60,8 @@ This benchmark was automatically generated on **2026-07-16** from the latest CI
xychart-beta
title "MatrixTests Performance Comparison"
x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"]
- y-axis "Time (ms)" 0 --> 1850
- bar [388.2, 1452.1, 1541.1, 1491.5, 118.1]
+ y-axis "Time (ms)" 0 --> 1858
+ bar [371.2, 1425.9, 1548, 1476.3, 115.4]
```
## 🎯 Key Insights
@@ -74,4 +74,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using
View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information.
:::
-*Last generated: 2026-07-16T16:49:09.140Z*
+*Last generated: 2026-07-19T00:36:15.198Z*
diff --git a/docs/docs/benchmarks/engine/ScaleTests.md b/docs/docs/benchmarks/engine/ScaleTests.md
index a803790d87..487985bc59 100644
--- a/docs/docs/benchmarks/engine/ScaleTests.md
+++ b/docs/docs/benchmarks/engine/ScaleTests.md
@@ -9,7 +9,7 @@ sidebar_position: 7
> Large test suites (150+ tests) measuring scalability
:::info Last Updated
-This benchmark was automatically generated on **2026-07-16** from the latest CI run.
+This benchmark was automatically generated on **2026-07-19** from the latest CI run.
**Environment:** Ubuntu Latest • .NET SDK 10.0.302
:::
@@ -18,11 +18,11 @@ This benchmark was automatically generated on **2026-07-16** from the latest CI
| Framework | Version | Mean | Median | StdDev |
|-----------|---------|------|--------|--------|
-| **TUnit** | 1.60.0 | 320.96 ms | 320.67 ms | 12.233 ms |
-| NUnit | 4.6.1 | 520.19 ms | 513.89 ms | 15.712 ms |
-| MSTest | 4.3.2 | 566.98 ms | 568.49 ms | 35.283 ms |
-| xUnit3 | 3.2.2 | 520.49 ms | 516.76 ms | 19.655 ms |
-| **TUnit (AOT)** | 1.60.0 | 18.25 ms | 17.91 ms | 1.478 ms |
+| **TUnit** | 1.61.0 | 278.49 ms | 278.23 ms | 3.227 ms |
+| NUnit | 4.6.1 | 496.42 ms | 498.20 ms | 8.099 ms |
+| MSTest | 4.3.2 | 487.18 ms | 487.51 ms | 5.498 ms |
+| xUnit3 | 3.2.2 | 501.20 ms | 499.26 ms | 10.918 ms |
+| **TUnit (AOT)** | 1.61.0 | 14.62 ms | 14.53 ms | 0.283 ms |
## 📈 Visual Comparison
@@ -60,8 +60,8 @@ This benchmark was automatically generated on **2026-07-16** from the latest CI
xychart-beta
title "ScaleTests Performance Comparison"
x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"]
- y-axis "Time (ms)" 0 --> 681
- bar [320.96, 520.19, 566.98, 520.49, 18.25]
+ y-axis "Time (ms)" 0 --> 602
+ bar [278.49, 496.42, 487.18, 501.2, 14.62]
```
## 🎯 Key Insights
@@ -74,4 +74,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using
View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information.
:::
-*Last generated: 2026-07-16T16:49:09.140Z*
+*Last generated: 2026-07-19T00:36:15.198Z*
diff --git a/docs/docs/benchmarks/engine/SetupTeardownTests.md b/docs/docs/benchmarks/engine/SetupTeardownTests.md
index 5e623ac2c0..aedeb4f5be 100644
--- a/docs/docs/benchmarks/engine/SetupTeardownTests.md
+++ b/docs/docs/benchmarks/engine/SetupTeardownTests.md
@@ -9,7 +9,7 @@ sidebar_position: 8
> Expensive test fixtures with setup/teardown overhead
:::info Last Updated
-This benchmark was automatically generated on **2026-07-16** from the latest CI run.
+This benchmark was automatically generated on **2026-07-19** from the latest CI run.
**Environment:** Ubuntu Latest • .NET SDK 10.0.302
:::
@@ -18,11 +18,11 @@ This benchmark was automatically generated on **2026-07-16** from the latest CI
| Framework | Version | Mean | Median | StdDev |
|-----------|---------|------|--------|--------|
-| **TUnit** | 1.60.0 | 458.30 ms | 463.95 ms | 35.039 ms |
-| NUnit | 4.6.1 | 1,147.56 ms | 1,149.59 ms | 37.016 ms |
-| MSTest | 4.3.2 | 1,279.43 ms | 1,280.80 ms | 24.024 ms |
-| xUnit3 | 3.2.2 | 1,186.16 ms | 1,185.53 ms | 29.989 ms |
-| **TUnit (AOT)** | 1.60.0 | 73.35 ms | 73.16 ms | 1.190 ms |
+| **TUnit** | 1.61.0 | 361.06 ms | 356.23 ms | 15.519 ms |
+| NUnit | 4.6.1 | 1,051.58 ms | 1,050.96 ms | 28.322 ms |
+| MSTest | 4.3.2 | 1,134.21 ms | 1,135.69 ms | 20.119 ms |
+| xUnit3 | 3.2.2 | 1,107.75 ms | 1,107.74 ms | 33.122 ms |
+| **TUnit (AOT)** | 1.61.0 | 67.02 ms | 66.82 ms | 0.819 ms |
## 📈 Visual Comparison
@@ -60,8 +60,8 @@ This benchmark was automatically generated on **2026-07-16** from the latest CI
xychart-beta
title "SetupTeardownTests Performance Comparison"
x-axis ["TUnit", "NUnit", "MSTest", "xUnit3", "TUnit_AOT"]
- y-axis "Time (ms)" 0 --> 1536
- bar [458.3, 1147.56, 1279.43, 1186.16, 73.35]
+ y-axis "Time (ms)" 0 --> 1362
+ bar [361.06, 1051.58, 1134.21, 1107.75, 67.02]
```
## 🎯 Key Insights
@@ -74,4 +74,4 @@ This benchmark compares TUnit's performance against NUnit, MSTest, xUnit3 using
View the [benchmarks overview](/docs/benchmarks) for methodology details and environment information.
:::
-*Last generated: 2026-07-16T16:49:09.141Z*
+*Last generated: 2026-07-19T00:36:15.198Z*
diff --git a/docs/docs/benchmarks/index.md b/docs/docs/benchmarks/index.md
index 3e4fd5bda5..7933f482a9 100644
--- a/docs/docs/benchmarks/index.md
+++ b/docs/docs/benchmarks/index.md
@@ -7,7 +7,7 @@ sidebar_position: 1
# Performance Benchmarks
:::info Last Updated
-These benchmarks were automatically generated on **2026-07-16** from the latest CI run.
+These benchmarks were automatically generated on **2026-07-19** from the latest CI run.
**Environment:** Ubuntu Latest • .NET SDK 10.0.302
:::
@@ -37,7 +37,7 @@ These benchmarks compare TUnit against the most popular .NET testing frameworks:
| Framework | Version Tested |
|-----------|----------------|
-| **TUnit** | 1.60.0 |
+| **TUnit** | 1.61.0 |
| **xUnit v3** | 3.2.2 |
| **NUnit** | 4.6.1 |
| **MSTest** | 4.3.2 |
@@ -80,4 +80,4 @@ These benchmarks run automatically daily via [GitHub Actions](https://github.com
Each benchmark runs multiple iterations with statistical analysis to ensure accuracy. Results may vary based on hardware and test characteristics.
:::
-*Last generated: 2026-07-16T16:49:09.141Z*
+*Last generated: 2026-07-19T00:36:15.199Z*
diff --git a/docs/static/benchmarks/AsyncTests.json b/docs/static/benchmarks/AsyncTests.json
index e1a25c88dc..503d2a69f4 100644
--- a/docs/static/benchmarks/AsyncTests.json
+++ b/docs/static/benchmarks/AsyncTests.json
@@ -1,5 +1,5 @@
{
- "timestamp": "2026-07-16T16:49:09.139Z",
+ "timestamp": "2026-07-19T00:36:15.197Z",
"category": "AsyncTests",
"environment": {
"benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)",
@@ -9,42 +9,42 @@
"results": [
{
"Method": "TUnit",
- "Version": "1.60.0",
- "Mean": "375.9 ms",
- "Error": "7.38 ms",
- "StdDev": "11.50 ms",
- "Median": "373.8 ms"
+ "Version": "1.61.0",
+ "Mean": "366.7 ms",
+ "Error": "1.59 ms",
+ "StdDev": "1.33 ms",
+ "Median": "366.5 ms"
},
{
"Method": "NUnit",
"Version": "4.6.1",
- "Mean": "599.8 ms",
- "Error": "11.88 ms",
- "StdDev": "18.50 ms",
- "Median": "597.0 ms"
+ "Mean": "576.0 ms",
+ "Error": "7.33 ms",
+ "StdDev": "6.86 ms",
+ "Median": "575.5 ms"
},
{
"Method": "MSTest",
"Version": "4.3.2",
- "Mean": "659.9 ms",
- "Error": "8.16 ms",
- "StdDev": "7.23 ms",
- "Median": "662.1 ms"
+ "Mean": "654.5 ms",
+ "Error": "9.91 ms",
+ "StdDev": "8.79 ms",
+ "Median": "653.0 ms"
},
{
"Method": "xUnit3",
"Version": "3.2.2",
- "Mean": "607.7 ms",
- "Error": "8.59 ms",
- "StdDev": "8.83 ms",
- "Median": "607.6 ms"
+ "Mean": "593.0 ms",
+ "Error": "8.41 ms",
+ "StdDev": "7.87 ms",
+ "Median": "594.9 ms"
},
{
"Method": "TUnit_AOT",
- "Version": "1.60.0",
- "Mean": "117.0 ms",
- "Error": "2.26 ms",
- "StdDev": "2.60 ms",
+ "Version": "1.61.0",
+ "Mean": "115.6 ms",
+ "Error": "0.21 ms",
+ "StdDev": "0.19 ms",
"Median": "115.7 ms"
}
]
diff --git a/docs/static/benchmarks/BuildTime.json b/docs/static/benchmarks/BuildTime.json
index a71d7627fc..6c3831d711 100644
--- a/docs/static/benchmarks/BuildTime.json
+++ b/docs/static/benchmarks/BuildTime.json
@@ -1,5 +1,5 @@
{
- "timestamp": "2026-07-16T16:49:09.141Z",
+ "timestamp": "2026-07-19T00:36:15.199Z",
"category": "BuildTime",
"environment": {
"benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)",
@@ -9,35 +9,35 @@
"results": [
{
"Method": "Build_TUnit",
- "Version": "1.60.0",
- "Mean": "931.9 ms",
- "Error": "18.24 ms",
- "StdDev": "48.38 ms",
- "Median": "920.1 ms"
+ "Version": "1.61.0",
+ "Mean": "955.0 ms",
+ "Error": "18.78 ms",
+ "StdDev": "29.78 ms",
+ "Median": "954.8 ms"
},
{
"Method": "Build_NUnit",
"Version": "4.6.1",
- "Mean": "901.1 ms",
- "Error": "17.99 ms",
- "StdDev": "31.51 ms",
- "Median": "891.3 ms"
+ "Mean": "901.2 ms",
+ "Error": "17.36 ms",
+ "StdDev": "16.24 ms",
+ "Median": "896.7 ms"
},
{
"Method": "Build_MSTest",
"Version": "4.3.2",
- "Mean": "1,046.9 ms",
- "Error": "26.23 ms",
- "StdDev": "76.11 ms",
- "Median": "1,060.8 ms"
+ "Mean": "1,105.5 ms",
+ "Error": "22.02 ms",
+ "StdDev": "26.22 ms",
+ "Median": "1,114.2 ms"
},
{
"Method": "Build_xUnit3",
"Version": "3.2.2",
- "Mean": "857.4 ms",
- "Error": "8.51 ms",
- "StdDev": "7.54 ms",
- "Median": "858.7 ms"
+ "Mean": "878.8 ms",
+ "Error": "14.14 ms",
+ "StdDev": "12.53 ms",
+ "Median": "876.2 ms"
}
]
}
\ No newline at end of file
diff --git a/docs/static/benchmarks/DataDrivenTests.json b/docs/static/benchmarks/DataDrivenTests.json
index 13209599f2..e23f9d59e1 100644
--- a/docs/static/benchmarks/DataDrivenTests.json
+++ b/docs/static/benchmarks/DataDrivenTests.json
@@ -1,5 +1,5 @@
{
- "timestamp": "2026-07-16T16:49:09.140Z",
+ "timestamp": "2026-07-19T00:36:15.197Z",
"category": "DataDrivenTests",
"environment": {
"benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)",
@@ -9,43 +9,43 @@
"results": [
{
"Method": "TUnit",
- "Version": "1.60.0",
- "Mean": "333.55 ms",
- "Error": "8.891 ms",
- "StdDev": "26.217 ms",
- "Median": "329.63 ms"
+ "Version": "1.61.0",
+ "Mean": "262.72 ms",
+ "Error": "0.901 ms",
+ "StdDev": "0.704 ms",
+ "Median": "262.74 ms"
},
{
"Method": "NUnit",
"Version": "4.6.1",
- "Mean": "588.63 ms",
- "Error": "11.677 ms",
- "StdDev": "30.349 ms",
- "Median": "588.62 ms"
+ "Mean": "496.40 ms",
+ "Error": "8.748 ms",
+ "StdDev": "10.413 ms",
+ "Median": "494.18 ms"
},
{
"Method": "MSTest",
"Version": "4.3.2",
- "Mean": "643.67 ms",
- "Error": "12.820 ms",
- "StdDev": "34.220 ms",
- "Median": "644.95 ms"
+ "Mean": "485.22 ms",
+ "Error": "9.437 ms",
+ "StdDev": "10.489 ms",
+ "Median": "485.28 ms"
},
{
"Method": "xUnit3",
"Version": "3.2.2",
- "Mean": "612.50 ms",
- "Error": "12.227 ms",
- "StdDev": "23.558 ms",
- "Median": "613.31 ms"
+ "Mean": "500.82 ms",
+ "Error": "8.923 ms",
+ "StdDev": "7.910 ms",
+ "Median": "500.25 ms"
},
{
"Method": "TUnit_AOT",
- "Version": "1.60.0",
- "Mean": "18.46 ms",
- "Error": "0.373 ms",
- "StdDev": "1.089 ms",
- "Median": "18.50 ms"
+ "Version": "1.61.0",
+ "Mean": "13.86 ms",
+ "Error": "0.293 ms",
+ "StdDev": "0.860 ms",
+ "Median": "13.76 ms"
}
]
}
\ No newline at end of file
diff --git a/docs/static/benchmarks/MassiveParallelTests.json b/docs/static/benchmarks/MassiveParallelTests.json
index f691912111..0414215be0 100644
--- a/docs/static/benchmarks/MassiveParallelTests.json
+++ b/docs/static/benchmarks/MassiveParallelTests.json
@@ -1,5 +1,5 @@
{
- "timestamp": "2026-07-16T16:49:09.140Z",
+ "timestamp": "2026-07-19T00:36:15.198Z",
"category": "MassiveParallelTests",
"environment": {
"benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)",
@@ -9,43 +9,43 @@
"results": [
{
"Method": "TUnit",
- "Version": "1.60.0",
- "Mean": "530.9 ms",
- "Error": "10.60 ms",
- "StdDev": "20.42 ms",
- "Median": "525.1 ms"
+ "Version": "1.61.0",
+ "Mean": "467.5 ms",
+ "Error": "6.00 ms",
+ "StdDev": "5.62 ms",
+ "Median": "466.9 ms"
},
{
"Method": "NUnit",
"Version": "4.6.1",
- "Mean": "1,122.5 ms",
- "Error": "19.75 ms",
- "StdDev": "21.95 ms",
- "Median": "1,114.3 ms"
+ "Mean": "1,077.2 ms",
+ "Error": "20.34 ms",
+ "StdDev": "20.89 ms",
+ "Median": "1,068.0 ms"
},
{
"Method": "MSTest",
"Version": "4.3.2",
- "Mean": "3,029.7 ms",
- "Error": "34.65 ms",
- "StdDev": "30.72 ms",
- "Median": "3,024.8 ms"
+ "Mean": "2,966.3 ms",
+ "Error": "10.09 ms",
+ "StdDev": "8.95 ms",
+ "Median": "2,965.9 ms"
},
{
"Method": "xUnit3",
"Version": "3.2.2",
- "Mean": "2,975.1 ms",
- "Error": "47.04 ms",
- "StdDev": "44.00 ms",
- "Median": "2,971.1 ms"
+ "Mean": "2,902.4 ms",
+ "Error": "4.78 ms",
+ "StdDev": "3.99 ms",
+ "Median": "2,902.5 ms"
},
{
"Method": "TUnit_AOT",
- "Version": "1.60.0",
- "Mean": "217.5 ms",
- "Error": "1.28 ms",
- "StdDev": "1.20 ms",
- "Median": "217.1 ms"
+ "Version": "1.61.0",
+ "Mean": "217.2 ms",
+ "Error": "0.56 ms",
+ "StdDev": "0.53 ms",
+ "Median": "217.2 ms"
}
]
}
\ No newline at end of file
diff --git a/docs/static/benchmarks/MatrixTests.json b/docs/static/benchmarks/MatrixTests.json
index 89e8ba3273..c494bdf05a 100644
--- a/docs/static/benchmarks/MatrixTests.json
+++ b/docs/static/benchmarks/MatrixTests.json
@@ -1,5 +1,5 @@
{
- "timestamp": "2026-07-16T16:49:09.140Z",
+ "timestamp": "2026-07-19T00:36:15.198Z",
"category": "MatrixTests",
"environment": {
"benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)",
@@ -9,43 +9,43 @@
"results": [
{
"Method": "TUnit",
- "Version": "1.60.0",
- "Mean": "388.2 ms",
- "Error": "3.70 ms",
- "StdDev": "3.28 ms",
- "Median": "389.1 ms"
+ "Version": "1.61.0",
+ "Mean": "371.2 ms",
+ "Error": "4.03 ms",
+ "StdDev": "3.77 ms",
+ "Median": "370.2 ms"
},
{
"Method": "NUnit",
"Version": "4.6.1",
- "Mean": "1,452.1 ms",
- "Error": "7.86 ms",
- "StdDev": "7.35 ms",
- "Median": "1,452.6 ms"
+ "Mean": "1,425.9 ms",
+ "Error": "11.30 ms",
+ "StdDev": "10.02 ms",
+ "Median": "1,421.2 ms"
},
{
"Method": "MSTest",
"Version": "4.3.2",
- "Mean": "1,541.1 ms",
- "Error": "6.86 ms",
- "StdDev": "6.08 ms",
- "Median": "1,541.2 ms"
+ "Mean": "1,548.0 ms",
+ "Error": "23.96 ms",
+ "StdDev": "23.54 ms",
+ "Median": "1,541.0 ms"
},
{
"Method": "xUnit3",
"Version": "3.2.2",
- "Mean": "1,491.5 ms",
- "Error": "14.98 ms",
- "StdDev": "12.51 ms",
- "Median": "1,489.1 ms"
+ "Mean": "1,476.3 ms",
+ "Error": "29.23 ms",
+ "StdDev": "59.05 ms",
+ "Median": "1,443.9 ms"
},
{
"Method": "TUnit_AOT",
- "Version": "1.60.0",
- "Mean": "118.1 ms",
- "Error": "1.23 ms",
- "StdDev": "0.96 ms",
- "Median": "117.9 ms"
+ "Version": "1.61.0",
+ "Mean": "115.4 ms",
+ "Error": "0.29 ms",
+ "StdDev": "0.26 ms",
+ "Median": "115.4 ms"
}
]
}
\ No newline at end of file
diff --git a/docs/static/benchmarks/ScaleTests.json b/docs/static/benchmarks/ScaleTests.json
index f07faed0cb..d29e42364c 100644
--- a/docs/static/benchmarks/ScaleTests.json
+++ b/docs/static/benchmarks/ScaleTests.json
@@ -1,5 +1,5 @@
{
- "timestamp": "2026-07-16T16:49:09.141Z",
+ "timestamp": "2026-07-19T00:36:15.198Z",
"category": "ScaleTests",
"environment": {
"benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)",
@@ -9,43 +9,43 @@
"results": [
{
"Method": "TUnit",
- "Version": "1.60.0",
- "Mean": "320.96 ms",
- "Error": "6.349 ms",
- "StdDev": "12.233 ms",
- "Median": "320.67 ms"
+ "Version": "1.61.0",
+ "Mean": "278.49 ms",
+ "Error": "3.450 ms",
+ "StdDev": "3.227 ms",
+ "Median": "278.23 ms"
},
{
"Method": "NUnit",
"Version": "4.6.1",
- "Mean": "520.19 ms",
- "Error": "10.289 ms",
- "StdDev": "15.712 ms",
- "Median": "513.89 ms"
+ "Mean": "496.42 ms",
+ "Error": "9.136 ms",
+ "StdDev": "8.099 ms",
+ "Median": "498.20 ms"
},
{
"Method": "MSTest",
"Version": "4.3.2",
- "Mean": "566.98 ms",
- "Error": "12.030 ms",
- "StdDev": "35.283 ms",
- "Median": "568.49 ms"
+ "Mean": "487.18 ms",
+ "Error": "6.202 ms",
+ "StdDev": "5.498 ms",
+ "Median": "487.51 ms"
},
{
"Method": "xUnit3",
"Version": "3.2.2",
- "Mean": "520.49 ms",
- "Error": "9.842 ms",
- "StdDev": "19.655 ms",
- "Median": "516.76 ms"
+ "Mean": "501.20 ms",
+ "Error": "9.822 ms",
+ "StdDev": "10.918 ms",
+ "Median": "499.26 ms"
},
{
"Method": "TUnit_AOT",
- "Version": "1.60.0",
- "Mean": "18.25 ms",
- "Error": "0.507 ms",
- "StdDev": "1.478 ms",
- "Median": "17.91 ms"
+ "Version": "1.61.0",
+ "Mean": "14.62 ms",
+ "Error": "0.276 ms",
+ "StdDev": "0.283 ms",
+ "Median": "14.53 ms"
}
]
}
\ No newline at end of file
diff --git a/docs/static/benchmarks/SetupTeardownTests.json b/docs/static/benchmarks/SetupTeardownTests.json
index e0b784426f..c9fc87c7a4 100644
--- a/docs/static/benchmarks/SetupTeardownTests.json
+++ b/docs/static/benchmarks/SetupTeardownTests.json
@@ -1,5 +1,5 @@
{
- "timestamp": "2026-07-16T16:49:09.141Z",
+ "timestamp": "2026-07-19T00:36:15.198Z",
"category": "SetupTeardownTests",
"environment": {
"benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)",
@@ -9,43 +9,43 @@
"results": [
{
"Method": "TUnit",
- "Version": "1.60.0",
- "Mean": "458.30 ms",
- "Error": "11.947 ms",
- "StdDev": "35.039 ms",
- "Median": "463.95 ms"
+ "Version": "1.61.0",
+ "Mean": "361.06 ms",
+ "Error": "7.209 ms",
+ "StdDev": "15.519 ms",
+ "Median": "356.23 ms"
},
{
"Method": "NUnit",
"Version": "4.6.1",
- "Mean": "1,147.56 ms",
- "Error": "22.923 ms",
- "StdDev": "37.016 ms",
- "Median": "1,149.59 ms"
+ "Mean": "1,051.58 ms",
+ "Error": "20.691 ms",
+ "StdDev": "28.322 ms",
+ "Median": "1,050.96 ms"
},
{
"Method": "MSTest",
"Version": "4.3.2",
- "Mean": "1,279.43 ms",
- "Error": "24.461 ms",
- "StdDev": "24.024 ms",
- "Median": "1,280.80 ms"
+ "Mean": "1,134.21 ms",
+ "Error": "17.471 ms",
+ "StdDev": "20.119 ms",
+ "Median": "1,135.69 ms"
},
{
"Method": "xUnit3",
"Version": "3.2.2",
- "Mean": "1,186.16 ms",
- "Error": "23.713 ms",
- "StdDev": "29.989 ms",
- "Median": "1,185.53 ms"
+ "Mean": "1,107.75 ms",
+ "Error": "22.130 ms",
+ "StdDev": "33.122 ms",
+ "Median": "1,107.74 ms"
},
{
"Method": "TUnit_AOT",
- "Version": "1.60.0",
- "Mean": "73.35 ms",
- "Error": "1.273 ms",
- "StdDev": "1.190 ms",
- "Median": "73.16 ms"
+ "Version": "1.61.0",
+ "Mean": "67.02 ms",
+ "Error": "0.875 ms",
+ "StdDev": "0.819 ms",
+ "Median": "66.82 ms"
}
]
}
\ No newline at end of file
diff --git a/docs/static/benchmarks/historical.json b/docs/static/benchmarks/historical.json
index 1c22513a5f..09a00348ec 100644
--- a/docs/static/benchmarks/historical.json
+++ b/docs/static/benchmarks/historical.json
@@ -1,8 +1,4 @@
[
- {
- "date": "2026-03-14",
- "environment": "Ubuntu"
- },
{
"date": "2026-03-15",
"environment": "Ubuntu"
@@ -358,5 +354,9 @@
{
"date": "2026-07-16",
"environment": "Ubuntu"
+ },
+ {
+ "date": "2026-07-19",
+ "environment": "Ubuntu"
}
]
\ No newline at end of file
diff --git a/docs/static/benchmarks/latest.json b/docs/static/benchmarks/latest.json
index 347f5891b7..f30cd6952e 100644
--- a/docs/static/benchmarks/latest.json
+++ b/docs/static/benchmarks/latest.json
@@ -1,5 +1,5 @@
{
- "timestamp": "2026-07-16T16:49:09.142Z",
+ "timestamp": "2026-07-19T00:36:15.199Z",
"environment": {
"benchmarkDotNetVersion": "BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)",
"sdk": ".NET SDK 10.0.302",
@@ -9,253 +9,253 @@
"AsyncTests": [
{
"Method": "TUnit",
- "Version": "1.60.0",
- "Mean": "375.9 ms",
- "Error": "7.38 ms",
- "StdDev": "11.50 ms",
- "Median": "373.8 ms"
+ "Version": "1.61.0",
+ "Mean": "366.7 ms",
+ "Error": "1.59 ms",
+ "StdDev": "1.33 ms",
+ "Median": "366.5 ms"
},
{
"Method": "NUnit",
"Version": "4.6.1",
- "Mean": "599.8 ms",
- "Error": "11.88 ms",
- "StdDev": "18.50 ms",
- "Median": "597.0 ms"
+ "Mean": "576.0 ms",
+ "Error": "7.33 ms",
+ "StdDev": "6.86 ms",
+ "Median": "575.5 ms"
},
{
"Method": "MSTest",
"Version": "4.3.2",
- "Mean": "659.9 ms",
- "Error": "8.16 ms",
- "StdDev": "7.23 ms",
- "Median": "662.1 ms"
+ "Mean": "654.5 ms",
+ "Error": "9.91 ms",
+ "StdDev": "8.79 ms",
+ "Median": "653.0 ms"
},
{
"Method": "xUnit3",
"Version": "3.2.2",
- "Mean": "607.7 ms",
- "Error": "8.59 ms",
- "StdDev": "8.83 ms",
- "Median": "607.6 ms"
+ "Mean": "593.0 ms",
+ "Error": "8.41 ms",
+ "StdDev": "7.87 ms",
+ "Median": "594.9 ms"
},
{
"Method": "TUnit_AOT",
- "Version": "1.60.0",
- "Mean": "117.0 ms",
- "Error": "2.26 ms",
- "StdDev": "2.60 ms",
+ "Version": "1.61.0",
+ "Mean": "115.6 ms",
+ "Error": "0.21 ms",
+ "StdDev": "0.19 ms",
"Median": "115.7 ms"
}
],
"DataDrivenTests": [
{
"Method": "TUnit",
- "Version": "1.60.0",
- "Mean": "333.55 ms",
- "Error": "8.891 ms",
- "StdDev": "26.217 ms",
- "Median": "329.63 ms"
+ "Version": "1.61.0",
+ "Mean": "262.72 ms",
+ "Error": "0.901 ms",
+ "StdDev": "0.704 ms",
+ "Median": "262.74 ms"
},
{
"Method": "NUnit",
"Version": "4.6.1",
- "Mean": "588.63 ms",
- "Error": "11.677 ms",
- "StdDev": "30.349 ms",
- "Median": "588.62 ms"
+ "Mean": "496.40 ms",
+ "Error": "8.748 ms",
+ "StdDev": "10.413 ms",
+ "Median": "494.18 ms"
},
{
"Method": "MSTest",
"Version": "4.3.2",
- "Mean": "643.67 ms",
- "Error": "12.820 ms",
- "StdDev": "34.220 ms",
- "Median": "644.95 ms"
+ "Mean": "485.22 ms",
+ "Error": "9.437 ms",
+ "StdDev": "10.489 ms",
+ "Median": "485.28 ms"
},
{
"Method": "xUnit3",
"Version": "3.2.2",
- "Mean": "612.50 ms",
- "Error": "12.227 ms",
- "StdDev": "23.558 ms",
- "Median": "613.31 ms"
+ "Mean": "500.82 ms",
+ "Error": "8.923 ms",
+ "StdDev": "7.910 ms",
+ "Median": "500.25 ms"
},
{
"Method": "TUnit_AOT",
- "Version": "1.60.0",
- "Mean": "18.46 ms",
- "Error": "0.373 ms",
- "StdDev": "1.089 ms",
- "Median": "18.50 ms"
+ "Version": "1.61.0",
+ "Mean": "13.86 ms",
+ "Error": "0.293 ms",
+ "StdDev": "0.860 ms",
+ "Median": "13.76 ms"
}
],
"MassiveParallelTests": [
{
"Method": "TUnit",
- "Version": "1.60.0",
- "Mean": "530.9 ms",
- "Error": "10.60 ms",
- "StdDev": "20.42 ms",
- "Median": "525.1 ms"
+ "Version": "1.61.0",
+ "Mean": "467.5 ms",
+ "Error": "6.00 ms",
+ "StdDev": "5.62 ms",
+ "Median": "466.9 ms"
},
{
"Method": "NUnit",
"Version": "4.6.1",
- "Mean": "1,122.5 ms",
- "Error": "19.75 ms",
- "StdDev": "21.95 ms",
- "Median": "1,114.3 ms"
+ "Mean": "1,077.2 ms",
+ "Error": "20.34 ms",
+ "StdDev": "20.89 ms",
+ "Median": "1,068.0 ms"
},
{
"Method": "MSTest",
"Version": "4.3.2",
- "Mean": "3,029.7 ms",
- "Error": "34.65 ms",
- "StdDev": "30.72 ms",
- "Median": "3,024.8 ms"
+ "Mean": "2,966.3 ms",
+ "Error": "10.09 ms",
+ "StdDev": "8.95 ms",
+ "Median": "2,965.9 ms"
},
{
"Method": "xUnit3",
"Version": "3.2.2",
- "Mean": "2,975.1 ms",
- "Error": "47.04 ms",
- "StdDev": "44.00 ms",
- "Median": "2,971.1 ms"
+ "Mean": "2,902.4 ms",
+ "Error": "4.78 ms",
+ "StdDev": "3.99 ms",
+ "Median": "2,902.5 ms"
},
{
"Method": "TUnit_AOT",
- "Version": "1.60.0",
- "Mean": "217.5 ms",
- "Error": "1.28 ms",
- "StdDev": "1.20 ms",
- "Median": "217.1 ms"
+ "Version": "1.61.0",
+ "Mean": "217.2 ms",
+ "Error": "0.56 ms",
+ "StdDev": "0.53 ms",
+ "Median": "217.2 ms"
}
],
"MatrixTests": [
{
"Method": "TUnit",
- "Version": "1.60.0",
- "Mean": "388.2 ms",
- "Error": "3.70 ms",
- "StdDev": "3.28 ms",
- "Median": "389.1 ms"
+ "Version": "1.61.0",
+ "Mean": "371.2 ms",
+ "Error": "4.03 ms",
+ "StdDev": "3.77 ms",
+ "Median": "370.2 ms"
},
{
"Method": "NUnit",
"Version": "4.6.1",
- "Mean": "1,452.1 ms",
- "Error": "7.86 ms",
- "StdDev": "7.35 ms",
- "Median": "1,452.6 ms"
+ "Mean": "1,425.9 ms",
+ "Error": "11.30 ms",
+ "StdDev": "10.02 ms",
+ "Median": "1,421.2 ms"
},
{
"Method": "MSTest",
"Version": "4.3.2",
- "Mean": "1,541.1 ms",
- "Error": "6.86 ms",
- "StdDev": "6.08 ms",
- "Median": "1,541.2 ms"
+ "Mean": "1,548.0 ms",
+ "Error": "23.96 ms",
+ "StdDev": "23.54 ms",
+ "Median": "1,541.0 ms"
},
{
"Method": "xUnit3",
"Version": "3.2.2",
- "Mean": "1,491.5 ms",
- "Error": "14.98 ms",
- "StdDev": "12.51 ms",
- "Median": "1,489.1 ms"
+ "Mean": "1,476.3 ms",
+ "Error": "29.23 ms",
+ "StdDev": "59.05 ms",
+ "Median": "1,443.9 ms"
},
{
"Method": "TUnit_AOT",
- "Version": "1.60.0",
- "Mean": "118.1 ms",
- "Error": "1.23 ms",
- "StdDev": "0.96 ms",
- "Median": "117.9 ms"
+ "Version": "1.61.0",
+ "Mean": "115.4 ms",
+ "Error": "0.29 ms",
+ "StdDev": "0.26 ms",
+ "Median": "115.4 ms"
}
],
"ScaleTests": [
{
"Method": "TUnit",
- "Version": "1.60.0",
- "Mean": "320.96 ms",
- "Error": "6.349 ms",
- "StdDev": "12.233 ms",
- "Median": "320.67 ms"
+ "Version": "1.61.0",
+ "Mean": "278.49 ms",
+ "Error": "3.450 ms",
+ "StdDev": "3.227 ms",
+ "Median": "278.23 ms"
},
{
"Method": "NUnit",
"Version": "4.6.1",
- "Mean": "520.19 ms",
- "Error": "10.289 ms",
- "StdDev": "15.712 ms",
- "Median": "513.89 ms"
+ "Mean": "496.42 ms",
+ "Error": "9.136 ms",
+ "StdDev": "8.099 ms",
+ "Median": "498.20 ms"
},
{
"Method": "MSTest",
"Version": "4.3.2",
- "Mean": "566.98 ms",
- "Error": "12.030 ms",
- "StdDev": "35.283 ms",
- "Median": "568.49 ms"
+ "Mean": "487.18 ms",
+ "Error": "6.202 ms",
+ "StdDev": "5.498 ms",
+ "Median": "487.51 ms"
},
{
"Method": "xUnit3",
"Version": "3.2.2",
- "Mean": "520.49 ms",
- "Error": "9.842 ms",
- "StdDev": "19.655 ms",
- "Median": "516.76 ms"
+ "Mean": "501.20 ms",
+ "Error": "9.822 ms",
+ "StdDev": "10.918 ms",
+ "Median": "499.26 ms"
},
{
"Method": "TUnit_AOT",
- "Version": "1.60.0",
- "Mean": "18.25 ms",
- "Error": "0.507 ms",
- "StdDev": "1.478 ms",
- "Median": "17.91 ms"
+ "Version": "1.61.0",
+ "Mean": "14.62 ms",
+ "Error": "0.276 ms",
+ "StdDev": "0.283 ms",
+ "Median": "14.53 ms"
}
],
"SetupTeardownTests": [
{
"Method": "TUnit",
- "Version": "1.60.0",
- "Mean": "458.30 ms",
- "Error": "11.947 ms",
- "StdDev": "35.039 ms",
- "Median": "463.95 ms"
+ "Version": "1.61.0",
+ "Mean": "361.06 ms",
+ "Error": "7.209 ms",
+ "StdDev": "15.519 ms",
+ "Median": "356.23 ms"
},
{
"Method": "NUnit",
"Version": "4.6.1",
- "Mean": "1,147.56 ms",
- "Error": "22.923 ms",
- "StdDev": "37.016 ms",
- "Median": "1,149.59 ms"
+ "Mean": "1,051.58 ms",
+ "Error": "20.691 ms",
+ "StdDev": "28.322 ms",
+ "Median": "1,050.96 ms"
},
{
"Method": "MSTest",
"Version": "4.3.2",
- "Mean": "1,279.43 ms",
- "Error": "24.461 ms",
- "StdDev": "24.024 ms",
- "Median": "1,280.80 ms"
+ "Mean": "1,134.21 ms",
+ "Error": "17.471 ms",
+ "StdDev": "20.119 ms",
+ "Median": "1,135.69 ms"
},
{
"Method": "xUnit3",
"Version": "3.2.2",
- "Mean": "1,186.16 ms",
- "Error": "23.713 ms",
- "StdDev": "29.989 ms",
- "Median": "1,185.53 ms"
+ "Mean": "1,107.75 ms",
+ "Error": "22.130 ms",
+ "StdDev": "33.122 ms",
+ "Median": "1,107.74 ms"
},
{
"Method": "TUnit_AOT",
- "Version": "1.60.0",
- "Mean": "73.35 ms",
- "Error": "1.273 ms",
- "StdDev": "1.190 ms",
- "Median": "73.16 ms"
+ "Version": "1.61.0",
+ "Mean": "67.02 ms",
+ "Error": "0.875 ms",
+ "StdDev": "0.819 ms",
+ "Median": "66.82 ms"
}
]
},
@@ -263,35 +263,35 @@
"BuildTime": [
{
"Method": "Build_TUnit",
- "Version": "1.60.0",
- "Mean": "931.9 ms",
- "Error": "18.24 ms",
- "StdDev": "48.38 ms",
- "Median": "920.1 ms"
+ "Version": "1.61.0",
+ "Mean": "955.0 ms",
+ "Error": "18.78 ms",
+ "StdDev": "29.78 ms",
+ "Median": "954.8 ms"
},
{
"Method": "Build_NUnit",
"Version": "4.6.1",
- "Mean": "901.1 ms",
- "Error": "17.99 ms",
- "StdDev": "31.51 ms",
- "Median": "891.3 ms"
+ "Mean": "901.2 ms",
+ "Error": "17.36 ms",
+ "StdDev": "16.24 ms",
+ "Median": "896.7 ms"
},
{
"Method": "Build_MSTest",
"Version": "4.3.2",
- "Mean": "1,046.9 ms",
- "Error": "26.23 ms",
- "StdDev": "76.11 ms",
- "Median": "1,060.8 ms"
+ "Mean": "1,105.5 ms",
+ "Error": "22.02 ms",
+ "StdDev": "26.22 ms",
+ "Median": "1,114.2 ms"
},
{
"Method": "Build_xUnit3",
"Version": "3.2.2",
- "Mean": "857.4 ms",
- "Error": "8.51 ms",
- "StdDev": "7.54 ms",
- "Median": "858.7 ms"
+ "Mean": "878.8 ms",
+ "Error": "14.14 ms",
+ "StdDev": "12.53 ms",
+ "Median": "876.2 ms"
}
]
},
@@ -299,6 +299,6 @@
"runtimeCategories": 6,
"buildCategories": 1,
"totalBenchmarks": 7,
- "lastUpdated": "2026-07-16T16:49:09.138Z"
+ "lastUpdated": "2026-07-19T00:36:15.196Z"
}
}
\ No newline at end of file
diff --git a/docs/static/benchmarks/summary.json b/docs/static/benchmarks/summary.json
index d99a74d733..ed4d8c1fe2 100644
--- a/docs/static/benchmarks/summary.json
+++ b/docs/static/benchmarks/summary.json
@@ -10,6 +10,6 @@
"build": [
"BuildTime"
],
- "timestamp": "2026-07-16",
+ "timestamp": "2026-07-19",
"environment": "Ubuntu Latest • .NET SDK 10.0.302"
}
\ No newline at end of file