Name: TUnit.Engine
Author: Tom Longhurst

TUnit.Engine v0.2.30 — nugetz

    private static readonly TimeOnly Midnight = TimeOnly.FromTimeSpan(TimeSpan.Zero);
    private static readonly TimeOnly Noon = TimeOnly.FromTimeSpan(TimeSpan.FromHours(12));
    
    [Test]
    public async Task IsMorning()
    {
        var time = GetTime();

        await Assert.That(time).IsAfterOrEqualTo(Midnight)
            .And.IsBefore(Noon);
    }

    [Before(Class)]
    public static async Task ClearDatabase(ClassHookContext context) { ... }

    [After(Class)]
    public static async Task AssertDatabaseIsAsExpected(ClassHookContext context) { ... }

    [Before(Test)]
    public async Task CreatePlaywrightBrowser(TestContext context) { ... }

    [After(Test)]
    public async Task DisposePlaywrightBrowser(TestContext context) { ... }

    [Retry(3)]
    [Test, DisplayName("Register an account")]
    [MethodData(nameof(GetAuthDetails))]
    public async Task Register(string username, string password) { ... }

    [Repeat(5)]
    [Test, DependsOn(nameof(Register))]
    [MethodData(nameof(GetAuthDetails))]
    public async Task Login(string username, string password) { ... }

    [Test, DependsOn(nameof(Login), [typeof(string), typeof(string)])]
    [MethodData(nameof(GetAuthDetails))]
    public async Task DeleteAccount(string username, string password) { ... }

    [Category("Downloads")]
    [Timeout(300_000)]
    [Test, NotInParallel(Order = 1)]
    public async Task DownloadFile1() { ... }

    [Category("Downloads")]
    [Timeout(300_000)]
    [Test, NotInParallel(Order = 2)]
    public async Task DownloadFile2() { ... }

    [Repeat(10)]
    [Test]
    [Arguments(1)]
    [Arguments(2)]
    [Arguments(3)]
    [DisplayName("Go to the page numbered $page")]
    public async Task GoToPage(int page) { ... }

    [Category("Cookies")]
    [Test, Skip("Not yet built!")]
    public async Task CheckCookies() { ... }

    [Test, Explicit, WindowsOnlyTest, RetryHttpServiceUnavailable(5)]
    [Property("Some Key", "Some Value")]
    public async Task Ping() { ... }

    [Test]
    [ParallelLimit<LoadTestParallelLimit>]
    [Repeat(1000)]
    public async Task LoadHomepage() { ... }

    public static IEnumerable<(string Username, string Password)> GetAuthDetails()
    {
        yield return ("user1", "password1");
        yield return ("user2", "password2");
        yield return ("user3", "password3");
    }

    public class WindowsOnlyTestAttribute : SkipAttribute
    {
        public WindowsOnlyTestAttribute() : base("Windows only test")
        {
        }

        public override Task<bool> ShouldSkip(TestContext testContext)
        {
            return Task.FromResult(!OperatingSystem.IsWindows());
        }
    }

    public class RetryHttpServiceUnavailableAttribute : RetryAttribute
    {
        public RetryHttpServiceUnavailableAttribute(int times) : base(times)
        {
        }

        public override Task<bool> ShouldRetry(TestInformation testInformation, Exception exception, int currentRetryCount)
        {
            return Task.FromResult(exception is HttpRequestException { StatusCode: HttpStatusCode.ServiceUnavailable });
        }
    }

    public class LoadTestParallelLimit : IParallelLimit
    {
        public int Limit => 50;
    }


BenchmarkDotNet v0.14.0, macOS Sonoma 14.7 (23H124) [Darwin 23.6.0]
Apple M1 (Virtual), 1 CPU, 3 logical and 3 physical cores
.NET SDK 9.0.100-rc.2.24474.11
  [Host]   : .NET 9.0.0 (9.0.24.47305), Arm64 RyuJIT AdvSIMD
  .NET 9.0 : .NET 9.0.0 (9.0.24.47305), Arm64 RyuJIT AdvSIMD

Job=.NET 9.0  Runtime=.NET 9.0


BenchmarkDotNet v0.14.0, Ubuntu 22.04.5 LTS (Jammy Jellyfish)
AMD EPYC 7763, 1 CPU, 4 logical and 2 physical cores
.NET SDK 9.0.100-rc.2.24474.11
  [Host]   : .NET 9.0.0 (9.0.24.47305), X64 RyuJIT AVX2
  .NET 9.0 : .NET 9.0.0 (9.0.24.47305), X64 RyuJIT AVX2

Job=.NET 9.0  Runtime=.NET 9.0


BenchmarkDotNet v0.14.0, Windows 10 (10.0.20348.2762) (Hyper-V)
AMD EPYC 7763, 1 CPU, 4 logical and 2 physical cores
.NET SDK 9.0.100-rc.2.24474.11
  [Host]   : .NET 9.0.0 (9.0.24.47305), X64 RyuJIT AVX2
  .NET 9.0 : .NET 9.0.0 (9.0.24.47305), X64 RyuJIT AVX2

Job=.NET 9.0  Runtime=.NET 9.0


BenchmarkDotNet v0.14.0, macOS Sonoma 14.7 (23H124) [Darwin 23.6.0]
Apple M1 (Virtual), 1 CPU, 3 logical and 3 physical cores
.NET SDK 9.0.100-rc.2.24474.11
  [Host]   : .NET 9.0.0 (9.0.24.47305), Arm64 RyuJIT AdvSIMD
  .NET 9.0 : .NET 9.0.0 (9.0.24.47305), Arm64 RyuJIT AdvSIMD

Job=.NET 9.0  Runtime=.NET 9.0


BenchmarkDotNet v0.14.0, Ubuntu 22.04.5 LTS (Jammy Jellyfish)
AMD EPYC 7763, 1 CPU, 4 logical and 2 physical cores
.NET SDK 9.0.100-rc.2.24474.11
  [Host]   : .NET 9.0.0 (9.0.24.47305), X64 RyuJIT AVX2
  .NET 9.0 : .NET 9.0.0 (9.0.24.47305), X64 RyuJIT AVX2

Job=.NET 9.0  Runtime=.NET 9.0

Method	Mean	Error	StdDev	Median
TUnit_AOT	67.09 ms	1.325 ms	2.139 ms	65.86 ms
TUnit	851.39 ms	16.593 ms	24.835 ms	851.04 ms
NUnit	1,354.52 ms	15.207 ms	14.225 ms	1,353.29 ms
xUnit	1,321.99 ms	20.359 ms	19.043 ms	1,311.48 ms
MSTest	1,206.54 ms	23.817 ms	22.278 ms	1,206.58 ms


BenchmarkDotNet v0.14.0, Windows 10 (10.0.20348.2762) (Hyper-V)
AMD EPYC 7763, 1 CPU, 4 logical and 2 physical cores
.NET SDK 9.0.100-rc.2.24474.11
  [Host]   : .NET 9.0.0 (9.0.24.47305), X64 RyuJIT AVX2
  .NET 9.0 : .NET 9.0.0 (9.0.24.47305), X64 RyuJIT AVX2

Job=.NET 9.0  Runtime=.NET 9.0


BenchmarkDotNet v0.14.0, macOS Sonoma 14.7 (23H124) [Darwin 23.6.0]
Apple M1 (Virtual), 1 CPU, 3 logical and 3 physical cores
.NET SDK 9.0.100-rc.2.24474.11
  [Host]   : .NET 9.0.0 (9.0.24.47305), Arm64 RyuJIT AdvSIMD
  .NET 9.0 : .NET 9.0.0 (9.0.24.47305), Arm64 RyuJIT AdvSIMD

Job=.NET 9.0  Runtime=.NET 9.0


BenchmarkDotNet v0.14.0, Ubuntu 22.04.5 LTS (Jammy Jellyfish)
AMD EPYC 7763, 1 CPU, 4 logical and 2 physical cores
.NET SDK 9.0.100-rc.2.24474.11
  [Host]   : .NET 9.0.0 (9.0.24.47305), X64 RyuJIT AVX2
  .NET 9.0 : .NET 9.0.0 (9.0.24.47305), X64 RyuJIT AVX2

Job=.NET 9.0  Runtime=.NET 9.0


BenchmarkDotNet v0.14.0, Windows 10 (10.0.20348.2762) (Hyper-V)
AMD EPYC 7763, 1 CPU, 4 logical and 2 physical cores
.NET SDK 9.0.100-rc.2.24474.11
  [Host]   : .NET 9.0.0 (9.0.24.47305), X64 RyuJIT AVX2
  .NET 9.0 : .NET 9.0.0 (9.0.24.47305), X64 RyuJIT AVX2

Job=.NET 9.0  Runtime=.NET 9.0

Method	Mean	Error	StdDev
Build_TUnit	1,143.5 ms	22.48 ms	37.56 ms
Build_NUnit	985.4 ms	19.33 ms	17.14 ms
Build_xUnit	1,001.2 ms	15.28 ms	11.93 ms
Build_MSTest	1,057.3 ms	19.16 ms	20.51 ms

Method	Mean	Error	StdDev
Build_TUnit	1.809 s	0.0352 s	0.0329 s
Build_NUnit	1.507 s	0.0230 s	0.0204 s
Build_xUnit	1.506 s	0.0183 s	0.0153 s
Build_MSTest	1.596 s	0.0305 s	0.0313 s

Method	Mean	Error	StdDev
Build_TUnit	1.797 s	0.0343 s	0.0337 s
Build_NUnit	1.519 s	0.0123 s	0.0109 s
Build_xUnit	1.521 s	0.0206 s	0.0193 s
Build_MSTest	1.561 s	0.0189 s	0.0177 s

Method	Mean	Error	StdDev
TUnit_AOT	120.0 ms	0.29 ms	0.22 ms
TUnit	458.7 ms	7.05 ms	6.60 ms
NUnit	695.7 ms	10.02 ms	8.89 ms
xUnit	683.4 ms	8.26 ms	6.90 ms
MSTest	619.5 ms	5.81 ms	4.54 ms

Method	Mean	Error	StdDev
TUnit_AOT	114.8 ms	2.28 ms	6.09 ms
TUnit	895.2 ms	17.48 ms	20.81 ms
NUnit	1,402.3 ms	22.80 ms	21.33 ms
xUnit	1,342.6 ms	11.76 ms	11.00 ms
MSTest	1,211.6 ms	12.97 ms	12.13 ms

thomhurst/TUnit.Enginev0.2.30

Get Started

Readme

TUnit

Documentation

IDE

Visual Studio

Rider

VS Code

CLI

Features

Installation

Example test

Motivations

Prerelease

Benchmark

Scenario: Building the test project

macos-latest

ubuntu-latest

windows-latest

Scenario: A single test that completes instantly (including spawning a new process and initialising the test framework)

macos-latest

ubuntu-latest

windows-latest

Scenario: A test that takes 50ms to execute, repeated 100 times (including spawning a new process and initialising the test framework)

macos-latest

ubuntu-latest

windows-latest

Method	Mean	Error	StdDev
TUnit_AOT	289.1 ms	11.99 ms	35.17 ms
TUnit	622.0 ms	18.06 ms	53.24 ms
NUnit	13,991.3 ms	272.64 ms	447.95 ms
xUnit	14,517.1 ms	286.80 ms	487.00 ms
MSTest	14,607.6 ms	291.08 ms	378.49 ms

Method	Mean	Error	StdDev
TUnit_AOT	124.6 ms	2.47 ms	5.86 ms
TUnit	903.9 ms	17.59 ms	22.24 ms
NUnit	6,511.4 ms	23.87 ms	22.33 ms
xUnit	6,504.7 ms	41.80 ms	39.10 ms
MSTest	6,426.7 ms	8.82 ms	7.82 ms

Method	Mean	Error	StdDev
TUnit_AOT	178.6 ms	3.55 ms	8.08 ms
TUnit	953.7 ms	18.80 ms	25.73 ms
NUnit	7,558.9 ms	16.40 ms	15.34 ms
xUnit	7,537.7 ms	15.35 ms	14.36 ms
MSTest	7,502.0 ms	16.34 ms	15.29 ms