chore: Add wrapper for testrunners

src/Directory.Packages.props

@@ -1,11 +1,14 @@
 <Project>
   <ItemGroup>
     <PackageVersion Include="Azure.Storage.Files.Shares" Version="12.19.1" />
+    <PackageVersion Include="dnlib" Version="4.4.0" />
     <PackageVersion Include="DotNet.ReproducibleBuilds" Version="1.2.25" />
     <PackageVersion Include="LaunchDarkly.EventSource" Version="5.1.0" />
     <PackageVersion Include="McMaster.Extensions.CommandLineUtils" Version="4.1.1" />
-    <PackageVersion Include="MSTest" Version="3.6.2" />
-    <PackageVersion Include="MSTest.TestFramework" Version="3.6.2" />
+    <PackageVersion Include="Microsoft.Testing.Extensions.TrxReport" Version="1.4.2" />
+    <PackageVersion Include="Microsoft.Testing.Platform" Version="1.4.3" />
+    <PackageVersion Include="MSTest.TestAdapter" Version="3.4.0" />
+    <PackageVersion Include="MSTest.TestFramework" Version="3.4.0" />
     <PackageVersion Include="Microsoft.CodeAnalysis.Analyzers" Version="3.11.0" />
     <PackageVersion Include="Microsoft.CodeAnalysis.Common" Version="4.11.0" />
     <PackageVersion Include="Microsoft.CodeAnalysis.VisualBasic" Version="4.11.0" />

src/Stryker.Abstractions/IMutant.cs

@@ -1,22 +1,21 @@
-using Stryker.Abstractions.TestRunners;
-using Stryker.Abstractions;
+using Stryker.Abstractions.Testing;
 
-namespace Stryker.Abstractions.Mutants;
+namespace Stryker.Abstractions;
 
 public interface IMutant : IReadOnlyMutant
 {
     new int Id { get; set; }
     new Mutation Mutation { get; set; }
     new MutantStatus ResultStatus { get; set; }
     new string ResultStatusReason { get; set; }
-    new ITestGuids CoveringTests { get; set; }
-    new ITestGuids KillingTests { get; set; }
-    new ITestGuids AssessingTests { get; set; }
+    new ITestIdentifiers CoveringTests { get; set; }
+    new ITestIdentifiers KillingTests { get; set; }
+    new ITestIdentifiers AssessingTests { get; set; }
     new bool CountForStats { get; }
     new bool IsStaticValue { get; set; }
 
     string DisplayName { get; }
     bool MustBeTestedInIsolation { get; set; }
 
-    void AnalyzeTestRun(ITestGuids failedTests, ITestGuids resultRanTests, ITestGuids timedOutTests, bool sessionTimedOut);
+    void AnalyzeTestRun(ITestIdentifiers failedTests, ITestIdentifiers resultRanTests, ITestIdentifiers timedOutTests, bool sessionTimedOut);
 }

src/Stryker.Abstractions/IMutator.cs

@@ -1,9 +1,8 @@
 using Microsoft.CodeAnalysis;
 using Stryker.Abstractions.Options;
-using Stryker.Abstractions.Mutants;
 using System.Collections.Generic;
 
-namespace Stryker.Abstractions.Mutators;
+namespace Stryker.Abstractions;
 
 public interface IMutator
 {

src/Stryker.Abstractions/IProjectAndTests.cs

@@ -1,11 +1,11 @@
 using System.Collections.Generic;
 using Stryker.Abstractions.ProjectComponents;
 
-namespace Stryker.Abstractions.Initialisation;
+namespace Stryker.Abstractions;
 
 public interface IProjectAndTests
 {
-    ITestProjectsInfo TestProjectsInfo { get;}
+    ITestProjectsInfo TestProjectsInfo { get; }
 
     string HelperNamespace { get; }
 

src/Stryker.Abstractions/IReadOnlyMutant.cs

@@ -1,5 +1,4 @@
-using Stryker.Abstractions.TestRunners;
-using Stryker.Abstractions.Mutants;
+using Stryker.Abstractions.Testing;
 
 namespace Stryker.Abstractions;
 
@@ -12,9 +11,9 @@ public interface IReadOnlyMutant
     Mutation Mutation { get; }
     MutantStatus ResultStatus { get; }
     string ResultStatusReason { get; }
-    ITestGuids CoveringTests { get; }
-    ITestGuids KillingTests { get; }
-    ITestGuids AssessingTests { get; }
+    ITestIdentifiers CoveringTests { get; }
+    ITestIdentifiers KillingTests { get; }
+    ITestIdentifiers AssessingTests { get; }
     bool CountForStats { get; }
     bool IsStaticValue { get; }
 }

src/Stryker.Abstractions/MutantStatus.cs

@@ -1,4 +1,4 @@
-namespace Stryker.Abstractions.Mutants;
+namespace Stryker.Abstractions;
 
 public enum MutantStatus
 {

src/Stryker.Abstractions/Mutation.cs

@@ -1,7 +1,6 @@
 using Microsoft.CodeAnalysis;
-using Stryker.Abstractions.Mutators;
 
-namespace Stryker.Abstractions.Mutants;
+namespace Stryker.Abstractions;
 
 /// <summary>
 /// Represents a single mutation on code level

src/Stryker.Abstractions/MutationLevel.cs

@@ -1,4 +1,4 @@
-namespace Stryker.Abstractions.Mutators;
+namespace Stryker.Abstractions;
 
 public enum MutationLevel
 {

src/Stryker.Abstractions/Mutator.cs

@@ -1,6 +1,6 @@
 using Stryker.Utilities.Attributes;
 
-namespace Stryker.Abstractions.Mutators;
+namespace Stryker.Abstractions;
 
 public enum Mutator
 {

src/Stryker.Abstractions/Options/IStrykerOptions.cs

@@ -2,7 +2,6 @@
 using System.Text.RegularExpressions;
 using Microsoft.CodeAnalysis.CSharp;
 using Stryker.Abstractions.Baseline;
-using Stryker.Abstractions.Mutators;
 using Stryker.Abstractions.ProjectComponents;
 
 namespace Stryker.Abstractions.Options;

src/Stryker.Abstractions/ProjectComponents/IProjectComponent.cs

@@ -1,5 +1,4 @@
 using System.Collections.Generic;
-using Stryker.Abstractions.Mutants;
 using Stryker.Abstractions.Options;
 
 namespace Stryker.Abstractions.ProjectComponents;

src/Stryker.Abstractions/ProjectComponents/ITestCase.cs

@@ -1,11 +1,10 @@
-using System;
 using Microsoft.CodeAnalysis;
 
 namespace Stryker.Abstractions.ProjectComponents;
 
 public interface ITestCase
 {
-    Guid Id { get; init; }
+    Testing.Identifier Id { get; init; }
     string Name { get; init; }
     SyntaxNode Node { get; init; }
 

src/Stryker.Abstractions/ProjectComponents/ITestFile.cs

@@ -1,6 +1,6 @@
-using System;
 using System.Collections.Generic;
 using Microsoft.CodeAnalysis;
+using Stryker.Abstractions.Testing;
 
 namespace Stryker.Abstractions.ProjectComponents;
 
@@ -11,7 +11,7 @@ public interface ITestFile
     SyntaxTree SyntaxTree { get; init; }
     IList<ITestCase> Tests { get; }
 
-    void AddTest(Guid id, string name, SyntaxNode node);
+    void AddTest(Identifier id, string name, SyntaxNode node);
     bool Equals(object obj);
     bool Equals(ITestFile other);
     int GetHashCode();

src/Stryker.Abstractions/Testing/CoverageConfidence.cs

@@ -0,0 +1,9 @@
+namespace Stryker.Abstractions.Testing;
+
+public enum CoverageConfidence
+{
+    Exact,
+    Normal,
+    Dubious,
+    UnexpectedCase
+}

src/Stryker.Abstractions/Testing/ICoverageRunResult.cs

@@ -0,0 +1,13 @@
+using System.Collections.Generic;
+
+namespace Stryker.Abstractions.Testing;
+
+public interface ICoverageRunResult
+{
+    Identifier TestId { get; }
+    Dictionary<int, MutationTestingRequirements> MutationFlags { get; }
+    IReadOnlyCollection<int> MutationsCovered { get; }
+    MutationTestingRequirements this[int mutation] { get; }
+    CoverageConfidence Confidence { get; }
+    void Merge(ICoverageRunResult coverageRunResult);
+}

src/Stryker.Abstractions/Testing/IFrameworkTestDescription.cs

@@ -0,0 +1,24 @@
+using System;
+
+namespace Stryker.Abstractions.Testing;
+
+public interface IFrameworkTestDescription
+{
+    TestFrameworks Framework { get; }
+
+    ITestDescription Description { get; }
+
+    TimeSpan InitialRunTime { get; }
+
+    Identifier Id { get; }
+
+    int NbSubCases { get; }
+
+    ITestCase Case { get; }
+
+    void RegisterInitialTestResult(ITestResult result);
+
+    void AddSubCase();
+
+    void ClearInitialResult();
+}

src/Stryker.Abstractions/Testing/ITestCase.cs

@@ -0,0 +1,20 @@
+using System;
+
+namespace Stryker.Abstractions.Testing;
+
+public interface ITestCase
+{
+    Identifier Id { get; }
+
+    string Name { get; }
+
+    string Source { get; }
+
+    string CodeFilePath { get; }
+
+    string FullyQualifiedName { get; }
+
+    Uri Uri { get; }
+
+    int LineNumber { get; }
+}

src/Stryker.Abstractions/Testing/ITestDescription.cs

@@ -0,0 +1,8 @@
+namespace Stryker.Abstractions.Testing;
+
+public interface ITestDescription
+{
+    Identifier Id { get; }
+    string Name { get; }
+    string TestFilePath { get; }
+}

src/Stryker.Abstractions/Testing/ITestGuids.cs

@@ -1,7 +1,7 @@
 using System;
 using System.Collections.Generic;
 
-namespace Stryker.Abstractions.TestRunners;
+namespace Stryker.Abstractions.Testing;
 
 // represents a simple list of test identifier with some properties
 public interface ITestGuids

src/Stryker.Abstractions/Testing/ITestIdentifiers.cs

@@ -0,0 +1,17 @@
+using System.Collections.Generic;
+
+namespace Stryker.Abstractions.Testing;
+
+public interface ITestIdentifiers
+{
+    IEnumerable<Identifier> GetIdentifiers();
+    int Count { get; }
+    bool IsEmpty { get; }
+    bool IsEveryTest { get; }
+    ITestIdentifiers Merge(ITestIdentifiers other);
+    bool Contains(Identifier testId);
+    bool ContainsAny(ITestIdentifiers other);
+    bool IsIncludedIn(ITestIdentifiers other);
+    ITestIdentifiers Intersect(ITestIdentifiers other);
+    ITestIdentifiers Excluding(ITestIdentifiers testsToSkip);
+}

src/Stryker.Abstractions/Testing/ITestResult.cs

@@ -0,0 +1,8 @@
+using System;
+
+namespace Stryker.Abstractions.Testing;
+
+public interface ITestResult
+{
+    TimeSpan Duration { get; }
+}

src/Stryker.Abstractions/Testing/ITestRunResult.cs

@@ -0,0 +1,16 @@
+using System;
+using System.Collections.Generic;
+
+namespace Stryker.Abstractions.Testing;
+
+public interface ITestRunResult
+{
+    TimeSpan Duration { get; }
+    ITestIdentifiers ExecutedTests { get; }
+    ITestIdentifiers FailingTests { get; }
+    IEnumerable<string> Messages { get; }
+    string ResultMessage { get; }
+    bool SessionTimedOut { get; }
+    ITestIdentifiers TimedOutTests { get; }
+    IEnumerable<IFrameworkTestDescription> TestDescriptions { get; }
+}

src/Stryker.Abstractions/Testing/ITestRunner.cs

@@ -0,0 +1,23 @@
+using System;
+using System.Collections.Generic;
+using Stryker.Abstractions;
+
+namespace Stryker.Abstractions.Testing;
+
+public interface ITestRunner : IDisposable
+{
+    public delegate bool TestUpdateHandler(IReadOnlyList<IMutant> testedMutants,
+       ITestIdentifiers failedTests,
+       ITestIdentifiers ranTests,
+       ITestIdentifiers timedOutTests);
+
+    bool DiscoverTests(string assembly);
+
+    ITestSet GetTests(IProjectAndTests project);
+
+    ITestRunResult InitialTest(IProjectAndTests project);
+
+    IEnumerable<ICoverageRunResult> CaptureCoverage(IProjectAndTests project);
+
+    ITestRunResult TestMultipleMutants(IProjectAndTests project, ITimeoutValueCalculator timeoutCalc, IReadOnlyList<IMutant> mutants, TestUpdateHandler update);
+}

src/Stryker.Abstractions/Testing/ITestSet.cs

@@ -0,0 +1,12 @@
+using System.Collections.Generic;
+
+namespace Stryker.Abstractions.Testing;
+
+public interface ITestSet
+{
+    int Count { get; }
+    ITestDescription this[Identifier id] { get; }
+    void RegisterTests(IEnumerable<ITestDescription> tests);
+    void RegisterTest(ITestDescription test);
+    IEnumerable<ITestDescription> Extract(IEnumerable<Identifier> ids);
+}

src/Stryker.Abstractions/Testing/Identifier.cs

@@ -0,0 +1,32 @@
+using System;
+
+namespace Stryker.Abstractions.Testing;
+
+public class Identifier : IEquatable<Identifier>
+{
+    private readonly string _identifier;
+
+    private Identifier(string identifier) => _identifier = identifier;
+
+    public static Identifier Create(string identifier) => new(identifier);
+
+    public static Identifier Create(Guid guid) => new(guid.ToString());
+
+    public Guid ToGuid()
+    {
+        var isGuid = Guid.TryParse(_identifier, out var guid);
+        return isGuid ? guid : Guid.Empty;
+    }
+
+    public override int GetHashCode() => _identifier.GetHashCode();
+
+    public override string ToString() => _identifier;
+
+    public override bool Equals(object obj) => obj is Identifier identifier && Equals(identifier);
+
+    public bool Equals(Identifier other) => _identifier == other?._identifier;
+
+    public static bool operator ==(Identifier left, Identifier right) => Equals(left, right);
+
+    public static bool operator !=(Identifier left, Identifier right) => !Equals(left, right);
+}

src/Stryker.Abstractions/Testing/MutationTestingRequirements.cs

@@ -0,0 +1,19 @@
+using System;
+
+namespace Stryker.Abstractions.Testing;
+
+[Flags]
+public enum MutationTestingRequirements
+{
+    None = 0,
+    // mutation is static or executed inside à static context
+    Static = 1,
+    // mutation is covered outside test (before or after)
+    CoveredOutsideTest = 2,
+    // mutation needs to be activated ASAP when tested
+    NeedEarlyActivation = 4,
+    // mutation needs to be run in 'all tests' mode
+    AgainstAllTests = 8,
+    // not covered
+    NotCovered = 256
+}

src/Stryker.Core/Stryker.Core/TestRunners/TestFrameworks.cs → src/Stryker.Abstractions/Testing/TestFrameworks.cs

@@ -1,6 +1,6 @@
 using System;
 
-namespace Stryker.Core.TestRunners;
+namespace Stryker.Abstractions.Testing;
 
 [Flags]
 public enum TestFrameworks