chore: Add testrunner wrapper

integrationtest/Validation/ValidationProject/ValidateStrykerResults.cs

@@ -7,7 +7,7 @@
 using Microsoft.CodeAnalysis.CSharp;
 using Microsoft.CodeAnalysis.Text;
 using Shouldly;
-using Stryker.Abstractions.Mutants;
+using Stryker.Abstractions;
 using Stryker.Abstractions.Reporting;
 using Stryker.Core.Reporters.Json;
 using Xunit;

src/Stryker.Abstractions/IMutant.cs

@@ -1,22 +1,21 @@
-using Stryker.Abstractions.TestRunners;
-using Stryker.Abstractions;
+using Stryker.Abstractions.Testing;
 
-namespace Stryker.Abstractions.Mutants;
+namespace Stryker.Abstractions;
 
 public interface IMutant : IReadOnlyMutant
 {
     new int Id { get; set; }
     new Mutation Mutation { get; set; }
     new MutantStatus ResultStatus { get; set; }
     new string ResultStatusReason { get; set; }
-    new ITestGuids CoveringTests { get; set; }
-    new ITestGuids KillingTests { get; set; }
-    new ITestGuids AssessingTests { get; set; }
+    new ITestIdentifiers CoveringTests { get; set; }
+    new ITestIdentifiers KillingTests { get; set; }
+    new ITestIdentifiers AssessingTests { get; set; }
     new bool CountForStats { get; }
     new bool IsStaticValue { get; set; }
 
     string DisplayName { get; }
     bool MustBeTestedInIsolation { get; set; }
 
-    void AnalyzeTestRun(ITestGuids failedTests, ITestGuids resultRanTests, ITestGuids timedOutTests, bool sessionTimedOut);
+    void AnalyzeTestRun(ITestIdentifiers failedTests, ITestIdentifiers resultRanTests, ITestIdentifiers timedOutTests, bool sessionTimedOut);
 }

src/Stryker.Abstractions/IMutator.cs

@@ -1,9 +1,8 @@
 using Microsoft.CodeAnalysis;
 using Stryker.Abstractions.Options;
-using Stryker.Abstractions.Mutants;
 using System.Collections.Generic;
 
-namespace Stryker.Abstractions.Mutators;
+namespace Stryker.Abstractions;
 
 public interface IMutator
 {

src/Stryker.Abstractions/IProjectAndTests.cs

@@ -1,11 +1,11 @@
 using System.Collections.Generic;
 using Stryker.Abstractions.ProjectComponents;
 
-namespace Stryker.Abstractions.Initialisation;
+namespace Stryker.Abstractions;
 
 public interface IProjectAndTests
 {
-    ITestProjectsInfo TestProjectsInfo { get;}
+    ITestProjectsInfo TestProjectsInfo { get; }
 
     string HelperNamespace { get; }
 

src/Stryker.Abstractions/IReadOnlyMutant.cs

@@ -1,5 +1,4 @@
-using Stryker.Abstractions.TestRunners;
-using Stryker.Abstractions.Mutants;
+using Stryker.Abstractions.Testing;
 
 namespace Stryker.Abstractions;
 
@@ -12,9 +11,9 @@ public interface IReadOnlyMutant
     Mutation Mutation { get; }
     MutantStatus ResultStatus { get; }
     string ResultStatusReason { get; }
-    ITestGuids CoveringTests { get; }
-    ITestGuids KillingTests { get; }
-    ITestGuids AssessingTests { get; }
+    ITestIdentifiers CoveringTests { get; }
+    ITestIdentifiers KillingTests { get; }
+    ITestIdentifiers AssessingTests { get; }
     bool CountForStats { get; }
     bool IsStaticValue { get; }
 }

src/Stryker.Core/Stryker.Core/Initialisation/Language.cs → src/Stryker.Abstractions/Language.cs

@@ -1,4 +1,4 @@
-namespace Stryker.Core.Initialisation;
+namespace Stryker.Abstractions;
 
 public enum Language
 {

src/Stryker.Abstractions/MutantStatus.cs

@@ -1,4 +1,4 @@
-namespace Stryker.Abstractions.Mutants;
+namespace Stryker.Abstractions;
 
 public enum MutantStatus
 {

src/Stryker.Abstractions/Mutation.cs

@@ -1,16 +1,15 @@
 using Microsoft.CodeAnalysis;
-using Stryker.Abstractions.Mutators;
 
-namespace Stryker.Abstractions.Mutants;
+namespace Stryker.Abstractions;
 
 /// <summary>
 /// Represents a single mutation on code level
 /// </summary>
 public class Mutation
 {
     public SyntaxNode OriginalNode { get; set; }
     public SyntaxNode ReplacementNode { get; set; }
     public string DisplayName { get; set; }
     public Mutator Type { get; set; }
     public string Description { get; set; }
 }

src/Stryker.Abstractions/MutationLevel.cs

@@ -1,4 +1,4 @@
-namespace Stryker.Abstractions.Mutators;
+namespace Stryker.Abstractions;
 
 public enum MutationLevel
 {

src/Stryker.Abstractions/Mutator.cs

@@ -1,6 +1,4 @@
-using Stryker.Utilities.Attributes;
-
-namespace Stryker.Abstractions.Mutators;
+namespace Stryker.Abstractions;
 
 public enum Mutator
 {

src/Stryker.Utilities/Attributes/MutatorDescriptionAttribute.cs → src/Stryker.Abstractions/MutatorDescriptionAttribute.cs

@@ -1,7 +1,7 @@
 using System;
 using System.Diagnostics.CodeAnalysis;
 
-namespace Stryker.Utilities.Attributes;
+namespace Stryker.Abstractions;
 
 [AttributeUsage(AttributeTargets.All, AllowMultiple = true)]
 public class MutatorDescriptionAttribute : Attribute
@@ -16,7 +16,7 @@
 
     public string Description { get; set; }
 
     public override bool Equals([NotNullWhen(true)] object obj) =>
         obj is MutatorDescriptionAttribute other && other.Description == Description;
 
     public override int GetHashCode() => Description?.GetHashCode() ?? 0;

src/Stryker.Abstractions/Options/IStrykerOptions.cs

@@ -2,7 +2,6 @@
 using System.Text.RegularExpressions;
 using Microsoft.CodeAnalysis.CSharp;
 using Stryker.Abstractions.Baseline;
-using Stryker.Abstractions.Mutators;
 using Stryker.Abstractions.ProjectComponents;
 
 namespace Stryker.Abstractions.Options;

src/Stryker.Abstractions/ProjectComponents/IProjectComponent.cs

@@ -1,5 +1,4 @@
 using System.Collections.Generic;
-using Stryker.Abstractions.Mutants;
 using Stryker.Abstractions.Options;
 
 namespace Stryker.Abstractions.ProjectComponents;

src/Stryker.Abstractions/ProjectComponents/ITestCase.cs

@@ -5,7 +5,7 @@ namespace Stryker.Abstractions.ProjectComponents;
 
 public interface ITestCase
 {
-    Guid Id { get; init; }
+    string Id { get; init; }
     string Name { get; init; }
     SyntaxNode Node { get; init; }
 

src/Stryker.Abstractions/ProjectComponents/ITestFile.cs

@@ -1,6 +1,6 @@
-using System;
 using System.Collections.Generic;
 using Microsoft.CodeAnalysis;
+using Stryker.Abstractions.Testing;
 
 namespace Stryker.Abstractions.ProjectComponents;
 
@@ -11,7 +11,7 @@ public interface ITestFile
     SyntaxTree SyntaxTree { get; init; }
     IList<ITestCase> Tests { get; }
 
-    void AddTest(Guid id, string name, SyntaxNode node);
+    void AddTest(string id, string name, SyntaxNode node);
     bool Equals(object obj);
     bool Equals(ITestFile other);
     int GetHashCode();

src/Stryker.Abstractions/Stryker.Abstractions.csproj

@@ -14,9 +14,4 @@
     <PackageReference Include="Serilog" />
     <PackageReference Include="TestableIO.System.IO.Abstractions.Wrappers" />
   </ItemGroup>
-
-  <ItemGroup>
-    <ProjectReference Include="..\Stryker.Utilities\Stryker.Utilities.csproj" />
-  </ItemGroup>
-
 </Project>

src/Stryker.Abstractions/Testing/CoverageConfidence.cs

@@ -0,0 +1,9 @@
+namespace Stryker.Abstractions.Testing;
+
+public enum CoverageConfidence
+{
+    Exact,
+    Normal,
+    Dubious,
+    UnexpectedCase
+}

src/Stryker.Abstractions/Testing/ICoverageRunResult.cs

@@ -0,0 +1,13 @@
+using System.Collections.Generic;
+
+namespace Stryker.Abstractions.Testing;
+
+public interface ICoverageRunResult
+{
+    string TestId { get; }
+    Dictionary<int, MutationTestingRequirements> MutationFlags { get; }
+    IReadOnlyCollection<int> MutationsCovered { get; }
+    MutationTestingRequirements this[int mutation] { get; }
+    CoverageConfidence Confidence { get; }
+    void Merge(ICoverageRunResult coverageRunResult);
+}

src/Stryker.Abstractions/Testing/IFrameworkTestDescription.cs

@@ -0,0 +1,24 @@
+using System;
+
+namespace Stryker.Abstractions.Testing;
+
+public interface IFrameworkTestDescription
+{
+    TestFrameworks Framework { get; }
+
+    ITestDescription Description { get; }
+
+    TimeSpan InitialRunTime { get; }
+
+    string Id { get; }
+
+    int NbSubCases { get; }
+
+    ITestCase Case { get; }
+
+    void RegisterInitialTestResult(ITestResult result);
+
+    void AddSubCase();
+
+    void ClearInitialResult();
+}

src/Stryker.Abstractions/Testing/ITestCase.cs

@@ -0,0 +1,22 @@
+using System;
+
+namespace Stryker.Abstractions.Testing;
+
+public interface ITestCase
+{
+    string Id { get; }
+
+    Guid Guid { get; }
+
+    string Name { get; }
+
+    string Source { get; }
+
+    string CodeFilePath { get; }
+
+    string FullyQualifiedName { get; }
+
+    Uri Uri { get; }
+
+    int LineNumber { get; }
+}

src/Stryker.Abstractions/Testing/ITestDescription.cs

@@ -0,0 +1,8 @@
+namespace Stryker.Abstractions.Testing;
+
+public interface ITestDescription
+{
+    string Id { get; }
+    string Name { get; }
+    string TestFilePath { get; }
+}

src/Stryker.Abstractions/Testing/ITestGuids.cs

@@ -1,7 +1,7 @@
 using System;
 using System.Collections.Generic;
 
-namespace Stryker.Abstractions.TestRunners;
+namespace Stryker.Abstractions.Testing;
 
 // represents a simple list of test identifier with some properties
 public interface ITestGuids

src/Stryker.Abstractions/Testing/ITestIdentifiers.cs

@@ -0,0 +1,17 @@
+using System.Collections.Generic;
+
+namespace Stryker.Abstractions.Testing;
+
+public interface ITestIdentifiers
+{
+    IEnumerable<string> GetIdentifiers();
+    int Count { get; }
+    bool IsEmpty { get; }
+    bool IsEveryTest { get; }
+    ITestIdentifiers Merge(ITestIdentifiers other);
+    bool Contains(string testId);
+    bool ContainsAny(ITestIdentifiers other);
+    bool IsIncludedIn(ITestIdentifiers other);
+    ITestIdentifiers Intersect(ITestIdentifiers other);
+    ITestIdentifiers Excluding(ITestIdentifiers testsToSkip);
+}

src/Stryker.Abstractions/Testing/ITestResult.cs

@@ -0,0 +1,8 @@
+using System;
+
+namespace Stryker.Abstractions.Testing;
+
+public interface ITestResult
+{
+    TimeSpan Duration { get; }
+}

src/Stryker.Abstractions/Testing/ITestRunResult.cs

@@ -0,0 +1,16 @@
+using System;
+using System.Collections.Generic;
+
+namespace Stryker.Abstractions.Testing;
+
+public interface ITestRunResult
+{
+    TimeSpan Duration { get; }
+    ITestIdentifiers ExecutedTests { get; }
+    ITestIdentifiers FailingTests { get; }
+    IEnumerable<string> Messages { get; }
+    string ResultMessage { get; }
+    bool SessionTimedOut { get; }
+    ITestIdentifiers TimedOutTests { get; }
+    IEnumerable<IFrameworkTestDescription> TestDescriptions { get; }
+}

src/Stryker.Abstractions/Testing/ITestRunner.cs

@@ -0,0 +1,22 @@
+using System;
+using System.Collections.Generic;
+
+namespace Stryker.Abstractions.Testing;
+
+public interface ITestRunner : IDisposable
+{
+    public delegate bool TestUpdateHandler(IReadOnlyList<IMutant> testedMutants,
+       ITestIdentifiers failedTests,
+       ITestIdentifiers ranTests,
+       ITestIdentifiers timedOutTests);
+
+    bool DiscoverTests(string assembly);
+
+    ITestSet GetTests(IProjectAndTests project);
+
+    ITestRunResult InitialTest(IProjectAndTests project);
+
+    IEnumerable<ICoverageRunResult> CaptureCoverage(IProjectAndTests project);
+
+    ITestRunResult TestMultipleMutants(IProjectAndTests project, ITimeoutValueCalculator timeoutCalc, IReadOnlyList<IMutant> mutants, TestUpdateHandler update);
+}

src/Stryker.Abstractions/Testing/ITestSet.cs

@@ -0,0 +1,12 @@
+using System.Collections.Generic;
+
+namespace Stryker.Abstractions.Testing;
+
+public interface ITestSet
+{
+    int Count { get; }
+    ITestDescription this[string id] { get; }
+    void RegisterTests(IEnumerable<ITestDescription> tests);
+    void RegisterTest(ITestDescription test);
+    IEnumerable<ITestDescription> Extract(IEnumerable<string> ids);
+}

src/Stryker.Abstractions/Testing/MutationTestingRequirements.cs

@@ -0,0 +1,19 @@
+using System;
+
+namespace Stryker.Abstractions.Testing;
+
+[Flags]
+public enum MutationTestingRequirements
+{
+    None = 0,
+    // mutation is static or executed inside à static context
+    Static = 1,
+    // mutation is covered outside test (before or after)
+    CoveredOutsideTest = 2,
+    // mutation needs to be activated ASAP when tested
+    NeedEarlyActivation = 4,
+    // mutation needs to be run in 'all tests' mode
+    AgainstAllTests = 8,
+    // not covered
+    NotCovered = 256
+}

src/Stryker.Core/Stryker.Core/Mutants/TestDescription.cs → src/Stryker.Abstractions/Testing/TestDescription.cs

@@ -1,17 +1,15 @@
-using System;
+namespace Stryker.Abstractions.Testing;
 
-namespace Stryker.Core.Mutants;
-
-public sealed class TestDescription
+public sealed class TestDescription : ITestDescription
 {
-    public TestDescription(Guid id, string name, string testFilePath)
+    public TestDescription(string id, string name, string testFilePath)
     {
         Id = id;
         Name = name;
         TestFilePath = testFilePath;
     }
 
-    public Guid Id { get; }
+    public string Id { get; }
 
     public string Name { get; }
 
@@ -21,7 +19,8 @@
     {
         return Id == other.Id;
     }
+
     public override bool Equals(object obj)
     {
         if (obj is null)
             return false;