add support for mstest and xunit

angelovstanton · angelovstanton · commit c1fd2f0fa8ce · 2025-04-02T15:46:08.000+03:00
diff --git a/Testimize.Tests/RealWorldExamples/ExploratoryModeCountriesGraphQLTests.cs b/Testimize.Tests/RealWorldExamples/ExploratoryModeCountriesGraphQLTests.cs
@@ -15,6 +15,7 @@
 using RestSharp;
 using System;
 using System.Collections.Generic;
+using Testimize.NUnit;
 using Testimize.Parameters.Core;
 using Testimize.OutputGenerators;
 using Testimize.Usage;
diff --git a/Testimize.Tests/RealWorldExamples/JsonPlaceholderPostTests.cs b/Testimize.Tests/RealWorldExamples/JsonPlaceholderPostTests.cs
@@ -16,6 +16,7 @@
 using System;
 using System.Collections.Generic;
 using Testimize.Contracts;
+using Testimize.NUnit;
 using Testimize.Parameters.Core;
 using Testimize.OutputGenerators;
 using Testimize.Usage;
diff --git a/Testimize.Tests/RealWorldExamples/MSTest/SampleMSTestTests.cs b/Testimize.Tests/RealWorldExamples/MSTest/SampleMSTestTests.cs
@@ -0,0 +1,57 @@
+﻿// <copyright file="SampleMSTestTests.cs" company="Automate The Planet Ltd.">
+// Copyright 2025 Automate The Planet Ltd.
+// Licensed under the Apache License, Version 2.0 (the "License");
+// You may not use this file except in compliance with the License.
+// You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+// </copyright>
+// <author>Anton Angelov</author>
+// <site>https://automatetheplanet.com/</site>
+
+using System.Collections.Generic;
+using Testimize.Parameters;
+using System.Diagnostics;
+using Testimize.Contracts;
+using Testimize.MSTest;
+using Testimize.OutputGenerators;
+using Testimize.Parameters.Core;
+using Testimize.Usage;
+using MS = Microsoft.VisualStudio.TestTools.UnitTesting;
+using System;
+
+namespace Testimize.Tests.RealWorldExamples.MSTest;
+
+[MS.TestClass]
+public class SampleMSTestTests
+{
+    public static List<TestCase> ConfigureEngine() =>
+        TestimizeEngine.Configure(
+            parameters => parameters
+                .AddText(6, 12)
+                .AddEmail(5, 10)
+                .AddPhone(6, 8)
+                .AddText(4, 10)
+            , settings =>
+            {
+                settings.Mode = TestGenerationMode.HybridArtificialBeeColony;
+                settings.TestCaseCategory = TestCaseCategory.Validation;
+            }
+        ).Generate();
+
+    [MS.DataTestMethod]
+    [TestimizeGeneratedTestCases(nameof(ConfigureEngine))]
+    [Category(Categories.CI)]
+    public void ValidateInputs(string textValue, string email, string phone, string anotherText)
+    {
+        MS.Assert.IsNotNull(textValue);
+        MS.Assert.IsNotNull(email);
+        MS.Assert.IsNotNull(phone);
+        MS.Assert.IsNotNull(anotherText);
+
+        Debug.WriteLine($"Running test with: {textValue}, {email}, {phone}, {anotherText}");
+    }
+}
diff --git a/Testimize.Tests/RealWorldExamples/NUnit/SampleNUnitTests.cs b/Testimize.Tests/RealWorldExamples/NUnit/SampleNUnitTests.cs
@@ -1,4 +1,4 @@
-﻿// <copyright file="SampleTests.cs" company="Automate The Planet Ltd.">
+﻿// <copyright file="SampleMSTestTests.cs" company="Automate The Planet Ltd.">
 // Copyright 2025 Automate The Planet Ltd.
 // Licensed under the Apache License, Version 2.0 (the "License");
 // You may not use this file except in compliance with the License.
@@ -16,18 +16,19 @@
 using Testimize.Parameters;
 using System.Diagnostics;
 using Testimize.Contracts;
+using Testimize.NUnit;
 using Testimize.OutputGenerators;
 using Testimize.Parameters.Core;
 using Testimize.Usage;
 
-namespace Testimize.Tests.RealWorldExamples;
+namespace Testimize.Tests.RealWorldExamples.NUnit;
 
 //new TextDataParameter(minBoundary: 6, maxBoundary: 12),
 //new EmailDataParameter(minBoundary: 5, maxBoundary: 10),
 //new PhoneDataParameter(minBoundary: 6, maxBoundary: 8),
 //new TextDataParameter(minBoundary: 4, maxBoundary: 10),
 [TestFixture]
-public class SampleSecondVerTests
+public class SampleNUnitTests
 {
     public static List<TestCase> ConfigureEngine() =>
         TestimizeEngine.Configure(
@@ -44,6 +45,7 @@ public static List<TestCase> ConfigureEngine() =>
             ).Generate();
 
     [Test, TestimizeGeneratedTestCases(nameof(ConfigureEngine))]
+    [Category(Categories.CI)]
     public void TestABCGeneration(string textValue, string email, string phone, string anotherText)
     {
         Debug.WriteLine($"Running test with: {textValue}, {email}, {phone}, {anotherText}");
diff --git a/Testimize.Tests/RealWorldExamples/NUnit/SampleTests.cs b/Testimize.Tests/RealWorldExamples/NUnit/SampleTests.cs
@@ -1,4 +1,4 @@
-﻿// <copyright file="SampleTests.cs" company="Automate The Planet Ltd.">
+﻿// <copyright file="SampleMSTestTests.cs" company="Automate The Planet Ltd.">
 // Copyright 2025 Automate The Planet Ltd.
 // Licensed under the Apache License, Version 2.0 (the "License");
 // You may not use this file except in compliance with the License.
@@ -18,7 +18,7 @@
 using Testimize.Contracts;
 using Testimize.OutputGenerators;
 
-namespace Testimize.Tests.RealWorldExamples;
+namespace Testimize.Tests.RealWorldExamples.NUnit;
 
 [TestFixture]
 public class SampleTests
diff --git a/Testimize.Tests/RealWorldExamples/ReqresRegistrationTests.cs b/Testimize.Tests/RealWorldExamples/ReqresRegistrationTests.cs
@@ -15,6 +15,7 @@
 using System;
 using System.Collections.Generic;
 using RestSharp;
+using Testimize.NUnit;
 using Testimize.OutputGenerators;
 using Testimize.Parameters.Core;
 using Testimize.Usage;
diff --git a/Testimize.Tests/RealWorldExamples/XUnit/SampleMSTestTests.cs b/Testimize.Tests/RealWorldExamples/XUnit/SampleMSTestTests.cs
@@ -0,0 +1,55 @@
+﻿// <copyright file="SampleXUnitTests.cs" company="Automate The Planet Ltd.">
+// Copyright 2025 Automate The Planet Ltd.
+// Licensed under the Apache License, Version 2.0 (the "License");
+// You may not use this file except in compliance with the License.
+// You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+// </copyright>
+// <author>Anton Angelov</author>
+// <site>https://automatetheplanet.com/</site>
+
+using System.Collections.Generic;
+using Testimize.OutputGenerators;
+using Testimize.Parameters.Core;
+using Testimize.Usage;
+using System;
+using Testimize.Xunit;
+using Xunit.Sdk;
+using System.Diagnostics;
+
+namespace Testimize.Tests.RealWorldExamples.Xunit;
+
+public class SampleXUnitTests
+{
+    public static List<TestCase> ConfigureEngine() =>
+        TestimizeEngine.Configure(
+            parameters => parameters
+                .AddText(6, 12)
+                .AddEmail(5, 10)
+                .AddPhone(6, 8)
+                .AddText(4, 10)
+            , settings =>
+            {
+                settings.Mode = TestGenerationMode.HybridArtificialBeeColony;
+                settings.TestCaseCategory = TestCaseCategory.Validation;
+            }
+        ).Generate();
+
+    
+    [Category(Categories.CI)]
+    [Theory]
+    [TestimizeGeneratedTestCases(nameof(ConfigureEngine))]
+    public void ValidateInputs(string textValue, string email, string phone, string anotherText)
+    {
+        Debug.WriteLine($"Running test with: {textValue}, {email}, {phone}, {anotherText}");
+
+        Assert.That(textValue, Is.Not.Null);
+        Assert.That(email, Is.Not.Null);
+        Assert.That(phone, Is.Not.Null);
+        Assert.That(anotherText, Is.Not.Null);
+    }
+}
diff --git a/Testimize.Tests/Testimize.Tests.csproj b/Testimize.Tests/Testimize.Tests.csproj
@@ -27,13 +27,20 @@
     <Description>Testimize is a smart and scalable test data generation engine for .NET. It supports boundary value analysis, pairwise testing, and heuristic optimization via the Artificial Bee Colony (ABC) algorithm. Designed for CI/CD, exploratory testing, and validation scenarios.</Description>
   </PropertyGroup>
   <ItemGroup>
-    <PackageReference Include="Microsoft.NET.Test.Sdk" Version="17.8.0" />
+    <PackageReference Include="Microsoft.NET.Test.Sdk" Version="17.13.0" />
+    <PackageReference Include="MSTest.TestAdapter" Version="3.8.3" />
+    <PackageReference Include="MSTest.TestFramework" Version="3.8.3" />
     <PackageReference Include="NUnit" Version="4.3.2" />
     <PackageReference Include="NUnit.Analyzers" Version="4.6.0" />
     <PackageReference Include="NUnit3TestAdapter" Version="5.0.0" />
     <PackageReference Include="RestSharp" Version="112.1.0" />
     <PackageReference Include="Selenium.Support" Version="4.30.0" />
     <PackageReference Include="Selenium.WebDriver" Version="4.30.0" />
+    <PackageReference Include="xunit" Version="2.9.3" />
+    <PackageReference Include="xunit.runner.visualstudio" Version="3.0.2">
+      <PrivateAssets>all</PrivateAssets>
+      <IncludeAssets>runtime; build; native; contentfiles; analyzers; buildtransitive</IncludeAssets>
+    </PackageReference>
   </ItemGroup>
 
   <ItemGroup>
diff --git a/Testimize/Testimize.csproj b/Testimize/Testimize.csproj
@@ -47,11 +47,13 @@
 
   <ItemGroup>
     <PackageReference Include="Bogus" Version="35.6.2" />
+    <PackageReference Include="MSTest.TestFramework" Version="3.8.3" />
     <PackageReference Include="TextCopy" Version="6.2.1" />
     <PackageReference Include="Microsoft.Extensions.Configuration.Json" Version="9.0.2" />
     <PackageReference Include="Microsoft.Extensions.Configuration" Version="9.0.2" />
     <PackageReference Include="Microsoft.Extensions.Configuration.Binder" Version="9.0.2" />
     <PackageReference Include="NUnit" Version="4.3.2" />
+      <PackageReference Include="xunit" Version="2.9.3" />
   </ItemGroup>
 
   <ItemGroup>
diff --git a/Testimize/samples/ExploratoryModeCountriesGraphQLTests.cs b/Testimize/samples/ExploratoryModeCountriesGraphQLTests.cs
@@ -16,6 +16,7 @@
 using System.Collections.Generic;
 using NUnit.Framework;
 using Testimize.Contracts;
+using Testimize.NUnit;
 using Testimize.OutputGenerators;
 using Testimize.Parameters.Core;
 using Testimize.Usage;
diff --git a/Testimize/samples/JsonPlaceholderPostTests.cs b/Testimize/samples/JsonPlaceholderPostTests.cs
@@ -16,6 +16,7 @@
 using System.Collections.Generic;
 using NUnit.Framework;
 using Testimize.Contracts;
+using Testimize.NUnit;
 using Testimize.Parameters.Core;
 using Testimize.OutputGenerators;
 using Testimize.Usage;
diff --git a/Testimize/samples/ReqresRegistrationTests.cs b/Testimize/samples/ReqresRegistrationTests.cs
@@ -16,6 +16,7 @@
 using System.Collections.Generic;
 using NUnit.Framework;
 using Testimize.Contracts;
+using Testimize.NUnit;
 using Testimize.Parameters.Core;
 using Testimize.OutputGenerators;
 using Testimize.Usage;
diff --git a/Testimize/src/Usage/MSTest/TestimizeDataSourceAttribute .cs b/Testimize/src/Usage/MSTest/TestimizeDataSourceAttribute .cs
@@ -0,0 +1,42 @@
+﻿// <copyright file="TestimizeGeneratedTestCasesAttribute.cs" company="Automate The Planet Ltd.">
+// Copyright 2025 Automate The Planet Ltd.
+// Licensed under the Apache License, Version 2.0 (the "License");
+// You may not use this file except in compliance with the License.
+// You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+// </copyright>
+// <author>Anton Angelov</author>
+// <site>https://automatetheplanet.com/</site>
+using Microsoft.VisualStudio.TestTools.UnitTesting;
+using System.Reflection;
+using Testimize.Parameters.Core;
+
+namespace Testimize.MSTest;
+
+[AttributeUsage(AttributeTargets.Method, AllowMultiple = false)]
+public class TestimizeGeneratedTestCasesAttribute : Attribute, ITestDataSource
+{
+    private readonly string _configMethodName;
+
+    public TestimizeGeneratedTestCasesAttribute(string configMethodName)
+    {
+        _configMethodName = configMethodName;
+    }
+
+    public IEnumerable<object[]> GetData(MethodInfo methodInfo)
+    {
+        var method = methodInfo.DeclaringType.GetMethod(_configMethodName, BindingFlags.Static | BindingFlags.Public);
+        if (method == null)
+            throw new InvalidOperationException($"Static method '{_configMethodName}' not found.");
+
+        var testCases = (List<TestCase>)method.Invoke(null, null);
+        return testCases.Select(tc => tc.Values.Select(v => (object)v.Value).ToArray());
+    }
+
+    public string GetDisplayName(MethodInfo methodInfo, object[] data) =>
+        $"{methodInfo.Name}({string.Join(", ", data)})";
+}
diff --git a/Testimize/src/Usage/NUnit/TestimizeGeneratedTestCasesAttribute.cs b/Testimize/src/Usage/NUnit/TestimizeGeneratedTestCasesAttribute.cs
@@ -17,7 +17,7 @@
 using System.Reflection;
 using Testimize.Parameters.Core;
 
-namespace Testimize;
+namespace Testimize.NUnit;
 
 [AttributeUsage(AttributeTargets.Method, AllowMultiple = false)]
 public class TestimizeGeneratedTestCasesAttribute : Attribute, ITestBuilder
@@ -31,7 +31,7 @@ public TestimizeGeneratedTestCasesAttribute(string configMethodName)
 
     public IEnumerable<TestMethod> BuildFrom(IMethodInfo method, Test suite)
     {
-        MethodInfo sourceMethod = method.TypeInfo.Type.GetMethod(_configMethodName, BindingFlags.Public | BindingFlags.Static);
+        var sourceMethod = method.TypeInfo.Type.GetMethod(_configMethodName, BindingFlags.Public | BindingFlags.Static);
         if (sourceMethod == null)
         {
             throw new InvalidOperationException($"Static method '{_configMethodName}' not found in {method.TypeInfo.Type.Name}.");
@@ -41,7 +41,7 @@ public IEnumerable<TestMethod> BuildFrom(IMethodInfo method, Test suite)
 
         foreach (var testCase in testCases)
         {
-            var parameters = new TestCaseParameters(testCase.Values.Select(v => (object)v.Value).ToArray());
+            var parameters = new TestCaseParameters(testCase.Values.Select(v => v.Value).ToArray());
             yield return new NUnitTestCaseBuilder().BuildTestMethod(method, suite, parameters);
         }
     }
diff --git a/Testimize/src/Usage/XUnit/TestimizeGeneratedTestCasesAttribute.cs b/Testimize/src/Usage/XUnit/TestimizeGeneratedTestCasesAttribute.cs
@@ -0,0 +1,61 @@
+﻿// <copyright file="ABCTestCaseSourceAttribute.cs" company="Automate The Planet Ltd.">
+// Copyright 2025 Automate The Planet Ltd.
+// Licensed under the Apache License, Version 2.0 (the "License");
+// You may not use this file except in compliance with the License.
+// You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+// </copyright>
+// <author>Anton Angelov</author>
+// <site>https://automatetheplanet.com/</site>
+
+using System;
+using System.Collections.Generic;
+using System.Linq;
+using System.Reflection;
+using System.Text;
+using System.Threading.Tasks;
+using Testimize.Parameters.Core;
+using Xunit.Sdk;
+
+namespace Testimize.Xunit;
+
+[AttributeUsage(AttributeTargets.Method, AllowMultiple = false)]
+public class TestimizeGeneratedTestCasesAttribute : DataAttribute
+{
+    private readonly string _configMethodName;
+
+    public TestimizeGeneratedTestCasesAttribute(string configMethodName)
+    {
+        _configMethodName = configMethodName;
+    }
+
+    public override IEnumerable<object[]> GetData(MethodInfo testMethod)
+    {
+        if (testMethod == null)
+            throw new ArgumentNullException(nameof(testMethod));
+
+        var declaringType = testMethod.DeclaringType;
+        if (declaringType == null)
+            throw new InvalidOperationException("Test method must be defined in a class.");
+
+        var sourceMethod = declaringType.GetMethod(
+            _configMethodName,
+            BindingFlags.Public | BindingFlags.Static | BindingFlags.FlattenHierarchy);
+
+        if (sourceMethod == null)
+            throw new InvalidOperationException($"Static method '{_configMethodName}' not found in {declaringType.FullName}.");
+
+        var testCases = (List<TestCase>)sourceMethod.Invoke(null, null);
+        if (testCases == null)
+            throw new InvalidOperationException($"Method '{_configMethodName}' returned null.");
+
+        foreach (var testCase in testCases)
+        {
+            yield return testCase.Values.Select(v => (object)v.Value).ToArray();
+        }
+    }
+}
