add LLM implementation for Android, Desktop, iOS

refactor existing logic to be reused

Author: angelovstanton

Bellatrix.LLM/Bellatrix.LLM.csproj

@@ -9,6 +9,7 @@
   <ItemGroup>
     <ProjectReference Include="..\src\Bellatrix.Core\Bellatrix.Core.csproj" />
     <ProjectReference Include="..\src\Bellatrix.KeyVault\Bellatrix.KeyVault.csproj" />
+    <ProjectReference Include="..\src\Bellatrix.Plugins.Screenshots\Bellatrix.Plugins.Screenshots.csproj" />
   </ItemGroup>
 
   <ItemGroup>

…Bellatrix.Web/llm/assertions/AiAssert.cs Bellatrix.LLM/assertions/AiAssert.cssrc/Bellatrix.Web/llm/assertions/AiAssert.cs renamed to Bellatrix.LLM/assertions/AiAssert.cs src/Bellatrix.Web/llm/assertions/AiAssert.cs renamed to Bellatrix.LLM/assertions/AiAssert.cs

@@ -16,22 +16,20 @@
 // Please cite or credit appropriately if reusing in academic or commercial work.</note>
 using Bellatrix.Assertions;
 using Bellatrix.LLM;
+using Bellatrix.LLM.Skills;
 using Microsoft.SemanticKernel;
-using System;
 
-namespace Bellatrix.Web.LLM.assertions;
+namespace Bellatrix;
 public static class AiAssert
 {
     public static void AssertByPrompt(string assertInstruction)
     {
-        var browser = ServicesCollection.Current.Resolve<BrowserService>();
-        browser.WaitForAjax();
-        browser.WaitUntilReady();
-        var summaryJson = browser.GetPageSummaryJson();
+        var snapshotProvider = ServicesCollection.Current.Resolve<IViewSnapshotProvider>();
+        var appSnapshot = snapshotProvider.GetCurrentViewSnapshot();
 
-        var result = SemanticKernelService.Kernel.InvokeAsync("Assertions", "EvaluateAssertion", new()
+        var result = SemanticKernelService.Kernel.InvokeAsync(nameof(AssertionSkill), nameof(AssertionSkill.EvaluateAssertion), new()
         {
-            ["htmlSummary"] = summaryJson,
+            ["htmlSummary"] = appSnapshot,
             ["assertInstruction"] = assertInstruction
         }).Result;
 

Bellatrix.LLM/assertions/AiValidator.cs

@@ -0,0 +1,71 @@
+// <copyright file="AiValidator.cs" company="Automate The Planet Ltd.">
+// Copyright 2025 Automate The Planet Ltd.
+// Licensed under the Apache License, Version 2.0 (the "License");
+// You may not use this file except in compliance with the License.
+// You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+// </copyright>
+// <author>Anton Angelov</author>
+// <site>https://bellatrix.solutions/</site>
+// <note>This file is part of an academic research project exploring autonomous test agents using LLMs and Semantic Kernel.
+// The architecture and agent logic are original contributions by Anton Angelov, forming the foundation for a PhD dissertation.
+using Bellatrix.LLM;
+using Bellatrix.LLM.Settings;
+using Bellatrix.LLM.Skills;
+using Microsoft.SemanticKernel;
+
+namespace Bellatrix;
+
+public static class AiValidator
+{
+    public static void ValidateByPrompt(string assertInstruction, int? timeout = null, int? sleepInterval = null)
+    {
+        var snapshotProvider = ServicesCollection.Current.Resolve<IViewSnapshotProvider>();
+
+        var settings = ConfigurationService.GetSection<LargeLanguageModelsSettings>();
+        var effectiveTimeout = timeout ?? settings.ValidationsTimeout;
+        var effectiveSleep = sleepInterval ?? settings.SleepInterval;
+
+        var verdict = string.Empty;
+
+        void WaitForAssertionToPass()
+        {
+            Utilities.Wait.Until(
+                condition: () =>
+                {
+                    try
+                    {
+                        var appSnapshot = snapshotProvider.GetCurrentViewSnapshot();
+
+                        var result = SemanticKernelService.Kernel.InvokeAsync(nameof(AssertionSkill), nameof(AssertionSkill.EvaluateAssertion), new()
+                        {
+                            ["htmlSummary"] = appSnapshot,
+                            ["assertInstruction"] = assertInstruction
+                        }).Result;
+
+                        var fullPrompt = result.GetValue<string>();
+                        verdict = SemanticKernelService.Kernel.InvokePromptAsync(fullPrompt).Result.GetValue<string>()?.Trim();
+
+                        return !string.IsNullOrWhiteSpace(verdict) &&
+                               verdict.Contains("PASS", StringComparison.OrdinalIgnoreCase);
+                    }
+                    catch
+                    {
+                        return false;
+                    }
+                },
+                timeoutInSeconds: effectiveTimeout,
+                exceptionMessage: $"❌ AI validation failed: {assertInstruction} within timeout ({effectiveTimeout}s).\n - {verdict}",
+                retryRateDelay: effectiveSleep * 1000
+            );
+        }
+
+        WaitForAssertionToPass();
+        Console.WriteLine("✅ AI Validate passed: " + assertInstruction);
+    }
+}
+

Bellatrix.LLM/contracts/IViewSnapshotProvider.cs

@@ -0,0 +1,27 @@
+// <copyright file="IViewSnapshotProvider.cs" company="Automate The Planet Ltd.">
+// Copyright 2025 Automate The Planet Ltd.
+// Licensed under the Apache License, Version 2.0 (the "License");
+// You may not use this file except in compliance with the License.
+// You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+// </copyright>
+// <author>Anton Angelov</author>
+// <site>https://bellatrix.solutions/</site>
+// <note>This file is part of an academic research project exploring autonomous test agents using LLMs and Semantic Kernel.
+// The architecture and agent logic are original contributions by Anton Angelov, forming the foundation for a PhD dissertation.
+// Please cite or credit appropriately if reusing in academic or commercial work.</note>
+namespace Bellatrix.LLM;
+
+public interface IViewSnapshotProvider
+{
+    /// <summary>
+    /// Returns a structured JSON summary of the current view (DOM or UI tree), including all visible, interactable elements.
+    /// Should recursively traverse all nested contexts (e.g., shadow DOM, mobile hierarchy, desktop tree).
+    /// </summary>
+    /// <returns>JSON string summarizing the current view.</returns>
+    string GetCurrentViewSnapshot();
+}

Bellatrix.LLM/embeddingsPythonServerInstructions.txt

@@ -43,6 +43,8 @@ Configuration needed:
     "memoryIndex": "PageObjects",
     "resetIndexEverytime": false,
     "locatorRetryAttempts": 3,
+    "validationsTimeout": 5,
+    "sleepInterval": 1,
     "enableSelfHealing": true,
     "enableSmartFailureAnalysis": true,
   }

…m/plugins/SmartFailureAnalysisPlugin .cs …M/plugins/SmartFailureAnalysisPlugin .cssrc/Bellatrix.Web/llm/plugins/SmartFailureAnalysisPlugin .cs renamed to Bellatrix.LLM/plugins/SmartFailureAnalysisPlugin .cs src/Bellatrix.Web/llm/plugins/SmartFailureAnalysisPlugin .cs renamed to Bellatrix.LLM/plugins/SmartFailureAnalysisPlugin .cs

@@ -19,22 +19,19 @@
 using Bellatrix.Plugins;
 using Bellatrix.Plugins.Screenshots.Plugins;
 using Bellatrix.Plugins.Screenshots;
-using System;
-using System.Threading;
-using Bellatrix.LLM;
 
-namespace Bellatrix.Web.LLM.plugins;
+namespace Bellatrix.LLM.Plugins;
 public class SmartFailureAnalysisPlugin : Plugin, IScreenshotPlugin
 {
     private readonly IScreenshotOutputProvider _screenshotOutputProvider;
-    private readonly BrowserService _browserService;
+    private readonly IViewSnapshotProvider _viewSnapshotProvider;
     private static ThreadLocal<string> _screenshotPath = new ThreadLocal<string>();
 
 
     public SmartFailureAnalysisPlugin()
     {
         _screenshotOutputProvider = ServicesCollection.Current.Resolve<IScreenshotOutputProvider>();
-        _browserService = ServicesCollection.Current.Resolve<BrowserService>();
+        _viewSnapshotProvider = ServicesCollection.Current.Resolve<IViewSnapshotProvider>();
     }
 
     public static void Add()
@@ -66,8 +63,8 @@ protected override void PreTestCleanup(object sender, PluginEventArgs e)
         if (e.TestOutcome == TestOutcome.Passed)
         {
             var log = Logger.GetLogs();
-            var summary = _browserService.GetPageSummaryJson();
-            SmartFailureAnalyzer.SaveTestPass(e.TestFullName, log, summary);
+            var snapshot = _viewSnapshotProvider.GetCurrentViewSnapshot();
+            SmartFailureAnalyzer.SaveTestPass(e.TestFullName, log, snapshot);
         }
         else
         {
@@ -81,14 +78,14 @@ private void RunFailureAnalysisAsync(PluginEventArgs e)
         try
         {
             var log = Logger.GetLogs(); // flushless BDD log
-            var pageSummary = _browserService.GetPageSummaryJson(); // live page state
+            var snapshot = _viewSnapshotProvider.GetCurrentViewSnapshot(); // live page state
 
             diagnosis = SmartFailureAnalyzer.Diagnose(
                 e.TestFullName,
                 e.Exception?.ToString() ?? "No exception captured.",
                 log,
-                pageSummary,
-                _screenshotPath.Value);
+                snapshot,
+                _screenshotPath.Value ?? string.Empty);
 
 
         }

Bellatrix.LLM/services/LocatorSelfHealingService.cs

@@ -66,7 +66,7 @@ public static string TryHeal(string failingLocator, string newestVersionViewSumm
             return null;
         }
 
-        var prompt = SemanticKernelService.Kernel.InvokeAsync("Locator", "HealBrokenLocator", new()
+        var prompt = SemanticKernelService.Kernel.InvokeAsync("LocatorSkill", "HealBrokenLocator", new()
         {
             ["failedLocator"] = failingLocator,
             ["oldViewummary"] = known.ViewSummary,

Bellatrix.LLM/services/PageObjectsIndexer.cs

@@ -58,7 +58,7 @@ public static void IndexAllPageObjects(string folderName = "Pages", string memor
             try
             {
                 // Step 1: Generate SK prompt
-                var summaryPrompt = kernel.InvokeAsync("PageSummarizer", "SummarizePageObjectCode", new()
+                var summaryPrompt = kernel.InvokeAsync("PageObjectSummarizerSkill", "SummarizePageObjectCode", new()
                 {
                     ["code"] = combinedCode
                 }).Result.GetValue<string>();

Bellatrix.LLM/services/SmartFailureAnalyzer.cs

@@ -17,6 +17,7 @@
 using Bellatrix.KeyVault;
 using Bellatrix.LLM.Cache;
 using Bellatrix.LLM.Settings;
+using Bellatrix.LLM.Skills;
 using Microsoft.SemanticKernel;
 
 namespace Bellatrix.LLM;
@@ -95,7 +96,7 @@ public static string Diagnose(string testName, string exceptionDetails, string c
         }
 
         var prompt = SemanticKernelService.Kernel
-            .InvokeAsync("FailureAnalyzer", "GenerateFailureDiagnosis", arguments).Result;
+            .InvokeAsync(nameof(FailureAnalyzerSkill), "GenerateFailureDiagnosis", arguments).Result;
 
         var suggestion = SemanticKernelService.Kernel.InvokePromptAsync(prompt.GetValue<string>()).Result.GetValue<string>()?.Trim();
 

Bellatrix.LLM/settings/LargeLanguageModelsSettings.cs

@@ -30,4 +30,6 @@ public class LargeLanguageModelsSettings
     public string MemoryIndex { get; set; }
     public bool ResetIndexEverytime { get; set; }
     public int LocatorRetryAttempts { get; set; }
+    public int ValidationsTimeout { get; set; } = 5;
+    public int SleepInterval { get; set; } = 1;
 }