fix regression bugs in AI functionality

Author: angelovstanton

Bellatrix.LLM/assertions/AiValidator.cs

@@ -43,7 +43,7 @@ void WaitForAssertionToPass()
 
                         var result = SemanticKernelService.Kernel.InvokeAsync(nameof(AssertionSkill), nameof(AssertionSkill.EvaluateAssertion), new()
                         {
-                            ["htmlSummary"] = appSnapshot,
+                            ["viewSnapshot"] = appSnapshot,
                             ["assertInstruction"] = assertInstruction
                         }).Result;
 

Bellatrix.LLM/docker-compose.local_cache_postgres.yml

@@ -1,16 +1,28 @@
+version: '3.9'
 services:
-  postgres-locator:
+  bellatrixllm-cache:
     image: postgres:15
-    container_name: locator-cache-db
+    container_name: bellatrixllm-cache
     restart: unless-stopped
     environment:
       POSTGRES_DB: LocatorCacheDb
       POSTGRES_USER: postgres
       POSTGRES_PASSWORD: devpassword
     ports:
-      - "5433:5432"  # Use a different host port
+      - "5433:5432"
     volumes:
-      - locator_pgdata:/var/lib/postgresql/data
+      - bellatrixllm_pgdata:/var/lib/postgresql/data
+
+  bellatrixllm-vectorstore:
+    image: qdrant/qdrant
+    container_name: bellatrixllm-vectorstore
+    restart: unless-stopped
+    ports:
+      - "6333:6333"
+      - "6334:6334"
+    volumes:
+      - bellatrixllm_qdrantdata:/qdrant/storage
 
 volumes:
-  locator_pgdata:
+  bellatrixllm_pgdata:
+  bellatrixllm_qdrantdata:

Bellatrix.LLM/embeddingsPythonServerInstructions.txt

@@ -10,6 +10,14 @@ In WebTests we need to call -> WebPluginsConfiguration.ConfigureLLM();
 
 - Execute this for local cache and postgres:
 
+
+// run both
+docker compose -f docker-compose.local_cache_postgres.yml up -d
+
+// run to start Qdrant in docker
+docker run -p 6333:6333 -p 6334:6334 qdrant/qdrant
+
+// run to start postgres in docker
 docker-compose -f docker-compose.local_cache_postgres.yml up -d
 
 docker-compose -f docker-compose.local_cache_postgres.yml down -v

Bellatrix.LLM/plugins/SmartFailureAnalysisPlugin .cs

@@ -31,7 +31,7 @@ public class SmartFailureAnalysisPlugin : Plugin, IScreenshotPlugin
     public SmartFailureAnalysisPlugin()
     {
         _screenshotOutputProvider = ServicesCollection.Current.Resolve<IScreenshotOutputProvider>();
-        _viewSnapshotProvider = ServicesCollection.Current.Resolve<IViewSnapshotProvider>();
+        _viewSnapshotProvider = ServicesCollection.Main.Resolve<IViewSnapshotProvider>();
     }
 
     public static void Add()

Bellatrix.LLM/services/LocatorSelfHealingService.cs

@@ -69,8 +69,8 @@ public static string TryHeal(string failingLocator, string newestVersionViewSumm
         var prompt = SemanticKernelService.Kernel.InvokeAsync("LocatorSkill", "HealBrokenLocator", new()
         {
             ["failedLocator"] = failingLocator,
-            ["oldViewummary"] = known.ViewSummary,
-            ["newViewSummary"] = newestVersionViewSummary
+            ["oldSnapshot"] = known.ViewSummary,
+            ["newSnapshot"] = newestVersionViewSummary
         }).Result.GetValue<string>();
 
         var suggestion = SemanticKernelService.Kernel.InvokePromptAsync(prompt).Result.GetValue<string>()?.Trim();

Bellatrix.LLM/services/SmartFailureAnalyzer.cs

@@ -96,7 +96,7 @@ public static string Diagnose(string testName, string exceptionDetails, string c
         }
 
         var prompt = SemanticKernelService.Kernel
-            .InvokeAsync(nameof(FailureAnalyzerSkill), "GenerateFailureDiagnosis", arguments).Result;
+            .InvokeAsync(nameof(FailureAnalyzerSkill), nameof(FailureAnalyzerSkill.GenerateFailureDiagnosis), arguments).Result;
 
         var suggestion = SemanticKernelService.Kernel.InvokePromptAsync(prompt.GetValue<string>()).Result.GetValue<string>()?.Trim();
 

Bellatrix.LLM/skills/LocatorMapperSkill.cs

@@ -28,18 +28,16 @@ You are an AI assistant that maps user instructions to known UI locators.
 User wants to: {instruction}
 
 From the list of known locators below, pick the one that best matches and return its exact locator in the format:
-locator_strategy=locator_value
+xpath=...
 
 Known Locators:
 {pageSummary}
 
 Examples:
 For login button → return xpath=//button[@id='login']
-For search input → return id=input-search
+For search input → return xpath=//input[@id='input-search']
 
-Return ONLY one valid locator in that format. If no match is found, return Unknown.
+Return ONLY one valid XPath locator in that format. If no match is found, return Unknown.
 """;
     }
-
-
 }

src/Bellatrix.Desktop/infrastructure/App.cs

@@ -11,12 +11,6 @@
 // </copyright>
 // <author>Anton Angelov</author>
 // <site>https://bellatrix.solutions/</site>
-using System;
-using System.Collections.Generic;
-using System.Diagnostics;
-using System.IO;
-using System.Linq;
-using System.Reflection;
 using Bellatrix;
 using Bellatrix.Assertions;
 using Bellatrix.AWS;
@@ -26,8 +20,15 @@
 using Bellatrix.Desktop.PageObjects;
 using Bellatrix.Desktop.Services;
 using Bellatrix.DynamicTestCases;
+using Bellatrix.LLM;
 using Bellatrix.Plugins;
 using Bellatrix.Utilities;
+using System;
+using System.Collections.Generic;
+using System.Diagnostics;
+using System.IO;
+using System.Linq;
+using System.Reflection;
 
 namespace Bellatrix.Desktop;
 
@@ -40,6 +41,7 @@ public class App : IDisposable
     public App()
     {
         _shouldStartLocalService = ConfigurationService.GetSection<DesktopSettings>().ExecutionSettings.ShouldStartLocalService;
+        ServicesCollection.Main.RegisterInstance<IViewSnapshotProvider>(AppService);
     }
 
     public AppService AppService => ServicesCollection.Current.Resolve<AppService>();

src/Bellatrix.Desktop/llm/FindByPrompt.cs

@@ -1,15 +1,16 @@
-using Microsoft.SemanticKernel;
-using System.Collections.Generic;
-using System.Linq;
-using System.Text.RegularExpressions;
-using System.Threading;
-using System;
-using Bellatrix.LLM;
+using Bellatrix.Desktop.LLM.Plugins;
 using Bellatrix.Desktop.Locators;
 using Bellatrix.Desktop.Services;
+using Bellatrix.LLM;
+using Bellatrix.LLM.Plugins;
+using Microsoft.SemanticKernel;
 using OpenQA.Selenium.Appium;
 using OpenQA.Selenium.Appium.Windows;
-using Bellatrix.Desktop.LLM.Plugins;
+using System;
+using System.Collections.Generic;
+using System.Linq;
+using System.Text.RegularExpressions;
+using System.Threading;
 
 namespace Bellatrix.Desktop.LLM;
 
@@ -65,7 +66,7 @@ private string TryResolveLocator(string location)
         {
             var pageSummary = match.Partitions.FirstOrDefault()?.Text ?? "";
             var mappedPrompt = SemanticKernelService.Kernel
-                .InvokeAsync("Mapper", "MatchPromptToKnownLocator", new()
+                .InvokeAsync(nameof(LocatorMapperSkill), nameof(LocatorMapperSkill.MatchPromptToKnownLocator), new()
                 {
                     ["pageSummary"] = pageSummary,
                     ["instruction"] = Value

src/Bellatrix.Desktop/services/AppService.cs

@@ -25,7 +25,6 @@ public class AppService : DesktopService, IViewSnapshotProvider
     public AppService(WindowsDriver<WindowsElement> wrappedDriver)
         : base(wrappedDriver)
     {
-        ServicesCollection.Current.RegisterInstance<IViewSnapshotProvider>(this);
     }
 
     public string Title => WrappedDriver.Title;