Add critic verification reporting & progress UI

Track and expose Critic verification and rejected-test details across the CLI and progress page. GenerateHandler: collect verified and rejected tests, provide callbacks from VerifyTestsAsync, build VerifiedTest/RejectedTest payloads, write intermediate and final result files (including verification/rejected fields), update progress messages and session counts, and only block generation when appropriate. GapAnalyzer: improve focus matching by splitting focus into terms and checking title/path/preview/headings against each term. ProgressPageWriter: replace meta refresh with JS-driven auto-reload, add verification and rejected-tests sections/UI, support vscode:// file link handling and safer URI encoding, and adjust styling. ProgressPhases: add "verifying" phase to generation. Tests updated to expect the new auto-refresh script. Also bump Spectra.CLI and Spectra.MCP versions to 1.32.7 and add a new SKILL.md plus manifest entry for docs indexing.

Author: angelovstanton

src/Spectra.CLI/Commands/Generate/GenerateHandler.cs

@@ -207,28 +207,28 @@ private static GapSeverity EstimateSeverity(DocumentEntry doc)
 
     private static bool MatchesFocus(DocumentEntry doc, string focusArea)
     {
-        var lowerFocus = focusArea.ToLowerInvariant();
-
-        // Check title, path, and preview for focus keywords
-        if (doc.Title.ToLowerInvariant().Contains(lowerFocus))
-        {
-            return true;
-        }
+        // Split focus into individual terms (e.g., "security, high priority" → ["security", "high priority"])
+        var focusTerms = focusArea.ToLowerInvariant()
+            .Split(',', StringSplitOptions.RemoveEmptyEntries | StringSplitOptions.TrimEntries)
+            .Where(t => t.Length > 0)
+            .ToList();
 
-        if (doc.Path.ToLowerInvariant().Contains(lowerFocus))
-        {
-            return true;
-        }
+        var docTitle = doc.Title.ToLowerInvariant();
+        var docPath = doc.Path.ToLowerInvariant();
+        var docPreview = doc.Preview.ToLowerInvariant();
 
-        if (doc.Preview.ToLowerInvariant().Contains(lowerFocus))
+        foreach (var term in focusTerms)
         {
-            return true;
-        }
+            if (docTitle.Contains(term) || docPath.Contains(term) || docPreview.Contains(term))
+            {
+                return true;
+            }
 
-        // Check headings
-        if (doc.Headings?.Any(h => h.ToLowerInvariant().Contains(lowerFocus)) == true)
-        {
-            return true;
+            // Check headings
+            if (doc.Headings?.Any(h => h.ToLowerInvariant().Contains(term)) == true)
+            {
+                return true;
+            }
         }
 
         return false;

src/Spectra.CLI/Coverage/GapAnalyzer.cs

@@ -48,7 +48,7 @@ public static void OpenInBrowser(string htmlPath)
 
     private static string BuildHtml(string jsonData, bool isTerminal, string workspaceRoot, string? title = null)
     {
-        var refreshTag = isTerminal ? "" : """<meta http-equiv="refresh" content="2">""";
+        var refreshTag = ""; // Refresh handled by JavaScript below
         var escapedJson = HttpUtility.HtmlEncode(jsonData);
         var escapedRoot = HttpUtility.HtmlEncode(workspaceRoot.Replace('\\', '/'));
 
@@ -295,6 +295,99 @@ .breakdown h3 {
                         color: var(--color-primary);
                     }
 
+                    /* Verification progress */
+                    .verification-section {
+                        background: var(--color-card);
+                        border-radius: 12px;
+                        padding: 1.5rem;
+                        border: 1px solid var(--color-border);
+                        margin-bottom: 1.5rem;
+                    }
+                    .verification-section h3 {
+                        font-size: 0.9rem;
+                        font-weight: 600;
+                        margin-bottom: 1rem;
+                    }
+                    .verification-item {
+                        font-size: 0.8rem;
+                        padding: 8px 12px;
+                        border-radius: 6px;
+                        margin-bottom: 4px;
+                        display: flex;
+                        flex-wrap: wrap;
+                        align-items: center;
+                        gap: 8px;
+                        border-left: 3px solid transparent;
+                    }
+                    .verdict-grounded { background: var(--color-passed-bg); border-left-color: var(--color-passed); }
+                    .verdict-partial { background: #fef9c3; border-left-color: #ca8a04; }
+                    .verdict-hallucinated { background: var(--color-failed-bg); border-left-color: var(--color-failed); }
+                    .verdict-icon { font-weight: 700; font-size: 0.9rem; }
+                    .verdict-grounded .verdict-icon { color: var(--color-passed); }
+                    .verdict-partial .verdict-icon { color: #ca8a04; }
+                    .verdict-hallucinated .verdict-icon { color: var(--color-failed); }
+                    .verdict-id {
+                        font-family: 'JetBrains Mono', monospace;
+                        font-weight: 600;
+                        color: var(--color-text);
+                    }
+                    .verdict-title { color: var(--color-text); flex: 1; min-width: 0; }
+                    .verdict-badge {
+                        font-size: 0.7rem;
+                        font-weight: 600;
+                        text-transform: uppercase;
+                        padding: 2px 8px;
+                        border-radius: 10px;
+                        letter-spacing: 0.03em;
+                    }
+                    .verdict-grounded .verdict-badge { background: var(--color-passed); color: white; }
+                    .verdict-partial .verdict-badge { background: #ca8a04; color: white; }
+                    .verdict-hallucinated .verdict-badge { background: var(--color-failed); color: white; }
+                    .verdict-reason {
+                        width: 100%;
+                        font-size: 0.75rem;
+                        color: var(--color-text-muted);
+                        font-style: italic;
+                        padding-left: 24px;
+                    }
+
+                    /* Rejected tests */
+                    .rejected-section {
+                        background: var(--color-card);
+                        border-radius: 12px;
+                        padding: 1.5rem;
+                        border: 1px solid var(--color-border);
+                        margin-bottom: 1.5rem;
+                    }
+                    .rejected-section h3 {
+                        font-size: 0.9rem;
+                        font-weight: 600;
+                        margin-bottom: 1rem;
+                        color: var(--color-failed);
+                    }
+                    .rejected-item {
+                        font-size: 0.8rem;
+                        padding: 8px 10px;
+                        background: var(--color-failed-bg);
+                        border-radius: 6px;
+                        margin-bottom: 4px;
+                        border-left: 3px solid var(--color-failed);
+                    }
+                    .rejected-id {
+                        font-family: 'JetBrains Mono', monospace;
+                        font-weight: 600;
+                        color: var(--color-failed);
+                    }
+                    .rejected-title {
+                        color: var(--color-text);
+                    }
+                    .rejected-reason {
+                        font-size: 0.75rem;
+                        color: var(--color-text-muted);
+                        margin-top: 4px;
+                        font-style: italic;
+                    }
+
                     /* Error */
                     .error-card {
                         background: var(--color-failed-bg);
@@ -378,8 +471,26 @@ .breakdown h3 {
                     {{BuildBody(jsonData, isTerminal, workspaceRoot)}}
                 </div>
                 <script>
-                    // VS Code Live Preview auto-reloads when the file changes on disk.
-                    // No custom polling needed — the CLI rewrites this HTML on every progress update.
+                    // Auto-refresh: reload page every 1.5s while status is not terminal.
+                    // Uses JavaScript instead of <meta refresh> for reliable file:// support.
+                    (function() {
+                        var isTerminal = {{(isTerminal ? "true" : "false")}};
+                        if (!isTerminal) {
+                            setInterval(function() {
+                                window.location.reload();
+                            }, 1500);
+                        }
+                    })();
+
+                    // File links: open vscode:// URIs via JavaScript click handler
+                    // (browsers block direct <a href="vscode://..."> from file:// pages)
+                    document.addEventListener('click', function(e) {
+                        var link = e.target.closest('[data-vscode-uri]');
+                        if (link) {
+                            e.preventDefault();
+                            window.location.href = link.getAttribute('data-vscode-uri');
+                        }
+                    });
                 </script>
             </body>
             </html>
@@ -429,6 +540,12 @@ private static string BuildBody(string jsonData, bool isTerminal, string workspa
                 }
             }
 
+            // Verification progress
+            if (root.TryGetProperty("verification", out var verification) && verification.GetArrayLength() > 0)
+            {
+                sb.Append(BuildVerificationSection(verification));
+            }
+
             // Docs index summary cards
             if (root.TryGetProperty("documents_total", out var dt2))
             {
@@ -518,6 +635,12 @@ private static string BuildBody(string jsonData, bool isTerminal, string workspa
                     """);
             }
 
+            // Rejected tests
+            if (root.TryGetProperty("rejected_tests", out var rejectedTests) && rejectedTests.GetArrayLength() > 0)
+            {
+                sb.Append(BuildRejectedTestsSection(rejectedTests));
+            }
+
             // Files created
             if (root.TryGetProperty("files_created", out var files) && files.GetArrayLength() > 0)
             {
@@ -531,7 +654,7 @@ private static string BuildBody(string jsonData, bool isTerminal, string workspa
                     <div class="footer">
                         <span class="refresh-indicator">
                             <span class="refresh-dot"></span>
-                            Auto-refreshing every 2 seconds
+                            Auto-refreshing every 1.5 seconds
                         </span>
                     </div>
                     """);
@@ -759,9 +882,74 @@ private static string BuildFilesSection(System.Text.Json.JsonElement files, stri
         {
             var relativePath = file.GetString() ?? "";
             var fullPath = Path.GetFullPath(Path.Combine(workspaceRoot, relativePath)).Replace('\\', '/');
-            var vscodeUri = $"vscode://file/{fullPath}";
+            var vscodeUri = $"vscode://file/{Uri.EscapeDataString(fullPath).Replace("%2F", "/")}";
+
+            sb.Append($"""<a class="file-item file-link" href="{Escape(vscodeUri)}" data-vscode-uri="{Escape(vscodeUri)}" title="Open in VS Code"><span class="file-icon">📄</span>{Escape(relativePath)}</a>""");
+        }
+
+        sb.Append("</div>");
+        return sb.ToString();
+    }
+
+    private static string BuildVerificationSection(System.Text.Json.JsonElement verification)
+    {
+        var sb = new StringBuilder();
+        sb.Append("""<div class="verification-section"><h3>Critic Verification</h3><div class="verification-list">""");
+
+        foreach (var test in verification.EnumerateArray())
+        {
+            var id = test.TryGetProperty("id", out var idProp) ? idProp.GetString() ?? "" : "";
+            var title = test.TryGetProperty("title", out var titleProp) ? titleProp.GetString() ?? "" : "";
+            var verdict = test.TryGetProperty("verdict", out var verdictProp) ? verdictProp.GetString() ?? "" : "";
+            var score = test.TryGetProperty("score", out var scoreProp) ? scoreProp.GetDouble() : 0;
+            var reason = test.TryGetProperty("reason", out var reasonProp) ? reasonProp.GetString() : null;
 
-            sb.Append($"""<a class="file-item file-link" href="{Escape(vscodeUri)}" title="Open in VS Code"><span class="file-icon">📄</span>{Escape(relativePath)}</a>""");
+            var verdictClass = verdict switch
+            {
+                "grounded" => "verdict-grounded",
+                "partial" => "verdict-partial",
+                "hallucinated" => "verdict-hallucinated",
+                _ => "verdict-unknown"
+            };
+
+            var verdictIcon = verdict switch
+            {
+                "grounded" => "&#x2713;",     // checkmark
+                "partial" => "&#x25CB;",       // circle
+                "hallucinated" => "&#x2717;",  // cross
+                _ => "?"
+            };
+
+            sb.Append($"""<div class="verification-item {verdictClass}">""");
+            sb.Append($"""<span class="verdict-icon">{verdictIcon}</span>""");
+            sb.Append($"""<span class="verdict-id">{Escape(id)}</span>""");
+            sb.Append($"""<span class="verdict-title">{Escape(title)}</span>""");
+            sb.Append($"""<span class="verdict-badge">{Escape(verdict)}</span>""");
+            if (!string.IsNullOrEmpty(reason))
+                sb.Append($"""<div class="verdict-reason">{Escape(reason)}</div>""");
+            sb.Append("</div>");
+        }
+
+        sb.Append("</div></div>");
+        return sb.ToString();
+    }
+
+    private static string BuildRejectedTestsSection(System.Text.Json.JsonElement rejected)
+    {
+        var sb = new StringBuilder();
+        sb.Append("""<div class="rejected-section"><h3>Rejected by Critic</h3>""");
+
+        foreach (var test in rejected.EnumerateArray())
+        {
+            var id = test.TryGetProperty("id", out var idProp) ? idProp.GetString() ?? "" : "";
+            var title = test.TryGetProperty("title", out var titleProp) ? titleProp.GetString() ?? "" : "";
+            var verdict = test.TryGetProperty("verdict", out var verdictProp) ? verdictProp.GetString() ?? "" : "";
+            var reason = test.TryGetProperty("reason", out var reasonProp) ? reasonProp.GetString() : null;
+
+            sb.Append($"""<div class="rejected-item"><span class="rejected-id">{Escape(id)}</span> <span class="rejected-title">{Escape(title)}</span>""");
+            if (!string.IsNullOrEmpty(reason))
+                sb.Append($"""<div class="rejected-reason">{Escape(reason)}</div>""");
+            sb.Append("</div>");
         }
 
         sb.Append("</div>");

src/Spectra.CLI/Progress/ProgressPageWriter.cs

@@ -6,7 +6,7 @@ namespace Spectra.CLI.Progress;
 public static class ProgressPhases
 {
     public static readonly string[] Generate =
-        ["analyzing", "analyzed", "generating", "completed"];
+        ["analyzing", "analyzed", "generating", "verifying", "completed"];
 
     public static readonly string[] Update =
         ["classifying", "updating", "verifying", "completed"];

src/Spectra.CLI/Progress/ProgressPhases.cs

@@ -25,6 +25,14 @@ public sealed class GenerateResult : CommandResult
     [JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
     public IReadOnlyList<DuplicateWarning>? DuplicateWarnings { get; init; }
 
+    [JsonPropertyName("verification")]
+    [JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
+    public IReadOnlyList<VerifiedTest>? Verification { get; init; }
+
+    [JsonPropertyName("rejected_tests")]
+    [JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
+    public IReadOnlyList<RejectedTest>? RejectedTests { get; init; }
+
     [JsonPropertyName("session")]
     [JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
     public SessionCounts? Session { get; init; }
@@ -106,6 +114,41 @@ public sealed class DuplicateWarning
     public required string Title { get; init; }
 }
 
+public sealed class VerifiedTest
+{
+    [JsonPropertyName("id")]
+    public required string Id { get; init; }
+
+    [JsonPropertyName("title")]
+    public required string Title { get; init; }
+
+    [JsonPropertyName("verdict")]
+    public required string Verdict { get; init; }
+
+    [JsonPropertyName("score")]
+    public double Score { get; init; }
+
+    [JsonPropertyName("reason")]
+    [JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
+    public string? Reason { get; init; }
+}
+
+public sealed class RejectedTest
+{
+    [JsonPropertyName("id")]
+    public required string Id { get; init; }
+
+    [JsonPropertyName("title")]
+    public required string Title { get; init; }
+
+    [JsonPropertyName("verdict")]
+    public required string Verdict { get; init; }
+
+    [JsonPropertyName("reason")]
+    [JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
+    public string? Reason { get; init; }
+}
+
 public sealed class SessionCounts
 {
     [JsonPropertyName("from_docs")]

src/Spectra.CLI/Results/GenerateResult.cs

@@ -27,7 +27,7 @@
     <PackAsTool>true</PackAsTool>
     <ToolCommandName>spectra</ToolCommandName>
     <PackageId>Spectra.CLI</PackageId>
-    <Version>1.32.5</Version>
+    <Version>1.32.7</Version>
     <Authors>Spectra</Authors>
     <Description>AI-native test generation and management CLI</Description>
     <PackageOutputPath>./nupkg</PackageOutputPath>

src/Spectra.CLI/Spectra.CLI.csproj

@@ -10,7 +10,7 @@
     <PackAsTool>true</PackAsTool>
     <ToolCommandName>spectra-mcp</ToolCommandName>
     <PackageId>Spectra.MCP</PackageId>
-    <Version>1.32.5</Version>
+    <Version>1.32.7</Version>
     <Authors>Spectra</Authors>
     <Description>Spectra MCP Server for test execution</Description>
     <PackageOutputPath>./nupkg</PackageOutputPath>