feat(agents/cortex): enhance cortex agent with surprisal and g-score integration

adds surprisal tracking to main workflow, integrates g-score and expectation handling in categorization phase, and enhances reason phase with improved output structure including surprisal metrics

Author: ibacalu

src/workflows_mcp/templates/agents/cortex/main.yaml

@@ -1153,7 +1153,12 @@ blocks:
         parent_id: "{{ get(blocks.register.outputs, 'rows.0.id', '') }}"
         features: "{{ inputs.features }}"
         expectation_id: "{{ blocks.categorize.outputs.expectation_id | default('') }}"
-        surprisal: {}
+        surprisal:
+          surprisal_bits: 0
+          interpretation: "expected"
+          processing_path: "system1"
+          matched_prediction: true
+          note: "System 1 fast path - no deep prediction comparison performed"
         context_hash: "{{ blocks.categorize.outputs.context_hash | default('') }}"
         category: "{{ blocks.categorize.outputs.result.category | default('understanding') }}"
         actions_taken: []

src/workflows_mcp/templates/agents/cortex/phases/1.categorize.yaml

@@ -782,6 +782,14 @@ blocks:
         required: true
       - block: self_recurse
         required: false
+      - block: form_expectation
+        required: false
+      - block: store_expectation
+        required: false
+      - block: compute_g_score
+        required: false
+      - block: query_heuristics
+        required: false
     condition: "{{ blocks.register_phase.succeeded }}"
     inputs:
       engine: sqlite
@@ -792,7 +800,19 @@ blocks:
         id: "{{ get(blocks.register_phase.outputs, 'rows.0.id', '') }}"
       data:
         status: done
-        outputs: "{'recursed': {{ blocks.self_recurse.succeeded }}, 'category': {{ get(blocks.attempt.outputs.response.result,'category','understanding') }}}"
+        outputs: |
+          {{
+            {
+              'recursed': blocks.self_recurse.succeeded,
+              'category': get(blocks.attempt.outputs.response.result, 'category', 'understanding'),
+              'g_score': get(blocks.compute_g_score.outputs.stdout, 'g_score', 25) if blocks.compute_g_score.succeeded else 25,
+              'processing_path': get(blocks.compute_g_score.outputs.stdout, 'processing_path', 'system2') if blocks.compute_g_score.succeeded else 'system2',
+              'expectation_id': get(blocks.store_expectation.outputs, 'rows.0.id', '') if blocks.store_expectation.succeeded else '',
+              'context_hash': get(blocks.form_expectation.outputs.stdout, 'context_hash', '') if blocks.form_expectation.succeeded else '',
+              'heuristics_count': blocks.query_heuristics.outputs.count if blocks.query_heuristics.succeeded else 0,
+              'routing': blocks.compute_g_score.outputs.stdout if blocks.compute_g_score.succeeded else {}
+            } | tojson
+          }}
 
 outputs:
   result:

src/workflows_mcp/templates/agents/cortex/phases/4.reason.yaml

@@ -548,7 +548,7 @@ blocks:
         state: "{{ inputs.state }}"
         models: "{{ inputs.models }}"
         expectation_id: "{{ inputs.expectation_id }}"
-        actual_outcome: "{{ blocks.determine_outcome.outputs.stdout }}"
+        actual_outcome: "{{ blocks.determine_outcome.outputs.stdout | fromjson }}"
         context_hash: "{{ inputs.context_hash }}"
 
   - id: track_done
@@ -575,17 +575,18 @@ blocks:
       data:
         status: "{{ 'done' if blocks.attempt.succeeded else 'failed' }}"
         outputs: |
-          {
-            'goal': {{ get(inputs.pipeline_config, 'reason.goal', 'explain') }},
-            'success': {{ blocks.attempt.succeeded }},
-            'had_execution_results': {{ get(inputs.context, 'execution_result.executed', false) }},
-            'facts_stored': {{ get(blocks.store_facts.metadata, 'count', 0) }},
-            {% if blocks.log_ungrounded.succeeded %}
-              'ungrounded_findings': {{ get(blocks.log_ungrounded.outputs.stdout, 'ungrounded_count', 0) }}
-            {% else %}
-              'ungrounded_findings': 0
-            {% endif %}
-          }
+          {{
+            {
+              'goal': get(inputs.pipeline_config, 'reason.goal', 'explain'),
+              'success': blocks.attempt.succeeded,
+              'had_execution_results': get(inputs.context, 'execution_result.executed', false),
+              'facts_stored': get(blocks.store_facts.metadata, 'count', 0),
+              'ungrounded_findings': get(blocks.log_ungrounded.outputs.stdout, 'ungrounded_count', 0) if blocks.log_ungrounded.succeeded else 0,
+              'surprisal_bits': blocks.compute_surprisal.outputs.surprisal_bits if blocks.compute_surprisal.succeeded else 0,
+              'trigger_diagnose': blocks.compute_surprisal.outputs.trigger_diagnose if blocks.compute_surprisal.succeeded else false,
+              'matched_prediction': blocks.compute_surprisal.outputs.matched if blocks.compute_surprisal.succeeded else none
+            } | tojson
+          }}
 
 outputs:
   synthesis: