erosolar-cli 1.7.27 → 1.7.29

package/dist/core/designThoughtCheckIntegration.js

@@ -0,0 +1,207 @@
+/**
+ * Design Thought Check Integration
+ *
+ * Integrates the design thought check system with the existing agent architecture
+ * to automatically validate implementation decisions before execution.
+ *
+ * @license MIT
+ */
+/**
+ * Design Thought Check Integration Manager
+ *
+ * Manages the integration of design thought checks with the agent system,
+ * automatically validating implementation decisions before execution.
+ */
+export class DesignThoughtCheckIntegration {
+    engine;
+    options;
+    constructor(engine, options = {
+        enabled: true,
+        minValidationScore: 70,
+        blockOnCriticalIssues: true,
+        logResults: true,
+        provideSuggestions: true
+    }) {
+        this.engine = engine;
+        this.options = {
+            enabled: options.enabled ?? true,
+            minValidationScore: options.minValidationScore ?? 70,
+            blockOnCriticalIssues: options.blockOnCriticalIssues ?? true,
+            logResults: options.logResults ?? true,
+            provideSuggestions: options.provideSuggestions ?? true
+        };
+    }
+    /**
+     * Check if a set of tool calls should be executed based on design validation
+     */
+    async shouldExecuteToolCalls(intent, approach, toolCalls, agent) {
+        if (!this.options.enabled) {
+            return { shouldExecute: true, reason: 'Design thought checks disabled' };
+        }
+        // Perform comprehensive design thought check
+        const thoughtCheck = await this.engine.check(intent, approach, toolCalls);
+        // Check for critical issues
+        if (this.options.blockOnCriticalIssues && thoughtCheck.validation.criticalIssues.length > 0) {
+            return {
+                shouldExecute: false,
+                reason: `Critical design issues detected: ${thoughtCheck.validation.criticalIssues.map(issue => issue.description).join(', ')}`,
+                improvements: thoughtCheck.recommendation.requiredChanges,
+                thoughtCheck
+            };
+        }
+        // Check validation score
+        if (thoughtCheck.validation.score < this.options.minValidationScore) {
+            return {
+                shouldExecute: false,
+                reason: `Design validation score too low: ${thoughtCheck.validation.score}/${this.options.minValidationScore}`,
+                improvements: thoughtCheck.recommendation.requiredChanges,
+                thoughtCheck
+            };
+        }
+        // Check production readiness
+        if (thoughtCheck.productionReadiness < this.options.minValidationScore) {
+            return {
+                shouldExecute: false,
+                reason: `Production readiness too low: ${thoughtCheck.productionReadiness}/${this.options.minValidationScore}`,
+                improvements: thoughtCheck.recommendation.recommendedImprovements,
+                thoughtCheck
+            };
+        }
+        // Log results if enabled
+        if (this.options.logResults) {
+            this.logThoughtCheckResults(thoughtCheck, agent);
+        }
+        return {
+            shouldExecute: true,
+            reason: `Design validation passed: ${thoughtCheck.validation.score}/100`,
+            improvements: this.options.provideSuggestions ? thoughtCheck.recommendation.recommendedImprovements : [],
+            thoughtCheck
+        };
+    }
+    /**
+     * Get improvement suggestions for a set of tool calls
+     */
+    async getImprovementSuggestions(intent, approach, toolCalls) {
+        const thoughtCheck = await this.engine.check(intent, approach, toolCalls, {
+            exploreAlternatives: true,
+            assessProductionReadiness: true
+        });
+        return {
+            suggestions: [
+                ...thoughtCheck.recommendation.requiredChanges,
+                ...thoughtCheck.recommendation.recommendedImprovements
+            ],
+            alternatives: thoughtCheck.alternatives,
+            risks: thoughtCheck.risks
+        };
+    }
+    /**
+     * Validate a specific implementation approach
+     */
+    async validateApproach(intent, approach, toolCalls) {
+        const thoughtCheck = await this.engine.check(intent, approach, toolCalls);
+        return {
+            isValid: thoughtCheck.recommendation.verdict === 'approve' || thoughtCheck.recommendation.verdict === 'approve-with-changes',
+            score: thoughtCheck.validation.score,
+            criticalIssues: thoughtCheck.validation.criticalIssues.map(issue => issue.description),
+            warnings: thoughtCheck.validation.warnings.map(warning => warning.description),
+            suggestions: thoughtCheck.validation.suggestions.map(suggestion => suggestion.description)
+        };
+    }
+    /**
+     * Compare multiple implementation approaches
+     */
+    async compareApproaches(intent, approaches) {
+        const results = [];
+        for (const approach of approaches) {
+            const thoughtCheck = await this.engine.check(intent, approach.description, approach.toolCalls);
+            results.push({
+                name: approach.name,
+                description: approach.description,
+                validationScore: thoughtCheck.validation.score,
+                productionReadiness: thoughtCheck.productionReadiness,
+                criticalIssues: thoughtCheck.validation.criticalIssues.length,
+                recommendation: thoughtCheck.recommendation.verdict
+            });
+        }
+        // Sort by validation score (descending)
+        return results.sort((a, b) => b.validationScore - a.validationScore);
+    }
+    /**
+     * Log thought check results
+     */
+    logThoughtCheckResults(thoughtCheck, agent) {
+        const logEntry = {
+            timestamp: new Date().toISOString(),
+            thoughtCheckId: thoughtCheck.id,
+            intent: thoughtCheck.originalIntent,
+            validationScore: thoughtCheck.validation.score,
+            productionReadiness: thoughtCheck.productionReadiness,
+            criticalIssues: thoughtCheck.validation.criticalIssues.length,
+            warnings: thoughtCheck.validation.warnings.length,
+            suggestions: thoughtCheck.validation.suggestions.length,
+            recommendation: thoughtCheck.recommendation.verdict,
+            confidence: thoughtCheck.recommendation.confidence
+        };
+        // Log to agent's logging system if available
+        if (agent.logger) {
+            agent.logger.info('Design thought check completed', logEntry);
+        }
+        // Also log to console for visibility
+        console.log(`🧠 Design Thought Check: ${thoughtCheck.validation.score}/100 | ${thoughtCheck.recommendation.verdict} | ${thoughtCheck.originalIntent.substring(0, 50)}...`);
+    }
+    /**
+     * Update integration options
+     */
+    updateOptions(newOptions) {
+        this.options = { ...this.options, ...newOptions };
+    }
+    /**
+     * Get current integration status
+     */
+    getStatus() {
+        // This would track actual metrics in a real implementation
+        return {
+            enabled: this.options.enabled,
+            minValidationScore: this.options.minValidationScore,
+            blockOnCriticalIssues: this.options.blockOnCriticalIssues,
+            checksPerformed: 0, // Would be tracked in real implementation
+            averageScore: 0 // Would be tracked in real implementation
+        };
+    }
+}
+/**
+ * Factory function to create design thought check integration
+ */
+export function createDesignThoughtCheckIntegration(options) {
+    // Import and create the engine
+    // In a real implementation, this would import the actual engine
+    const engine = {}; // Placeholder
+    return new DesignThoughtCheckIntegration(engine, options);
+}
+/**
+ * Decorator for agent methods to automatically perform design thought checks
+ */
+export function withDesignThoughtCheck(integration) {
+    return function (target, propertyName, descriptor) {
+        const method = descriptor.value;
+        descriptor.value = async function (...args) {
+            // Extract intent, approach, and tool calls from arguments
+            // This would need to be adapted based on the actual method signature
+            const [intent, approach, toolCalls] = args;
+            if (toolCalls && Array.isArray(toolCalls)) {
+                const shouldExecute = await integration.shouldExecuteToolCalls(intent, approach, toolCalls, this);
+                if (!shouldExecute.shouldExecute) {
+                    throw new Error(`Design validation failed: ${shouldExecute.reason}`);
+                }
+                // Log improvements if any
+                if (shouldExecute.improvements && shouldExecute.improvements.length > 0) {
+                    console.log('💡 Design improvements suggested:', shouldExecute.improvements);
+                }
+            }
+            return method.apply(this, args);
+        };
+        return descriptor;
+    };
+}
+//# sourceMappingURL=designThoughtCheckIntegration.js.map

package/dist/core/designThoughtCheckIntegration.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"designThoughtCheckIntegration.js","sourceRoot":"","sources":["../../src/core/designThoughtCheckIntegration.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAuBH;;;;;GAKG;AACH,MAAM,OAAO,6BAA6B;IAChC,MAAM,CAA2B;IACjC,OAAO,CAA2C;IAE1D,YACE,MAAgC,EAChC,UAA0C;QACxC,OAAO,EAAE,IAAI;QACb,kBAAkB,EAAE,EAAE;QACtB,qBAAqB,EAAE,IAAI;QAC3B,UAAU,EAAE,IAAI;QAChB,kBAAkB,EAAE,IAAI;KACzB;QAED,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,OAAO,GAAG;YACb,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,IAAI;YAChC,kBAAkB,EAAE,OAAO,CAAC,kBAAkB,IAAI,EAAE;YACpD,qBAAqB,EAAE,OAAO,CAAC,qBAAqB,IAAI,IAAI;YAC5D,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,IAAI;YACtC,kBAAkB,EAAE,OAAO,CAAC,kBAAkB,IAAI,IAAI;SACvD,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,sBAAsB,CAC1B,MAAc,EACd,QAAgB,EAChB,SAA4B,EAC5B,KAAY;QAOZ,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;YAC1B,OAAO,EAAE,aAAa,EAAE,IAAI,EAAE,MAAM,EAAE,gCAAgC,EAAE,CAAC;QAC3E,CAAC;QAED,6CAA6C;QAC7C,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;QAE1E,4BAA4B;QAC5B,IAAI,IAAI,CAAC,OAAO,CAAC,qBAAqB,IAAI,YAAY,CAAC,UAAU,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5F,OAAO;gBACL,aAAa,EAAE,KAAK;gBACpB,MAAM,EAAE,oCAAoC,YAAY,CAAC,UAAU,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;gBAC/H,YAAY,EAAE,YAAY,CAAC,cAAc,CAAC,eAAe;gBACzD,YAAY;aACb,CAAC;QACJ,CAAC;QAED,yBAAyB;QACzB,IAAI,YAAY,CAAC,UAAU,CAAC,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,kBAAkB,EAAE,CAAC;YACpE,OAAO;gBACL,aAAa,EAAE,KAAK;gBACpB,MAAM,EAAE,oCAAoC,YAAY,CAAC,UAAU,CAAC,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,kBAAkB,EAAE;gBAC9G,YAAY,EAAE,YAAY,CAAC,cAAc,CAAC,eAAe;gBACzD,YAAY;aACb,CAAC;QACJ,CAAC;QAED,6BAA6B;QAC7B,IAAI,YAAY,CAAC,mBAAmB,GAAG,IAAI,CAAC,OAAO,CAAC,kBAAkB,EAAE,CAAC;YACvE,OAAO;gBACL,aAAa,EAAE,KAAK;gBACpB,MAAM,EAAE,iCAAiC,YAAY,CAAC,mBAAmB,IAAI,IAAI,CAAC,OAAO,CAAC,kBAAkB,EAAE;gBAC9G,YAAY,EAAE,YAAY,CAAC,cAAc,CAAC,uBAAuB;gBACjE,YAAY;aACb,CAAC;QACJ,CAAC;QAED,yBAAyB;QACzB,IAAI,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;YAC5B,IAAI,CAAC,sBAAsB,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;QACnD,CAAC;QAED,OAAO;YACL,aAAa,EAAE,IAAI;YACnB,MAAM,EAAE,6BAA6B,YAAY,CAAC,UAAU,CAAC,KAAK,MAAM;YACxE,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC,CAAC,YAAY,CAAC,cAAc,CAAC,uBAAuB,CAAC,CAAC,CAAC,EAAE;YACxG,YAAY;SACb,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,yBAAyB,CAC7B,MAAc,EACd,QAAgB,EAChB,SAA4B;QAM5B,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE;YACxE,mBAAmB,EAAE,IAAI;YACzB,yBAAyB,EAAE,IAAI;SAChC,CAAC,CAAC;QAEH,OAAO;YACL,WAAW,EAAE;gBACX,GAAG,YAAY,CAAC,cAAc,CAAC,eAAe;gBAC9C,GAAG,YAAY,CAAC,cAAc,CAAC,uBAAuB;aACvD;YACD,YAAY,EAAE,YAAY,CAAC,YAAY;YACvC,KAAK,EAAE,YAAY,CAAC,KAAK;SAC1B,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,gBAAgB,CACpB,MAAc,EACd,QAAgB,EAChB,SAA4B;QAQ5B,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;QAE1E,OAAO;YACL,OAAO,EAAE,YAAY,CAAC,cAAc,CAAC,OAAO,KAAK,SAAS,IAAI,YAAY,CAAC,cAAc,CAAC,OAAO,KAAK,sBAAsB;YAC5H,KAAK,EAAE,YAAY,CAAC,UAAU,CAAC,KAAK;YACpC,cAAc,EAAE,YAAY,CAAC,UAAU,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,WAAW,CAAC;YACtF,QAAQ,EAAE,YAAY,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,WAAW,CAAC;YAC9E,WAAW,EAAE,YAAY,CAAC,UAAU,CAAC,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC;SAC3F,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,iBAAiB,CACrB,MAAc,EACd,UAIE;QASF,MAAM,OAAO,GAAG,EAAE,CAAC;QAEnB,KAAK,MAAM,QAAQ,IAAI,UAAU,EAAE,CAAC;YAClC,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,QAAQ,CAAC,WAAW,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC;YAE/F,OAAO,CAAC,IAAI,CAAC;gBACX,IAAI,EAAE,QAAQ,CAAC,IAAI;gBACnB,WAAW,EAAE,QAAQ,CAAC,WAAW;gBACjC,eAAe,EAAE,YAAY,CAAC,UAAU,CAAC,KAAK;gBAC9C,mBAAmB,EAAE,YAAY,CAAC,mBAAmB;gBACrD,cAAc,EAAE,YAAY,CAAC,UAAU,CAAC,cAAc,CAAC,MAAM;gBAC7D,cAAc,EAAE,YAAY,CAAC,cAAc,CAAC,OAAO;aACpD,CAAC,CAAC;QACL,CAAC;QAED,wCAAwC;QACxC,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,eAAe,GAAG,CAAC,CAAC,eAAe,CAAC,CAAC;IACvE,CAAC;IAED;;OAEG;IACK,sBAAsB,CAAC,YAAiB,EAAE,KAAY;QAC5D,MAAM,QAAQ,GAAG;YACf,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,cAAc,EAAE,YAAY,CAAC,EAAE;YAC/B,MAAM,EAAE,YAAY,CAAC,cAAc;YACnC,eAAe,EAAE,YAAY,CAAC,UAAU,CAAC,KAAK;YAC9C,mBAAmB,EAAE,YAAY,CAAC,mBAAmB;YACrD,cAAc,EAAE,YAAY,CAAC,UAAU,CAAC,cAAc,CAAC,MAAM;YAC7D,QAAQ,EAAE,YAAY,CAAC,UAAU,CAAC,QAAQ,CAAC,MAAM;YACjD,WAAW,EAAE,YAAY,CAAC,UAAU,CAAC,WAAW,CAAC,MAAM;YACvD,cAAc,EAAE,YAAY,CAAC,cAAc,CAAC,OAAO;YACnD,UAAU,EAAE,YAAY,CAAC,cAAc,CAAC,UAAU;SACnD,CAAC;QAEF,6CAA6C;QAC7C,IAAK,KAAa,CAAC,MAAM,EAAE,CAAC;YACzB,KAAa,CAAC,MAAM,CAAC,IAAI,CAAC,gCAAgC,EAAE,QAAQ,CAAC,CAAC;QACzE,CAAC;QAED,qCAAqC;QACrC,OAAO,CAAC,GAAG,CAAC,4BAA4B,YAAY,CAAC,UAAU,CAAC,KAAK,UAAU,YAAY,CAAC,cAAc,CAAC,OAAO,MAAM,YAAY,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC;IAC7K,CAAC;IAED;;OAEG;IACH,aAAa,CAAC,UAAmD;QAC/D,IAAI,CAAC,OAAO,GAAG,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,GAAG,UAAU,EAAE,CAAC;IACpD,CAAC;IAED;;OAEG;IACH,SAAS;QAOP,2DAA2D;QAC3D,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO;YAC7B,kBAAkB,EAAE,IAAI,CAAC,OAAO,CAAC,kBAAkB;YACnD,qBAAqB,EAAE,IAAI,CAAC,OAAO,CAAC,qBAAqB;YACzD,eAAe,EAAE,CAAC,EAAE,0CAA0C;YAC9D,YAAY,EAAE,CAAC,CAAC,0CAA0C;SAC3D,CAAC;IACJ,CAAC;CACF;AAED;;GAEG;AACH,MAAM,UAAU,mCAAmC,CACjD,OAAwC;IAExC,+BAA+B;IAC/B,gEAAgE;IAChE,MAAM,MAAM,GAAG,EAA8B,CAAC,CAAC,cAAc;IAE7D,OAAO,IAAI,6BAA6B,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAC5D,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,sBAAsB,CACpC,WAA0C;IAE1C,OAAO,UACL,MAAW,EACX,YAAoB,EACpB,UAA8B;QAE9B,MAAM,MAAM,GAAG,UAAU,CAAC,KAAK,CAAC;QAEhC,UAAU,CAAC,KAAK,GAAG,KAAK,WAAW,GAAG,IAAW;YAC/C,0DAA0D;YAC1D,qEAAqE;YACrE,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,SAAS,CAAC,GAAG,IAAI,CAAC;YAE3C,IAAI,SAAS,IAAI,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC1C,MAAM,aAAa,GAAG,MAAM,WAAW,CAAC,sBAAsB,CAC5D,MAAM,EACN,QAAQ,EACR,SAAS,EACT,IAAI,CACL,CAAC;gBAEF,IAAI,CAAC,aAAa,CAAC,aAAa,EAAE,CAAC;oBACjC,MAAM,IAAI,KAAK,CAAC,6BAA6B,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC;gBACvE,CAAC;gBAED,0BAA0B;gBAC1B,IAAI,aAAa,CAAC,YAAY,IAAI,aAAa,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACxE,OAAO,CAAC,GAAG,CAAC,mCAAmC,EAAE,aAAa,CAAC,YAAY,CAAC,CAAC;gBAC/E,CAAC;YACH,CAAC;YAED,OAAO,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAClC,CAAC,CAAC;QAEF,OAAO,UAAU,CAAC;IACpB,CAAC,CAAC;AACJ,CAAC"}

package/dist/core/isolatedVerifier.d.ts

@@ -0,0 +1,18 @@
+#!/usr/bin/env node
+/**
+ * Isolated Verification Runner
+ *
+ * This script runs in a completely separate Node.js process to verify
+ * assistant responses. It receives verification requests via stdin and
+ * outputs results via stdout.
+ *
+ * This ensures verification is completely isolated from the main CLI process:
+ * - Separate memory space
+ * - Separate event loop
+ * - Independent error handling
+ * - No shared state with main process
+ *
+ * @license MIT
+ */
+export {};
+//# sourceMappingURL=isolatedVerifier.d.ts.map

package/dist/core/isolatedVerifier.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"isolatedVerifier.d.ts","sourceRoot":"","sources":["../../src/core/isolatedVerifier.ts"],"names":[],"mappings":";AACA;;;;;;;;;;;;;;GAcG"}

package/dist/core/isolatedVerifier.js

@@ -0,0 +1,349 @@
+#!/usr/bin/env node
+/**
+ * Isolated Verification Runner
+ *
+ * This script runs in a completely separate Node.js process to verify
+ * assistant responses. It receives verification requests via stdin and
+ * outputs results via stdout.
+ *
+ * This ensures verification is completely isolated from the main CLI process:
+ * - Separate memory space
+ * - Separate event loop
+ * - Independent error handling
+ * - No shared state with main process
+ *
+ * @license MIT
+ */
+import { createProvider } from '../providers/providerFactory.js';
+import { exec } from 'node:child_process';
+import { promisify } from 'node:util';
+const execAsync = promisify(exec);
+// ============================================================================
+// CLAIM EXTRACTION
+// ============================================================================
+const EXTRACT_CLAIMS_PROMPT = `Extract ALL verifiable claims from this AI assistant response.
+
+RESPONSE:
+---
+{RESPONSE}
+---
+
+CONTEXT: {CONTEXT}
+WORKING_DIR: {WORKING_DIR}
+
+For each claim, determine:
+1. What specific assertion is being made
+2. Category: file_op (created/modified/deleted files), code (compiles/tests pass), command (executed successfully), state (something changed), behavior (feature works), fact (verifiable truth)
+3. How it can be verified (shell command, file check, etc.)
+4. Priority: critical (must verify), high (should verify), medium (nice to verify), low (optional)
+
+Return JSON array:
+[{
+  "id": "c1",
+  "statement": "the specific claim",
+  "category": "file_op|code|command|state|behavior|fact",
+  "verifiable": true,
+  "priority": "critical|high|medium|low",
+  "context": {"path": "/path/if/relevant", "command": "if relevant"}
+}]
+
+Output ONLY valid JSON array.`;
+async function extractClaims(response, workingDir, conversationHistory, llmQuery) {
+    try {
+        const prompt = EXTRACT_CLAIMS_PROMPT
+            .replace('{RESPONSE}', response.slice(0, 8000))
+            .replace('{CONTEXT}', conversationHistory.slice(-3).join('\n') || '')
+            .replace('{WORKING_DIR}', workingDir);
+        const result = await llmQuery(prompt);
+        const match = result.match(/\[[\s\S]*\]/);
+        if (match) {
+            return JSON.parse(match[0]);
+        }
+    }
+    catch {
+        // Fall through
+    }
+    return [];
+}
+// ============================================================================
+// TEST GENERATION
+// ============================================================================
+const GENERATE_TESTS_PROMPT = `Generate isolated runtime tests for these claims.
+
+CLAIMS:
+{CLAIMS}
+
+WORKING_DIR: {WORKING_DIR}
+PLATFORM: {PLATFORM}
+
+For each claim, generate a test that verifies it using:
+- Shell commands (for file checks, git status, etc.)
+- Expected output patterns
+
+Return JSON array:
+[{
+  "id": "test-1",
+  "description": "what we're testing",
+  "shellCommands": ["ls -la path", "cat file"],
+  "expectedOutputs": ["pattern1", "pattern2"],
+  "expectedBehavior": "description for LLM assessment",
+  "timeout": 30000
+}]
+
+Use READ-ONLY commands only. No destructive operations.
+Output ONLY valid JSON array.`;
+async function generateTests(claims, workingDir, llmQuery) {
+    if (claims.length === 0)
+        return [];
+    try {
+        const prompt = GENERATE_TESTS_PROMPT
+            .replace('{CLAIMS}', JSON.stringify(claims.slice(0, 10)))
+            .replace('{WORKING_DIR}', workingDir)
+            .replace('{PLATFORM}', process.platform);
+        const result = await llmQuery(prompt);
+        const match = result.match(/\[[\s\S]*\]/);
+        if (match) {
+            return JSON.parse(match[0]);
+        }
+    }
+    catch {
+        // Fall through to basic tests
+    }
+    // Fallback: generate basic tests
+    return claims.filter(c => c.verifiable && (c.priority === 'critical' || c.priority === 'high')).map((c, i) => {
+        const test = {
+            id: `test-${i}`,
+            description: c.statement,
+            shellCommands: [],
+            expectedBehavior: c.statement,
+            timeout: 30000
+        };
+        // Add basic verification based on category
+        if (c.category === 'file_op' && c.context['path']) {
+            test.shellCommands = [`test -f "${c.context['path']}" && echo "EXISTS" || echo "NOT_FOUND"`];
+            test.expectedOutputs = ['EXISTS'];
+        }
+        else if (c.category === 'code') {
+            test.shellCommands = ['npm run build 2>&1 | tail -5'];
+        }
+        return test;
+    });
+}
+// ============================================================================
+// TEST EXECUTION
+// ============================================================================
+async function runShellCommand(cmd, cwd) {
+    // Safety check - block dangerous commands
+    const dangerous = [/\brm\s/i, /rmdir/i, /sudo/i, /chmod\s*7/i, /eval\s*\(/i, /DROP\s+TABLE/i, /DELETE\s+FROM/i];
+    for (const p of dangerous) {
+        if (p.test(cmd))
+            return { ok: false, out: `Blocked dangerous command: ${p.source}` };
+    }
+    try {
+        const { stdout, stderr } = await execAsync(cmd, { cwd, timeout: 30000 });
+        return { ok: true, out: stdout + stderr };
+    }
+    catch (e) {
+        return { ok: false, out: e instanceof Error ? e.message : 'Command failed' };
+    }
+}
+async function runTest(test, cwd, llmQuery) {
+    const result = {
+        test,
+        success: false,
+        output: '',
+        errors: '',
+        matchedPatterns: [],
+        unmatchedPatterns: []
+    };
+    try {
+        // Run shell commands
+        if (test.shellCommands && test.shellCommands.length > 0) {
+            for (const cmd of test.shellCommands) {
+                const shellResult = await runShellCommand(cmd, cwd);
+                result.output += `$ ${cmd}\n${shellResult.out}\n`;
+                if (!shellResult.ok) {
+                    result.errors += `${shellResult.out}\n`;
+                }
+            }
+        }
+        // Check expected output patterns
+        if (test.expectedOutputs) {
+            for (const pattern of test.expectedOutputs) {
+                if (result.output.includes(pattern) || new RegExp(pattern, 'i').test(result.output)) {
+                    result.matchedPatterns.push(pattern);
+                }
+                else {
+                    result.unmatchedPatterns.push(pattern);
+                }
+            }
+        }
+        // LLM assessment of behavior
+        if (test.expectedBehavior) {
+            const assessPrompt = `Assess if this output demonstrates the expected behavior.
+
+EXPECTED: ${test.expectedBehavior}
+
+OUTPUT:
+---
+${result.output.slice(0, 4000)}
+---
+
+Return JSON: {"matches": true/false, "confidence": 0-100, "reasoning": "explanation"}`;
+            try {
+                const assessment = await llmQuery(assessPrompt);
+                const match = assessment.match(/\{[\s\S]*\}/);
+                if (match) {
+                    const parsed = JSON.parse(match[0]);
+                    result.llmAssessment = `${parsed.matches ? '✅' : '❌'} [${parsed.confidence}%] ${parsed.reasoning}`;
+                    if (!parsed.matches || parsed.confidence < 70) {
+                        result.unmatchedPatterns.push(`behavior: ${test.expectedBehavior}`);
+                    }
+                    else {
+                        result.matchedPatterns.push(`behavior: ${test.expectedBehavior}`);
+                    }
+                }
+            }
+            catch {
+                result.llmAssessment = 'LLM assessment failed';
+            }
+        }
+        // Determine success
+        result.success = result.unmatchedPatterns.length === 0 &&
+            (result.matchedPatterns.length > 0 || (!test.expectedOutputs?.length && !test.expectedBehavior));
+    }
+    catch (err) {
+        result.errors = err instanceof Error ? err.message : 'Unknown error';
+    }
+    return result;
+}
+// ============================================================================
+// MAIN VERIFICATION
+// ============================================================================
+async function verify(request) {
+    const timestamp = new Date().toISOString();
+    const id = `verify-${Date.now()}`;
+    // Create LLM query function using isolated provider
+    const provider = createProvider({
+        provider: request.provider,
+        model: request.model,
+    });
+    const llmQuery = async (prompt) => {
+        const response = await provider.generate([{ role: 'user', content: prompt }], [] // No tools for verification queries
+        );
+        if (response.type === 'message' && response.content) {
+            return response.content;
+        }
+        return '';
+    };
+    // Extract claims
+    const claims = await extractClaims(request.response, request.workingDirectory, request.conversationHistory, llmQuery);
+    if (claims.length === 0) {
+        return {
+            responseId: id,
+            timestamp,
+            claims: [],
+            results: [],
+            summary: { total: 0, verified: 0, failed: 0, inconclusive: 0 },
+            overallVerdict: 'unverified',
+            trustScore: 50
+        };
+    }
+    // Generate tests
+    const tests = await generateTests(claims, request.workingDirectory, llmQuery);
+    // Run tests
+    const testResults = [];
+    for (const test of tests) {
+        const result = await runTest(test, request.workingDirectory, llmQuery);
+        testResults.push(result);
+    }
+    // Map results to claims
+    const results = claims.map((claim, i) => {
+        const testResult = testResults[i];
+        if (!testResult) {
+            return {
+                claim,
+                verified: false,
+                confidence: 'low',
+                evidence: 'No test generated',
+                method: 'skip',
+                timestamp
+            };
+        }
+        return {
+            claim,
+            verified: testResult.success,
+            confidence: testResult.success ? 'high' : (testResult.matchedPatterns.length > 0 ? 'medium' : 'low'),
+            evidence: testResult.success
+                ? `Verified: ${testResult.matchedPatterns.join(', ')}`
+                : `Failed: ${testResult.unmatchedPatterns.join(', ')}`,
+            method: 'isolated-process',
+            reasoning: testResult.llmAssessment,
+            executedCode: (testResult.test.shellCommands || []).join('\n'),
+            rawOutput: testResult.output.slice(0, 2000),
+            error: testResult.errors || undefined,
+            timestamp
+        };
+    });
+    // Calculate summary
+    const verified = results.filter(r => r.verified).length;
+    const failed = results.filter(r => !r.verified && r.confidence === 'high').length;
+    const inconclusive = results.filter(r => !r.verified && r.confidence !== 'high').length;
+    // Determine verdict
+    let overallVerdict;
+    if (failed > 0) {
+        overallVerdict = 'contradicted';
+    }
+    else if (verified === claims.length && claims.length > 0) {
+        overallVerdict = 'verified';
+    }
+    else if (verified > 0) {
+        overallVerdict = 'partially_verified';
+    }
+    else {
+        overallVerdict = 'unverified';
+    }
+    const trustScore = claims.length > 0
+        ? Math.round((verified / claims.length) * 100)
+        : 50;
+    return {
+        responseId: id,
+        timestamp,
+        claims,
+        results,
+        summary: { total: claims.length, verified, failed, inconclusive },
+        overallVerdict,
+        trustScore
+    };
+}
+// ============================================================================
+// PROCESS ENTRY POINT
+// ============================================================================
+async function main() {
+    // Read request from stdin
+    let input = '';
+    process.stdin.setEncoding('utf8');
+    for await (const chunk of process.stdin) {
+        input += chunk;
+    }
+    try {
+        const request = JSON.parse(input);
+        if (request.type !== 'verify') {
+            throw new Error(`Unknown request type: ${request.type}`);
+        }
+        const report = await verify(request);
+        // Output result as JSON to stdout
+        process.stdout.write(JSON.stringify(report));
+        process.exit(0);
+    }
+    catch (error) {
+        // Output error as JSON
+        process.stdout.write(JSON.stringify({
+            error: true,
+            message: error instanceof Error ? error.message : 'Unknown error'
+        }));
+        process.exit(1);
+    }
+}
+main();
+//# sourceMappingURL=isolatedVerifier.js.map

package/dist/core/isolatedVerifier.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"isolatedVerifier.js","sourceRoot":"","sources":["../../src/core/isolatedVerifier.ts"],"names":[],"mappings":";AACA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAE,cAAc,EAAE,MAAM,iCAAiC,CAAC;AACjE,OAAO,EAAE,IAAI,EAAE,MAAM,oBAAoB,CAAC;AAC1C,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAEtC,MAAM,SAAS,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;AA6DlC,+EAA+E;AAC/E,mBAAmB;AACnB,+EAA+E;AAE/E,MAAM,qBAAqB,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;8BA0BA,CAAC;AAE/B,KAAK,UAAU,aAAa,CAC1B,QAAgB,EAChB,UAAkB,EAClB,mBAA6B,EAC7B,QAA6C;IAE7C,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,qBAAqB;aACjC,OAAO,CAAC,YAAY,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;aAC9C,OAAO,CAAC,WAAW,EAAE,mBAAmB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;aACpE,OAAO,CAAC,eAAe,EAAE,UAAU,CAAC,CAAC;QAExC,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,CAAC;QACtC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QAC1C,IAAI,KAAK,EAAE,CAAC;YACV,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAY,CAAC;QACzC,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,eAAe;IACjB,CAAC;IAED,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,+EAA+E;AAC/E,kBAAkB;AAClB,+EAA+E;AAE/E,MAAM,qBAAqB,GAAG;;;;;;;;;;;;;;;;;;;;;;;8BAuBA,CAAC;AAE/B,KAAK,UAAU,aAAa,CAC1B,MAAe,EACf,UAAkB,EAClB,QAA6C;IAE7C,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAEnC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,qBAAqB;aACjC,OAAO,CAAC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;aACxD,OAAO,CAAC,eAAe,EAAE,UAAU,CAAC;aACpC,OAAO,CAAC,YAAY,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;QAE3C,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,CAAC;QACtC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QAC1C,IAAI,KAAK,EAAE,CAAC;YACV,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAmB,CAAC;QAChD,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,8BAA8B;IAChC,CAAC;IAED,iCAAiC;IACjC,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,CAAC,QAAQ,KAAK,UAAU,IAAI,CAAC,CAAC,QAAQ,KAAK,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QAC3G,MAAM,IAAI,GAAiB;YACzB,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,WAAW,EAAE,CAAC,CAAC,SAAS;YACxB,aAAa,EAAE,EAAE;YACjB,gBAAgB,EAAE,CAAC,CAAC,SAAS;YAC7B,OAAO,EAAE,KAAK;SACf,CAAC;QAEF,2CAA2C;QAC3C,IAAI,CAAC,CAAC,QAAQ,KAAK,SAAS,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAClD,IAAI,CAAC,aAAa,GAAG,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,wCAAwC,CAAC,CAAC;YAC7F,IAAI,CAAC,eAAe,GAAG,CAAC,QAAQ,CAAC,CAAC;QACpC,CAAC;aAAM,IAAI,CAAC,CAAC,QAAQ,KAAK,MAAM,EAAE,CAAC;YACjC,IAAI,CAAC,aAAa,GAAG,CAAC,8BAA8B,CAAC,CAAC;QACxD,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;AACL,CAAC;AAED,+EAA+E;AAC/E,iBAAiB;AACjB,+EAA+E;AAE/E,KAAK,UAAU,eAAe,CAAC,GAAW,EAAE,GAAW;IACrD,0CAA0C;IAC1C,MAAM,SAAS,GAAG,CAAC,SAAS,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,eAAe,EAAE,gBAAgB,CAAC,CAAC;IAChH,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE,CAAC;QAC1B,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;YAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,8BAA8B,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC;IACvF,CAAC;IAED,IAAI,CAAC;QACH,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;QACzE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAC5C,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,gBAAgB,EAAE,CAAC;IAC/E,CAAC;AACH,CAAC;AAYD,KAAK,UAAU,OAAO,CACpB,IAAkB,EAClB,GAAW,EACX,QAA6C;IAE7C,MAAM,MAAM,GAAe;QACzB,IAAI;QACJ,OAAO,EAAE,KAAK;QACd,MAAM,EAAE,EAAE;QACV,MAAM,EAAE,EAAE;QACV,eAAe,EAAE,EAAE;QACnB,iBAAiB,EAAE,EAAE;KACtB,CAAC;IAEF,IAAI,CAAC;QACH,qBAAqB;QACrB,IAAI,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxD,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;gBACrC,MAAM,WAAW,GAAG,MAAM,eAAe,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;gBACpD,MAAM,CAAC,MAAM,IAAI,KAAK,GAAG,KAAK,WAAW,CAAC,GAAG,IAAI,CAAC;gBAClD,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,CAAC;oBACpB,MAAM,CAAC,MAAM,IAAI,GAAG,WAAW,CAAC,GAAG,IAAI,CAAC;gBAC1C,CAAC;YACH,CAAC;QACH,CAAC;QAED,iCAAiC;QACjC,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACzB,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;gBAC3C,IAAI,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,IAAI,MAAM,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;oBACpF,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACvC,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACzC,CAAC;YACH,CAAC;QACH,CAAC;QAED,6BAA6B;QAC7B,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1B,MAAM,YAAY,GAAG;;YAEf,IAAI,CAAC,gBAAgB;;;;EAI/B,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC;;;sFAGwD,CAAC;YAEjF,IAAI,CAAC;gBACH,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAC,YAAY,CAAC,CAAC;gBAChD,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;gBAC9C,IAAI,KAAK,EAAE,CAAC;oBACV,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAgE,CAAC;oBACnG,MAAM,CAAC,aAAa,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,KAAK,MAAM,CAAC,UAAU,MAAM,MAAM,CAAC,SAAS,EAAE,CAAC;oBACnG,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,UAAU,GAAG,EAAE,EAAE,CAAC;wBAC9C,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC,aAAa,IAAI,CAAC,gBAAgB,EAAE,CAAC,CAAC;oBACtE,CAAC;yBAAM,CAAC;wBACN,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC,aAAa,IAAI,CAAC,gBAAgB,EAAE,CAAC,CAAC;oBACpE,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,MAAM,CAAC,aAAa,GAAG,uBAAuB,CAAC;YACjD,CAAC;QACH,CAAC;QAED,oBAAoB;QACpB,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC,iBAAiB,CAAC,MAAM,KAAK,CAAC;YACrC,CAAC,MAAM,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,eAAe,EAAE,MAAM,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC;IAEpH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,CAAC,MAAM,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;IACvE,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,+EAA+E;AAC/E,oBAAoB;AACpB,+EAA+E;AAE/E,KAAK,UAAU,MAAM,CAAC,OAA4B;IAChD,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC3C,MAAM,EAAE,GAAG,UAAU,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;IAElC,oDAAoD;IACpD,MAAM,QAAQ,GAAG,cAAc,CAAC;QAC9B,QAAQ,EAAE,OAAO,CAAC,QAAkF;QACpG,KAAK,EAAE,OAAO,CAAC,KAAK;KACrB,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,KAAK,EAAE,MAAc,EAAmB,EAAE;QACzD,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,QAAQ,CACtC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,EACnC,EAAE,CAAC,oCAAoC;SACxC,CAAC;QAEF,IAAI,QAAQ,CAAC,IAAI,KAAK,SAAS,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;YACpD,OAAO,QAAQ,CAAC,OAAO,CAAC;QAC1B,CAAC;QACD,OAAO,EAAE,CAAC;IACZ,CAAC,CAAC;IAEF,iBAAiB;IACjB,MAAM,MAAM,GAAG,MAAM,aAAa,CAChC,OAAO,CAAC,QAAQ,EAChB,OAAO,CAAC,gBAAgB,EACxB,OAAO,CAAC,mBAAmB,EAC3B,QAAQ,CACT,CAAC;IAEF,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO;YACL,UAAU,EAAE,EAAE;YACd,SAAS;YACT,MAAM,EAAE,EAAE;YACV,OAAO,EAAE,EAAE;YACX,OAAO,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE;YAC9D,cAAc,EAAE,YAAY;YAC5B,UAAU,EAAE,EAAE;SACf,CAAC;IACJ,CAAC;IAED,iBAAiB;IACjB,MAAM,KAAK,GAAG,MAAM,aAAa,CAAC,MAAM,EAAE,OAAO,CAAC,gBAAgB,EAAE,QAAQ,CAAC,CAAC;IAE9E,YAAY;IACZ,MAAM,WAAW,GAAiB,EAAE,CAAC;IACrC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,gBAAgB,EAAE,QAAQ,CAAC,CAAC;QACvE,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC3B,CAAC;IAED,wBAAwB;IACxB,MAAM,OAAO,GAA8B,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE;QACjE,MAAM,UAAU,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;QAClC,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,OAAO;gBACL,KAAK;gBACL,QAAQ,EAAE,KAAK;gBACf,UAAU,EAAE,KAAc;gBAC1B,QAAQ,EAAE,mBAAmB;gBAC7B,MAAM,EAAE,MAAM;gBACd,SAAS;aACV,CAAC;QACJ,CAAC;QAED,OAAO;YACL,KAAK;YACL,QAAQ,EAAE,UAAU,CAAC,OAAO;YAC5B,UAAU,EAAE,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,MAAe,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAiB,CAAC,CAAC,CAAC,KAAc,CAAC;YAC/H,QAAQ,EAAE,UAAU,CAAC,OAAO;gBAC1B,CAAC,CAAC,aAAa,UAAU,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;gBACtD,CAAC,CAAC,WAAW,UAAU,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;YACxD,MAAM,EAAE,kBAAkB;YAC1B,SAAS,EAAE,UAAU,CAAC,aAAa;YACnC,YAAY,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,aAAa,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;YAC9D,SAAS,EAAE,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC;YAC3C,KAAK,EAAE,UAAU,CAAC,MAAM,IAAI,SAAS;YACrC,SAAS;SACV,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,oBAAoB;IACpB,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC;IACxD,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,UAAU,KAAK,MAAM,CAAC,CAAC,MAAM,CAAC;IAClF,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,UAAU,KAAK,MAAM,CAAC,CAAC,MAAM,CAAC;IAExF,oBAAoB;IACpB,IAAI,cAAoD,CAAC;IACzD,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;QACf,cAAc,GAAG,cAAc,CAAC;IAClC,CAAC;SAAM,IAAI,QAAQ,KAAK,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3D,cAAc,GAAG,UAAU,CAAC;IAC9B,CAAC;SAAM,IAAI,QAAQ,GAAG,CAAC,EAAE,CAAC;QACxB,cAAc,GAAG,oBAAoB,CAAC;IACxC,CAAC;SAAM,CAAC;QACN,cAAc,GAAG,YAAY,CAAC;IAChC,CAAC;IAED,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC;QAClC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC;QAC9C,CAAC,CAAC,EAAE,CAAC;IAEP,OAAO;QACL,UAAU,EAAE,EAAE;QACd,SAAS;QACT,MAAM;QACN,OAAO;QACP,OAAO,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,YAAY,EAAE;QACjE,cAAc;QACd,UAAU;KACX,CAAC;AACJ,CAAC;AAED,+EAA+E;AAC/E,sBAAsB;AACtB,+EAA+E;AAE/E,KAAK,UAAU,IAAI;IACjB,0BAA0B;IAC1B,IAAI,KAAK,GAAG,EAAE,CAAC;IAEf,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;IAElC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;QACxC,KAAK,IAAI,KAAK,CAAC;IACjB,CAAC;IAED,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAwB,CAAC;QAEzD,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,yBAAyB,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;QAC3D,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC;QAErC,kCAAkC;QAClC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;QAC7C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,uBAAuB;QACvB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC;YAClC,KAAK,EAAE,IAAI;YACX,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;SAClE,CAAC,CAAC,CAAC;QACJ,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;AAED,IAAI,EAAE,CAAC"}

package/dist/core/responseVerifier.d.ts

@@ -30,6 +30,8 @@ export interface IsolatedRuntimeResult {
 export interface VerificationContext {
     workingDirectory: string;
     conversationHistory?: string[];
+    provider: string;
+    model: string;
     llmVerifier?: (prompt: string) => Promise<string>;
 }
 export interface Claim {
@@ -71,8 +73,15 @@ export interface VerificationReport {
  */
 export declare function runIsolatedTest(test: IsolatedRuntimeTest, cwd: string, llmVerifier?: (prompt: string) => Promise<string>): Promise<IsolatedRuntimeResult>;
 /**
- * Verify an assistant response using isolated runtime tests.
- * This is the main entry point for verification.
+ * Verify an assistant response using a completely isolated process.
+ *
+ * This spawns a separate Node.js process to run all verification:
+ * - Separate memory space from main CLI
+ * - Separate event loop
+ * - Independent error handling
+ * - No shared state
+ *
+ * This ensures verification cannot interfere with the main process and vice versa.
  */
 export declare function verifyResponse(response: string, ctx: VerificationContext, responseId?: string): Promise<VerificationReport>;
 /**

package/dist/core/responseVerifier.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"responseVerifier.d.ts","sourceRoot":"","sources":["../../src/core/responseVerifier.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAaH,MAAM,WAAW,mBAAmB;IAClC,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IACzB,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAC3B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB;AAED,MAAM,WAAW,qBAAqB;IACpC,IAAI,EAAE,mBAAmB,CAAC;IAC1B,OAAO,EAAE,OAAO,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,iBAAiB,EAAE,MAAM,EAAE,CAAC;IAC5B,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,mBAAmB;IAClC,gBAAgB,EAAE,MAAM,CAAC;IACzB,mBAAmB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC/B,WAAW,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;CACnD;AAED,MAAM,WAAW,KAAK;IACpB,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,OAAO,CAAC;IACpB,QAAQ,EAAE,UAAU,GAAG,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;IACjD,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAClC;AAED,MAAM,WAAW,uBAAuB;IACtC,KAAK,EAAE,KAAK,CAAC;IACb,QAAQ,EAAE,OAAO,CAAC;IAClB,UAAU,EAAE,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;IACtC,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,kBAAkB;IACjC,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,KAAK,EAAE,CAAC;IAChB,OAAO,EAAE,uBAAuB,EAAE,CAAC;IACnC,OAAO,EAAE;QACP,KAAK,EAAE,MAAM,CAAC;QACd,QAAQ,EAAE,MAAM,CAAC;QACjB,MAAM,EAAE,MAAM,CAAC;QACf,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;IACF,cAAc,EAAE,UAAU,GAAG,oBAAoB,GAAG,cAAc,GAAG,YAAY,CAAC;IAClF,UAAU,EAAE,MAAM,CAAC;CACpB;AAgHD;;GAEG;AACH,wBAAsB,eAAe,CACnC,IAAI,EAAE,mBAAmB,EACzB,GAAG,EAAE,MAAM,EACX,WAAW,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,GAChD,OAAO,CAAC,qBAAqB,CAAC,CAwGhC;AA4ID;;;GAGG;AACH,wBAAsB,cAAc,CAClC,QAAQ,EAAE,MAAM,EAChB,GAAG,EAAE,mBAAmB,EACxB,UAAU,CAAC,EAAE,MAAM,GAClB,OAAO,CAAC,kBAAkB,CAAC,CA0F7B;AAED;;GAEG;AACH,wBAAgB,wBAAwB,CAAC,MAAM,EAAE,kBAAkB,GAAG,MAAM,CA+B3E;AAED;;GAEG;AACH,wBAAsB,WAAW,CAC/B,QAAQ,EAAE,MAAM,EAChB,GAAG,EAAE,mBAAmB,GACvB,OAAO,CAAC;IAAE,UAAU,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC,CAoBlD"}
+{"version":3,"file":"responseVerifier.d.ts","sourceRoot":"","sources":["../../src/core/responseVerifier.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAaH,MAAM,WAAW,mBAAmB;IAClC,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IACzB,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAC3B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB;AAED,MAAM,WAAW,qBAAqB;IACpC,IAAI,EAAE,mBAAmB,CAAC;IAC1B,OAAO,EAAE,OAAO,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,iBAAiB,EAAE,MAAM,EAAE,CAAC;IAC5B,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,mBAAmB;IAClC,gBAAgB,EAAE,MAAM,CAAC;IACzB,mBAAmB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC/B,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IAEd,WAAW,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;CACnD;AAED,MAAM,WAAW,KAAK;IACpB,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,OAAO,CAAC;IACpB,QAAQ,EAAE,UAAU,GAAG,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;IACjD,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAClC;AAED,MAAM,WAAW,uBAAuB;IACtC,KAAK,EAAE,KAAK,CAAC;IACb,QAAQ,EAAE,OAAO,CAAC;IAClB,UAAU,EAAE,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;IACtC,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,kBAAkB;IACjC,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,KAAK,EAAE,CAAC;IAChB,OAAO,EAAE,uBAAuB,EAAE,CAAC;IACnC,OAAO,EAAE;QACP,KAAK,EAAE,MAAM,CAAC;QACd,QAAQ,EAAE,MAAM,CAAC;QACjB,MAAM,EAAE,MAAM,CAAC;QACf,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;IACF,cAAc,EAAE,UAAU,GAAG,oBAAoB,GAAG,cAAc,GAAG,YAAY,CAAC;IAClF,UAAU,EAAE,MAAM,CAAC;CACpB;AAgHD;;GAEG;AACH,wBAAsB,eAAe,CACnC,IAAI,EAAE,mBAAmB,EACzB,GAAG,EAAE,MAAM,EACX,WAAW,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,GAChD,OAAO,CAAC,qBAAqB,CAAC,CAwGhC;AA4ID;;;;;;;;;;GAUG;AACH,wBAAsB,cAAc,CAClC,QAAQ,EAAE,MAAM,EAChB,GAAG,EAAE,mBAAmB,EACxB,UAAU,CAAC,EAAE,MAAM,GAClB,OAAO,CAAC,kBAAkB,CAAC,CAwH7B;AAED;;GAEG;AACH,wBAAgB,wBAAwB,CAAC,MAAM,EAAE,kBAAkB,GAAG,MAAM,CA+B3E;AAED;;GAEG;AACH,wBAAsB,WAAW,CAC/B,QAAQ,EAAE,MAAM,EAChB,GAAG,EAAE,mBAAmB,GACvB,OAAO,CAAC;IAAE,UAAU,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC,CAoBlD"}