erosolar-cli 1.7.27 → 1.7.28

package/dist/core/isolatedVerifier.js

@@ -0,0 +1,349 @@
+#!/usr/bin/env node
+/**
+ * Isolated Verification Runner
+ *
+ * This script runs in a completely separate Node.js process to verify
+ * assistant responses. It receives verification requests via stdin and
+ * outputs results via stdout.
+ *
+ * This ensures verification is completely isolated from the main CLI process:
+ * - Separate memory space
+ * - Separate event loop
+ * - Independent error handling
+ * - No shared state with main process
+ *
+ * @license MIT
+ */
+import { createProvider } from '../providers/providerFactory.js';
+import { exec } from 'node:child_process';
+import { promisify } from 'node:util';
+const execAsync = promisify(exec);
+// ============================================================================
+// CLAIM EXTRACTION
+// ============================================================================
+const EXTRACT_CLAIMS_PROMPT = `Extract ALL verifiable claims from this AI assistant response.
+
+RESPONSE:
+---
+{RESPONSE}
+---
+
+CONTEXT: {CONTEXT}
+WORKING_DIR: {WORKING_DIR}
+
+For each claim, determine:
+1. What specific assertion is being made
+2. Category: file_op (created/modified/deleted files), code (compiles/tests pass), command (executed successfully), state (something changed), behavior (feature works), fact (verifiable truth)
+3. How it can be verified (shell command, file check, etc.)
+4. Priority: critical (must verify), high (should verify), medium (nice to verify), low (optional)
+
+Return JSON array:
+[{
+  "id": "c1",
+  "statement": "the specific claim",
+  "category": "file_op|code|command|state|behavior|fact",
+  "verifiable": true,
+  "priority": "critical|high|medium|low",
+  "context": {"path": "/path/if/relevant", "command": "if relevant"}
+}]
+
+Output ONLY valid JSON array.`;
+async function extractClaims(response, workingDir, conversationHistory, llmQuery) {
+    try {
+        const prompt = EXTRACT_CLAIMS_PROMPT
+            .replace('{RESPONSE}', response.slice(0, 8000))
+            .replace('{CONTEXT}', conversationHistory.slice(-3).join('\n') || '')
+            .replace('{WORKING_DIR}', workingDir);
+        const result = await llmQuery(prompt);
+        const match = result.match(/\[[\s\S]*\]/);
+        if (match) {
+            return JSON.parse(match[0]);
+        }
+    }
+    catch {
+        // Fall through
+    }
+    return [];
+}
+// ============================================================================
+// TEST GENERATION
+// ============================================================================
+const GENERATE_TESTS_PROMPT = `Generate isolated runtime tests for these claims.
+
+CLAIMS:
+{CLAIMS}
+
+WORKING_DIR: {WORKING_DIR}
+PLATFORM: {PLATFORM}
+
+For each claim, generate a test that verifies it using:
+- Shell commands (for file checks, git status, etc.)
+- Expected output patterns
+
+Return JSON array:
+[{
+  "id": "test-1",
+  "description": "what we're testing",
+  "shellCommands": ["ls -la path", "cat file"],
+  "expectedOutputs": ["pattern1", "pattern2"],
+  "expectedBehavior": "description for LLM assessment",
+  "timeout": 30000
+}]
+
+Use READ-ONLY commands only. No destructive operations.
+Output ONLY valid JSON array.`;
+async function generateTests(claims, workingDir, llmQuery) {
+    if (claims.length === 0)
+        return [];
+    try {
+        const prompt = GENERATE_TESTS_PROMPT
+            .replace('{CLAIMS}', JSON.stringify(claims.slice(0, 10)))
+            .replace('{WORKING_DIR}', workingDir)
+            .replace('{PLATFORM}', process.platform);
+        const result = await llmQuery(prompt);
+        const match = result.match(/\[[\s\S]*\]/);
+        if (match) {
+            return JSON.parse(match[0]);
+        }
+    }
+    catch {
+        // Fall through to basic tests
+    }
+    // Fallback: generate basic tests
+    return claims.filter(c => c.verifiable && (c.priority === 'critical' || c.priority === 'high')).map((c, i) => {
+        const test = {
+            id: `test-${i}`,
+            description: c.statement,
+            shellCommands: [],
+            expectedBehavior: c.statement,
+            timeout: 30000
+        };
+        // Add basic verification based on category
+        if (c.category === 'file_op' && c.context['path']) {
+            test.shellCommands = [`test -f "${c.context['path']}" && echo "EXISTS" || echo "NOT_FOUND"`];
+            test.expectedOutputs = ['EXISTS'];
+        }
+        else if (c.category === 'code') {
+            test.shellCommands = ['npm run build 2>&1 | tail -5'];
+        }
+        return test;
+    });
+}
+// ============================================================================
+// TEST EXECUTION
+// ============================================================================
+async function runShellCommand(cmd, cwd) {
+    // Safety check - block dangerous commands
+    const dangerous = [/\brm\s/i, /rmdir/i, /sudo/i, /chmod\s*7/i, /eval\s*\(/i, /DROP\s+TABLE/i, /DELETE\s+FROM/i];
+    for (const p of dangerous) {
+        if (p.test(cmd))
+            return { ok: false, out: `Blocked dangerous command: ${p.source}` };
+    }
+    try {
+        const { stdout, stderr } = await execAsync(cmd, { cwd, timeout: 30000 });
+        return { ok: true, out: stdout + stderr };
+    }
+    catch (e) {
+        return { ok: false, out: e instanceof Error ? e.message : 'Command failed' };
+    }
+}
+async function runTest(test, cwd, llmQuery) {
+    const result = {
+        test,
+        success: false,
+        output: '',
+        errors: '',
+        matchedPatterns: [],
+        unmatchedPatterns: []
+    };
+    try {
+        // Run shell commands
+        if (test.shellCommands && test.shellCommands.length > 0) {
+            for (const cmd of test.shellCommands) {
+                const shellResult = await runShellCommand(cmd, cwd);
+                result.output += `$ ${cmd}\n${shellResult.out}\n`;
+                if (!shellResult.ok) {
+                    result.errors += `${shellResult.out}\n`;
+                }
+            }
+        }
+        // Check expected output patterns
+        if (test.expectedOutputs) {
+            for (const pattern of test.expectedOutputs) {
+                if (result.output.includes(pattern) || new RegExp(pattern, 'i').test(result.output)) {
+                    result.matchedPatterns.push(pattern);
+                }
+                else {
+                    result.unmatchedPatterns.push(pattern);
+                }
+            }
+        }
+        // LLM assessment of behavior
+        if (test.expectedBehavior) {
+            const assessPrompt = `Assess if this output demonstrates the expected behavior.
+
+EXPECTED: ${test.expectedBehavior}
+
+OUTPUT:
+---
+${result.output.slice(0, 4000)}
+---
+
+Return JSON: {"matches": true/false, "confidence": 0-100, "reasoning": "explanation"}`;
+            try {
+                const assessment = await llmQuery(assessPrompt);
+                const match = assessment.match(/\{[\s\S]*\}/);
+                if (match) {
+                    const parsed = JSON.parse(match[0]);
+                    result.llmAssessment = `${parsed.matches ? '✅' : '❌'} [${parsed.confidence}%] ${parsed.reasoning}`;
+                    if (!parsed.matches || parsed.confidence < 70) {
+                        result.unmatchedPatterns.push(`behavior: ${test.expectedBehavior}`);
+                    }
+                    else {
+                        result.matchedPatterns.push(`behavior: ${test.expectedBehavior}`);
+                    }
+                }
+            }
+            catch {
+                result.llmAssessment = 'LLM assessment failed';
+            }
+        }
+        // Determine success
+        result.success = result.unmatchedPatterns.length === 0 &&
+            (result.matchedPatterns.length > 0 || (!test.expectedOutputs?.length && !test.expectedBehavior));
+    }
+    catch (err) {
+        result.errors = err instanceof Error ? err.message : 'Unknown error';
+    }
+    return result;
+}
+// ============================================================================
+// MAIN VERIFICATION
+// ============================================================================
+async function verify(request) {
+    const timestamp = new Date().toISOString();
+    const id = `verify-${Date.now()}`;
+    // Create LLM query function using isolated provider
+    const provider = createProvider({
+        provider: request.provider,
+        model: request.model,
+    });
+    const llmQuery = async (prompt) => {
+        const response = await provider.generate([{ role: 'user', content: prompt }], [] // No tools for verification queries
+        );
+        if (response.type === 'message' && response.content) {
+            return response.content;
+        }
+        return '';
+    };
+    // Extract claims
+    const claims = await extractClaims(request.response, request.workingDirectory, request.conversationHistory, llmQuery);
+    if (claims.length === 0) {
+        return {
+            responseId: id,
+            timestamp,
+            claims: [],
+            results: [],
+            summary: { total: 0, verified: 0, failed: 0, inconclusive: 0 },
+            overallVerdict: 'unverified',
+            trustScore: 50
+        };
+    }
+    // Generate tests
+    const tests = await generateTests(claims, request.workingDirectory, llmQuery);
+    // Run tests
+    const testResults = [];
+    for (const test of tests) {
+        const result = await runTest(test, request.workingDirectory, llmQuery);
+        testResults.push(result);
+    }
+    // Map results to claims
+    const results = claims.map((claim, i) => {
+        const testResult = testResults[i];
+        if (!testResult) {
+            return {
+                claim,
+                verified: false,
+                confidence: 'low',
+                evidence: 'No test generated',
+                method: 'skip',
+                timestamp
+            };
+        }
+        return {
+            claim,
+            verified: testResult.success,
+            confidence: testResult.success ? 'high' : (testResult.matchedPatterns.length > 0 ? 'medium' : 'low'),
+            evidence: testResult.success
+                ? `Verified: ${testResult.matchedPatterns.join(', ')}`
+                : `Failed: ${testResult.unmatchedPatterns.join(', ')}`,
+            method: 'isolated-process',
+            reasoning: testResult.llmAssessment,
+            executedCode: (testResult.test.shellCommands || []).join('\n'),
+            rawOutput: testResult.output.slice(0, 2000),
+            error: testResult.errors || undefined,
+            timestamp
+        };
+    });
+    // Calculate summary
+    const verified = results.filter(r => r.verified).length;
+    const failed = results.filter(r => !r.verified && r.confidence === 'high').length;
+    const inconclusive = results.filter(r => !r.verified && r.confidence !== 'high').length;
+    // Determine verdict
+    let overallVerdict;
+    if (failed > 0) {
+        overallVerdict = 'contradicted';
+    }
+    else if (verified === claims.length && claims.length > 0) {
+        overallVerdict = 'verified';
+    }
+    else if (verified > 0) {
+        overallVerdict = 'partially_verified';
+    }
+    else {
+        overallVerdict = 'unverified';
+    }
+    const trustScore = claims.length > 0
+        ? Math.round((verified / claims.length) * 100)
+        : 50;
+    return {
+        responseId: id,
+        timestamp,
+        claims,
+        results,
+        summary: { total: claims.length, verified, failed, inconclusive },
+        overallVerdict,
+        trustScore
+    };
+}
+// ============================================================================
+// PROCESS ENTRY POINT
+// ============================================================================
+async function main() {
+    // Read request from stdin
+    let input = '';
+    process.stdin.setEncoding('utf8');
+    for await (const chunk of process.stdin) {
+        input += chunk;
+    }
+    try {
+        const request = JSON.parse(input);
+        if (request.type !== 'verify') {
+            throw new Error(`Unknown request type: ${request.type}`);
+        }
+        const report = await verify(request);
+        // Output result as JSON to stdout
+        process.stdout.write(JSON.stringify(report));
+        process.exit(0);
+    }
+    catch (error) {
+        // Output error as JSON
+        process.stdout.write(JSON.stringify({
+            error: true,
+            message: error instanceof Error ? error.message : 'Unknown error'
+        }));
+        process.exit(1);
+    }
+}
+main();
+//# sourceMappingURL=isolatedVerifier.js.map

package/dist/core/isolatedVerifier.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"isolatedVerifier.js","sourceRoot":"","sources":["../../src/core/isolatedVerifier.ts"],"names":[],"mappings":";AACA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAE,cAAc,EAAE,MAAM,iCAAiC,CAAC;AACjE,OAAO,EAAE,IAAI,EAAE,MAAM,oBAAoB,CAAC;AAC1C,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAEtC,MAAM,SAAS,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;AA6DlC,+EAA+E;AAC/E,mBAAmB;AACnB,+EAA+E;AAE/E,MAAM,qBAAqB,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;8BA0BA,CAAC;AAE/B,KAAK,UAAU,aAAa,CAC1B,QAAgB,EAChB,UAAkB,EAClB,mBAA6B,EAC7B,QAA6C;IAE7C,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,qBAAqB;aACjC,OAAO,CAAC,YAAY,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;aAC9C,OAAO,CAAC,WAAW,EAAE,mBAAmB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;aACpE,OAAO,CAAC,eAAe,EAAE,UAAU,CAAC,CAAC;QAExC,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,CAAC;QACtC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QAC1C,IAAI,KAAK,EAAE,CAAC;YACV,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAY,CAAC;QACzC,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,eAAe;IACjB,CAAC;IAED,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,+EAA+E;AAC/E,kBAAkB;AAClB,+EAA+E;AAE/E,MAAM,qBAAqB,GAAG;;;;;;;;;;;;;;;;;;;;;;;8BAuBA,CAAC;AAE/B,KAAK,UAAU,aAAa,CAC1B,MAAe,EACf,UAAkB,EAClB,QAA6C;IAE7C,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAEnC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,qBAAqB;aACjC,OAAO,CAAC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;aACxD,OAAO,CAAC,eAAe,EAAE,UAAU,CAAC;aACpC,OAAO,CAAC,YAAY,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;QAE3C,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,CAAC;QACtC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QAC1C,IAAI,KAAK,EAAE,CAAC;YACV,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAmB,CAAC;QAChD,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,8BAA8B;IAChC,CAAC;IAED,iCAAiC;IACjC,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,CAAC,QAAQ,KAAK,UAAU,IAAI,CAAC,CAAC,QAAQ,KAAK,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QAC3G,MAAM,IAAI,GAAiB;YACzB,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,WAAW,EAAE,CAAC,CAAC,SAAS;YACxB,aAAa,EAAE,EAAE;YACjB,gBAAgB,EAAE,CAAC,CAAC,SAAS;YAC7B,OAAO,EAAE,KAAK;SACf,CAAC;QAEF,2CAA2C;QAC3C,IAAI,CAAC,CAAC,QAAQ,KAAK,SAAS,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAClD,IAAI,CAAC,aAAa,GAAG,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,wCAAwC,CAAC,CAAC;YAC7F,IAAI,CAAC,eAAe,GAAG,CAAC,QAAQ,CAAC,CAAC;QACpC,CAAC;aAAM,IAAI,CAAC,CAAC,QAAQ,KAAK,MAAM,EAAE,CAAC;YACjC,IAAI,CAAC,aAAa,GAAG,CAAC,8BAA8B,CAAC,CAAC;QACxD,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;AACL,CAAC;AAED,+EAA+E;AAC/E,iBAAiB;AACjB,+EAA+E;AAE/E,KAAK,UAAU,eAAe,CAAC,GAAW,EAAE,GAAW;IACrD,0CAA0C;IAC1C,MAAM,SAAS,GAAG,CAAC,SAAS,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,eAAe,EAAE,gBAAgB,CAAC,CAAC;IAChH,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE,CAAC;QAC1B,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;YAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,8BAA8B,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC;IACvF,CAAC;IAED,IAAI,CAAC;QACH,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;QACzE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAC5C,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,gBAAgB,EAAE,CAAC;IAC/E,CAAC;AACH,CAAC;AAYD,KAAK,UAAU,OAAO,CACpB,IAAkB,EAClB,GAAW,EACX,QAA6C;IAE7C,MAAM,MAAM,GAAe;QACzB,IAAI;QACJ,OAAO,EAAE,KAAK;QACd,MAAM,EAAE,EAAE;QACV,MAAM,EAAE,EAAE;QACV,eAAe,EAAE,EAAE;QACnB,iBAAiB,EAAE,EAAE;KACtB,CAAC;IAEF,IAAI,CAAC;QACH,qBAAqB;QACrB,IAAI,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxD,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;gBACrC,MAAM,WAAW,GAAG,MAAM,eAAe,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;gBACpD,MAAM,CAAC,MAAM,IAAI,KAAK,GAAG,KAAK,WAAW,CAAC,GAAG,IAAI,CAAC;gBAClD,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,CAAC;oBACpB,MAAM,CAAC,MAAM,IAAI,GAAG,WAAW,CAAC,GAAG,IAAI,CAAC;gBAC1C,CAAC;YACH,CAAC;QACH,CAAC;QAED,iCAAiC;QACjC,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACzB,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;gBAC3C,IAAI,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,IAAI,MAAM,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;oBACpF,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACvC,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACzC,CAAC;YACH,CAAC;QACH,CAAC;QAED,6BAA6B;QAC7B,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1B,MAAM,YAAY,GAAG;;YAEf,IAAI,CAAC,gBAAgB;;;;EAI/B,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC;;;sFAGwD,CAAC;YAEjF,IAAI,CAAC;gBACH,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAC,YAAY,CAAC,CAAC;gBAChD,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;gBAC9C,IAAI,KAAK,EAAE,CAAC;oBACV,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAgE,CAAC;oBACnG,MAAM,CAAC,aAAa,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,KAAK,MAAM,CAAC,UAAU,MAAM,MAAM,CAAC,SAAS,EAAE,CAAC;oBACnG,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,UAAU,GAAG,EAAE,EAAE,CAAC;wBAC9C,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC,aAAa,IAAI,CAAC,gBAAgB,EAAE,CAAC,CAAC;oBACtE,CAAC;yBAAM,CAAC;wBACN,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC,aAAa,IAAI,CAAC,gBAAgB,EAAE,CAAC,CAAC;oBACpE,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,MAAM,CAAC,aAAa,GAAG,uBAAuB,CAAC;YACjD,CAAC;QACH,CAAC;QAED,oBAAoB;QACpB,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC,iBAAiB,CAAC,MAAM,KAAK,CAAC;YACrC,CAAC,MAAM,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,eAAe,EAAE,MAAM,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC;IAEpH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,CAAC,MAAM,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;IACvE,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,+EAA+E;AAC/E,oBAAoB;AACpB,+EAA+E;AAE/E,KAAK,UAAU,MAAM,CAAC,OAA4B;IAChD,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC3C,MAAM,EAAE,GAAG,UAAU,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;IAElC,oDAAoD;IACpD,MAAM,QAAQ,GAAG,cAAc,CAAC;QAC9B,QAAQ,EAAE,OAAO,CAAC,QAAkF;QACpG,KAAK,EAAE,OAAO,CAAC,KAAK;KACrB,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,KAAK,EAAE,MAAc,EAAmB,EAAE;QACzD,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,QAAQ,CACtC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,EACnC,EAAE,CAAC,oCAAoC;SACxC,CAAC;QAEF,IAAI,QAAQ,CAAC,IAAI,KAAK,SAAS,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;YACpD,OAAO,QAAQ,CAAC,OAAO,CAAC;QAC1B,CAAC;QACD,OAAO,EAAE,CAAC;IACZ,CAAC,CAAC;IAEF,iBAAiB;IACjB,MAAM,MAAM,GAAG,MAAM,aAAa,CAChC,OAAO,CAAC,QAAQ,EAChB,OAAO,CAAC,gBAAgB,EACxB,OAAO,CAAC,mBAAmB,EAC3B,QAAQ,CACT,CAAC;IAEF,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO;YACL,UAAU,EAAE,EAAE;YACd,SAAS;YACT,MAAM,EAAE,EAAE;YACV,OAAO,EAAE,EAAE;YACX,OAAO,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE;YAC9D,cAAc,EAAE,YAAY;YAC5B,UAAU,EAAE,EAAE;SACf,CAAC;IACJ,CAAC;IAED,iBAAiB;IACjB,MAAM,KAAK,GAAG,MAAM,aAAa,CAAC,MAAM,EAAE,OAAO,CAAC,gBAAgB,EAAE,QAAQ,CAAC,CAAC;IAE9E,YAAY;IACZ,MAAM,WAAW,GAAiB,EAAE,CAAC;IACrC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,gBAAgB,EAAE,QAAQ,CAAC,CAAC;QACvE,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC3B,CAAC;IAED,wBAAwB;IACxB,MAAM,OAAO,GAA8B,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE;QACjE,MAAM,UAAU,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;QAClC,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,OAAO;gBACL,KAAK;gBACL,QAAQ,EAAE,KAAK;gBACf,UAAU,EAAE,KAAc;gBAC1B,QAAQ,EAAE,mBAAmB;gBAC7B,MAAM,EAAE,MAAM;gBACd,SAAS;aACV,CAAC;QACJ,CAAC;QAED,OAAO;YACL,KAAK;YACL,QAAQ,EAAE,UAAU,CAAC,OAAO;YAC5B,UAAU,EAAE,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,MAAe,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAiB,CAAC,CAAC,CAAC,KAAc,CAAC;YAC/H,QAAQ,EAAE,UAAU,CAAC,OAAO;gBAC1B,CAAC,CAAC,aAAa,UAAU,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;gBACtD,CAAC,CAAC,WAAW,UAAU,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;YACxD,MAAM,EAAE,kBAAkB;YAC1B,SAAS,EAAE,UAAU,CAAC,aAAa;YACnC,YAAY,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,aAAa,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;YAC9D,SAAS,EAAE,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC;YAC3C,KAAK,EAAE,UAAU,CAAC,MAAM,IAAI,SAAS;YACrC,SAAS;SACV,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,oBAAoB;IACpB,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC;IACxD,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,UAAU,KAAK,MAAM,CAAC,CAAC,MAAM,CAAC;IAClF,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,UAAU,KAAK,MAAM,CAAC,CAAC,MAAM,CAAC;IAExF,oBAAoB;IACpB,IAAI,cAAoD,CAAC;IACzD,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;QACf,cAAc,GAAG,cAAc,CAAC;IAClC,CAAC;SAAM,IAAI,QAAQ,KAAK,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3D,cAAc,GAAG,UAAU,CAAC;IAC9B,CAAC;SAAM,IAAI,QAAQ,GAAG,CAAC,EAAE,CAAC;QACxB,cAAc,GAAG,oBAAoB,CAAC;IACxC,CAAC;SAAM,CAAC;QACN,cAAc,GAAG,YAAY,CAAC;IAChC,CAAC;IAED,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC;QAClC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC;QAC9C,CAAC,CAAC,EAAE,CAAC;IAEP,OAAO;QACL,UAAU,EAAE,EAAE;QACd,SAAS;QACT,MAAM;QACN,OAAO;QACP,OAAO,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,YAAY,EAAE;QACjE,cAAc;QACd,UAAU;KACX,CAAC;AACJ,CAAC;AAED,+EAA+E;AAC/E,sBAAsB;AACtB,+EAA+E;AAE/E,KAAK,UAAU,IAAI;IACjB,0BAA0B;IAC1B,IAAI,KAAK,GAAG,EAAE,CAAC;IAEf,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;IAElC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;QACxC,KAAK,IAAI,KAAK,CAAC;IACjB,CAAC;IAED,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAwB,CAAC;QAEzD,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,yBAAyB,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;QAC3D,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC;QAErC,kCAAkC;QAClC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;QAC7C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,uBAAuB;QACvB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC;YAClC,KAAK,EAAE,IAAI;YACX,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;SAClE,CAAC,CAAC,CAAC;QACJ,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;AAED,IAAI,EAAE,CAAC"}

package/dist/core/responseVerifier.d.ts

@@ -30,6 +30,8 @@ export interface IsolatedRuntimeResult {
 export interface VerificationContext {
     workingDirectory: string;
     conversationHistory?: string[];
+    provider: string;
+    model: string;
     llmVerifier?: (prompt: string) => Promise<string>;
 }
 export interface Claim {
@@ -71,8 +73,15 @@ export interface VerificationReport {
  */
 export declare function runIsolatedTest(test: IsolatedRuntimeTest, cwd: string, llmVerifier?: (prompt: string) => Promise<string>): Promise<IsolatedRuntimeResult>;
 /**
- * Verify an assistant response using isolated runtime tests.
- * This is the main entry point for verification.
+ * Verify an assistant response using a completely isolated process.
+ *
+ * This spawns a separate Node.js process to run all verification:
+ * - Separate memory space from main CLI
+ * - Separate event loop
+ * - Independent error handling
+ * - No shared state
+ *
+ * This ensures verification cannot interfere with the main process and vice versa.
  */
 export declare function verifyResponse(response: string, ctx: VerificationContext, responseId?: string): Promise<VerificationReport>;
 /**

package/dist/core/responseVerifier.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"responseVerifier.d.ts","sourceRoot":"","sources":["../../src/core/responseVerifier.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAaH,MAAM,WAAW,mBAAmB;IAClC,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IACzB,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAC3B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB;AAED,MAAM,WAAW,qBAAqB;IACpC,IAAI,EAAE,mBAAmB,CAAC;IAC1B,OAAO,EAAE,OAAO,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,iBAAiB,EAAE,MAAM,EAAE,CAAC;IAC5B,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,mBAAmB;IAClC,gBAAgB,EAAE,MAAM,CAAC;IACzB,mBAAmB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC/B,WAAW,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;CACnD;AAED,MAAM,WAAW,KAAK;IACpB,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,OAAO,CAAC;IACpB,QAAQ,EAAE,UAAU,GAAG,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;IACjD,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAClC;AAED,MAAM,WAAW,uBAAuB;IACtC,KAAK,EAAE,KAAK,CAAC;IACb,QAAQ,EAAE,OAAO,CAAC;IAClB,UAAU,EAAE,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;IACtC,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,kBAAkB;IACjC,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,KAAK,EAAE,CAAC;IAChB,OAAO,EAAE,uBAAuB,EAAE,CAAC;IACnC,OAAO,EAAE;QACP,KAAK,EAAE,MAAM,CAAC;QACd,QAAQ,EAAE,MAAM,CAAC;QACjB,MAAM,EAAE,MAAM,CAAC;QACf,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;IACF,cAAc,EAAE,UAAU,GAAG,oBAAoB,GAAG,cAAc,GAAG,YAAY,CAAC;IAClF,UAAU,EAAE,MAAM,CAAC;CACpB;AAgHD;;GAEG;AACH,wBAAsB,eAAe,CACnC,IAAI,EAAE,mBAAmB,EACzB,GAAG,EAAE,MAAM,EACX,WAAW,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,GAChD,OAAO,CAAC,qBAAqB,CAAC,CAwGhC;AA4ID;;;GAGG;AACH,wBAAsB,cAAc,CAClC,QAAQ,EAAE,MAAM,EAChB,GAAG,EAAE,mBAAmB,EACxB,UAAU,CAAC,EAAE,MAAM,GAClB,OAAO,CAAC,kBAAkB,CAAC,CA0F7B;AAED;;GAEG;AACH,wBAAgB,wBAAwB,CAAC,MAAM,EAAE,kBAAkB,GAAG,MAAM,CA+B3E;AAED;;GAEG;AACH,wBAAsB,WAAW,CAC/B,QAAQ,EAAE,MAAM,EAChB,GAAG,EAAE,mBAAmB,GACvB,OAAO,CAAC;IAAE,UAAU,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC,CAoBlD"}
+{"version":3,"file":"responseVerifier.d.ts","sourceRoot":"","sources":["../../src/core/responseVerifier.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAaH,MAAM,WAAW,mBAAmB;IAClC,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IACzB,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAC3B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB;AAED,MAAM,WAAW,qBAAqB;IACpC,IAAI,EAAE,mBAAmB,CAAC;IAC1B,OAAO,EAAE,OAAO,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,iBAAiB,EAAE,MAAM,EAAE,CAAC;IAC5B,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,mBAAmB;IAClC,gBAAgB,EAAE,MAAM,CAAC;IACzB,mBAAmB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC/B,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IAEd,WAAW,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;CACnD;AAED,MAAM,WAAW,KAAK;IACpB,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,OAAO,CAAC;IACpB,QAAQ,EAAE,UAAU,GAAG,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;IACjD,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAClC;AAED,MAAM,WAAW,uBAAuB;IACtC,KAAK,EAAE,KAAK,CAAC;IACb,QAAQ,EAAE,OAAO,CAAC;IAClB,UAAU,EAAE,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;IACtC,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,kBAAkB;IACjC,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,KAAK,EAAE,CAAC;IAChB,OAAO,EAAE,uBAAuB,EAAE,CAAC;IACnC,OAAO,EAAE;QACP,KAAK,EAAE,MAAM,CAAC;QACd,QAAQ,EAAE,MAAM,CAAC;QACjB,MAAM,EAAE,MAAM,CAAC;QACf,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;IACF,cAAc,EAAE,UAAU,GAAG,oBAAoB,GAAG,cAAc,GAAG,YAAY,CAAC;IAClF,UAAU,EAAE,MAAM,CAAC;CACpB;AAgHD;;GAEG;AACH,wBAAsB,eAAe,CACnC,IAAI,EAAE,mBAAmB,EACzB,GAAG,EAAE,MAAM,EACX,WAAW,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,GAChD,OAAO,CAAC,qBAAqB,CAAC,CAwGhC;AA4ID;;;;;;;;;;GAUG;AACH,wBAAsB,cAAc,CAClC,QAAQ,EAAE,MAAM,EAChB,GAAG,EAAE,mBAAmB,EACxB,UAAU,CAAC,EAAE,MAAM,GAClB,OAAO,CAAC,kBAAkB,CAAC,CAwH7B;AAED;;GAEG;AACH,wBAAgB,wBAAwB,CAAC,MAAM,EAAE,kBAAkB,GAAG,MAAM,CA+B3E;AAED;;GAEG;AACH,wBAAsB,WAAW,CAC/B,QAAQ,EAAE,MAAM,EAChB,GAAG,EAAE,mBAAmB,GACvB,OAAO,CAAC;IAAE,UAAU,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC,CAoBlD"}

package/dist/core/responseVerifier.js

@@ -68,7 +68,7 @@ async function spawnIsolatedCLI(cwd, timeout = 60000) {
  */
 async function sendCommand(cli, command, waitMs = 5000) {
     const outputBefore = cli.output.length;
-    cli.stdin.write(command + '\n');
+    cli.stdin.write(`${command}\n`);
     await new Promise(resolve => {
         let lastLength = cli.output.length;
         const checkInterval = setInterval(() => {
@@ -135,7 +135,7 @@ export async function runIsolatedTest(test, cwd, llmVerifier) {
                 const shellResult = await runShellVerification(cmd, cwd);
                 result.output += `$ ${cmd}\n${shellResult.out}\n`;
                 if (!shellResult.ok) {
-                    result.errors += shellResult.out + '\n';
+                    result.errors += `${shellResult.out}\n`;
                 }
             }
         }
@@ -333,15 +333,26 @@ async function generateTests(claims, ctx) {
 // MAIN VERIFICATION API
 // ============================================================================
 /**
- * Verify an assistant response using isolated runtime tests.
- * This is the main entry point for verification.
+ * Verify an assistant response using a completely isolated process.
+ *
+ * This spawns a separate Node.js process to run all verification:
+ * - Separate memory space from main CLI
+ * - Separate event loop
+ * - Independent error handling
+ * - No shared state
+ *
+ * This ensures verification cannot interfere with the main process and vice versa.
  */
 export async function verifyResponse(response, ctx, responseId) {
     const timestamp = new Date().toISOString();
     const id = responseId || `verify-${Date.now()}`;
-    // Extract claims from response
-    const claims = await extractClaims(response, ctx);
-    if (claims.length === 0) {
+    // Find the isolated verifier script
+    const verifierPath = path.join(ctx.workingDirectory, 'dist/core/isolatedVerifier.js');
+    try {
+        await fs.access(verifierPath);
+    }
+    catch {
+        // Fallback: return unverified if script not found
         return {
             responseId: id,
             timestamp,
@@ -352,73 +363,97 @@ export async function verifyResponse(response, ctx, responseId) {
             trustScore: 50
         };
     }
-    // Generate isolated tests for claims
-    const tests = await generateTests(claims, ctx);
-    // Run all isolated tests
-    const testResults = [];
-    for (const test of tests) {
-        const result = await runIsolatedTest(test, ctx.workingDirectory, ctx.llmVerifier);
-        testResults.push(result);
-    }
-    // Map test results back to claims
-    const results = claims.map((claim, i) => {
-        const testResult = testResults[i];
-        if (!testResult) {
-            return {
-                claim,
-                verified: false,
-                confidence: 'low',
-                evidence: 'No test generated',
-                method: 'skip',
-                timestamp
-            };
-        }
-        return {
-            claim,
-            verified: testResult.success,
-            confidence: testResult.success ? 'high' : (testResult.matchedPatterns.length > 0 ? 'medium' : 'low'),
-            evidence: testResult.success
-                ? `Verified in isolated runtime: ${testResult.matchedPatterns.join(', ')}`
-                : `Failed: ${testResult.unmatchedPatterns.join(', ')}`,
-            method: 'isolated-runtime',
-            reasoning: testResult.llmAssessment,
-            executedCode: [...(testResult.test.shellCommands || []), ...(testResult.test.commands || [])].join('\n'),
-            rawOutput: testResult.output.slice(0, 2000),
-            error: testResult.errors || undefined,
-            timestamp
-        };
-    });
-    // Calculate summary
-    const verified = results.filter(r => r.verified).length;
-    const failed = results.filter(r => !r.verified && r.confidence === 'high').length;
-    const inconclusive = results.filter(r => !r.verified && r.confidence !== 'high').length;
-    // Determine verdict
-    let overallVerdict;
-    if (failed > 0) {
-        overallVerdict = 'contradicted';
-    }
-    else if (verified === claims.length && claims.length > 0) {
-        overallVerdict = 'verified';
-    }
-    else if (verified > 0) {
-        overallVerdict = 'partially_verified';
-    }
-    else {
-        overallVerdict = 'unverified';
-    }
-    // Calculate trust score
-    const trustScore = claims.length > 0
-        ? Math.round((verified / claims.length) * 100)
-        : 50;
-    return {
-        responseId: id,
-        timestamp,
-        claims,
-        results,
-        summary: { total: claims.length, verified, failed, inconclusive },
-        overallVerdict,
-        trustScore
+    // Build request for isolated process
+    const request = {
+        type: 'verify',
+        response,
+        workingDirectory: ctx.workingDirectory,
+        conversationHistory: ctx.conversationHistory || [],
+        provider: ctx.provider,
+        model: ctx.model,
     };
+    return new Promise((resolve) => {
+        // Spawn completely isolated Node.js process
+        const child = spawn('node', [verifierPath], {
+            cwd: ctx.workingDirectory,
+            env: {
+                ...process.env,
+                EROSOLAR_ISOLATED_VERIFIER: '1',
+                NODE_OPTIONS: '--max-old-space-size=512', // Limit memory for safety
+            },
+            stdio: ['pipe', 'pipe', 'pipe'],
+        });
+        let stdout = '';
+        let stderr = '';
+        child.stdout.on('data', (data) => {
+            stdout += data.toString();
+        });
+        child.stderr.on('data', (data) => {
+            stderr += data.toString();
+        });
+        // Set timeout for verification (2 minutes max)
+        const timeout = setTimeout(() => {
+            child.kill('SIGTERM');
+            resolve({
+                responseId: id,
+                timestamp,
+                claims: [],
+                results: [],
+                summary: { total: 0, verified: 0, failed: 0, inconclusive: 0 },
+                overallVerdict: 'unverified',
+                trustScore: 50
+            });
+        }, 120000);
+        child.on('close', (_code) => {
+            clearTimeout(timeout);
+            try {
+                // Parse result from isolated process
+                const result = JSON.parse(stdout);
+                if (result.error) {
+                    // Process returned error
+                    resolve({
+                        responseId: id,
+                        timestamp,
+                        claims: [],
+                        results: [],
+                        summary: { total: 0, verified: 0, failed: 0, inconclusive: 0 },
+                        overallVerdict: 'unverified',
+                        trustScore: 50
+                    });
+                }
+                else {
+                    resolve(result);
+                }
+            }
+            catch {
+                // JSON parse failed
+                resolve({
+                    responseId: id,
+                    timestamp,
+                    claims: [],
+                    results: [],
+                    summary: { total: 0, verified: 0, failed: 0, inconclusive: 0 },
+                    overallVerdict: 'unverified',
+                    trustScore: 50
+                });
+            }
+        });
+        child.on('error', () => {
+            clearTimeout(timeout);
+            resolve({
+                responseId: id,
+                timestamp,
+                claims: [],
+                results: [],
+                summary: { total: 0, verified: 0, failed: 0, inconclusive: 0 },
+                overallVerdict: 'unverified',
+                trustScore: 50
+            });
+        });
+        // Send request to isolated process via stdin
+        child.stdin.write(JSON.stringify(request));
+        child.stdin.end();
+    });
 }
 /**
  * Format verification report for display