ft-scout 9.0.1 → 9.0.3

package/bin/src/engine/actionVerifier.js

@@ -0,0 +1,223 @@
+import fs from 'fs';
+import path from 'path';
+import { checkFileSyntax } from './verifier.js';
+export class ActionVerifier {
+    workspaceDir;
+    failureCounts = new Map();
+    constructor(workspaceDir = process.cwd()) {
+        this.workspaceDir = workspaceDir;
+    }
+    determineRecoveryStrategy(result, attempt = 1, maxRetries = 3) {
+        if (attempt >= maxRetries) {
+            return 'RE_PLAN';
+        }
+        const ruleType = result.ruleType || '';
+        const msg = (result.message || '').toLowerCase();
+        if (ruleType.includes('dom') || msg.includes('selector') || msg.includes('element') || msg.includes('dom')) {
+            return 'ALTERNATIVE_ACTION';
+        }
+        return 'RETRY';
+    }
+    async verify(target) {
+        if (target.type === 'file_exists') {
+            const res = await this.verifyFileCreated(target.expected, target.options?.minSizeBytes || (target.options?.requireNonEmpty ? 1 : 0));
+            return { success: res.verified, actual: res.verified, verified: res.verified, ruleType: 'file_exists', message: res.message };
+        }
+        if (target.type === 'file_syntax') {
+            const res = await this.verifyFileSyntax(target.expected);
+            return { success: res.verified, actual: res.verified, verified: res.verified, ruleType: 'file_syntax', message: res.message };
+        }
+        if (target.type === 'dom_element_present') {
+            let elements = [];
+            if (target.browser?.getDOM) {
+                const dom = await target.browser.getDOM();
+                elements = dom.elements || [];
+            }
+            else if (target.browser?.getDom) {
+                const dom = await target.browser.getDom();
+                elements = dom.elements || [];
+            }
+            else if (target.browser?.inspect_page) {
+                const dom = await target.browser.inspect_page();
+                elements = dom.elements || [];
+            }
+            const res = this.verifyDomElement(elements, target.expected);
+            return { success: res.verified, actual: res.verified, verified: res.verified, ruleType: 'dom_element_present', message: res.message };
+        }
+        if (target.type === 'url_matches') {
+            const actual = target.browser?.currentUrl || '';
+            const res = this.verifyUrl(actual, target.expected);
+            return { success: res.verified, actual, verified: res.verified, ruleType: 'url_matches', message: res.message };
+        }
+        if (target.type === 'file_content_matches') {
+            const fullPath = path.isAbsolute(target.expected) ? target.expected : path.resolve(this.workspaceDir, target.expected);
+            if (!fs.existsSync(fullPath))
+                return { success: false, actual: false, verified: false, ruleType: 'file_content_matches', message: 'File not found' };
+            const content = fs.readFileSync(fullPath, 'utf-8');
+            const pattern = target.options?.pattern;
+            const matches = pattern instanceof RegExp ? pattern.test(content) : content.includes(String(pattern));
+            return { success: matches, actual: matches, verified: matches, ruleType: 'file_content_matches', message: matches ? 'Content matched' : 'Content did not match' };
+        }
+        return { success: false, actual: false, verified: false, ruleType: target.type || 'unknown', message: `Unknown verification target: ${target.type}` };
+    }
+    async verifyFileCreated(filePath, minSizeBytes = 1) {
+        const fullPath = path.isAbsolute(filePath) ? filePath : path.resolve(this.workspaceDir, filePath);
+        if (!fs.existsSync(fullPath)) {
+            return {
+                verified: false,
+                ruleType: 'file_exists',
+                message: `Verification failed: File "${filePath}" does not exist on disk.`,
+            };
+        }
+        try {
+            const stat = fs.statSync(fullPath);
+            if (stat.size < minSizeBytes) {
+                return {
+                    verified: false,
+                    ruleType: 'file_exists',
+                    message: `Verification failed: File "${filePath}" exists but is empty (0 bytes).`,
+                    details: { size: stat.size },
+                };
+            }
+            return {
+                verified: true,
+                ruleType: 'file_exists',
+                message: `Verification confirmed: File "${filePath}" exists (${stat.size} bytes).`,
+                details: { size: stat.size, mtime: stat.mtime },
+            };
+        }
+        catch (err) {
+            return {
+                verified: false,
+                ruleType: 'file_exists',
+                message: `Verification error accessing file "${filePath}": ${err.message}`,
+            };
+        }
+    }
+    async verifyFileSyntax(filePath) {
+        const res = await checkFileSyntax(filePath, this.workspaceDir);
+        if (!res.valid) {
+            return {
+                verified: false,
+                ruleType: 'file_syntax',
+                message: `Syntax/build verification failed for "${filePath}":\n${res.errors.join('\n')}`,
+                details: { errors: res.errors },
+            };
+        }
+        return {
+            verified: true,
+            ruleType: 'file_syntax',
+            message: `Syntax/build verification confirmed: "${filePath}" is clean.`,
+        };
+    }
+    verifyDomElement(elements, targetSelectorOrText) {
+        const search = targetSelectorOrText.toLowerCase().trim();
+        const found = elements.some((el) => {
+            if (el.ref !== undefined && String(el.ref).toLowerCase() === search)
+                return true;
+            if (el.selector && el.selector.toLowerCase() === search)
+                return true;
+            if (el.id && (el.id.toLowerCase() === search || `#${el.id.toLowerCase()}` === search))
+                return true;
+            if (el.tag && el.tag.toLowerCase() === search)
+                return true;
+            if (el.text && el.text.toLowerCase().includes(search))
+                return true;
+            return false;
+        });
+        if (found) {
+            return {
+                verified: true,
+                ruleType: 'dom_element',
+                message: `Verified DOM element matching "${targetSelectorOrText}" is present and interactive.`,
+            };
+        }
+        return {
+            verified: false,
+            ruleType: 'dom_element',
+            message: `Verification failed: DOM element matching "${targetSelectorOrText}" was not found in current page.`,
+        };
+    }
+    verifyUrl(currentUrl, expectedPattern) {
+        if (!currentUrl) {
+            return {
+                verified: false,
+                ruleType: 'url_match',
+                message: `Verification failed: No active URL detected.`,
+            };
+        }
+        const match = currentUrl.toLowerCase().includes(expectedPattern.toLowerCase());
+        if (match) {
+            return {
+                verified: true,
+                ruleType: 'url_match',
+                message: `URL verification confirmed: Current URL "${currentUrl}" matches pattern "${expectedPattern}".`,
+                details: { currentUrl },
+            };
+        }
+        return {
+            verified: false,
+            ruleType: 'url_match',
+            message: `URL verification failed: Current URL "${currentUrl}" does not match pattern "${expectedPattern}".`,
+            details: { currentUrl, expected: expectedPattern },
+        };
+    }
+    determineRecovery(tool, error, attemptKey = tool, maxRetries = 3) {
+        const errLower = (error || '').toLowerCase();
+        const currentCount = (this.failureCounts.get(attemptKey) || 0) + 1;
+        this.failureCounts.set(attemptKey, currentCount);
+        // 1. If exceeded retry budget, abort or re-plan
+        if (currentCount > maxRetries) {
+            return {
+                strategy: 'RE_PLAN',
+                reason: `Action "${tool}" failed ${currentCount} times (exceeded max retries of ${maxRetries}). Switching strategy or re-planning.`,
+                maxRetriesExceeded: true,
+            };
+        }
+        // 2. Element not found or stale selector
+        if (errLower.includes('element not found') || errLower.includes('stale selector') || errLower.includes('not visible') || errLower.includes('not found')) {
+            return {
+                strategy: 'RE_OBSERVE',
+                reason: `Target element was not found in current view. Re-inspecting page/screen structure to locate updated selector.`,
+                suggestedAction: {
+                    tool: 'browser_inspect',
+                    args: {},
+                },
+            };
+        }
+        // 3. Login or credentials required
+        if (errLower.includes('login required') || errLower.includes('unauthorized') || errLower.includes('authentication') || errLower.includes('401') || errLower.includes('403')) {
+            return {
+                strategy: 'ASK_USER',
+                reason: `Application or page requires user credentials or authentication to proceed.`,
+                suggestedAction: {
+                    tool: 'ask_user',
+                    args: { question: 'This action requires authentication or access permission. Please provide required access or log in.' },
+                },
+            };
+        }
+        // 4. Temporary timeout or network glitch
+        if (errLower.includes('timeout') || errLower.includes('econnreset') || errLower.includes('network') || errLower.includes('rate limit')) {
+            return {
+                strategy: 'RETRY',
+                reason: `Temporary network/timeout error encountered. Retrying attempt ${currentCount}/${maxRetries}...`,
+            };
+        }
+        // 5. App or browser disconnected
+        if (errLower.includes('disconnected') || errLower.includes('target closed') || errLower.includes('process exited')) {
+            return {
+                strategy: 'ALTERNATIVE_ACTION',
+                reason: `Connection to application lost. Re-launching application or utilizing workspace API alternative.`,
+            };
+        }
+        // Default recovery
+        return {
+            strategy: 'RE_OBSERVE',
+            reason: `Action failed: ${error}. Inspecting environment state before deciding next step.`,
+        };
+    }
+    resetFailureCount(attemptKey) {
+        this.failureCounts.delete(attemptKey);
+    }
+}
+//# sourceMappingURL=actionVerifier.js.map

package/bin/src/engine/actionVerifier.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"actionVerifier.js","sourceRoot":"","sources":["actionVerifier.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AA8ChD,MAAM,OAAO,cAAc;IACf,YAAY,CAAS;IACrB,aAAa,GAAwB,IAAI,GAAG,EAAE,CAAC;IAEvD,YAAY,YAAY,GAAW,OAAO,CAAC,GAAG,EAAE;QAC5C,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;IACrC,CAAC;IAEM,yBAAyB,CAC5B,MAAsF,EACtF,OAAO,GAAW,CAAC,EACnB,UAAU,GAAW,CAAC;QAEtB,IAAI,OAAO,IAAI,UAAU,EAAE,CAAC;YACxB,OAAO,SAAS,CAAC;QACrB,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC;QACvC,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;QACjD,IAAI,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YACzG,OAAO,oBAAoB,CAAC;QAChC,CAAC;QACD,OAAO,OAAO,CAAC;IACnB,CAAC;IAEM,KAAK,CAAC,MAAM,CAAC,MAAgC;QAChD,IAAI,MAAM,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;YAChC,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,OAAO,EAAE,YAAY,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrI,OAAO,EAAE,OAAO,EAAE,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,CAAC,QAAQ,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,QAAQ,EAAE,aAAa,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC;QAClI,CAAC;QACD,IAAI,MAAM,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;YAChC,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YACzD,OAAO,EAAE,OAAO,EAAE,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,CAAC,QAAQ,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,QAAQ,EAAE,aAAa,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC;QAClI,CAAC;QACD,IAAI,MAAM,CAAC,IAAI,KAAK,qBAAqB,EAAE,CAAC;YACxC,IAAI,QAAQ,GAAU,EAAE,CAAC;YACzB,IAAI,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC;gBACzB,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;gBAC1C,QAAQ,GAAG,GAAG,CAAC,QAAQ,IAAI,EAAE,CAAC;YAClC,CAAC;iBAAM,IAAI,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC;gBAChC,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;gBAC1C,QAAQ,GAAG,GAAG,CAAC,QAAQ,IAAI,EAAE,CAAC;YAClC,CAAC;iBAAM,IAAI,MAAM,CAAC,OAAO,EAAE,YAAY,EAAE,CAAC;gBACtC,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;gBAChD,QAAQ,GAAG,GAAG,CAAC,QAAQ,IAAI,EAAE,CAAC;YAClC,CAAC;YACD,MAAM,GAAG,GAAG,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;YAC7D,OAAO,EAAE,OAAO,EAAE,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,CAAC,QAAQ,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,QAAQ,EAAE,qBAAqB,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC;QAC1I,CAAC;QACD,IAAI,MAAM,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;YAChC,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,EAAE,UAAU,IAAI,EAAE,CAAC;YAChD,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;YACpD,OAAO,EAAE,OAAO,EAAE,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,QAAQ,EAAE,aAAa,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC;QACpH,CAAC;QACD,IAAI,MAAM,CAAC,IAAI,KAAK,sBAAsB,EAAE,CAAC;YACzC,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;YACvH,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC;gBAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,sBAAsB,EAAE,OAAO,EAAE,gBAAgB,EAAE,CAAC;YACrJ,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YACnD,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC;YACxC,MAAM,OAAO,GAAG,OAAO,YAAY,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;YACtG,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,sBAAsB,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,uBAAuB,EAAE,CAAC;QACtK,CAAC;QACD,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAG,MAAc,CAAC,IAAI,IAAI,SAAS,EAAE,OAAO,EAAE,gCAAiC,MAAc,CAAC,IAAI,EAAE,EAAE,CAAC;IAC5K,CAAC;IAEM,KAAK,CAAC,iBAAiB,CAAC,QAAgB,EAAE,YAAY,GAAW,CAAC;QACrE,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;QAClG,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC3B,OAAO;gBACH,QAAQ,EAAE,KAAK;gBACf,QAAQ,EAAE,aAAa;gBACvB,OAAO,EAAE,8BAA8B,QAAQ,2BAA2B;aAC7E,CAAC;QACN,CAAC;QAED,IAAI,CAAC;YACD,MAAM,IAAI,GAAG,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YACnC,IAAI,IAAI,CAAC,IAAI,GAAG,YAAY,EAAE,CAAC;gBAC3B,OAAO;oBACH,QAAQ,EAAE,KAAK;oBACf,QAAQ,EAAE,aAAa;oBACvB,OAAO,EAAE,8BAA8B,QAAQ,kCAAkC;oBACjF,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE;iBAC/B,CAAC;YACN,CAAC;YACD,OAAO;gBACH,QAAQ,EAAE,IAAI;gBACd,QAAQ,EAAE,aAAa;gBACvB,OAAO,EAAE,iCAAiC,QAAQ,aAAa,IAAI,CAAC,IAAI,UAAU;gBAClF,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE;aAClD,CAAC;QACN,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAChB,OAAO;gBACH,QAAQ,EAAE,KAAK;gBACf,QAAQ,EAAE,aAAa;gBACvB,OAAO,EAAE,sCAAsC,QAAQ,MAAM,GAAG,CAAC,OAAO,EAAE;aAC7E,CAAC;QACN,CAAC;IACL,CAAC;IAEM,KAAK,CAAC,gBAAgB,CAAC,QAAgB;QAC1C,MAAM,GAAG,GAAG,MAAM,eAAe,CAAC,QAAQ,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;QAC/D,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC;YACb,OAAO;gBACH,QAAQ,EAAE,KAAK;gBACf,QAAQ,EAAE,aAAa;gBACvB,OAAO,EAAE,yCAAyC,QAAQ,OAAO,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;gBACxF,OAAO,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE;aAClC,CAAC;QACN,CAAC;QACD,OAAO;YACH,QAAQ,EAAE,IAAI;YACd,QAAQ,EAAE,aAAa;YACvB,OAAO,EAAE,yCAAyC,QAAQ,aAAa;SAC1E,CAAC;IACN,CAAC;IAEM,gBAAgB,CAAC,QAA8G,EAAE,oBAA4B;QAChK,MAAM,MAAM,GAAG,oBAAoB,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC;QACzD,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE;YAC/B,IAAI,EAAE,CAAC,GAAG,KAAK,SAAS,IAAI,MAAM,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,KAAK,MAAM;gBAAE,OAAO,IAAI,CAAC;YACjF,IAAI,EAAE,CAAC,QAAQ,IAAI,EAAE,CAAC,QAAQ,CAAC,WAAW,EAAE,KAAK,MAAM;gBAAE,OAAO,IAAI,CAAC;YACrE,IAAI,EAAE,CAAC,EAAE,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,WAAW,EAAE,KAAK,MAAM,IAAI,IAAI,EAAE,CAAC,EAAE,CAAC,WAAW,EAAE,EAAE,KAAK,MAAM,CAAC;gBAAE,OAAO,IAAI,CAAC;YACnG,IAAI,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,GAAG,CAAC,WAAW,EAAE,KAAK,MAAM;gBAAE,OAAO,IAAI,CAAC;YAC3D,IAAI,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC;gBAAE,OAAO,IAAI,CAAC;YACnE,OAAO,KAAK,CAAC;QACjB,CAAC,CAAC,CAAC;QAEH,IAAI,KAAK,EAAE,CAAC;YACR,OAAO;gBACH,QAAQ,EAAE,IAAI;gBACd,QAAQ,EAAE,aAAa;gBACvB,OAAO,EAAE,kCAAkC,oBAAoB,+BAA+B;aACjG,CAAC;QACN,CAAC;QAED,OAAO;YACH,QAAQ,EAAE,KAAK;YACf,QAAQ,EAAE,aAAa;YACvB,OAAO,EAAE,8CAA8C,oBAAoB,kCAAkC;SAChH,CAAC;IACN,CAAC;IAEM,SAAS,CAAC,UAAkB,EAAE,eAAuB;QACxD,IAAI,CAAC,UAAU,EAAE,CAAC;YACd,OAAO;gBACH,QAAQ,EAAE,KAAK;gBACf,QAAQ,EAAE,WAAW;gBACrB,OAAO,EAAE,8CAA8C;aAC1D,CAAC;QACN,CAAC;QAED,MAAM,KAAK,GAAG,UAAU,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,eAAe,CAAC,WAAW,EAAE,CAAC,CAAC;QAC/E,IAAI,KAAK,EAAE,CAAC;YACR,OAAO;gBACH,QAAQ,EAAE,IAAI;gBACd,QAAQ,EAAE,WAAW;gBACrB,OAAO,EAAE,4CAA4C,UAAU,sBAAsB,eAAe,IAAI;gBACxG,OAAO,EAAE,EAAE,UAAU,EAAE;aAC1B,CAAC;QACN,CAAC;QAED,OAAO;YACH,QAAQ,EAAE,KAAK;YACf,QAAQ,EAAE,WAAW;YACrB,OAAO,EAAE,yCAAyC,UAAU,6BAA6B,eAAe,IAAI;YAC5G,OAAO,EAAE,EAAE,UAAU,EAAE,QAAQ,EAAE,eAAe,EAAE;SACrD,CAAC;IACN,CAAC;IAEM,iBAAiB,CACpB,IAAY,EACZ,KAAa,EACb,UAAU,GAAW,IAAI,EACzB,UAAU,GAAW,CAAC;QAEtB,MAAM,QAAQ,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;QAC7C,MAAM,YAAY,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACnE,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC;QAEjD,gDAAgD;QAChD,IAAI,YAAY,GAAG,UAAU,EAAE,CAAC;YAC5B,OAAO;gBACH,QAAQ,EAAE,SAAS;gBACnB,MAAM,EAAE,WAAW,IAAI,YAAY,YAAY,mCAAmC,UAAU,uCAAuC;gBACnI,kBAAkB,EAAE,IAAI;aAC3B,CAAC;QACN,CAAC;QAED,yCAAyC;QACzC,IAAI,QAAQ,CAAC,QAAQ,CAAC,mBAAmB,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,gBAAgB,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YACtJ,OAAO;gBACH,QAAQ,EAAE,YAAY;gBACtB,MAAM,EAAE,+GAA+G;gBACvH,eAAe,EAAE;oBACb,IAAI,EAAE,iBAAiB;oBACvB,IAAI,EAAE,EAAE;iBACX;aACJ,CAAC;QACN,CAAC;QAED,mCAAmC;QACnC,IAAI,QAAQ,CAAC,QAAQ,CAAC,gBAAgB,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,gBAAgB,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1K,OAAO;gBACH,QAAQ,EAAE,UAAU;gBACpB,MAAM,EAAE,6EAA6E;gBACrF,eAAe,EAAE;oBACb,IAAI,EAAE,UAAU;oBAChB,IAAI,EAAE,EAAE,QAAQ,EAAE,qGAAqG,EAAE;iBAC5H;aACJ,CAAC;QACN,CAAC;QAED,yCAAyC;QACzC,IAAI,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;YACrI,OAAO;gBACH,QAAQ,EAAE,OAAO;gBACjB,MAAM,EAAE,iEAAiE,YAAY,IAAI,UAAU,KAAK;aAC3G,CAAC;QACN,CAAC;QAED,iCAAiC;QACjC,IAAI,QAAQ,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,eAAe,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC;YACjH,OAAO;gBACH,QAAQ,EAAE,oBAAoB;gBAC9B,MAAM,EAAE,kGAAkG;aAC7G,CAAC;QACN,CAAC;QAED,mBAAmB;QACnB,OAAO;YACH,QAAQ,EAAE,YAAY;YACtB,MAAM,EAAE,kBAAkB,KAAK,2DAA2D;SAC7F,CAAC;IACN,CAAC;IAEM,iBAAiB,CAAC,UAAkB;QACvC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IAC1C,CAAC;CACJ"}

package/bin/src/engine/agentEngine.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"agentEngine.d.ts","sourceRoot":"","sources":["agentEngine.ts"],"names":[],"mappings":"AAMA,OAAO,EAA0C,KAAK,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAW7F,wBAAgB,oBAAoB,CAChC,WAAW,EAAE,MAAM,EACnB,MAAM,EAAE,MAAM,EACd,WAAW,EAAE,MAAM,GACpB;IAAE,OAAO,EAAE,OAAO,CAAC;IAAC,cAAc,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,CAwG9D;AAED,MAAM,WAAW,cAAc;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE;QACR,IAAI,EAAE,MAAM,CAAC;QACb,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAChC,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;KACvB,CAAC;CACL;AAED,eAAO,MAAM,WAAW,EAAE,cAAc,EA2OvC,CAAC;AAEF,MAAM,WAAW,gBAAgB;IAC7B,WAAW,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAClC,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,WAAW,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;CACrC;AAED,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,SAAK,EAAE,YAAY,SAAI,EAAE,QAAQ,SAAI,GAAG,MAAM,CAyCvG;AAED,qBAAa,kBAAkB;IAC3B,OAAO,CAAC,GAAG,CAAS;IACpB,OAAO,CAAC,eAAe,CAAa;IACpC,OAAO,CAAC,aAAa,CAA0B;IAC/C,OAAO,CAAC,OAAO,CAAoB;IACnC,OAAO,CAAC,WAAW,CAAU;IAC7B,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,SAAS,CAAsB;IACvC,OAAO,CAAC,cAAc,CAAa;IACnC,OAAO,CAAC,WAAW,CAAa;IAChC,OAAO,CAAC,gBAAgB,CAA0B;IAClD,OAAO,CAAC,gBAAgB,CAAa;IACrC,OAAO,CAAC,mBAAmB,CAAa;IACxC,OAAO,CAAC,uBAAuB,CAAa;IAC5C,OAAO,CAAC,eAAe,CAAkD;IACzE,OAAO,CAAC,eAAe,CAIyB;IAEhD,YAAY,OAAO,CAAC,EAAE,gBAAgB,EAoBrC;IAEM,gBAAgB,IAAI,MAAM,EAAE,CAElC;IAEM,UAAU,IAAI,UAAU,EAAE,CAEhC;IAEM,QAAQ,IAAI;QACf,UAAU,EAAE,MAAM,CAAC;QACnB,cAAc,EAAE,MAAM,CAAC;QACvB,kBAAkB,EAAE,MAAM,CAAC;QAC3B,SAAS,EAAE,MAAM,CAAC;KACrB,CAOA;IAEM,YAAY,IAAI,IAAI,CAa1B;IAED,OAAO,CAAC,gBAAgB;IAuCxB,OAAO,CAAC,0BAA0B;IA8ClC,OAAO,CAAC,6BAA6B;IA+ErC,OAAO,CAAC,YAAY;IA+FpB,OAAO,CAAC,0BAA0B;IAerB,WAAW,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC,CAwYzF;IAED,OAAO,CAAC,mBAAmB;YAkDb,gBAAgB;CAohBjC"}
+{"version":3,"file":"agentEngine.d.ts","sourceRoot":"","sources":["agentEngine.ts"],"names":[],"mappings":"AAMA,OAAO,EAA0C,KAAK,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAQ7F,OAAO,EAAE,gBAAgB,EAA4B,MAAM,iBAAiB,CAAC;AAC7E,OAAO,EAAE,KAAK,mBAAmB,EAAwB,MAAM,qBAAqB,CAAC;AACrF,OAAO,EAAE,KAAK,kBAAkB,EAA6B,MAAM,oBAAoB,CAAC;AACxF,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,EAAE,eAAe,EAAkB,MAAM,aAAa,CAAC;AAC9D,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAC3C,OAAO,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AAIxD,wBAAgB,oBAAoB,CAChC,WAAW,EAAE,MAAM,EACnB,MAAM,EAAE,MAAM,EACd,WAAW,EAAE,MAAM,GACpB;IAAE,OAAO,EAAE,OAAO,CAAC;IAAC,cAAc,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,CAwG9D;AAED,MAAM,WAAW,cAAc;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE;QACR,IAAI,EAAE,MAAM,CAAC;QACb,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAChC,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;KACvB,CAAC;CACL;AAED,eAAO,MAAM,WAAW,EAAE,cAAc,EA2OvC,CAAC;AAEF,MAAM,WAAW,gBAAgB;IAC7B,WAAW,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAClC,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,WAAW,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAClC,kBAAkB,CAAC,EAAE,mBAAmB,GAAG,SAAS,CAAC;IACrD,iBAAiB,CAAC,EAAE,kBAAkB,GAAG,SAAS,CAAC;IACnD,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,QAAQ,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;CAClC;AAED,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,SAAK,EAAE,YAAY,SAAI,EAAE,QAAQ,SAAI,GAAG,MAAM,CAyCvG;AAED,qBAAa,kBAAkB;IAC3B,OAAO,CAAC,GAAG,CAAS;IACpB,OAAO,CAAC,eAAe,CAAa;IACpC,OAAO,CAAC,aAAa,CAA0B;IAC/C,OAAO,CAAC,OAAO,CAAoB;IACnC,OAAO,CAAC,WAAW,CAAU;IAC7B,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,SAAS,CAAsB;IACvC,OAAO,CAAC,cAAc,CAAa;IACnC,OAAO,CAAC,WAAW,CAAa;IAChC,OAAO,CAAC,gBAAgB,CAA0B;IAClD,OAAO,CAAC,gBAAgB,CAAa;IACrC,OAAO,CAAC,mBAAmB,CAAa;IACxC,OAAO,CAAC,uBAAuB,CAAa;IAC5C,OAAO,CAAC,eAAe,CAAkD;IACzE,OAAO,CAAC,eAAe,CAIyB;IAEhD,OAAO,CAAC,gBAAgB,CAAmB;IAC3C,OAAO,CAAC,kBAAkB,CAAsB;IAChD,OAAO,CAAC,iBAAiB,CAAqB;IAC9C,OAAO,CAAC,cAAc,CAAiB;IACvC,OAAO,CAAC,eAAe,CAAkB;IACzC,OAAO,CAAC,WAAW,CAAc;IACjC,OAAO,CAAC,YAAY,CAAsB;IAC1C,OAAO,CAAC,QAAQ,CAAU;IAE1B,YAAY,OAAO,CAAC,EAAE,gBAAgB,EA6BrC;IAEM,mBAAmB,IAAI,gBAAgB,CAE7C;IAEM,eAAe,IAAI,gBAAgB,CAEzC;IAEM,qBAAqB,IAAI,mBAAmB,CAElD;IAEM,oBAAoB,IAAI,kBAAkB,CAEhD;IAEM,iBAAiB,IAAI,cAAc,CAEzC;IAEM,kBAAkB,IAAI,eAAe,CAE3C;IAEM,UAAU,IAAI,WAAW,CAE/B;IAEM,eAAe,IAAI,mBAAmB,CAE5C;IAEY,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC,CActF;IAEM,gBAAgB,IAAI,MAAM,EAAE,CAElC;IAEM,UAAU,IAAI,UAAU,EAAE,CAEhC;IAEM,QAAQ,IAAI;QACf,UAAU,EAAE,MAAM,CAAC;QACnB,cAAc,EAAE,MAAM,CAAC;QACvB,kBAAkB,EAAE,MAAM,CAAC;QAC3B,SAAS,EAAE,MAAM,CAAC;KACrB,CAOA;IAEM,YAAY,IAAI,IAAI,CAa1B;IAED,OAAO,CAAC,gBAAgB;IAuCxB,OAAO,CAAC,0BAA0B;IA8ClC,OAAO,CAAC,6BAA6B;IA+ErC,OAAO,CAAC,YAAY;IAmGpB,OAAO,CAAC,0BAA0B;IAerB,WAAW,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC,CA0ZzF;IAED,OAAO,CAAC,mBAAmB;YAkDb,gBAAgB;CAsrBjC"}

package/bin/src/engine/agentEngine.js

@@ -12,6 +12,13 @@ import { checkFileSyntax, verifyAndSelfHealFiles, executeSmartCommand, extractEr
 import { openApp, executeInApp, cleanupScreenshots } from './appControl.js';
 import { speakText, listenSpeechToText } from './voiceEngine.js';
 import { startLiveScreenShare, stopLiveScreenShare, isLiveScreenShareActive } from './liveScreenEngine.js';
+import { TaskStateManager } from './agentState.js';
+import { OSComputerController } from './computer/index.js';
+import { SemanticBrowserController } from './browser/index.js';
+import { ActionVerifier } from './actionVerifier.js';
+import { ApprovalManager, RiskClassifier } from './safety.js';
+import { TaskPlanner } from './planner.js';
+import { UnifiedToolRegistry } from './toolRegistry.js';
 const execAsync = promisify(exec);
 export function robustSnippetReplace(origContent, target, replacement) {
     if (!origContent || !target) {
@@ -403,11 +410,27 @@ export class AgentExecutionLoop {
     consecutiveScreenChecks = 0;
     toolCallHistory = [];
     scratchpadState = { plan: [], completedSteps: [], notes: '' };
+    taskStateManager;
+    computerController;
+    browserController;
+    actionVerifier;
+    approvalManager;
+    taskPlanner;
+    toolRegistry;
+    mockMode;
     constructor(options) {
         this.cwd = process.cwd();
         this.autoApprove = Boolean(options?.autoApprove);
         this.maxSteps = options?.maxSteps || 30;
         this.projectName = options?.projectName || path.basename(this.cwd);
+        this.mockMode = Boolean(options?.mockMode);
+        this.taskStateManager = new TaskStateManager(options?.taskId, '', this.cwd);
+        this.computerController = options?.computerController || new OSComputerController();
+        this.browserController = options?.browserController || new SemanticBrowserController(this.cwd);
+        this.actionVerifier = new ActionVerifier(this.cwd);
+        this.approvalManager = new ApprovalManager(this.autoApprove);
+        this.taskPlanner = new TaskPlanner();
+        this.toolRegistry = new UnifiedToolRegistry();
         if (options?.screenShare) {
             startLiveScreenShare().catch(() => { });
         }
@@ -429,6 +452,45 @@ export class AgentExecutionLoop {
             process.exit(0);
         });
     }
+    getTaskStateManager() {
+        return this.taskStateManager;
+    }
+    getStateManager() {
+        return this.taskStateManager;
+    }
+    getComputerController() {
+        return this.computerController;
+    }
+    getBrowserController() {
+        return this.browserController;
+    }
+    getActionVerifier() {
+        return this.actionVerifier;
+    }
+    getApprovalManager() {
+        return this.approvalManager;
+    }
+    getPlanner() {
+        return this.taskPlanner;
+    }
+    getToolRegistry() {
+        return this.toolRegistry;
+    }
+    async resumeGoal(taskId) {
+        const saved = TaskStateManager.loadTaskState(taskId, this.cwd);
+        if (!saved) {
+            return { success: false, summary: `Saved task checkpoint "${taskId}" not found.` };
+        }
+        this.taskStateManager.resumeFromState(saved);
+        if (this.mockMode) {
+            this.taskStateManager.setStatus('completed');
+            return {
+                success: true,
+                summary: `Resumed and completed task "${taskId}" in mock mode.`,
+            };
+        }
+        return await this.executeGoal(saved.objective);
+    }
     getModifiedFiles() {
         return Array.from(this.modifiedFiles);
     }
@@ -703,6 +765,10 @@ Core Directives & Behavioral Guidelines:
  \`\`\`
  This keeps your reasoning crystal-clear, ensures plan progression, and syncs automatically with .ft/scratchpad.md.
 
+24. SOCIAL MESSAGING & DM DISPATCH MANDATE (Instagram, WhatsApp, X, Email):
+ a. MISSING PARAMETERS: When asked to send a direct message or text (e.g. 'open instagram and send a text message to a user'): If the recipient username/handle or message content is missing or not provided in the goal prompt, NEVER conclude the task or report fake completion! You MUST call the \`ask_user\` tool in Step 1 or Step 2 to ask: "Who would you like to message, and what message should I send?"
+ b. REAL UI EXECUTION: For Instagram, navigate directly to the user's profile (\`https://www.instagram.com/<username>/\`) or chat, wait for the single-page application to render, click the "Message" button or focus the chat input, type the message, and hit Enter before concluding with task_completed.
+
 ${this.getScratchpadPromptContext()}
 
 When returning tool calls, use standard OpenAI function calling format or JSON tool call payload format:
@@ -730,6 +796,21 @@ When returning tool calls, use standard OpenAI function calling format or JSON t
     }
     async executeGoal(userGoal) {
         this.resetContext();
+        this.taskStateManager.setObjective(userGoal);
+        const structuredPlan = this.taskPlanner.createPlan(userGoal);
+        this.taskStateManager.setPlan(structuredPlan.steps);
+        this.taskStateManager.setAvailableTools(this.toolRegistry.getAllTools().map((t) => t.name));
+        if (this.mockMode) {
+            for (let i = 1; i <= structuredPlan.steps.length; i++) {
+                this.taskStateManager.startStep(i);
+                this.taskStateManager.completeStep(i, `Completed step ${i} in mock mode`);
+            }
+            this.taskStateManager.setStatus('completed');
+            return {
+                success: true,
+                summary: `Mock execution completed successfully for goal: "${userGoal}".`,
+            };
+        }
         this.historyMessages.push({ role: 'system', content: this.systemPrompt() });
         // Load persistent session history memory (minimum 3 sessions Context)
         const recentSessionsMemory = getRecentSessionsSummary(3);
@@ -849,6 +930,7 @@ When returning tool calls, use standard OpenAI function calling format or JSON t
             while (step < this.maxSteps) {
                 step++;
                 this.currentStep = step;
+                this.taskStateManager.startStep(step);
                 const stepStartTime = Date.now();
                 const avgStepMs = stepDurations.length > 0
                     ? stepDurations.reduce((a, b) => a + b, 0) / stepDurations.length
@@ -867,7 +949,7 @@ When returning tool calls, use standard OpenAI function calling format or JSON t
                             return await openai.chat.completions.create({
                                 model,
                                 messages: sanitizeMessages(this.historyMessages),
-                                tools: AGENT_TOOLS.map((t) => ({ type: 'function', function: t })),
+                                tools: this.toolRegistry.getAllTools().map((t) => ({ type: 'function', function: t })),
                                 tool_choice: 'auto',
                                 temperature: 0.1,
                                 presence_penalty: 0.1,
@@ -1153,11 +1235,55 @@ You MUST output exactly ONE JSON code block per tool call. Do NOT describe what
             actionDesc = `Launching app: ${args.app || ''} (${args.target || 'default'})`;
         else if (name === 'app_action')
             actionDesc = `Executing app action: ${args.app || ''} -> ${args.action || ''}`;
+        else if (name === 'browser_navigate')
+            actionDesc = `Navigating browser: ${args.url || ''}`;
+        else if (name === 'browser_inspect')
+            actionDesc = `Inspecting web page elements`;
+        else if (name === 'browser_click')
+            actionDesc = `Clicking web element: ${args.selectorOrText || ''}`;
+        else if (name === 'browser_type')
+            actionDesc = `Typing in web input: ${args.selectorOrText || ''}`;
+        else if (name === 'browser_download')
+            actionDesc = `Downloading file: ${args.urlOrSelector || ''}`;
+        else if (name === 'browser_content')
+            actionDesc = `Extracting web page content`;
+        else if (name === 'computer_screenshot')
+            actionDesc = `Capturing computer screenshot`;
+        else if (name === 'computer_click')
+            actionDesc = `Clicking coordinates (${args.x}, ${args.y})`;
+        else if (name === 'computer_type')
+            actionDesc = `Typing text keystrokes`;
+        else if (name === 'computer_hotkey')
+            actionDesc = `Pressing hotkey: ${args.keys || ''}`;
+        else if (name === 'computer_open_app')
+            actionDesc = `Opening app: ${args.name || ''}`;
+        else if (name === 'computer_switch_app')
+            actionDesc = `Switching to app: ${args.name || ''}`;
+        else if (name === 'computer_scroll')
+            actionDesc = `Scrolling ${args.direction || 'down'}`;
         else if (name === 'task_completed')
             actionDesc = `Task finished`;
         const badge = chalk.bgCyan.black.bold(` 🛠️ TOOL: ${name} `);
         const descText = actionDesc ? chalk.yellow.bold(` → ${actionDesc}`) : '';
         console.log(`\n${badge}${descText} ${chalk.dim(JSON.stringify(args))}`);
+        // Safety and human approval classification layer
+        const risk = this.approvalManager.checkAction(name, args);
+        if (risk.requiresApproval && !this.autoApprove) {
+            this.taskStateManager.setPendingAction({
+                id: `act_${Date.now()}`,
+                tool: name,
+                args,
+                riskLevel: risk.level,
+                riskReason: risk.reason,
+                requestedAt: new Date().toISOString(),
+            });
+            const decision = await this.approvalManager.requestApproval(this.taskStateManager.getState().task_id, name, args, risk);
+            this.taskStateManager.setPendingAction(null);
+            if (!decision.approved) {
+                this.taskStateManager.addObservation(name, `[ACTION BLOCKED: User rejected approval: ${decision.reason || 'Not approved'}]`, false);
+                return { result: `[ACTION REJECTED BY USER]: ${decision.reason || 'User did not approve executing this action.'}` };
+            }
+        }
         switch (name) {
             case 'read_file': {
                 const targetPath = String(args.path || '').trim();
@@ -1237,11 +1363,20 @@ You MUST output exactly ONE JSON code block per tool call. Do NOT describe what
                 const syntaxCheck = await checkFileSyntax(targetPath, this.cwd);
                 if (!syntaxCheck.valid) {
                     checkSpin.stop(chalk.red(`️ Checking for error: edited ${targetPath} — Compiler/Syntax Error!`));
+                    this.taskStateManager.recordError(`Syntax error in "${targetPath}": ${syntaxCheck.errors.join('; ')}`, 'write_file');
                     return {
                         result: `Successfully wrote ${content.length} characters (${numberOfLinesChanged} lines changed) to "${targetPath}".\n\n️ AUTOMATED SYNTAX / COMPILER ERROR DETECTED IN "${targetPath}":\n${syntaxCheck.errors.join('\n')}\n\nPLEASE IMMEDIATELY FIX THIS SYNTAX ERROR IN YOUR NEXT TOOL CALL.`
                     };
                 }
                 checkSpin.stop(chalk.green(` Checking for error: edited ${targetPath} — Syntax & build clean.`));
+                this.taskStateManager.recordArtifact({
+                    filename: path.basename(targetPath),
+                    path: targetPath,
+                    source: 'write_file',
+                    verified: syntaxCheck.valid,
+                    sizeBytes: Buffer.byteLength(content, 'utf-8'),
+                });
+                this.taskStateManager.addObservation('write_file', `Wrote ${numberOfLinesChanged} line(s) to ${targetPath}. Syntax clean: ${syntaxCheck.valid}`, syntaxCheck.valid, targetPath);
                 return { result: `Successfully wrote ${content.length} characters (${numberOfLinesChanged} lines changed) to "${targetPath}". Rationale: ${reason}. Syntax check passed cleanly.` };
             }
             case 'edit_file': {
@@ -1597,10 +1732,111 @@ You MUST output exactly ONE JSON code block per tool call. Do NOT describe what
                 }
                 return { result: 'No text provided to speak.' };
             }
+            case 'browser_navigate': {
+                const targetUrl = String(args.url || '').trim();
+                this.taskStateManager.setActiveUrl(targetUrl);
+                this.taskStateManager.setActiveApplication('browser');
+                const res = await this.browserController.navigate(targetUrl);
+                this.taskStateManager.addObservation('browser_navigate', res.output, res.success, targetUrl);
+                return { result: res.output };
+            }
+            case 'browser_inspect': {
+                const res = await this.browserController.inspect_page();
+                this.taskStateManager.addObservation('browser_inspect', res.summary, res.success, res.url);
+                return { result: res.summary };
+            }
+            case 'browser_click': {
+                const target = String(args.selectorOrText || args.target || '').trim();
+                const res = await this.browserController.click(target);
+                this.taskStateManager.addObservation('browser_click', res.output, res.success, target);
+                return { result: res.output };
+            }
+            case 'browser_type': {
+                const target = String(args.selectorOrText || args.target || '').trim();
+                const text = String(args.text || '');
+                const res = await this.browserController.type(target, text);
+                this.taskStateManager.addObservation('browser_type', res.output, res.success, target);
+                return { result: res.output };
+            }
+            case 'browser_download': {
+                const target = String(args.urlOrSelector || args.url || '').trim();
+                const destPath = args.destPath ? String(args.destPath) : undefined;
+                const res = await this.browserController.download_file(target, destPath);
+                if (res.success && res.details?.path) {
+                    const vRes = await this.actionVerifier.verifyFileCreated(res.details.path);
+                    const artifact = this.taskStateManager.recordArtifact({
+                        filename: res.details.filename || path.basename(res.details.path),
+                        path: res.details.path,
+                        source: target,
+                        application: 'browser',
+                        verified: vRes.verified,
+                        sizeBytes: res.details.sizeBytes,
+                    });
+                    this.taskStateManager.addObservation('browser_download', `${res.output} (Verified on disk: ${vRes.verified ? 'YES' : 'NO'})`, vRes.verified, target);
+                    return { result: `${res.output}\nTracked Artifact ID: ${artifact.id} (${artifact.path})` };
+                }
+                this.taskStateManager.addObservation('browser_download', res.output, false, target);
+                return { result: res.output };
+            }
+            case 'browser_content': {
+                const res = await this.browserController.extract_content(args.selector);
+                this.taskStateManager.addObservation('browser_content', `Extracted content (${res.output.length} chars)`, res.success);
+                return { result: res.output };
+            }
+            case 'computer_screenshot': {
+                const res = await this.computerController.screenshot();
+                this.taskStateManager.addObservation('computer_screenshot', res.output, res.success);
+                return { result: res.output };
+            }
+            case 'computer_click': {
+                const x = Number(args.x) || 0;
+                const y = Number(args.y) || 0;
+                const res = args.double
+                    ? await this.computerController.double_click(x, y)
+                    : await this.computerController.click(x, y, args.button || 'left');
+                this.taskStateManager.addObservation('computer_click', res.output, res.success, `(${x}, ${y})`);
+                return { result: res.output };
+            }
+            case 'computer_type': {
+                const text = String(args.text || '');
+                const res = await this.computerController.type(text);
+                this.taskStateManager.addObservation('computer_type', res.output, res.success);
+                return { result: res.output };
+            }
+            case 'computer_hotkey': {
+                const keys = String(args.keys || args.key || '');
+                const res = await this.computerController.hotkey(keys);
+                this.taskStateManager.addObservation('computer_hotkey', res.output, res.success, keys);
+                return { result: res.output };
+            }
+            case 'computer_open_app': {
+                const name = String(args.name || args.app || '').trim();
+                const target = args.target ? String(args.target) : undefined;
+                this.taskStateManager.setActiveApplication(name);
+                const res = await this.computerController.open_application(name, target);
+                this.taskStateManager.addObservation('computer_open_app', res.output, res.success, name);
+                return { result: res.output };
+            }
+            case 'computer_switch_app': {
+                const name = String(args.name || args.app || '').trim();
+                this.taskStateManager.setActiveApplication(name);
+                const res = await this.computerController.switch_application(name);
+                this.taskStateManager.addObservation('computer_switch_app', res.output, res.success, name);
+                return { result: res.output };
+            }
+            case 'computer_scroll': {
+                const dir = (args.direction || 'down');
+                const amount = Number(args.amount) || 4;
+                const res = await this.computerController.scroll(dir, amount);
+                this.taskStateManager.addObservation('computer_scroll', res.output, res.success);
+                return { result: res.output };
+            }
             case 'task_completed': {
                 const summaryStr = String(args.summary || 'Task completed successfully.');
                 speakText(summaryStr, { async: true });
                 cleanupScreenshots();
+                this.taskStateManager.setStatus('completed');
+                this.taskStateManager.completeStep(this.currentStep, summaryStr);
                 return { result: summaryStr };
             }
             default: