@mseep/clawdcursor 1.5.5

package/dist/platform/ocr-engine.d.ts

@@ -0,0 +1,78 @@
+/**
+ * OcrEngine — OS-level OCR bridge.
+ *
+ * Takes a screenshot (or region), returns structured OCR results with bounding boxes.
+ * Coordinates are in REAL screen pixels — no scaleFactor conversion needed.
+ *
+ * Windows: Windows.Media.Ocr via PowerShell one-shot (scripts/ocr-recognize.ps1).
+ * macOS:   Apple Vision framework via Swift script (scripts/mac/ocr-recognize.swift).
+ * Linux:   Tesseract OCR via Python script (scripts/linux/ocr-recognize.py).
+ *
+ * Caching: last result is kept for 300ms. Invalidated on any action execution.
+ */
+export interface OcrElement {
+    text: string;
+    x: number;
+    y: number;
+    width: number;
+    height: number;
+    confidence: number;
+    line: number;
+}
+export interface OcrResult {
+    elements: OcrElement[];
+    fullText: string;
+    durationMs: number;
+}
+export declare class OcrEngine {
+    private cachedResult;
+    private cacheTimestamp;
+    private available;
+    /**
+     * Check if OS-level OCR is available on this platform.
+     * Never throws.
+     */
+    isAvailable(): boolean;
+    /**
+     * Invalidate the cached OCR result.
+     * Call after any action execution so the next read is fresh.
+     */
+    invalidateCache(): void;
+    /**
+     * OCR the entire screen. Returns cached result if within 300ms window.
+     * Never throws — returns EMPTY_RESULT on failure and degrades gracefully.
+     */
+    recognizeScreen(): Promise<OcrResult>;
+    /**
+     * OCR a rectangular region of the screen.
+     * Coordinates are in real screen pixels (input and output).
+     * Never throws.
+     */
+    recognizeRegion(x: number, y: number, w: number, h: number): Promise<OcrResult>;
+    /**
+     * Dispatch to the platform-specific OCR implementation.
+     */
+    private runOcr;
+    /**
+     * Windows: spawn PowerShell to invoke Windows.Media.Ocr WinRT API.
+     * The script outputs a single JSON line with { elements, fullText }.
+     */
+    private runWindowsOcr;
+    /**
+     * macOS: run Swift script that uses Apple Vision framework (VNRecognizeTextRequest).
+     * Requires macOS 10.15+ and Xcode command-line tools (swift).
+     * The script outputs a single JSON line with { elements, fullText }.
+     */
+    private runMacOcr;
+    /**
+     * Linux: run Python script that uses Tesseract OCR.
+     * Requires: tesseract-ocr package + python3.
+     * The script outputs a single JSON line with { elements, fullText }.
+     */
+    private runLinuxOcr;
+    /**
+     * Shared JSON parser for macOS/Linux OCR output.
+     * Both scripts emit the same { elements, fullText } format.
+     */
+    private parseOcrJson;
+}

package/dist/platform/ocr-engine.js

@@ -0,0 +1,363 @@
+"use strict";
+/**
+ * OcrEngine — OS-level OCR bridge.
+ *
+ * Takes a screenshot (or region), returns structured OCR results with bounding boxes.
+ * Coordinates are in REAL screen pixels — no scaleFactor conversion needed.
+ *
+ * Windows: Windows.Media.Ocr via PowerShell one-shot (scripts/ocr-recognize.ps1).
+ * macOS:   Apple Vision framework via Swift script (scripts/mac/ocr-recognize.swift).
+ * Linux:   Tesseract OCR via Python script (scripts/linux/ocr-recognize.py).
+ *
+ * Caching: last result is kept for 300ms. Invalidated on any action execution.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.OcrEngine = void 0;
+const os = __importStar(require("os"));
+const path = __importStar(require("path"));
+const fs = __importStar(require("fs"));
+const crypto = __importStar(require("crypto"));
+const child_process_1 = require("child_process");
+const util_1 = require("util");
+const nut_js_1 = require("@nut-tree-fork/nut-js");
+const sharp_1 = __importDefault(require("sharp"));
+const paths_1 = require("../paths");
+const execFileAsync = (0, util_1.promisify)(child_process_1.execFile);
+const SCRIPTS_DIR = path.join((0, paths_1.getPackageRoot)(), 'scripts');
+const OCR_SCRIPT = path.join(SCRIPTS_DIR, 'ocr-recognize.ps1');
+const MAC_OCR_SCRIPT = path.join(SCRIPTS_DIR, 'mac', 'ocr-recognize.swift');
+const LINUX_OCR_SCRIPT = path.join(SCRIPTS_DIR, 'linux', 'ocr-recognize.py');
+const CACHE_TTL_MS = 300;
+const OCR_TIMEOUT = 15000; // 15s — WinRT assembly load + recognition
+const MAC_OCR_TIMEOUT = 20000; // 20s — Swift compilation on first run
+const LINUX_OCR_TIMEOUT = 30000; // 30s — Tesseract can be slow on large images
+const MAX_BUFFER = 4 * 1024 * 1024; // 4MB — large screens with dense text
+const EMPTY_RESULT = Object.freeze({ elements: [], fullText: '', durationMs: 0 });
+// ─── OcrEngine ────────────────────────────────────────────────────────────────
+class OcrEngine {
+    cachedResult = null;
+    cacheTimestamp = 0;
+    available = null;
+    /**
+     * Check if OS-level OCR is available on this platform.
+     * Never throws.
+     */
+    isAvailable() {
+        if (this.available !== null)
+            return this.available;
+        if (process.platform === 'win32') {
+            // Windows.Media.Ocr ships with Windows 10+.
+            // Actual availability (language packs) is verified on first recognizeScreen() call.
+            this.available = true;
+            return true;
+        }
+        if (process.platform === 'darwin') {
+            // macOS: Apple Vision framework via Swift script.
+            // Available on macOS 10.15+ (Catalina and later).
+            // swift is always present on macOS with Xcode CLI tools.
+            try {
+                const { execFileSync } = require('child_process');
+                execFileSync('which', ['swift'], { timeout: 3000, stdio: 'pipe' });
+                this.available = fs.existsSync(MAC_OCR_SCRIPT);
+                if (this.available) {
+                    console.log('[OCR] macOS Vision framework available via Swift');
+                }
+            }
+            catch {
+                this.available = false;
+            }
+            return this.available;
+        }
+        if (process.platform === 'linux') {
+            // Linux: Tesseract OCR via Python script.
+            // Requires: sudo apt install tesseract-ocr && python3
+            try {
+                const { execFileSync } = require('child_process');
+                execFileSync('which', ['tesseract'], { timeout: 3000, stdio: 'pipe' });
+                execFileSync('which', ['python3'], { timeout: 3000, stdio: 'pipe' });
+                this.available = fs.existsSync(LINUX_OCR_SCRIPT);
+                if (this.available) {
+                    console.log('[OCR] Linux Tesseract OCR available');
+                }
+            }
+            catch {
+                this.available = false;
+            }
+            return this.available;
+        }
+        this.available = false;
+        return false;
+    }
+    /**
+     * Invalidate the cached OCR result.
+     * Call after any action execution so the next read is fresh.
+     */
+    invalidateCache() {
+        this.cachedResult = null;
+        this.cacheTimestamp = 0;
+    }
+    /**
+     * OCR the entire screen. Returns cached result if within 300ms window.
+     * Never throws — returns EMPTY_RESULT on failure and degrades gracefully.
+     */
+    async recognizeScreen() {
+        if (!this.isAvailable())
+            return { ...EMPTY_RESULT };
+        // Return cached if fresh
+        const now = Date.now();
+        if (this.cachedResult && (now - this.cacheTimestamp) < CACHE_TTL_MS) {
+            return this.cachedResult;
+        }
+        const start = Date.now();
+        try {
+            // Capture full-resolution screenshot via nut-js
+            const img = await nut_js_1.screen.grab();
+            if (!this.cachedResult) {
+                // Log image dimensions on first capture to diagnose coordinate space issues
+                console.log(`[OCR] Screenshot captured: ${img.width}x${img.height}px`);
+            }
+            const pngBuffer = await (0, sharp_1.default)(img.data, {
+                raw: { width: img.width, height: img.height, channels: 4 },
+            }).png().toBuffer();
+            // Release the raw RGBA buffer immediately after processing
+            img.data = null;
+            // Save to temp file — OS OCR reads from disk
+            const tmpPath = path.join(os.tmpdir(), `clawdcursor-ocr-${process.pid}-${crypto.randomUUID().slice(0, 8)}.png`);
+            fs.writeFileSync(tmpPath, pngBuffer);
+            try {
+                const result = await this.runOcr(tmpPath);
+                result.durationMs = Date.now() - start;
+                // Cache
+                this.cachedResult = result;
+                this.cacheTimestamp = Date.now();
+                return result;
+            }
+            finally {
+                try {
+                    fs.unlinkSync(tmpPath);
+                }
+                catch { /* non-fatal */ }
+            }
+        }
+        catch (err) {
+            console.error(`[OCR] recognizeScreen failed: ${err?.message}`);
+            // If first call ever fails, mark unavailable so pipeline degrades to vision LLM
+            if (this.cachedResult === null) {
+                this.available = false;
+            }
+            return { ...EMPTY_RESULT, durationMs: Date.now() - start };
+        }
+    }
+    /**
+     * OCR a rectangular region of the screen.
+     * Coordinates are in real screen pixels (input and output).
+     * Never throws.
+     */
+    async recognizeRegion(x, y, w, h) {
+        if (!this.isAvailable())
+            return { ...EMPTY_RESULT };
+        const start = Date.now();
+        try {
+            const img = await nut_js_1.screen.grab();
+            // Clamp to screen bounds
+            const rx = Math.max(0, Math.min(x, img.width - 1));
+            const ry = Math.max(0, Math.min(y, img.height - 1));
+            const rw = Math.min(w, img.width - rx);
+            const rh = Math.min(h, img.height - ry);
+            const pngBuffer = await (0, sharp_1.default)(img.data, {
+                raw: { width: img.width, height: img.height, channels: 4 },
+            })
+                .extract({ left: rx, top: ry, width: rw, height: rh })
+                .png()
+                .toBuffer();
+            // Release the raw RGBA buffer immediately after processing
+            img.data = null;
+            const tmpPath = path.join(os.tmpdir(), `clawdcursor-ocr-region-${process.pid}-${crypto.randomUUID().slice(0, 8)}.png`);
+            fs.writeFileSync(tmpPath, pngBuffer);
+            try {
+                const result = await this.runOcr(tmpPath);
+                result.durationMs = Date.now() - start;
+                // Offset coordinates back to full-screen space
+                for (const el of result.elements) {
+                    el.x += rx;
+                    el.y += ry;
+                }
+                return result;
+            }
+            finally {
+                try {
+                    fs.unlinkSync(tmpPath);
+                }
+                catch { /* non-fatal */ }
+            }
+        }
+        catch (err) {
+            console.error(`[OCR] recognizeRegion failed: ${err?.message}`);
+            return { ...EMPTY_RESULT, durationMs: Date.now() - start };
+        }
+    }
+    // ─── Private ──────────────────────────────────────────────────────────────
+    /**
+     * Dispatch to the platform-specific OCR implementation.
+     */
+    async runOcr(imagePath) {
+        if (process.platform === 'win32') {
+            return this.runWindowsOcr(imagePath);
+        }
+        if (process.platform === 'darwin') {
+            return this.runMacOcr(imagePath);
+        }
+        if (process.platform === 'linux') {
+            return this.runLinuxOcr(imagePath);
+        }
+        return { ...EMPTY_RESULT };
+    }
+    /**
+     * Windows: spawn PowerShell to invoke Windows.Media.Ocr WinRT API.
+     * The script outputs a single JSON line with { elements, fullText }.
+     */
+    async runWindowsOcr(imagePath) {
+        const { stdout } = await execFileAsync('powershell.exe', [
+            '-NoProfile',
+            '-NonInteractive',
+            '-ExecutionPolicy', 'Bypass',
+            '-File', OCR_SCRIPT,
+            imagePath,
+        ], {
+            timeout: OCR_TIMEOUT,
+            maxBuffer: MAX_BUFFER,
+            windowsHide: true,
+        });
+        const trimmed = stdout.trim();
+        if (!trimmed) {
+            throw new Error('PowerShell OCR script returned empty output');
+        }
+        // Sanitize control characters that PowerShell's ConvertTo-Json may leave unescaped
+        // (e.g. bell \x07 from OCR'd icons). Keep \t, \n, \r which are valid in JSON.
+        const sanitized = trimmed.replace(/[\x00-\x08\x0B\x0C\x0E-\x1F]/g, '');
+        const data = JSON.parse(sanitized);
+        if (data.error) {
+            throw new Error(data.error);
+        }
+        const rawElements = Array.isArray(data.elements) ? data.elements : [];
+        const elements = rawElements.map((el) => ({
+            text: String(el.text ?? ''),
+            x: Number(el.x) || 0,
+            y: Number(el.y) || 0,
+            width: Number(el.width) || 0,
+            height: Number(el.height) || 0,
+            confidence: Number(el.confidence) || 0,
+            line: Number(el.line) || 0,
+        }));
+        return {
+            elements,
+            fullText: String(data.fullText ?? ''),
+            durationMs: 0, // filled by caller
+        };
+    }
+    /**
+     * macOS: run Swift script that uses Apple Vision framework (VNRecognizeTextRequest).
+     * Requires macOS 10.15+ and Xcode command-line tools (swift).
+     * The script outputs a single JSON line with { elements, fullText }.
+     */
+    async runMacOcr(imagePath) {
+        const { stdout } = await execFileAsync('swift', [
+            MAC_OCR_SCRIPT,
+            imagePath,
+        ], {
+            timeout: MAC_OCR_TIMEOUT,
+            maxBuffer: MAX_BUFFER,
+        });
+        const trimmed = stdout.trim();
+        if (!trimmed) {
+            throw new Error('Swift OCR script returned empty output');
+        }
+        const data = JSON.parse(trimmed);
+        if (data.error) {
+            throw new Error(data.error);
+        }
+        return this.parseOcrJson(data);
+    }
+    /**
+     * Linux: run Python script that uses Tesseract OCR.
+     * Requires: tesseract-ocr package + python3.
+     * The script outputs a single JSON line with { elements, fullText }.
+     */
+    async runLinuxOcr(imagePath) {
+        const { stdout } = await execFileAsync('python3', [
+            LINUX_OCR_SCRIPT,
+            imagePath,
+        ], {
+            timeout: LINUX_OCR_TIMEOUT,
+            maxBuffer: MAX_BUFFER,
+        });
+        const trimmed = stdout.trim();
+        if (!trimmed) {
+            throw new Error('Python OCR script returned empty output');
+        }
+        const data = JSON.parse(trimmed);
+        if (data.error) {
+            throw new Error(data.error);
+        }
+        return this.parseOcrJson(data);
+    }
+    /**
+     * Shared JSON parser for macOS/Linux OCR output.
+     * Both scripts emit the same { elements, fullText } format.
+     */
+    parseOcrJson(data) {
+        const rawElements = Array.isArray(data.elements) ? data.elements : [];
+        const elements = rawElements.map((el) => ({
+            text: String(el.text ?? ''),
+            x: Number(el.x) || 0,
+            y: Number(el.y) || 0,
+            width: Number(el.width) || 0,
+            height: Number(el.height) || 0,
+            confidence: Number(el.confidence) || 0,
+            line: Number(el.line) || 0,
+        }));
+        return {
+            elements,
+            fullText: String(data.fullText ?? ''),
+            durationMs: 0, // filled by caller
+        };
+    }
+}
+exports.OcrEngine = OcrEngine;
+//# sourceMappingURL=ocr-engine.js.map

package/dist/platform/ocr-engine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ocr-engine.js","sourceRoot":"","sources":["../../src/platform/ocr-engine.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;GAWG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,uCAAyB;AACzB,2CAA6B;AAC7B,uCAAyB;AACzB,+CAAiC;AACjC,iDAAyC;AACzC,+BAAiC;AACjC,kDAA+C;AAC/C,kDAA0B;AAC1B,oCAA0C;AAE1C,MAAM,aAAa,GAAG,IAAA,gBAAS,EAAC,wBAAQ,CAAC,CAAC;AAE1C,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,IAAA,sBAAc,GAAE,EAAE,SAAS,CAAC,CAAC;AAC3D,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,mBAAmB,CAAC,CAAC;AAC/D,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,EAAE,qBAAqB,CAAC,CAAC;AAC5E,MAAM,gBAAgB,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,OAAO,EAAE,kBAAkB,CAAC,CAAC;AAC7E,MAAM,YAAY,GAAG,GAAG,CAAC;AACzB,MAAM,WAAW,GAAG,KAAK,CAAC,CAAG,0CAA0C;AACvE,MAAM,eAAe,GAAG,KAAK,CAAC,CAAC,uCAAuC;AACtE,MAAM,iBAAiB,GAAG,KAAK,CAAC,CAAC,8CAA8C;AAC/E,MAAM,UAAU,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,sCAAsC;AAoB1E,MAAM,YAAY,GAAc,MAAM,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC;AAE7F,iFAAiF;AAEjF,MAAa,SAAS;IACZ,YAAY,GAAqB,IAAI,CAAC;IACtC,cAAc,GAAG,CAAC,CAAC;IACnB,SAAS,GAAmB,IAAI,CAAC;IAEzC;;;OAGG;IACH,WAAW;QACT,IAAI,IAAI,CAAC,SAAS,KAAK,IAAI;YAAE,OAAO,IAAI,CAAC,SAAS,CAAC;QAEnD,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;YACjC,4CAA4C;YAC5C,oFAAoF;YACpF,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;YACtB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,OAAO,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;YAClC,kDAAkD;YAClD,kDAAkD;YAClD,yDAAyD;YACzD,IAAI,CAAC;gBACH,MAAM,EAAE,YAAY,EAAE,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;gBAClD,YAAY,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;gBACnE,IAAI,CAAC,SAAS,GAAG,EAAE,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;gBAC/C,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;oBACnB,OAAO,CAAC,GAAG,CAAC,kDAAkD,CAAC,CAAC;gBAClE,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;YACzB,CAAC;YACD,OAAO,IAAI,CAAC,SAAS,CAAC;QACxB,CAAC;QAED,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;YACjC,0CAA0C;YAC1C,sDAAsD;YACtD,IAAI,CAAC;gBACH,MAAM,EAAE,YAAY,EAAE,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;gBAClD,YAAY,CAAC,OAAO,EAAE,CAAC,WAAW,CAAC,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;gBACvE,YAAY,CAAC,OAAO,EAAE,CAAC,SAAS,CAAC,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;gBACrE,IAAI,CAAC,SAAS,GAAG,EAAE,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAC;gBACjD,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;oBACnB,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAC;gBACrD,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;YACzB,CAAC;YACD,OAAO,IAAI,CAAC,SAAS,CAAC;QACxB,CAAC;QAED,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;QACvB,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;;OAGG;IACH,eAAe;QACb,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QACzB,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC;IAC1B,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,eAAe;QACnB,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;YAAE,OAAO,EAAE,GAAG,YAAY,EAAE,CAAC;QAEpD,yBAAyB;QACzB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,IAAI,IAAI,CAAC,YAAY,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,YAAY,EAAE,CAAC;YACpE,OAAO,IAAI,CAAC,YAAY,CAAC;QAC3B,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,IAAI,CAAC;YACH,gDAAgD;YAChD,MAAM,GAAG,GAAG,MAAM,eAAM,CAAC,IAAI,EAAE,CAAC;YAChC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;gBACvB,4EAA4E;gBAC5E,OAAO,CAAC,GAAG,CAAC,8BAA8B,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,CAAC;YACzE,CAAC;YACD,MAAM,SAAS,GAAG,MAAM,IAAA,eAAK,EAAC,GAAG,CAAC,IAAI,EAAE;gBACtC,GAAG,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,QAAQ,EAAE,CAAC,EAAE;aAC3D,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC;YACpB,2DAA2D;YAC1D,GAAW,CAAC,IAAI,GAAG,IAAI,CAAC;YAEzB,6CAA6C;YAC7C,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,mBAAmB,OAAO,CAAC,GAAG,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC;YAChH,EAAE,CAAC,aAAa,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;YAErC,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;gBAC1C,MAAM,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;gBAEvC,QAAQ;gBACR,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC;gBAC3B,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBAEjC,OAAO,MAAM,CAAC;YAChB,CAAC;oBAAS,CAAC;gBACT,IAAI,CAAC;oBAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;gBAAC,CAAC;gBAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC;YAC3D,CAAC;QACH,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAClB,OAAO,CAAC,KAAK,CAAC,iCAAiC,GAAG,EAAE,OAAO,EAAE,CAAC,CAAC;YAC/D,gFAAgF;YAChF,IAAI,IAAI,CAAC,YAAY,KAAK,IAAI,EAAE,CAAC;gBAC/B,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;YACzB,CAAC;YACD,OAAO,EAAE,GAAG,YAAY,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,EAAE,CAAC;QAC7D,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,eAAe,CAAC,CAAS,EAAE,CAAS,EAAE,CAAS,EAAE,CAAS;QAC9D,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;YAAE,OAAO,EAAE,GAAG,YAAY,EAAE,CAAC;QAEpD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,eAAM,CAAC,IAAI,EAAE,CAAC;YAEhC,yBAAyB;YACzB,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC;YACnD,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;YACpD,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,GAAG,EAAE,CAAC,CAAC;YACvC,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;YAExC,MAAM,SAAS,GAAG,MAAM,IAAA,eAAK,EAAC,GAAG,CAAC,IAAI,EAAE;gBACtC,GAAG,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,QAAQ,EAAE,CAAC,EAAE;aAC3D,CAAC;iBACC,OAAO,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;iBACrD,GAAG,EAAE;iBACL,QAAQ,EAAE,CAAC;YACd,2DAA2D;YAC1D,GAAW,CAAC,IAAI,GAAG,IAAI,CAAC;YAEzB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,0BAA0B,OAAO,CAAC,GAAG,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC;YACvH,EAAE,CAAC,aAAa,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;YAErC,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;gBAC1C,MAAM,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;gBAEvC,+CAA+C;gBAC/C,KAAK,MAAM,EAAE,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;oBACjC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;oBACX,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;gBACb,CAAC;gBAED,OAAO,MAAM,CAAC;YAChB,CAAC;oBAAS,CAAC;gBACT,IAAI,CAAC;oBAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;gBAAC,CAAC;gBAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC;YAC3D,CAAC;QACH,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAClB,OAAO,CAAC,KAAK,CAAC,iCAAiC,GAAG,EAAE,OAAO,EAAE,CAAC,CAAC;YAC/D,OAAO,EAAE,GAAG,YAAY,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,EAAE,CAAC;QAC7D,CAAC;IACH,CAAC;IAED,6EAA6E;IAE7E;;OAEG;IACK,KAAK,CAAC,MAAM,CAAC,SAAiB;QACpC,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;YACjC,OAAO,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;QACvC,CAAC;QACD,IAAI,OAAO,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;YAClC,OAAO,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QACnC,CAAC;QACD,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;YACjC,OAAO,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;QACrC,CAAC;QACD,OAAO,EAAE,GAAG,YAAY,EAAE,CAAC;IAC7B,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,aAAa,CAAC,SAAiB;QAC3C,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,aAAa,CAAC,gBAAgB,EAAE;YACvD,YAAY;YACZ,iBAAiB;YACjB,kBAAkB,EAAE,QAAQ;YAC5B,OAAO,EAAE,UAAU;YACnB,SAAS;SACV,EAAE;YACD,OAAO,EAAE,WAAW;YACpB,SAAS,EAAE,UAAU;YACrB,WAAW,EAAE,IAAI;SAClB,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC;QAC9B,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;QACjE,CAAC;QAED,mFAAmF;QACnF,8EAA8E;QAC9E,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,+BAA+B,EAAE,EAAE,CAAC,CAAC;QAEvE,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACnC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC9B,CAAC;QAED,MAAM,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;QACtE,MAAM,QAAQ,GAAiB,WAAW,CAAC,GAAG,CAAC,CAAC,EAA2B,EAAE,EAAE,CAAC,CAAC;YAC/E,IAAI,EAAQ,MAAM,CAAC,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC;YACjC,CAAC,EAAW,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;YAC7B,CAAC,EAAW,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;YAC7B,KAAK,EAAO,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC;YACjC,MAAM,EAAM,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC;YAClC,UAAU,EAAE,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC;YACtC,IAAI,EAAQ,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC;SACjC,CAAC,CAAC,CAAC;QAEJ,OAAO;YACL,QAAQ;YACR,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC;YACrC,UAAU,EAAE,CAAC,EAAE,mBAAmB;SACnC,CAAC;IACJ,CAAC;IAED;;;;OAIG;IACK,KAAK,CAAC,SAAS,CAAC,SAAiB;QACvC,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,aAAa,CAAC,OAAO,EAAE;YAC9C,cAAc;YACd,SAAS;SACV,EAAE;YACD,OAAO,EAAE,eAAe;YACxB,SAAS,EAAE,UAAU;SACtB,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC;QAC9B,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;QAC5D,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACjC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC9B,CAAC;QAED,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;IACjC,CAAC;IAED;;;;OAIG;IACK,KAAK,CAAC,WAAW,CAAC,SAAiB;QACzC,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,aAAa,CAAC,SAAS,EAAE;YAChD,gBAAgB;YAChB,SAAS;SACV,EAAE;YACD,OAAO,EAAE,iBAAiB;YAC1B,SAAS,EAAE,UAAU;SACtB,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC;QAC9B,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;QAC7D,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACjC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC9B,CAAC;QAED,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;IACjC,CAAC;IAED;;;OAGG;IACK,YAAY,CAAC,IAA6B;QAChD,MAAM,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;QACtE,MAAM,QAAQ,GAAiB,WAAW,CAAC,GAAG,CAAC,CAAC,EAA2B,EAAE,EAAE,CAAC,CAAC;YAC/E,IAAI,EAAQ,MAAM,CAAC,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC;YACjC,CAAC,EAAW,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;YAC7B,CAAC,EAAW,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;YAC7B,KAAK,EAAO,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC;YACjC,MAAM,EAAM,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC;YAClC,UAAU,EAAE,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC;YACtC,IAAI,EAAQ,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC;SACjC,CAAC,CAAC,CAAC;QAEJ,OAAO;YACL,QAAQ;YACR,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC;YACrC,UAAU,EAAE,CAAC,EAAE,mBAAmB;SACnC,CAAC;IACJ,CAAC;CACF;AAxTD,8BAwTC"}

package/dist/platform/ps-runner.d.ts

@@ -0,0 +1,28 @@
+/**
+ * PSRunner — Persistent PowerShell UIA bridge.
+ *
+ * Keeps one powershell.exe alive for the entire session.
+ * UI Automation assemblies are loaded once at startup (~800ms).
+ * Each subsequent command costs only the actual work — no 200-500ms spawn overhead.
+ *
+ * Protocol: newline-delimited JSON on stdin/stdout.
+ *   Send: {"cmd":"invoke-element","processId":123,...}\n
+ *   Recv: {"success":true,...}\n
+ *
+ * Commands are serialized (one at a time), queued if a call is in-flight.
+ */
+export declare class PSRunner {
+    private proc;
+    private rl;
+    private ready;
+    private dead;
+    private queue;
+    private current;
+    private startPromise;
+    start(): Promise<void>;
+    private _start;
+    run(command: Record<string, unknown>): Promise<unknown>;
+    private _drain;
+    stop(): void;
+}
+export declare const psRunner: PSRunner;