@cloudcli-ai/cloudcli 1.34.0 → 1.35.0

package/dist-server/server/modules/computer-use/computer-semantics.service.js

@@ -0,0 +1,422 @@
+import { execFile } from 'node:child_process';
+import { promisify } from 'node:util';
+import { captureScreenshot, executor, } from '../../modules/computer-use/computer-executor.js';
+import { createMacOsSemanticAdapter } from '../../modules/computer-use/semantics/adapters/macos/macos-semantic-adapter.js';
+import { createWindowsSemanticAdapter } from '../../modules/computer-use/semantics/adapters/windows/windows-semantic-adapter.js';
+import { resolveSemanticHelper } from '../../modules/computer-use/semantics/helpers/semantic-helper-resolver.js';
+import { semanticSessionStore } from '../../modules/computer-use/semantics/semantic-session-store.js';
+const execFileAsync = promisify(execFile);
+const MAX_APP_STATE_ELEMENTS = 250;
+let helperAdapter;
+function readString(value) {
+    return typeof value === 'string' ? value.trim() : '';
+}
+function requireApp(input) {
+    const app = readString(input.app);
+    if (!app) {
+        throw new Error('app is required.');
+    }
+    return app;
+}
+function readNumber(value) {
+    return typeof value === 'number' && Number.isFinite(value) ? value : undefined;
+}
+function readButton(value) {
+    return value === 'right' || value === 'middle' ? value : 'left';
+}
+function readClickCount(value) {
+    const count = readNumber(value);
+    if (count === undefined) {
+        return 1;
+    }
+    return Math.max(1, Math.min(5, Math.trunc(count)));
+}
+function readDirection(value) {
+    return value === 'up' || value === 'left' || value === 'right' ? value : 'down';
+}
+function readSessionId(input) {
+    return readString(input.sessionId) || 'default';
+}
+function centerOf(element) {
+    const bounds = element.bounds;
+    if (!bounds) {
+        return null;
+    }
+    return {
+        x: Math.round(bounds.x + bounds.width / 2),
+        y: Math.round(bounds.y + bounds.height / 2),
+    };
+}
+function getCachedElement(sessionId, app, index, stateId) {
+    return semanticSessionStore.getElement(sessionId, app, index, stateId);
+}
+function getPoint(input, sessionId, app) {
+    const x = readNumber(input.x);
+    const y = readNumber(input.y);
+    if (x !== undefined && y !== undefined) {
+        return { x, y };
+    }
+    const elementIndex = readString(input.element_index);
+    if (!elementIndex) {
+        return undefined;
+    }
+    const element = getCachedElement(sessionId, app, elementIndex, readString(input.stateId) || undefined);
+    return element ? centerOf(element) || undefined : undefined;
+}
+function getHelperAdapter() {
+    if (helperAdapter !== undefined) {
+        return helperAdapter;
+    }
+    if (process.platform !== 'darwin' && process.platform !== 'win32') {
+        helperAdapter = null;
+        return helperAdapter;
+    }
+    const resolution = resolveSemanticHelper();
+    if (!resolution.available) {
+        helperAdapter = null;
+        return helperAdapter;
+    }
+    helperAdapter = process.platform === 'darwin'
+        ? createMacOsSemanticAdapter()
+        : createWindowsSemanticAdapter();
+    return helperAdapter;
+}
+function shouldFallbackFromHelper(error) {
+    const message = error instanceof Error ? error.message : String(error);
+    return /not implemented|unavailable|not found|does not exist|timed out|not running|exited with code|failed to start/i.test(message);
+}
+async function withHelperState(sessionId, operation) {
+    const adapter = getHelperAdapter();
+    if (!adapter) {
+        return null;
+    }
+    try {
+        return semanticSessionStore.save(sessionId, await operation(adapter));
+    }
+    catch (error) {
+        if (shouldFallbackFromHelper(error)) {
+            console.warn('[ComputerSemantics] Falling back from helper:', error instanceof Error ? error.message : String(error));
+            return null;
+        }
+        throw error;
+    }
+}
+async function run(command, args, timeout = 5000) {
+    const { stdout } = await execFileAsync(command, args, {
+        timeout,
+        windowsHide: true,
+        maxBuffer: 1024 * 1024 * 4,
+    });
+    return stdout;
+}
+async function listMacApps() {
+    const script = [
+        'tell application "System Events"',
+        'set appRows to {}',
+        'repeat with p in (application processes whose background only is false)',
+        'set end of appRows to (name of p as text)',
+        'end repeat',
+        'return appRows',
+        'end tell',
+    ].join('\n');
+    const output = await run('osascript', ['-e', script]);
+    return output.split(', ')
+        .map((name) => name.trim())
+        .filter(Boolean)
+        .map((name) => ({ name, running: true }));
+}
+async function listWindowsApps() {
+    const script = [
+        'Get-Process | Where-Object { $_.MainWindowTitle } |',
+        'Select-Object ProcessName, Id, MainWindowTitle | ConvertTo-Json -Depth 3',
+    ].join(' ');
+    const output = await run('powershell.exe', ['-NoProfile', '-Command', script]);
+    const parsed = JSON.parse(output || '[]');
+    const rows = Array.isArray(parsed) ? parsed : [parsed];
+    return rows.map((row) => ({
+        name: row.ProcessName,
+        pid: row.Id,
+        windowTitle: row.MainWindowTitle,
+        running: true,
+    }));
+}
+async function listLinuxApps() {
+    try {
+        const output = await run('wmctrl', ['-lx']);
+        return output.split(/\r?\n/)
+            .map((line) => line.trim())
+            .filter(Boolean)
+            .map((line) => {
+            const parts = line.split(/\s+/);
+            return {
+                windowId: parts[0],
+                desktop: parts[1],
+                host: parts[2],
+                className: parts[3],
+                windowTitle: parts.slice(4).join(' '),
+                running: true,
+            };
+        });
+    }
+    catch {
+        const output = await run('ps', ['-eo', 'comm=']);
+        return [...new Set(output.split(/\r?\n/).map((name) => name.trim()).filter(Boolean))]
+            .slice(0, 200)
+            .map((name) => ({ name, running: true }));
+    }
+}
+async function listApps() {
+    if (process.platform === 'darwin') {
+        return listMacApps();
+    }
+    if (process.platform === 'win32') {
+        return listWindowsApps();
+    }
+    return listLinuxApps();
+}
+async function macAccessibilityTree(app) {
+    const escapedApp = app.replace(/\\/g, '\\\\').replace(/"/g, '\\"');
+    const script = `
+on safeText(v)
+  try
+    return v as text
+  on error
+    return ""
+  end try
+end safeText
+
+on emitElement(e, depth, maxDepth, counter)
+  if depth > maxDepth then return {}
+  set rows to {}
+  try
+    set roleText to my safeText(role of e)
+  on error
+    set roleText to "element"
+  end try
+  try
+    set titleText to my safeText(title of e)
+  on error
+    set titleText to ""
+  end try
+  try
+    set valueText to my safeText(value of e)
+  on error
+    set valueText to ""
+  end try
+  try
+    set posValue to position of e
+    set sizeValue to size of e
+    set boundsText to ((item 1 of posValue) as text) & "," & ((item 2 of posValue) as text) & "," & ((item 1 of sizeValue) as text) & "," & ((item 2 of sizeValue) as text)
+  on error
+    set boundsText to ""
+  end try
+  set end of rows to ((counter as text) & tab & roleText & tab & titleText & tab & valueText & tab & boundsText)
+  if counter > ${MAX_APP_STATE_ELEMENTS} then return rows
+  try
+    repeat with childElement in UI elements of e
+      set childRows to my emitElement(childElement, depth + 1, maxDepth, counter + (count of rows))
+      set rows to rows & childRows
+      if (count of rows) > ${MAX_APP_STATE_ELEMENTS} then return rows
+    end repeat
+  end try
+  return rows
+end emitElement
+
+tell application "System Events"
+  if not (exists process "${escapedApp}") then error "App is not running: ${escapedApp}"
+  tell process "${escapedApp}"
+    set rows to {}
+    repeat with w in windows
+      set rows to rows & my emitElement(w, 0, 4, (count of rows) + 1)
+      if (count of rows) > ${MAX_APP_STATE_ELEMENTS} then exit repeat
+    end repeat
+    return rows
+  end tell
+end tell
+`;
+    const output = await run('osascript', ['-e', script], 10000);
+    return output.split(/\r?\n|, /)
+        .map((line) => line.trim())
+        .filter(Boolean)
+        .map((line, index) => {
+        const [rawIndex, role, title, value, boundsText] = line.split('\t');
+        const boundsParts = (boundsText || '').split(',').map((part) => Number.parseFloat(part));
+        const hasBounds = boundsParts.length === 4 && boundsParts.every(Number.isFinite);
+        return {
+            index: rawIndex || String(index + 1),
+            role: role || 'element',
+            title: title || undefined,
+            value: value || undefined,
+            bounds: hasBounds
+                ? { x: boundsParts[0], y: boundsParts[1], width: boundsParts[2], height: boundsParts[3] }
+                : undefined,
+        };
+    });
+}
+async function getAccessibilityTree(app) {
+    if (process.platform === 'darwin') {
+        try {
+            return { elements: await macAccessibilityTree(app) };
+        }
+        catch (error) {
+            return { elements: [], message: error instanceof Error ? error.message : String(error) };
+        }
+    }
+    return {
+        elements: [],
+        message: 'Native accessibility tree capture is not implemented for this platform yet.',
+    };
+}
+async function getAppState(sessionId, app) {
+    if (!app) {
+        throw new Error('app is required.');
+    }
+    const helperState = await withHelperState(sessionId, (adapter) => adapter.getAppState({ sessionId, app }));
+    if (helperState) {
+        return helperState;
+    }
+    const screenshot = await captureScreenshot();
+    const tree = await getAccessibilityTree(app);
+    const state = {
+        stateId: semanticSessionStore.createStateId(),
+        app,
+        platform: process.platform,
+        screenshotDataUrl: screenshot.dataUrl,
+        displaySize: screenshot.size,
+        elements: tree.elements,
+        accessibilityTree: tree.elements,
+        message: tree.message,
+    };
+    return semanticSessionStore.save(sessionId, state);
+}
+async function targetFor(sessionId, app, stateId) {
+    const cached = semanticSessionStore.getState(sessionId, app, stateId);
+    return { displaySize: cached?.displaySize || (await captureScreenshot()).size };
+}
+export const computerSemanticsService = {
+    async callTool(name, input) {
+        const sessionId = readSessionId(input);
+        switch (name) {
+            case 'list_apps': {
+                const adapter = getHelperAdapter();
+                if (adapter) {
+                    try {
+                        return { apps: await adapter.listApps(), platform: process.platform };
+                    }
+                    catch (error) {
+                        if (!shouldFallbackFromHelper(error)) {
+                            throw error;
+                        }
+                        console.warn('[ComputerSemantics] Falling back from helper:', error instanceof Error ? error.message : String(error));
+                    }
+                }
+                return { apps: await listApps(), platform: process.platform };
+            }
+            case 'get_app_state':
+                return getAppState(sessionId, readString(input.app));
+            case 'click':
+            case 'click_element': {
+                const app = requireApp(input);
+                const helperState = await withHelperState(sessionId, (adapter) => adapter.clickElement({ ...input, sessionId, app }));
+                if (helperState) {
+                    return helperState;
+                }
+                const stateId = readString(input.stateId) || undefined;
+                const point = getPoint(input, sessionId, app);
+                if (!point) {
+                    throw new Error('click requires x/y or an element_index from computer_get_app_state.');
+                }
+                const target = await targetFor(sessionId, app, stateId);
+                const button = readButton(input.mouse_button ?? input.mouseButton);
+                const clickCount = readClickCount(input.click_count ?? input.clickCount);
+                for (let index = 0; index < clickCount; index += 1) {
+                    await executor.click(target, button, point, false);
+                }
+                return getAppState(sessionId, app);
+            }
+            case 'drag': {
+                const app = requireApp(input);
+                const helperState = await withHelperState(sessionId, (adapter) => adapter.drag({ ...input, sessionId, app }));
+                if (helperState) {
+                    return helperState;
+                }
+                const stateId = readString(input.stateId) || undefined;
+                const fromX = readNumber(input.from_x);
+                const fromY = readNumber(input.from_y);
+                const toX = readNumber(input.to_x);
+                const toY = readNumber(input.to_y);
+                if (fromX === undefined || fromY === undefined || toX === undefined || toY === undefined) {
+                    throw new Error('drag requires from_x/from_y/to_x/to_y.');
+                }
+                await executor.drag(await targetFor(sessionId, app, stateId), { x: fromX, y: fromY }, { x: toX, y: toY }, readButton(input.mouse_button ?? input.mouseButton));
+                return getAppState(sessionId, app);
+            }
+            case 'scroll':
+            case 'scroll_element': {
+                const app = requireApp(input);
+                const helperState = await withHelperState(sessionId, (adapter) => adapter.scrollElement({ ...input, sessionId, app }));
+                if (helperState) {
+                    return helperState;
+                }
+                const stateId = readString(input.stateId) || undefined;
+                const point = getPoint(input, sessionId, app);
+                if (!point) {
+                    throw new Error('scroll requires x/y or an element_index from computer_get_app_state.');
+                }
+                await executor.scroll(await targetFor(sessionId, app, stateId), readDirection(input.direction), readNumber(input.pages) ?? 1, point);
+                return getAppState(sessionId, app);
+            }
+            case 'type_text': {
+                const app = requireApp(input);
+                const helperState = await withHelperState(sessionId, (adapter) => adapter.typeText({ ...input, sessionId, app }));
+                if (helperState) {
+                    return helperState;
+                }
+                await executor.type(readString(input.text));
+                return getAppState(sessionId, app);
+            }
+            case 'press_key': {
+                const app = requireApp(input);
+                const helperState = await withHelperState(sessionId, (adapter) => adapter.pressKey({ ...input, sessionId, app }));
+                if (helperState) {
+                    return helperState;
+                }
+                await executor.pressChord(readString(input.key));
+                return getAppState(sessionId, app);
+            }
+            case 'set_value': {
+                const app = requireApp(input);
+                const helperState = await withHelperState(sessionId, (adapter) => adapter.setValue({ ...input, sessionId, app }));
+                if (helperState) {
+                    return helperState;
+                }
+                const stateId = readString(input.stateId) || undefined;
+                const point = getPoint(input, sessionId, app);
+                if (!point) {
+                    throw new Error('set_value requires x/y or an element_index from computer_get_app_state.');
+                }
+                await executor.click(await targetFor(sessionId, app, stateId), 'left', point, false);
+                await executor.pressChord(process.platform === 'darwin' ? 'cmd+a' : 'ctrl+a');
+                await executor.type(readString(input.value));
+                return getAppState(sessionId, app);
+            }
+            case 'perform_secondary_action': {
+                const app = requireApp(input);
+                const helperState = await withHelperState(sessionId, (adapter) => adapter.performSecondaryAction({ ...input, sessionId, app }));
+                if (helperState) {
+                    return helperState;
+                }
+                const stateId = readString(input.stateId) || undefined;
+                const point = getPoint(input, sessionId, app);
+                if (!point) {
+                    throw new Error('perform_secondary_action requires x/y or an element_index from computer_get_app_state.');
+                }
+                await executor.click(await targetFor(sessionId, app, stateId), 'right', point, false);
+                return getAppState(sessionId, app);
+            }
+            default:
+                throw new Error(`Unknown semantic Computer Use tool: ${name}`);
+        }
+    },
+};
+//# sourceMappingURL=computer-semantics.service.js.map

package/dist-server/server/modules/computer-use/computer-semantics.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"computer-semantics.service.js","sourceRoot":"","sources":["../../../../server/modules/computer-use/computer-semantics.service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAEtC,OAAO,EACL,iBAAiB,EACjB,QAAQ,GAKT,MAAM,6CAA6C,CAAC;AAErD,OAAO,EAAE,0BAA0B,EAAE,MAAM,2EAA2E,CAAC;AACvH,OAAO,EAAE,4BAA4B,EAAE,MAAM,+EAA+E,CAAC;AAC7H,OAAO,EAAE,qBAAqB,EAAE,MAAM,sEAAsE,CAAC;AAC7G,OAAO,EAAE,oBAAoB,EAAE,MAAM,4DAA4D,CAAC;AAGlG,MAAM,aAAa,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;AAC1C,MAAM,sBAAsB,GAAG,GAAG,CAAC;AACnC,IAAI,aAAiD,CAAC;AAEtD,SAAS,UAAU,CAAC,KAAc;IAChC,OAAO,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;AACvD,CAAC;AAED,SAAS,UAAU,CAAC,KAA8B;IAChD,MAAM,GAAG,GAAG,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAClC,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;IACtC,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AACjF,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,OAAO,KAAK,KAAK,OAAO,IAAI,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;AAClE,CAAC;AAED,SAAS,cAAc,CAAC,KAAc;IACpC,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;IAChC,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACxB,OAAO,CAAC,CAAC;IACX,CAAC;IACD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AACrD,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,OAAO,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,MAAM,IAAI,KAAK,KAAK,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;AAClF,CAAC;AAED,SAAS,aAAa,CAAC,KAA8B;IACnD,OAAO,UAAU,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC;AAClD,CAAC;AAED,SAAS,QAAQ,CAAC,OAAwB;IACxC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAC9B,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO;QACL,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC;QAC1C,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;KAC5C,CAAC;AACJ,CAAC;AAED,SAAS,gBAAgB,CAAC,SAAiB,EAAE,GAAW,EAAE,KAAa,EAAE,OAAgB;IACvF,OAAO,oBAAoB,CAAC,UAAU,CAAC,SAAS,EAAE,GAAG,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;AACzE,CAAC;AAED,SAAS,QAAQ,CAAC,KAA8B,EAAE,SAAiB,EAAE,GAAW;IAC9E,MAAM,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC9B,MAAM,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC9B,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,SAAS,EAAE,CAAC;QACvC,OAAO,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC;IAClB,CAAC;IAED,MAAM,YAAY,GAAG,UAAU,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;IACrD,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,OAAO,GAAG,gBAAgB,CAAC,SAAS,EAAE,GAAG,EAAE,YAAY,EAAE,UAAU,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,SAAS,CAAC,CAAC;IACvG,OAAO,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;AAC9D,CAAC;AAED,SAAS,gBAAgB;IACvB,IAAI,aAAa,KAAK,SAAS,EAAE,CAAC;QAChC,OAAO,aAAa,CAAC;IACvB,CAAC;IAED,IAAI,OAAO,CAAC,QAAQ,KAAK,QAAQ,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;QAClE,aAAa,GAAG,IAAI,CAAC;QACrB,OAAO,aAAa,CAAC;IACvB,CAAC;IAED,MAAM,UAAU,GAAG,qBAAqB,EAAE,CAAC;IAC3C,IAAI,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC;QAC1B,aAAa,GAAG,IAAI,CAAC;QACrB,OAAO,aAAa,CAAC;IACvB,CAAC;IAED,aAAa,GAAG,OAAO,CAAC,QAAQ,KAAK,QAAQ;QAC3C,CAAC,CAAC,0BAA0B,EAAE;QAC9B,CAAC,CAAC,4BAA4B,EAAE,CAAC;IACnC,OAAO,aAAa,CAAC;AACvB,CAAC;AAED,SAAS,wBAAwB,CAAC,KAAc;IAC9C,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACvE,OAAO,8GAA8G,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;AACtI,CAAC;AAED,KAAK,UAAU,eAAe,CAC5B,SAAiB,EACjB,SAAkE;IAElE,MAAM,OAAO,GAAG,gBAAgB,EAAE,CAAC;IACnC,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,CAAC;QACH,OAAO,oBAAoB,CAAC,IAAI,CAAC,SAAS,EAAE,MAAM,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;IACxE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,wBAAwB,CAAC,KAAK,CAAC,EAAE,CAAC;YACpC,OAAO,CAAC,IAAI,CAAC,+CAA+C,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;YACtH,OAAO,IAAI,CAAC;QACd,CAAC;QACD,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,KAAK,UAAU,GAAG,CAAC,OAAe,EAAE,IAAc,EAAE,OAAO,GAAG,IAAI;IAChE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,aAAa,CAAC,OAAO,EAAE,IAAI,EAAE;QACpD,OAAO;QACP,WAAW,EAAE,IAAI;QACjB,SAAS,EAAE,IAAI,GAAG,IAAI,GAAG,CAAC;KAC3B,CAAC,CAAC;IACH,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,WAAW;IACxB,MAAM,MAAM,GAAG;QACb,kCAAkC;QAClC,mBAAmB;QACnB,yEAAyE;QACzE,2CAA2C;QAC3C,YAAY;QACZ,gBAAgB;QAChB,UAAU;KACX,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACb,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;IACtD,OAAO,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC;SACtB,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;SAC1B,MAAM,CAAC,OAAO,CAAC;SACf,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;AAC9C,CAAC;AAED,KAAK,UAAU,eAAe;IAC5B,MAAM,MAAM,GAAG;QACb,qDAAqD;QACrD,0EAA0E;KAC3E,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACZ,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,gBAAgB,EAAE,CAAC,YAAY,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC;IAC/E,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,IAAI,CAAC,CAAC;IAC1C,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IACvD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACxB,IAAI,EAAE,GAAG,CAAC,WAAW;QACrB,GAAG,EAAE,GAAG,CAAC,EAAE;QACX,WAAW,EAAE,GAAG,CAAC,eAAe;QAChC,OAAO,EAAE,IAAI;KACd,CAAC,CAAC,CAAC;AACN,CAAC;AAED,KAAK,UAAU,aAAa;IAC1B,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;QAC5C,OAAO,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC;aACzB,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;aAC1B,MAAM,CAAC,OAAO,CAAC;aACf,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YACZ,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAChC,OAAO;gBACL,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC;gBAClB,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;gBACjB,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;gBACd,SAAS,EAAE,KAAK,CAAC,CAAC,CAAC;gBACnB,WAAW,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;gBACrC,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC,CAAC,CAAC;IACP,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC;QACjD,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;aAClF,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;aACb,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IAC9C,CAAC;AACH,CAAC;AAED,KAAK,UAAU,QAAQ;IACrB,IAAI,OAAO,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAClC,OAAO,WAAW,EAAE,CAAC;IACvB,CAAC;IACD,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;QACjC,OAAO,eAAe,EAAE,CAAC;IAC3B,CAAC;IACD,OAAO,aAAa,EAAE,CAAC;AACzB,CAAC;AAED,KAAK,UAAU,oBAAoB,CAAC,GAAW;IAC7C,MAAM,UAAU,GAAG,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IACnE,MAAM,MAAM,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAmCA,sBAAsB;;;;;6BAKV,sBAAsB;;;;;;;4BAOvB,UAAU,sCAAsC,UAAU;kBACpE,UAAU;;;;6BAIC,sBAAsB;;;;;CAKlD,CAAC;IACA,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,KAAK,CAAC,CAAC;IAC7D,OAAO,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC;SAC5B,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;SAC1B,MAAM,CAAC,OAAO,CAAC;SACf,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;QACnB,MAAM,CAAC,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACpE,MAAM,WAAW,GAAG,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC;QACzF,MAAM,SAAS,GAAG,WAAW,CAAC,MAAM,KAAK,CAAC,IAAI,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACjF,OAAO;YACL,KAAK,EAAE,QAAQ,IAAI,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC;YACpC,IAAI,EAAE,IAAI,IAAI,SAAS;YACvB,KAAK,EAAE,KAAK,IAAI,SAAS;YACzB,KAAK,EAAE,KAAK,IAAI,SAAS;YACzB,MAAM,EAAE,SAAS;gBACf,CAAC,CAAC,EAAE,CAAC,EAAE,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,WAAW,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,WAAW,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC,CAAC,EAAE;gBACzF,CAAC,CAAC,SAAS;SACd,CAAC;IACJ,CAAC,CAAC,CAAC;AACP,CAAC;AAED,KAAK,UAAU,oBAAoB,CAAC,GAAW;IAC7C,IAAI,OAAO,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAClC,IAAI,CAAC;YACH,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC,GAAG,CAAC,EAAE,CAAC;QACvD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;QAC3F,CAAC;IACH,CAAC;IAED,OAAO;QACL,QAAQ,EAAE,EAAE;QACZ,OAAO,EAAE,6EAA6E;KACvF,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,SAAiB,EAAE,GAAW;IACvD,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;IACtC,CAAC;IACD,MAAM,WAAW,GAAG,MAAM,eAAe,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;IAC3G,IAAI,WAAW,EAAE,CAAC;QAChB,OAAO,WAAW,CAAC;IACrB,CAAC;IAED,MAAM,UAAU,GAAG,MAAM,iBAAiB,EAAE,CAAC;IAC7C,MAAM,IAAI,GAAG,MAAM,oBAAoB,CAAC,GAAG,CAAC,CAAC;IAC7C,MAAM,KAAK,GAAqB;QAC9B,OAAO,EAAE,oBAAoB,CAAC,aAAa,EAAE;QAC7C,GAAG;QACH,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,iBAAiB,EAAE,UAAU,CAAC,OAAO;QACrC,WAAW,EAAE,UAAU,CAAC,IAAI;QAC5B,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,iBAAiB,EAAE,IAAI,CAAC,QAAQ;QAChC,OAAO,EAAE,IAAI,CAAC,OAAO;KACtB,CAAC;IACF,OAAO,oBAAoB,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;AACrD,CAAC;AAED,KAAK,UAAU,SAAS,CAAC,SAAiB,EAAE,GAAW,EAAE,OAAgB;IACvE,MAAM,MAAM,GAAG,oBAAoB,CAAC,QAAQ,CAAC,SAAS,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;IACtE,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,WAAW,IAAI,CAAC,MAAM,iBAAiB,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;AAClF,CAAC;AAED,MAAM,CAAC,MAAM,wBAAwB,GAAG;IACtC,KAAK,CAAC,QAAQ,CAAC,IAAY,EAAE,KAA8B;QACzD,MAAM,SAAS,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;QACvC,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,WAAW,CAAC,CAAC,CAAC;gBACjB,MAAM,OAAO,GAAG,gBAAgB,EAAE,CAAC;gBACnC,IAAI,OAAO,EAAE,CAAC;oBACZ,IAAI,CAAC;wBACH,OAAO,EAAE,IAAI,EAAE,MAAM,OAAO,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC;oBACxE,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,IAAI,CAAC,wBAAwB,CAAC,KAAK,CAAC,EAAE,CAAC;4BACrC,MAAM,KAAK,CAAC;wBACd,CAAC;wBACD,OAAO,CAAC,IAAI,CAAC,+CAA+C,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;oBACxH,CAAC;gBACH,CAAC;gBACD,OAAO,EAAE,IAAI,EAAE,MAAM,QAAQ,EAAE,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC;YAChE,CAAC;YACD,KAAK,eAAe;gBAClB,OAAO,WAAW,CAAC,SAAS,EAAE,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;YACvD,KAAK,OAAO,CAAC;YACb,KAAK,eAAe,CAAC,CAAC,CAAC;gBACrB,MAAM,GAAG,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;gBAC9B,MAAM,WAAW,GAAG,MAAM,eAAe,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,GAAG,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;gBACtH,IAAI,WAAW,EAAE,CAAC;oBAChB,OAAO,WAAW,CAAC;gBACrB,CAAC;gBACD,MAAM,OAAO,GAAG,UAAU,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,SAAS,CAAC;gBACvD,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,EAAE,SAAS,EAAE,GAAG,CAAC,CAAC;gBAC9C,IAAI,CAAC,KAAK,EAAE,CAAC;oBACX,MAAM,IAAI,KAAK,CAAC,qEAAqE,CAAC,CAAC;gBACzF,CAAC;gBACD,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,SAAS,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;gBACxD,MAAM,MAAM,GAAG,UAAU,CAAC,KAAK,CAAC,YAAY,IAAI,KAAK,CAAC,WAAW,CAAC,CAAC;gBACnE,MAAM,UAAU,GAAG,cAAc,CAAC,KAAK,CAAC,WAAW,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC;gBACzE,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,UAAU,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;oBACnD,MAAM,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;gBACrD,CAAC;gBACD,OAAO,WAAW,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;YACrC,CAAC;YACD,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,GAAG,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;gBAC9B,MAAM,WAAW,GAAG,MAAM,eAAe,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,GAAG,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;gBAC9G,IAAI,WAAW,EAAE,CAAC;oBAChB,OAAO,WAAW,CAAC;gBACrB,CAAC;gBACD,MAAM,OAAO,GAAG,UAAU,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,SAAS,CAAC;gBACvD,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;gBACvC,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;gBACvC,MAAM,GAAG,GAAG,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACnC,MAAM,GAAG,GAAG,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACnC,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,SAAS,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;oBACzF,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;gBAC5D,CAAC;gBACD,MAAM,QAAQ,CAAC,IAAI,CAAC,MAAM,SAAS,CAAC,SAAS,EAAE,GAAG,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,UAAU,CAAC,KAAK,CAAC,YAAY,IAAI,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC;gBAC/J,OAAO,WAAW,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;YACrC,CAAC;YACD,KAAK,QAAQ,CAAC;YACd,KAAK,gBAAgB,CAAC,CAAC,CAAC;gBACtB,MAAM,GAAG,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;gBAC9B,MAAM,WAAW,GAAG,MAAM,eAAe,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,aAAa,CAAC,EAAE,GAAG,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;gBACvH,IAAI,WAAW,EAAE,CAAC;oBAChB,OAAO,WAAW,CAAC;gBACrB,CAAC;gBACD,MAAM,OAAO,GAAG,UAAU,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,SAAS,CAAC;gBACvD,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,EAAE,SAAS,EAAE,GAAG,CAAC,CAAC;gBAC9C,IAAI,CAAC,KAAK,EAAE,CAAC;oBACX,MAAM,IAAI,KAAK,CAAC,sEAAsE,CAAC,CAAC;gBAC1F,CAAC;gBACD,MAAM,QAAQ,CAAC,MAAM,CAAC,MAAM,SAAS,CAAC,SAAS,EAAE,GAAG,EAAE,OAAO,CAAC,EAAE,aAAa,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,CAAC,CAAC;gBACrI,OAAO,WAAW,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;YACrC,CAAC;YACD,KAAK,WAAW,CAAC,CAAC,CAAC;gBACjB,MAAM,GAAG,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;gBAC9B,MAAM,WAAW,GAAG,MAAM,eAAe,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,GAAG,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;gBAClH,IAAI,WAAW,EAAE,CAAC;oBAChB,OAAO,WAAW,CAAC;gBACrB,CAAC;gBACD,MAAM,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;gBAC5C,OAAO,WAAW,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;YACrC,CAAC;YACD,KAAK,WAAW,CAAC,CAAC,CAAC;gBACjB,MAAM,GAAG,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;gBAC9B,MAAM,WAAW,GAAG,MAAM,eAAe,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,GAAG,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;gBAClH,IAAI,WAAW,EAAE,CAAC;oBAChB,OAAO,WAAW,CAAC;gBACrB,CAAC;gBACD,MAAM,QAAQ,CAAC,UAAU,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;gBACjD,OAAO,WAAW,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;YACrC,CAAC;YACD,KAAK,WAAW,CAAC,CAAC,CAAC;gBACjB,MAAM,GAAG,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;gBAC9B,MAAM,WAAW,GAAG,MAAM,eAAe,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,GAAG,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;gBAClH,IAAI,WAAW,EAAE,CAAC;oBAChB,OAAO,WAAW,CAAC;gBACrB,CAAC;gBACD,MAAM,OAAO,GAAG,UAAU,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,SAAS,CAAC;gBACvD,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,EAAE,SAAS,EAAE,GAAG,CAAC,CAAC;gBAC9C,IAAI,CAAC,KAAK,EAAE,CAAC;oBACX,MAAM,IAAI,KAAK,CAAC,yEAAyE,CAAC,CAAC;gBAC7F,CAAC;gBACD,MAAM,QAAQ,CAAC,KAAK,CAAC,MAAM,SAAS,CAAC,SAAS,EAAE,GAAG,EAAE,OAAO,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;gBACrF,MAAM,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;gBAC9E,MAAM,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;gBAC7C,OAAO,WAAW,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;YACrC,CAAC;YACD,KAAK,0BAA0B,CAAC,CAAC,CAAC;gBAChC,MAAM,GAAG,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;gBAC9B,MAAM,WAAW,GAAG,MAAM,eAAe,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,sBAAsB,CAAC,EAAE,GAAG,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;gBAChI,IAAI,WAAW,EAAE,CAAC;oBAChB,OAAO,WAAW,CAAC;gBACrB,CAAC;gBACD,MAAM,OAAO,GAAG,UAAU,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,SAAS,CAAC;gBACvD,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,EAAE,SAAS,EAAE,GAAG,CAAC,CAAC;gBAC9C,IAAI,CAAC,KAAK,EAAE,CAAC;oBACX,MAAM,IAAI,KAAK,CAAC,wFAAwF,CAAC,CAAC;gBAC5G,CAAC;gBACD,MAAM,QAAQ,CAAC,KAAK,CAAC,MAAM,SAAS,CAAC,SAAS,EAAE,GAAG,EAAE,OAAO,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;gBACtF,OAAO,WAAW,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;YACrC,CAAC;YACD;gBACE,MAAM,IAAI,KAAK,CAAC,uCAAuC,IAAI,EAAE,CAAC,CAAC;QACnE,CAAC;IACH,CAAC;CACF,CAAC"}

package/dist-server/server/modules/computer-use/computer-use-mcp.routes.js

@@ -0,0 +1,126 @@
+import express from 'express';
+import { computerUseService } from '../../modules/computer-use/computer-use.service.js';
+import { semanticOperationForMcpTool } from '../../modules/computer-use/semantics/semantic-tool-dispatcher.js';
+const router = express.Router();
+function readBearerToken(header) {
+    if (typeof header !== 'string') {
+        return null;
+    }
+    const trimmed = header.trim();
+    const scheme = 'Bearer';
+    if (trimmed.slice(0, scheme.length).toLowerCase() !== scheme.toLowerCase()) {
+        return null;
+    }
+    const separator = trimmed[scheme.length];
+    if (separator !== ' ' && separator !== '\t') {
+        return null;
+    }
+    return trimmed.slice(scheme.length + 1).trimStart() || null;
+}
+function toButton(value) {
+    return value === 'right' || value === 'middle' ? value : 'left';
+}
+function toScrollDirection(value) {
+    return value === 'down' || value === 'left' || value === 'right' ? value : 'up';
+}
+function point(input) {
+    return typeof input.x === 'number' && typeof input.y === 'number'
+        ? { x: input.x, y: input.y }
+        : undefined;
+}
+function requireNumber(input, name) {
+    const value = input[name];
+    if (typeof value !== 'number' || !Number.isFinite(value)) {
+        throw new Error(`${name} is required and must be a finite number.`);
+    }
+    return value;
+}
+function requirePoint(input) {
+    return { x: requireNumber(input, 'x'), y: requireNumber(input, 'y') };
+}
+function requireNamedPoint(input, xName, yName) {
+    return { x: requireNumber(input, xName), y: requireNumber(input, yName) };
+}
+router.use((req, res, next) => {
+    const expected = computerUseService.getMcpToken();
+    const token = readBearerToken(req.headers.authorization) || String(req.headers['x-computer-use-mcp-token'] || '');
+    if (!token || token !== expected) {
+        res.status(401).json({ success: false, error: 'Invalid Computer Use MCP token.' });
+        return;
+    }
+    next();
+});
+router.post('/tools/:toolName', async (req, res) => {
+    try {
+        const input = (req.body && typeof req.body === 'object' ? req.body : {});
+        const sessionId = typeof input.sessionId === 'string' ? input.sessionId : undefined;
+        const toolName = req.params.toolName;
+        const semanticOperation = semanticOperationForMcpTool(toolName);
+        let result;
+        if (semanticOperation) {
+            result = await computerUseService.callSemanticTool(semanticOperation, input);
+            res.json({ success: true, data: result });
+            return;
+        }
+        switch (toolName) {
+            case 'computer_screenshot':
+                result = await computerUseService.agentScreenshot(sessionId);
+                break;
+            case 'computer_cursor_position':
+                result = await computerUseService.agentCursorPosition(sessionId);
+                break;
+            case 'computer_mouse_move':
+                result = await computerUseService.agentMouseMove(sessionId, requirePoint(input));
+                break;
+            case 'computer_click':
+                result = await computerUseService.agentUnifiedClick(sessionId, {
+                    button: toButton(input.mouseButton ?? input.mouse_button ?? input.button),
+                    point: point(input),
+                    clickCount: typeof input.clickCount === 'number'
+                        ? input.clickCount
+                        : typeof input.click_count === 'number'
+                            ? input.click_count
+                            : 1,
+                });
+                break;
+            case 'computer_drag': {
+                const from = requireNamedPoint(input, 'startX', 'startY');
+                const to = requireNamedPoint(input, 'endX', 'endY');
+                result = await computerUseService.agentDrag(sessionId, from, to, toButton(input.mouseButton ?? input.mouse_button ?? input.button));
+                break;
+            }
+            case 'computer_type':
+                result = await computerUseService.agentType(sessionId, String(input.text || ''));
+                break;
+            case 'computer_key':
+                result = await computerUseService.agentKey(sessionId, String(input.key || ''));
+                break;
+            case 'computer_scroll':
+                result = await computerUseService.agentScroll(sessionId, {
+                    direction: toScrollDirection(input.direction),
+                    amount: typeof input.amount === 'number' ? input.amount : undefined,
+                    x: typeof input.x === 'number' ? input.x : undefined,
+                    y: typeof input.y === 'number' ? input.y : undefined,
+                });
+                break;
+            case 'computer_wait':
+                result = await computerUseService.agentWait(sessionId, typeof input.timeoutMs === 'number' ? input.timeoutMs : undefined);
+                break;
+            case 'computer_close_session':
+                result = await computerUseService.agentStopSession(sessionId);
+                break;
+            default:
+                res.status(404).json({ success: false, error: `Unknown Computer Use MCP tool "${toolName}".` });
+                return;
+        }
+        res.json({ success: true, data: result });
+    }
+    catch (error) {
+        res.status(400).json({
+            success: false,
+            error: error instanceof Error ? error.message : 'Computer Use MCP tool failed.',
+        });
+    }
+});
+export default router;
+//# sourceMappingURL=computer-use-mcp.routes.js.map

package/dist-server/server/modules/computer-use/computer-use-mcp.routes.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"computer-use-mcp.routes.js","sourceRoot":"","sources":["../../../../server/modules/computer-use/computer-use-mcp.routes.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAE9B,OAAO,EAAE,kBAAkB,EAAE,MAAM,gDAAgD,CAAC;AACpF,OAAO,EAAE,2BAA2B,EAAE,MAAM,8DAA8D,CAAC;AAE3G,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;AAEhC,SAAS,eAAe,CAAC,MAAe;IACtC,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC/B,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC;IAC9B,MAAM,MAAM,GAAG,QAAQ,CAAC;IACxB,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,KAAK,MAAM,CAAC,WAAW,EAAE,EAAE,CAAC;QAC3E,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACzC,IAAI,SAAS,KAAK,GAAG,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;QAC5C,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,SAAS,EAAE,IAAI,IAAI,CAAC;AAC9D,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,KAAK,KAAK,OAAO,IAAI,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;AAClE,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAc;IACvC,OAAO,KAAK,KAAK,MAAM,IAAI,KAAK,KAAK,MAAM,IAAI,KAAK,KAAK,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;AAClF,CAAC;AAED,SAAS,KAAK,CAAC,KAA8B;IAC3C,OAAO,OAAO,KAAK,CAAC,CAAC,KAAK,QAAQ,IAAI,OAAO,KAAK,CAAC,CAAC,KAAK,QAAQ;QAC/D,CAAC,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC,EAAE;QAC5B,CAAC,CAAC,SAAS,CAAC;AAChB,CAAC;AAED,SAAS,aAAa,CAAC,KAA8B,EAAE,IAAY;IACjE,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC;IAC1B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACzD,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,2CAA2C,CAAC,CAAC;IACtE,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,YAAY,CAAC,KAA8B;IAClD,OAAO,EAAE,CAAC,EAAE,aAAa,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,aAAa,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,CAAC;AACxE,CAAC;AAED,SAAS,iBAAiB,CAAC,KAA8B,EAAE,KAAa,EAAE,KAAa;IACrF,OAAO,EAAE,CAAC,EAAE,aAAa,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,CAAC,EAAE,aAAa,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,CAAC;AAC5E,CAAC;AAED,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;IAC5B,MAAM,QAAQ,GAAG,kBAAkB,CAAC,WAAW,EAAE,CAAC;IAClD,MAAM,KAAK,GAAG,eAAe,CAAC,GAAG,CAAC,OAAO,CAAC,aAAa,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,0BAA0B,CAAC,IAAI,EAAE,CAAC,CAAC;IAClH,IAAI,CAAC,KAAK,IAAI,KAAK,KAAK,QAAQ,EAAE,CAAC;QACjC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,iCAAiC,EAAE,CAAC,CAAC;QACnF,OAAO;IACT,CAAC;IACD,IAAI,EAAE,CAAC;AACT,CAAC,CAAC,CAAC;AAEH,MAAM,CAAC,IAAI,CAAC,kBAAkB,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE;IACjD,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,CAAC,GAAG,CAAC,IAAI,IAAI,OAAO,GAAG,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAA4B,CAAC;QACpG,MAAM,SAAS,GAAG,OAAO,KAAK,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;QACpF,MAAM,QAAQ,GAAG,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC;QACrC,MAAM,iBAAiB,GAAG,2BAA2B,CAAC,QAAQ,CAAC,CAAC;QAChE,IAAI,MAAe,CAAC;QAEpB,IAAI,iBAAiB,EAAE,CAAC;YACtB,MAAM,GAAG,MAAM,kBAAkB,CAAC,gBAAgB,CAAC,iBAAiB,EAAE,KAAK,CAAC,CAAC;YAC7E,GAAG,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;YAC1C,OAAO;QACT,CAAC;QAED,QAAQ,QAAQ,EAAE,CAAC;YACjB,KAAK,qBAAqB;gBACxB,MAAM,GAAG,MAAM,kBAAkB,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC;gBAC7D,MAAM;YACR,KAAK,0BAA0B;gBAC7B,MAAM,GAAG,MAAM,kBAAkB,CAAC,mBAAmB,CAAC,SAAS,CAAC,CAAC;gBACjE,MAAM;YACR,KAAK,qBAAqB;gBACxB,MAAM,GAAG,MAAM,kBAAkB,CAAC,cAAc,CAAC,SAAS,EAAE,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC;gBACjF,MAAM;YACR,KAAK,gBAAgB;gBACnB,MAAM,GAAG,MAAM,kBAAkB,CAAC,iBAAiB,CAAC,SAAS,EAAE;oBAC7D,MAAM,EAAE,QAAQ,CAAC,KAAK,CAAC,WAAW,IAAI,KAAK,CAAC,YAAY,IAAI,KAAK,CAAC,MAAM,CAAC;oBACzE,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC;oBACnB,UAAU,EAAE,OAAO,KAAK,CAAC,UAAU,KAAK,QAAQ;wBAC9C,CAAC,CAAC,KAAK,CAAC,UAAU;wBAClB,CAAC,CAAC,OAAO,KAAK,CAAC,WAAW,KAAK,QAAQ;4BACrC,CAAC,CAAC,KAAK,CAAC,WAAW;4BACnB,CAAC,CAAC,CAAC;iBACR,CAAC,CAAC;gBACH,MAAM;YACR,KAAK,eAAe,CAAC,CAAC,CAAC;gBACrB,MAAM,IAAI,GAAG,iBAAiB,CAAC,KAAK,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;gBAC1D,MAAM,EAAE,GAAG,iBAAiB,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;gBACpD,MAAM,GAAG,MAAM,kBAAkB,CAAC,SAAS,CAAC,SAAS,EAAE,IAAI,EAAE,EAAE,EAAE,QAAQ,CAAC,KAAK,CAAC,WAAW,IAAI,KAAK,CAAC,YAAY,IAAI,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;gBACpI,MAAM;YACR,CAAC;YACD,KAAK,eAAe;gBAClB,MAAM,GAAG,MAAM,kBAAkB,CAAC,SAAS,CAAC,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC;gBACjF,MAAM;YACR,KAAK,cAAc;gBACjB,MAAM,GAAG,MAAM,kBAAkB,CAAC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC;gBAC/E,MAAM;YACR,KAAK,iBAAiB;gBACpB,MAAM,GAAG,MAAM,kBAAkB,CAAC,WAAW,CAAC,SAAS,EAAE;oBACvD,SAAS,EAAE,iBAAiB,CAAC,KAAK,CAAC,SAAS,CAAC;oBAC7C,MAAM,EAAE,OAAO,KAAK,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;oBACnE,CAAC,EAAE,OAAO,KAAK,CAAC,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS;oBACpD,CAAC,EAAE,OAAO,KAAK,CAAC,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS;iBACrD,CAAC,CAAC;gBACH,MAAM;YACR,KAAK,eAAe;gBAClB,MAAM,GAAG,MAAM,kBAAkB,CAAC,SAAS,CAAC,SAAS,EAAE,OAAO,KAAK,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;gBAC1H,MAAM;YACR,KAAK,wBAAwB;gBAC3B,MAAM,GAAG,MAAM,kBAAkB,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;gBAC9D,MAAM;YACR;gBACE,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,kCAAkC,QAAQ,IAAI,EAAE,CAAC,CAAC;gBAChG,OAAO;QACX,CAAC;QAED,GAAG,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;IAC5C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;YACnB,OAAO,EAAE,KAAK;YACd,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,+BAA+B;SAChF,CAAC,CAAC;IACL,CAAC;AACH,CAAC,CAAC,CAAC;AAEH,eAAe,MAAM,CAAC"}