@greatlhd/ailo-desktop 1.0.0

package/dist/browser_snapshot.js

@@ -0,0 +1,174 @@
+/**
+ * Build role snapshot + refs from Playwright aria_snapshot output.
+ * Port of CoPaw's browser_snapshot.py to TypeScript.
+ */
+const INTERACTIVE_ROLES = new Set([
+    "button", "link", "textbox", "checkbox", "radio", "combobox",
+    "listbox", "menuitem", "menuitemcheckbox", "menuitemradio",
+    "option", "searchbox", "slider", "spinbutton", "switch", "tab", "treeitem",
+]);
+const CONTENT_ROLES = new Set([
+    "heading", "cell", "gridcell", "columnheader", "rowheader",
+    "listitem", "article", "region", "main", "navigation",
+]);
+const STRUCTURAL_ROLES = new Set([
+    "generic", "group", "list", "table", "row", "rowgroup", "grid",
+    "treegrid", "menu", "menubar", "toolbar", "tablist", "tree",
+    "directory", "document", "application", "presentation", "none",
+]);
+function getIndentLevel(line) {
+    const m = line.match(/^(\s*)/);
+    const INDENT_WIDTH = 2;
+    return m ? Math.floor(m[1].length / INDENT_WIDTH) : 0;
+}
+function createTracker() {
+    const counts = new Map();
+    const refsByKey = new Map();
+    function getKey(role, name) {
+        return `${role}:${name ?? ""}`;
+    }
+    return {
+        getKey,
+        getNextIndex(role, name) {
+            const key = getKey(role, name);
+            const current = counts.get(key) ?? 0;
+            counts.set(key, current + 1);
+            return current;
+        },
+        trackRef(role, name, ref) {
+            const key = getKey(role, name);
+            const list = refsByKey.get(key) ?? [];
+            list.push(ref);
+            refsByKey.set(key, list);
+        },
+        getDuplicateKeys() {
+            const dups = new Set();
+            for (const [k, refs] of refsByKey) {
+                if (refs.length > 1)
+                    dups.add(k);
+            }
+            return dups;
+        },
+    };
+}
+function removeNthFromNonDuplicates(refs, tracker) {
+    const dupKeys = tracker.getDuplicateKeys();
+    for (const [, data] of refs) {
+        const key = tracker.getKey(data.role, data.name);
+        if (!dupKeys.has(key) && data.nth !== undefined) {
+            delete data.nth;
+        }
+    }
+}
+function compactTree(tree) {
+    const lines = tree.split("\n");
+    const result = [];
+    for (let i = 0; i < lines.length; i++) {
+        const line = lines[i];
+        if (line.includes("[ref=")) {
+            result.push(line);
+            continue;
+        }
+        if (line.includes(":") && !line.trimEnd().endsWith(":")) {
+            result.push(line);
+            continue;
+        }
+        const currentIndent = getIndentLevel(line);
+        let hasRelevant = false;
+        for (let j = i + 1; j < lines.length; j++) {
+            if (getIndentLevel(lines[j]) <= currentIndent)
+                break;
+            if (lines[j].includes("[ref=")) {
+                hasRelevant = true;
+                break;
+            }
+        }
+        if (hasRelevant)
+            result.push(line);
+    }
+    return result.join("\n");
+}
+const LINE_RE = /^(\s*-\s*)(\w+)(?:\s+"([^"]*)")?(.*)$/;
+function processLine(line, refs, options, tracker, nextRef) {
+    const depth = getIndentLevel(line);
+    if (options.maxDepth !== undefined && depth > options.maxDepth)
+        return null;
+    const m = line.match(LINE_RE);
+    if (!m)
+        return options.interactive ? null : line;
+    const [, prefix, roleRaw, name, suffix] = m;
+    if (roleRaw.startsWith("/"))
+        return options.interactive ? null : line;
+    const role = roleRaw.toLowerCase();
+    const isInteractive = INTERACTIVE_ROLES.has(role);
+    const isContent = CONTENT_ROLES.has(role);
+    if (options.interactive && !isInteractive)
+        return null;
+    if (options.compact && STRUCTURAL_ROLES.has(role) && !name)
+        return null;
+    const shouldHaveRef = isInteractive || (isContent && !!name);
+    if (!shouldHaveRef)
+        return line;
+    const ref = nextRef();
+    const nth = tracker.getNextIndex(role, name);
+    tracker.trackRef(role, name, ref);
+    refs.set(ref, { role, name: name || undefined, nth });
+    let enhanced = `${prefix}${roleRaw}`;
+    if (name)
+        enhanced += ` "${name}"`;
+    enhanced += ` [ref=${ref}]`;
+    if (nth > 0)
+        enhanced += ` [nth=${nth}]`;
+    if (suffix)
+        enhanced += suffix;
+    return enhanced;
+}
+export function buildRoleSnapshotFromAria(ariaSnapshot, options = {}) {
+    const lines = ariaSnapshot.split("\n");
+    const refs = new Map();
+    const tracker = createTracker();
+    let counter = 0;
+    const nextRef = () => `e${++counter}`;
+    if (options.interactive) {
+        const resultLines = [];
+        for (const line of lines) {
+            const depth = getIndentLevel(line);
+            if (options.maxDepth !== undefined && depth > options.maxDepth)
+                continue;
+            const m = line.match(LINE_RE);
+            if (!m)
+                continue;
+            const [, , roleRaw, name, suffix] = m;
+            if (roleRaw.startsWith("/"))
+                continue;
+            const role = roleRaw.toLowerCase();
+            if (!INTERACTIVE_ROLES.has(role))
+                continue;
+            const ref = nextRef();
+            const nth = tracker.getNextIndex(role, name);
+            tracker.trackRef(role, name, ref);
+            refs.set(ref, { role, name: name || undefined, nth });
+            let enhanced = `- ${roleRaw}`;
+            if (name)
+                enhanced += ` "${name}"`;
+            enhanced += ` [ref=${ref}]`;
+            if (nth > 0)
+                enhanced += ` [nth=${nth}]`;
+            if (suffix?.includes("["))
+                enhanced += suffix;
+            resultLines.push(enhanced);
+        }
+        removeNthFromNonDuplicates(refs, tracker);
+        return { snapshot: resultLines.join("\n") || "(no interactive elements)", refs };
+    }
+    const resultLines = [];
+    for (const line of lines) {
+        const processed = processLine(line, refs, options, tracker, nextRef);
+        if (processed !== null)
+            resultLines.push(processed);
+    }
+    removeNthFromNonDuplicates(refs, tracker);
+    const tree = resultLines.join("\n") || "(empty)";
+    const snapshot = options.compact ? compactTree(tree) : tree;
+    return { snapshot, refs };
+}

package/dist/cli.js

@@ -0,0 +1,36 @@
+/**
+ * CLI init command for ailo-desktop.
+ * Usage: ailo-desktop init [--defaults]
+ */
+import { createInterface } from "readline";
+import { join } from "path";
+import { writeConfig } from "@greatlhd/ailo-endpoint-sdk";
+import { CONFIG_FILENAME } from "./constants.js";
+const CONFIG_PATH = join(process.cwd(), CONFIG_FILENAME);
+async function prompt(question, defaultVal = "") {
+    const rl = createInterface({ input: process.stdin, output: process.stdout });
+    return new Promise((resolve) => {
+        const suffix = defaultVal ? ` [${defaultVal}]` : "";
+        rl.question(`${question}${suffix}: `, (answer) => {
+            rl.close();
+            resolve(answer.trim() || defaultVal);
+        });
+    });
+}
+export async function runInit(useDefaults = false) {
+    console.log("=== Ailo Desktop 初始化 ===\n");
+    const wsUrl = useDefaults ? "ws://127.0.0.1:19800/ws" : await prompt("Ailo WebSocket URL", "ws://127.0.0.1:19800/ws");
+    const apiKey = useDefaults ? "" : await prompt("API Key (留空稍后配置)");
+    const endpointId = useDefaults ? "desktop-01" : await prompt("端点 ID", "desktop-01");
+    const config = {
+        ailo: {
+            wsUrl,
+            apiKey: apiKey || "",
+            endpointId,
+        },
+    };
+    writeConfig(CONFIG_PATH, config);
+    console.log(`\n已写入 ${CONFIG_PATH}`);
+    console.log("\n初始化完成！运行 ailo-desktop 启动桌面端点。");
+    console.log("配置界面端口：启动时用 --port <端口> 指定，或运行后在控制台按提示输入。");
+}

package/dist/code_executor.js

@@ -0,0 +1,95 @@
+import { spawn, spawnSync } from "child_process";
+import { writeFile, mkdtemp, rm } from "fs/promises";
+import { join } from "path";
+import { tmpdir, platform } from "os";
+const MAX_OUTPUT = 50000;
+const DEFAULT_TIMEOUT_MS = 120_000; // 2 分钟
+/**
+ * 异步执行 Python / JavaScript 代码。
+ * 立即返回"已启动"，代码在后台运行，完成后通过 sendSignal("tool_result") 推送结果给 LLM。
+ */
+export async function executeCode(ctx, args) {
+    const language = String(args.language ?? "").trim().toLowerCase();
+    const code = String(args.code ?? "");
+    const cwd = args.cwd || undefined;
+    const timeoutSec = Math.max(5, Math.min(600, Number(args.timeout) || DEFAULT_TIMEOUT_MS / 1000));
+    const timeoutMs = timeoutSec * 1000;
+    if (!language)
+        throw new Error("language 必填 (python 或 javascript)");
+    if (!code.trim())
+        throw new Error("code 必填");
+    if (!["python", "javascript"].includes(language)) {
+        throw new Error(`不支持的语言: ${language}，只支持 python 或 javascript`);
+    }
+    const dir = await mkdtemp(join(tmpdir(), "ailo-code-"));
+    const ext = language === "python" ? "py" : "mjs";
+    const file = join(dir, `script.${ext}`);
+    const cmd = language === "python" ? resolvePythonCmd() : "node";
+    await writeFile(file, code, "utf-8");
+    const env = {
+        ...process.env,
+        PYTHONIOENCODING: "utf-8",
+        PYTHONUTF8: "1",
+    };
+    let timeoutHandle = null;
+    let sent = false;
+    const proc = spawn(cmd, [file], { stdio: ["pipe", "pipe", "pipe"], env, cwd: cwd || dir });
+    const output = [];
+    proc.stdout?.on("data", (d) => output.push(d.toString("utf-8")));
+    proc.stderr?.on("data", (d) => output.push(d.toString("utf-8")));
+    const cleanup = () => {
+        if (timeoutHandle) {
+            clearTimeout(timeoutHandle);
+            timeoutHandle = null;
+        }
+        rm(dir, { recursive: true, force: true }).catch(() => { });
+    };
+    const sendResult = (content) => {
+        if (sent)
+            return;
+        sent = true;
+        ctx.sendSignal("tool_result", { content });
+        cleanup();
+    };
+    timeoutHandle = setTimeout(() => {
+        timeoutHandle = null;
+        try {
+            proc.kill("SIGTERM");
+        }
+        catch { }
+        setTimeout(() => {
+            try {
+                proc.kill("SIGKILL");
+            }
+            catch { }
+        }, 2000);
+        sendResult(`[execute_code 超时] ${language}\n超过 ${timeoutMs / 1000}s 未完成，已终止`);
+    }, timeoutMs);
+    proc.on("close", (exitCode) => {
+        const text = output.join("").trim();
+        const truncated = text.length > MAX_OUTPUT
+            ? text.slice(0, MAX_OUTPUT / 2) + "\n...[截断]...\n" + text.slice(-MAX_OUTPUT / 2)
+            : text;
+        sendResult(`[execute_code 完成] ${language}\nexit_code: ${exitCode}\n${truncated}`);
+    });
+    proc.on("error", (err) => {
+        sendResult(`[execute_code 失败] ${language}\n错误: ${err.message}`);
+    });
+    return `已启动 ${language} 代码执行`;
+}
+let _pythonCmd = null;
+function resolvePythonCmd() {
+    if (_pythonCmd)
+        return _pythonCmd;
+    const candidates = platform() === "win32"
+        ? ["python", "python3", "py"]
+        : ["python3", "python"];
+    for (const cmd of candidates) {
+        const r = spawnSync(cmd, ["--version"], { encoding: "utf-8", timeout: 5000 });
+        if (r.status === 0) {
+            _pythonCmd = cmd;
+            return cmd;
+        }
+    }
+    throw new Error(`未找到 Python，请安装 python3 或 python（已尝试：${candidates.join(", ")}）`);
+}