zero-vision 0.1.0

package/dist/engines/apple-vision.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"apple-vision.js","sourceRoot":"","sources":["../../src/engines/apple-vision.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AACrF,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAG3C,SAAS,SAAS,CAAC,MAAc;IAC/B,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;IACtE,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAqB,CAAC;QACjD,OAAO,EAAE,GAAG,GAAG,EAAE,MAAM,EAAE,cAAc,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,IAAI,YAAY,EAAE,CAAC;IAC5E,CAAC;IAAC,MAAM,CAAC;QACP,OAAO;YACL,EAAE,EAAE,KAAK;YACT,MAAM,EAAE,cAAc;YACtB,IAAI,EAAE,YAAY;YAClB,IAAI,EAAE,EAAE;YACR,EAAE,EAAE,CAAC;YACL,KAAK,EAAE,6BAA6B,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE;SACzD,CAAC;IACJ,CAAC;AACH,CAAC;AAED,MAAM,CAAC,MAAM,WAAW,GAAW;IACjC,EAAE,EAAE,cAAc;IAClB,YAAY,EAAE,CAAC,YAAY,CAAC;IAC5B,KAAK,CAAC,QAAQ,CAAC,KAAoB;QACjC,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,IAAI,YAAY,CAAC;QACxC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,IAAI,UAAU,CAAC;QACxC,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC;QACtC,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC;QAErD,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC/B,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,WAAW,CAAC,CAAC,eAAe,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC;YACzG,OAAO,SAAS,CAAC,MAAM,IAAI,MAAM,CAAC,CAAC;QACrC,CAAC;QAED,IAAI,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;QACtB,IAAI,GAAuB,CAAC;QAC5B,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;YAChB,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC;gBAC1C,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,cAAc,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,EAAE,qBAAqB,EAAE,CAAC;YACpG,CAAC;YACD,GAAG,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC;YAC1C,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;YAC3B,aAAa,CAAC,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;QACnC,CAAC;QACD,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,cAAc,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,EAAE,eAAe,EAAE,CAAC;QAC9F,CAAC;QACD,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,IAAI,CAAC;gBACH,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;gBAC1B,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC;oBAC7B,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,cAAc,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,EAAE,eAAe,EAAE,CAAC;gBAC9F,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,cAAc,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,EAAE,eAAe,EAAE,CAAC;YAC9F,CAAC;QACH,CAAC;QACD,IAAI,CAAC;YACH,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;gBAC3B,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,EAAE,IAAI,IAAI,OAAO,CAAC;gBAC1C,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,QAAQ,IAAI,CAAC,CAAC,CAAC;gBACpD,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,SAAS,IAAI,EAAE,CAAC,CAAC;gBACvD,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,WAAW,CAC1C;oBACE,WAAW;oBACX,SAAS;oBACT,IAAI;oBACJ,QAAQ;oBACR,IAAI;oBACJ,YAAY;oBACZ,QAAQ;oBACR,cAAc;oBACd,SAAS;oBACT,SAAS;oBACT,KAAK;oBACL,GAAG,QAAQ;oBACX,QAAQ;iBACT,EACD,EAAE,SAAS,EAAE,OAAO,EAAE,CACvB,CAAC;gBACF,OAAO,SAAS,CAAC,MAAM,IAAI,MAAM,CAAC,CAAC;YACrC,CAAC;YACD,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,WAAW,CAAC,CAAC,WAAW,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC;YACtH,OAAO,SAAS,CAAC,MAAM,IAAI,MAAM,CAAC,CAAC;QACrC,CAAC;gBAAS,CAAC;YACT,IAAI,GAAG;gBAAE,MAAM,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACzD,CAAC;IACH,CAAC;CACF,CAAC"}

package/dist/engines/cloud/index.js

@@ -0,0 +1,41 @@
+import { loadConfig } from "../index.js";
+export const cloudVlm = {
+    id: "cloud-vlm",
+    capabilities: ["transcribe", "describe"],
+    async perceive(input) {
+        const task = input.task ?? "describe";
+        const cfg = loadConfig().engines?.["cloud-vlm"] ?? {};
+        const keyEnv = cfg.apiKeyEnv ?? "GEMINI_API_KEY";
+        if (!process.env[keyEnv]) {
+            return {
+                ok: false,
+                engine: "cloud-vlm",
+                task,
+                text: "",
+                ms: 0,
+                error: `cloud-vlm refused: ${keyEnv} is unset`,
+            };
+        }
+        if (input.bytes && input.bytes.length > 10 * 1024 * 1024) {
+            return {
+                ok: false,
+                engine: "cloud-vlm",
+                task,
+                text: "",
+                ms: 0,
+                error: "cloud-vlm refuses inputs over 10 MB",
+            };
+        }
+        process.stderr.write(`engine=cloud-vlm model=${cfg.model ?? "unset"} bytes=${input.bytes?.length ?? "path"}\n`);
+        return {
+            ok: false,
+            engine: "cloud-vlm",
+            task,
+            text: "",
+            ms: 0,
+            model: cfg.model,
+            error: "cloud-vlm is opt-in and not a silent fallback. Provider HTTP is not called in v1 until a provider SDK is an optional peerDependency. Key is present; wire the POST in a follow-up.",
+        };
+    },
+};
+//# sourceMappingURL=index.js.map

package/dist/engines/cloud/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/engines/cloud/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzC,MAAM,CAAC,MAAM,QAAQ,GAAW;IAC9B,EAAE,EAAE,WAAW;IACf,YAAY,EAAE,CAAC,YAAY,EAAE,UAAU,CAAC;IACxC,KAAK,CAAC,QAAQ,CAAC,KAAoB;QACjC,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,IAAI,UAAU,CAAC;QACtC,MAAM,GAAG,GAAG,UAAU,EAAE,CAAC,OAAO,EAAE,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;QACtD,MAAM,MAAM,GAAG,GAAG,CAAC,SAAS,IAAI,gBAAgB,CAAC;QACjD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YACzB,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,WAAW;gBACnB,IAAI;gBACJ,IAAI,EAAE,EAAE;gBACR,EAAE,EAAE,CAAC;gBACL,KAAK,EAAE,sBAAsB,MAAM,WAAW;aAC/C,CAAC;QACJ,CAAC;QACD,IAAI,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC;YACzD,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,WAAW;gBACnB,IAAI;gBACJ,IAAI,EAAE,EAAE;gBACR,EAAE,EAAE,CAAC;gBACL,KAAK,EAAE,qCAAqC;aAC7C,CAAC;QACJ,CAAC;QACD,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,0BAA0B,GAAG,CAAC,KAAK,IAAI,OAAO,UAAU,KAAK,CAAC,KAAK,EAAE,MAAM,IAAI,MAAM,IAAI,CAC1F,CAAC;QACF,OAAO;YACL,EAAE,EAAE,KAAK;YACT,MAAM,EAAE,WAAW;YACnB,IAAI;YACJ,IAAI,EAAE,EAAE;YACR,EAAE,EAAE,CAAC;YACL,KAAK,EAAE,GAAG,CAAC,KAAK;YAChB,KAAK,EACH,oLAAoL;SACvL,CAAC;IACJ,CAAC;CACF,CAAC"}

package/dist/engines/index.js

@@ -0,0 +1,71 @@
+import { homedir } from "node:os";
+import { readFileSync } from "node:fs";
+import { join } from "node:path";
+const ENGINES = ["apple-vision", "apple-fm", "local-vlm", "cloud-vlm", "tesseract"];
+export function isEngineId(s) {
+    return ENGINES.includes(s);
+}
+export function loadConfig() {
+    const path = join(homedir(), ".config", "zero-vision", "config.json");
+    try {
+        return JSON.parse(readFileSync(path, "utf8"));
+    }
+    catch {
+        return {};
+    }
+}
+export function resolveEngine(cli) {
+    if (cli && isEngineId(cli))
+        return cli;
+    if (cli)
+        throw new Error(`unknown engine: ${cli}`);
+    const env = process.env.ZEROVISION_ENGINE;
+    if (env && isEngineId(env))
+        return env;
+    const cfg = loadConfig().engine;
+    if (cfg && isEngineId(cfg))
+        return cfg;
+    // Linux has no Apple frameworks: tesseract is the local default there.
+    // Same on Intel Macs, where the arm64 native binary cannot run.
+    if (process.platform === "linux")
+        return "tesseract";
+    if (process.platform === "darwin" && process.arch === "x64")
+        return "tesseract";
+    return "apple-vision";
+}
+export async function perceive(engine, input) {
+    const task = input.task ?? "transcribe";
+    if (engine === "apple-vision" && task === "describe") {
+        return {
+            ok: false,
+            engine,
+            task,
+            text: "",
+            ms: 0,
+            error: "engine apple-vision cannot describe; use apple-fm, local-vlm, or cloud-vlm",
+        };
+    }
+    switch (engine) {
+        case "apple-vision": {
+            const { appleVision } = await import("./apple-vision.js");
+            return appleVision.perceive(input);
+        }
+        case "apple-fm": {
+            const { appleFm } = await import("./apple-fm.js");
+            return appleFm.perceive(input);
+        }
+        case "local-vlm": {
+            const { localVlm } = await import("./local-vlm.js");
+            return localVlm.perceive(input);
+        }
+        case "cloud-vlm": {
+            const { cloudVlm } = await import("./cloud/index.js");
+            return cloudVlm.perceive(input);
+        }
+        case "tesseract": {
+            const { tesseract } = await import("./tesseract.js");
+            return tesseract.perceive(input);
+        }
+    }
+}
+//# sourceMappingURL=index.js.map

package/dist/engines/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/engines/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAiDjC,MAAM,OAAO,GAAe,CAAC,cAAc,EAAE,UAAU,EAAE,WAAW,EAAE,WAAW,EAAE,WAAW,CAAC,CAAC;AAEhG,MAAM,UAAU,UAAU,CAAC,CAAS;IAClC,OAAQ,OAAoB,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;AAC3C,CAAC;AAED,MAAM,UAAU,UAAU;IACxB,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,aAAa,EAAE,aAAa,CAAC,CAAC;IACtE,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAqB,CAAC;IACpE,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,GAAY;IACxC,IAAI,GAAG,IAAI,UAAU,CAAC,GAAG,CAAC;QAAE,OAAO,GAAG,CAAC;IACvC,IAAI,GAAG;QAAE,MAAM,IAAI,KAAK,CAAC,mBAAmB,GAAG,EAAE,CAAC,CAAC;IACnD,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;IAC1C,IAAI,GAAG,IAAI,UAAU,CAAC,GAAG,CAAC;QAAE,OAAO,GAAG,CAAC;IACvC,MAAM,GAAG,GAAG,UAAU,EAAE,CAAC,MAAM,CAAC;IAChC,IAAI,GAAG,IAAI,UAAU,CAAC,GAAG,CAAC;QAAE,OAAO,GAAG,CAAC;IACvC,uEAAuE;IACvE,gEAAgE;IAChE,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO;QAAE,OAAO,WAAW,CAAC;IACrD,IAAI,OAAO,CAAC,QAAQ,KAAK,QAAQ,IAAI,OAAO,CAAC,IAAI,KAAK,KAAK;QAAE,OAAO,WAAW,CAAC;IAChF,OAAO,cAAc,CAAC;AACxB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,MAAgB,EAAE,KAAoB;IACnE,MAAM,IAAI,GAAS,KAAK,CAAC,IAAI,IAAI,YAAY,CAAC;IAC9C,IAAI,MAAM,KAAK,cAAc,IAAI,IAAI,KAAK,UAAU,EAAE,CAAC;QACrD,OAAO;YACL,EAAE,EAAE,KAAK;YACT,MAAM;YACN,IAAI;YACJ,IAAI,EAAE,EAAE;YACR,EAAE,EAAE,CAAC;YACL,KAAK,EAAE,4EAA4E;SACpF,CAAC;IACJ,CAAC;IACD,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,cAAc,CAAC,CAAC,CAAC;YACpB,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,MAAM,CAAC,mBAAmB,CAAC,CAAC;YAC1D,OAAO,WAAW,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACrC,CAAC;QACD,KAAK,UAAU,CAAC,CAAC,CAAC;YAChB,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,MAAM,CAAC,eAAe,CAAC,CAAC;YAClD,OAAO,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACjC,CAAC;QACD,KAAK,WAAW,CAAC,CAAC,CAAC;YACjB,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,gBAAgB,CAAC,CAAC;YACpD,OAAO,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAClC,CAAC;QACD,KAAK,WAAW,CAAC,CAAC,CAAC;YACjB,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC;YACtD,OAAO,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAClC,CAAC;QACD,KAAK,WAAW,CAAC,CAAC,CAAC;YACjB,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,gBAAgB,CAAC,CAAC;YACrD,OAAO,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACnC,CAAC;IACH,CAAC;AACH,CAAC"}

package/dist/engines/local-vlm.js

@@ -0,0 +1,46 @@
+import { existsSync } from "node:fs";
+import { homedir } from "node:os";
+import { join } from "node:path";
+import { loadConfig } from "./index.js";
+const DEFAULT_MODEL = join(homedir(), ".cache/huggingface/hub/models--mlx-community--Qwen3-VL-8B-Instruct-4bit");
+export const localVlm = {
+    id: "local-vlm",
+    capabilities: ["transcribe", "describe"],
+    async perceive(input) {
+        const task = input.task ?? "describe";
+        const cfg = loadConfig().engines?.["local-vlm"]?.modelPath ?? DEFAULT_MODEL;
+        const modelPath = cfg.startsWith("~") ? join(homedir(), cfg.slice(1)) : cfg;
+        if (!existsSync(modelPath)) {
+            return {
+                ok: false,
+                engine: "local-vlm",
+                task,
+                text: "",
+                ms: 0,
+                error: `local-vlm weights missing at ${modelPath}`,
+            };
+        }
+        if (input.kind === "video") {
+            return {
+                ok: false,
+                engine: "local-vlm",
+                task,
+                text: "",
+                ms: 0,
+                error: "local-vlm does not take video in v1; extract a frame first",
+            };
+        }
+        // Runner is opt-in and unflown. Fail closed rather than shelling a 5 GB model
+        // from a test or an accidental default.
+        return {
+            ok: false,
+            engine: "local-vlm",
+            task,
+            text: "",
+            ms: 0,
+            model: "Qwen3-VL-8B-Instruct-4bit",
+            error: "local-vlm is wired for presence-check only in v1. Weights are on disk. Set ZEROVISION_LIVE_VLM=1 in a later release to spawn the MLX runner. Use apple-vision to transcribe.",
+        };
+    },
+};
+//# sourceMappingURL=local-vlm.js.map

package/dist/engines/local-vlm.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"local-vlm.js","sourceRoot":"","sources":["../../src/engines/local-vlm.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAExC,MAAM,aAAa,GAAG,IAAI,CACxB,OAAO,EAAE,EACT,yEAAyE,CAC1E,CAAC;AAEF,MAAM,CAAC,MAAM,QAAQ,GAAW;IAC9B,EAAE,EAAE,WAAW;IACf,YAAY,EAAE,CAAC,YAAY,EAAE,UAAU,CAAC;IACxC,KAAK,CAAC,QAAQ,CAAC,KAAoB;QACjC,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,IAAI,UAAU,CAAC;QACtC,MAAM,GAAG,GAAG,UAAU,EAAE,CAAC,OAAO,EAAE,CAAC,WAAW,CAAC,EAAE,SAAS,IAAI,aAAa,CAAC;QAC5E,MAAM,SAAS,GAAG,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;QAC5E,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YAC3B,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,WAAW;gBACnB,IAAI;gBACJ,IAAI,EAAE,EAAE;gBACR,EAAE,EAAE,CAAC;gBACL,KAAK,EAAE,gCAAgC,SAAS,EAAE;aACnD,CAAC;QACJ,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC3B,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,WAAW;gBACnB,IAAI;gBACJ,IAAI,EAAE,EAAE;gBACR,EAAE,EAAE,CAAC;gBACL,KAAK,EAAE,4DAA4D;aACpE,CAAC;QACJ,CAAC;QACD,8EAA8E;QAC9E,wCAAwC;QACxC,OAAO;YACL,EAAE,EAAE,KAAK;YACT,MAAM,EAAE,WAAW;YACnB,IAAI;YACJ,IAAI,EAAE,EAAE;YACR,EAAE,EAAE,CAAC;YACL,KAAK,EAAE,2BAA2B;YAClC,KAAK,EACH,8KAA8K;SACjL,CAAC;IACJ,CAAC;CACF,CAAC"}

package/dist/engines/tesseract.js

@@ -0,0 +1,221 @@
+import { execFile } from "node:child_process";
+import { mkdtempSync, rmSync, writeFileSync } from "node:fs";
+import { tmpdir } from "node:os";
+import { join } from "node:path";
+import { promisify } from "node:util";
+const execFileAsync = promisify(execFile);
+// BCP-47 (or bare) -> tesseract traineddata code. Small map, "eng" fallback.
+const LANG_MAP = {
+    en: "eng",
+    ja: "jpn",
+    zh: "chi_sim",
+    "zh-Hans": "chi_sim",
+    "zh-Hant": "chi_tra",
+    ko: "kor",
+    fr: "fra",
+    de: "deu",
+    es: "spa",
+    it: "ita",
+    pt: "por",
+    ru: "rus",
+};
+function toTessLang(langs) {
+    const mapped = langs.map((l) => LANG_MAP[l] ?? LANG_MAP[l.split("-")[0]] ?? "eng");
+    return [...new Set(mapped)].join("+");
+}
+async function which(bin) {
+    try {
+        const { stdout } = await execFileAsync(process.platform === "win32" ? "where" : "which", [bin]);
+        return stdout.trim().split("\n")[0] || null;
+    }
+    catch {
+        return null;
+    }
+}
+function fail(task, error) {
+    return { ok: false, engine: "tesseract", task: task ?? "transcribe", text: "", ms: 0, error };
+}
+async function ocrSystemTesseract(imagePath, tessLang) {
+    // tsv: level word conf left top width height text (header line first)
+    const { stdout } = await execFileAsync("tesseract", [imagePath, "stdout", "-l", tessLang, "--psm", "3", "tsv"], {
+        timeout: 120_000,
+        maxBuffer: 32 * 1024 * 1024,
+    });
+    const lines = stdout.trim().split("\n").slice(1);
+    const blocks = [];
+    const words = [];
+    for (const line of lines) {
+        const cols = line.split("\t");
+        if (cols.length < 12 || cols[0] !== "5")
+            continue; // word level only
+        const conf = Number(cols[10]);
+        const text = (cols[11] ?? "").trim();
+        if (!text)
+            continue;
+        words.push(text);
+        blocks.push({
+            text,
+            confidence: Number.isFinite(conf) ? conf / 100 : undefined,
+            bbox: { x: Number(cols[6]), y: Number(cols[7]), w: Number(cols[8]), h: Number(cols[9]) },
+        });
+    }
+    return { text: words.join(" "), blocks };
+}
+async function ocrWasm(image, tessLang) {
+    const { createWorker } = await import("tesseract.js");
+    const worker = await createWorker(tessLang.split("+")[0] || "eng");
+    try {
+        const { data } = await worker.recognize(image);
+        // v6 Page shape: blocks[] -> paragraphs[] -> lines[] -> words[]
+        const out = [];
+        for (const b of data.blocks ?? []) {
+            for (const p of b.paragraphs ?? []) {
+                for (const l of p.lines ?? []) {
+                    for (const w of l.words ?? []) {
+                        const t = (w.text ?? "").trim();
+                        if (!t)
+                            continue;
+                        out.push({
+                            text: t,
+                            confidence: typeof w.confidence === "number" ? w.confidence / 100 : undefined,
+                            bbox: w.bbox ? { x: w.bbox.x0, y: w.bbox.y0, w: w.bbox.x1 - w.bbox.x0, h: w.bbox.y1 - w.bbox.y0 } : undefined,
+                        });
+                    }
+                }
+            }
+        }
+        return { text: (data.text ?? "").trim().replace(/\s+/g, " "), blocks: out };
+    }
+    finally {
+        await worker.terminate();
+    }
+}
+async function maybeDownsample(srcPath, level, tmp) {
+    if (level !== "fast")
+        return srcPath;
+    if (!(await which("ffmpeg")))
+        return srcPath;
+    const out = join(tmp, "fast.png");
+    await execFileAsync("ffmpeg", ["-y", "-v", "error", "-i", srcPath, "-vf", "scale='min(1600,iw)':-2", out], {
+        timeout: 60_000,
+    });
+    return out;
+}
+export const tesseract = {
+    id: "tesseract",
+    capabilities: ["transcribe"],
+    async perceive(input) {
+        const t0 = Date.now();
+        const done = (text, blocks) => ({
+            ok: true,
+            engine: "tesseract",
+            task: "transcribe",
+            text,
+            blocks,
+            ms: Date.now() - t0,
+        });
+        if ((input.task ?? "transcribe") === "describe") {
+            return {
+                ok: false,
+                engine: "tesseract",
+                task: "describe",
+                text: "",
+                ms: 0,
+                error: "engine tesseract cannot describe; use apple-fm, local-vlm, or cloud-vlm",
+            };
+        }
+        const tessLang = toTessLang(input.lang ?? ["en-US"]);
+        const level = input.level ?? "accurate";
+        const tmp = mkdtempSync(join(tmpdir(), "zrv-tess-"));
+        try {
+            if (input.kind === "clipboard") {
+                const grabber = (await which("wl-paste")) ? ["wl-paste", "--type", "image/png"] : await (async () => (await which("xclip")) ? ["xclip", "-selection", "clipboard", "-t", "image/png", "-o"] : null)();
+                if (!grabber) {
+                    return fail(input.task, "clipboard unavailable: install wl-clipboard (Wayland) or xclip (X11)");
+                }
+                const out = join(tmp, "clip.png");
+                const { stdout } = await execFileAsync(grabber[0], grabber.slice(1), { encoding: "buffer", timeout: 30_000 });
+                if (!stdout.length)
+                    return fail(input.task, "clipboard has no image");
+                writeFileSync(out, stdout);
+                return runImage(out, tessLang, level, tmp, done);
+            }
+            if (input.kind === "video")
+                return runVideo(input, tessLang, tmp, t0);
+            let path = input.path;
+            if (input.bytes) {
+                if (input.bytes.length > 30 * 1024 * 1024)
+                    return fail(input.task, "input exceeds 30 MB");
+                path = join(tmp, "in.bin");
+                writeFileSync(path, input.bytes);
+            }
+            if (!path)
+                return fail(input.task, "path required");
+            return runImage(path, tessLang, level, tmp, done);
+        }
+        catch (e) {
+            return fail(input.task, e instanceof Error ? e.message.slice(0, 300) : String(e).slice(0, 300));
+        }
+        finally {
+            rmSync(tmp, { recursive: true, force: true });
+        }
+    },
+};
+async function runImage(path, tessLang, level, tmp, done) {
+    const src = await maybeDownsample(path, level, tmp);
+    if (await which("tesseract")) {
+        const { text, blocks } = await ocrSystemTesseract(src, tessLang);
+        return done(text, blocks);
+    }
+    const { text, blocks } = await ocrWasm(src, tessLang);
+    return done(text, blocks);
+}
+async function runVideo(input, tessLang, tmp, t0) {
+    if (!input.path) {
+        return { ok: false, engine: "tesseract", task: "transcribe", text: "", ms: 0, error: "path required" };
+    }
+    if (!(await which("ffmpeg"))) {
+        return {
+            ok: false,
+            engine: "tesseract",
+            task: "transcribe",
+            text: "",
+            ms: 0,
+            error: "video needs ffmpeg: install it (apt install ffmpeg) or pick a single frame",
+        };
+    }
+    const mode = input.video?.mode ?? "scene";
+    const interval = input.video?.interval ?? 2;
+    const maxFrames = Math.min(input.video?.maxFrames ?? 60, 120);
+    const vf = mode === "all-idr" ? "select='eq(pict_type\\,I)'" : mode === "interval" ? `fps=1/${interval}` : "select='gt(scene\\,0.4)',mpdecimate";
+    const framesDir = join(tmp, "frames");
+    const { mkdirSync } = await import("node:fs");
+    mkdirSync(framesDir, { recursive: true });
+    await execFileAsync("ffmpeg", ["-y", "-v", "error", "-i", input.path, "-vf", `${vf},scale='min(1600,iw)':-2`, join(framesDir, "f%04d.png")], { timeout: 180_000 });
+    const { readdirSync, readFileSync } = await import("node:fs");
+    const frames = readdirSync(framesDir)
+        .filter((f) => f.endsWith(".png"))
+        .sort()
+        .slice(0, maxFrames);
+    const transcript = [];
+    const useSystem = await which("tesseract");
+    let i = 0;
+    for (const f of frames) {
+        const p = join(framesDir, f);
+        const { text } = useSystem
+            ? await ocrSystemTesseract(p, tessLang)
+            : await ocrWasm(readFileSync(p), tessLang);
+        if (text.trim())
+            transcript.push({ t: mode === "interval" ? Math.round(i * interval) : i, text: text.trim() });
+        i++;
+    }
+    return {
+        ok: true,
+        engine: "tesseract",
+        task: "transcribe",
+        text: transcript.map((s) => s.text).join("\n"),
+        transcript,
+        ms: Date.now() - t0,
+    };
+}
+//# sourceMappingURL=tesseract.js.map

package/dist/engines/tesseract.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tesseract.js","sourceRoot":"","sources":["../../src/engines/tesseract.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAC7D,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAGtC,MAAM,aAAa,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;AAE1C,6EAA6E;AAC7E,MAAM,QAAQ,GAA2B;IACvC,EAAE,EAAE,KAAK;IACT,EAAE,EAAE,KAAK;IACT,EAAE,EAAE,SAAS;IACb,SAAS,EAAE,SAAS;IACpB,SAAS,EAAE,SAAS;IACpB,EAAE,EAAE,KAAK;IACT,EAAE,EAAE,KAAK;IACT,EAAE,EAAE,KAAK;IACT,EAAE,EAAE,KAAK;IACT,EAAE,EAAE,KAAK;IACT,EAAE,EAAE,KAAK;IACT,EAAE,EAAE,KAAK;CACV,CAAC;AACF,SAAS,UAAU,CAAC,KAAe;IACjC,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC;IACnF,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACxC,CAAC;AAED,KAAK,UAAU,KAAK,CAAC,GAAW;IAC9B,IAAI,CAAC;QACH,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,aAAa,CAAC,OAAO,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;QAChG,OAAO,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;IAC9C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,IAAI,CAAC,IAAsB,EAAE,KAAa;IACjD,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,IAAI,YAAY,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC;AAChG,CAAC;AAED,KAAK,UAAU,kBAAkB,CAC/B,SAAiB,EACjB,QAAgB;IAEhB,sEAAsE;IACtE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,aAAa,CAAC,WAAW,EAAE,CAAC,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE,KAAK,CAAC,EAAE;QAC9G,OAAO,EAAE,OAAO;QAChB,SAAS,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI;KAC5B,CAAC,CAAC;IACH,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACjD,MAAM,MAAM,GAAgB,EAAE,CAAC;IAC/B,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC9B,IAAI,IAAI,CAAC,MAAM,GAAG,EAAE,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG;YAAE,SAAS,CAAC,kBAAkB;QACrE,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;QAC9B,MAAM,IAAI,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QACrC,IAAI,CAAC,IAAI;YAAE,SAAS;QACpB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjB,MAAM,CAAC,IAAI,CAAC;YACV,IAAI;YACJ,UAAU,EAAE,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,GAAG,CAAC,CAAC,CAAC,SAAS;YAC1D,IAAI,EAAE,EAAE,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE;SACzF,CAAC,CAAC;IACL,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,CAAC;AAC3C,CAAC;AAED,KAAK,UAAU,OAAO,CAAC,KAAsB,EAAE,QAAgB;IAC7D,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,cAAc,CAAC,CAAC;IACtD,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC;IACnE,IAAI,CAAC;QACH,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAC/C,gEAAgE;QAChE,MAAM,GAAG,GAAgB,EAAE,CAAC;QAC5B,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,MAAM,IAAI,EAAE,EAAE,CAAC;YAClC,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,UAAU,IAAI,EAAE,EAAE,CAAC;gBACnC,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,EAAE,CAAC;oBAC9B,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,EAAE,CAAC;wBAC9B,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;wBAChC,IAAI,CAAC,CAAC;4BAAE,SAAS;wBACjB,GAAG,CAAC,IAAI,CAAC;4BACP,IAAI,EAAE,CAAC;4BACP,UAAU,EAAE,OAAO,CAAC,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC,CAAC,SAAS;4BAC7E,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS;yBAC9G,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC;IAC9E,CAAC;YAAS,CAAC;QACT,MAAM,MAAM,CAAC,SAAS,EAAE,CAAC;IAC3B,CAAC;AACH,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,OAAe,EAAE,KAAa,EAAE,GAAW;IACxE,IAAI,KAAK,KAAK,MAAM;QAAE,OAAO,OAAO,CAAC;IACrC,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC;QAAE,OAAO,OAAO,CAAC;IAC7C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;IAClC,MAAM,aAAa,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,yBAAyB,EAAE,GAAG,CAAC,EAAE;QACzG,OAAO,EAAE,MAAM;KAChB,CAAC,CAAC;IACH,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,CAAC,MAAM,SAAS,GAAW;IAC/B,EAAE,EAAE,WAAW;IACf,YAAY,EAAE,CAAC,YAAY,CAAC;IAC5B,KAAK,CAAC,QAAQ,CAAC,KAAoB;QACjC,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACtB,MAAM,IAAI,GAAG,CAAC,IAAY,EAAE,MAAoB,EAAoB,EAAE,CAAC,CAAC;YACtE,EAAE,EAAE,IAAI;YACR,MAAM,EAAE,WAAW;YACnB,IAAI,EAAE,YAAY;YAClB,IAAI;YACJ,MAAM;YACN,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE;SACpB,CAAC,CAAC;QACH,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,YAAY,CAAC,KAAK,UAAU,EAAE,CAAC;YAChD,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,WAAW;gBACnB,IAAI,EAAE,UAAU;gBAChB,IAAI,EAAE,EAAE;gBACR,EAAE,EAAE,CAAC;gBACL,KAAK,EAAE,yEAAyE;aACjF,CAAC;QACJ,CAAC;QACD,MAAM,QAAQ,GAAG,UAAU,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;QACrD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,IAAI,UAAU,CAAC;QACxC,MAAM,GAAG,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,WAAW,CAAC,CAAC,CAAC;QACrD,IAAI,CAAC;YACH,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;gBAC/B,MAAM,OAAO,GAAG,CAAC,MAAM,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,QAAQ,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAClG,CAAC,MAAM,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;gBACnG,IAAI,CAAC,OAAO,EAAE,CAAC;oBACb,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,sEAAsE,CAAC,CAAC;gBAClG,CAAC;gBACD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;gBAClC,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;gBAC9G,IAAI,CAAC,MAAM,CAAC,MAAM;oBAAE,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,wBAAwB,CAAC,CAAC;gBACtE,aAAa,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;gBAC3B,OAAO,QAAQ,CAAC,GAAG,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC;YACnD,CAAC;YACD,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO;gBAAE,OAAO,QAAQ,CAAC,KAAK,EAAE,QAAQ,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;YACtE,IAAI,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;YACtB,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;gBAChB,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI;oBAAE,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,qBAAqB,CAAC,CAAC;gBAC1F,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;gBAC3B,aAAa,CAAC,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;YACnC,CAAC;YACD,IAAI,CAAC,IAAI;gBAAE,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,eAAe,CAAC,CAAC;YACpD,OAAO,QAAQ,CAAC,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC;QACpD,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;QAClG,CAAC;gBAAS,CAAC;YACT,MAAM,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAChD,CAAC;IACH,CAAC;CACF,CAAC;AAEF,KAAK,UAAU,QAAQ,CACrB,IAAY,EACZ,QAAgB,EAChB,KAAa,EACb,GAAW,EACX,IAA8D;IAE9D,MAAM,GAAG,GAAG,MAAM,eAAe,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;IACpD,IAAI,MAAM,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC;QAC7B,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,MAAM,kBAAkB,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QACjE,OAAO,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC5B,CAAC;IACD,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,MAAM,OAAO,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IACtD,OAAO,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;AAC5B,CAAC;AAED,KAAK,UAAU,QAAQ,CACrB,KAAoB,EACpB,QAAgB,EAChB,GAAW,EACX,EAAU;IAEV,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;QAChB,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,EAAE,eAAe,EAAE,CAAC;IACzG,CAAC;IACD,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;QAC7B,OAAO;YACL,EAAE,EAAE,KAAK;YACT,MAAM,EAAE,WAAW;YACnB,IAAI,EAAE,YAAY;YAClB,IAAI,EAAE,EAAE;YACR,EAAE,EAAE,CAAC;YACL,KAAK,EAAE,4EAA4E;SACpF,CAAC;IACJ,CAAC;IACD,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,EAAE,IAAI,IAAI,OAAO,CAAC;IAC1C,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,EAAE,QAAQ,IAAI,CAAC,CAAC;IAC5C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,SAAS,IAAI,EAAE,EAAE,GAAG,CAAC,CAAC;IAC9D,MAAM,EAAE,GACN,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,4BAA4B,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC,CAAC,SAAS,QAAQ,EAAE,CAAC,CAAC,CAAC,qCAAqC,CAAC;IACxI,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IACtC,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,CAAC;IAC9C,SAAS,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1C,MAAM,aAAa,CACjB,QAAQ,EACR,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,0BAA0B,EAAE,IAAI,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC,EAC7G,EAAE,OAAO,EAAE,OAAO,EAAE,CACrB,CAAC;IACF,MAAM,EAAE,WAAW,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,CAAC;IAC9D,MAAM,MAAM,GAAG,WAAW,CAAC,SAAS,CAAC;SAClC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;SACjC,IAAI,EAAE;SACN,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;IACvB,MAAM,UAAU,GAAkC,EAAE,CAAC;IACrD,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,WAAW,CAAC,CAAC;IAC3C,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACvB,MAAM,CAAC,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;QAC7B,MAAM,EAAE,IAAI,EAAE,GAAG,SAAS;YACxB,CAAC,CAAC,MAAM,kBAAkB,CAAC,CAAC,EAAE,QAAQ,CAAC;YACvC,CAAC,CAAC,MAAM,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;QAC7C,IAAI,IAAI,CAAC,IAAI,EAAE;YAAE,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,IAAI,KAAK,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAC/G,CAAC,EAAE,CAAC;IACN,CAAC;IACD,OAAO;QACL,EAAE,EAAE,IAAI;QACR,MAAM,EAAE,WAAW;QACnB,IAAI,EAAE,YAAY;QAClB,IAAI,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;QAC9C,UAAU;QACV,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE;KACpB,CAAC;AACJ,CAAC"}

package/dist/mcp.js

@@ -0,0 +1,225 @@
+#!/usr/bin/env node
+import { Server } from "@modelcontextprotocol/sdk/server/index.js";
+import { StdioServerTransport } from "@modelcontextprotocol/sdk/server/stdio.js";
+import { CallToolRequestSchema, ListToolsRequestSchema } from "@modelcontextprotocol/sdk/types.js";
+import { perceive, resolveEngine, isEngineId } from "./engines/index.js";
+import { attach, findOpenPort, listTabs } from "./cdp/attach.js";
+import { captureScreenshot, extractPage, fetchUrl } from "./cdp/extract.js";
+const text = (s) => ({ content: [{ type: "text", text: s }] });
+function engineOf(args) {
+    const e = args?.engine;
+    if (typeof e === "string") {
+        if (!isEngineId(e))
+            throw new Error(`unknown engine: ${e}`);
+        return e;
+    }
+    return resolveEngine();
+}
+function langOf(args) {
+    const l = args?.lang;
+    if (Array.isArray(l))
+        return l.filter((x) => typeof x === "string");
+    if (typeof l === "string")
+        return [l];
+    return undefined;
+}
+function levelOf(args) {
+    return args?.level === "fast" ? "fast" : args?.level === "accurate" ? "accurate" : undefined;
+}
+function portOf(args) {
+    return typeof args?.port === "number" && Number.isFinite(args.port) ? args.port : undefined;
+}
+export function listMcpTools() {
+    return [
+        {
+            name: "peek_tabs",
+            description: "List open debug-Chrome tabs. Prefer this over a screenshot when the goal is to read a page.",
+            inputSchema: { type: "object", properties: { port: { type: "number" } } },
+        },
+        {
+            name: "peek_page",
+            description: "Read cleaned text or markdown from an attached Chrome tab or URL. Prefer this over a screenshot when the goal is to read text. Use apple-vision unless the user asked to describe.",
+            inputSchema: {
+                type: "object",
+                properties: {
+                    targetId: { type: "string" },
+                    url: { type: "string" },
+                    format: { type: "string", enum: ["text", "markdown"], default: "text" },
+                    navigate: { type: "boolean", default: false },
+                    fetch: { type: "boolean", default: false },
+                    ocrOpaque: { type: "boolean", default: false },
+                    waitMs: { type: "number" },
+                    waitText: { type: "string" },
+                    scroll: { type: "boolean", default: false },
+                    port: { type: "number" },
+                    engine: { type: "string", enum: ["apple-vision", "apple-fm", "local-vlm", "cloud-vlm", "tesseract"] },
+                },
+            },
+        },
+        {
+            name: "peek_a11y",
+            description: "Accessibility tree (interesting-only YAML with uids) of an attached tab. Prefer over a screenshot.",
+            inputSchema: {
+                type: "object",
+                properties: {
+                    targetId: { type: "string" },
+                    url: { type: "string" },
+                    navigate: { type: "boolean", default: false },
+                    port: { type: "number" },
+                    verbose: { type: "boolean" },
+                    engine: { type: "string" },
+                },
+            },
+        },
+        {
+            name: "ocr_image",
+            description: "On-device OCR of a local image, clipboard, or base64. Prefer this over a screenshot when the goal is to read text. Default engine apple-vision.",
+            inputSchema: {
+                type: "object",
+                properties: {
+                    path: { type: "string" },
+                    base64: { type: "string" },
+                    clipboard: { type: "boolean" },
+                    engine: { type: "string", enum: ["apple-vision", "apple-fm", "local-vlm", "cloud-vlm", "tesseract"] },
+                    task: { type: "string", enum: ["transcribe", "describe"], default: "transcribe" },
+                    level: { type: "string", enum: ["accurate", "fast"] },
+                    lang: { type: "array", items: { type: "string" } },
+                },
+            },
+        },
+        {
+            name: "ocr_video",
+            description: "Keyframe text transcript of a local video via apple-vision. Prefer over sending frames to a vision model.",
+            inputSchema: {
+                type: "object",
+                properties: {
+                    path: { type: "string" },
+                    mode: { type: "string", enum: ["scene", "interval", "all-idr"] },
+                    interval: { type: "number" },
+                    maxFrames: { type: "number" },
+                    engine: { type: "string" },
+                    task: { type: "string", enum: ["transcribe", "describe"], default: "transcribe" },
+                    level: { type: "string", enum: ["accurate", "fast"] },
+                    lang: { type: "array", items: { type: "string" } },
+                },
+            },
+        },
+    ];
+}
+export async function startMcp() {
+    const server = new Server({ name: "zero-vision", version: "0.1.0" }, { capabilities: { tools: {} } });
+    server.setRequestHandler(ListToolsRequestSchema, async () => ({
+        tools: listMcpTools(),
+    }));
+    server.setRequestHandler(CallToolRequestSchema, async (req) => {
+        const args = (req.params.arguments ?? {});
+        switch (req.params.name) {
+            case "peek_tabs": {
+                const { port } = await findOpenPort(portOf(args));
+                const tabs = await listTabs(port);
+                return text(JSON.stringify({ port, tabs }, null, 2));
+            }
+            case "peek_page": {
+                if (args.fetch && typeof args.url === "string") {
+                    const { text: t, markdown } = await fetchUrl(args.url);
+                    return text(args.format === "markdown" ? markdown : t);
+                }
+                const attached = await attach({
+                    port: portOf(args),
+                    tab: typeof args.targetId === "string" ? args.targetId : undefined,
+                    url: typeof args.url === "string" ? args.url : undefined,
+                    navigate: Boolean(args.navigate),
+                });
+                try {
+                    const extracted = await extractPage(attached.client, attached.sessionId, {
+                        waitMs: typeof args.waitMs === "number" ? args.waitMs : undefined,
+                        waitText: typeof args.waitText === "string" ? args.waitText : undefined,
+                        scroll: Boolean(args.scroll),
+                    });
+                    let body = args.format === "markdown" ? extracted.markdown : extracted.text;
+                    if (args.ocrOpaque && extracted.opaque.fraction >= 0.3) {
+                        const png = await captureScreenshot(attached.client, attached.sessionId);
+                        const ocr = await perceive(engineOf(args), { kind: "image", bytes: png, task: "transcribe" });
+                        if (ocr.ok && ocr.text)
+                            body += "\n--- opaque ocr ---\n" + ocr.text;
+                    }
+                    return text(JSON.stringify({
+                        title: attached.title,
+                        url: attached.url,
+                        text: body,
+                        opaque: extracted.opaque,
+                    }));
+                }
+                finally {
+                    attached.client.close();
+                }
+            }
+            case "peek_a11y": {
+                const attached = await attach({
+                    port: portOf(args),
+                    tab: typeof args.targetId === "string" ? args.targetId : undefined,
+                    url: typeof args.url === "string" ? args.url : undefined,
+                    navigate: Boolean(args.navigate),
+                });
+                try {
+                    const extracted = await extractPage(attached.client, attached.sessionId, {
+                        verbose: Boolean(args.verbose),
+                    });
+                    return text(extracted.a11y);
+                }
+                finally {
+                    attached.client.close();
+                }
+            }
+            case "ocr_image": {
+                const engine = engineOf(args);
+                const task = args.task === "describe" ? "describe" : "transcribe";
+                const level = levelOf(args);
+                const lang = langOf(args);
+                if (args.clipboard) {
+                    const r = await perceive(engine, { kind: "clipboard", task, level, lang });
+                    return text(JSON.stringify(r));
+                }
+                if (typeof args.base64 === "string") {
+                    const buf = Buffer.from(args.base64, "base64");
+                    const r = await perceive(engine, { kind: "image", bytes: buf, task, level, lang });
+                    return text(JSON.stringify(r));
+                }
+                if (typeof args.path !== "string")
+                    throw new Error("path, base64, or clipboard required");
+                const r = await perceive(engine, { kind: "image", path: args.path, task, level, lang });
+                return text(JSON.stringify(r));
+            }
+            case "ocr_video": {
+                if (typeof args.path !== "string")
+                    throw new Error("path required");
+                const engine = engineOf(args);
+                const r = await perceive(engine, {
+                    kind: "video",
+                    path: args.path,
+                    task: args.task === "describe" ? "describe" : "transcribe",
+                    level: levelOf(args),
+                    lang: langOf(args),
+                    video: {
+                        mode: args.mode ?? "scene",
+                        interval: typeof args.interval === "number" ? args.interval : 2,
+                        maxFrames: typeof args.maxFrames === "number" ? args.maxFrames : 60,
+                    },
+                });
+                return text(JSON.stringify(r));
+            }
+            default:
+                throw new Error(`unknown tool ${req.params.name}`);
+        }
+    });
+    const transport = new StdioServerTransport();
+    await server.connect(transport);
+}
+const isMain = process.argv[1]?.endsWith("mcp.js") || process.argv[1]?.endsWith("mcp.ts");
+if (isMain) {
+    startMcp().catch((err) => {
+        process.stderr.write(String(err) + "\n");
+        process.exit(1);
+    });
+}
+//# sourceMappingURL=mcp.js.map