@beeos-ai/device-agent 0.4.3 → 0.5.1

package/dist/shortcuts/types.d.ts

@@ -0,0 +1,219 @@
+/**
+ * Shortcut types — Phase 2 of the GUI-Shortcut Hybrid Plan
+ * (MAS-Bench 2025 SOTA alignment).
+ *
+ * A *shortcut* is a deterministic, structured-input action the outer
+ * orchestrator can call instead of (or alongside) `mobile_use`. The
+ * intent is to give the LLM a way to do things that the GUI-only VLM
+ * (AutoGLM-Phone-9B) cannot do at all (set the clipboard, open a deep
+ * link, look up an installed package, download a URL onto the device)
+ * **without** ever exposing raw `bash` / `file_write` / `execute_command`
+ * primitives — those would put us in Anthropic-Computer-Use territory,
+ * which AutoGLM-Phone-9B was not trained for.
+ *
+ * Design notes (all derived from the plan's D-decisions):
+ *
+ *   D7  — Phase 2 uses **full registration** (4 shortcuts, all enabled
+ *         all the time) instead of recall. The set is small enough that
+ *         prompt-cache friendliness wins over conditional injection.
+ *         Recall is intentionally a future (`phase 3+`) concern; we
+ *         leave the registry's `match` API behind a TODO so the eventual
+ *         recall layer has a natural seam to plug into.
+ *   D8  — The `download_to_device` shortcut shares the **same**
+ *         `ResourceResolverRegistry` and `ResourceResolutionCache` that
+ *         the AgentHost auto-trigger uses (Phase 1). The two paths are
+ *         distinct entry points (host-side preprocessing vs LLM
+ *         tool-call) but converge on the same backend, so a fresh
+ *         download primed by the host is reused if the LLM later asks
+ *         for it explicitly.
+ *   D9  — `runShell` / `pushFile` from the `PiExtensionContext` are
+ *         **internal-only** plumbing. They are reachable from inside a
+ *         shortcut's `execute(...)` body but are never advertised as
+ *         outer-LLM tools. The convention is enforced by inspection:
+ *         if you need to add a new shortcut that calls these, do so
+ *         from inside `services/shortcuts/*.ts` only — see the
+ *         file-level comment in `pi-context.ts`.
+ *
+ * Error contract:
+ *
+ *   Every shortcut returns a `ShortcutResult`. We use a closed
+ *   discriminated union so the calling layer (and the orchestrator
+ *   prompt) can switch on `code` without reading free-form messages.
+ *   Adding a new error code requires editing this file (intentional
+ *   choke point — the codes are part of the public LLM contract).
+ */
+/**
+ * Closed vocabulary of shortcut error codes. Mirrors the plan's D2
+ * "structured errors only" requirement.
+ *
+ * - `intent_rejected`        — the device acknowledged the action but
+ *                              the OS rejected it (e.g. permission
+ *                              denied at the activity manager level).
+ * - `app_not_found`          — `find_app_package` couldn't match any
+ *                              installed package, OR a `open_deeplink`
+ *                              target activity does not exist.
+ * - `timeout`                — execution exceeded the per-shortcut
+ *                              timeout. Defaults to 30 s but can be
+ *                              shortened on a per-shortcut basis.
+ * - `permission_denied`      — the runtime (MCP / device adapter)
+ *                              refused to perform the action because
+ *                              of a missing capability. Distinct from
+ *                              `intent_rejected` — that's an OS-level
+ *                              "I heard you but no", whereas this is
+ *                              "we never even sent the request".
+ * - `invalid_args`           — the LLM called the shortcut with args
+ *                              that fail the JSON schema or contextual
+ *                              validation (e.g. malformed deeplink URI).
+ * - `unsupported_platform`   — the active device is not Android (or
+ *                              the shortcut is Android-only and the
+ *                              device is desktop / iOS).
+ * - `internal_error`         — a real bug. Not part of the plan's
+ *                              listed codes; used as a last-resort
+ *                              wrapper so the LLM can still see a
+ *                              structured failure rather than crashing
+ *                              the whole orchestrator turn.
+ */
+export type ShortcutErrorCode = "intent_rejected" | "app_not_found" | "timeout" | "permission_denied" | "invalid_args" | "unsupported_platform" | "internal_error";
+/** Successful shortcut output. `output` is shortcut-specific JSON. */
+export interface ShortcutSuccess<T = unknown> {
+    ok: true;
+    output: T;
+    /** Optional metadata — duration, retry count, etc. */
+    durationMs?: number;
+}
+/** Failed shortcut output. `code` is closed-set; `message` is debug text. */
+export interface ShortcutFailure {
+    ok: false;
+    code: ShortcutErrorCode;
+    message: string;
+    /** Optional metadata — duration, retry count, etc. */
+    durationMs?: number;
+}
+export type ShortcutResult<T = unknown> = ShortcutSuccess<T> | ShortcutFailure;
+/**
+ * JSON schema fragment for a shortcut's parameter object. Kept as
+ * `unknown` here so callers can supply either a TypeBox / Zod schema
+ * or a hand-rolled JSON Schema; the registry forwards the value
+ * unchanged to the outer LLM tool descriptor (see
+ * `.pi/extensions/android-tools.ts`). Validation happens inside each
+ * shortcut's `execute` body — there is no central validator, both
+ * because the runtimes (TypeBox vs Zod vs raw JSON Schema) differ in
+ * how they expose `validate(input)` and because the plan intentionally
+ * keeps shortcuts thin (no shared middleware stack).
+ */
+export type ShortcutJsonSchema = Record<string, unknown>;
+/** Categorical hint used by tool descriptor generators / docs / metrics. */
+export type ShortcutKind = "api" | "deeplink" | "rpa";
+/**
+ * Per-shortcut metadata. The descriptor is what `android-tools.ts`
+ * reads when synthesising outer-LLM tool descriptors — adding a new
+ * shortcut therefore automatically lights it up in the orchestrator
+ * prompt without touching the extension file.
+ */
+export interface ShortcutDescriptor {
+    /** Stable id, used for telemetry and tool-name generation. */
+    readonly id: string;
+    /** Human / LLM display name (must be unique across the registry). */
+    readonly displayName: string;
+    /** One-line LLM description for the tool descriptor. */
+    readonly description: string;
+    /** JSON schema for the input arguments. */
+    readonly jsonSchema: ShortcutJsonSchema;
+    /** Categorical hint surfaced to the orchestrator + telemetry. */
+    readonly kind: ShortcutKind;
+    /**
+     * Platforms the shortcut supports. The router rejects a call with
+     * `unsupported_platform` when the active device's `info.os` /
+     * `info.type` doesn't match any entry. `"any"` means platform-agnostic.
+     */
+    readonly platforms: readonly ShortcutPlatform[];
+    /**
+     * Soft per-call timeout. The router enforces it via AbortSignal; the
+     * shortcut MAY also enforce a tighter budget internally. Default is
+     * 30 s when unset.
+     */
+    readonly timeoutMs?: number;
+}
+/** Platform tag — kept in sync with `IDevice.getInfo().type`. */
+export type ShortcutPlatform = "android" | "desktop" | "any";
+/**
+ * Concrete shortcut. The execute method is given a ready-built
+ * `ShortcutContext` so individual shortcuts don't have to hand-roll
+ * MCP / device wiring (and the boundary in `pi-context.ts` stays
+ * honest — see D9).
+ */
+export interface Shortcut<TArgs = unknown, TOut = unknown> {
+    readonly descriptor: ShortcutDescriptor;
+    execute(args: TArgs, ctx: ShortcutContext): Promise<ShortcutResult<TOut>>;
+}
+/**
+ * Per-call shortcut context. Mirrors the shape the `PiExtensionContext`
+ * exposes to extensions, but pre-narrowed so shortcut authors don't
+ * touch the singleton. The router builds one of these on every
+ * `invoke(...)` and passes it in.
+ */
+export interface ShortcutContext {
+    /** Active MCP runtime. May be missing in tests / desktop mock. */
+    readonly mcp?: ShortcutMcpRuntime;
+    /** Active device's `IDevice` snapshot — read-only. */
+    readonly device?: ShortcutDeviceFacade;
+    /** Resource resolver — only set when `download_to_device` is wired. */
+    readonly resources?: ShortcutResourceFacade;
+    /** Merged AbortSignal honoring both per-call timeout and host cancel. */
+    readonly abortSignal: AbortSignal;
+    /** Structured logger (pino-shaped). */
+    readonly log: ShortcutLogger;
+}
+/** Logger surface — pino's hot keys, no `child` (forbidden inside shortcuts). */
+export interface ShortcutLogger {
+    debug(obj: object, msg?: string): void;
+    info(obj: object, msg?: string): void;
+    warn(obj: object, msg?: string): void;
+    error(obj: object, msg?: string): void;
+}
+/**
+ * MCP surface a shortcut may use. Intentionally narrower than
+ * `IMcpRuntime` so a future shortcut author can't reach for an
+ * unrelated primitive.
+ */
+export interface ShortcutMcpRuntime {
+    /** Run a shell command (Android: ADB shell). */
+    executeCommand(body: string, opts?: {
+        timeoutS?: number;
+        cwd?: string;
+    }): Promise<{
+        stdout: string;
+        stderr: string;
+        exitCode: number;
+    }>;
+    /** Optional file push — only used by `download_to_device`. */
+    fileWrite?(path: string, bytes: Buffer): Promise<void>;
+}
+/**
+ * Read-only device facade exposed to shortcuts. Hides the rest of
+ * `IDevice` (capture / apply / install) — those are reserved for the
+ * VLM path.
+ */
+export interface ShortcutDeviceFacade {
+    getInfo(): Promise<{
+        type: string;
+        name: string;
+        os: string;
+        capabilities: readonly string[];
+    }>;
+    resolveWellKnownDir(mime: string): Promise<string>;
+}
+/**
+ * Resource facade reused by `download_to_device`. The router supplies
+ * a thin wrapper that delegates into the same `ResourceResolverRegistry`
+ * + cache the AgentHost uses (D8).
+ */
+export interface ShortcutResourceFacade {
+    resolveUrl(url: string): Promise<{
+        remotePath: string;
+        mime: string;
+        sizeBytes: number;
+        sha256: string;
+        sourceUrl: string;
+    }>;
+}

package/dist/shortcuts/types.js

@@ -0,0 +1,46 @@
+/**
+ * Shortcut types — Phase 2 of the GUI-Shortcut Hybrid Plan
+ * (MAS-Bench 2025 SOTA alignment).
+ *
+ * A *shortcut* is a deterministic, structured-input action the outer
+ * orchestrator can call instead of (or alongside) `mobile_use`. The
+ * intent is to give the LLM a way to do things that the GUI-only VLM
+ * (AutoGLM-Phone-9B) cannot do at all (set the clipboard, open a deep
+ * link, look up an installed package, download a URL onto the device)
+ * **without** ever exposing raw `bash` / `file_write` / `execute_command`
+ * primitives — those would put us in Anthropic-Computer-Use territory,
+ * which AutoGLM-Phone-9B was not trained for.
+ *
+ * Design notes (all derived from the plan's D-decisions):
+ *
+ *   D7  — Phase 2 uses **full registration** (4 shortcuts, all enabled
+ *         all the time) instead of recall. The set is small enough that
+ *         prompt-cache friendliness wins over conditional injection.
+ *         Recall is intentionally a future (`phase 3+`) concern; we
+ *         leave the registry's `match` API behind a TODO so the eventual
+ *         recall layer has a natural seam to plug into.
+ *   D8  — The `download_to_device` shortcut shares the **same**
+ *         `ResourceResolverRegistry` and `ResourceResolutionCache` that
+ *         the AgentHost auto-trigger uses (Phase 1). The two paths are
+ *         distinct entry points (host-side preprocessing vs LLM
+ *         tool-call) but converge on the same backend, so a fresh
+ *         download primed by the host is reused if the LLM later asks
+ *         for it explicitly.
+ *   D9  — `runShell` / `pushFile` from the `PiExtensionContext` are
+ *         **internal-only** plumbing. They are reachable from inside a
+ *         shortcut's `execute(...)` body but are never advertised as
+ *         outer-LLM tools. The convention is enforced by inspection:
+ *         if you need to add a new shortcut that calls these, do so
+ *         from inside `services/shortcuts/*.ts` only — see the
+ *         file-level comment in `pi-context.ts`.
+ *
+ * Error contract:
+ *
+ *   Every shortcut returns a `ShortcutResult`. We use a closed
+ *   discriminated union so the calling layer (and the orchestrator
+ *   prompt) can switch on `code` without reading free-form messages.
+ *   Adding a new error code requires editing this file (intentional
+ *   choke point — the codes are part of the public LLM contract).
+ */
+export {};
+//# sourceMappingURL=types.js.map

package/dist/shortcuts/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/shortcuts/types.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2CG"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@beeos-ai/device-agent",
-  "version": "0.4.3",
+  "version": "0.5.1",
   "description": "BeeOS device-agent — Android/desktop AI control agent (TypeScript) speaking ACP over Bridge WebSocket. Connects to a sibling device-mcp-server process for device control.",
   "license": "Apache-2.0",
   "type": "module",
@@ -62,7 +62,7 @@
     "pino": "^10.3.1",
     "sharp": "^0.34.5",
     "zod": "^4.3.6",
-    "@beeos-ai/device-common": "0.2.1"
+    "@beeos-ai/device-common": "0.3.0"
   },
   "devDependencies": {
     "@types/node": "^22.0.0",
@@ -71,7 +71,7 @@
     "tsx": "^4.19.0",
     "typescript": "^5.8.0",
     "vitest": "^4.1.5",
-    "@beeos-ai/device-mcp-server": "0.2.3"
+    "@beeos-ai/device-mcp-server": "0.3.0"
   },
   "scripts": {
     "build": "tsc -p tsconfig.json && chmod +x dist/inbound/cli/main.js",

package/dist/agent-runtime/skills/sqlite-store.d.ts

@@ -1,60 +0,0 @@
-/**
- * agent-runtime/skills/sqlite-store — SQLite-backed
- * {@link SkillCacheStore}.
- *
- * Phase 3.1 of the [device-agent reflector upgrade plan](../../../../../../.cursor/plans/device-agent-reflector-skills_d5599350.plan.md).
- *
- * Schema (kept verbatim with the plan):
- * ```sql
- * CREATE TABLE skills (
- *   id TEXT PRIMARY KEY,
- *   app_package TEXT NOT NULL,
- *   task_summary TEXT NOT NULL,
- *   task_embedding BLOB,
- *   action_sequence_json TEXT NOT NULL,
- *   success_count INTEGER NOT NULL DEFAULT 1,
- *   fail_count INTEGER NOT NULL DEFAULT 0,
- *   last_used_at INTEGER NOT NULL,
- *   created_at INTEGER NOT NULL
- * );
- * CREATE INDEX idx_skills_app ON skills(app_package);
- * ```
- *
- * Default DB path: `~/.beeos/device-agent/skills.sqlite`. Containerised
- * deployments mount `/var/lib/beeos/device-agent` and override
- * `SKILL_CACHE_PATH` accordingly.
- *
- * Search is implemented as a full scan over the matching app rows —
- * the cache is intentionally small (<10k rows / device), so a brute
- * cosine pass is cheaper than maintaining an ANN index. If profile
- * data shows that's wrong we can plug in `sqlite-vss` / `pgvector`
- * later behind the same {@link SkillCacheStore} interface.
- */
-import type { Database as DB } from "better-sqlite3";
-import type { NewSkillInput, Skill, SkillCacheStore, SkillMatch } from "./types.js";
-export interface SQLiteSkillCacheStoreOptions {
-    /** Override the default DB path. Use ":memory:" for ephemeral tests. */
-    path?: string;
-    /** Pre-built better-sqlite3 Database (used by tests). */
-    db?: DB;
-    /** Skip auto-mkdir on the parent dir (when path is :memory:). */
-    noMkdir?: boolean;
-}
-export declare function defaultSkillCachePath(): string;
-export declare class SQLiteSkillCacheStore implements SkillCacheStore {
-    private readonly db;
-    private readonly stmts;
-    private closed;
-    constructor(opts?: SQLiteSkillCacheStoreOptions);
-    insert(input: NewSkillInput): Skill;
-    get(id: string): Skill | undefined;
-    listByApp(appPackage: string, limit?: number): Skill[];
-    listAll(limit?: number): Skill[];
-    search(appPackage: string, query: Float32Array, k: number): SkillMatch[];
-    recordSuccess(id: string, now?: number): void;
-    recordFailure(id: string, now?: number): void;
-    delete(id: string): boolean;
-    clear(): void;
-    close(): void;
-    private applyMigrations;
-}

package/dist/agent-runtime/skills/sqlite-store.js

@@ -1,234 +0,0 @@
-/**
- * agent-runtime/skills/sqlite-store — SQLite-backed
- * {@link SkillCacheStore}.
- *
- * Phase 3.1 of the [device-agent reflector upgrade plan](../../../../../../.cursor/plans/device-agent-reflector-skills_d5599350.plan.md).
- *
- * Schema (kept verbatim with the plan):
- * ```sql
- * CREATE TABLE skills (
- *   id TEXT PRIMARY KEY,
- *   app_package TEXT NOT NULL,
- *   task_summary TEXT NOT NULL,
- *   task_embedding BLOB,
- *   action_sequence_json TEXT NOT NULL,
- *   success_count INTEGER NOT NULL DEFAULT 1,
- *   fail_count INTEGER NOT NULL DEFAULT 0,
- *   last_used_at INTEGER NOT NULL,
- *   created_at INTEGER NOT NULL
- * );
- * CREATE INDEX idx_skills_app ON skills(app_package);
- * ```
- *
- * Default DB path: `~/.beeos/device-agent/skills.sqlite`. Containerised
- * deployments mount `/var/lib/beeos/device-agent` and override
- * `SKILL_CACHE_PATH` accordingly.
- *
- * Search is implemented as a full scan over the matching app rows —
- * the cache is intentionally small (<10k rows / device), so a brute
- * cosine pass is cheaper than maintaining an ANN index. If profile
- * data shows that's wrong we can plug in `sqlite-vss` / `pgvector`
- * later behind the same {@link SkillCacheStore} interface.
- */
-import { mkdirSync } from "node:fs";
-import path from "node:path";
-import { homedir } from "node:os";
-import { randomUUID } from "node:crypto";
-import Database from "better-sqlite3";
-import { bufferToEmbedding, cosine, embeddingToBuffer, } from "./embedding.js";
-const SCHEMA_VERSION = 1;
-const SCHEMA_SQL = `
-PRAGMA journal_mode=WAL;
-PRAGMA synchronous=NORMAL;
-PRAGMA foreign_keys=ON;
-
-CREATE TABLE IF NOT EXISTS skills (
-  id                  TEXT PRIMARY KEY,
-  app_package         TEXT NOT NULL,
-  task_summary        TEXT NOT NULL,
-  task_embedding      BLOB,
-  action_sequence_json TEXT NOT NULL,
-  success_count       INTEGER NOT NULL DEFAULT 1,
-  fail_count          INTEGER NOT NULL DEFAULT 0,
-  last_used_at        INTEGER NOT NULL,
-  created_at          INTEGER NOT NULL
-);
-CREATE INDEX IF NOT EXISTS idx_skills_app ON skills(app_package);
-
-CREATE TABLE IF NOT EXISTS skill_meta (
-  key   TEXT PRIMARY KEY,
-  value TEXT NOT NULL
-);
-`;
-export function defaultSkillCachePath() {
-    const env = process.env.SKILL_CACHE_PATH;
-    if (env && env.length > 0)
-        return env;
-    return path.join(homedir(), ".beeos", "device-agent", "skills.sqlite");
-}
-export class SQLiteSkillCacheStore {
-    db;
-    stmts;
-    closed = false;
-    constructor(opts = {}) {
-        const dbPath = opts.path ?? defaultSkillCachePath();
-        if (opts.db) {
-            this.db = opts.db;
-        }
-        else {
-            if (!opts.noMkdir && dbPath !== ":memory:") {
-                mkdirSync(path.dirname(dbPath), { recursive: true });
-            }
-            this.db = new Database(dbPath);
-        }
-        this.db.exec(SCHEMA_SQL);
-        this.applyMigrations();
-        this.stmts = prepareStatements(this.db);
-    }
-    insert(input) {
-        if (this.closed)
-            throw new Error("SQLiteSkillCacheStore: handle closed");
-        const now = Date.now();
-        const id = randomUUID();
-        this.stmts.insert.run({
-            id,
-            app: input.appPackage,
-            summary: input.taskSummary,
-            embed: input.taskEmbedding ? embeddingToBuffer(input.taskEmbedding) : null,
-            seq: serialiseSequence(input.actionSequence),
-            now,
-        });
-        return {
-            id,
-            appPackage: input.appPackage,
-            taskSummary: input.taskSummary,
-            taskEmbedding: input.taskEmbedding ? new Float32Array(input.taskEmbedding) : undefined,
-            actionSequence: input.actionSequence,
-            successCount: 1,
-            failCount: 0,
-            lastUsedAt: now,
-            createdAt: now,
-        };
-    }
-    get(id) {
-        const row = this.stmts.getById.get({ id });
-        return row ? rowToSkill(row) : undefined;
-    }
-    listByApp(appPackage, limit = 50) {
-        const rows = this.stmts.listByApp.all({ app: appPackage, limit });
-        return rows.map(rowToSkill);
-    }
-    listAll(limit = 200) {
-        const rows = this.stmts.listAll.all({ limit });
-        return rows.map(rowToSkill);
-    }
-    search(appPackage, query, k) {
-        const rows = this.stmts.searchByApp.all({ app: appPackage });
-        const matches = [];
-        for (const row of rows) {
-            if (!row.task_embedding)
-                continue;
-            const v = bufferToEmbedding(row.task_embedding);
-            if (v.length !== query.length)
-                continue;
-            const score = cosine(query, v);
-            matches.push({ skill: rowToSkill(row), score });
-        }
-        matches.sort((a, b) => b.score - a.score);
-        return matches.slice(0, Math.max(0, k));
-    }
-    recordSuccess(id, now = Date.now()) {
-        this.stmts.success.run({ id, now });
-    }
-    recordFailure(id, now = Date.now()) {
-        this.stmts.failure.run({ id, now });
-    }
-    delete(id) {
-        const res = this.stmts.delete.run({ id });
-        return res.changes > 0;
-    }
-    clear() {
-        this.db.exec("DELETE FROM skills;");
-    }
-    close() {
-        if (this.closed)
-            return;
-        this.closed = true;
-        try {
-            this.db.close();
-        }
-        catch {
-            /* swallow — close is best-effort */
-        }
-    }
-    applyMigrations() {
-        const row = this.db
-            .prepare("SELECT value FROM skill_meta WHERE key = 'schema_version'")
-            .get();
-        if (!row) {
-            this.db
-                .prepare("INSERT INTO skill_meta(key, value) VALUES('schema_version', ?)")
-                .run(String(SCHEMA_VERSION));
-            return;
-        }
-        // Future migrations would diff `row.value` against SCHEMA_VERSION here.
-    }
-}
-function prepareStatements(db) {
-    return {
-        insert: db.prepare(`INSERT INTO skills (
-         id, app_package, task_summary, task_embedding,
-         action_sequence_json, success_count, fail_count, last_used_at, created_at
-       ) VALUES (
-         @id, @app, @summary, @embed,
-         @seq, 1, 0, @now, @now
-       );`),
-        getById: db.prepare(`SELECT * FROM skills WHERE id = @id`),
-        listByApp: db.prepare(`SELECT * FROM skills
-       WHERE app_package = @app
-       ORDER BY last_used_at DESC
-       LIMIT @limit`),
-        listAll: db.prepare(`SELECT * FROM skills
-       ORDER BY last_used_at DESC
-       LIMIT @limit`),
-        searchByApp: db.prepare(`SELECT * FROM skills WHERE app_package = @app`),
-        success: db.prepare(`UPDATE skills SET success_count = success_count + 1,
-                          last_used_at = @now
-       WHERE id = @id`),
-        failure: db.prepare(`UPDATE skills SET fail_count = fail_count + 1,
-                          last_used_at = @now
-       WHERE id = @id`),
-        delete: db.prepare(`DELETE FROM skills WHERE id = @id`),
-    };
-}
-function serialiseSequence(seq) {
-    return JSON.stringify(seq);
-}
-function deserialiseSequence(raw) {
-    if (!raw)
-        return [];
-    try {
-        const v = JSON.parse(raw);
-        if (Array.isArray(v)) {
-            return v;
-        }
-        return [];
-    }
-    catch {
-        return [];
-    }
-}
-function rowToSkill(row) {
-    return {
-        id: row.id,
-        appPackage: row.app_package,
-        taskSummary: row.task_summary,
-        taskEmbedding: row.task_embedding ? bufferToEmbedding(row.task_embedding) : undefined,
-        actionSequence: deserialiseSequence(row.action_sequence_json),
-        successCount: row.success_count,
-        failCount: row.fail_count,
-        lastUsedAt: row.last_used_at,
-        createdAt: row.created_at,
-    };
-}
-//# sourceMappingURL=sqlite-store.js.map

package/dist/agent-runtime/skills/sqlite-store.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"sqlite-store.js","sourceRoot":"","sources":["../../../src/agent-runtime/skills/sqlite-store.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+BG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACpC,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzC,OAAO,QAAQ,MAAM,gBAAgB,CAAC;AAKtC,OAAO,EACL,iBAAiB,EACjB,MAAM,EACN,iBAAiB,GAClB,MAAM,gBAAgB,CAAC;AASxB,MAAM,cAAc,GAAG,CAAC,CAAC;AAEzB,MAAM,UAAU,GAAG;;;;;;;;;;;;;;;;;;;;;;CAsBlB,CAAC;AAWF,MAAM,UAAU,qBAAqB;IACnC,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;IACzC,IAAI,GAAG,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,GAAG,CAAC;IACtC,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,cAAc,EAAE,eAAe,CAAC,CAAC;AACzE,CAAC;AAED,MAAM,OAAO,qBAAqB;IACf,EAAE,CAAK;IACP,KAAK,CAAqB;IACnC,MAAM,GAAG,KAAK,CAAC;IAEvB,YAAY,OAAqC,EAAE;QACjD,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,IAAI,qBAAqB,EAAE,CAAC;QACpD,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC;YACZ,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;QACpB,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,MAAM,KAAK,UAAU,EAAE,CAAC;gBAC3C,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACvD,CAAC;YACD,IAAI,CAAC,EAAE,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC;QACjC,CAAC;QACD,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACzB,IAAI,CAAC,eAAe,EAAE,CAAC;QACvB,IAAI,CAAC,KAAK,GAAG,iBAAiB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC1C,CAAC;IAED,MAAM,CAAC,KAAoB;QACzB,IAAI,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;QACzE,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,EAAE,GAAG,UAAU,EAAE,CAAC;QACxB,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC;YACpB,EAAE;YACF,GAAG,EAAE,KAAK,CAAC,UAAU;YACrB,OAAO,EAAE,KAAK,CAAC,WAAW;YAC1B,KAAK,EAAE,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,iBAAiB,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,IAAI;YAC1E,GAAG,EAAE,iBAAiB,CAAC,KAAK,CAAC,cAAc,CAAC;YAC5C,GAAG;SACJ,CAAC,CAAC;QACH,OAAO;YACL,EAAE;YACF,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,WAAW,EAAE,KAAK,CAAC,WAAW;YAC9B,aAAa,EAAE,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,SAAS;YACtF,cAAc,EAAE,KAAK,CAAC,cAAc;YACpC,YAAY,EAAE,CAAC;YACf,SAAS,EAAE,CAAC;YACZ,UAAU,EAAE,GAAG;YACf,SAAS,EAAE,GAAG;SACf,CAAC;IACJ,CAAC;IAED,GAAG,CAAC,EAAU;QACZ,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,CAAuB,CAAC;QACjE,OAAO,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAC3C,CAAC;IAED,SAAS,CAAC,UAAkB,EAAE,KAAK,GAAG,EAAE;QACtC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,UAAU,EAAE,KAAK,EAAE,CAAa,CAAC;QAC9E,OAAO,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAC9B,CAAC;IAED,OAAO,CAAC,KAAK,GAAG,GAAG;QACjB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,CAAa,CAAC;QAC3D,OAAO,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAC9B,CAAC;IAED,MAAM,CAAC,UAAkB,EAAE,KAAmB,EAAE,CAAS;QACvD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,UAAU,EAAE,CAAa,CAAC;QACzE,MAAM,OAAO,GAAiB,EAAE,CAAC;QACjC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,IAAI,CAAC,GAAG,CAAC,cAAc;gBAAE,SAAS;YAClC,MAAM,CAAC,GAAG,iBAAiB,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;YAChD,IAAI,CAAC,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM;gBAAE,SAAS;YACxC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YAC/B,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;QAClD,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAC1C,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC1C,CAAC;IAED,aAAa,CAAC,EAAU,EAAE,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE;QACxC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;IACtC,CAAC;IAED,aAAa,CAAC,EAAU,EAAE,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE;QACxC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;IACtC,CAAC;IAED,MAAM,CAAC,EAAU;QACf,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QAC1C,OAAO,GAAG,CAAC,OAAO,GAAG,CAAC,CAAC;IACzB,CAAC;IAED,KAAK;QACH,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;IACtC,CAAC;IAED,KAAK;QACH,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO;QACxB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC;YACH,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;QAClB,CAAC;QAAC,MAAM,CAAC;YACP,oCAAoC;QACtC,CAAC;IACH,CAAC;IAEO,eAAe;QACrB,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE;aAChB,OAAO,CAAC,2DAA2D,CAAC;aACpE,GAAG,EAAmC,CAAC;QAC1C,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,IAAI,CAAC,EAAE;iBACJ,OAAO,CAAC,gEAAgE,CAAC;iBACzE,GAAG,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC;YAC/B,OAAO;QACT,CAAC;QACD,wEAAwE;IAC1E,CAAC;CACF;AA6BD,SAAS,iBAAiB,CAAC,EAAM;IAC/B,OAAO;QACL,MAAM,EAAE,EAAE,CAAC,OAAO,CAChB;;;;;;UAMI,CACL;QACD,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,qCAAqC,CAAC;QAC1D,SAAS,EAAE,EAAE,CAAC,OAAO,CACnB;;;oBAGc,CACf;QACD,OAAO,EAAE,EAAE,CAAC,OAAO,CACjB;;oBAEc,CACf;QACD,WAAW,EAAE,EAAE,CAAC,OAAO,CACrB,+CAA+C,CAChD;QACD,OAAO,EAAE,EAAE,CAAC,OAAO,CACjB;;sBAEgB,CACjB;QACD,OAAO,EAAE,EAAE,CAAC,OAAO,CACjB;;sBAEgB,CACjB;QACD,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,mCAAmC,CAAC;KACxD,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB,CAAC,GAAwB;IACjD,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;AAC7B,CAAC;AAED,SAAS,mBAAmB,CAAC,GAAW;IACtC,IAAI,CAAC,GAAG;QAAE,OAAO,EAAE,CAAC;IACpB,IAAI,CAAC;QACH,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC1B,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;YACrB,OAAO,CAAa,CAAC;QACvB,CAAC;QACD,OAAO,EAAE,CAAC;IACZ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,SAAS,UAAU,CAAC,GAAW;IAC7B,OAAO;QACL,EAAE,EAAE,GAAG,CAAC,EAAE;QACV,UAAU,EAAE,GAAG,CAAC,WAAW;QAC3B,WAAW,EAAE,GAAG,CAAC,YAAY;QAC7B,aAAa,EAAE,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,iBAAiB,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,SAAS;QACrF,cAAc,EAAE,mBAAmB,CAAC,GAAG,CAAC,oBAAoB,CAAC;QAC7D,YAAY,EAAE,GAAG,CAAC,aAAa;QAC/B,SAAS,EAAE,GAAG,CAAC,UAAU;QACzB,UAAU,EAAE,GAAG,CAAC,YAAY;QAC5B,SAAS,EAAE,GAAG,CAAC,UAAU;KAC1B,CAAC;AACJ,CAAC"}

package/dist/test-lan-autoglm.d.ts

@@ -1,7 +0,0 @@
-/**
- * 验证局域网 OpenAI 兼容 AutoGLM 与 device-agent-ts 内层链路（adapter=autoglm + OpenAIClient）。
- * 需要：adb 已连机、本机可访问 GUI_AGENT_BASE_URL、.env 已配置。
- *
- *   npx tsx src/test-lan-autoglm.ts
- */
-import "dotenv/config";

package/dist/test-lan-autoglm.js

@@ -1,46 +0,0 @@
-/**
- * 验证局域网 OpenAI 兼容 AutoGLM 与 device-agent-ts 内层链路（adapter=autoglm + OpenAIClient）。
- * 需要：adb 已连机、本机可访问 GUI_AGENT_BASE_URL、.env 已配置。
- *
- *   npx tsx src/test-lan-autoglm.ts
- */
-import "dotenv/config";
-import { AndroidDevice } from "./device/android.js";
-import { OpenAIClient } from "./model/client.js";
-const TASK = process.env.LAN_VLM_SMOKE_TASK ??
-    "看当前截图，只输出一行下一步操作（不要复述用户原话里的示例代码）：用 do(action=\"Tap\", element=[x,y]) 点击你认为该点的位置，坐标 0–1000。";
-async function main() {
-    const base = process.env.GUI_AGENT_BASE_URL ?? "";
-    const model = process.env.GUI_AGENT_MODEL ?? "";
-    if (!base || !model) {
-        console.error("请设置 GUI_AGENT_BASE_URL、GUI_AGENT_MODEL（及 API_KEY）");
-        process.exit(1);
-    }
-    console.log(`[lan-autoglm] base=${base} model=${model} adapter=${process.env.GUI_AGENT_ADAPTER ?? "(auto)"} stream=${process.env.GUI_AGENT_STREAM ?? "1"}`);
-    const device = new AndroidDevice(process.env.GUI_AGENT_DEVICE_ID ?? undefined);
-    const ss = await device.takeScreenshot();
-    const currentApp = await device.getCurrentApp();
-    const client = new OpenAIClient({
-        adapter: process.env.GUI_AGENT_ADAPTER ?? "autoglm",
-    });
-    const screenInfo = {
-        screenshotB64: ss.base64Data,
-        width: ss.width,
-        height: ss.height,
-        currentApp,
-        uiXml: null,
-    };
-    const messages = client.buildMessages(TASK, screenInfo, [], true, (process.env.GUI_AGENT_LANG ?? "cn"));
-    console.log(`[lan-autoglm] requesting… (${messages.length} messages, jpeg b64 ~${Math.round(ss.base64Data.length / 1024)} KB)`);
-    const t0 = Date.now();
-    const resp = await client.request(messages, true);
-    const ms = Date.now() - t0;
-    console.log("\n--- raw (prefix) ---\n", resp.rawContent.slice(0, 1500), resp.rawContent.length > 1500 ? "\n…" : "");
-    console.log("\n--- parsed ---\n", JSON.stringify(client.parseResponse(resp.rawContent), null, 2));
-    console.log(`\n[lan-autoglm] ok in ${ms} ms`);
-}
-main().catch((e) => {
-    console.error(e);
-    process.exit(1);
-});
-//# sourceMappingURL=test-lan-autoglm.js.map

package/dist/test-lan-autoglm.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"test-lan-autoglm.js","sourceRoot":"","sources":["../src/test-lan-autoglm.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,OAAO,eAAe,CAAC;AACvB,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAEjD,MAAM,IAAI,GACR,OAAO,CAAC,GAAG,CAAC,kBAAkB;IAC9B,4FAA4F,CAAC;AAE/F,KAAK,UAAU,IAAI;IACjB,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB,IAAI,EAAE,CAAC;IAClD,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,EAAE,CAAC;IAChD,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;QACpB,OAAO,CAAC,KAAK,CAAC,mDAAmD,CAAC,CAAC;QACnE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,UAAU,KAAK,YAAY,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,QAAQ,WAAW,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI,GAAG,EAAE,CAAC,CAAC;IAE5J,MAAM,MAAM,GAAG,IAAI,aAAa,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,SAAS,CAAC,CAAC;IAC/E,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,cAAc,EAAE,CAAC;IACzC,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,aAAa,EAAE,CAAC;IAEhD,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC;QAC9B,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,SAAS;KACpD,CAAC,CAAC;IAEH,MAAM,UAAU,GAAG;QACjB,aAAa,EAAE,EAAE,CAAC,UAAU;QAC5B,KAAK,EAAE,EAAE,CAAC,KAAK;QACf,MAAM,EAAE,EAAE,CAAC,MAAM;QACjB,UAAU;QACV,KAAK,EAAE,IAAI;KACZ,CAAC;IAEF,MAAM,QAAQ,GAAG,MAAM,CAAC,aAAa,CAAC,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,IAAI,CAAgB,CAAC,CAAC;IACvH,OAAO,CAAC,GAAG,CAAC,8BAA8B,QAAQ,CAAC,MAAM,wBAAwB,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,UAAU,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;IAEhI,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACtB,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;IAClD,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;IAE3B,OAAO,CAAC,GAAG,CAAC,0BAA0B,EAAE,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IACpH,OAAO,CAAC,GAAG,CAAC,oBAAoB,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAClG,OAAO,CAAC,GAAG,CAAC,yBAAyB,EAAE,KAAK,CAAC,CAAC;AAChD,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACjB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}

package/dist/test-mem-breakdown.d.ts

@@ -1 +0,0 @@
-import "dotenv/config";