@0xhayd3n/fling 0.6.0

package/dist/tools/wait-for.js

@@ -0,0 +1,109 @@
+import { z } from "zod";
+import { fetchUiDump } from "../uiDump.js";
+import { findNodes } from "../uiSelector.js";
+import { resolveDeviceArgs } from "../devices.js";
+import { FlingError } from "../errors.js";
+import { deviceIdInput } from "../schemas.js";
+import { toolErrorFrom } from "../toolResult.js";
+const defaultNow = () => Date.now();
+const defaultSleep = (ms) => new Promise((resolve) => setTimeout(resolve, ms));
+export async function pollUntilFound(dumpFn, selector, options) {
+    const now = options.now ?? defaultNow;
+    const sleep = options.sleep ?? defaultSleep;
+    const start = now();
+    let attempts = 0;
+    while (true) {
+        attempts++;
+        const nodes = await dumpFn();
+        const matches = findNodes(nodes, selector);
+        if (matches.length > 0) {
+            return {
+                found: true,
+                attempts,
+                elapsed_ms: now() - start,
+                bounds: matches[0].bounds,
+                center: matches[0].center,
+            };
+        }
+        if (now() - start + options.pollIntervalMs >= options.timeoutMs) {
+            throw new FlingError("UI_WAIT_TIMEOUT", `wait_for timed out after ${options.timeoutMs}ms (${attempts} attempts) looking for ${selector.by}="${selector.value}".`);
+        }
+        await sleep(options.pollIntervalMs);
+    }
+}
+export function registerWaitFor(server) {
+    server.registerTool("wait_for", {
+        title: "Wait for a UI element to appear",
+        description: "Polls dump_ui at the given interval until the selector matches, or " +
+            "throws UI_WAIT_TIMEOUT after timeout_ms elapses. Use after launching " +
+            "an app or triggering an async transition. Costs roughly one dump every " +
+            "poll_interval_ms (default 500ms) until found.",
+        inputSchema: {
+            by: z
+                .enum(["text", "resource_id", "content_desc"])
+                .describe("Which attribute to match on."),
+            value: z.string().min(1).describe("Value to look up."),
+            exact: z
+                .boolean()
+                .optional()
+                .default(false)
+                .describe("Exact match (ignored for resource_id which is always exact)."),
+            timeout_ms: z
+                .number()
+                .int()
+                .positive()
+                .max(60_000)
+                .optional()
+                .default(5000)
+                .describe("Maximum total wait, milliseconds (default 5000)."),
+            poll_interval_ms: z
+                .number()
+                .int()
+                .positive()
+                .max(5000)
+                .optional()
+                .default(500)
+                .describe("Wait between dumps, milliseconds (default 500)."),
+            device_id: deviceIdInput,
+        },
+        outputSchema: {
+            device_id: z.string(),
+            found_after_ms: z.number().int().nonnegative(),
+            attempts: z.number().int().positive(),
+            bounds: z.object({
+                x1: z.number(),
+                y1: z.number(),
+                x2: z.number(),
+                y2: z.number(),
+            }),
+            center: z.object({ x: z.number(), y: z.number() }),
+        },
+        annotations: {
+            readOnlyHint: true,
+            destructiveHint: false,
+            idempotentHint: true,
+            openWorldHint: false,
+        },
+    }, async ({ by, value, exact, timeout_ms, poll_interval_ms, device_id }) => {
+        try {
+            const { args: deviceArgs, serial } = await resolveDeviceArgs(device_id);
+            const selector = by === "resource_id" ? { by, value } : { by, value, exact };
+            const result = await pollUntilFound(async () => (await fetchUiDump(deviceArgs)).nodes, selector, { timeoutMs: timeout_ms, pollIntervalMs: poll_interval_ms });
+            const msg = `Found ${by}="${value}" after ${result.elapsed_ms}ms (${result.attempts} dumps) on ${serial}.`;
+            return {
+                content: [{ type: "text", text: msg }],
+                structuredContent: {
+                    device_id: serial,
+                    found_after_ms: result.elapsed_ms,
+                    attempts: result.attempts,
+                    bounds: result.bounds,
+                    center: result.center,
+                },
+            };
+        }
+        catch (err) {
+            return toolErrorFrom(err);
+        }
+    });
+}
+//# sourceMappingURL=wait-for.js.map

package/dist/tools/wait-for.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"wait-for.js","sourceRoot":"","sources":["../../src/tools/wait-for.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,WAAW,EAAe,MAAM,cAAc,CAAC;AACxD,OAAO,EAAE,SAAS,EAAiB,MAAM,kBAAkB,CAAC;AAC5D,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAClD,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAC9C,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAiBjD,MAAM,UAAU,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;AACpC,MAAM,YAAY,GAAG,CAAC,EAAU,EAAE,EAAE,CAClC,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAE1D,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,MAA+B,EAC/B,QAAkB,EAClB,OAA8B;IAE9B,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,UAAU,CAAC;IACtC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,YAAY,CAAC;IAC5C,MAAM,KAAK,GAAG,GAAG,EAAE,CAAC;IACpB,IAAI,QAAQ,GAAG,CAAC,CAAC;IAEjB,OAAO,IAAI,EAAE,CAAC;QACZ,QAAQ,EAAE,CAAC;QACX,MAAM,KAAK,GAAG,MAAM,MAAM,EAAE,CAAC;QAC7B,MAAM,OAAO,GAAG,SAAS,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QAC3C,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,OAAO;gBACL,KAAK,EAAE,IAAI;gBACX,QAAQ;gBACR,UAAU,EAAE,GAAG,EAAE,GAAG,KAAK;gBACzB,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM;gBACzB,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM;aAC1B,CAAC;QACJ,CAAC;QACD,IAAI,GAAG,EAAE,GAAG,KAAK,GAAG,OAAO,CAAC,cAAc,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;YAChE,MAAM,IAAI,UAAU,CAClB,iBAAiB,EACjB,4BAA4B,OAAO,CAAC,SAAS,OAAO,QAAQ,0BAA0B,QAAQ,CAAC,EAAE,KAAK,QAAQ,CAAC,KAAK,IAAI,CACzH,CAAC;QACJ,CAAC;QACD,MAAM,KAAK,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;IACtC,CAAC;AACH,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,MAAiB;IAC/C,MAAM,CAAC,YAAY,CACjB,UAAU,EACV;QACE,KAAK,EAAE,iCAAiC;QACxC,WAAW,EACT,qEAAqE;YACrE,uEAAuE;YACvE,yEAAyE;YACzE,+CAA+C;QACjD,WAAW,EAAE;YACX,EAAE,EAAE,CAAC;iBACF,IAAI,CAAC,CAAC,MAAM,EAAE,aAAa,EAAE,cAAc,CAAC,CAAC;iBAC7C,QAAQ,CAAC,8BAA8B,CAAC;YAC3C,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,mBAAmB,CAAC;YACtD,KAAK,EAAE,CAAC;iBACL,OAAO,EAAE;iBACT,QAAQ,EAAE;iBACV,OAAO,CAAC,KAAK,CAAC;iBACd,QAAQ,CACP,8DAA8D,CAC/D;YACH,UAAU,EAAE,CAAC;iBACV,MAAM,EAAE;iBACR,GAAG,EAAE;iBACL,QAAQ,EAAE;iBACV,GAAG,CAAC,MAAM,CAAC;iBACX,QAAQ,EAAE;iBACV,OAAO,CAAC,IAAI,CAAC;iBACb,QAAQ,CAAC,kDAAkD,CAAC;YAC/D,gBAAgB,EAAE,CAAC;iBAChB,MAAM,EAAE;iBACR,GAAG,EAAE;iBACL,QAAQ,EAAE;iBACV,GAAG,CAAC,IAAI,CAAC;iBACT,QAAQ,EAAE;iBACV,OAAO,CAAC,GAAG,CAAC;iBACZ,QAAQ,CAAC,iDAAiD,CAAC;YAC9D,SAAS,EAAE,aAAa;SACzB;QACD,YAAY,EAAE;YACZ,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;YACrB,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;YAC9C,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;YACrC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC;gBACf,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;gBACd,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;gBACd,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;gBACd,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;aACf,CAAC;YACF,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC;SACnD;QACD,WAAW,EAAE;YACX,YAAY,EAAE,IAAI;YAClB,eAAe,EAAE,KAAK;YACtB,cAAc,EAAE,IAAI;YACpB,aAAa,EAAE,KAAK;SACrB;KACF,EACD,KAAK,EAAE,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,gBAAgB,EAAE,SAAS,EAAE,EAAE,EAAE;QACtE,IAAI,CAAC;YACH,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,GAAG,MAAM,iBAAiB,CAAC,SAAS,CAAC,CAAC;YACxE,MAAM,QAAQ,GACZ,EAAE,KAAK,aAAa,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;YAE9D,MAAM,MAAM,GAAG,MAAM,cAAc,CACjC,KAAK,IAAI,EAAE,CAAC,CAAC,MAAM,WAAW,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,EACjD,QAAQ,EACR,EAAE,SAAS,EAAE,UAAU,EAAE,cAAc,EAAE,gBAAgB,EAAE,CAC5D,CAAC;YAEF,MAAM,GAAG,GAAG,SAAS,EAAE,KAAK,KAAK,WAAW,MAAM,CAAC,UAAU,OAAO,MAAM,CAAC,QAAQ,cAAc,MAAM,GAAG,CAAC;YAC3G,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC;gBAC/C,iBAAiB,EAAE;oBACjB,SAAS,EAAE,MAAM;oBACjB,cAAc,EAAE,MAAM,CAAC,UAAU;oBACjC,QAAQ,EAAE,MAAM,CAAC,QAAQ;oBACzB,MAAM,EAAE,MAAM,CAAC,MAAM;oBACrB,MAAM,EAAE,MAAM,CAAC,MAAM;iBACtB;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,aAAa,CAAC,GAAG,CAAC,CAAC;QAC5B,CAAC;IACH,CAAC,CACF,CAAC;AACJ,CAAC"}

package/dist/uiDump.d.ts

@@ -0,0 +1,34 @@
+export interface UiBounds {
+    x1: number;
+    y1: number;
+    x2: number;
+    y2: number;
+}
+export interface UiNode {
+    text: string;
+    content_desc: string;
+    resource_id: string;
+    class: string;
+    package: string;
+    bounds: UiBounds;
+    center: {
+        x: number;
+        y: number;
+    };
+    clickable: boolean;
+    long_clickable: boolean;
+    scrollable: boolean;
+    focusable: boolean;
+    focused: boolean;
+    enabled: boolean;
+    selected: boolean;
+    checkable: boolean;
+    checked: boolean;
+}
+export declare function parseUiHierarchy(xml: string): UiNode[];
+export declare function isInteresting(node: UiNode): boolean;
+export interface UiDumpResult {
+    nodes: UiNode[];
+    raw_xml: string;
+}
+export declare function fetchUiDump(deviceArgs: string[]): Promise<UiDumpResult>;

package/dist/uiDump.js

@@ -0,0 +1,108 @@
+import { runAdb } from "./adb.js";
+import { FlingError } from "./errors.js";
+const DUMP_TIMEOUT_MS = 15_000;
+const DEVICE_DUMP_PATH = "/sdcard/window_dump.xml";
+// uiautomator emits each node as a single self-closing tag OR a paired opening
+// tag whose attributes live entirely on one line, e.g.
+//   <node bounds="[0,0][1080,200]" text="Settings" clickable="true" .../>
+// The attribute matcher is quoted-value aware so it doesn't stop at a `>` that
+// appears inside an attribute value (WebView content-desc can contain raw `>`
+// on some Android versions). Closing tags `</node>` start with `</` and are
+// not matched.
+const NODE_OPEN_RE = /<node((?:\s+[\w-]+="[^"]*")*)\s*\/?>/g;
+const BOUNDS_RE = /^\[(-?\d+),(-?\d+)\]\[(-?\d+),(-?\d+)\]$/;
+function decodeXmlAttr(s) {
+    // Order matters: &amp; last so we don't double-decode entities that contain
+    // an ampersand in their replacement.
+    return s
+        .replace(/&lt;/g, "<")
+        .replace(/&gt;/g, ">")
+        .replace(/&quot;/g, '"')
+        .replace(/&apos;/g, "'")
+        .replace(/&amp;/g, "&");
+}
+function parseAttrs(attrStr) {
+    const out = {};
+    // Fresh regex per call so a future early-return inside the loop can't leave
+    // stale `lastIndex` state across calls. Compile cost is negligible.
+    const attrRe = /([\w-]+)="([^"]*)"/g;
+    let m;
+    while ((m = attrRe.exec(attrStr)) !== null) {
+        out[m[1]] = decodeXmlAttr(m[2]);
+    }
+    return out;
+}
+function parseBool(v) {
+    return v === "true";
+}
+export function parseUiHierarchy(xml) {
+    const nodes = [];
+    NODE_OPEN_RE.lastIndex = 0;
+    let m;
+    while ((m = NODE_OPEN_RE.exec(xml)) !== null) {
+        const attrs = parseAttrs(m[1]);
+        const boundsMatch = attrs.bounds ? BOUNDS_RE.exec(attrs.bounds) : null;
+        // A node without parseable bounds isn't tappable — skip it. This also
+        // protects downstream callers that compute taps from `center` without
+        // re-checking.
+        if (!boundsMatch)
+            continue;
+        const x1 = Number(boundsMatch[1]);
+        const y1 = Number(boundsMatch[2]);
+        const x2 = Number(boundsMatch[3]);
+        const y2 = Number(boundsMatch[4]);
+        nodes.push({
+            text: attrs.text ?? "",
+            content_desc: attrs["content-desc"] ?? "",
+            resource_id: attrs["resource-id"] ?? "",
+            class: attrs.class ?? "",
+            package: attrs.package ?? "",
+            bounds: { x1, y1, x2, y2 },
+            center: {
+                x: Math.round((x1 + x2) / 2),
+                y: Math.round((y1 + y2) / 2),
+            },
+            clickable: parseBool(attrs.clickable),
+            long_clickable: parseBool(attrs["long-clickable"]),
+            scrollable: parseBool(attrs.scrollable),
+            focusable: parseBool(attrs.focusable),
+            focused: parseBool(attrs.focused),
+            enabled: parseBool(attrs.enabled),
+            selected: parseBool(attrs.selected),
+            checkable: parseBool(attrs.checkable),
+            checked: parseBool(attrs.checked),
+        });
+    }
+    return nodes;
+}
+export function isInteresting(node) {
+    // `focusable` alone is intentionally NOT a qualifier: in dense lists almost
+    // every TextView is focusable for D-pad navigation, which drowns the result
+    // in noise. Anything truly tap-targetable will be clickable; anything with
+    // semantic meaning will have text / content-desc / resource-id.
+    return (node.clickable ||
+        node.long_clickable ||
+        node.scrollable ||
+        node.text !== "" ||
+        node.content_desc !== "" ||
+        node.resource_id !== "");
+}
+export async function fetchUiDump(deviceArgs) {
+    // uiautomator prints "ERROR: could not get idle state" (and similar) when
+    // the foreground app blocks accessibility traversal. adb merges device-side
+    // stderr into the shell's stdout, so we have to inspect the combined output
+    // — but only at the start of a line. Anchoring to ^ERROR: avoids matching a
+    // node attribute like text="ERROR: connection refused" that lives inside an
+    // XML payload, since uiautomator's status lines always start in column 0.
+    const { stdout: dumpOut, stderr: dumpErr } = await runAdb([...deviceArgs, "shell", "uiautomator", "dump", DEVICE_DUMP_PATH], { timeoutMs: DUMP_TIMEOUT_MS });
+    const combined = `${dumpOut}\n${dumpErr}`;
+    if (/^ERROR:/m.test(combined)) {
+        throw new FlingError("ADB_FAILED", `uiautomator dump failed: ${combined.trim()}`);
+    }
+    const { stdout: xml } = await runAdb([...deviceArgs, "shell", "cat", DEVICE_DUMP_PATH], { timeoutMs: DUMP_TIMEOUT_MS });
+    if (!xml.includes("<hierarchy") && !xml.includes("<node")) {
+        throw new FlingError("ADB_FAILED", `uiautomator dump produced no XML hierarchy. Got: ${xml.slice(0, 200)}`);
+    }
+    return { nodes: parseUiHierarchy(xml), raw_xml: xml };
+}
+//# sourceMappingURL=uiDump.js.map

package/dist/uiDump.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"uiDump.js","sourceRoot":"","sources":["../src/uiDump.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC;AAClC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzC,MAAM,eAAe,GAAG,MAAM,CAAC;AAC/B,MAAM,gBAAgB,GAAG,yBAAyB,CAAC;AA4BnD,+EAA+E;AAC/E,uDAAuD;AACvD,0EAA0E;AAC1E,+EAA+E;AAC/E,8EAA8E;AAC9E,4EAA4E;AAC5E,eAAe;AACf,MAAM,YAAY,GAAG,uCAAuC,CAAC;AAC7D,MAAM,SAAS,GAAG,0CAA0C,CAAC;AAE7D,SAAS,aAAa,CAAC,CAAS;IAC9B,4EAA4E;IAC5E,qCAAqC;IACrC,OAAO,CAAC;SACL,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC;SACrB,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC;SACrB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACvB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACvB,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;AAC5B,CAAC;AAED,SAAS,UAAU,CAAC,OAAe;IACjC,MAAM,GAAG,GAA2B,EAAE,CAAC;IACvC,4EAA4E;IAC5E,oEAAoE;IACpE,MAAM,MAAM,GAAG,qBAAqB,CAAC;IACrC,IAAI,CAAyB,CAAC;IAC9B,OAAO,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAC3C,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAClC,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,SAAS,CAAC,CAAqB;IACtC,OAAO,CAAC,KAAK,MAAM,CAAC;AACtB,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,GAAW;IAC1C,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,YAAY,CAAC,SAAS,GAAG,CAAC,CAAC;IAC3B,IAAI,CAAyB,CAAC;IAC9B,OAAO,CAAC,CAAC,GAAG,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAC7C,MAAM,KAAK,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,WAAW,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACvE,sEAAsE;QACtE,sEAAsE;QACtE,eAAe;QACf,IAAI,CAAC,WAAW;YAAE,SAAS;QAC3B,MAAM,EAAE,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;QAClC,MAAM,EAAE,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;QAClC,MAAM,EAAE,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;QAClC,MAAM,EAAE,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;QAClC,KAAK,CAAC,IAAI,CAAC;YACT,IAAI,EAAE,KAAK,CAAC,IAAI,IAAI,EAAE;YACtB,YAAY,EAAE,KAAK,CAAC,cAAc,CAAC,IAAI,EAAE;YACzC,WAAW,EAAE,KAAK,CAAC,aAAa,CAAC,IAAI,EAAE;YACvC,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,EAAE;YACxB,OAAO,EAAE,KAAK,CAAC,OAAO,IAAI,EAAE;YAC5B,MAAM,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE;YAC1B,MAAM,EAAE;gBACN,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC;gBAC5B,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC;aAC7B;YACD,SAAS,EAAE,SAAS,CAAC,KAAK,CAAC,SAAS,CAAC;YACrC,cAAc,EAAE,SAAS,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;YAClD,UAAU,EAAE,SAAS,CAAC,KAAK,CAAC,UAAU,CAAC;YACvC,SAAS,EAAE,SAAS,CAAC,KAAK,CAAC,SAAS,CAAC;YACrC,OAAO,EAAE,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC;YACjC,OAAO,EAAE,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC;YACjC,QAAQ,EAAE,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC;YACnC,SAAS,EAAE,SAAS,CAAC,KAAK,CAAC,SAAS,CAAC;YACrC,OAAO,EAAE,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC;SAClC,CAAC,CAAC;IACL,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,IAAY;IACxC,4EAA4E;IAC5E,4EAA4E;IAC5E,2EAA2E;IAC3E,gEAAgE;IAChE,OAAO,CACL,IAAI,CAAC,SAAS;QACd,IAAI,CAAC,cAAc;QACnB,IAAI,CAAC,UAAU;QACf,IAAI,CAAC,IAAI,KAAK,EAAE;QAChB,IAAI,CAAC,YAAY,KAAK,EAAE;QACxB,IAAI,CAAC,WAAW,KAAK,EAAE,CACxB,CAAC;AACJ,CAAC;AAOD,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,UAAoB;IACpD,0EAA0E;IAC1E,4EAA4E;IAC5E,4EAA4E;IAC5E,4EAA4E;IAC5E,4EAA4E;IAC5E,0EAA0E;IAC1E,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,MAAM,CACvD,CAAC,GAAG,UAAU,EAAE,OAAO,EAAE,aAAa,EAAE,MAAM,EAAE,gBAAgB,CAAC,EACjE,EAAE,SAAS,EAAE,eAAe,EAAE,CAC/B,CAAC;IACF,MAAM,QAAQ,GAAG,GAAG,OAAO,KAAK,OAAO,EAAE,CAAC;IAC1C,IAAI,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC9B,MAAM,IAAI,UAAU,CAClB,YAAY,EACZ,4BAA4B,QAAQ,CAAC,IAAI,EAAE,EAAE,CAC9C,CAAC;IACJ,CAAC;IAED,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,MAAM,MAAM,CAClC,CAAC,GAAG,UAAU,EAAE,OAAO,EAAE,KAAK,EAAE,gBAAgB,CAAC,EACjD,EAAE,SAAS,EAAE,eAAe,EAAE,CAC/B,CAAC;IACF,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QAC1D,MAAM,IAAI,UAAU,CAClB,YAAY,EACZ,oDAAoD,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CACxE,CAAC;IACJ,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,gBAAgB,CAAC,GAAG,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC;AACxD,CAAC"}

package/dist/uiSelector.d.ts

@@ -0,0 +1,21 @@
+import type { UiBounds, UiNode } from "./uiDump.js";
+export type Selector = {
+    by: "text";
+    value: string;
+    exact?: boolean;
+} | {
+    by: "resource_id";
+    value: string;
+} | {
+    by: "content_desc";
+    value: string;
+    exact?: boolean;
+};
+export declare function containsBounds(outer: UiBounds, inner: UiBounds): boolean;
+export declare function findNodes(nodes: UiNode[], selector: Selector): UiNode[];
+export interface PickBestResult {
+    node: UiNode;
+    fellBackToMatch: boolean;
+}
+export declare function pickBest(matches: UiNode[], allNodes: UiNode[]): PickBestResult | undefined;
+export declare const DENY_LABELS: readonly string[];

package/dist/uiSelector.js

@@ -0,0 +1,62 @@
+export function containsBounds(outer, inner) {
+    return (outer.x1 <= inner.x1 &&
+        outer.y1 <= inner.y1 &&
+        outer.x2 >= inner.x2 &&
+        outer.y2 >= inner.y2);
+}
+function area(b) {
+    return Math.max(0, b.x2 - b.x1) * Math.max(0, b.y2 - b.y1);
+}
+export function findNodes(nodes, selector) {
+    if (selector.by === "resource_id") {
+        return nodes.filter((n) => n.resource_id === selector.value);
+    }
+    const field = selector.by === "text" ? "text" : "content_desc";
+    const exact = selector.exact === true;
+    return nodes.filter((n) => {
+        const haystack = n[field];
+        if (!haystack)
+            return false;
+        return exact ? haystack === selector.value : haystack.includes(selector.value);
+    });
+}
+export function pickBest(matches, allNodes) {
+    if (matches.length === 0)
+        return undefined;
+    const match = matches[0]; // first in document order
+    if (match.clickable) {
+        return { node: match, fellBackToMatch: false };
+    }
+    // Find all clickable nodes whose bounds contain the match.
+    const clickableAncestors = allNodes.filter((n) => n.clickable && n !== match && containsBounds(n.bounds, match.bounds));
+    if (clickableAncestors.length === 0) {
+        return { node: match, fellBackToMatch: true };
+    }
+    // Smallest by area.
+    let best = clickableAncestors[0];
+    let bestArea = area(best.bounds);
+    for (let i = 1; i < clickableAncestors.length; i++) {
+        const a = area(clickableAncestors[i].bounds);
+        if (a < bestArea) {
+            best = clickableAncestors[i];
+            bestArea = a;
+        }
+    }
+    return { node: best, fellBackToMatch: false };
+}
+export const DENY_LABELS = [
+    "Don’t allow", // U+2019 RIGHT SINGLE QUOTATION MARK (Android's actual rendering)
+    "Don’t allow & don’t ask again",
+    "Don't allow", // ASCII apostrophe fallback
+    "Don't allow & don't ask again",
+    "Not now",
+    "Skip",
+    "Cancel",
+    "Dismiss",
+    "No thanks",
+    "Maybe later",
+    "Deny",
+    "Close",
+    "No",
+];
+//# sourceMappingURL=uiSelector.js.map

package/dist/uiSelector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"uiSelector.js","sourceRoot":"","sources":["../src/uiSelector.ts"],"names":[],"mappings":"AAOA,MAAM,UAAU,cAAc,CAAC,KAAe,EAAE,KAAe;IAC7D,OAAO,CACL,KAAK,CAAC,EAAE,IAAI,KAAK,CAAC,EAAE;QACpB,KAAK,CAAC,EAAE,IAAI,KAAK,CAAC,EAAE;QACpB,KAAK,CAAC,EAAE,IAAI,KAAK,CAAC,EAAE;QACpB,KAAK,CAAC,EAAE,IAAI,KAAK,CAAC,EAAE,CACrB,CAAC;AACJ,CAAC;AAED,SAAS,IAAI,CAAC,CAAW;IACvB,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;AAC7D,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,KAAe,EAAE,QAAkB;IAC3D,IAAI,QAAQ,CAAC,EAAE,KAAK,aAAa,EAAE,CAAC;QAClC,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,KAAK,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC/D,CAAC;IACD,MAAM,KAAK,GAAG,QAAQ,CAAC,EAAE,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC;IAC/D,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,KAAK,IAAI,CAAC;IACtC,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;QACxB,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAC1B,IAAI,CAAC,QAAQ;YAAE,OAAO,KAAK,CAAC;QAC5B,OAAO,KAAK,CAAC,CAAC,CAAC,QAAQ,KAAK,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IACjF,CAAC,CAAC,CAAC;AACL,CAAC;AAOD,MAAM,UAAU,QAAQ,CACtB,OAAiB,EACjB,QAAkB;IAElB,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAC3C,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,0BAA0B;IAEpD,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;QACpB,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,eAAe,EAAE,KAAK,EAAE,CAAC;IACjD,CAAC;IAED,2DAA2D;IAC3D,MAAM,kBAAkB,GAAG,QAAQ,CAAC,MAAM,CACxC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,KAAK,KAAK,IAAI,cAAc,CAAC,CAAC,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAC5E,CAAC;IAEF,IAAI,kBAAkB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACpC,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC;IAChD,CAAC;IAED,oBAAoB;IACpB,IAAI,IAAI,GAAG,kBAAkB,CAAC,CAAC,CAAC,CAAC;IACjC,IAAI,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,kBAAkB,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACnD,MAAM,CAAC,GAAG,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QAC7C,IAAI,CAAC,GAAG,QAAQ,EAAE,CAAC;YACjB,IAAI,GAAG,kBAAkB,CAAC,CAAC,CAAC,CAAC;YAC7B,QAAQ,GAAG,CAAC,CAAC;QACf,CAAC;IACH,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,eAAe,EAAE,KAAK,EAAE,CAAC;AAChD,CAAC;AAED,MAAM,CAAC,MAAM,WAAW,GAAsB;IAC5C,aAAa,EAAe,kEAAkE;IAC9F,+BAA+B;IAC/B,aAAa,EAAoB,4BAA4B;IAC7D,+BAA+B;IAC/B,SAAS;IACT,MAAM;IACN,QAAQ;IACR,SAAS;IACT,WAAW;IACX,aAAa;IACb,MAAM;IACN,OAAO;IACP,IAAI;CACL,CAAC"}

package/package.json

@@ -0,0 +1,67 @@
+{
+  "name": "@0xhayd3n/fling",
+  "version": "0.6.0",
+  "description": "MCP server for deploying and running Android apps via adb.",
+  "type": "module",
+  "bin": {
+    "fling": "dist/index.js"
+  },
+  "exports": {
+    ".": "./dist/index.js",
+    "./devices": "./dist/devices.js",
+    "./config": "./dist/config.js",
+    "./gradle": "./dist/gradle.js",
+    "./errors": "./dist/errors.js",
+    "./apkResolver": "./dist/apkResolver.js",
+    "./apkFinder": "./dist/apkFinder.js",
+    "./pairing": "./dist/pairing.js",
+    "./adb": "./dist/adb.js",
+    "./operations/install": "./dist/tools/install-app.js",
+    "./operations/launch": "./dist/tools/launch-app.js"
+  },
+  "files": [
+    "dist",
+    "README.md",
+    "LICENSE"
+  ],
+  "scripts": {
+    "build": "tsc",
+    "dev": "tsx src/index.ts",
+    "start": "node dist/index.js",
+    "clean": "rimraf dist",
+    "test": "npm run build && node --test \"tests/**/*.test.mjs\"",
+    "smoke": "node scripts/smoke.mjs"
+  },
+  "keywords": [
+    "mcp",
+    "model-context-protocol",
+    "android",
+    "adb",
+    "deploy",
+    "gradle"
+  ],
+  "license": "MIT",
+  "author": "Hayden Seymour <contact@haydenseymour.com>",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/0xHayd3n/Fling.git",
+    "directory": "packages/mcp-server"
+  },
+  "bugs": {
+    "url": "https://github.com/0xHayd3n/Fling/issues"
+  },
+  "homepage": "https://github.com/0xHayd3n/Fling#readme",
+  "engines": {
+    "node": ">=18.0.0"
+  },
+  "dependencies": {
+    "@modelcontextprotocol/sdk": "^1.29.0",
+    "zod": "^3.23.8"
+  },
+  "devDependencies": {
+    "@types/node": "^22.0.0",
+    "rimraf": "^6.0.1",
+    "tsx": "^4.19.0",
+    "typescript": "^5.6.0"
+  }
+}