tuna-agent 0.1.1 → 0.1.2

package/dist/browser/snapshot/ref-map.js

@@ -0,0 +1,250 @@
+export const INTERACTIVE_ROLES = new Set([
+    'button', 'link', 'textbox', 'checkbox', 'radio', 'combobox', 'listbox',
+    'menuitem', 'menuitemcheckbox', 'menuitemradio', 'option', 'searchbox',
+    'slider', 'spinbutton', 'switch', 'tab', 'treeitem',
+]);
+export const CONTENT_ROLES = new Set([
+    'heading', 'cell', 'gridcell', 'columnheader', 'rowheader',
+    'listitem', 'article', 'region', 'main', 'navigation',
+]);
+export const STRUCTURAL_ROLES = new Set([
+    'generic', 'group', 'list', 'table', 'row', 'rowgroup', 'grid', 'treegrid',
+    'menu', 'menubar', 'toolbar', 'tablist', 'tree', 'directory', 'document',
+    'application', 'presentation', 'none',
+]);
+function getIndentLevel(line) {
+    const match = line.match(/^(\s*)/);
+    return match ? Math.floor(match[1].length / 2) : 0;
+}
+function matchInteractiveSnapshotLine(line, options) {
+    const depth = getIndentLevel(line);
+    if (options.maxDepth !== undefined && depth > options.maxDepth) {
+        return null;
+    }
+    const match = line.match(/^(\s*-\s*)(\w+)(?:\s+"([^"]*)")?(.*)$/);
+    if (!match) {
+        return null;
+    }
+    const [, , roleRaw, name, suffix] = match;
+    if (roleRaw.startsWith('/')) {
+        return null;
+    }
+    const role = roleRaw.toLowerCase();
+    return {
+        roleRaw: roleRaw,
+        role,
+        ...(name ? { name } : {}),
+        suffix: suffix,
+    };
+}
+function createRoleNameTracker() {
+    const counts = new Map();
+    const refsByKey = new Map();
+    return {
+        counts,
+        refsByKey,
+        getKey(role, name) {
+            return `${role}:${name ?? ''}`;
+        },
+        getNextIndex(role, name) {
+            const key = this.getKey(role, name);
+            const current = counts.get(key) ?? 0;
+            counts.set(key, current + 1);
+            return current;
+        },
+        trackRef(role, name, ref) {
+            const key = this.getKey(role, name);
+            const list = refsByKey.get(key) ?? [];
+            list.push(ref);
+            refsByKey.set(key, list);
+        },
+        getDuplicateKeys() {
+            const out = new Set();
+            for (const [key, refs] of refsByKey)
+                if (refs.length > 1)
+                    out.add(key);
+            return out;
+        },
+    };
+}
+function removeNthFromNonDuplicates(refs, tracker) {
+    const duplicates = tracker.getDuplicateKeys();
+    for (const [ref, data] of Object.entries(refs)) {
+        const key = tracker.getKey(data.role, data.name);
+        if (!duplicates.has(key))
+            delete refs[ref]?.nth;
+    }
+}
+function compactTree(tree) {
+    const lines = tree.split('\n');
+    const result = [];
+    for (let i = 0; i < lines.length; i++) {
+        const line = lines[i];
+        if (line.includes('[ref=')) {
+            result.push(line);
+            continue;
+        }
+        if (line.includes(':') && !line.trimEnd().endsWith(':')) {
+            result.push(line);
+            continue;
+        }
+        const currentIndent = getIndentLevel(line);
+        let hasRelevantChildren = false;
+        for (let j = i + 1; j < lines.length; j++) {
+            if (getIndentLevel(lines[j]) <= currentIndent)
+                break;
+            if (lines[j]?.includes('[ref=')) {
+                hasRelevantChildren = true;
+                break;
+            }
+        }
+        if (hasRelevantChildren)
+            result.push(line);
+    }
+    return result.join('\n');
+}
+/**
+ * Build a role snapshot from Playwright's ariaSnapshot() output.
+ * Assigns ref IDs (e1, e2, ...) to interactive/content elements.
+ */
+export function buildRoleSnapshotFromAriaSnapshot(ariaSnapshot, options = {}) {
+    const lines = ariaSnapshot.split('\n');
+    const refs = {};
+    const tracker = createRoleNameTracker();
+    let counter = 0;
+    const nextRef = () => { counter++; return `e${counter}`; };
+    if (options.interactive) {
+        const result = [];
+        for (const line of lines) {
+            const parsed = matchInteractiveSnapshotLine(line, options);
+            if (!parsed)
+                continue;
+            const { roleRaw, role, name, suffix } = parsed;
+            if (!INTERACTIVE_ROLES.has(role))
+                continue;
+            const prefix = line.match(/^(\s*-\s*)/)?.[1] ?? '';
+            const ref = nextRef();
+            const nth = tracker.getNextIndex(role, name);
+            tracker.trackRef(role, name, ref);
+            refs[ref] = { role, name, nth };
+            let enhanced = `${prefix}${roleRaw}`;
+            if (name)
+                enhanced += ` "${name}"`;
+            enhanced += ` [ref=${ref}]`;
+            if (nth > 0)
+                enhanced += ` [nth=${nth}]`;
+            if (suffix.includes('['))
+                enhanced += suffix;
+            result.push(enhanced);
+        }
+        removeNthFromNonDuplicates(refs, tracker);
+        return { snapshot: result.join('\n') || '(no interactive elements)', refs };
+    }
+    const result = [];
+    for (const line of lines) {
+        const depth = getIndentLevel(line);
+        if (options.maxDepth !== undefined && depth > options.maxDepth)
+            continue;
+        const match = line.match(/^(\s*-\s*)(\w+)(?:\s+"([^"]*)")?(.*)$/);
+        if (!match) {
+            result.push(line);
+            continue;
+        }
+        const [, prefix, roleRaw, name, suffix] = match;
+        if (roleRaw.startsWith('/')) {
+            result.push(line);
+            continue;
+        }
+        const role = roleRaw.toLowerCase();
+        const isInteractive = INTERACTIVE_ROLES.has(role);
+        const isContent = CONTENT_ROLES.has(role);
+        const isStructural = STRUCTURAL_ROLES.has(role);
+        if (options.compact && isStructural && !name)
+            continue;
+        if (!(isInteractive || (isContent && name))) {
+            result.push(line);
+            continue;
+        }
+        const ref = nextRef();
+        const nth = tracker.getNextIndex(role, name);
+        tracker.trackRef(role, name, ref);
+        refs[ref] = { role, name, nth };
+        let enhanced = `${prefix}${roleRaw}`;
+        if (name)
+            enhanced += ` "${name}"`;
+        enhanced += ` [ref=${ref}]`;
+        if (nth > 0)
+            enhanced += ` [nth=${nth}]`;
+        if (suffix)
+            enhanced += suffix;
+        result.push(enhanced);
+    }
+    removeNthFromNonDuplicates(refs, tracker);
+    const tree = result.join('\n') || '(empty)';
+    return { snapshot: options.compact ? compactTree(tree) : tree, refs };
+}
+/**
+ * Build a role snapshot from Playwright's AI snapshot output.
+ * Preserves Playwright's own aria-ref ids (e.g. ref=e13).
+ */
+export function buildRoleSnapshotFromAiSnapshot(aiSnapshot, options = {}) {
+    const lines = String(aiSnapshot ?? '').split('\n');
+    const refs = {};
+    function parseAiSnapshotRef(suffix) {
+        const match = suffix.match(/\[ref=(e\d+)\]/i);
+        return match ? match[1] : null;
+    }
+    if (options.interactive) {
+        const out = [];
+        for (const line of lines) {
+            const parsed = matchInteractiveSnapshotLine(line, options);
+            if (!parsed)
+                continue;
+            const { roleRaw, role, name, suffix } = parsed;
+            if (!INTERACTIVE_ROLES.has(role))
+                continue;
+            const ref = parseAiSnapshotRef(suffix);
+            if (!ref)
+                continue;
+            const prefix = line.match(/^(\s*-\s*)/)?.[1] ?? '';
+            refs[ref] = { role, ...(name ? { name } : {}) };
+            out.push(`${prefix}${roleRaw}${name ? ` "${name}"` : ''}${suffix}`);
+        }
+        return { snapshot: out.join('\n') || '(no interactive elements)', refs };
+    }
+    const out = [];
+    for (const line of lines) {
+        const depth = getIndentLevel(line);
+        if (options.maxDepth !== undefined && depth > options.maxDepth)
+            continue;
+        const match = line.match(/^(\s*-\s*)(\w+)(?:\s+"([^"]*)")?(.*)$/);
+        if (!match) {
+            out.push(line);
+            continue;
+        }
+        const [, , roleRaw, name, suffix] = match;
+        if (roleRaw.startsWith('/')) {
+            out.push(line);
+            continue;
+        }
+        const role = roleRaw.toLowerCase();
+        const isStructural = STRUCTURAL_ROLES.has(role);
+        if (options.compact && isStructural && !name)
+            continue;
+        const ref = parseAiSnapshotRef(suffix);
+        if (ref)
+            refs[ref] = { role, ...(name ? { name } : {}) };
+        out.push(line);
+    }
+    const tree = out.join('\n') || '(empty)';
+    return { snapshot: options.compact ? compactTree(tree) : tree, refs };
+}
+export function getRoleSnapshotStats(snapshot, refs) {
+    const interactive = Object.values(refs).filter(r => INTERACTIVE_ROLES.has(r.role)).length;
+    return {
+        lines: snapshot.split('\n').length,
+        chars: snapshot.length,
+        refs: Object.keys(refs).length,
+        interactive,
+    };
+}

package/dist/browser/storage/index.d.ts

@@ -0,0 +1,36 @@
+import type { CookieData, StorageKind } from '../types.js';
+export declare function cookiesGetViaPlaywright(opts: {
+    cdpUrl: string;
+    targetId?: string;
+}): Promise<{
+    cookies: Awaited<ReturnType<import('playwright-core').BrowserContext['cookies']>>;
+}>;
+export declare function cookiesSetViaPlaywright(opts: {
+    cdpUrl: string;
+    targetId?: string;
+    cookie: CookieData;
+}): Promise<void>;
+export declare function cookiesClearViaPlaywright(opts: {
+    cdpUrl: string;
+    targetId?: string;
+}): Promise<void>;
+export declare function storageGetViaPlaywright(opts: {
+    cdpUrl: string;
+    targetId?: string;
+    kind: StorageKind;
+    key?: string;
+}): Promise<{
+    values: Record<string, string>;
+}>;
+export declare function storageSetViaPlaywright(opts: {
+    cdpUrl: string;
+    targetId?: string;
+    kind: StorageKind;
+    key: string;
+    value: string;
+}): Promise<void>;
+export declare function storageClearViaPlaywright(opts: {
+    cdpUrl: string;
+    targetId?: string;
+    kind: StorageKind;
+}): Promise<void>;

package/dist/browser/storage/index.js

@@ -0,0 +1,65 @@
+import { getPageForTargetId, ensurePageState } from '../connection.js';
+// ── Cookies ──
+export async function cookiesGetViaPlaywright(opts) {
+    const page = await getPageForTargetId({ cdpUrl: opts.cdpUrl, targetId: opts.targetId });
+    ensurePageState(page);
+    return { cookies: await page.context().cookies() };
+}
+export async function cookiesSetViaPlaywright(opts) {
+    const page = await getPageForTargetId({ cdpUrl: opts.cdpUrl, targetId: opts.targetId });
+    ensurePageState(page);
+    const cookie = opts.cookie;
+    if (!cookie.name || cookie.value === undefined)
+        throw new Error('cookie name and value are required');
+    const hasUrl = typeof cookie.url === 'string' && cookie.url.trim();
+    const hasDomain = typeof cookie.domain === 'string' && cookie.domain.trim();
+    if (!hasUrl && !hasDomain)
+        throw new Error('cookie requires url or domain');
+    await page.context().addCookies([cookie]);
+}
+export async function cookiesClearViaPlaywright(opts) {
+    const page = await getPageForTargetId({ cdpUrl: opts.cdpUrl, targetId: opts.targetId });
+    ensurePageState(page);
+    await page.context().clearCookies();
+}
+// ── localStorage / sessionStorage ──
+export async function storageGetViaPlaywright(opts) {
+    const page = await getPageForTargetId({ cdpUrl: opts.cdpUrl, targetId: opts.targetId });
+    ensurePageState(page);
+    return {
+        values: await page.evaluate(({ kind, key }) => {
+            const store = kind === 'session' ? window.sessionStorage : window.localStorage;
+            if (key) {
+                const value = store.getItem(key);
+                return value === null ? {} : { [key]: value };
+            }
+            const out = {};
+            for (let i = 0; i < store.length; i++) {
+                const k = store.key(i);
+                if (!k)
+                    continue;
+                const v = store.getItem(k);
+                if (v !== null)
+                    out[k] = v;
+            }
+            return out;
+        }, { kind: opts.kind, key: opts.key }) ?? {},
+    };
+}
+export async function storageSetViaPlaywright(opts) {
+    const key = String(opts.key ?? '');
+    if (!key)
+        throw new Error('key is required');
+    const page = await getPageForTargetId({ cdpUrl: opts.cdpUrl, targetId: opts.targetId });
+    ensurePageState(page);
+    await page.evaluate(({ kind, key: k, value }) => {
+        (kind === 'session' ? window.sessionStorage : window.localStorage).setItem(k, value);
+    }, { kind: opts.kind, key, value: String(opts.value ?? '') });
+}
+export async function storageClearViaPlaywright(opts) {
+    const page = await getPageForTargetId({ cdpUrl: opts.cdpUrl, targetId: opts.targetId });
+    ensurePageState(page);
+    await page.evaluate(({ kind }) => {
+        (kind === 'session' ? window.sessionStorage : window.localStorage).clear();
+    }, { kind: opts.kind });
+}