@nuanu-ai/agentbrowse 0.2.11 → 0.2.13

package/dist/commands/observe-projection.js

@@ -1,5 +1,98 @@
 import { observedTargetKey } from './observe-semantics.js';
 import { summarizeContext } from './observe-surfaces.js';
+function normalizeClusterText(value) {
+    const normalized = value?.replace(/\s+/g, ' ').trim().toLowerCase();
+    return normalized ? normalized : undefined;
+}
+function isActionLikeGoalTarget(target) {
+    const actions = target.allowedActions ?? [];
+    const kind = (target.kind ?? '').trim().toLowerCase();
+    const role = (target.role ?? '').trim().toLowerCase();
+    const isValueControl = actions.includes('fill') || actions.includes('type') || actions.includes('select');
+    if (isValueControl) {
+        return false;
+    }
+    return (actions.includes('click') ||
+        actions.includes('press') ||
+        kind === 'button' ||
+        role === 'button' ||
+        kind === 'link' ||
+        role === 'link');
+}
+function goalActionClusterKey(target) {
+    const itemKey = normalizeClusterText(target.context?.item?.label ?? target.context?.item?.text);
+    const groupKey = normalizeClusterText(target.context?.group?.label ?? target.context?.group?.text);
+    const containerKey = normalizeClusterText(target.context?.container?.label ?? target.context?.container?.text);
+    const parts = [
+        target.surfaceRef ? `surface:${target.surfaceRef}` : undefined,
+        itemKey ? `item:${itemKey}` : undefined,
+        groupKey ? `group:${groupKey}` : undefined,
+        containerKey ? `container:${containerKey}` : undefined,
+    ].filter((value) => Boolean(value));
+    return parts.length > 0 ? parts.join('|') : undefined;
+}
+function escapeRegExp(value) {
+    return value.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
+}
+function stripSiblingLabels(value, siblingLabels) {
+    if (!value) {
+        return value;
+    }
+    let sanitized = value;
+    for (const label of siblingLabels) {
+        if (!label) {
+            continue;
+        }
+        sanitized = sanitized.replace(new RegExp(escapeRegExp(label), 'gi'), ' ');
+    }
+    const collapsed = sanitized.replace(/\s+[—-]\s+/g, ' ').replace(/\s+/g, ' ').trim();
+    return collapsed || undefined;
+}
+function sanitizeGoalTargetContext(target, siblingLabelsByCluster) {
+    if (!isActionLikeGoalTarget(target)) {
+        return target;
+    }
+    const clusterKey = goalActionClusterKey(target);
+    if (!clusterKey) {
+        return target;
+    }
+    const ownLabel = normalizeClusterText(target.label);
+    const siblingLabels = (siblingLabelsByCluster.get(clusterKey) ?? []).filter((label) => label !== ownLabel);
+    if (siblingLabels.length === 0 || !target.context) {
+        return target;
+    }
+    return {
+        ...target,
+        context: {
+            ...target.context,
+            item: target.context.item
+                ? {
+                    ...target.context.item,
+                    text: stripSiblingLabels(target.context.item.text, siblingLabels),
+                }
+                : target.context.item,
+            group: target.context.group
+                ? {
+                    ...target.context.group,
+                    text: stripSiblingLabels(target.context.group.text, siblingLabels),
+                }
+                : target.context.group,
+            container: target.context.container
+                ? {
+                    ...target.context.container,
+                    text: stripSiblingLabels(target.context.container.text, siblingLabels),
+                }
+                : target.context.container,
+            landmark: target.context.landmark
+                ? {
+                    ...target.context.landmark,
+                    text: stripSiblingLabels(target.context.landmark.text, siblingLabels),
+                }
+                : target.context.landmark,
+            hintText: stripSiblingLabels(target.context.hintText, siblingLabels),
+        },
+    };
+}
 export function compactTargets(targets) {
     return targets.map((target) => ({
         ref: target.ref,
@@ -36,8 +129,6 @@ export function compactFillableForms(forms) {
         fillRef: form.fillRef,
         scopeRef: form.scopeRef,
         purpose: form.purpose,
-        recommendedTiming: form.recommendedTiming,
-        guidance: form.guidance,
         fields: form.fields.map((field) => ({
             fieldKey: field.fieldKey,
             targetRef: field.targetRef,
@@ -64,8 +155,24 @@ export function compactSignals(signals) {
     }));
 }
 export function buildGoalObserveInventoryCandidates(targets, surfaces) {
+    const siblingLabelsByCluster = new Map();
+    for (const target of targets) {
+        if (!isActionLikeGoalTarget(target)) {
+            continue;
+        }
+        const clusterKey = goalActionClusterKey(target);
+        const normalizedLabel = normalizeClusterText(target.label);
+        if (!clusterKey || !normalizedLabel) {
+            continue;
+        }
+        const labels = siblingLabelsByCluster.get(clusterKey) ?? [];
+        if (!labels.includes(normalizedLabel)) {
+            labels.push(normalizedLabel);
+            siblingLabelsByCluster.set(clusterKey, labels);
+        }
+    }
     const targetCandidates = targets.map((target) => ({
-        ...target,
+        ...sanitizeGoalTargetContext(target, siblingLabelsByCluster),
         goalInventoryType: 'target',
         goalTargetKey: observedTargetKey(target),
     }));

package/dist/commands/observe.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"observe.d.ts","sourceRoot":"","sources":["../../src/commands/observe.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAgDnD,OAAO,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAC;AAU/D,eAAO,MAAM,yBAAyB;;;;iBA6OguF,CAAC;gBAAwB,CAAC;;;;;iBAAq7vE,CAAC;gBAAwB,CAAC;;;CA7O1q1E,CAAC;AACtE,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAGrC,CAAC;AAEF,wBAAsB,OAAO,CAAC,OAAO,EAAE,aAAa,EAAE,WAAW,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAsOzF"}
+{"version":3,"file":"observe.d.ts","sourceRoot":"","sources":["../../src/commands/observe.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAgDnD,OAAO,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAC;AAU/D,eAAO,MAAM,yBAAyB;;;;iBAgQizE,CAAC;gBAAwB,CAAC;;;;;iBAAq7vE,CAAC;gBAAwB,CAAC;;;CAhQ3v0E,CAAC;AACtE,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAGrC,CAAC;AAEF,wBAAsB,OAAO,CAAC,OAAO,EAAE,aAAa,EAAE,WAAW,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAyPzF"}

package/dist/commands/observe.js

@@ -83,18 +83,18 @@ export async function observe(session, instruction) {
                 const rerankedCandidates = await rerankDomTargetsForGoal(instruction, buildGoalObserveInventoryCandidates(domTargets, surfaceInputs));
                 const { targets: goalMatchedTargets, selectedSurfaceIds } = selectTargetsForGoalMatches(domTargets, rerankedCandidates);
                 const selectedTargets = prioritizeGoalActionTargets(instruction, expandRerankedFormTargets(domTargets, goalMatchedTargets));
+                const persisted = persistObservedSurfacesForPage(session, pageRef, domTargets, {
+                    allSurfaceInputs: surfaceInputs,
+                    explicitSurfaceIds: selectedSurfaceIds,
+                });
+                observedScopes = persisted.observedScopes;
+                const surfaceRefMap = persisted.surfaceRefMap;
+                const targets = replaceTargetsForPage(session, pageRef, domTargets.map((target) => toDomDescriptor(pageRef, target, surfaceRefMap)));
+                reconcileObservedTargetsForPage(session, pageRef, targets);
+                attachObservedTargetOwners(domTargets, targets);
+                const fillableForms = await persistProtectedFillableFormsForPage(session, pageRef, url, targets, new Date().toISOString());
                 if (selectedTargets.length > 0 || selectedSurfaceIds.size > 0) {
-                    const persisted = persistObservedSurfacesForPage(session, pageRef, domTargets, {
-                        allSurfaceInputs: surfaceInputs,
-                        explicitSurfaceIds: selectedSurfaceIds,
-                    });
-                    observedScopes = persisted.observedScopes;
-                    const surfaceRefMap = persisted.surfaceRefMap;
-                    const targets = replaceTargetsForPage(session, pageRef, domTargets.map((target) => toDomDescriptor(pageRef, target, surfaceRefMap)));
-                    reconcileObservedTargetsForPage(session, pageRef, targets);
                     const explicitScopeRefs = buildExplicitScopeRefs(selectedSurfaceIds, surfaceRefMap);
-                    attachObservedTargetOwners(domTargets, targets);
-                    const fillableForms = await persistProtectedFillableFormsForPage(session, pageRef, url, targets, new Date().toISOString());
                     const projectedTargets = projectPersistedTargetsForGoal(domTargets, targets, selectedTargets);
                     saveSession(session);
                     disconnectPlaywright(browser);
@@ -114,7 +114,24 @@ export async function observe(session, instruction) {
                     });
                     return;
                 }
-                stagehandFallbackReason = 'dom-rerank-empty';
+                saveSession(session);
+                disconnectPlaywright(browser);
+                browser = null;
+                outputJSON({
+                    success: true,
+                    pageRef,
+                    resolvedBy: 'dom-rerank',
+                    ...domRuntimeResolution(),
+                    scopes: [],
+                    targets: [],
+                    signals,
+                    fillableForms: compactFillableForms(fillableForms),
+                    metrics: session.runtime?.metrics,
+                    message: 'No targets matched the requested goal.',
+                    url,
+                    title,
+                });
+                return;
             }
             else {
                 stagehandFallbackReason = 'deterministic-observe-empty';

package/dist/playwright-runtime.d.ts

@@ -26,7 +26,9 @@ export declare function syncLaunchPage(session: BrowseSession, browser: Browser,
     targetId?: string;
 }>;
 export declare function resolvePageByRef(browser: Browser, session: BrowseSession, pageRef: string): Promise<Page>;
-export declare function syncSessionPage(session: BrowseSession, pageRef: string, page: Page): Promise<{
+export declare function syncSessionPage(session: BrowseSession, pageRef: string, page: Page, options?: {
+    settleTimeoutMs?: number;
+}): Promise<{
     url: string;
     title: string;
     targetId?: string;

package/dist/playwright-runtime.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"playwright-runtime.d.ts","sourceRoot":"","sources":["../src/playwright-runtime.ts"],"names":[],"mappings":"AAAA,OAAO,EAAY,KAAK,OAAO,EAAE,KAAK,IAAI,EAAE,MAAM,iBAAiB,CAAC;AACpE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAGlD,wBAAsB,iBAAiB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAExE;AAED,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAO3D;AAED,wBAAgB,SAAS,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,EAAE,CAElD;AAmCD,KAAK,kBAAkB,GAAG;IACxB,IAAI,EAAE,IAAI,GAAG,IAAI,CAAC;IAClB,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB,CAAC;AAmFF,wBAAsB,sBAAsB,CAC1C,OAAO,EAAE,OAAO,EAChB,OAAO,GAAE;IACP,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,SAAS,CAAC,EAAE,MAAM,CAAC;CACf,GACL,OAAO,CAAC,kBAAkB,CAAC,CAgD7B;AAED,wBAAsB,cAAc,CAClC,OAAO,EAAE,aAAa,EACtB,OAAO,EAAE,OAAO,EAChB,OAAO,GAAE;IACP,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,SAAS,CAAC,EAAE,MAAM,CAAC;CACf,GACL,OAAO,CAAC;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC,CAgC5D;AAED,wBAAsB,gBAAgB,CACpC,OAAO,EAAE,OAAO,EAChB,OAAO,EAAE,aAAa,EACtB,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,IAAI,CAAC,CA8Cf;AAED,wBAAsB,eAAe,CACnC,OAAO,EAAE,aAAa,EACtB,OAAO,EAAE,MAAM,EACf,IAAI,EAAE,IAAI,GACT,OAAO,CAAC;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC,CAW5D"}
+{"version":3,"file":"playwright-runtime.d.ts","sourceRoot":"","sources":["../src/playwright-runtime.ts"],"names":[],"mappings":"AAAA,OAAO,EAAY,KAAK,OAAO,EAAE,KAAK,IAAI,EAAE,MAAM,iBAAiB,CAAC;AACpE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAGlD,wBAAsB,iBAAiB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAExE;AAED,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAO3D;AAED,wBAAgB,SAAS,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,EAAE,CAElD;AAmCD,KAAK,kBAAkB,GAAG;IACxB,IAAI,EAAE,IAAI,GAAG,IAAI,CAAC;IAClB,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB,CAAC;AAkJF,wBAAsB,sBAAsB,CAC1C,OAAO,EAAE,OAAO,EAChB,OAAO,GAAE;IACP,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,SAAS,CAAC,EAAE,MAAM,CAAC;CACf,GACL,OAAO,CAAC,kBAAkB,CAAC,CAgD7B;AAED,wBAAsB,cAAc,CAClC,OAAO,EAAE,aAAa,EACtB,OAAO,EAAE,OAAO,EAChB,OAAO,GAAE;IACP,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,SAAS,CAAC,EAAE,MAAM,CAAC;CACf,GACL,OAAO,CAAC;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC,CAgC5D;AAED,wBAAsB,gBAAgB,CACpC,OAAO,EAAE,OAAO,EAChB,OAAO,EAAE,aAAa,EACtB,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,IAAI,CAAC,CA8Cf;AAED,wBAAsB,eAAe,CACnC,OAAO,EAAE,aAAa,EACtB,OAAO,EAAE,MAAM,EACf,IAAI,EAAE,IAAI,EACV,OAAO,GAAE;IACP,eAAe,CAAC,EAAE,MAAM,CAAC;CACrB,GACL,OAAO,CAAC;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC,CAgB5D"}

package/dist/playwright-runtime.js

@@ -42,6 +42,15 @@ function isMeaningfulUrl(value) {
 function isMeaningfulTitle(value) {
     return Boolean(value?.trim());
 }
+function preferMeaningfulValue(value, fallback, predicate) {
+    if (predicate(value)) {
+        return value ?? '';
+    }
+    if (predicate(fallback)) {
+        return fallback ?? '';
+    }
+    return value ?? fallback ?? '';
+}
 function scoreLaunchPageMetadata(metadata, options) {
     const normalizedUrl = normalizeComparableUrl(metadata.url);
     const requestedUrl = normalizeComparableUrl(options.requestedUrl);
@@ -100,6 +109,37 @@ async function readSessionPageMetadata(session, pageRef, page) {
         targetId,
     };
 }
+async function readSettledSessionPageMetadata(session, pageRef, page, options = {}) {
+    const existing = session.runtime?.pages[pageRef];
+    const deadline = Date.now() + (options.settleTimeoutMs ?? 0);
+    let best = null;
+    while (Date.now() <= deadline) {
+        const metadata = await readSessionPageMetadata(session, pageRef, page);
+        const score = (isMeaningfulUrl(metadata.url) ? 100 : 0) +
+            (isMeaningfulTitle(metadata.title) ? 20 : 0) +
+            (metadata.targetId ? 5 : 0);
+        if (!best ||
+            score > best.score ||
+            (score === best.score && metadata.title.trim().length > best.title.trim().length)) {
+            best = { ...metadata, score };
+        }
+        if (best &&
+            isMeaningfulUrl(best.url) &&
+            (isMeaningfulTitle(best.title) || best.targetId || Date.now() >= deadline)) {
+            break;
+        }
+        if (Date.now() >= deadline) {
+            break;
+        }
+        await sleep(100);
+    }
+    const metadata = best ?? (await readSessionPageMetadata(session, pageRef, page));
+    return {
+        url: preferMeaningfulValue(metadata.url, existing?.url, isMeaningfulUrl),
+        title: preferMeaningfulValue(metadata.title, existing?.title, isMeaningfulTitle),
+        targetId: metadata.targetId ?? existing?.targetId,
+    };
+}
 export async function readLaunchPageMetadata(browser, options = {}) {
     const deadline = Date.now() + (options.timeoutMs ?? 2_500);
     let best = null;
@@ -211,9 +251,9 @@ export async function resolvePageByRef(browser, session, pageRef) {
     }
     throw buildPageResolutionError('stale', pageRef);
 }
-export async function syncSessionPage(session, pageRef, page) {
+export async function syncSessionPage(session, pageRef, page, options = {}) {
     ensureRuntimeState(session);
-    const { url, title, targetId } = await readSessionPageMetadata(session, pageRef, page);
+    const { url, title, targetId } = await readSettledSessionPageMetadata(session, pageRef, page, options);
     if (session.runtime?.pages[pageRef]) {
         updatePage(session, pageRef, { url, title, targetId });
     }

package/dist/secrets/fill-ordering.d.ts

@@ -1,6 +1,5 @@
-import type { FillableFormRecommendedTiming, StoredSecretFieldKey } from './types.js';
+import type { StoredSecretFieldKey } from './types.js';
 declare function fieldPriority(purpose: string, fieldKey: StoredSecretFieldKey): number;
-export declare function recommendedTimingForProtectedForm(_purpose: string): FillableFormRecommendedTiming;
 export declare function sortProtectedBindingsForExecution<T extends {
     fieldKeys: StoredSecretFieldKey[];
 }>(purpose: string, bindings: ReadonlyArray<T>): T[];

package/dist/secrets/fill-ordering.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"fill-ordering.d.ts","sourceRoot":"","sources":["../../src/secrets/fill-ordering.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,6BAA6B,EAC7B,oBAAoB,EACrB,MAAM,YAAY,CAAC;AA2BpB,iBAAS,aAAa,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,oBAAoB,GAAG,MAAM,CAE9E;AAED,wBAAgB,iCAAiC,CAC/C,QAAQ,EAAE,MAAM,GACf,6BAA6B,CAE/B;AAED,wBAAgB,iCAAiC,CAAC,CAAC,SAAS;IAAE,SAAS,EAAE,oBAAoB,EAAE,CAAA;CAAE,EAC/F,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,aAAa,CAAC,CAAC,CAAC,GACzB,CAAC,EAAE,CAYL;AAED,eAAO,MAAM,kBAAkB;;CAE9B,CAAC"}
+{"version":3,"file":"fill-ordering.d.ts","sourceRoot":"","sources":["../../src/secrets/fill-ordering.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AA2BvD,iBAAS,aAAa,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,oBAAoB,GAAG,MAAM,CAE9E;AAED,wBAAgB,iCAAiC,CAAC,CAAC,SAAS;IAAE,SAAS,EAAE,oBAAoB,EAAE,CAAA;CAAE,EAC/F,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,aAAa,CAAC,CAAC,CAAC,GACzB,CAAC,EAAE,CAYL;AAED,eAAO,MAAM,kBAAkB;;CAE9B,CAAC"}

package/dist/secrets/fill-ordering.js

@@ -24,9 +24,6 @@ const FIELD_PRIORITY_BY_PURPOSE = {
 function fieldPriority(purpose, fieldKey) {
     return FIELD_PRIORITY_BY_PURPOSE[purpose]?.[fieldKey] ?? DEFAULT_PRIORITY;
 }
-export function recommendedTimingForProtectedForm(_purpose) {
-    return 'late';
-}
 export function sortProtectedBindingsForExecution(purpose, bindings) {
     return bindings
         .map((binding, index) => ({

package/dist/secrets/form-matcher.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"form-matcher.d.ts","sourceRoot":"","sources":["../../src/secrets/form-matcher.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAC;AAEpE,OAAO,KAAK,EAAE,gBAAgB,EAA2B,MAAM,qBAAqB,CAAC;AACrF,OAAO,KAAK,EACV,wBAAwB,EAExB,qBAAqB,EACrB,qBAAqB,EAErB,gBAAgB,EACjB,MAAM,YAAY,CAAC;AAUpB,KAAK,iBAAiB,GAAG,IAAI,CAAC,qBAAqB,EAAE,SAAS,CAAC,CAAC;AAEhE,UAAU,cAAc;IACtB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,aAAa,CAAC,EAAE,qBAAqB,GAAG,IAAI,CAAC;CAC9C;AAED,UAAU,eAAe;IACvB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,gBAAgB,EAAE,CAAC;CAC7B;AAsBD,QAAA,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAW3B,CAAC;AAsCH,iBAAS,uBAAuB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,EAAE,CAS3D;AAED,iBAAS,cAAc,CAAC,MAAM,EAAE,gBAAgB,GAAG,MAAM,EAAE,CAsC1D;AA6OD,iBAAS,cAAc,CAAC,MAAM,EAAE,gBAAgB,GAAG,MAAM,CAgBxD;AAED,iBAAS,kBAAkB,CAAC,OAAO,EAAE,aAAa,CAAC,gBAAgB,CAAC,GAAG,eAAe,EAAE,CAkBvF;AAoFD,iBAAS,kBAAkB,CAAC,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,eAAe,GAAG,MAAM,CAalF;AAED,iBAAS,gBAAgB,CACvB,IAAI,EAAE,gBAAgB,EACtB,KAAK,EAAE,eAAe,EACtB,QAAQ,EAAE,aAAa,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,GACnF,wBAAwB,EAAE,CA6C5B;AA6KD,wBAAsB,mCAAmC,CACvD,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,aAAa,CAAC,gBAAgB,CAAC,EACxC,OAAO,EAAE,qBAAqB,GAAG,IAAI,EACrC,OAAO,GAAE,cAAmB,GAC3B,OAAO,CAAC,iBAAiB,EAAE,CAAC,CA0D9B;AAED,eAAO,MAAM,iBAAiB;;;;;;;CAO7B,CAAC"}
+{"version":3,"file":"form-matcher.d.ts","sourceRoot":"","sources":["../../src/secrets/form-matcher.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAC;AAEpE,OAAO,KAAK,EAAE,gBAAgB,EAA2B,MAAM,qBAAqB,CAAC;AACrF,OAAO,KAAK,EACV,wBAAwB,EAExB,qBAAqB,EACrB,qBAAqB,EAErB,gBAAgB,EACjB,MAAM,YAAY,CAAC;AAQpB,KAAK,iBAAiB,GAAG,IAAI,CAAC,qBAAqB,EAAE,SAAS,CAAC,CAAC;AAEhE,UAAU,cAAc;IACtB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,aAAa,CAAC,EAAE,qBAAqB,GAAG,IAAI,CAAC;CAC9C;AAED,UAAU,eAAe;IACvB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,gBAAgB,EAAE,CAAC;CAC7B;AAsBD,QAAA,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAW3B,CAAC;AAsCH,iBAAS,uBAAuB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,EAAE,CAS3D;AAED,iBAAS,cAAc,CAAC,MAAM,EAAE,gBAAgB,GAAG,MAAM,EAAE,CAsC1D;AA6OD,iBAAS,cAAc,CAAC,MAAM,EAAE,gBAAgB,GAAG,MAAM,CAgBxD;AAED,iBAAS,kBAAkB,CAAC,OAAO,EAAE,aAAa,CAAC,gBAAgB,CAAC,GAAG,eAAe,EAAE,CAkBvF;AAoFD,iBAAS,kBAAkB,CAAC,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,eAAe,GAAG,MAAM,CAalF;AAED,iBAAS,gBAAgB,CACvB,IAAI,EAAE,gBAAgB,EACtB,KAAK,EAAE,eAAe,EACtB,QAAQ,EAAE,aAAa,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,GACnF,wBAAwB,EAAE,CA6C5B;AA6KD,wBAAsB,mCAAmC,CACvD,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,aAAa,CAAC,gBAAgB,CAAC,EACxC,OAAO,EAAE,qBAAqB,GAAG,IAAI,EACrC,OAAO,GAAE,cAAmB,GAC3B,OAAO,CAAC,iBAAiB,EAAE,CAAC,CAmD9B;AAED,eAAO,MAAM,iBAAiB;;;;;;;CAO7B,CAAC"}

package/dist/secrets/form-matcher.js

@@ -2,9 +2,7 @@ import { z } from 'zod';
 import { AgentpayStagehandLlmClient } from '../agentpay-stagehand-llm.js';
 import { tryResolveAgentpayGatewayConfig } from '../agentpay-gateway.js';
 import { IDENTITY_FIELD_KEYS, LOGIN_FIELD_KEYS, PAYMENT_CARD_FIELD_KEYS } from './types.js';
-import { recommendedTimingForProtectedForm } from './fill-ordering.js';
 import { normalizeProtectedBindingValueHint, protectedBindingKey, protectedBindingValueHintSchema, } from './protected-bindings.js';
-import { buildFillableFormGuidance } from './request-guidance.js';
 const PROMPT_VALUE_MAX_CHARS = 180;
 const PROMPT_SIGNAL_MAX_CHARS = 220;
 const PROMPT_SIGNAL_MAX_VALUES = 8;
@@ -583,13 +581,6 @@ export async function matchStoredSecretsToObservedTargets(pageRef, targets, cata
                 pageRef,
                 scopeRef: formScopeRef(planned.fields, targetByRef),
                 purpose: kind,
-                recommendedTiming: recommendedTimingForProtectedForm(kind),
-                guidance: buildFillableFormGuidance({
-                    purpose: kind,
-                    recommendedTiming: recommendedTimingForProtectedForm(kind),
-                    fields: planned.fields,
-                    targetByRef,
-                }),
                 fields: planned.fields,
                 storedSecretCandidates,
                 observedAt: nextObservedAt,

package/dist/secrets/types.d.ts

@@ -45,12 +45,6 @@ export interface FillableFormFieldBinding {
     required?: boolean;
     valueHint?: ProtectedBindingValueHint;
 }
-export interface FillableFormGuidanceHint {
-    hint: string;
-    why: string;
-    recheckWhen?: string;
-    evidence: string[];
-}
 export interface FillableFormStoredSecretCandidate {
     storedSecretRef: string;
     kind: StoredSecretKind;
@@ -61,14 +55,11 @@ export interface FillableFormStoredSecretCandidate {
     fieldKeys?: StoredSecretFieldKey[];
     fieldPolicies?: StoredSecretFieldPolicies;
 }
-export type FillableFormRecommendedTiming = 'late';
 export interface PersistedFillableForm {
     fillRef: string;
     pageRef: string;
     scopeRef?: string;
     purpose: string;
-    recommendedTiming?: FillableFormRecommendedTiming;
-    guidance?: FillableFormGuidanceHint;
     fields: FillableFormFieldBinding[];
     storedSecretCandidates: FillableFormStoredSecretCandidate[];
     observedAt: string;

package/dist/secrets/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/secrets/types.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,gBAAgB,mCAAoC,CAAC;AAClE,eAAO,MAAM,mBAAmB,2HAQtB,CAAC;AACX,eAAO,MAAM,uBAAuB,gEAM1B,CAAC;AAEX,MAAM,MAAM,gBAAgB,GAAG,OAAO,GAAG,UAAU,GAAG,cAAc,CAAC;AAErE,eAAO,MAAM,gCAAgC;;;;CAInC,CAAC;AAEX,MAAM,MAAM,aAAa,GAAG,CAAC,OAAO,gBAAgB,CAAC,CAAC,MAAM,CAAC,CAAC;AAC9D,MAAM,MAAM,gBAAgB,GAAG,CAAC,OAAO,mBAAmB,CAAC,CAAC,MAAM,CAAC,CAAC;AACpE,MAAM,MAAM,mBAAmB,GAAG,CAAC,OAAO,uBAAuB,CAAC,CAAC,MAAM,CAAC,CAAC;AAC3E,MAAM,MAAM,oBAAoB,GAAG,aAAa,GAAG,gBAAgB,GAAG,mBAAmB,CAAC;AAE1F,MAAM,MAAM,iBAAiB,GAAG,MAAM,GAAG,QAAQ,CAAC;AAClD,MAAM,MAAM,oBAAoB,GAAG,oBAAoB,GAAG,cAAc,CAAC;AACzE,eAAO,MAAM,6BAA6B,4DAIhC,CAAC;AACX,MAAM,MAAM,yBAAyB,GAAG,CAAC,OAAO,6BAA6B,CAAC,CAAC,MAAM,CAAC,CAAC;AAEvF,MAAM,MAAM,+BAA+B,GAAG,MAAM,GAAG,MAAM,GAAG,QAAQ,CAAC;AAEzE,MAAM,WAAW,yBAAyB;IACxC,MAAM,EAAE,+BAA+B,CAAC;IACxC,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,MAAM,yBAAyB,GAAG,OAAO,CAAC,MAAM,CAAC,oBAAoB,EAAE,oBAAoB,CAAC,CAAC,CAAC;AAEpG,MAAM,WAAW,oBAAoB;IACnC,eAAe,EAAE,MAAM,CAAC;IACxB,IAAI,EAAE,gBAAgB,CAAC;IACvB,KAAK,EAAE,iBAAiB,CAAC;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,oBAAoB,EAAE,CAAC;IAClC,aAAa,CAAC,EAAE,yBAAyB,CAAC;IAC1C,cAAc,EAAE,OAAO,CAAC;IACxB,aAAa,EAAE,yBAAyB,CAAC;IACzC,wBAAwB,CAAC,EAAE,MAAM,EAAE,CAAC;CACrC;AAED,MAAM,WAAW,qBAAqB;IACpC,MAAM,EAAE,MAAM,GAAG,cAAc,CAAC;IAChC,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,oBAAoB,EAAE,CAAC;CACvC;AAED,MAAM,WAAW,wBAAwB;IACvC,QAAQ,EAAE,oBAAoB,CAAC;IAC/B,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,SAAS,CAAC,EAAE,yBAAyB,CAAC;CACvC;AAED,MAAM,WAAW,wBAAwB;IACvC,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,EAAE,MAAM,CAAC;IACZ,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,EAAE,CAAC;CACpB;AAED,MAAM,WAAW,iCAAiC;IAChD,eAAe,EAAE,MAAM,CAAC;IACxB,IAAI,EAAE,gBAAgB,CAAC;IACvB,KAAK,EAAE,iBAAiB,CAAC;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;IAC3C,cAAc,EAAE,OAAO,CAAC;IACxB,SAAS,CAAC,EAAE,oBAAoB,EAAE,CAAC;IACnC,aAAa,CAAC,EAAE,yBAAyB,CAAC;CAC3C;AAED,MAAM,MAAM,6BAA6B,GAAG,MAAM,CAAC;AAEnD,MAAM,WAAW,qBAAqB;IACpC,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,iBAAiB,CAAC,EAAE,6BAA6B,CAAC;IAClD,QAAQ,CAAC,EAAE,wBAAwB,CAAC;IACpC,MAAM,EAAE,wBAAwB,EAAE,CAAC;IACnC,sBAAsB,EAAE,iCAAiC,EAAE,CAAC;IAC5D,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,MAAM,kBAAkB,GAC1B,SAAS,GACT,UAAU,GACV,QAAQ,GACR,cAAc,GACd,UAAU,GACV,QAAQ,GACR,WAAW,GACX,WAAW,CAAC;AAEhB,MAAM,WAAW,oBAAoB;IACnC,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,eAAe,EAAE,MAAM,CAAC;IACxB,MAAM,EAAE,kBAAkB,CAAC;IAC3B,eAAe,CAAC,EAAE,kBAAkB,CAAC;IACrC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/secrets/types.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,gBAAgB,mCAAoC,CAAC;AAClE,eAAO,MAAM,mBAAmB,2HAQtB,CAAC;AACX,eAAO,MAAM,uBAAuB,gEAM1B,CAAC;AAEX,MAAM,MAAM,gBAAgB,GAAG,OAAO,GAAG,UAAU,GAAG,cAAc,CAAC;AAErE,eAAO,MAAM,gCAAgC;;;;CAInC,CAAC;AAEX,MAAM,MAAM,aAAa,GAAG,CAAC,OAAO,gBAAgB,CAAC,CAAC,MAAM,CAAC,CAAC;AAC9D,MAAM,MAAM,gBAAgB,GAAG,CAAC,OAAO,mBAAmB,CAAC,CAAC,MAAM,CAAC,CAAC;AACpE,MAAM,MAAM,mBAAmB,GAAG,CAAC,OAAO,uBAAuB,CAAC,CAAC,MAAM,CAAC,CAAC;AAC3E,MAAM,MAAM,oBAAoB,GAAG,aAAa,GAAG,gBAAgB,GAAG,mBAAmB,CAAC;AAE1F,MAAM,MAAM,iBAAiB,GAAG,MAAM,GAAG,QAAQ,CAAC;AAClD,MAAM,MAAM,oBAAoB,GAAG,oBAAoB,GAAG,cAAc,CAAC;AACzE,eAAO,MAAM,6BAA6B,4DAIhC,CAAC;AACX,MAAM,MAAM,yBAAyB,GAAG,CAAC,OAAO,6BAA6B,CAAC,CAAC,MAAM,CAAC,CAAC;AAEvF,MAAM,MAAM,+BAA+B,GAAG,MAAM,GAAG,MAAM,GAAG,QAAQ,CAAC;AAEzE,MAAM,WAAW,yBAAyB;IACxC,MAAM,EAAE,+BAA+B,CAAC;IACxC,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,MAAM,yBAAyB,GAAG,OAAO,CAAC,MAAM,CAAC,oBAAoB,EAAE,oBAAoB,CAAC,CAAC,CAAC;AAEpG,MAAM,WAAW,oBAAoB;IACnC,eAAe,EAAE,MAAM,CAAC;IACxB,IAAI,EAAE,gBAAgB,CAAC;IACvB,KAAK,EAAE,iBAAiB,CAAC;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,oBAAoB,EAAE,CAAC;IAClC,aAAa,CAAC,EAAE,yBAAyB,CAAC;IAC1C,cAAc,EAAE,OAAO,CAAC;IACxB,aAAa,EAAE,yBAAyB,CAAC;IACzC,wBAAwB,CAAC,EAAE,MAAM,EAAE,CAAC;CACrC;AAED,MAAM,WAAW,qBAAqB;IACpC,MAAM,EAAE,MAAM,GAAG,cAAc,CAAC;IAChC,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,oBAAoB,EAAE,CAAC;CACvC;AAED,MAAM,WAAW,wBAAwB;IACvC,QAAQ,EAAE,oBAAoB,CAAC;IAC/B,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,SAAS,CAAC,EAAE,yBAAyB,CAAC;CACvC;AAED,MAAM,WAAW,iCAAiC;IAChD,eAAe,EAAE,MAAM,CAAC;IACxB,IAAI,EAAE,gBAAgB,CAAC;IACvB,KAAK,EAAE,iBAAiB,CAAC;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;IAC3C,cAAc,EAAE,OAAO,CAAC;IACxB,SAAS,CAAC,EAAE,oBAAoB,EAAE,CAAC;IACnC,aAAa,CAAC,EAAE,yBAAyB,CAAC;CAC3C;AAED,MAAM,WAAW,qBAAqB;IACpC,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,wBAAwB,EAAE,CAAC;IACnC,sBAAsB,EAAE,iCAAiC,EAAE,CAAC;IAC5D,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,MAAM,kBAAkB,GAC1B,SAAS,GACT,UAAU,GACV,QAAQ,GACR,cAAc,GACd,UAAU,GACV,QAAQ,GACR,WAAW,GACX,WAAW,CAAC;AAEhB,MAAM,WAAW,oBAAoB;IACnC,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,eAAe,EAAE,MAAM,CAAC;IACxB,MAAM,EAAE,kBAAkB,CAAC;IAC3B,eAAe,CAAC,EAAE,kBAAkB,CAAC;IACrC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB"}

package/dist/solver/browser-launcher.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"browser-launcher.d.ts","sourceRoot":"","sources":["../../src/solver/browser-launcher.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC/C,OAAO,KAAK,EAAsB,aAAa,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAWjF,MAAM,MAAM,aAAa,GAAG;IAC1B,OAAO,EAAE,OAAO,CAAC;IACjB,IAAI,EAAE,IAAI,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,WAAW,CAAC;IACrB,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3B,UAAU,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CACjC,CAAC;AAgBF,wBAAsB,YAAY,CAChC,OAAO,EAAE,WAAW,EACpB,IAAI,CAAC,EAAE,aAAa,GACnB,OAAO,CAAC,aAAa,CAAC,CA0ExB"}
+{"version":3,"file":"browser-launcher.d.ts","sourceRoot":"","sources":["../../src/solver/browser-launcher.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC/C,OAAO,KAAK,EAAsB,aAAa,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAajF,MAAM,MAAM,aAAa,GAAG;IAC1B,OAAO,EAAE,OAAO,CAAC;IACjB,IAAI,EAAE,IAAI,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,WAAW,CAAC;IACrB,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3B,UAAU,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CACjC,CAAC;AAiBF,wBAAsB,YAAY,CAChC,OAAO,EAAE,WAAW,EACpB,IAAI,CAAC,EAAE,aAAa,GACnB,OAAO,CAAC,aAAa,CAAC,CAiExB"}