@mercuryo-ai/agentbrowse 0.2.57 → 0.2.61

package/dist/commands/observe-inventory.js

@@ -62,12 +62,22 @@ export function inferDirectionalControlFallbackFromEvidence(evidence) {
     }
     return undefined;
 }
+export function sanitizeClassNameForStateInference(value) {
+    return (value ?? '')
+        .replace(/\s+/g, ' ')
+        .trim()
+        .toLowerCase()
+        .split(' ')
+        .filter(Boolean)
+        .filter((token) => !token.includes(':'))
+        .join(' ');
+}
 export function inferDisabledStateFromSemanticEvidence(evidence) {
     const normalize = (value) => (value ?? '').replace(/\s+/g, ' ').trim().toLowerCase();
     const tagName = normalize(evidence.tagName);
     const role = normalize(evidence.role);
     const inputType = normalize(evidence.inputType);
-    const className = normalize(evidence.className);
+    const className = sanitizeClassNameForStateInference(evidence.className);
     const nonClassBlob = [
         evidence.datasetText,
         evidence.dataState,
@@ -98,6 +108,7 @@ export function inferDisabledStateFromSemanticEvidence(evidence) {
     return disabledLikeRe.test(collectionOrButtonLike ? fullSemanticBlob : nonClassBlob);
 }
 const INFER_STRUCTURED_CELL_VARIANT_HELPER_SCRIPT = `const inferStructuredCellVariantFromEvidence = ${inferStructuredCellVariantFromEvidence.toString()};`;
+const SANITIZE_CLASS_NAME_FOR_STATE_INFERENCE_HELPER_SCRIPT = `const sanitizeClassNameForStateInference = ${sanitizeClassNameForStateInference.toString()};`;
 const INFER_DISABLED_STATE_FROM_SEMANTIC_EVIDENCE_HELPER_SCRIPT = String.raw `
     const inferDisabledStateFromSemanticEvidence = (evidence) => {
       const normalizeDisabledSemanticValue = (value) =>
@@ -106,7 +117,7 @@ const INFER_DISABLED_STATE_FROM_SEMANTIC_EVIDENCE_HELPER_SCRIPT = String.raw `
       const tagName = normalizeDisabledSemanticValue(evidence?.tagName);
       const role = normalizeDisabledSemanticValue(evidence?.role);
       const inputType = normalizeDisabledSemanticValue(evidence?.inputType);
-      const className = normalizeDisabledSemanticValue(evidence?.className);
+      const className = sanitizeClassNameForStateInference(evidence?.className);
       const nonClassBlob = [
         evidence?.datasetText,
         evidence?.dataState,
@@ -204,6 +215,10 @@ function applyInheritedDomTargetMetadata(target, options) {
         framePath: normalizedFramePath,
         frameUrl: normalizedFrameUrl,
         pageSignature: normalizedPageSignature,
+        pageFormSelector: target.pageFormSelector ??
+            (typeof options?.pageFormSelector === 'string' && options.pageFormSelector.trim().length > 0
+                ? options.pageFormSelector
+                : undefined),
     };
 }
 function enrichObservedTargetSemantics(target) {
@@ -405,11 +420,13 @@ async function collectDomTargetsFromDocument(context, options) {
     const inheritedFramePath = JSON.stringify(options?.framePath ?? []);
     const inheritedFrameUrl = JSON.stringify(options?.frameUrl ?? '');
     const inheritedPageSignature = JSON.stringify(options?.pageSignature ?? '');
+    const inheritedPageFormSelector = JSON.stringify(options?.pageFormSelector ?? '');
     const observedTargets = await context.evaluate(String.raw `(() => {
     const includeActivationAffordances = ${includeActivationAffordances ? 'true' : 'false'};
     const inheritedFramePath = ${inheritedFramePath};
     const inheritedFrameUrl = ${inheritedFrameUrl};
     const inheritedPageSignature = ${inheritedPageSignature};
+    const inheritedPageFormSelector = ${inheritedPageFormSelector};
     const domSignatureOf = (element) => {
       ${LOCATOR_DOM_SIGNATURE_SCRIPT}
     };
@@ -563,6 +580,7 @@ async function collectDomTargetsFromDocument(context, options) {
     ${TRANSPARENT_ACTIONABLE_CONTROL_HELPER_SCRIPT}
     ${OBSERVE_DOM_LABEL_CONTRACT_HELPER_SCRIPT}
     ${INFER_STRUCTURED_CELL_VARIANT_HELPER_SCRIPT}
+    ${SANITIZE_CLASS_NAME_FOR_STATE_INFERENCE_HELPER_SCRIPT}
     ${INFER_DISABLED_STATE_FROM_SEMANTIC_EVIDENCE_HELPER_SCRIPT}
     ${INFER_DIRECTIONAL_CONTROL_FALLBACK_HELPER_SCRIPT}
 
@@ -892,6 +910,152 @@ async function collectDomTargetsFromDocument(context, options) {
 
     const looseFieldLabelOf = (element) => observedLooseFieldLabelOf(element);
 
+    const controlledPopupSurfaceOf = (element) => {
+      const controlledId = element.getAttribute('aria-controls')?.trim();
+      if (!controlledId) {
+        return undefined;
+      }
+
+      const controlled = document.getElementById(controlledId);
+      return isHTMLElementNode(controlled) ? controlled : undefined;
+    };
+
+    const normalizeSelectionLabel = (value, explicitLabel) => {
+      const normalized = normalizeDescriptorText(value || '');
+      if (!isMeaningfulLabel(normalized)) {
+        return undefined;
+      }
+      if (normalized.length > 64) {
+        return undefined;
+      }
+      if (observedLooseActionTextRe.test(normalized)) {
+        return undefined;
+      }
+      if (explicitLabel && normalized.toLowerCase() === explicitLabel.toLowerCase()) {
+        return undefined;
+      }
+      return normalized;
+    };
+
+    const inlineSelectionLabelsOf = (element) => {
+      const explicitLabel = normalizeDescriptorText(explicitLabelOf(element) || '');
+      const labels = [];
+      const seen = new Set();
+      const anchors = [
+        composedParentElement(element),
+        composedParentElement(composedParentElement(element)),
+      ].filter(Boolean);
+
+      const pushLabel = (value) => {
+        const normalized = normalizeSelectionLabel(value, explicitLabel);
+        if (!normalized) {
+          return;
+        }
+        const key = normalized.toLowerCase();
+        if (seen.has(key)) {
+          return;
+        }
+        seen.add(key);
+        labels.push(normalized);
+      };
+
+      const collectCandidateLabels = (candidate, depth = 0) => {
+        if (!isHTMLElementNode(candidate)) {
+          return;
+        }
+        if (candidate === element || candidate.contains(element) || element.contains(candidate)) {
+          return;
+        }
+        if (candidate.getAttribute('aria-hidden')?.trim() === 'true') {
+          return;
+        }
+        if (observedMatchesSelector(candidate, observedLabelLikeSelector)) {
+          return;
+        }
+
+        const tag = candidate.tagName.toLowerCase();
+        if (['input', 'textarea', 'select', 'button', 'a', 'svg', 'img'].includes(tag)) {
+          return;
+        }
+
+        const visibleChildren = Array.from(candidate.children).filter(
+          (child) => isHTMLElementNode(child) && isVisible(child)
+        );
+        const candidateStyle = window.getComputedStyle(candidate);
+        const visibleOrTransparentGrouping =
+          isVisible(candidate) ||
+          (candidateStyle.display === 'contents' && visibleChildren.length > 0);
+        if (!visibleOrTransparentGrouping) {
+          return;
+        }
+        if (depth === 0 && visibleChildren.length > 1) {
+          for (const child of visibleChildren.slice(0, 6)) {
+            collectCandidateLabels(child, depth + 1);
+          }
+          return;
+        }
+
+        pushLabel(observedTextOf(candidate, element));
+      };
+
+      for (const anchor of anchors) {
+        if (!isHTMLElementNode(anchor)) {
+          continue;
+        }
+
+        for (const child of Array.from(anchor.children).slice(0, 8)) {
+          if (!isHTMLElementNode(child)) {
+            continue;
+          }
+          if (!observedPrecedesElementInDocument(child, element)) {
+            continue;
+          }
+          collectCandidateLabels(child);
+        }
+
+        if (labels.length > 0) {
+          break;
+        }
+      }
+
+      return labels;
+    };
+
+    const selectionOf = (element) => {
+      if (!isHTMLElementNode(element)) {
+        return undefined;
+      }
+
+      if (isHTMLSelectNode(element)) {
+        const items = Array.from(element.selectedOptions)
+          .map((option) => normalizeDescriptorText(option.textContent || option.value || ''))
+          .filter((label) => isMeaningfulLabel(label))
+          .map((label) => ({ label, selected: true }));
+        if (items.length === 0) {
+          return undefined;
+        }
+
+        return {
+          mode: element.multiple ? 'multiple' : 'single',
+          items,
+        };
+      }
+
+      const inlineLabels = inlineSelectionLabelsOf(element);
+      const controlledSurface = controlledPopupSurfaceOf(element);
+      const ariaMultiSelectable =
+        controlledSurface?.getAttribute('aria-multiselectable')?.trim() === 'true';
+      const mode = inlineLabels.length > 1 || ariaMultiSelectable ? 'multiple' : undefined;
+      if (!mode) {
+        return undefined;
+      }
+
+      return {
+        mode,
+        items: inlineLabels.map((label) => ({ label, selected: true })),
+      };
+    };
+
     const VALIDATION_TEXT_RE =
       /(?:required|invalid|incorrect|too\s+(?:short|long)|must|error|format|please\s+(?:enter|select|choose|fill)|невер|ошиб|обязател|заполн|введите|укажите|выберите|долж|нужно|формат|цифр|символ)/i;
 
@@ -1210,6 +1374,103 @@ async function collectDomTargetsFromDocument(context, options) {
       return Math.max(window.innerWidth || 0, 1) * Math.max(window.innerHeight || 0, 1);
     };
 
+    const compactClickableCompanionTextOf = (element) => {
+      const anchors = [
+        composedParentElement(element),
+        composedParentElement(composedParentElement(element)),
+      ].filter(Boolean);
+
+      for (const anchor of anchors) {
+        if (!isHTMLElementNode(anchor)) {
+          continue;
+        }
+
+        for (const child of Array.from(anchor.children).slice(0, 8)) {
+          if (!isHTMLElementNode(child) || child === element) {
+            continue;
+          }
+          if (child.contains(element) || element.contains(child) || !isVisible(child)) {
+            continue;
+          }
+
+          const tag = child.tagName.toLowerCase();
+          if (['input', 'textarea', 'select', 'button', 'a', 'svg', 'img'].includes(tag)) {
+            continue;
+          }
+
+          const candidateText = normalizeDescriptorText(textOf(child));
+          if (
+            candidateText &&
+            candidateText.length <= 64 &&
+            !observedLooseActionTextRe.test(candidateText)
+          ) {
+            return candidateText;
+          }
+        }
+      }
+
+      return undefined;
+    };
+
+    const compactClickableItemOf = (element) => {
+      const companionText = compactClickableCompanionTextOf(element);
+      if (!companionText) {
+        return undefined;
+      }
+
+      let current = composedParentElement(element);
+      let depth = 0;
+      while (isHTMLElementNode(current) && depth < 2) {
+        const currentText = normalizeDescriptorText(textOf(current, { container: true }));
+        if (currentText && currentText.toLowerCase() === companionText.toLowerCase()) {
+          return current;
+        }
+        current = composedParentElement(current);
+        depth += 1;
+      }
+
+      return undefined;
+    };
+
+    const compactAffordanceIntentRe =
+      /\b(remove|clear|close|delete|dismiss|cancel|minus|cross|убрать|удалить|очистить|закрыть)\b/i;
+
+    const isCompactGenericClickableAffordance = (element) => {
+      if (!isHTMLElementNode(element)) return false;
+      if (element.matches?.(selector)) return false;
+      if (hasSemanticInteractiveAncestor(element)) return false;
+
+      const tag = element.tagName.toLowerCase();
+      const associatedChoiceControl = associatedChoiceControlOf(element);
+      if (['body', 'main', 'form'].includes(tag)) return false;
+      if (tag === 'label' && !associatedChoiceControl) return false;
+
+      const style = window.getComputedStyle(element);
+      if (style.pointerEvents === 'none') return false;
+
+      const explicitClick =
+        element.hasAttribute('onclick') || typeof element.onclick === 'function';
+      const cursorClick = style.cursor === 'pointer';
+      if (!explicitClick && !cursorClick) return false;
+
+      const rect = element.getBoundingClientRect();
+      const area = rect.width * rect.height;
+      if (rect.width < 12 || rect.height < 12 || area < 120) return false;
+      if (rect.width > 40 || rect.height > 40 || area > 1200) return false;
+
+      const intentText = normalizeDescriptorText(
+        explicitLabelOf(element) ||
+          element.getAttribute('title') ||
+          element.getAttribute('aria-label') ||
+          ''
+      );
+      if (!intentText || !compactAffordanceIntentRe.test(intentText)) {
+        return false;
+      }
+
+      return Boolean(compactClickableCompanionTextOf(element));
+    };
+
     const isBareFocusableClickTarget = (element) => {
       if (!isHTMLElementNode(element)) return false;
       if (!element.matches?.(selector)) return false;
@@ -1324,7 +1585,12 @@ async function collectDomTargetsFromDocument(context, options) {
       for (const candidate of descendants) {
         if (acc.length >= limit) break;
         if (!isHTMLElementNode(candidate) || seen.has(candidate)) continue;
-        if (!isGenericClickableElement(candidate)) continue;
+        if (
+          !isGenericClickableElement(candidate) &&
+          !isCompactGenericClickableAffordance(candidate)
+        ) {
+          continue;
+        }
         if (hasAcceptedGenericClickableAncestor(candidate, acc)) continue;
         seen.add(candidate);
         acc.push(candidate);
@@ -1885,7 +2151,7 @@ async function collectDomTargetsFromDocument(context, options) {
         states.hasSelection = true;
       }
 
-      const className = (element.getAttribute('class') || '').toLowerCase();
+      const className = sanitizeClassNameForStateInference(element.getAttribute('class') || '');
       const dataset = Object.values(element.dataset || {})
         .join(' ')
         .toLowerCase();
@@ -2996,6 +3262,7 @@ async function collectDomTargetsFromDocument(context, options) {
         const visualSeatGrid = visualSeatGridMeta.get(element);
         const associatedChoiceControl = associatedChoiceControlOf(element);
         const genericClickable = isGenericClickableElement(element);
+        const compactClickableAffordance = isCompactGenericClickableAffordance(element);
         const bareFocusableClickTarget = isBareFocusableClickTarget(element);
         const effectiveElement = element;
         const domSignature = domSignatureOf(effectiveElement);
@@ -3019,7 +3286,9 @@ async function collectDomTargetsFromDocument(context, options) {
         const container = containerOf(element);
         const landmark = composedClosest(element, contextSelector);
         const group = groupOf(element);
-        const item = itemOf(element);
+        const item =
+          (compactClickableAffordance ? compactClickableItemOf(element) : undefined) ||
+          itemOf(element);
         const overlaySurface = composedClosest(element, overlaySurfaceSelector);
         const localSurface = localSurfaceCandidateOf(element);
         const selfSurface =
@@ -3038,6 +3307,7 @@ async function collectDomTargetsFromDocument(context, options) {
         );
         const fallbackLabel = directionalFallbackLabel || directFallbackLabel;
         const currentValue = popupCurrentValueOf(element);
+        const selection = selectionOf(element);
         const role = inferRole(element) || inferRole(associatedChoiceControl);
         const surfaceKind = visualSeatGrid?.surfaceKind || surfaceKindOf(surface);
         const fallbackSurfaceLabel =
@@ -3055,9 +3325,12 @@ async function collectDomTargetsFromDocument(context, options) {
           fallbackLabel: visualSeatGrid?.label || fallbackLabel,
           interactionHint:
             visualSeatGrid?.interactionHint ||
-            (genericClickable || bareFocusableClickTarget ? 'click' : undefined),
+            (genericClickable || compactClickableAffordance || bareFocusableClickTarget
+              ? 'click'
+              : undefined),
           role,
           currentValue: currentValue || undefined,
+          selection: selection || undefined,
           text: textOf(element),
           placeholder: element.getAttribute('placeholder')?.trim() || undefined,
           inputName:
@@ -3095,6 +3368,7 @@ async function collectDomTargetsFromDocument(context, options) {
           controlsSurfaceSelector:
             selectorFromRelation(element, 'aria-controls') || selectorFromRelation(element, 'aria-owns'),
           formSelector: form ? buildSelector(form) : undefined,
+          pageFormSelector: form ? buildSelector(form) : inheritedPageFormSelector || undefined,
           descendantInteractiveCount: element.querySelectorAll(selector).length,
           descendantEditableCount: element.querySelectorAll(
             'input:not([type="hidden"]), textarea, select, [contenteditable="true"]'
@@ -3260,6 +3534,7 @@ async function collectDomTargetsFromDocument(context, options) {
         framePath: options?.framePath,
         frameUrl: options?.frameUrl,
         pageSignature: options?.pageSignature,
+        pageFormSelector: options?.pageFormSelector,
     })));
 }
 const FRAME_HOST_DESCRIPTOR_SCRIPT = String.raw `
@@ -3350,6 +3625,53 @@ const FRAME_HOST_DESCRIPTOR_SCRIPT = String.raw `
       ? {
           selector,
           userVisible: isUserVisible(element),
+          pageFormSelector: (() => {
+            const form = element.closest('form');
+            if (!(form instanceof HTMLFormElement)) {
+              return undefined;
+            }
+
+            const buildSelector = (candidate) => {
+              if (!(candidate instanceof HTMLElement)) {
+                return undefined;
+              }
+
+              if (candidate.id && isSelectorUniqueFor(candidate, '#' + cssEscape(candidate.id))) {
+                return '#' + cssEscape(candidate.id);
+              }
+
+              const path = [];
+              let current = candidate;
+              while (current && current.nodeType === Node.ELEMENT_NODE && path.length < 8) {
+                const currentTag = current.tagName.toLowerCase();
+                const parent = current.parentElement;
+                const root = current.getRootNode?.();
+                const siblingPool = parent
+                  ? Array.from(parent.children)
+                  : isShadowRootNode(root)
+                    ? Array.from(root.children)
+                    : [];
+                const siblings = siblingPool.filter(
+                  (child) => child.tagName.toLowerCase() === currentTag
+                );
+                const index = siblings.indexOf(current) + 1;
+                path.unshift(currentTag + ':nth-of-type(' + Math.max(index, 1) + ')');
+                if (current.id) {
+                  break;
+                }
+                current = current.parentElement;
+              }
+
+              if (path.length === 0) {
+                return undefined;
+              }
+
+              const structuralSelector = path.join(' > ');
+              return isSelectorUniqueFor(candidate, structuralSelector) ? structuralSelector : undefined;
+            };
+
+            return buildSelector(form);
+          })(),
         }
       : null;
 
@@ -3497,7 +3819,7 @@ export async function collectDomTargets(page, options) {
     }
     const collected = [];
     const includeActivationAffordances = options?.includeActivationAffordances === true;
-    const walk = async (frame, framePath) => {
+    const walk = async (frame, framePath, pageFormSelector) => {
         if (collected.length >= DOM_TARGET_COLLECTION_LIMIT) {
             return;
         }
@@ -3507,6 +3829,7 @@ export async function collectDomTargets(page, options) {
             pageSignature: topLevelPageSignature,
             framePath,
             frameUrl,
+            pageFormSelector,
         }).catch(() => []);
         for (const target of targets) {
             if (collected.length >= DOM_TARGET_COLLECTION_LIMIT) {
@@ -3525,7 +3848,7 @@ export async function collectDomTargets(page, options) {
             if (!frameHost?.selector || !frameHost.userVisible) {
                 continue;
             }
-            await walk(childFrame, [...(framePath ?? []), frameHost.selector]);
+            await walk(childFrame, [...(framePath ?? []), frameHost.selector], frameHost.pageFormSelector ?? pageFormSelector);
         }
     };
     await walk(page.mainFrame());

package/dist/commands/observe-persistence.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"observe-persistence.d.ts","sourceRoot":"","sources":["../../src/commands/observe-persistence.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AASnD,OAAO,KAAK,EAAoB,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AACjG,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAQhE,wBAAgB,eAAe,CAC7B,OAAO,EAAE,MAAM,EACf,MAAM,EAAE,iBAAiB,EACzB,aAAa,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,GACzC,IAAI,CAAC,gBAAgB,EAAE,KAAK,CAAC,CA0F/B;AAED,wBAAgB,0BAA0B,CACxC,UAAU,EAAE,aAAa,CAAC,iBAAiB,CAAC,EAC5C,OAAO,EAAE,gBAAgB,EAAE,GAC1B,IAAI,CAYN;AAED,wBAAgB,8BAA8B,CAC5C,OAAO,EAAE,aAAa,EACtB,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,aAAa,CAAC,iBAAiB,CAAC,EACzC,OAAO,CAAC,EAAE;IACR,gBAAgB,CAAC,EAAE,aAAa,CAAC,IAAI,CAAC,iBAAiB,EAAE,KAAK,CAAC,CAAC,CAAC;IACjE,kBAAkB,CAAC,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;CAC1C,GACA;IACD,cAAc,EAAE,iBAAiB,EAAE,CAAC;IACpC,aAAa,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACpC,CAkEA;AAED,wBAAgB,+BAA+B,CAC7C,OAAO,EAAE,aAAa,EACtB,OAAO,EAAE,MAAM,EACf,eAAe,EAAE,aAAa,CAAC,IAAI,CAAC,gBAAgB,EAAE,KAAK,CAAC,CAAC,GAC5D,IAAI,CAsBN;AAUD,wBAAgB,wBAAwB,CACtC,OAAO,EAAE,aAAa,EACtB,OAAO,EAAE,MAAM,EACf,UAAU,EAAE,aAAa,CAAC,iBAAiB,CAAC,EAC5C,gBAAgB,EAAE,aAAa,CAAC,gBAAgB,CAAC,EACjD,cAAc,EAAE,aAAa,CAAC,iBAAiB,CAAC,EAChD,aAAa,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,GACzC,iBAAiB,EAAE,CAyDrB"}
+{"version":3,"file":"observe-persistence.d.ts","sourceRoot":"","sources":["../../src/commands/observe-persistence.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AASnD,OAAO,KAAK,EAAoB,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AACjG,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAQhE,wBAAgB,eAAe,CAC7B,OAAO,EAAE,MAAM,EACf,MAAM,EAAE,iBAAiB,EACzB,aAAa,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,GACzC,IAAI,CAAC,gBAAgB,EAAE,KAAK,CAAC,CA4F/B;AAED,wBAAgB,0BAA0B,CACxC,UAAU,EAAE,aAAa,CAAC,iBAAiB,CAAC,EAC5C,OAAO,EAAE,gBAAgB,EAAE,GAC1B,IAAI,CAYN;AAED,wBAAgB,8BAA8B,CAC5C,OAAO,EAAE,aAAa,EACtB,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,aAAa,CAAC,iBAAiB,CAAC,EACzC,OAAO,CAAC,EAAE;IACR,gBAAgB,CAAC,EAAE,aAAa,CAAC,IAAI,CAAC,iBAAiB,EAAE,KAAK,CAAC,CAAC,CAAC;IACjE,kBAAkB,CAAC,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;CAC1C,GACA;IACD,cAAc,EAAE,iBAAiB,EAAE,CAAC;IACpC,aAAa,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACpC,CAkEA;AAED,wBAAgB,+BAA+B,CAC7C,OAAO,EAAE,aAAa,EACtB,OAAO,EAAE,MAAM,EACf,eAAe,EAAE,aAAa,CAAC,IAAI,CAAC,gBAAgB,EAAE,KAAK,CAAC,CAAC,GAC5D,IAAI,CAsBN;AAUD,wBAAgB,wBAAwB,CACtC,OAAO,EAAE,aAAa,EACtB,OAAO,EAAE,MAAM,EACf,UAAU,EAAE,aAAa,CAAC,iBAAiB,CAAC,EAC5C,gBAAgB,EAAE,aAAa,CAAC,gBAAgB,CAAC,EACjD,cAAc,EAAE,aAAa,CAAC,iBAAiB,CAAC,EAChD,aAAa,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,GACzC,iBAAiB,EAAE,CAyDrB"}

package/dist/commands/observe-persistence.js

@@ -51,6 +51,7 @@ export function toDomDescriptor(pageRef, target, surfaceRefMap) {
         pageRef,
         framePath: target.framePath,
         frameUrl: target.frameUrl,
+        pageFormSelector: target.pageFormSelector,
         kind: target.kind,
         label: target.label ?? target.text ?? target.placeholder ?? target.title,
         displayLabel: target.displayLabel,
@@ -62,6 +63,7 @@ export function toDomDescriptor(pageRef, target, surfaceRefMap) {
         surfaceKind: target.surfaceKind,
         controlsSurfaceSelector: target.controlsSurfaceSelector,
         validation: target.validation,
+        selection: target.selection,
         locatorCandidates,
         semantics: target.role || target.label || target.states
             ? {

package/dist/commands/observe-projection.d.ts

@@ -26,7 +26,7 @@ type ExpandWorkflowGraphTargetOptions = {
     selectedSurfaceIds?: ReadonlySet<string>;
 };
 export declare function expandWorkflowGraphTargets(allTargets: ReadonlyArray<DomObservedTarget>, selectedTargets: ReadonlyArray<DomObservedTarget>, options?: ExpandWorkflowGraphTargetOptions): DomObservedTarget[];
-export declare function compactTargets(targets: ReadonlyArray<Pick<TargetDescriptor, 'ref' | 'kind' | 'label' | 'displayLabel' | 'placeholder' | 'inputName' | 'inputType' | 'autocomplete' | 'validation' | 'context' | 'semantics' | 'structure' | 'capability' | 'availability' | 'surfaceRef'>>): Array<{
+export declare function compactTargets(targets: ReadonlyArray<Pick<TargetDescriptor, 'ref' | 'kind' | 'label' | 'displayLabel' | 'placeholder' | 'inputName' | 'inputType' | 'autocomplete' | 'selection' | 'validation' | 'context' | 'semantics' | 'structure' | 'capability' | 'availability' | 'surfaceRef'>>): Array<{
     ref: string;
     kind?: string;
     label?: string;
@@ -35,6 +35,7 @@ export declare function compactTargets(targets: ReadonlyArray<Pick<TargetDescrip
     inputName?: string;
     inputType?: string;
     autocomplete?: string;
+    selection?: TargetDescriptor['selection'];
     validation?: AgentFacingTargetValidationEvidence;
     context?: string;
     state?: Record<string, string | boolean | number>;
@@ -76,7 +77,7 @@ type BuildGroupedObserveScopesOptions = {
     pageRef: string;
     title?: string;
     scopes: ReadonlyArray<Pick<SurfaceDescriptor, 'ref' | 'kind' | 'label' | 'availability' | 'parentSurfaceRef' | 'childSurfaceRefs' | 'extractScopeLifetime'>>;
-    targets: ReadonlyArray<Pick<TargetDescriptor, 'ref' | 'kind' | 'label' | 'displayLabel' | 'placeholder' | 'inputName' | 'inputType' | 'autocomplete' | 'validation' | 'context' | 'semantics' | 'structure' | 'capability' | 'availability' | 'surfaceRef'>>;
+    targets: ReadonlyArray<Pick<TargetDescriptor, 'ref' | 'kind' | 'label' | 'displayLabel' | 'placeholder' | 'inputName' | 'inputType' | 'autocomplete' | 'selection' | 'validation' | 'context' | 'semantics' | 'structure' | 'capability' | 'availability' | 'surfaceRef'>>;
 };
 export declare function buildGroupedObserveScopes(options: BuildGroupedObserveScopesOptions): CompactObservedScope[];
 export declare function compactFillableForms(forms: ReadonlyArray<PersistedFillableForm>): Array<{

package/dist/commands/observe-projection.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"observe-projection.d.ts","sourceRoot":"","sources":["../../src/commands/observe-projection.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,oBAAoB,EACpB,iBAAiB,EACjB,gBAAgB,EAChB,wBAAwB,EACzB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,KAAK,EAAE,qBAAqB,EAAE,yBAAyB,EAAE,MAAM,qBAAqB,CAAC;AAC5F,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAChE,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAa/D,MAAM,MAAM,yBAAyB,GAAG;IACtC,iBAAiB,EAAE,OAAO,CAAC;IAC3B,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,OAAO,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,OAAO,CAAC,EAAE,gBAAgB,CAAC,SAAS,CAAC,CAAC;IACtC,SAAS,CAAC,EAAE,gBAAgB,CAAC,WAAW,CAAC,CAAC;CAC3C,CAAC;AAEF,MAAM,MAAM,0BAA0B,GAAG,iBAAiB,GAAG;IAC3D,iBAAiB,EAAE,QAAQ,CAAC;IAC5B,aAAa,EAAE,MAAM,CAAC;CACvB,CAAC;AAEF,MAAM,MAAM,6BAA6B,GAAG,0BAA0B,GAAG,yBAAyB,CAAC;AAcnG,KAAK,mCAAmC,GAAG,IAAI,CAAC,wBAAwB,EAAE,UAAU,CAAC,CAAC;AA6MtF,KAAK,gCAAgC,GAAG;IACtC,kBAAkB,CAAC,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;CAC1C,CAAC;AAEF,wBAAgB,0BAA0B,CACxC,UAAU,EAAE,aAAa,CAAC,iBAAiB,CAAC,EAC5C,eAAe,EAAE,aAAa,CAAC,iBAAiB,CAAC,EACjD,OAAO,GAAE,gCAAqC,GAC7C,iBAAiB,EAAE,CA2IrB;AAoOD,wBAAgB,cAAc,CAC5B,OAAO,EAAE,aAAa,CACpB,IAAI,CACF,gBAAgB,EACd,KAAK,GACL,MAAM,GACN,OAAO,GACP,cAAc,GACd,aAAa,GACb,WAAW,GACX,WAAW,GACX,cAAc,GACd,YAAY,GACZ,SAAS,GACT,WAAW,GACX,WAAW,GACX,YAAY,GACZ,cAAc,GACd,YAAY,CACf,CACF,GACA,KAAK,CAAC;IACP,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,UAAU,CAAC,EAAE,mCAAmC,CAAC;IACjD,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,CAAC,CAAC;IAClD,SAAS,CAAC,EAAE,gBAAgB,CAAC,WAAW,CAAC,CAAC;IAC1C,UAAU,CAAC,EAAE,gBAAgB,CAAC,YAAY,CAAC,CAAC;IAC5C,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,KAAK,GAAG,WAAW,GAAG,eAAe,GAAG,QAAQ,CAAC;CAC3D,CAAC,CAoBD;AAED,MAAM,MAAM,qBAAqB,GAAG,UAAU,CAAC,OAAO,cAAc,CAAC,CAAC,MAAM,CAAC,CAAC;AAE9E,wBAAgB,aAAa,CAC3B,MAAM,EAAE,aAAa,CACnB,IAAI,CACF,iBAAiB,EACf,KAAK,GACL,MAAM,GACN,OAAO,GACP,cAAc,GACd,kBAAkB,GAClB,kBAAkB,GAClB,YAAY,GACZ,sBAAsB,CACzB,CACF,GACA,KAAK,CAAC;IACP,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,OAAO,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC5B,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IACtB,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;IAC5C,MAAM,EAAE,KAAK,CAAC;CACf,CAAC,CAcD;AAED,MAAM,MAAM,oBAAoB,GAAG;IACjC,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,OAAO,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC5B,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;IAC5C,OAAO,EAAE,qBAAqB,EAAE,CAAC;IACjC,MAAM,EAAE,KAAK,GAAG,WAAW,GAAG,eAAe,GAAG,QAAQ,CAAC;CAC1D,CAAC;AAEF,KAAK,gCAAgC,GAAG;IACtC,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,aAAa,CACnB,IAAI,CACF,iBAAiB,EACf,KAAK,GACL,MAAM,GACN,OAAO,GACP,cAAc,GACd,kBAAkB,GAClB,kBAAkB,GAClB,sBAAsB,CACzB,CACF,CAAC;IACF,OAAO,EAAE,aAAa,CACpB,IAAI,CACF,gBAAgB,EACd,KAAK,GACL,MAAM,GACN,OAAO,GACP,cAAc,GACd,aAAa,GACb,WAAW,GACX,WAAW,GACX,cAAc,GACd,YAAY,GACZ,SAAS,GACT,WAAW,GACX,WAAW,GACX,YAAY,GACZ,cAAc,GACd,YAAY,CACf,CACF,CAAC;CACH,CAAC;AAQF,wBAAgB,yBAAyB,CACvC,OAAO,EAAE,gCAAgC,GACxC,oBAAoB,EAAE,CAwExB;AAED,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,aAAa,CAAC,qBAAqB,CAAC,GAAG,KAAK,CAAC;IACvF,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,SAAS,GAAG,SAAS,CAAC;IAChC,MAAM,EAAE,KAAK,CAAC;QACZ,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,EAAE,MAAM,CAAC;QAClB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,QAAQ,CAAC,EAAE,OAAO,CAAC;QACnB,SAAS,CAAC,EAAE,yBAAyB,CAAC;KACvC,CAAC,CAAC;IACH,sBAAsB,EAAE,KAAK,CAAC;QAC5B,eAAe,EAAE,MAAM,CAAC;QACxB,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,WAAW,EAAE,MAAM,CAAC;QACpB,eAAe,EAAE,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;QAC3C,cAAc,EAAE,OAAO,CAAC;KACzB,CAAC,CAAC;CACJ,CAAC,CAwBD;AAED,MAAM,MAAM,2BAA2B,GAAG,UAAU,CAAC,OAAO,oBAAoB,CAAC,CAAC,MAAM,CAAC,CAAC;AAE1F,wBAAgB,cAAc,CAAC,OAAO,EAAE,aAAa,CAAC,kBAAkB,CAAC,GAAG,KAAK,CAAC;IAChF,IAAI,EAAE,kBAAkB,CAAC,MAAM,CAAC,CAAC;IACjC,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,MAAM,EAAE,KAAK,CAAC;CACf,CAAC,CAOD;AAED,MAAM,MAAM,qBAAqB,GAAG,UAAU,CAAC,OAAO,cAAc,CAAC,CAAC,MAAM,CAAC,CAAC;AAE9E,wBAAgB,mCAAmC,CACjD,OAAO,EAAE,aAAa,CAAC,iBAAiB,CAAC,EACzC,QAAQ,EAAE,aAAa,CAAC,IAAI,CAAC,iBAAiB,EAAE,KAAK,CAAC,CAAC,GACtD,6BAA6B,EAAE,CAuEjC;AAcD,wBAAgB,2BAA2B,CACzC,UAAU,EAAE,aAAa,CAAC,iBAAiB,CAAC,EAC5C,kBAAkB,EAAE,aAAa,CAAC,6BAA6B,CAAC,GAC/D;IACD,OAAO,EAAE,iBAAiB,EAAE,CAAC;IAC7B,kBAAkB,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;CACjC,CAyDA;AAED,wBAAgB,4BAA4B,CAC1C,gBAAgB,EAAE,aAAa,CAAC,IAAI,CAAC,gBAAgB,EAAE,YAAY,CAAC,CAAC,EACrE,kBAAkB,EAAE,WAAW,CAAC,MAAM,CAAC,EACvC,aAAa,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,GACzC,GAAG,CAAC,MAAM,CAAC,CAkBb;AAED,wBAAgB,8BAA8B,CAC5C,UAAU,EAAE,aAAa,CAAC,iBAAiB,CAAC,EAC5C,gBAAgB,EAAE,aAAa,CAAC,gBAAgB,CAAC,EACjD,eAAe,EAAE,aAAa,CAAC,iBAAiB,CAAC,GAChD,gBAAgB,EAAE,CAsEpB"}
+{"version":3,"file":"observe-projection.d.ts","sourceRoot":"","sources":["../../src/commands/observe-projection.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,oBAAoB,EACpB,iBAAiB,EACjB,gBAAgB,EAChB,wBAAwB,EACzB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,KAAK,EAAE,qBAAqB,EAAE,yBAAyB,EAAE,MAAM,qBAAqB,CAAC;AAC5F,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAChE,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAa/D,MAAM,MAAM,yBAAyB,GAAG;IACtC,iBAAiB,EAAE,OAAO,CAAC;IAC3B,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,OAAO,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,OAAO,CAAC,EAAE,gBAAgB,CAAC,SAAS,CAAC,CAAC;IACtC,SAAS,CAAC,EAAE,gBAAgB,CAAC,WAAW,CAAC,CAAC;CAC3C,CAAC;AAEF,MAAM,MAAM,0BAA0B,GAAG,iBAAiB,GAAG;IAC3D,iBAAiB,EAAE,QAAQ,CAAC;IAC5B,aAAa,EAAE,MAAM,CAAC;CACvB,CAAC;AAEF,MAAM,MAAM,6BAA6B,GAAG,0BAA0B,GAAG,yBAAyB,CAAC;AAcnG,KAAK,mCAAmC,GAAG,IAAI,CAAC,wBAAwB,EAAE,UAAU,CAAC,CAAC;AA6MtF,KAAK,gCAAgC,GAAG;IACtC,kBAAkB,CAAC,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;CAC1C,CAAC;AAEF,wBAAgB,0BAA0B,CACxC,UAAU,EAAE,aAAa,CAAC,iBAAiB,CAAC,EAC5C,eAAe,EAAE,aAAa,CAAC,iBAAiB,CAAC,EACjD,OAAO,GAAE,gCAAqC,GAC7C,iBAAiB,EAAE,CA2IrB;AAoOD,wBAAgB,cAAc,CAC5B,OAAO,EAAE,aAAa,CACpB,IAAI,CACF,gBAAgB,EACd,KAAK,GACL,MAAM,GACN,OAAO,GACP,cAAc,GACd,aAAa,GACb,WAAW,GACX,WAAW,GACX,cAAc,GACd,WAAW,GACX,YAAY,GACZ,SAAS,GACT,WAAW,GACX,WAAW,GACX,YAAY,GACZ,cAAc,GACd,YAAY,CACf,CACF,GACA,KAAK,CAAC;IACP,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,gBAAgB,CAAC,WAAW,CAAC,CAAC;IAC1C,UAAU,CAAC,EAAE,mCAAmC,CAAC;IACjD,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,CAAC,CAAC;IAClD,SAAS,CAAC,EAAE,gBAAgB,CAAC,WAAW,CAAC,CAAC;IAC1C,UAAU,CAAC,EAAE,gBAAgB,CAAC,YAAY,CAAC,CAAC;IAC5C,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,KAAK,GAAG,WAAW,GAAG,eAAe,GAAG,QAAQ,CAAC;CAC3D,CAAC,CAqBD;AAED,MAAM,MAAM,qBAAqB,GAAG,UAAU,CAAC,OAAO,cAAc,CAAC,CAAC,MAAM,CAAC,CAAC;AAE9E,wBAAgB,aAAa,CAC3B,MAAM,EAAE,aAAa,CACnB,IAAI,CACF,iBAAiB,EACf,KAAK,GACL,MAAM,GACN,OAAO,GACP,cAAc,GACd,kBAAkB,GAClB,kBAAkB,GAClB,YAAY,GACZ,sBAAsB,CACzB,CACF,GACA,KAAK,CAAC;IACP,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,OAAO,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC5B,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IACtB,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;IAC5C,MAAM,EAAE,KAAK,CAAC;CACf,CAAC,CAcD;AAED,MAAM,MAAM,oBAAoB,GAAG;IACjC,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,OAAO,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC5B,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;IAC5C,OAAO,EAAE,qBAAqB,EAAE,CAAC;IACjC,MAAM,EAAE,KAAK,GAAG,WAAW,GAAG,eAAe,GAAG,QAAQ,CAAC;CAC1D,CAAC;AAEF,KAAK,gCAAgC,GAAG;IACtC,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,aAAa,CACnB,IAAI,CACF,iBAAiB,EACf,KAAK,GACL,MAAM,GACN,OAAO,GACP,cAAc,GACd,kBAAkB,GAClB,kBAAkB,GAClB,sBAAsB,CACzB,CACF,CAAC;IACF,OAAO,EAAE,aAAa,CACpB,IAAI,CACF,gBAAgB,EACd,KAAK,GACL,MAAM,GACN,OAAO,GACP,cAAc,GACd,aAAa,GACb,WAAW,GACX,WAAW,GACX,cAAc,GACd,WAAW,GACX,YAAY,GACZ,SAAS,GACT,WAAW,GACX,WAAW,GACX,YAAY,GACZ,cAAc,GACd,YAAY,CACf,CACF,CAAC;CACH,CAAC;AAQF,wBAAgB,yBAAyB,CACvC,OAAO,EAAE,gCAAgC,GACxC,oBAAoB,EAAE,CAwExB;AAED,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,aAAa,CAAC,qBAAqB,CAAC,GAAG,KAAK,CAAC;IACvF,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,SAAS,GAAG,SAAS,CAAC;IAChC,MAAM,EAAE,KAAK,CAAC;QACZ,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,EAAE,MAAM,CAAC;QAClB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,QAAQ,CAAC,EAAE,OAAO,CAAC;QACnB,SAAS,CAAC,EAAE,yBAAyB,CAAC;KACvC,CAAC,CAAC;IACH,sBAAsB,EAAE,KAAK,CAAC;QAC5B,eAAe,EAAE,MAAM,CAAC;QACxB,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,WAAW,EAAE,MAAM,CAAC;QACpB,eAAe,EAAE,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;QAC3C,cAAc,EAAE,OAAO,CAAC;KACzB,CAAC,CAAC;CACJ,CAAC,CAwBD;AAED,MAAM,MAAM,2BAA2B,GAAG,UAAU,CAAC,OAAO,oBAAoB,CAAC,CAAC,MAAM,CAAC,CAAC;AAE1F,wBAAgB,cAAc,CAAC,OAAO,EAAE,aAAa,CAAC,kBAAkB,CAAC,GAAG,KAAK,CAAC;IAChF,IAAI,EAAE,kBAAkB,CAAC,MAAM,CAAC,CAAC;IACjC,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,MAAM,EAAE,KAAK,CAAC;CACf,CAAC,CAOD;AAED,MAAM,MAAM,qBAAqB,GAAG,UAAU,CAAC,OAAO,cAAc,CAAC,CAAC,MAAM,CAAC,CAAC;AAE9E,wBAAgB,mCAAmC,CACjD,OAAO,EAAE,aAAa,CAAC,iBAAiB,CAAC,EACzC,QAAQ,EAAE,aAAa,CAAC,IAAI,CAAC,iBAAiB,EAAE,KAAK,CAAC,CAAC,GACtD,6BAA6B,EAAE,CAuEjC;AAcD,wBAAgB,2BAA2B,CACzC,UAAU,EAAE,aAAa,CAAC,iBAAiB,CAAC,EAC5C,kBAAkB,EAAE,aAAa,CAAC,6BAA6B,CAAC,GAC/D;IACD,OAAO,EAAE,iBAAiB,EAAE,CAAC;IAC7B,kBAAkB,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;CACjC,CAyDA;AAED,wBAAgB,4BAA4B,CAC1C,gBAAgB,EAAE,aAAa,CAAC,IAAI,CAAC,gBAAgB,EAAE,YAAY,CAAC,CAAC,EACrE,kBAAkB,EAAE,WAAW,CAAC,MAAM,CAAC,EACvC,aAAa,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,GACzC,GAAG,CAAC,MAAM,CAAC,CAkBb;AAED,wBAAgB,8BAA8B,CAC5C,UAAU,EAAE,aAAa,CAAC,iBAAiB,CAAC,EAC5C,gBAAgB,EAAE,aAAa,CAAC,gBAAgB,CAAC,EACjD,eAAe,EAAE,aAAa,CAAC,iBAAiB,CAAC,GAChD,gBAAgB,EAAE,CAsEpB"}

package/dist/commands/observe-projection.js

@@ -417,6 +417,7 @@ export function compactTargets(targets) {
         inputName: target.inputName,
         inputType: target.inputType,
         autocomplete: target.autocomplete,
+        selection: target.selection,
         validation: compactValidationEvidence(target.validation),
         context: summarizeContext(target.context),
         state: target.semantics?.states,

package/dist/commands/observe-protected.d.ts

@@ -1,6 +1,8 @@
 import type { BrowseSession } from '../session.js';
 import { type TargetDescriptor } from '../runtime-state.js';
-export declare function persistProtectedFillableFormsForPage(session: BrowseSession, pageRef: string, pageUrl: string, targets: ReadonlyArray<TargetDescriptor>, observedAt: string): Promise<import("../secrets/types.js").PersistedFillableForm[]>;
+export declare function persistProtectedFillableFormsForPage(session: BrowseSession, pageRef: string, pageUrl: string, targets: ReadonlyArray<TargetDescriptor>, observedAt: string, options?: {
+    previousPageUrl?: string;
+}): Promise<import("../secrets/types.js").PersistedFillableForm[]>;
 export declare function markProtectedFillableFormsUnknownForPage(session: BrowseSession, pageRef: string): import("../secrets/types.js").PersistedFillableForm[];
 export declare function clearProtectedFillableFormsForPage(session: BrowseSession, pageRef: string): import("../secrets/types.js").PersistedFillableForm[];
 //# sourceMappingURL=observe-protected.d.ts.map

package/dist/commands/observe-protected.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"observe-protected.d.ts","sourceRoot":"","sources":["../../src/commands/observe-protected.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AACnD,OAAO,EAAoB,KAAK,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAgB9E,wBAAsB,oCAAoC,CACxD,OAAO,EAAE,aAAa,EACtB,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,aAAa,CAAC,gBAAgB,CAAC,EACxC,UAAU,EAAE,MAAM,kEAgBnB;AAED,wBAAgB,wCAAwC,CAAC,OAAO,EAAE,aAAa,EAAE,OAAO,EAAE,MAAM,yDAE/F;AAED,wBAAgB,kCAAkC,CAAC,OAAO,EAAE,aAAa,EAAE,OAAO,EAAE,MAAM,yDAEzF"}
+{"version":3,"file":"observe-protected.d.ts","sourceRoot":"","sources":["../../src/commands/observe-protected.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AACnD,OAAO,EAAoB,KAAK,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAqC9E,wBAAsB,oCAAoC,CACxD,OAAO,EAAE,aAAa,EACtB,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,aAAa,CAAC,gBAAgB,CAAC,EACxC,UAAU,EAAE,MAAM,EAClB,OAAO,GAAE;IACP,eAAe,CAAC,EAAE,MAAM,CAAC;CACrB,kEAmBP;AAED,wBAAgB,wCAAwC,CAAC,OAAO,EAAE,aAAa,EAAE,OAAO,EAAE,MAAM,yDAE/F;AAED,wBAAgB,kCAAkC,CAAC,OAAO,EAAE,aAAa,EAAE,OAAO,EAAE,MAAM,yDAEzF"}

package/dist/commands/observe-protected.js

@@ -9,7 +9,26 @@ function tryResolveHost(pageUrl) {
         return null;
     }
 }
-export async function persistProtectedFillableFormsForPage(session, pageRef, pageUrl, targets, observedAt) {
+function normalizeMeaningfulPageUrl(pageUrl) {
+    const trimmed = pageUrl?.trim();
+    if (!trimmed) {
+        return null;
+    }
+    try {
+        const url = new URL(trimmed);
+        url.hash = '';
+        return url.toString();
+    }
+    catch {
+        return trimmed;
+    }
+}
+function didMeaningfulPageUrlChange(previousPageUrl, pageUrl) {
+    const previous = normalizeMeaningfulPageUrl(previousPageUrl);
+    const current = normalizeMeaningfulPageUrl(pageUrl);
+    return previous !== null && current !== null && previous !== current;
+}
+export async function persistProtectedFillableFormsForPage(session, pageRef, pageUrl, targets, observedAt, options = {}) {
     const host = tryResolveHost(pageUrl);
     const catalog = host ? getSecretCatalog(session, host) : null;
     const matchedForms = await matchStoredSecretsToObservedTargets(pageRef, targets, catalog, {
@@ -17,6 +36,9 @@ export async function persistProtectedFillableFormsForPage(session, pageRef, pag
         session,
     });
     if (matchedForms.length === 0) {
+        if (didMeaningfulPageUrlChange(options.previousPageUrl, pageUrl)) {
+            return clearProtectedFillableFormsForPage(session, pageRef);
+        }
         return markFillableFormsUnknownForPage(session, pageRef);
     }
     return replaceFillableFormsForPage(session, pageRef, matchedForms, {

package/dist/commands/observe-semantics.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"observe-semantics.d.ts","sourceRoot":"","sources":["../../src/commands/observe-semantics.ts"],"names":[],"mappings":"AAaA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAGhE,wBAAgB,+BAA+B,CAAC,MAAM,EAAE,iBAAiB,GAAG,MAAM,CAYjF;AAED,wBAAgB,0BAA0B,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CA6B7E;AAgBD,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,iBAAiB,GAAG,MAAM,GAAG,SAAS,CAQ/E;AAED,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,iBAAiB,GAAG,MAAM,CAMnE;AA6OD,wBAAgB,2BAA2B,CACzC,WAAW,EAAE,MAAM,EACnB,eAAe,EAAE,aAAa,CAAC,iBAAiB,CAAC,GAChD,iBAAiB,EAAE,CA+BrB;AAqBD,wBAAgB,oCAAoC,CAClD,OAAO,EAAE,aAAa,CAAC,iBAAiB,CAAC,GACxC,iBAAiB,EAAE,CAuBrB;AAqGD,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,aAAa,CAAC,iBAAiB,CAAC,GAAG,iBAAiB,EAAE,CA0FjG;AAED,wBAAgB,yBAAyB,CACvC,OAAO,EAAE,aAAa,CAAC,iBAAiB,CAAC,GACxC,iBAAiB,EAAE,CAsFrB"}
+{"version":3,"file":"observe-semantics.d.ts","sourceRoot":"","sources":["../../src/commands/observe-semantics.ts"],"names":[],"mappings":"AAaA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAGhE,wBAAgB,+BAA+B,CAAC,MAAM,EAAE,iBAAiB,GAAG,MAAM,CAYjF;AAgED,wBAAgB,0BAA0B,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CA6B7E;AAgBD,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,iBAAiB,GAAG,MAAM,GAAG,SAAS,CAQ/E;AAED,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,iBAAiB,GAAG,MAAM,CAMnE;AA6OD,wBAAgB,2BAA2B,CACzC,WAAW,EAAE,MAAM,EACnB,eAAe,EAAE,aAAa,CAAC,iBAAiB,CAAC,GAChD,iBAAiB,EAAE,CA+BrB;AAqBD,wBAAgB,oCAAoC,CAClD,OAAO,EAAE,aAAa,CAAC,iBAAiB,CAAC,GACxC,iBAAiB,EAAE,CAuBrB;AAqGD,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,aAAa,CAAC,iBAAiB,CAAC,GAAG,iBAAiB,EAAE,CAmHjG;AAED,wBAAgB,yBAAyB,CACvC,OAAO,EAAE,aAAa,CAAC,iBAAiB,CAAC,GACxC,iBAAiB,EAAE,CAsFrB"}