@nuanu-ai/agentbrowse 0.2.36 → 0.2.38

package/dist/commands/close.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"close.d.ts","sourceRoot":"","sources":["../../src/commands/close.ts"],"names":[],"mappings":"AAAA;;GAEG;AAOH,MAAM,MAAM,kBAAkB,GAAG;IAC/B,OAAO,EAAE,IAAI,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAC/B,OAAO,EAAE,KAAK,CAAC;IACf,KAAK,EAAE,sBAAsB,CAAC;IAC9B,WAAW,EAAE,SAAS,CAAC;IACvB,OAAO,EAAE,uBAAuB,CAAC;IACjC,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG,kBAAkB,GAAG,kBAAkB,CAAC;AAMlE,wBAAsB,KAAK,IAAI,OAAO,CAAC,WAAW,CAAC,CAwBlD"}
+{"version":3,"file":"close.d.ts","sourceRoot":"","sources":["../../src/commands/close.ts"],"names":[],"mappings":"AAAA;;GAEG;AAQH,MAAM,MAAM,kBAAkB,GAAG;IAC/B,OAAO,EAAE,IAAI,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAC/B,OAAO,EAAE,KAAK,CAAC;IACf,KAAK,EAAE,sBAAsB,CAAC;IAC9B,WAAW,EAAE,SAAS,CAAC;IACvB,OAAO,EAAE,uBAAuB,CAAC;IACjC,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG,kBAAkB,GAAG,kBAAkB,CAAC;AAclE,wBAAsB,KAAK,IAAI,OAAO,CAAC,WAAW,CAAC,CAwBlD"}

package/dist/commands/close.js

@@ -1,15 +1,22 @@
 /**
  * browse close — Close the browser and clean up session.
  */
-import { loadSession, deleteSession } from '../session.js';
+import { deleteSession, isOwnedSession, loadSession } from '../session.js';
 import { info } from '../output.js';
 import { closeOwnedBrowser } from '../owned-browser.js';
-function isOwnedSessionRecord(session) {
-    return session?.identity?.ownership === 'agentbrowse';
+import { isManagedBrowserPid } from '../owned-process.js';
+function isCloseableManagedSession(session) {
+    if (!session) {
+        return false;
+    }
+    if (isOwnedSession(session)) {
+        return true;
+    }
+    return !session.identity && isManagedBrowserPid(session.pid);
 }
 export async function close() {
     const session = loadSession();
-    if (isOwnedSessionRecord(session)) {
+    if (isCloseableManagedSession(session)) {
         const closeResult = await closeOwnedBrowser(session);
         if (!closeResult.success) {
             info(`Owned browser close failed; keeping session record: ${closeResult.reason}`);

package/dist/commands/observe-accessibility.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"observe-accessibility.d.ts","sourceRoot":"","sources":["../../src/commands/observe-accessibility.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,iBAAiB,CAAC;AAS5C,OAAO,KAAK,EAEV,iBAAiB,EAElB,MAAM,wBAAwB,CAAC;AAEhC,KAAK,6BAA6B,GAAG;IACnC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,CAAC,CAAC;CACpD,CAAC;AAOF,MAAM,MAAM,yBAAyB,GAAG;IACtC,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF,KAAK,2BAA2B,GAAG;IACjC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,yBAAyB,KAAK,IAAI,CAAC;CACtD,CAAC;AAyDF,wBAAgB,wBAAwB,CACtC,QAAQ,EAAE,MAAM,GAAG,SAAS,GAAG,IAAI,GAClC,6BAA6B,GAAG,IAAI,CAoDtC;AA+nBD,wBAAsB,iCAAiC,CACrD,IAAI,EAAE,IAAI,EACV,OAAO,EAAE,aAAa,CAAC,iBAAiB,CAAC,EACzC,OAAO,CAAC,EAAE,2BAA2B,GACpC,OAAO,CAAC,iBAAiB,EAAE,CAAC,CAY9B;AAED,eAAO,MAAM,0BAA0B;;CAEtC,CAAC"}
+{"version":3,"file":"observe-accessibility.d.ts","sourceRoot":"","sources":["../../src/commands/observe-accessibility.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,iBAAiB,CAAC;AAa5C,OAAO,KAAK,EAEV,iBAAiB,EAElB,MAAM,wBAAwB,CAAC;AAEhC,KAAK,6BAA6B,GAAG;IACnC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,CAAC,CAAC;CACpD,CAAC;AAOF,MAAM,MAAM,yBAAyB,GAAG;IACtC,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF,KAAK,2BAA2B,GAAG;IACjC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,yBAAyB,KAAK,IAAI,CAAC;CACtD,CAAC;AAoEF,wBAAgB,wBAAwB,CACtC,QAAQ,EAAE,MAAM,GAAG,SAAS,GAAG,IAAI,GAClC,6BAA6B,GAAG,IAAI,CAoDtC;AAkrBD,wBAAsB,iCAAiC,CACrD,IAAI,EAAE,IAAI,EACV,OAAO,EAAE,aAAa,CAAC,iBAAiB,CAAC,EACzC,OAAO,CAAC,EAAE,2BAA2B,GACpC,OAAO,CAAC,iBAAiB,EAAE,CAAC,CAY9B;AAED,eAAO,MAAM,0BAA0B;;CAEtC,CAAC"}

package/dist/commands/observe-accessibility.js

@@ -1,5 +1,6 @@
 import { resolveLocatorRoot } from './action-fallbacks.js';
 import { buildObserveDisplayLabel } from './observe-display-label.js';
+import { isButtonLikeObservedInput, shouldAllowLooseFieldLabelFallbackForObservedControl, } from './observe-label-policy.js';
 import { fallbackContextNodeLabelOf, fallbackHintTextOf, fallbackSurfaceLabelOf, fallbackTargetLabelOf, } from './observe-fallback-semantics.js';
 const AX_ENRICHMENT_CONCURRENCY = 12;
 const AX_SNAPSHOT_TIMEOUT_MS = 250;
@@ -18,6 +19,17 @@ const GENERIC_FALLBACK_LABELS = new Set([
     'menu item',
     'grid cell',
 ]);
+const GENERIC_CONTAINER_AX_NAMES = new Set([
+    'alertdialog',
+    'article',
+    'complementary',
+    'dialog',
+    'form',
+    'group',
+    'main',
+    'region',
+    'search',
+]);
 const NON_CONTAINER_AX_ROLES = new Set([
     'button',
     'checkbox',
@@ -105,12 +117,39 @@ function shouldPreferAccessibilityName(target, accessibilityName) {
     const currentKey = normalizeLabelKey(currentLabel);
     const nextLabel = normalizeText(accessibilityName);
     const visibleText = normalizeText(target.text);
+    const kind = normalizeText(target.kind)?.toLowerCase();
+    const role = normalizeText(target.role)?.toLowerCase();
+    const looseFieldFallbackAllowed = shouldAllowLooseFieldLabelFallbackForObservedControl({
+        tag: kind,
+        role,
+        inputType: target.inputType,
+    });
+    const primaryAxControl = !looseFieldFallbackAllowed &&
+        (kind === 'button' ||
+            kind === 'link' ||
+            kind === 'checkbox' ||
+            kind === 'radio' ||
+            role === 'button' ||
+            role === 'link' ||
+            role === 'checkbox' ||
+            role === 'radio' ||
+            role === 'menuitem' ||
+            role === 'option' ||
+            role === 'switch' ||
+            role === 'tab' ||
+            isButtonLikeObservedInput({
+                tag: kind,
+                inputType: target.inputType,
+            }));
     if (!isMeaningfulName(nextLabel)) {
         return false;
     }
     if (!isMeaningfulName(currentLabel)) {
         return true;
     }
+    if (primaryAxControl && currentLabel !== nextLabel) {
+        return true;
+    }
     if (GENERIC_FALLBACK_LABELS.has(currentKey)) {
         return true;
     }
@@ -322,6 +361,16 @@ function shouldUseContainerAccessibilityName(expectedKind, semantics) {
     return false;
 }
 function chooseContainerSemanticName(fallbackValue, expectedKind, semantics, stats) {
+    const normalizedFallback = normalizeText(fallbackValue);
+    const normalizedSemanticName = normalizeLabelKey(semantics?.name);
+    const normalizedSemanticRole = normalizedContainerKind(semantics?.role);
+    if (isMeaningfulName(normalizedFallback) &&
+        (!isMeaningfulName(normalizedSemanticName) ||
+            GENERIC_CONTAINER_AX_NAMES.has(normalizedSemanticName) ||
+            normalizedSemanticName === normalizedSemanticRole)) {
+        stats.fallbackUses += 1;
+        return fallbackValue;
+    }
     if (shouldUseContainerAccessibilityName(expectedKind, semantics)) {
         return semantics?.name;
     }
@@ -334,10 +383,17 @@ function enrichContextNode(node, semantics, domFallback, stats) {
     if (!node) {
         return undefined;
     }
+    const fallbackLabel = [
+        fallbackContextNodeLabelOf(node),
+        node.text,
+        domFallback?.label,
+    ]
+        .map((value) => normalizeText(value))
+        .find(isMeaningfulName);
     return {
         ...node,
         kind: node.kind ?? semantics?.role,
-        label: chooseContainerSemanticName(fallbackContextNodeLabelOf(node) ?? domFallback?.label, node.kind, semantics, stats),
+        label: chooseContainerSemanticName(fallbackLabel, node.kind, semantics, stats),
     };
 }
 function chooseHintText(context, nextContext, domFallbackHint, stats) {
@@ -426,7 +482,13 @@ async function enrichTargetWithAccessibility(page, target, rootCache, snapshotCa
     const landmarkDomFallback = await readDomFallbackSemantics(page, { selector: target.context?.landmark?.selector, framePath: target.framePath }, rootCache, fallbackCache);
     const targetDomFallback = await readDomFallbackSemantics(page, target, rootCache, fallbackCache);
     const nextLabel = isMeaningfulName(semantics?.name) &&
-        shouldPreferAccessibilityName({ label: fallbackTargetLabelOf(target), text: target.text }, semantics.name)
+        shouldPreferAccessibilityName({
+            kind: target.kind,
+            role: target.role,
+            inputType: target.inputType,
+            label: fallbackTargetLabelOf(target),
+            text: target.text,
+        }, semantics.name)
         ? semantics.name
         : chooseSemanticName(fallbackTargetLabelOf(target), semantics, stats);
     const nextContext = target.context

package/dist/commands/observe-inventory.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"observe-inventory.d.ts","sourceRoot":"","sources":["../../src/commands/observe-inventory.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAC;AACtD,OAAO,KAAK,EACV,sBAAsB,EACtB,mBAAmB,EACnB,uBAAuB,EACvB,gBAAgB,EAChB,aAAa,EACb,iBAAiB,EACjB,mBAAmB,EACnB,eAAe,EACf,wBAAwB,EACzB,MAAM,qBAAqB,CAAC;AAe7B,MAAM,MAAM,sBAAsB,GAAG,iBAAiB,GAAG;IACvD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,wBAAwB,GAAG,IAAI,CACzC,aAAa,EACb,MAAM,GAAG,OAAO,GAAG,WAAW,GAAG,UAAU,CAC5C,GAAG;IACF,IAAI,CAAC,EAAE,sBAAsB,CAAC;IAC9B,KAAK,CAAC,EAAE,sBAAsB,CAAC;IAC/B,SAAS,CAAC,EAAE,sBAAsB,CAAC;IACnC,QAAQ,CAAC,EAAE,sBAAsB,CAAC;IAClC,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG;IAC9B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,UAAU,CAAC,EAAE,wBAAwB,CAAC;IACtC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,eAAe,CAAC,EAAE,aAAa,GAAG,cAAc,CAAC;IACjD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,eAAe,CAAC,EAAE,KAAK,GAAG,eAAe,CAAC;IAC1C,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,CAAC,CAAC;IACnD,OAAO,CAAC,EAAE,wBAAwB,CAAC;IACnC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC5B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,0BAA0B,CAAC,EAAE,MAAM,CAAC;IACpC,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAC9B,YAAY,CAAC,EAAE,uBAAuB,CAAC;IACvC,aAAa,CAAC,EAAE,mBAAmB,CAAC;IACpC,cAAc,CAAC,EAAE,mBAAmB,EAAE,CAAC;IACvC,gBAAgB,CAAC,EAAE,sBAAsB,CAAC;IAC1C,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,eAAe,CAAC;IAC5B,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,KAAK,iBAAiB,GAAG;IACvB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,CAAC,CAAC;CACpD,CAAC;AAEF,KAAK,wBAAwB,GAAG;IAC9B,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,QAAQ,EAAE,iBAAiB,GAAG,IAAI,CAAC;CACpC,CAAC;AAEF,MAAM,MAAM,0BAA0B,GAAG;IACvC,4BAA4B,CAAC,EAAE,OAAO,CAAC;IACvC,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF,KAAK,0BAA0B,GAAG;IAChC,QAAQ,CAAC,CAAC,EAAE,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;CAC/C,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG;IAChC,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,OAAO,CAAC;CACtB,CAAC;AAEF,KAAK,6BAA6B,GAAG;IACnC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,sBAAsB,CAAC,EAAE,OAAO,CAAC;IACjC,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B,CAAC;AAEF,MAAM,MAAM,kCAAkC,GAAG,SAAS,GAAG,UAAU,GAAG,OAAO,GAAG,OAAO,CAAC;AAE5F,MAAM,MAAM,kCAAkC,GAAG;IAC/C,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,kCAAkC,CAAC;CAC/C,CAAC;AAIF,wBAAgB,sCAAsC,CACpD,QAAQ,EAAE,6BAA6B,GACtC,WAAW,GAAG,WAAW,GAAG,WAAW,GAAG,SAAS,CAwCrD;AAED,wBAAgB,2CAA2C,CACzD,QAAQ,EAAE,kCAAkC,GAC3C,MAAM,GAAG,SAAS,CAuCpB;AA2KD,wBAAsB,4BAA4B,CAChD,OAAO,EAAE,OAAO,GACf,OAAO,CAAC,wBAAwB,CAAC,CAuBnC;AAiED,iBAAS,8BAA8B,CAAC,OAAO,EAAE,OAAO,GAAG,iBAAiB,GAAG,IAAI,CAElF;AAED,iBAAe,qBAAqB,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC,CAOxF;AAED,wBAAgB,0BAA0B,CAAC,QAAQ,EAAE,MAAM,GAAG;IAC5D,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;CACtB,CAyBA;AAED,iBAAe,6BAA6B,CAC1C,OAAO,EAAE,0BAA0B,EACnC,OAAO,CAAC,EAAE,0BAA0B,GAAG;IACrC,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB,GACA,OAAO,CAAC,iBAAiB,EAAE,CAAC,CAq7E9B;AA6MD,wBAAsB,uBAAuB,CAAC,KAAK,EAAE,KAAK,GAAG,OAAO,CAAC,mBAAmB,GAAG,IAAI,CAAC,CA0B/F;AAED,wBAAsB,iBAAiB,CACrC,IAAI,EAAE;IACJ,QAAQ,CAAC,CAAC,EAAE,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IAC9C,SAAS,CAAC,EAAE,MAAM,KAAK,CAAC;IACxB,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;CACpB,EACD,OAAO,CAAC,EAAE,0BAA0B,GACnC,OAAO,CAAC,iBAAiB,EAAE,CAAC,CAqD9B;AAED,eAAO,MAAM,yBAAyB;;;;;CAKrC,CAAC;AAEF,eAAO,MAAM,yBAAyB;;;;;CAKrC,CAAC"}
+{"version":3,"file":"observe-inventory.d.ts","sourceRoot":"","sources":["../../src/commands/observe-inventory.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAC;AACtD,OAAO,KAAK,EACV,sBAAsB,EACtB,mBAAmB,EACnB,uBAAuB,EACvB,gBAAgB,EAChB,aAAa,EACb,iBAAiB,EACjB,mBAAmB,EACnB,eAAe,EACf,wBAAwB,EACzB,MAAM,qBAAqB,CAAC;AAe7B,MAAM,MAAM,sBAAsB,GAAG,iBAAiB,GAAG;IACvD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,wBAAwB,GAAG,IAAI,CACzC,aAAa,EACb,MAAM,GAAG,OAAO,GAAG,WAAW,GAAG,UAAU,CAC5C,GAAG;IACF,IAAI,CAAC,EAAE,sBAAsB,CAAC;IAC9B,KAAK,CAAC,EAAE,sBAAsB,CAAC;IAC/B,SAAS,CAAC,EAAE,sBAAsB,CAAC;IACnC,QAAQ,CAAC,EAAE,sBAAsB,CAAC;IAClC,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG;IAC9B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,UAAU,CAAC,EAAE,wBAAwB,CAAC;IACtC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,eAAe,CAAC,EAAE,aAAa,GAAG,cAAc,CAAC;IACjD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,eAAe,CAAC,EAAE,KAAK,GAAG,eAAe,CAAC;IAC1C,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,CAAC,CAAC;IACnD,OAAO,CAAC,EAAE,wBAAwB,CAAC;IACnC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC5B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,0BAA0B,CAAC,EAAE,MAAM,CAAC;IACpC,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAC9B,YAAY,CAAC,EAAE,uBAAuB,CAAC;IACvC,aAAa,CAAC,EAAE,mBAAmB,CAAC;IACpC,cAAc,CAAC,EAAE,mBAAmB,EAAE,CAAC;IACvC,gBAAgB,CAAC,EAAE,sBAAsB,CAAC;IAC1C,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,eAAe,CAAC;IAC5B,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,KAAK,iBAAiB,GAAG;IACvB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,CAAC,CAAC;CACpD,CAAC;AAEF,KAAK,wBAAwB,GAAG;IAC9B,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,QAAQ,EAAE,iBAAiB,GAAG,IAAI,CAAC;CACpC,CAAC;AAEF,MAAM,MAAM,0BAA0B,GAAG;IACvC,4BAA4B,CAAC,EAAE,OAAO,CAAC;IACvC,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF,KAAK,0BAA0B,GAAG;IAChC,QAAQ,CAAC,CAAC,EAAE,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;CAC/C,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG;IAChC,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,OAAO,CAAC;CACtB,CAAC;AAEF,KAAK,6BAA6B,GAAG;IACnC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,sBAAsB,CAAC,EAAE,OAAO,CAAC;IACjC,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B,CAAC;AAEF,MAAM,MAAM,kCAAkC,GAAG,SAAS,GAAG,UAAU,GAAG,OAAO,GAAG,OAAO,CAAC;AAE5F,MAAM,MAAM,kCAAkC,GAAG;IAC/C,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,kCAAkC,CAAC;CAC/C,CAAC;AAIF,wBAAgB,sCAAsC,CACpD,QAAQ,EAAE,6BAA6B,GACtC,WAAW,GAAG,WAAW,GAAG,WAAW,GAAG,SAAS,CAwCrD;AAED,wBAAgB,2CAA2C,CACzD,QAAQ,EAAE,kCAAkC,GAC3C,MAAM,GAAG,SAAS,CAuCpB;AA2KD,wBAAsB,4BAA4B,CAChD,OAAO,EAAE,OAAO,GACf,OAAO,CAAC,wBAAwB,CAAC,CAuBnC;AAiED,iBAAS,8BAA8B,CAAC,OAAO,EAAE,OAAO,GAAG,iBAAiB,GAAG,IAAI,CAElF;AAED,iBAAe,qBAAqB,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC,CAOxF;AAED,wBAAgB,0BAA0B,CAAC,QAAQ,EAAE,MAAM,GAAG;IAC5D,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;CACtB,CAyBA;AAED,iBAAe,6BAA6B,CAC1C,OAAO,EAAE,0BAA0B,EACnC,OAAO,CAAC,EAAE,0BAA0B,GAAG;IACrC,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB,GACA,OAAO,CAAC,iBAAiB,EAAE,CAAC,CAigF9B;AA6MD,wBAAsB,uBAAuB,CAAC,KAAK,EAAE,KAAK,GAAG,OAAO,CAAC,mBAAmB,GAAG,IAAI,CAAC,CA0B/F;AAED,wBAAsB,iBAAiB,CACrC,IAAI,EAAE;IACJ,QAAQ,CAAC,CAAC,EAAE,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IAC9C,SAAS,CAAC,EAAE,MAAM,KAAK,CAAC;IACxB,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;CACpB,EACD,OAAO,CAAC,EAAE,0BAA0B,GACnC,OAAO,CAAC,iBAAiB,EAAE,CAAC,CAqD9B;AAED,eAAO,MAAM,yBAAyB;;;;;CAKrC,CAAC;AAEF,eAAO,MAAM,yBAAyB;;;;;CAKrC,CAAC"}

package/dist/commands/observe-inventory.js

@@ -1756,7 +1756,12 @@ async function collectDomTargetsFromDocument(context, options) {
       const role = inferRole(element) || '';
       const className = (element.getAttribute('class') || '').toLowerCase();
       const surfaceKind = inferSurfaceKind(surface);
-      const label = explicitLabelOf(element) || textOf(element) || syntheticLabelOf(element) || '';
+      const seatValueLabel =
+        element.getAttribute('data-seat-value')?.trim() ||
+        element.getAttribute('data-seat')?.trim() ||
+        undefined;
+      const label =
+        explicitLabelOf(element) || textOf(element) || seatValueLabel || syntheticLabelOf(element) || '';
       const normalizedLabel = label.replace(/\s+/g, ' ').trim();
       const explicitDateCellMetadata =
         element.hasAttribute('data-day') ||
@@ -2025,6 +2030,14 @@ async function collectDomTargetsFromDocument(context, options) {
         }
       }
 
+      return undefined;
+    };
+
+    const contextTextOf = (element) => {
+      if (!isHTMLElementNode(element)) {
+        return undefined;
+      }
+
       const text = textOf(element, { container: true });
       if (!text) {
         return undefined;
@@ -2036,14 +2049,19 @@ async function collectDomTargetsFromDocument(context, options) {
       if (!element) return undefined;
 
       const kind = element.getAttribute?.('role')?.trim() || element.tagName?.toLowerCase?.();
-      const label = contextLabelOf(element);
+      const fallbackLabel = contextLabelOf(element);
+      const text = contextTextOf(element);
       const selector = buildSelector(element);
-      if (!kind && !label && !selector) return undefined;
+      if (!kind && !fallbackLabel && !text && !selector) return undefined;
       return {
         kind: kind || undefined,
-        label,
-        text: undefined,
+        label: undefined,
+        text:
+          text && (!fallbackLabel || text.toLowerCase() !== fallbackLabel.toLowerCase())
+            ? text
+            : undefined,
         selector,
+        fallbackLabel,
       };
     };
 
@@ -2101,7 +2119,7 @@ async function collectDomTargetsFromDocument(context, options) {
         }
 
         const rect = element.getBoundingClientRect();
-        if (rect.width < 220 || rect.height < 220) {
+        if (rect.width < 220 || rect.height < 160) {
           return false;
         }
 
@@ -2180,6 +2198,56 @@ async function collectDomTargetsFromDocument(context, options) {
         return states;
       };
 
+      const visualSeatIdentityOf = (element) => {
+        const explicitRow = element.getAttribute('data-row')?.trim();
+        const explicitColumn = element.getAttribute('data-column')?.trim().toUpperCase();
+        if (explicitRow && explicitColumn) {
+          return {
+            row: explicitRow,
+            column: explicitColumn,
+            label: explicitRow + explicitColumn,
+          };
+        }
+
+        const candidates = [
+          element.getAttribute('data-seat-value'),
+          element.getAttribute('data-seat'),
+          element.getAttribute('aria-label'),
+          element.getAttribute('title'),
+        ];
+
+        for (const candidate of candidates) {
+          const normalized = compactText(candidate);
+          if (!normalized) {
+            continue;
+          }
+
+          const rowColumnMatch = normalized.match(/(?:^|\b)(\d{1,3})\s*([a-z])(?:\b|$)/i);
+          if (rowColumnMatch) {
+            const row = rowColumnMatch[1];
+            const column = rowColumnMatch[2].toUpperCase();
+            return {
+              row,
+              column,
+              label: row + column,
+            };
+          }
+
+          const columnRowMatch = normalized.match(/(?:^|\b)([a-z])\s*(\d{1,3})(?:\b|$)/i);
+          if (columnRowMatch) {
+            const row = columnRowMatch[2];
+            const column = columnRowMatch[1].toUpperCase();
+            return {
+              row,
+              column,
+              label: row + column,
+            };
+          }
+        }
+
+        return undefined;
+      };
+
       const isVisualSeatCellElement = (element) => {
         if (!isVisualGridSquareElement(element)) {
           return false;
@@ -2344,6 +2412,7 @@ async function collectDomTargetsFromDocument(context, options) {
         const descriptors = [];
 
         for (const seatCell of seatCells) {
+          const explicitSeatIdentity = visualSeatIdentityOf(seatCell.element);
           const rowHeaderCandidates = rowHeaders.filter((header) => {
             const headerCenterY = header.rect.top + header.rect.height / 2;
             const seatCenterY = seatCell.rect.top + seatCell.rect.height / 2;
@@ -2358,19 +2427,26 @@ async function collectDomTargetsFromDocument(context, options) {
               seatCell.rect,
               'row'
             ) || undefined;
-          const columnHeader = chooseNearestHeader(
-            topColumnHeaders.filter((header) => header.rect.bottom <= seatCell.rect.top + 12),
-            seatCell.rect,
-            'column'
+          const columnHeaderCandidates = topColumnHeaders.filter(
+            (header) => header.rect.bottom <= seatCell.rect.top + 12
           );
-
-          const row = rowHeader?.text;
-          const column = columnHeader?.text;
+          const columnHeader =
+            explicitSeatIdentity?.column ||
+            !topColumnHeaders.length
+              ? undefined
+              : chooseNearestHeader(
+                  columnHeaderCandidates.length > 0 ? columnHeaderCandidates : topColumnHeaders,
+                  seatCell.rect,
+                  'column'
+                );
+
+          const row = explicitSeatIdentity?.row || rowHeader?.text;
+          const column = explicitSeatIdentity?.column || columnHeader?.text;
           if (!row || !column) {
             continue;
           }
 
-          const label = row + column;
+          const label = explicitSeatIdentity?.label || row + column;
           const states = visualSeatCellStateOf(seatCell.element);
           descriptors.push({
             element: seatCell.element,
@@ -2643,7 +2719,7 @@ async function collectDomTargetsFromDocument(context, options) {
               lane: laneOf(rect),
               band: bandOf(rect),
             },
-            hintText: undefined,
+            hintText: describedByTextOf(element),
             fallbackHintText: visualSeatGrid?.hintText,
             visual: visualOf(element),
           },

package/dist/commands/observe-surfaces.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"observe-surfaces.d.ts","sourceRoot":"","sources":["../../src/commands/observe-surfaces.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAEV,gBAAgB,EAChB,iBAAiB,EACjB,aAAa,EACb,gBAAgB,EACjB,MAAM,qBAAqB,CAAC;AAE7B,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AA6ChE,wBAAgB,qBAAqB,CACnC,MAAM,EAAE,aAAa,CAAC,iBAAiB,CAAC,EACxC,OAAO,EAAE,aAAa,CACpB,IAAI,CAAC,gBAAgB,EAAE,YAAY,GAAG,gBAAgB,GAAG,kBAAkB,CAAC,CAC7E,EACD,kBAAkB,CAAC,EAAE,WAAW,CAAC,MAAM,CAAC,GACvC,iBAAiB,EAAE,CAiDrB;AAED,wBAAgB,eAAe,CAAC,MAAM,EAAE,iBAAiB,GAAG,MAAM,GAAG,SAAS,CAa7E;AAyBD,wBAAgB,2BAA2B,CACzC,MAAM,EAAE,IAAI,CACV,iBAAiB,EACjB,eAAe,GAAG,WAAW,GAAG,UAAU,GAAG,cAAc,GAAG,SAAS,CACxE,GACA,MAAM,GAAG,SAAS,CAkBpB;AAED,wBAAgB,qBAAqB,CACnC,OAAO,EAAE,IAAI,CAAC,iBAAiB,EAAE,SAAS,GAAG,eAAe,GAAG,WAAW,GAAG,MAAM,GAAG,OAAO,CAAC,GAC7F,MAAM,CAMR;AAED,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,aAAa,GAAG,SAAS,GAAG,MAAM,GAAG,SAAS,CA4CvF;AAED,wBAAgB,0BAA0B,CACxC,GAAG,EAAE,gBAAgB,EAAE,EACvB,SAAS,EAAE,gBAAgB,GAAG,SAAS,GACtC,IAAI,CAON;AAwDD,wBAAgB,yBAAyB,CACvC,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,aAAa,CAAC,iBAAiB,CAAC,oCAyE1C"}
+{"version":3,"file":"observe-surfaces.d.ts","sourceRoot":"","sources":["../../src/commands/observe-surfaces.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAEV,gBAAgB,EAChB,iBAAiB,EACjB,aAAa,EACb,gBAAgB,EACjB,MAAM,qBAAqB,CAAC;AAE7B,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AA6ChE,wBAAgB,qBAAqB,CACnC,MAAM,EAAE,aAAa,CAAC,iBAAiB,CAAC,EACxC,OAAO,EAAE,aAAa,CACpB,IAAI,CAAC,gBAAgB,EAAE,YAAY,GAAG,gBAAgB,GAAG,kBAAkB,CAAC,CAC7E,EACD,kBAAkB,CAAC,EAAE,WAAW,CAAC,MAAM,CAAC,GACvC,iBAAiB,EAAE,CAiDrB;AAED,wBAAgB,eAAe,CAAC,MAAM,EAAE,iBAAiB,GAAG,MAAM,GAAG,SAAS,CAa7E;AAyBD,wBAAgB,2BAA2B,CACzC,MAAM,EAAE,IAAI,CACV,iBAAiB,EACjB,eAAe,GAAG,WAAW,GAAG,UAAU,GAAG,cAAc,GAAG,SAAS,CACxE,GACA,MAAM,GAAG,SAAS,CAkBpB;AAED,wBAAgB,qBAAqB,CACnC,OAAO,EAAE,IAAI,CAAC,iBAAiB,EAAE,SAAS,GAAG,eAAe,GAAG,WAAW,GAAG,MAAM,GAAG,OAAO,CAAC,GAC7F,MAAM,CAMR;AAED,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,aAAa,GAAG,SAAS,GAAG,MAAM,GAAG,SAAS,CA8BvF;AAED,wBAAgB,0BAA0B,CACxC,GAAG,EAAE,gBAAgB,EAAE,EACvB,SAAS,EAAE,gBAAgB,GAAG,SAAS,GACtC,IAAI,CAON;AAwDD,wBAAgB,yBAAyB,CACvC,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,aAAa,CAAC,iBAAiB,CAAC,oCAyE1C"}

package/dist/commands/observe-surfaces.js

@@ -133,37 +133,23 @@ export function summarizeContext(context) {
     if (!context)
         return undefined;
     const parts = [];
-    if (context.item?.label) {
-        parts.push(context.item.label);
-    }
-    else if (context.item?.kind) {
-        parts.push(context.item.kind);
-    }
-    if (context.group?.label) {
-        parts.push(context.group.label);
-    }
-    else if (context.group?.kind) {
-        parts.push(context.group.kind);
-    }
-    if (parts.length === 0 && context.container?.label) {
-        parts.push(context.container.label);
-    }
-    else if (parts.length === 0 && context.container?.kind) {
-        parts.push(context.container.kind);
-    }
-    if (context.landmark?.label &&
-        context.landmark.label !== context.container?.label &&
-        context.landmark.label !== context.group?.label) {
-        parts.push(context.landmark.label);
+    const pushIfDistinct = (value) => {
+        const normalized = normalizeSurfaceText(value);
+        if (!normalized || parts.includes(normalized)) {
+            return;
+        }
+        parts.push(normalized);
+    };
+    pushIfDistinct(context.item?.label ?? context.item?.text ?? context.item?.kind);
+    pushIfDistinct(context.group?.label ?? context.group?.text ?? context.group?.kind);
+    if (parts.length === 0) {
+        pushIfDistinct(context.container?.label ?? context.container?.text ?? context.container?.kind);
     }
-    else if (context.landmark?.kind &&
-        context.landmark.kind !== context.container?.kind &&
-        context.landmark.kind !== context.group?.kind &&
-        !context.landmark?.label) {
-        parts.push(context.landmark.kind);
+    if (parts.length === 0 || context.landmark?.label || context.landmark?.text) {
+        pushIfDistinct(context.landmark?.label ?? context.landmark?.text ?? context.landmark?.kind);
     }
     if (parts.length === 0 && context.hintText) {
-        parts.push(context.hintText);
+        pushIfDistinct(context.hintText);
     }
     if (parts.length === 0)
         return undefined;

package/dist/commands/semantic-observe-lexical.d.ts

@@ -0,0 +1,31 @@
+export type SemanticObserveAnalyzerKey = 'en' | 'ru' | 'neutral';
+export type SemanticObserveLexicalField = {
+    value?: string;
+    weight: number;
+};
+export type SemanticObserveAnalyzedText = {
+    analyzerKey: SemanticObserveAnalyzerKey;
+    normalizedText?: string;
+    terms: string[];
+};
+export type SemanticObserveLexicalDocument = {
+    analyzerKey: SemanticObserveAnalyzerKey;
+    weightedLength: number;
+    weightedTermFrequencies: Map<string, number>;
+};
+export type SemanticObserveBm25CorpusStats = {
+    averageDocumentLength: number;
+    documentCount: number;
+    documentFrequencyByTerm: Map<string, number>;
+};
+export declare function assertSemanticObserveRuntimeSupport(): void;
+export declare function normalizeSemanticObserveText(value: string | undefined): string | undefined;
+export declare function dominantSemanticObserveAnalyzerKey(value: string | undefined): SemanticObserveAnalyzerKey;
+export declare function analyzeSemanticObserveText(value: string | undefined): SemanticObserveAnalyzedText;
+export declare function buildSemanticObserveLexicalDocument(fields: ReadonlyArray<SemanticObserveLexicalField>): SemanticObserveLexicalDocument;
+export declare function buildSemanticObserveBm25CorpusStats(documents: ReadonlyArray<SemanticObserveLexicalDocument>): SemanticObserveBm25CorpusStats;
+export declare function scoreSemanticObserveBm25(query: SemanticObserveAnalyzedText, document: SemanticObserveLexicalDocument, corpus: SemanticObserveBm25CorpusStats, options?: {
+    k1?: number;
+    b?: number;
+}): number;
+//# sourceMappingURL=semantic-observe-lexical.d.ts.map

package/dist/commands/semantic-observe-lexical.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"semantic-observe-lexical.d.ts","sourceRoot":"","sources":["../../src/commands/semantic-observe-lexical.ts"],"names":[],"mappings":"AAEA,MAAM,MAAM,0BAA0B,GAAG,IAAI,GAAG,IAAI,GAAG,SAAS,CAAC;AAEjE,MAAM,MAAM,2BAA2B,GAAG;IACxC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,MAAM,MAAM,2BAA2B,GAAG;IACxC,WAAW,EAAE,0BAA0B,CAAC;IACxC,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,KAAK,EAAE,MAAM,EAAE,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,8BAA8B,GAAG;IAC3C,WAAW,EAAE,0BAA0B,CAAC;IACxC,cAAc,EAAE,MAAM,CAAC;IACvB,uBAAuB,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAC9C,CAAC;AAEF,MAAM,MAAM,8BAA8B,GAAG;IAC3C,qBAAqB,EAAE,MAAM,CAAC;IAC9B,aAAa,EAAE,MAAM,CAAC;IACtB,uBAAuB,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAC9C,CAAC;AAMF,wBAAgB,mCAAmC,IAAI,IAAI,CAM1D;AAgDD,wBAAgB,4BAA4B,CAAC,KAAK,EAAE,MAAM,GAAG,SAAS,GAAG,MAAM,GAAG,SAAS,CAO1F;AAED,wBAAgB,kCAAkC,CAChD,KAAK,EAAE,MAAM,GAAG,SAAS,GACxB,0BAA0B,CAwB5B;AAmCD,wBAAgB,0BAA0B,CAAC,KAAK,EAAE,MAAM,GAAG,SAAS,GAAG,2BAA2B,CAqBjG;AAED,wBAAgB,mCAAmC,CACjD,MAAM,EAAE,aAAa,CAAC,2BAA2B,CAAC,GACjD,8BAA8B,CAoChC;AAED,wBAAgB,mCAAmC,CACjD,SAAS,EAAE,aAAa,CAAC,8BAA8B,CAAC,GACvD,8BAA8B,CAiBhC;AAED,wBAAgB,wBAAwB,CACtC,KAAK,EAAE,2BAA2B,EAClC,QAAQ,EAAE,8BAA8B,EACxC,MAAM,EAAE,8BAA8B,EACtC,OAAO,GAAE;IAAE,EAAE,CAAC,EAAE,MAAM,CAAC;IAAC,CAAC,CAAC,EAAE,MAAM,CAAA;CAAO,GACxC,MAAM,CA0BR"}

package/dist/commands/semantic-observe-lexical.js

@@ -0,0 +1,188 @@
+import { newStemmer } from 'snowball-stemmers';
+const TOKENIZER_FALLBACK_RE = /[\p{L}\p{N}]+/gu;
+const segmenterCache = new Map();
+const stemmerCache = new Map();
+export function assertSemanticObserveRuntimeSupport() {
+    if (typeof Intl === 'undefined' || typeof Intl.Segmenter !== 'function') {
+        throw new Error('AgentBrowse requires Intl.Segmenter. Use a modern Node runtime with standard Intl support.');
+    }
+}
+function segmenterFor(locale) {
+    const cached = segmenterCache.get(locale);
+    if (cached !== undefined) {
+        return cached;
+    }
+    assertSemanticObserveRuntimeSupport();
+    const segmenter = new Intl.Segmenter(locale === 'neutral' ? undefined : locale, {
+        granularity: 'word',
+    });
+    segmenterCache.set(locale, segmenter);
+    return segmenter;
+}
+function stemmerFor(locale) {
+    const cached = stemmerCache.get(locale);
+    if (cached !== undefined) {
+        return cached;
+    }
+    const algorithm = locale === 'en' ? 'english' : locale === 'ru' ? 'russian' : undefined;
+    if (!algorithm) {
+        stemmerCache.set(locale, null);
+        return null;
+    }
+    const stemmer = newStemmer(algorithm);
+    stemmerCache.set(locale, stemmer);
+    return stemmer;
+}
+function isNumericToken(token) {
+    return /^[\p{N}]+$/u.test(token);
+}
+function detectAnalyzerKeyForToken(token) {
+    if (/[\p{Script=Cyrillic}]/u.test(token)) {
+        return 'ru';
+    }
+    if (/[\p{Script=Latin}]/u.test(token)) {
+        return 'en';
+    }
+    return 'neutral';
+}
+export function normalizeSemanticObserveText(value) {
+    const normalized = value
+        ?.normalize('NFKC')
+        .replace(/\s+/g, ' ')
+        .trim()
+        .toLowerCase();
+    return normalized ? normalized : undefined;
+}
+export function dominantSemanticObserveAnalyzerKey(value) {
+    const normalized = normalizeSemanticObserveText(value);
+    if (!normalized) {
+        return 'neutral';
+    }
+    let latinCount = 0;
+    let cyrillicCount = 0;
+    for (const token of normalized.match(TOKENIZER_FALLBACK_RE) ?? []) {
+        const key = detectAnalyzerKeyForToken(token);
+        if (key === 'en') {
+            latinCount += 1;
+        }
+        else if (key === 'ru') {
+            cyrillicCount += 1;
+        }
+    }
+    if (cyrillicCount > latinCount) {
+        return 'ru';
+    }
+    if (latinCount > 0) {
+        return 'en';
+    }
+    return 'neutral';
+}
+function segmentSemanticObserveText(normalizedText, locale) {
+    const segmenter = segmenterFor(locale);
+    const tokens = [];
+    for (const segment of segmenter.segment(normalizedText)) {
+        if (segment.isWordLike === false) {
+            continue;
+        }
+        const token = normalizeSemanticObserveText(segment.segment);
+        if (!token) {
+            continue;
+        }
+        if (!/[\p{L}\p{N}]/u.test(token)) {
+            continue;
+        }
+        tokens.push(token);
+    }
+    return tokens;
+}
+function stemSemanticObserveToken(token) {
+    const analyzerKey = detectAnalyzerKeyForToken(token);
+    const stemmer = stemmerFor(analyzerKey);
+    if (!stemmer) {
+        return token;
+    }
+    const stemmed = normalizeSemanticObserveText(stemmer.stem(token));
+    return stemmed && (stemmed.length >= 2 || isNumericToken(stemmed)) ? stemmed : token;
+}
+export function analyzeSemanticObserveText(value) {
+    const normalizedText = normalizeSemanticObserveText(value);
+    if (!normalizedText) {
+        return {
+            analyzerKey: 'neutral',
+            normalizedText: undefined,
+            terms: [],
+        };
+    }
+    const analyzerKey = dominantSemanticObserveAnalyzerKey(normalizedText);
+    const segmented = segmentSemanticObserveText(normalizedText, analyzerKey);
+    const terms = segmented
+        .map((token) => stemSemanticObserveToken(token))
+        .filter((token) => token.length >= 2 || isNumericToken(token));
+    return {
+        analyzerKey,
+        normalizedText,
+        terms,
+    };
+}
+export function buildSemanticObserveLexicalDocument(fields) {
+    const weightedTermFrequencies = new Map();
+    const analyzerVotes = new Map();
+    let weightedLength = 0;
+    for (const field of fields) {
+        if (field.weight <= 0) {
+            continue;
+        }
+        const analyzed = analyzeSemanticObserveText(field.value);
+        if (analyzed.terms.length === 0) {
+            continue;
+        }
+        analyzerVotes.set(analyzed.analyzerKey, (analyzerVotes.get(analyzed.analyzerKey) ?? 0) + analyzed.terms.length);
+        weightedLength += analyzed.terms.length * field.weight;
+        for (const term of analyzed.terms) {
+            weightedTermFrequencies.set(term, (weightedTermFrequencies.get(term) ?? 0) + field.weight);
+        }
+    }
+    const analyzerKey = [...analyzerVotes.entries()].sort((left, right) => right[1] - left[1])[0]?.[0] ?? 'neutral';
+    return {
+        analyzerKey,
+        weightedLength,
+        weightedTermFrequencies,
+    };
+}
+export function buildSemanticObserveBm25CorpusStats(documents) {
+    const documentFrequencyByTerm = new Map();
+    let totalLength = 0;
+    for (const document of documents) {
+        totalLength += document.weightedLength;
+        for (const term of document.weightedTermFrequencies.keys()) {
+            documentFrequencyByTerm.set(term, (documentFrequencyByTerm.get(term) ?? 0) + 1);
+        }
+    }
+    return {
+        averageDocumentLength: documents.length > 0 ? totalLength / documents.length : 0,
+        documentCount: documents.length,
+        documentFrequencyByTerm,
+    };
+}
+export function scoreSemanticObserveBm25(query, document, corpus, options = {}) {
+    if (query.terms.length === 0 || document.weightedTermFrequencies.size === 0 || corpus.documentCount === 0) {
+        return 0;
+    }
+    const k1 = options.k1 ?? 1.2;
+    const b = options.b ?? 0.75;
+    const averageDocumentLength = Math.max(corpus.averageDocumentLength, 1);
+    const documentLength = Math.max(document.weightedLength, 1);
+    const uniqueTerms = [...new Set(query.terms)];
+    let score = 0;
+    for (const term of uniqueTerms) {
+        const termFrequency = document.weightedTermFrequencies.get(term) ?? 0;
+        if (termFrequency <= 0) {
+            continue;
+        }
+        const documentFrequency = corpus.documentFrequencyByTerm.get(term) ?? 0;
+        const idf = Math.log(1 + (corpus.documentCount - documentFrequency + 0.5) / (documentFrequency + 0.5));
+        const denominator = termFrequency + k1 * (1 - b + b * (documentLength / averageDocumentLength));
+        score += idf * ((termFrequency * (k1 + 1)) / denominator);
+    }
+    return score;
+}

package/dist/commands/semantic-observe.d.ts

@@ -24,6 +24,7 @@ type ObserveInventoryTarget = {
     pageSignature?: string;
     goalInventoryType?: 'target' | 'scope';
     goalSurfaceId?: string;
+    controlsSurfaceSelector?: string;
 };
 export declare function rerankDomTargetsForGoal<T extends ObserveInventoryTarget>(instruction: string, targets: ReadonlyArray<T>, options?: {
     session?: BrowseSession;

package/dist/commands/semantic-observe.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"semantic-observe.d.ts","sourceRoot":"","sources":["../../src/commands/semantic-observe.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAEnD,OAAO,KAAK,EACV,sBAAsB,EACtB,mBAAmB,EACnB,gBAAgB,EAChB,aAAa,EACb,mBAAmB,EACnB,eAAe,EAChB,MAAM,qBAAqB,CAAC;AAE7B,KAAK,sBAAsB,GAAG;IAC5B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,CAAC,CAAC;IACnD,OAAO,CAAC,EAAE,aAAa,CAAC;IACxB,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAC9B,cAAc,CAAC,EAAE,mBAAmB,EAAE,CAAC;IACvC,gBAAgB,CAAC,EAAE,sBAAsB,CAAC;IAC1C,aAAa,CAAC,EAAE,mBAAmB,CAAC;IACpC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,SAAS,CAAC,EAAE,eAAe,CAAC;IAC5B,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,iBAAiB,CAAC,EAAE,QAAQ,GAAG,OAAO,CAAC;IACvC,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB,CAAC;AAwhCF,wBAAsB,uBAAuB,CAAC,CAAC,SAAS,sBAAsB,EAC5E,WAAW,EAAE,MAAM,EACnB,OAAO,EAAE,aAAa,CAAC,CAAC,CAAC,EACzB,OAAO,GAAE;IAAE,OAAO,CAAC,EAAE,aAAa,CAAA;CAAO,GACxC,OAAO,CAAC,CAAC,EAAE,CAAC,CA0Ed"}
+{"version":3,"file":"semantic-observe.d.ts","sourceRoot":"","sources":["../../src/commands/semantic-observe.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAEnD,OAAO,KAAK,EACV,sBAAsB,EACtB,mBAAmB,EACnB,gBAAgB,EAChB,aAAa,EACb,mBAAmB,EACnB,eAAe,EAChB,MAAM,qBAAqB,CAAC;AAY7B,KAAK,sBAAsB,GAAG;IAC5B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,CAAC,CAAC;IACnD,OAAO,CAAC,EAAE,aAAa,CAAC;IACxB,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAC9B,cAAc,CAAC,EAAE,mBAAmB,EAAE,CAAC;IACvC,gBAAgB,CAAC,EAAE,sBAAsB,CAAC;IAC1C,aAAa,CAAC,EAAE,mBAAmB,CAAC;IACpC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,SAAS,CAAC,EAAE,eAAe,CAAC;IAC5B,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,iBAAiB,CAAC,EAAE,QAAQ,GAAG,OAAO,CAAC;IACvC,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,uBAAuB,CAAC,EAAE,MAAM,CAAC;CAClC,CAAC;AAwoCF,wBAAsB,uBAAuB,CAAC,CAAC,SAAS,sBAAsB,EAC5E,WAAW,EAAE,MAAM,EACnB,OAAO,EAAE,aAAa,CAAC,CAAC,CAAC,EACzB,OAAO,GAAE;IAAE,OAAO,CAAC,EAAE,aAAa,CAAA;CAAO,GACxC,OAAO,CAAC,CAAC,EAAE,CAAC,CA2Ed"}