@nuanu-ai/agentbrowse 0.2.30 → 0.2.31

package/dist/secrets/protected-field-values.js

@@ -1,7 +1,9 @@
 import { z } from 'zod';
 import { AgentpayStagehandLlmClient } from '../agentpay-stagehand-llm.js';
 import { tryResolveAgentpayGatewayConfig } from '../agentpay-gateway.js';
+import { recordLlmUsage, recordPayloadBudget } from '../runtime-state.js';
 import { resolveProtectedFieldPolicy } from './field-policy.js';
+import { resolveDeterministicProtectedBindingValue } from './protected-value-adapters.js';
 import { protectedBindingKey, protectedBindingValueHintSchema } from './protected-bindings.js';
 const protectedFieldValuesSchema = z.object({
     values: z
@@ -22,31 +24,56 @@ function buildBindingSummary(binding, target) {
     ];
     if (target?.label)
         parts.push(`label=${JSON.stringify(target.label)}`);
-    if (target?.displayLabel)
-        parts.push(`displayLabel=${JSON.stringify(target.displayLabel)}`);
-    if (target?.kind)
-        parts.push(`kind=${JSON.stringify(target.kind)}`);
-    if (target?.semantics?.role)
-        parts.push(`role=${JSON.stringify(target.semantics.role)}`);
-    if (target?.controlFamily)
-        parts.push(`controlFamily=${JSON.stringify(target.controlFamily)}`);
-    if (target?.context?.hintText)
-        parts.push(`hintText=${JSON.stringify(target.context.hintText)}`);
-    if (target?.context?.group?.label) {
-        parts.push(`groupLabel=${JSON.stringify(target.context.group.label)}`);
+    if (target?.kind || target?.semantics?.role) {
+        parts.push(`control=${JSON.stringify({
+            kind: target?.kind,
+            role: target?.semantics?.role,
+        })}`);
     }
-    if (target?.context?.container?.label) {
-        parts.push(`containerLabel=${JSON.stringify(target.context.container.label)}`);
+    const ownerLabel = target?.context?.container?.label ?? target?.context?.group?.label ?? target?.displayLabel;
+    if (ownerLabel) {
+        parts.push(`owner=${JSON.stringify(ownerLabel)}`);
     }
     return parts.join(' | ');
 }
+function canUseDeterministicValueForPolicy(binding, fieldPolicies) {
+    const policy = resolveProtectedFieldPolicy(fieldPolicies, binding.fieldKey);
+    if (policy !== 'llm_assisted') {
+        return true;
+    }
+    return (binding.valueHint ?? 'direct') !== 'direct';
+}
 export async function resolveAssistedProtectedFieldValues(params) {
     const assistedBindings = params.bindings.filter(({ binding }) => {
         return resolveProtectedFieldPolicy(params.fieldPolicies, binding.fieldKey) === 'llm_assisted';
     });
+    if (params.session) {
+        recordPayloadBudget(params.session, {
+            protectedBindingsSeen: params.bindings.length,
+        });
+    }
     if (assistedBindings.length === 0) {
         return new Map();
     }
+    const resolvedValues = new Map();
+    const unresolvedBindings = assistedBindings.filter(({ binding }) => {
+        const deterministicValue = resolveDeterministicProtectedBindingValue(binding, params.protectedValues);
+        if (typeof deterministicValue !== 'string' ||
+            deterministicValue.trim().length === 0 ||
+            !canUseDeterministicValueForPolicy(binding, params.fieldPolicies)) {
+            return true;
+        }
+        resolvedValues.set(protectedBindingKey(binding), deterministicValue.trim());
+        return false;
+    });
+    if (params.session) {
+        recordPayloadBudget(params.session, {
+            protectedBindingsSent: unresolvedBindings.length,
+        });
+    }
+    if (unresolvedBindings.length === 0) {
+        return resolvedValues;
+    }
     const gateway = tryResolveAgentpayGatewayConfig();
     if (!gateway) {
         throw new Error('protected_field_value_resolver_gateway_missing');
@@ -68,7 +95,7 @@ export async function resolveAssistedProtectedFieldValues(params) {
         '',
         `pageLocale=${JSON.stringify(pageLocale)}`,
         'Bindings:',
-        ...assistedBindings.map(({ binding, target }) => {
+        ...unresolvedBindings.map(({ binding, target }) => {
             const storedValue = params.protectedValues[binding.fieldKey] ?? '';
             return `${buildBindingSummary(binding, target)} | storedValue=${JSON.stringify(storedValue)}`;
         }),
@@ -83,8 +110,14 @@ export async function resolveAssistedProtectedFieldValues(params) {
             },
         },
     });
-    const allowedKeys = new Set(assistedBindings.map(({ binding }) => protectedBindingKey(binding)));
-    const resolvedValues = new Map();
+    if (params.session) {
+        recordLlmUsage(params.session, {
+            purpose: 'browse.protected_fill.resolve',
+            usage: result.usage,
+            inputChars: prompt.length,
+        });
+    }
+    const allowedKeys = new Set(unresolvedBindings.map(({ binding }) => protectedBindingKey(binding)));
     for (const entry of result.data.values) {
         const key = protectedBindingKey(entry);
         if (!allowedKeys.has(key) || entry.confidence === 'low') {

package/dist/secrets/protected-fill.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"protected-fill.d.ts","sourceRoot":"","sources":["../../src/secrets/protected-fill.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAW,IAAI,EAAE,MAAM,iBAAiB,CAAC;AACrD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AACnD,OAAO,EAAyB,KAAK,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAoBnF,OAAO,KAAK,EAEV,qBAAqB,EACrB,yBAAyB,EACzB,oBAAoB,EACrB,MAAM,YAAY,CAAC;AAGpB,KAAK,mBAAmB,GAAG,MAAM,GAAG,QAAQ,GAAG,MAAM,CAAC;AAEtD,MAAM,WAAW,oBAAoB;IACnC,QAAQ,EAAE,oBAAoB,CAAC;IAC/B,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,mBAAoB,SAAQ,oBAAoB;IAC/D,MAAM,EAAE,4BAA4B,GAAG,mBAAmB,CAAC;IAC3D,sBAAsB,CAAC,EAAE,IAAI,CAAC;CAC/B;AAED,KAAK,2BAA2B,GAC5B,gBAAgB,GAChB,iBAAiB,GACjB,yBAAyB,GACzB,wBAAwB,GACxB,2BAA2B,GAC3B,gBAAgB,CAAC;AAarB,MAAM,MAAM,4BAA4B,GACpC;IACE,IAAI,EAAE,SAAS,CAAC;IAChB,YAAY,EAAE,oBAAoB,EAAE,CAAC;CACtC,GACD;IACE,IAAI,EAAE,eAAe,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,oBAAoB,EAAE,CAAC;IAClC,MAAM,EAAE,2BAA2B,CAAC;IACpC,QAAQ,EAAE,MAAM,EAAE,CAAC;CACpB,GACD;IACE,IAAI,EAAE,mBAAmB,CAAC;IAC1B,YAAY,EAAE,oBAAoB,EAAE,CAAC;IACrC,WAAW,EAAE,mBAAmB,EAAE,CAAC;CACpC,GACD;IACE,IAAI,EAAE,kBAAkB,CAAC;IACzB,MAAM,EACF,yBAAyB,GACzB,mCAAmC,GACnC,sCAAsC,GACtC,kCAAkC,GAClC,eAAe,CAAC;CACrB,CAAC;AAoIN,iBAAS,eAAe,CAAC,MAAM,EAAE,gBAAgB,GAAG,mBAAmB,CActE;AAED,iBAAS,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAK7D;AAqVD,wBAAsB,oBAAoB,CAAC,MAAM,EAAE;IACjD,OAAO,EAAE,aAAa,CAAC;IACvB,IAAI,EAAE,IAAI,CAAC;IACX,YAAY,EAAE,qBAAqB,CAAC;IACpC,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACxC,aAAa,CAAC,EAAE,yBAAyB,CAAC;CAC3C,GAAG,OAAO,CAAC,4BAA4B,CAAC,CA4KxC;AAED,eAAO,MAAM,mBAAmB;;;qCAIjB,aAAa,CAAC,oBAAoB,CAAC,mBAC7B,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;CAY1C,CAAC"}
+{"version":3,"file":"protected-fill.d.ts","sourceRoot":"","sources":["../../src/secrets/protected-fill.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAW,IAAI,EAAE,MAAM,iBAAiB,CAAC;AACrD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AACnD,OAAO,EAAyB,KAAK,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAqBnF,OAAO,KAAK,EAEV,qBAAqB,EACrB,yBAAyB,EACzB,oBAAoB,EACrB,MAAM,YAAY,CAAC;AAGpB,KAAK,mBAAmB,GAAG,MAAM,GAAG,QAAQ,GAAG,MAAM,CAAC;AAEtD,MAAM,WAAW,oBAAoB;IACnC,QAAQ,EAAE,oBAAoB,CAAC;IAC/B,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,mBAAoB,SAAQ,oBAAoB;IAC/D,MAAM,EAAE,4BAA4B,GAAG,mBAAmB,CAAC;IAC3D,sBAAsB,CAAC,EAAE,IAAI,CAAC;CAC/B;AAED,KAAK,2BAA2B,GAC5B,gBAAgB,GAChB,iBAAiB,GACjB,yBAAyB,GACzB,wBAAwB,GACxB,2BAA2B,GAC3B,gBAAgB,CAAC;AAarB,MAAM,MAAM,4BAA4B,GACpC;IACE,IAAI,EAAE,SAAS,CAAC;IAChB,YAAY,EAAE,oBAAoB,EAAE,CAAC;CACtC,GACD;IACE,IAAI,EAAE,eAAe,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,oBAAoB,EAAE,CAAC;IAClC,MAAM,EAAE,2BAA2B,CAAC;IACpC,QAAQ,EAAE,MAAM,EAAE,CAAC;CACpB,GACD;IACE,IAAI,EAAE,mBAAmB,CAAC;IAC1B,YAAY,EAAE,oBAAoB,EAAE,CAAC;IACrC,WAAW,EAAE,mBAAmB,EAAE,CAAC;CACpC,GACD;IACE,IAAI,EAAE,kBAAkB,CAAC;IACzB,MAAM,EACF,yBAAyB,GACzB,mCAAmC,GACnC,sCAAsC,GACtC,kCAAkC,GAClC,eAAe,CAAC;CACrB,CAAC;AAoIN,iBAAS,eAAe,CAAC,MAAM,EAAE,gBAAgB,GAAG,mBAAmB,CActE;AAED,iBAAS,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAK7D;AA2VD,wBAAsB,oBAAoB,CAAC,MAAM,EAAE;IACjD,OAAO,EAAE,aAAa,CAAC;IACvB,IAAI,EAAE,IAAI,CAAC;IACX,YAAY,EAAE,qBAAqB,CAAC;IACpC,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACxC,aAAa,CAAC,EAAE,yBAAyB,CAAC;CAC3C,GAAG,OAAO,CAAC,4BAA4B,CAAC,CA6KxC;AAED,eAAO,MAAM,mBAAmB;;;qCAIjB,aAAa,CAAC,oBAAoB,CAAC,mBAC7B,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;CAY1C,CAAC"}

package/dist/secrets/protected-fill.js

@@ -7,6 +7,7 @@ import { resolveSurfaceScopeRoot } from '../commands/target-resolution.js';
 import { resolveProtectedFieldPolicy } from './field-policy.js';
 import { protectedBindingKey } from './protected-bindings.js';
 import { resolveAssistedProtectedFieldValues } from './protected-field-values.js';
+import { resolveDeterministicProtectedBindingValue } from './protected-value-adapters.js';
 import { sortProtectedBindingsForExecution } from './fill-ordering.js';
 function targetUsesSurfaceAsPrimaryLocator(target, surface) {
     const surfaceCandidateKeys = new Set(surface.locatorCandidates.map((candidate) => [
@@ -116,6 +117,7 @@ function resolveBindingValue(fields, protectedValues, fieldPolicies, assistedVal
     if (fields.length === 1) {
         const field = fields[0];
         const policy = resolveProtectedFieldPolicy(fieldPolicies, field.fieldKey);
+        const deterministicValue = resolveDeterministicProtectedBindingValue(field, protectedValues);
         if (policy === 'llm_assisted') {
             const assistedValue = assistedValues.get(protectedBindingKey(field));
             if (typeof assistedValue === 'string' && assistedValue.length > 0) {
@@ -123,6 +125,9 @@ function resolveBindingValue(fields, protectedValues, fieldPolicies, assistedVal
             }
             throw new Error('assisted_value_resolution_failed');
         }
+        if (typeof deterministicValue === 'string' && deterministicValue.length > 0) {
+            return deterministicValue;
+        }
         if ((field.valueHint ?? 'direct') !== 'direct') {
             throw new Error('deterministic_only_resolution_failed');
         }
@@ -371,6 +376,7 @@ export async function executeProtectedFill(params) {
     let assistedValues;
     try {
         assistedValues = await resolveAssistedProtectedFieldValues({
+            session: params.session,
             page: params.page,
             bindings: preparedBindings.map((binding) => ({
                 binding: binding.fields[0],

package/dist/secrets/protected-value-adapters.d.ts

@@ -0,0 +1,3 @@
+import type { FillableFormFieldBinding } from './types.js';
+export declare function resolveDeterministicProtectedBindingValue(binding: Pick<FillableFormFieldBinding, 'fieldKey' | 'valueHint'>, protectedValues: Record<string, string>): string | null;
+//# sourceMappingURL=protected-value-adapters.d.ts.map

package/dist/secrets/protected-value-adapters.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"protected-value-adapters.d.ts","sourceRoot":"","sources":["../../src/secrets/protected-value-adapters.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,wBAAwB,EAAwB,MAAM,YAAY,CAAC;AAqBjF,wBAAgB,yCAAyC,CACvD,OAAO,EAAE,IAAI,CAAC,wBAAwB,EAAE,UAAU,GAAG,WAAW,CAAC,EACjE,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GACtC,MAAM,GAAG,IAAI,CA+Bf"}

package/dist/secrets/protected-value-adapters.js

@@ -0,0 +1,39 @@
+function normalizeWhitespace(value) {
+    return value.replace(/\s+/g, ' ').trim();
+}
+function splitFullName(value) {
+    return normalizeWhitespace(value)
+        .split(' ')
+        .map((part) => part.trim())
+        .filter(Boolean);
+}
+function directStoredValue(protectedValues, fieldKey) {
+    const value = protectedValues[fieldKey];
+    return typeof value === 'string' && value.trim().length > 0 ? value : null;
+}
+export function resolveDeterministicProtectedBindingValue(binding, protectedValues) {
+    if (binding.fieldKey !== 'full_name') {
+        return binding.valueHint === 'direct'
+            ? directStoredValue(protectedValues, binding.fieldKey)
+            : null;
+    }
+    const fullName = directStoredValue(protectedValues, 'full_name');
+    if (!fullName) {
+        return null;
+    }
+    const valueHint = binding.valueHint ?? 'direct';
+    if (valueHint === 'direct') {
+        return fullName;
+    }
+    const parts = splitFullName(fullName);
+    if (parts.length === 0) {
+        return null;
+    }
+    if (valueHint === 'full_name.given') {
+        return parts[0] ?? fullName;
+    }
+    if (valueHint === 'full_name.family') {
+        return parts.length > 1 ? (parts.at(-1) ?? fullName) : fullName;
+    }
+    return null;
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@nuanu-ai/agentbrowse",
-  "version": "0.2.30",
+  "version": "0.2.31",
   "type": "module",
   "description": "Browser automation CLI for AI agents: control a CDP browser, observe UI surfaces, act on refs, extract data, capture screenshots, complete protected fills, and solve captchas",
   "keywords": [