@mercuryo-ai/agentbrowse 0.2.50

package/dist/secrets/protected-field-semantics.js

@@ -0,0 +1,154 @@
+import { inferComparableValueTypeFromFacts } from '../control-semantics.js';
+const LOGIN_USERNAME_SIGNAL_RE = /\b(email|e-mail|username|user name|login|account(?: email| name)?|member(?: email| name| id)?)\b/i;
+const LOGIN_PASSWORD_SIGNAL_RE = /\b(password|passcode|pass word)\b/i;
+const PAYMENT_CARD_NAME_SIGNAL_RE = /\b(cardholder|card holder|name on card|cardholder name|full name)\b/i;
+const PAYMENT_CARD_PAN_SIGNAL_RE = /\b(card number|card no|cc-number|cc number)\b/i;
+const PAYMENT_CARD_EXP_SIGNAL_RE = /\b(expiration|expiry|exp(?:iry)? date|exp date|mm\s*\/\s*yy|mmyy|mm\/yy)\b/i;
+const PAYMENT_CARD_CVV_SIGNAL_RE = /\b(security code|cvv|cvc)\b/i;
+const IDENTITY_DOCUMENT_SIGNAL_RE = /\b(passport|document(?: number| no)?|id(?: number| no)?|identity(?: number)?)\b/i;
+const IDENTITY_BIRTH_SIGNAL_RE = /\b(date of birth|birth date|dob)\b/i;
+const IDENTITY_NATIONALITY_SIGNAL_RE = /\b(nationality|citizenship)\b/i;
+const IDENTITY_ISSUING_COUNTRY_SIGNAL_RE = /\b(issuing country|country of issue|country\/region of issue|issuing state)\b/i;
+const IDENTITY_ISSUE_DATE_SIGNAL_RE = /\b(issue date|date of issue)\b/i;
+const IDENTITY_EXPIRY_DATE_SIGNAL_RE = /\b(expiry date|expiration date|date of expiry)\b/i;
+function normalizeText(value) {
+    return value?.replace(/\s+/g, ' ').trim().toLowerCase() ?? '';
+}
+function directFieldSignals(target) {
+    const values = new Set();
+    const push = (value) => {
+        const normalized = normalizeText(value);
+        if (normalized) {
+            values.add(normalized);
+        }
+    };
+    push(target.label);
+    push(target.displayLabel);
+    push(target.placeholder);
+    push(target.inputName);
+    push(target.inputType);
+    push(target.autocomplete);
+    push(target.semantics?.name);
+    return [...values];
+}
+function uniqueMeaningHints(hints) {
+    const seen = new Set();
+    const result = [];
+    for (const hint of hints) {
+        const key = `${hint.kind}:${hint.fieldKey}:${hint.valueHint}`;
+        if (seen.has(key)) {
+            continue;
+        }
+        seen.add(key);
+        result.push(hint);
+    }
+    return result;
+}
+export function inferProtectedFieldMeaningFromTarget(target) {
+    const autocomplete = normalizeText(target.autocomplete);
+    const inputType = normalizeText(target.inputType);
+    const inputName = normalizeText(target.inputName);
+    const signals = directFieldSignals(target);
+    const comparableValueType = inferComparableValueTypeFromFacts({
+        kind: target.kind,
+        role: target.semantics?.role,
+        label: target.label,
+        displayLabel: target.displayLabel,
+        placeholder: target.placeholder,
+        inputName: target.inputName,
+        inputType: target.inputType,
+        autocomplete: target.autocomplete,
+        states: target.semantics?.states,
+        structure: target.structure,
+    });
+    const hints = [];
+    if (autocomplete.includes('username') ||
+        autocomplete.includes('email') ||
+        inputType === 'email' ||
+        /\b(user(name)?|login|email|account)\b/.test(inputName) ||
+        signals.some((signal) => LOGIN_USERNAME_SIGNAL_RE.test(signal))) {
+        hints.push({ kind: 'login', fieldKey: 'username', valueHint: 'direct' });
+    }
+    if (autocomplete.includes('current-password') ||
+        inputType === 'password' ||
+        /\bpassword\b/.test(inputName) ||
+        signals.some((signal) => LOGIN_PASSWORD_SIGNAL_RE.test(signal))) {
+        hints.push({ kind: 'login', fieldKey: 'password', valueHint: 'direct' });
+    }
+    if (autocomplete.includes('cc-number') || comparableValueType === 'card-number') {
+        hints.push({ kind: 'payment_card', fieldKey: 'pan', valueHint: 'direct' });
+    }
+    else if (/\b(card[-_ ]?number|cardnumber|cc-?number)\b/.test(inputName) ||
+        signals.some((signal) => PAYMENT_CARD_PAN_SIGNAL_RE.test(signal))) {
+        hints.push({ kind: 'payment_card', fieldKey: 'pan', valueHint: 'direct' });
+    }
+    if (autocomplete.includes('cc-exp') || comparableValueType === 'expiry') {
+        hints.push({ kind: 'payment_card', fieldKey: 'exp_month', valueHint: 'direct' });
+        hints.push({ kind: 'payment_card', fieldKey: 'exp_year', valueHint: 'direct' });
+    }
+    else if (/\b(exp|expiry|expiration)\b/.test(inputName) ||
+        signals.some((signal) => PAYMENT_CARD_EXP_SIGNAL_RE.test(signal))) {
+        hints.push({ kind: 'payment_card', fieldKey: 'exp_month', valueHint: 'direct' });
+        hints.push({ kind: 'payment_card', fieldKey: 'exp_year', valueHint: 'direct' });
+    }
+    if (autocomplete.includes('cc-csc') || comparableValueType === 'cvc') {
+        hints.push({ kind: 'payment_card', fieldKey: 'cvv', valueHint: 'direct' });
+    }
+    else if (/\b(cvv|cvc|security)\b/.test(inputName) ||
+        signals.some((signal) => PAYMENT_CARD_CVV_SIGNAL_RE.test(signal))) {
+        hints.push({ kind: 'payment_card', fieldKey: 'cvv', valueHint: 'direct' });
+    }
+    if (autocomplete.includes('cc-name') ||
+        /\b(cardholder|card-holder|cc-name)\b/.test(inputName) ||
+        signals.some((signal) => PAYMENT_CARD_NAME_SIGNAL_RE.test(signal))) {
+        hints.push({ kind: 'payment_card', fieldKey: 'cardholder', valueHint: 'direct' });
+    }
+    if (autocomplete.includes('given-name')) {
+        hints.push({ kind: 'identity', fieldKey: 'full_name', valueHint: 'full_name.given' });
+    }
+    if (autocomplete.includes('family-name')) {
+        hints.push({ kind: 'identity', fieldKey: 'full_name', valueHint: 'full_name.family' });
+    }
+    if (autocomplete === 'name' ||
+        /\bfull_?name\b/.test(inputName) ||
+        signals.some((signal) => /\bfull name\b/.test(signal))) {
+        hints.push({ kind: 'identity', fieldKey: 'full_name', valueHint: 'direct' });
+    }
+    if (/\b(first|given|forename)_?name\b/.test(inputName) ||
+        signals.some((signal) => /\b(first name|given name|forename)\b/.test(signal))) {
+        hints.push({ kind: 'identity', fieldKey: 'full_name', valueHint: 'full_name.given' });
+    }
+    if (/\b(last|family|surname)_?name\b/.test(inputName) ||
+        signals.some((signal) => /\b(last name|family name|surname)\b/.test(signal))) {
+        hints.push({ kind: 'identity', fieldKey: 'full_name', valueHint: 'full_name.family' });
+    }
+    if (autocomplete.includes('bday') ||
+        (comparableValueType === 'date' &&
+            (/\b(date_?of_?birth|birth_?date|dob)\b/.test(inputName) ||
+                signals.some((signal) => IDENTITY_BIRTH_SIGNAL_RE.test(signal))))) {
+        hints.push({ kind: 'identity', fieldKey: 'date_of_birth', valueHint: 'direct' });
+    }
+    if (/\b(passport|document|identity|id)(?:_?number|_?no)?\b/.test(inputName) ||
+        signals.some((signal) => IDENTITY_DOCUMENT_SIGNAL_RE.test(signal))) {
+        hints.push({ kind: 'identity', fieldKey: 'document_number', valueHint: 'direct' });
+    }
+    if (/\b(nationality|citizenship)\b/.test(inputName) ||
+        signals.some((signal) => IDENTITY_NATIONALITY_SIGNAL_RE.test(signal))) {
+        hints.push({ kind: 'identity', fieldKey: 'nationality', valueHint: 'direct' });
+    }
+    if (/\b(issuing_?country|country_?of_?issue|issuing_?state)\b/.test(inputName) ||
+        signals.some((signal) => IDENTITY_ISSUING_COUNTRY_SIGNAL_RE.test(signal))) {
+        hints.push({ kind: 'identity', fieldKey: 'issuing_country', valueHint: 'direct' });
+    }
+    if (comparableValueType === 'date' &&
+        (/\b(issue(?:_?date)?)\b/.test(inputName) ||
+            signals.some((signal) => IDENTITY_ISSUE_DATE_SIGNAL_RE.test(signal)))) {
+        hints.push({ kind: 'identity', fieldKey: 'issue_date', valueHint: 'direct' });
+    }
+    if (comparableValueType === 'date' &&
+        (/\b(expiry|expiration)(?:_?date)?\b/.test(inputName) ||
+            signals.some((signal) => IDENTITY_EXPIRY_DATE_SIGNAL_RE.test(signal)))) {
+        hints.push({ kind: 'identity', fieldKey: 'expiry_date', valueHint: 'direct' });
+    }
+    return uniqueMeaningHints(hints);
+}

package/dist/secrets/protected-field-values.d.ts

@@ -0,0 +1,15 @@
+import type { Page } from 'playwright-core';
+import type { BrowserSessionState } from '../browser-session-state.js';
+import type { TargetDescriptor } from '../runtime-state.js';
+import type { FillableFormFieldBinding, StoredSecretFieldPolicies } from './types.js';
+export declare function resolveAssistedProtectedFieldValues(params: {
+    session?: BrowserSessionState;
+    page: Page;
+    bindings: ReadonlyArray<{
+        binding: FillableFormFieldBinding;
+        target: TargetDescriptor | null;
+    }>;
+    protectedValues: Record<string, string>;
+    fieldPolicies?: StoredSecretFieldPolicies;
+}): Promise<Map<string, string>>;
+//# sourceMappingURL=protected-field-values.d.ts.map

package/dist/secrets/protected-field-values.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"protected-field-values.d.ts","sourceRoot":"","sources":["../../src/secrets/protected-field-values.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,iBAAiB,CAAC;AAK5C,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAC;AACvE,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAK5D,OAAO,KAAK,EAAE,wBAAwB,EAAE,yBAAyB,EAAE,MAAM,YAAY,CAAC;AAyDtF,wBAAsB,mCAAmC,CAAC,MAAM,EAAE;IAChE,OAAO,CAAC,EAAE,mBAAmB,CAAC;IAC9B,IAAI,EAAE,IAAI,CAAC;IACX,QAAQ,EAAE,aAAa,CAAC;QACtB,OAAO,EAAE,wBAAwB,CAAC;QAClC,MAAM,EAAE,gBAAgB,GAAG,IAAI,CAAC;KACjC,CAAC,CAAC;IACH,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACxC,aAAa,CAAC,EAAE,yBAAyB,CAAC;CAC3C,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CA2G/B"}

package/dist/secrets/protected-field-values.js

@@ -0,0 +1,131 @@
+import { z } from 'zod';
+import { AgentbrowseAssistiveRuntimeMissingError, tryCreateAgentbrowseAssistiveLlmClient, } from '../assistive-runtime.js';
+import { recordLlmUsage, recordPayloadBudget } from '../runtime-metrics.js';
+import { resolveProtectedFieldPolicy } from './field-policy.js';
+import { resolveDeterministicProtectedBindingValue } from './protected-value-adapters.js';
+import { protectedBindingKey, protectedBindingValueHintSchema } from './protected-bindings.js';
+const protectedFieldValuesSchema = z.object({
+    values: z
+        .array(z.object({
+        targetRef: z.string(),
+        fieldKey: z.string(),
+        valueHint: protectedBindingValueHintSchema.optional(),
+        value: z.string(),
+        confidence: z.enum(['high', 'medium', 'low']),
+    }))
+        .max(24),
+});
+function buildBindingSummary(binding, target) {
+    const parts = [
+        `targetRef=${JSON.stringify(binding.targetRef)}`,
+        `fieldKey=${JSON.stringify(binding.fieldKey)}`,
+        `valueHint=${JSON.stringify(binding.valueHint ?? 'direct')}`,
+    ];
+    if (target?.label)
+        parts.push(`label=${JSON.stringify(target.label)}`);
+    if (target?.kind || target?.semantics?.role) {
+        parts.push(`control=${JSON.stringify({
+            kind: target?.kind,
+            role: target?.semantics?.role,
+        })}`);
+    }
+    const ownerLabel = target?.context?.container?.label ?? target?.context?.group?.label ?? target?.displayLabel;
+    if (ownerLabel) {
+        parts.push(`owner=${JSON.stringify(ownerLabel)}`);
+    }
+    return parts.join(' | ');
+}
+function canUseDeterministicValueForPolicy(binding, fieldPolicies) {
+    const policy = resolveProtectedFieldPolicy(fieldPolicies, binding.fieldKey);
+    if (policy !== 'llm_assisted') {
+        return true;
+    }
+    return (binding.valueHint ?? 'direct') !== 'direct';
+}
+export async function resolveAssistedProtectedFieldValues(params) {
+    const assistedBindings = params.bindings.filter(({ binding }) => {
+        return resolveProtectedFieldPolicy(params.fieldPolicies, binding.fieldKey) === 'llm_assisted';
+    });
+    if (params.session) {
+        recordPayloadBudget(params.session, {
+            protectedBindingsSeen: params.bindings.length,
+        });
+    }
+    if (assistedBindings.length === 0) {
+        return new Map();
+    }
+    const resolvedValues = new Map();
+    const unresolvedBindings = assistedBindings.filter(({ binding, target }) => {
+        const deterministicValue = resolveDeterministicProtectedBindingValue(binding, params.protectedValues, target ?? undefined);
+        if (typeof deterministicValue !== 'string' ||
+            deterministicValue.trim().length === 0 ||
+            !canUseDeterministicValueForPolicy(binding, params.fieldPolicies)) {
+            return true;
+        }
+        resolvedValues.set(protectedBindingKey(binding), deterministicValue.trim());
+        return false;
+    });
+    if (params.session) {
+        recordPayloadBudget(params.session, {
+            protectedBindingsSent: unresolvedBindings.length,
+        });
+    }
+    if (unresolvedBindings.length === 0) {
+        return resolvedValues;
+    }
+    const client = tryCreateAgentbrowseAssistiveLlmClient({ session: params.session });
+    if (!client) {
+        throw new AgentbrowseAssistiveRuntimeMissingError('protected field value resolution');
+    }
+    const pageLocale = await params.page
+        .evaluate(() => document.documentElement.lang || document.body?.lang || '')
+        .catch(() => '');
+    const prompt = [
+        'You are resolving UI-ready values for already matched protected fields.',
+        'Do not invent new bindings. Use only the provided targetRef values.',
+        'Return one resolved value per binding.',
+        'Use page language, target labels, and field hints to adapt the stored value to the visible UI representation.',
+        'Examples:',
+        '- full_name + valueHint=full_name.given -> return only the given/first-name part',
+        '- full_name + valueHint=full_name.family -> return only the family/last-name part',
+        '- nationality or issuing_country may require a localized UI value such as Россия for RU',
+        'If unsure, return confidence=low for that binding.',
+        '',
+        `pageLocale=${JSON.stringify(pageLocale)}`,
+        'Bindings:',
+        ...unresolvedBindings.map(({ binding, target }) => {
+            const storedValue = params.protectedValues[binding.fieldKey] ?? '';
+            return `${buildBindingSummary(binding, target)} | storedValue=${JSON.stringify(storedValue)}`;
+        }),
+    ].join('\n');
+    const result = await client.createChatCompletion({
+        logger: () => { },
+        options: {
+            messages: [{ role: 'user', content: prompt }],
+            response_model: {
+                name: 'ProtectedFieldValues',
+                schema: protectedFieldValuesSchema,
+            },
+        },
+    });
+    if (params.session) {
+        recordLlmUsage(params.session, {
+            purpose: 'browse.protected_fill.resolve',
+            usage: result.usage,
+            inputChars: prompt.length,
+        });
+    }
+    const allowedKeys = new Set(unresolvedBindings.map(({ binding }) => protectedBindingKey(binding)));
+    for (const entry of result.data.values) {
+        const key = protectedBindingKey(entry);
+        if (!allowedKeys.has(key) || entry.confidence === 'low') {
+            continue;
+        }
+        const value = entry.value.trim();
+        if (!value) {
+            continue;
+        }
+        resolvedValues.set(key, value);
+    }
+    return resolvedValues;
+}

package/dist/secrets/protected-fill.d.ts

@@ -0,0 +1,47 @@
+import type { Page } from 'playwright-core';
+import type { BrowserSessionState } from '../browser-session-state.js';
+import { type TargetDescriptor } from '../runtime-state.js';
+import type { PersistedFillableForm, StoredSecretFieldPolicies, StoredSecretFieldKey } from './types.js';
+type ProtectedFillAction = 'fill' | 'select' | 'type';
+export interface ProtectedFilledField {
+    fieldKey: StoredSecretFieldKey;
+    targetRef: string;
+}
+export interface ProtectedFieldError extends ProtectedFilledField {
+    reason: 'client_validation_rejected' | 'value_not_applied';
+    validationTextRedacted?: true;
+}
+type ProtectedBindingStaleReason = 'target_missing' | 'target_not_live' | 'page_signature_mismatch' | 'dom_signature_mismatch' | 'locator_resolution_failed' | 'target_blocked';
+export type ProtectedFillExecutionResult = {
+    kind: 'success';
+    filledFields: ProtectedFilledField[];
+} | {
+    kind: 'binding_stale';
+    targetRef: string;
+    fieldKeys: StoredSecretFieldKey[];
+    reason: ProtectedBindingStaleReason;
+    attempts: string[];
+} | {
+    kind: 'validation_failed';
+    filledFields: ProtectedFilledField[];
+    fieldErrors: ProtectedFieldError[];
+} | {
+    kind: 'unexpected_error';
+    reason: 'missing_protected_value' | 'unsupported_protected_field_group' | 'deterministic_only_resolution_failed' | 'assisted_value_resolution_failed' | 'action_failed';
+};
+declare function actionForTarget(target: TargetDescriptor): ProtectedFillAction;
+declare function formatCardExpiry(month: string, year: string): string;
+export declare function executeProtectedFill(params: {
+    session: BrowserSessionState;
+    page: Page;
+    fillableForm: PersistedFillableForm;
+    protectedValues: Record<string, string>;
+    fieldPolicies?: StoredSecretFieldPolicies;
+}): Promise<ProtectedFillExecutionResult>;
+export declare const __testProtectedFill: {
+    actionForTarget: typeof actionForTarget;
+    formatCardExpiry: typeof formatCardExpiry;
+    resolveBindingValue: (fieldKeys: ReadonlyArray<StoredSecretFieldKey>, protectedValues: Record<string, string>, target?: TargetDescriptor) => string;
+};
+export {};
+//# sourceMappingURL=protected-fill.d.ts.map

package/dist/secrets/protected-fill.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"protected-fill.d.ts","sourceRoot":"","sources":["../../src/secrets/protected-fill.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAW,IAAI,EAAE,MAAM,iBAAiB,CAAC;AAErD,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAC;AACvE,OAAO,EAAyB,KAAK,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAiBnF,OAAO,KAAK,EAEV,qBAAqB,EACrB,yBAAyB,EACzB,oBAAoB,EACrB,MAAM,YAAY,CAAC;AAGpB,KAAK,mBAAmB,GAAG,MAAM,GAAG,QAAQ,GAAG,MAAM,CAAC;AAEtD,MAAM,WAAW,oBAAoB;IACnC,QAAQ,EAAE,oBAAoB,CAAC;IAC/B,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,mBAAoB,SAAQ,oBAAoB;IAC/D,MAAM,EAAE,4BAA4B,GAAG,mBAAmB,CAAC;IAC3D,sBAAsB,CAAC,EAAE,IAAI,CAAC;CAC/B;AAED,KAAK,2BAA2B,GAC5B,gBAAgB,GAChB,iBAAiB,GACjB,yBAAyB,GACzB,wBAAwB,GACxB,2BAA2B,GAC3B,gBAAgB,CAAC;AAarB,MAAM,MAAM,4BAA4B,GACpC;IACE,IAAI,EAAE,SAAS,CAAC;IAChB,YAAY,EAAE,oBAAoB,EAAE,CAAC;CACtC,GACD;IACE,IAAI,EAAE,eAAe,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,oBAAoB,EAAE,CAAC;IAClC,MAAM,EAAE,2BAA2B,CAAC;IACpC,QAAQ,EAAE,MAAM,EAAE,CAAC;CACpB,GACD;IACE,IAAI,EAAE,mBAAmB,CAAC;IAC1B,YAAY,EAAE,oBAAoB,EAAE,CAAC;IACrC,WAAW,EAAE,mBAAmB,EAAE,CAAC;CACpC,GACD;IACE,IAAI,EAAE,kBAAkB,CAAC;IACzB,MAAM,EACF,yBAAyB,GACzB,mCAAmC,GACnC,sCAAsC,GACtC,kCAAkC,GAClC,eAAe,CAAC;CACrB,CAAC;AAEN,iBAAS,eAAe,CAAC,MAAM,EAAE,gBAAgB,GAAG,mBAAmB,CActE;AAED,iBAAS,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAK7D;AAsTD,wBAAsB,oBAAoB,CAAC,MAAM,EAAE;IACjD,OAAO,EAAE,mBAAmB,CAAC;IAC7B,IAAI,EAAE,IAAI,CAAC;IACX,YAAY,EAAE,qBAAqB,CAAC;IACpC,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACxC,aAAa,CAAC,EAAE,yBAAyB,CAAC;CAC3C,GAAG,OAAO,CAAC,4BAA4B,CAAC,CAgNxC;AAED,eAAO,MAAM,mBAAmB;;;qCAIjB,aAAa,CAAC,oBAAoB,CAAC,mBAC7B,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,WAC9B,gBAAgB;CAuB5B,CAAC"}