@oxvo/ai-live-assist 7.4.37 → 7.4.49

package/lib/context.d.ts

@@ -24,6 +24,7 @@ export declare class PageContextCollector {
     private captureTimer;
     private mutationCaptureTimer;
     private targetIds;
+    private navigationTargetBindings;
     private textIds;
     private optionIds;
     private targets;
@@ -69,6 +70,7 @@ export declare class PageContextCollector {
     private beginNavigationSettlement;
     private observeCausalNavigationAfterMutation;
     private reportCausalNavigationObservation;
+    private resetBoundTargetIds;
     private installNavigationHooks;
     private restoreNavigationHooks;
     private reducedMotion;

package/lib/context.js

@@ -7,6 +7,9 @@ const MAX_SELECTED_TEXT = 2000;
 const SELECTION_RETENTION_MS = 120000;
 const CAPTURE_SETTLE_MS = 250;
 const MUTATION_CAPTURE_DEBOUNCE_MS = 350;
+const FRAMER_TOGGLE_ROOT_SELECTOR = '[data-framer-name="Toggle"]';
+const FRAMER_TOGGLE_CONTROL_SELECTOR = 'div[name="Toggle Switch"][data-highlight="true"][tabindex]';
+const MAX_FRAMER_TOGGLE_LABEL = 120;
 const PRIVATE_SELECTOR = [
     '[data-oxvo-ai-live-assist-root]',
     '[data-oxvo-private]',
@@ -37,6 +40,8 @@ const EXPLICIT_SENSITIVITIES = new Set([
     'api_secret',
 ]);
 const id = (prefix) => `${prefix}_${crypto.randomUUID()}`;
+// The runtime may rebind only IDs whose navigation identity this collector rotates.
+const BOUND_NAVIGATION_TARGET_PREFIX = 'target_bound';
 const normalize = (value, maximum) => value
     .replace(/[\u0000-\u0008\u000b\u000c\u000e-\u001f\u007f]/g, '')
     .replace(/\s+/g, ' ')
@@ -55,6 +60,31 @@ const canonicalJson = (value) => {
     };
     return JSON.stringify(sort(value));
 };
+const navigationTargetGeometry = (element) => {
+    const rect = element.getBoundingClientRect();
+    return {
+        x: Math.round(rect.left + window.scrollX),
+        y: Math.round(rect.top + window.scrollY),
+        width: Math.round(rect.width),
+        height: Math.round(rect.height),
+    };
+};
+const navigationTargetBinding = (element, target) => canonicalJson({
+    role: target.role,
+    name: target.name,
+    inputType: target.inputType ?? null,
+    autocomplete: target.autocomplete ?? null,
+    semanticRegion: target.semanticRegion ?? null,
+    destinationPath: target.destinationPath ?? null,
+    sensitivity: target.sensitivity,
+    protectedRegion: target.protectedRegion ?? null,
+    frameOrigin: target.frameOrigin ?? null,
+    consequence: target.consequence ?? null,
+    regionAssessment: target.regionAssessment ?? null,
+    state: target.state,
+    options: target.options ?? null,
+    geometry: navigationTargetGeometry(element),
+});
 export const actionTargetFingerprint = async (target, subtle = globalThis.crypto?.subtle) => {
     if (!subtle)
         return null;
@@ -177,6 +207,8 @@ const sensitivityFor = (element, name) => {
     return 'none';
 };
 const roleFor = (element) => {
+    if (framerToggleDescriptor(element))
+        return 'checkbox';
     const explicit = normalize(element.getAttribute('role') ?? '', 64);
     if (explicit)
         return explicit;
@@ -205,6 +237,9 @@ const roleFor = (element) => {
     return tag.slice(0, 64);
 };
 const nameFor = (element) => {
+    const framerToggle = framerToggleDescriptor(element);
+    if (framerToggle)
+        return framerToggle.name;
     const input = element instanceof HTMLInputElement ? element : null;
     const formControl = element instanceof HTMLInputElement ||
         element instanceof HTMLSelectElement ||
@@ -316,6 +351,131 @@ const safeAccessibleNameText = (element, maximum) => {
     const text = safeDescendantText(element, maximum, true);
     return text && sensitivityFor(element, text) === 'none' ? text : '';
 };
+const safeFramerToggleLabel = (element) => {
+    if (!isVisible(element) ||
+        element.closest(PRIVATE_SELECTOR) ||
+        element.querySelector(PRIVATE_SELECTOR) ||
+        element.matches('a[href],button,input,select,textarea,summary,form,[contenteditable="true"],[role],[tabindex]') ||
+        element.querySelector('a[href],button,input,select,textarea,summary,form,[contenteditable="true"],[role],[tabindex]')) {
+        return '';
+    }
+    const label = safeDescendantText(element, MAX_FRAMER_TOGGLE_LABEL + 1);
+    if (!label ||
+        label.length > MAX_FRAMER_TOGGLE_LABEL ||
+        sensitivityFor(element, label) !== 'none') {
+        return '';
+    }
+    return label;
+};
+function framerToggleDescriptor(element) {
+    if (element.tagName !== 'DIV' ||
+        element.getAttribute('name') !== 'Toggle Switch' ||
+        element.getAttribute('data-highlight') !== 'true' ||
+        !element.hasAttribute('tabindex') ||
+        !(element instanceof HTMLElement) ||
+        element.tabIndex < 0) {
+        return null;
+    }
+    const state = element.getAttribute('data-framer-name');
+    if (state !== 'Off' && state !== 'On')
+        return null;
+    const root = element.closest(FRAMER_TOGGLE_ROOT_SELECTOR);
+    if (!root || root === element || root.closest(PRIVATE_SELECTOR))
+        return null;
+    const controls = Array.from(root.querySelectorAll(FRAMER_TOGGLE_CONTROL_SELECTOR));
+    if (controls.length !== 1 || controls[0] !== element)
+        return null;
+    let controlBranch = element;
+    while (controlBranch.parentElement && controlBranch.parentElement !== root) {
+        controlBranch = controlBranch.parentElement;
+    }
+    if (controlBranch.parentElement !== root)
+        return null;
+    const labels = [controlBranch.previousElementSibling, controlBranch.nextElementSibling]
+        .flatMap((candidate) => (candidate ? [safeFramerToggleLabel(candidate)] : []))
+        .filter(Boolean);
+    if (labels.length !== 1)
+        return null;
+    return { checked: state === 'On', name: labels[0] };
+}
+const checkedStateFor = (element) => {
+    if (element instanceof HTMLInputElement && ['checkbox', 'radio'].includes(element.type)) {
+        return element.checked;
+    }
+    return framerToggleDescriptor(element)?.checked;
+};
+const dispatchFramerTogglePrimaryPointer = (element) => {
+    if (!framerToggleDescriptor(element) || typeof window.PointerEvent !== 'function') {
+        throw new Error('Framer toggle pointer interaction is unavailable.');
+    }
+    const rect = element.getBoundingClientRect();
+    const clientX = rect.left + rect.width / 2;
+    const clientY = rect.top + rect.height / 2;
+    const shared = {
+        view: window,
+        bubbles: true,
+        cancelable: true,
+        composed: true,
+        clientX,
+        clientY,
+    };
+    const pointer = (type, init) => {
+        element.dispatchEvent(new window.PointerEvent(type, {
+            ...shared,
+            pointerId: 1,
+            pointerType: 'mouse',
+            width: 1,
+            height: 1,
+            isPrimary: true,
+            ...init,
+        }));
+    };
+    const mouse = (type, init) => {
+        element.dispatchEvent(new MouseEvent(type, { ...shared, ...init }));
+    };
+    pointer('pointerover', { button: -1, buttons: 0 });
+    element.dispatchEvent(new window.PointerEvent('pointerenter', {
+        ...shared,
+        bubbles: false,
+        cancelable: false,
+        pointerId: 1,
+        pointerType: 'mouse',
+        width: 1,
+        height: 1,
+        isPrimary: true,
+        button: -1,
+        buttons: 0,
+    }));
+    mouse('mouseover', { button: 0, buttons: 0, detail: 0 });
+    element.dispatchEvent(new MouseEvent('mouseenter', {
+        ...shared,
+        bubbles: false,
+        cancelable: false,
+        button: 0,
+        buttons: 0,
+        detail: 0,
+    }));
+    pointer('pointermove', { button: -1, buttons: 0 });
+    mouse('mousemove', { button: 0, buttons: 0, detail: 0 });
+    pointer('pointerdown', { button: 0, buttons: 1 });
+    mouse('mousedown', { button: 0, buttons: 1, detail: 1 });
+    element.focus({ preventScroll: true });
+    pointer('pointerup', { button: 0, buttons: 0 });
+    mouse('mouseup', { button: 0, buttons: 0, detail: 1 });
+    // Chromium's trusted mouse sequence keeps pointerId 1 on click but reports
+    // isPrimary false; these fields are trace-bound rather than normalized.
+    element.dispatchEvent(new window.PointerEvent('click', {
+        ...shared,
+        pointerId: 1,
+        pointerType: 'mouse',
+        width: 1,
+        height: 1,
+        isPrimary: false,
+        button: 0,
+        buttons: 0,
+        detail: 1,
+    }));
+};
 const semanticSourceSensitivity = (source) => {
     if (source.closest(PRIVATE_SELECTOR) || source.querySelector(PRIVATE_SELECTOR)) {
         return 'private';
@@ -478,6 +638,7 @@ export class PageContextCollector {
         this.captureTimer = null;
         this.mutationCaptureTimer = null;
         this.targetIds = new WeakMap();
+        this.navigationTargetBindings = new WeakMap();
         this.textIds = new WeakMap();
         this.optionIds = new WeakMap();
         this.targets = new Map();
@@ -561,6 +722,7 @@ export class PageContextCollector {
             this.pageId = id('page');
             this.revision += 1;
             this.targets.clear();
+            this.resetBoundTargetIds();
             this.recentSelection = null;
             if (this.executingActionId) {
                 this.pendingNavigation = {
@@ -636,6 +798,7 @@ export class PageContextCollector {
                     'aria-pressed',
                     'aria-live',
                     'class',
+                    'data-framer-name',
                     'disabled',
                     'href',
                     'hidden',
@@ -731,8 +894,6 @@ export class PageContextCollector {
             const name = nameFor(element);
             if (!name && !['form', 'textbox'].includes(role))
                 continue;
-            const targetId = this.targetIds.get(element) ?? id('target');
-            this.targetIds.set(element, targetId);
             const optionMap = new Map();
             let options;
             if (element instanceof HTMLSelectElement) {
@@ -777,9 +938,8 @@ export class PageContextCollector {
             const destinationPath = safeDestinationPath(element);
             const expanded = literalBooleanAttribute(element, 'aria-expanded');
             const pressed = literalBooleanAttribute(element, 'aria-pressed');
-            const target = {
-                targetId,
-                revision,
+            const checked = checkedStateFor(element);
+            const targetIdentity = {
                 role,
                 name,
                 ...(element instanceof HTMLInputElement || element instanceof HTMLButtonElement
@@ -803,14 +963,38 @@ export class PageContextCollector {
                     visible,
                     enabled: enabled(element),
                     covered: visible ? isCovered(element, this.trustedGuideRoot) : false,
-                    ...(element instanceof HTMLInputElement && ['checkbox', 'radio'].includes(element.type)
-                        ? { checked: element.checked }
-                        : {}),
+                    ...(checked !== undefined ? { checked } : {}),
                     ...(this.statefulButtonActionProof && expanded !== undefined ? { expanded } : {}),
                     ...(this.statefulButtonActionProof && pressed !== undefined ? { pressed } : {}),
                 },
                 ...(options ? { options } : {}),
             };
+            const priorTargetId = this.targetIds.get(element);
+            const boundNavigation = targetIdentity.consequence === 'navigation' &&
+                typeof targetIdentity.destinationPath === 'string';
+            const binding = boundNavigation
+                ? navigationTargetBinding(element, targetIdentity)
+                : null;
+            const priorBinding = this.navigationTargetBindings.get(element);
+            const targetId = binding
+                ? priorTargetId?.startsWith(`${BOUND_NAVIGATION_TARGET_PREFIX}_`) &&
+                    priorBinding === binding
+                    ? priorTargetId
+                    : id(BOUND_NAVIGATION_TARGET_PREFIX)
+                : priorTargetId &&
+                    !priorTargetId.startsWith(`${BOUND_NAVIGATION_TARGET_PREFIX}_`)
+                    ? priorTargetId
+                    : id('target');
+            this.targetIds.set(element, targetId);
+            if (binding)
+                this.navigationTargetBindings.set(element, binding);
+            else
+                this.navigationTargetBindings.delete(element);
+            const target = {
+                targetId,
+                revision,
+                ...targetIdentity,
+            };
             targetValues.push(target);
             nextTargets.set(targetId, { element, revision, options: optionMap, target });
         }
@@ -1015,8 +1199,7 @@ export class PageContextCollector {
         const sensitivity = sensitivityFor(element, nameFor(element));
         const canRevealDesiredStateTarget = grant.action === 'click' &&
             grant.desiredChecked !== undefined &&
-            element instanceof HTMLInputElement &&
-            ['checkbox', 'radio'].includes(element.type);
+            checkedStateFor(element) !== undefined;
         if (sensitivity !== 'none' ||
             handle.target.protectedRegion !== false ||
             !isRendered(element) ||
@@ -1123,6 +1306,7 @@ export class PageContextCollector {
             const pressed = attached
                 ? literalBooleanAttribute(element, 'aria-pressed')
                 : undefined;
+            const checked = attached ? checkedStateFor(element) : undefined;
             this.callbacks.onHighlight(attached ? element : null, 'success');
             return {
                 ...base,
@@ -1144,9 +1328,7 @@ export class PageContextCollector {
                                 : grant.desiredExpanded !== undefined || grant.desiredPressed !== undefined
                                     ? 'The requested button state was applied.'
                                     : `${grant.action} executed on the approved ${roleFor(element)} target.`,
-                    ...(element instanceof HTMLInputElement && ['checkbox', 'radio'].includes(element.type)
-                        ? { checked: element.checked }
-                        : {}),
+                    ...(checked !== undefined ? { checked } : {}),
                     ...(this.statefulButtonActionProof && expanded !== undefined ? { expanded } : {}),
                     ...(this.statefulButtonActionProof && pressed !== undefined ? { pressed } : {}),
                 },
@@ -1210,11 +1392,15 @@ export class PageContextCollector {
         }
         const desiredStates = [];
         if (desiredChecked !== undefined) {
-            if (!(element instanceof HTMLInputElement) || !['checkbox', 'radio'].includes(element.type)) {
+            const checked = checkedStateFor(element);
+            if (checked === undefined) {
                 throw new Error('Desired checked state requires a checkbox or radio target.');
             }
-            desiredStates.push(element.checked === desiredChecked);
-            if (element.type === 'radio' && !desiredChecked && element.checked !== desiredChecked) {
+            desiredStates.push(checked === desiredChecked);
+            if (element instanceof HTMLInputElement &&
+                element.type === 'radio' &&
+                !desiredChecked &&
+                element.checked !== desiredChecked) {
                 throw new Error('A radio target cannot be cleared by clicking it.');
             }
         }
@@ -1234,6 +1420,10 @@ export class PageContextCollector {
         }
         if (desiredStates.length > 0 && desiredStates.every(Boolean))
             return;
+        if (desiredChecked !== undefined && framerToggleDescriptor(element)) {
+            dispatchFramerTogglePrimaryPointer(element);
+            return;
+        }
         if (element instanceof HTMLAnchorElement) {
             const target = new URL(element.href, window.location.href);
             if (expectedDestinationPath !== undefined &&
@@ -1352,18 +1542,14 @@ export class PageContextCollector {
             disabled: !enabled(element),
             expanded: element.getAttribute('aria-expanded'),
             pressed: element.getAttribute('aria-pressed'),
-            checked: element instanceof HTMLInputElement && ['checkbox', 'radio'].includes(element.type)
-                ? element.checked
-                : undefined,
+            checked: checkedStateFor(element),
             selectedIndex: element instanceof HTMLSelectElement ? element.selectedIndex : undefined,
             path: window.location.pathname,
         });
     }
     actionApplied(grant, element, handle) {
         if (grant.desiredChecked !== undefined) {
-            return (element instanceof HTMLInputElement &&
-                ['checkbox', 'radio'].includes(element.type) &&
-                element.checked === grant.desiredChecked);
+            return checkedStateFor(element) === grant.desiredChecked;
         }
         if (grant.desiredExpanded !== undefined &&
             literalBooleanAttribute(element, 'aria-expanded') !== grant.desiredExpanded) {
@@ -1518,6 +1704,7 @@ export class PageContextCollector {
             this.pageId = id('page');
             this.revision += 1;
             this.targets.clear();
+            this.resetBoundTargetIds();
             this.recentSelection = null;
             this.pendingNavigation = {
                 pageId: this.pageId,
@@ -1537,6 +1724,10 @@ export class PageContextCollector {
         navigation.causalObservationReported = true;
         this.callbacks.onCausalNavigationObserved?.(navigation.pageId, navigation.revision, navigation.url, navigation.causalActionId);
     }
+    resetBoundTargetIds() {
+        this.targetIds = new WeakMap();
+        this.navigationTargetBindings = new WeakMap();
+    }
     installNavigationHooks() {
         this.originalPushState = history.pushState;
         this.originalReplaceState = history.replaceState;

package/lib/index.js

@@ -12,8 +12,8 @@ export default function aiLiveAssist(options = {}) {
         if (document.querySelector('[data-oxvo-ai-live-assist-root]')) {
             return undefined;
         }
-        if (!app.checkRequiredVersion?.('7.4.37')) {
-            console.warn('OXVO AI Guide requires @oxvo/browser version 7.4.37 or newer.');
+        if (!app.checkRequiredVersion?.('7.4.49')) {
+            console.warn('OXVO AI Guide requires @oxvo/browser version 7.4.49 or newer.');
             return undefined;
         }
         const instance = new AiLiveAssist(app, options);

package/lib/media.js

@@ -154,8 +154,9 @@ export class RealtimeMedia {
     switchToTextOnly() {
         this.revokeLocalAudioCapture();
         for (const sender of this.connection?.getSenders() ?? []) {
-            if (sender.track?.kind === "audio")
-                void sender.replaceTrack(null);
+            if (sender.track?.kind === "audio") {
+                void sender.replaceTrack(null).catch(() => undefined);
+            }
         }
     }
     close() {

package/lib/preview.d.ts

@@ -2,7 +2,7 @@ import type { AiGuidePreviewBridge, AiGuidePreviewController, AiGuidePreviewCont
 export declare const AI_GUIDE_PREVIEW_PARENT_SOURCE = "oxvo-ai-guide-settings-preview";
 export declare const AI_GUIDE_PREVIEW_WIDGET_SOURCE = "oxvo-ai-guide-widget-preview";
 export declare const AI_GUIDE_PREVIEW_PROTOCOL_VERSION = 1;
-export declare const AI_GUIDE_PREVIEW_RENDERER_VERSION = "1.0.36";
+export declare const AI_GUIDE_PREVIEW_RENDERER_VERSION = "1.0.48";
 export declare const buildAiGuidePreviewBootstrap: (draft: unknown, assetOrigin?: string | null) => BootstrapConfig;
 export declare class AiGuidePreviewControllerImpl implements AiGuidePreviewController {
     private readonly port;

package/lib/preview.js

@@ -6,7 +6,7 @@ import { VoicePresenceView } from "./voicePresenceUi.js";
 export const AI_GUIDE_PREVIEW_PARENT_SOURCE = "oxvo-ai-guide-settings-preview";
 export const AI_GUIDE_PREVIEW_WIDGET_SOURCE = "oxvo-ai-guide-widget-preview";
 export const AI_GUIDE_PREVIEW_PROTOCOL_VERSION = 1;
-export const AI_GUIDE_PREVIEW_RENDERER_VERSION = "1.0.36";
+export const AI_GUIDE_PREVIEW_RENDERER_VERSION = "1.0.48";
 const DEFAULT_COMPANION = {
     enabled: true,
     title: "AI Guide",
@@ -266,6 +266,7 @@ export const buildAiGuidePreviewBootstrap = (draft, assetOrigin = typeof window
             customDisclosureEnabled,
             welcomeMessage: boundedNullableString(source.welcomeMessage, 1000),
             conversationStartersEnabled: booleanValue(appearance.conversationStartersEnabled, true),
+            compactEntryEnabled: booleanValue(appearance.compactEntryEnabled, false),
             suggestedPrompts: boundedStringList(appearance.suggestedPrompts, 5),
             proactiveEngagement: {
                 enabled: booleanValue(proactive.enabled, false),

package/lib/types.d.ts

@@ -189,6 +189,7 @@ export type BootstrapConfig = {
         customDisclosureEnabled?: boolean;
         welcomeMessage: string | null;
         conversationStartersEnabled?: boolean;
+        compactEntryEnabled?: boolean;
         suggestedPrompts?: string[];
         proactiveEngagement?: ProactiveEngagementConfig;
         voicePresence?: VoicePresenceConfig;

package/lib/ui.d.ts

@@ -96,6 +96,7 @@ export declare class WidgetView {
     private currentHandoffContextRequest;
     private handoffRequestPreparing;
     private currentPageAssistanceRequest;
+    private pageAssistancePresentationSnapshot;
     private safetyInteractionIdentity;
     private introComposing;
     private legalOpenedPanel;
@@ -110,6 +111,7 @@ export declare class WidgetView {
     private tooltipTarget;
     private tooltipTimer;
     private ambientHideTimer;
+    private voiceCardEffectSettleTimer;
     private attributionTimer;
     private feedbackExitTimer;
     private assistantReadyVisualTimer;
@@ -155,6 +157,7 @@ export declare class WidgetView {
     setRemoteStream(stream: MediaStream): void;
     private playRemoteAudio;
     private invalidateRemotePlayback;
+    private pauseRemotePlayback;
     private resetRemotePlayback;
     private onPlaybackActivation;
     private playbackEventIsCurrent;
@@ -167,6 +170,10 @@ export declare class WidgetView {
     updatePreviewConfig(config: BootstrapConfig): boolean;
     private disablePreviewNavigation;
     private applyActivity;
+    private effectActivityIsBusy;
+    private beginVoiceCardEffectSettle;
+    private clearVoiceCardEffectSettle;
+    private voiceCardEffectElements;
     private effectsCanRun;
     private isReducedMotionRequested;
     private syncEffectMotion;
@@ -228,6 +235,7 @@ export declare class WidgetView {
     dismissHandoffContextRequest(): void;
     showHandoffContextResult(status: HandoffContextStatus): void;
     showPageAssistanceRequest(value: PageAssistanceRequest): void;
+    private syncPageAssistancePresentation;
     private syncPageAssistanceFooter;
     dismissPageAssistanceRequest(): void;
     setPageAssistancePersistentAllowed(value: boolean): void;
@@ -356,6 +364,7 @@ export declare class WidgetView {
     private removeStoredPanelVisibility;
     private clearPanelSessionState;
     private syncLauncherState;
+    private compactEntryEnabled;
     cancelPendingConfirmation(): boolean;
     resolvePendingConfirmation(approved: boolean, expected?: {
         actionId: string;