@oxvo/ai-live-assist 7.3.0

package/lib/version.d.ts

@@ -0,0 +1 @@
+export declare const VERSION = "7.3.0";

package/lib/version.js

@@ -0,0 +1 @@
+export const VERSION = '7.3.0';

package/lib/visualContext.d.ts

@@ -0,0 +1,21 @@
+import type { VisualContextCapture } from './types.js';
+export type SanitizedLayoutRegion = {
+    kind: 'target' | 'mask';
+    role: string;
+    label: string;
+    x: number;
+    y: number;
+    width: number;
+    height: number;
+};
+type SanitizedLayout = {
+    pageId: string;
+    revision: number;
+    viewport: {
+        width: number;
+        height: number;
+    };
+    regions: SanitizedLayoutRegion[];
+};
+export declare const renderSanitizedLayout: (layout: SanitizedLayout) => VisualContextCapture | null;
+export {};

package/lib/visualContext.js

@@ -0,0 +1,68 @@
+const MAX_WIDTH = 640;
+const MAX_HEIGHT = 360;
+const MAX_DATA_URL_LENGTH = 110000;
+const boundedLabel = (value) => value.replace(/[\u0000-\u001f\u007f]/g, '').replace(/\s+/g, ' ').trim().slice(0, 80);
+export const renderSanitizedLayout = (layout) => {
+    const scale = Math.min(1, MAX_WIDTH / layout.viewport.width, MAX_HEIGHT / layout.viewport.height);
+    const width = Math.max(1, Math.round(layout.viewport.width * scale));
+    const height = Math.max(1, Math.round(layout.viewport.height * scale));
+    const canvas = document.createElement('canvas');
+    canvas.width = width;
+    canvas.height = height;
+    const context = canvas.getContext('2d', { alpha: false });
+    if (!context)
+        return null;
+    context.fillStyle = '#f4f6f8';
+    context.fillRect(0, 0, width, height);
+    context.fillStyle = '#dfe5ea';
+    context.fillRect(0, 0, width, Math.min(height, 22));
+    context.fillStyle = '#33404c';
+    context.font = 'bold 9px sans-serif';
+    context.fillText('UNTRUSTED PRIVACY-FILTERED PAGE LAYOUT', 8, 14, Math.max(1, width - 16));
+    for (const region of layout.regions) {
+        const x = Math.max(0, Math.round(region.x * scale));
+        const y = Math.max(0, Math.round(region.y * scale));
+        const regionWidth = Math.max(1, Math.round(region.width * scale));
+        const regionHeight = Math.max(1, Math.round(region.height * scale));
+        if (region.kind === 'mask') {
+            context.fillStyle = '#202830';
+            context.fillRect(x, y, regionWidth, regionHeight);
+            context.strokeStyle = '#f0f3f5';
+            context.lineWidth = 1;
+            for (let offset = -regionHeight; offset < regionWidth; offset += 8) {
+                context.beginPath();
+                context.moveTo(x + offset, y + regionHeight);
+                context.lineTo(x + offset + regionHeight, y);
+                context.stroke();
+            }
+            continue;
+        }
+        context.fillStyle = '#ffffff';
+        context.fillRect(x, y, regionWidth, regionHeight);
+        context.strokeStyle = '#55758c';
+        context.lineWidth = 1;
+        context.strokeRect(x + 0.5, y + 0.5, Math.max(0, regionWidth - 1), Math.max(0, regionHeight - 1));
+        if (regionHeight >= 12 && regionWidth >= 24) {
+            const label = boundedLabel(`${region.role}: ${region.label}`);
+            context.fillStyle = '#253642';
+            context.font = '9px sans-serif';
+            context.fillText(label, x + 3, y + Math.min(11, regionHeight - 2), Math.max(1, regionWidth - 6));
+        }
+    }
+    for (const quality of [0.72, 0.56, 0.4]) {
+        const dataUrl = canvas.toDataURL('image/jpeg', quality);
+        if (dataUrl.startsWith('data:image/jpeg;base64,') &&
+            dataUrl.length <= MAX_DATA_URL_LENGTH) {
+            return {
+                source: 'sanitized_layout',
+                mimeType: 'image/jpeg',
+                dataUrl,
+                width,
+                height,
+                pageId: layout.pageId,
+                revision: layout.revision,
+            };
+        }
+    }
+    return null;
+};

package/lib/voicePresenceUi.d.ts

@@ -0,0 +1,148 @@
+import type { AssistMode, BootstrapConfig, CapabilityTier, VisualContextRequest, WidgetMessageKey } from "./types.js";
+import type { WidgetCallbacks } from "./ui.js";
+type Confirmation = {
+    actionId: string;
+    proposalChecksum: string;
+    action: string;
+    targetLabel: string;
+    reason: string;
+    expectedEffect: string;
+    expiresAt: string;
+};
+type CaptionRole = "assistant" | "user";
+type ServerPresenceState = "ready" | "listening" | "thinking" | "speaking" | "acting" | "awaiting_confirmation" | "reconnecting" | "ending";
+export declare class VoicePresenceView {
+    private readonly callbacks;
+    private readonly onFallback;
+    private readonly config;
+    private readonly voiceConfig;
+    private readonly messages;
+    private readonly host;
+    private readonly shadow;
+    private readonly orb;
+    private readonly modalLayer;
+    private readonly agreement;
+    private readonly captionStage;
+    private readonly subtitleTrack;
+    private readonly statusBubble;
+    private readonly attributionBubble;
+    private readonly safetyCard;
+    private readonly recoveryCard;
+    private readonly liveRegion;
+    private readonly audio;
+    private readonly highlight;
+    private readonly stateMachine;
+    private readonly placement;
+    private readonly captionTimers;
+    private captionResizeObserver;
+    private captionLayoutFrame;
+    private highlightTarget;
+    private highlightResizeObserver;
+    private highlightFrame;
+    private highlightScrollTargets;
+    private currentConfirmation;
+    private currentVisualRequest;
+    private restoreFocus;
+    private active;
+    private activeElsewhere;
+    private destroyed;
+    private introPlayed;
+    private wakeTimer;
+    private statusTimer;
+    private attributionTimer;
+    private audioContext;
+    private playbackResumePending;
+    private outputSource;
+    private outputAnalyser;
+    private inputSource;
+    private inputAnalyser;
+    private levelFrame;
+    private levelBuffer;
+    private lastLevelAt;
+    private serverPresenceState;
+    private playbackState;
+    private capabilityTier;
+    constructor(config: BootstrapConfig, overrides: Partial<Record<WidgetMessageKey, string>>, callbacks: WidgetCallbacks, tabId: string, onFallback?: (fallback: "standard_assist" | "human_handoff") => void, visualTestMode?: boolean);
+    setRemoteStream(stream: MediaStream): void;
+    setCapabilityTier(tier: CapabilityTier): void;
+    setOrbTheme(theme: "light" | "dark"): void;
+    launcherRect(): DOMRectReadOnly | null;
+    presentationObstacles(): DOMRectReadOnly[];
+    setLocalStream(stream: MediaStream | null): void;
+    setStatus(value: string): void;
+    message(key: WidgetMessageKey): string;
+    setAssistantState(state: "listening" | "thinking" | "speaking" | "ready"): void;
+    applyPresenceState(state: ServerPresenceState, sequence: number, sessionId: string, pageId: string | null, fencingToken: number): void;
+    showPreflight(): void;
+    showRequestingMicrophone(): void;
+    showConnecting(resume?: boolean, _mode?: AssistMode): void;
+    showActive(welcomeMessage?: string | null): void;
+    addCaption(role: CaptionRole, text: string, final: boolean): void;
+    showConfirmation(value: Confirmation): void;
+    showActionState(status: "running" | "verified" | "failed"): void;
+    dismissActionState(): void;
+    showVisualRequest(value: VisualContextRequest): void;
+    showVisualResult(shared: boolean): void;
+    setVisualAvailable(_available: boolean, _paused?: boolean): void;
+    setVisualPaused(_paused: boolean): void;
+    setPaused(value: boolean): void;
+    setMuted(_value: boolean): void;
+    configureVoiceControls(_voice: boolean, _manual: boolean, _canUseAutomatic: boolean): void;
+    setManualTurn(_value: boolean): void;
+    setPushActive(_value: boolean): void;
+    interruptPlayback(): void;
+    showError(message?: string, retryable?: boolean, sessionActive?: boolean): void;
+    showEnded(message?: string): void;
+    showLimit(message?: string): void;
+    showActiveElsewhere(active: boolean): void;
+    showLaunchUnavailable(message: string): void;
+    updateHighlight(element: Element | null, status: "focus" | "success" | "failure"): void;
+    safetySurfaceVisible(): boolean;
+    cancelPendingConfirmation(): boolean;
+    resolvePendingConfirmation(approved: boolean): boolean;
+    destroy(): void;
+    private build;
+    private bind;
+    private bindPlaybackState;
+    private resumeRemotePlayback;
+    private effectivePresenceState;
+    private syncPresenceFromPlayback;
+    private syncLevelLoop;
+    private emitPlaybackState;
+    private applyConfig;
+    private openActivation;
+    private closeActivation;
+    private showAttribution;
+    private hideAttribution;
+    private onModalKeyDown;
+    private renderSafetyCard;
+    private hideSafetyCard;
+    private resolveConfirmation;
+    private resolveVisualRequest;
+    private renderRecoveryCard;
+    private syncSubtitleOcclusion;
+    private configuredFallback;
+    private showTransientStatus;
+    private hideStatus;
+    private layoutCaptions;
+    private scheduleCaptionLayout;
+    private discardCaption;
+    private removeCaption;
+    private clearCaptions;
+    private scheduleHighlightLayout;
+    private bindHighlightScrollTargets;
+    private unbindHighlightScrollTargets;
+    private renderHighlight;
+    private announce;
+    private ensureAudioContext;
+    private connectOutputAnalyser;
+    private startLevelLoop;
+    private stopLevelLoop;
+    private stopAudio;
+    private onVisibilityChange;
+    private activeAnalyser;
+    private legalLink;
+    private launcherLabel;
+    private require;
+}
+export {};