@agent-native/core 0.110.2 → 0.111.0

package/dist/client/composer/useRealtimeVoiceMode.d.ts

@@ -1,172 +0,0 @@
-import { type ReactNode } from "react";
-import { type RealtimeVoiceAudioLevelStore } from "./realtime-voice-audio-level.js";
-import { type RealtimeVoiceModeCopy, type RealtimeVoiceModeState } from "./RealtimeVoiceMode.js";
-export declare const REALTIME_VOICE_LANGUAGES: readonly ["auto", "en", "es", "fr", "de", "it", "pt", "ja", "ko", "zh"];
-export declare const REALTIME_VOICE_INTELLIGENCE_LEVELS: readonly ["instant", "balanced", "deep"];
-export declare const REALTIME_VOICES: readonly ["marin", "cedar", "coral", "sage", "verse", "alloy", "ash", "ballad", "echo", "shimmer"];
-export type RealtimeVoiceLanguage = (typeof REALTIME_VOICE_LANGUAGES)[number];
-export type RealtimeVoiceIntelligence = (typeof REALTIME_VOICE_INTELLIGENCE_LEVELS)[number];
-export type RealtimeVoice = (typeof REALTIME_VOICES)[number];
-export interface RealtimeVoicePreferences {
-    language: RealtimeVoiceLanguage;
-    intelligence: RealtimeVoiceIntelligence;
-    voice: RealtimeVoice;
-}
-export declare const DEFAULT_REALTIME_VOICE_PREFERENCES: RealtimeVoicePreferences;
-export declare const REALTIME_VOICE_AUDIO_CONSTRAINTS: MediaTrackConstraints;
-type RealtimeServerEvent = Record<string, unknown> & {
-    type?: string;
-};
-export interface RealtimeVoiceToolResult {
-    callId: string;
-    status: "completed" | "failed" | "approval_required";
-    output: string;
-    approvalKey?: string;
-    expandedTools?: RealtimeVoiceFunctionTool[];
-}
-export interface RealtimeVoiceSessionAnswer {
-    sdp: string;
-    capability?: string;
-}
-export interface RealtimeVoiceFunctionTool {
-    type: "function";
-    name: string;
-    description?: string;
-    parameters?: Record<string, unknown>;
-}
-export interface RealtimeVoiceModeApi {
-    state: "idle" | RealtimeVoiceModeState;
-    active: boolean;
-    errorMessage: string | null;
-    chatVisible: boolean;
-    audioLevels: RealtimeVoiceAudioLevelStore;
-    preferences: RealtimeVoicePreferences;
-    microphones: readonly RealtimeVoiceMicrophone[];
-    microphoneDeviceId: string;
-    microphoneSwitching: boolean;
-    microphoneError: string | null;
-    voiceChangePending: boolean;
-    setLanguage: (language: RealtimeVoiceLanguage) => void;
-    setIntelligence: (intelligence: RealtimeVoiceIntelligence) => void;
-    setVoice: (voice: RealtimeVoice) => void;
-    setMicrophone: (deviceId: string) => Promise<void>;
-    start: () => Promise<void>;
-    end: () => void;
-    toggleChat: () => void;
-}
-export interface RealtimeVoiceMicrophone {
-    deviceId: string;
-    label: string;
-}
-export declare function createRealtimeVoiceAudioConstraints(deviceId?: string, exact?: boolean): MediaTrackConstraints;
-export declare function replaceRealtimeVoiceMicrophone(options: {
-    mediaDevices: Pick<MediaDevices, "getUserMedia">;
-    peer: Pick<RTCPeerConnection, "getSenders">;
-    currentStream: MediaStream | null;
-    deviceId: string;
-}): Promise<MediaStream>;
-export declare function normalizeRealtimeVoicePreferences(value: unknown): RealtimeVoicePreferences;
-export declare function resolveRealtimeVoiceLanguage(language: RealtimeVoiceLanguage, browserLanguages?: readonly string[]): Exclude<RealtimeVoiceLanguage, "auto">;
-export declare function realtimeVoiceReasoningEffort(intelligence: RealtimeVoiceIntelligence): "minimal" | "low" | "medium";
-export declare function createRealtimeVoicePreferenceUpdate(preferences: RealtimeVoicePreferences, options?: {
-    browserLanguages?: readonly string[];
-    includeVoice?: boolean;
-}): Record<string, unknown>;
-export interface CompletedRealtimeVoiceTranscript {
-    role: "user" | "assistant";
-    text: string;
-    providerId?: string;
-}
-export interface RealtimeVoiceTranscriptSequencer {
-    handle: (event: RealtimeServerEvent) => void;
-    reset: () => void;
-}
-/**
- * Input transcription is produced by a separate ASR model and can finish after
- * the assistant response. Reserve each message's position when OpenAI adds it
- * to the conversation, then publish only the contiguous completed prefix.
- */
-export declare function createRealtimeVoiceTranscriptSequencer(publish: (transcript: CompletedRealtimeVoiceTranscript) => void): RealtimeVoiceTranscriptSequencer;
-export declare function createRealtimeVoiceGreetingEvent(): Record<string, unknown>;
-export declare function createRealtimeVoiceGreetingStarter(send: (event: Record<string, unknown>) => void): {
-    start: () => boolean;
-    reset: () => void;
-};
-/**
- * Voice mode owns the chat only temporarily. Restore the captured transcript
- * when it is still the user's active thread (or the chat has no active thread)
- * but never pull them back after they deliberately selected another thread.
- */
-export declare function shouldRestoreRealtimeVoiceTranscriptThread(transcriptThreadId: string | undefined, activeThreadId: string | undefined): transcriptThreadId is string;
-export declare function extractCompletedRealtimeVoiceTranscript(event: RealtimeServerEvent): CompletedRealtimeVoiceTranscript | null;
-export interface RealtimeVoiceModeProviderProps {
-    children: ReactNode;
-    browserTabId?: string;
-}
-export declare function isRealtimeVoiceAbortError(error: unknown): boolean;
-export declare function isRealtimeVoiceSetupRequiredError(error: unknown): boolean;
-export declare function createRealtimeVoiceConnectionTimeout(onTimeout: () => void, timeoutMs?: number): () => void;
-export declare function createRealtimeVoiceConnectionGate(onTimeout: () => void, timeoutMs?: number): {
-    markTransportReady: () => void;
-    markSessionCreated: () => void;
-    cancel: () => void;
-};
-interface RealtimeVoiceSessionOptions {
-    browserTabId?: string;
-    signal?: AbortSignal;
-    preferences?: RealtimeVoicePreferences;
-    browserLanguages?: readonly string[];
-}
-export declare function createRealtimeVoiceSessionWithCapability(offerSdp: string, options?: RealtimeVoiceSessionOptions): Promise<RealtimeVoiceSessionAnswer>;
-/** Backwards-compatible SDP-only session helper for existing client callers. */
-export declare function createRealtimeVoiceSession(offerSdp: string, options?: RealtimeVoiceSessionOptions): Promise<string>;
-export declare function executeRealtimeVoiceTool(input: {
-    name: string;
-    args: Record<string, unknown>;
-    callId: string;
-    sessionId?: string;
-    browserTabId?: string;
-    capability?: string;
-    signal?: AbortSignal;
-}): Promise<RealtimeVoiceToolResult>;
-export declare function extractRealtimeVoiceSessionTools(event: RealtimeServerEvent): RealtimeVoiceFunctionTool[] | null;
-/**
- * Merge search-discovered schemas into the live manifest. Pinned navigation
- * and discovery tools stay available, then the newest discoveries take the
- * remaining slots ahead of lower-priority tools from the original manifest.
- */
-export declare function mergeRealtimeVoiceToolManifest(currentTools: readonly RealtimeVoiceFunctionTool[], expandedTools: readonly RealtimeVoiceFunctionTool[]): RealtimeVoiceFunctionTool[];
-export interface RealtimeVoiceToolManifestCoordinator {
-    enqueue: (result: RealtimeVoiceToolResult) => void;
-    setSessionTools: (tools: readonly RealtimeVoiceFunctionTool[]) => void;
-    handleError: (eventId: string | undefined, message?: string) => boolean;
-    reset: () => void;
-    getTools: () => readonly RealtimeVoiceFunctionTool[];
-}
-/**
- * Realtime treats `session.update.tools` as a full replacement. Serialize
- * discovery updates and wait for a confirming `session.updated` manifest
- * before returning the search result and allowing the next model response.
- */
-export declare function createRealtimeVoiceToolManifestCoordinator(send: (event: Record<string, unknown>) => void, timeoutMs?: number): RealtimeVoiceToolManifestCoordinator;
-export declare function extractRealtimeVoiceFunctionCalls(event: RealtimeServerEvent): Array<{
-    name: string;
-    callId: string;
-    argumentsText: string;
-}>;
-export declare function listenForRealtimeVoicePageHide(cleanup: () => void): () => void;
-export declare function useRealtimeVoiceModeCopy(): RealtimeVoiceModeCopy;
-export declare function RealtimeVoiceModeProvider({ children, browserTabId, }: RealtimeVoiceModeProviderProps): import("react").JSX.Element;
-/**
- * Ensure standalone/full-page composers get realtime voice without nesting a
- * second session owner inside the persistent AgentSidebar provider.
- */
-export declare function RealtimeVoiceModeBoundary({ children, browserTabId, }: RealtimeVoiceModeProviderProps): import("react").JSX.Element;
-export declare function useRealtimeVoiceMode(): RealtimeVoiceModeApi;
-export declare function useRealtimeVoiceModeOptional(): RealtimeVoiceModeApi | null;
-export declare function readRealtimeVoiceContext(): Promise<{
-    navigation: unknown;
-    url: unknown;
-}>;
-export {};
-//# sourceMappingURL=useRealtimeVoiceMode.d.ts.map

package/dist/client/composer/useRealtimeVoiceMode.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"useRealtimeVoiceMode.d.ts","sourceRoot":"","sources":["../../../src/client/composer/useRealtimeVoiceMode.tsx"],"names":[],"mappings":"AAAA,OAAO,EAQL,KAAK,SAAS,EACf,MAAM,OAAO,CAAC;AAYf,OAAO,EAIL,KAAK,4BAA4B,EAClC,MAAM,iCAAiC,CAAC;AAEzC,OAAO,EAEL,KAAK,qBAAqB,EAC1B,KAAK,sBAAsB,EAC5B,MAAM,wBAAwB,CAAC;AAwBhC,eAAO,MAAM,wBAAwB,YACnC,MAAM,EACN,IAAI,EACJ,IAAI,EACJ,IAAI,EACJ,IAAI,EACJ,IAAI,EACJ,IAAI,EACJ,IAAI,EACJ,IAAI,EACJ,IAAI,CACI,CAAC;AACX,eAAO,MAAM,kCAAkC,YAC7C,SAAS,EACT,UAAU,EACV,MAAM,CACE,CAAC;AACX,eAAO,MAAM,eAAe,YAC1B,OAAO,EACP,OAAO,EACP,OAAO,EACP,MAAM,EACN,OAAO,EACP,OAAO,EACP,KAAK,EACL,QAAQ,EACR,MAAM,EACN,SAAS,CACD,CAAC;AAEX,MAAM,MAAM,qBAAqB,GAAG,CAAC,OAAO,wBAAwB,CAAC,CAAC,MAAM,CAAC,CAAC;AAC9E,MAAM,MAAM,yBAAyB,GACnC,CAAC,OAAO,kCAAkC,CAAC,CAAC,MAAM,CAAC,CAAC;AACtD,MAAM,MAAM,aAAa,GAAG,CAAC,OAAO,eAAe,CAAC,CAAC,MAAM,CAAC,CAAC;AAE7D,MAAM,WAAW,wBAAwB;IACvC,QAAQ,EAAE,qBAAqB,CAAC;IAChC,YAAY,EAAE,yBAAyB,CAAC;IACxC,KAAK,EAAE,aAAa,CAAC;CACtB;AAED,eAAO,MAAM,kCAAkC,EAAE,wBAIhD,CAAC;AAEF,eAAO,MAAM,gCAAgC,EAAE,qBAQ9C,CAAC;AAEF,KAAK,mBAAmB,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG;IAAE,IAAI,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC;AAEvE,MAAM,WAAW,uBAAuB;IACtC,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,WAAW,GAAG,QAAQ,GAAG,mBAAmB,CAAC;IACrD,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,aAAa,CAAC,EAAE,yBAAyB,EAAE,CAAC;CAC7C;AAED,MAAM,WAAW,0BAA0B;IACzC,GAAG,EAAE,MAAM,CAAC;IACZ,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,yBAAyB;IACxC,IAAI,EAAE,UAAU,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACtC;AAED,MAAM,WAAW,oBAAoB;IACnC,KAAK,EAAE,MAAM,GAAG,sBAAsB,CAAC;IACvC,MAAM,EAAE,OAAO,CAAC;IAChB,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,WAAW,EAAE,OAAO,CAAC;IACrB,WAAW,EAAE,4BAA4B,CAAC;IAC1C,WAAW,EAAE,wBAAwB,CAAC;IACtC,WAAW,EAAE,SAAS,uBAAuB,EAAE,CAAC;IAChD,kBAAkB,EAAE,MAAM,CAAC;IAC3B,mBAAmB,EAAE,OAAO,CAAC;IAC7B,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,kBAAkB,EAAE,OAAO,CAAC;IAC5B,WAAW,EAAE,CAAC,QAAQ,EAAE,qBAAqB,KAAK,IAAI,CAAC;IACvD,eAAe,EAAE,CAAC,YAAY,EAAE,yBAAyB,KAAK,IAAI,CAAC;IACnE,QAAQ,EAAE,CAAC,KAAK,EAAE,aAAa,KAAK,IAAI,CAAC;IACzC,aAAa,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACnD,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3B,GAAG,EAAE,MAAM,IAAI,CAAC;IAChB,UAAU,EAAE,MAAM,IAAI,CAAC;CACxB;AAED,MAAM,WAAW,uBAAuB;IACtC,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,wBAAgB,mCAAmC,CACjD,QAAQ,SAAY,EACpB,KAAK,UAAQ,GACZ,qBAAqB,CAUvB;AAED,wBAAsB,8BAA8B,CAAC,OAAO,EAAE;IAC5D,YAAY,EAAE,IAAI,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC;IACjD,IAAI,EAAE,IAAI,CAAC,iBAAiB,EAAE,YAAY,CAAC,CAAC;IAC5C,aAAa,EAAE,WAAW,GAAG,IAAI,CAAC;IAClC,QAAQ,EAAE,MAAM,CAAC;CAClB,GAAG,OAAO,CAAC,WAAW,CAAC,CAuBvB;AAgCD,wBAAgB,iCAAiC,CAC/C,KAAK,EAAE,OAAO,GACb,wBAAwB,CAmB1B;AAED,wBAAgB,4BAA4B,CAC1C,QAAQ,EAAE,qBAAqB,EAC/B,gBAAgB,GAAE,SAAS,MAAM,EAAO,GACvC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CASxC;AAED,wBAAgB,4BAA4B,CAC1C,YAAY,EAAE,yBAAyB,GACtC,SAAS,GAAG,KAAK,GAAG,QAAQ,CAI9B;AAED,wBAAgB,mCAAmC,CACjD,WAAW,EAAE,wBAAwB,EACrC,OAAO,GAAE;IACP,gBAAgB,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACrC,YAAY,CAAC,EAAE,OAAO,CAAC;CACnB,GACL,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAwBzB;AAED,MAAM,WAAW,gCAAgC;IAC/C,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,gCAAgC;IAC/C,MAAM,EAAE,CAAC,KAAK,EAAE,mBAAmB,KAAK,IAAI,CAAC;IAC7C,KAAK,EAAE,MAAM,IAAI,CAAC;CACnB;AAQD;;;;GAIG;AACH,wBAAgB,sCAAsC,CACpD,OAAO,EAAE,CAAC,UAAU,EAAE,gCAAgC,KAAK,IAAI,GAC9D,gCAAgC,CA4HlC;AAED,wBAAgB,gCAAgC,IAAI,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAY1E;AAED,wBAAgB,kCAAkC,CAChD,IAAI,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,IAAI,GAC7C;IAAE,KAAK,EAAE,MAAM,OAAO,CAAC;IAAC,KAAK,EAAE,MAAM,IAAI,CAAA;CAAE,CAa7C;AAED;;;;GAIG;AACH,wBAAgB,0CAA0C,CACxD,kBAAkB,EAAE,MAAM,GAAG,SAAS,EACtC,cAAc,EAAE,MAAM,GAAG,SAAS,GACjC,kBAAkB,IAAI,MAAM,CAK9B;AAED,wBAAgB,uCAAuC,CACrD,KAAK,EAAE,mBAAmB,GACzB,gCAAgC,GAAG,IAAI,CAiBzC;AAED,MAAM,WAAW,8BAA8B;IAC7C,QAAQ,EAAE,SAAS,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAMD,wBAAgB,yBAAyB,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAMjE;AAED,wBAAgB,iCAAiC,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAMzE;AAED,wBAAgB,oCAAoC,CAClD,SAAS,EAAE,MAAM,IAAI,EACrB,SAAS,SAAuC,GAC/C,MAAM,IAAI,CAGZ;AAED,wBAAgB,iCAAiC,CAC/C,SAAS,EAAE,MAAM,IAAI,EACrB,SAAS,SAAuC,GAC/C;IACD,kBAAkB,EAAE,MAAM,IAAI,CAAC;IAC/B,kBAAkB,EAAE,MAAM,IAAI,CAAC;IAC/B,MAAM,EAAE,MAAM,IAAI,CAAC;CACpB,CASA;AAaD,UAAU,2BAA2B;IACnC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,WAAW,CAAC,EAAE,wBAAwB,CAAC;IACvC,gBAAgB,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;CACtC;AAED,wBAAsB,wCAAwC,CAC5D,QAAQ,EAAE,MAAM,EAChB,OAAO,GAAE,2BAAgC,GACxC,OAAO,CAAC,0BAA0B,CAAC,CAoCrC;AAED,gFAAgF;AAChF,wBAAsB,0BAA0B,CAC9C,QAAQ,EAAE,MAAM,EAChB,OAAO,GAAE,2BAAgC,GACxC,OAAO,CAAC,MAAM,CAAC,CAGjB;AAED,wBAAsB,wBAAwB,CAAC,KAAK,EAAE;IACpD,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB,GAAG,OAAO,CAAC,uBAAuB,CAAC,CA0BnC;AA0CD,wBAAgB,gCAAgC,CAC9C,KAAK,EAAE,mBAAmB,GACzB,yBAAyB,EAAE,GAAG,IAAI,CAWpC;AAiBD;;;;GAIG;AACH,wBAAgB,8BAA8B,CAC5C,YAAY,EAAE,SAAS,yBAAyB,EAAE,EAClD,aAAa,EAAE,SAAS,yBAAyB,EAAE,GAClD,yBAAyB,EAAE,CAyC7B;AAqBD,MAAM,WAAW,oCAAoC;IACnD,OAAO,EAAE,CAAC,MAAM,EAAE,uBAAuB,KAAK,IAAI,CAAC;IACnD,eAAe,EAAE,CAAC,KAAK,EAAE,SAAS,yBAAyB,EAAE,KAAK,IAAI,CAAC;IACvE,WAAW,EAAE,CAAC,OAAO,EAAE,MAAM,GAAG,SAAS,EAAE,OAAO,CAAC,EAAE,MAAM,KAAK,OAAO,CAAC;IACxE,KAAK,EAAE,MAAM,IAAI,CAAC;IAClB,QAAQ,EAAE,MAAM,SAAS,yBAAyB,EAAE,CAAC;CACtD;AAED;;;;GAIG;AACH,wBAAgB,0CAA0C,CACxD,IAAI,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,IAAI,EAC9C,SAAS,SAAwC,GAChD,oCAAoC,CAoGtC;AAED,wBAAgB,iCAAiC,CAC/C,KAAK,EAAE,mBAAmB,GACzB,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,aAAa,EAAE,MAAM,CAAA;CAAE,CAAC,CAmChE;AA6BD,wBAAgB,8BAA8B,CAC5C,OAAO,EAAE,MAAM,IAAI,GAClB,MAAM,IAAI,CAGZ;AAgFD,wBAAgB,wBAAwB,IAAI,qBAAqB,CAGhE;AAo0BD,wBAAgB,yBAAyB,CAAC,EACxC,QAAQ,EACR,YAAY,GACb,EAAE,8BAA8B,+BAmGhC;AAED;;;GAGG;AACH,wBAAgB,yBAAyB,CAAC,EACxC,QAAQ,EACR,YAAY,GACb,EAAE,8BAA8B,+BAgBhC;AAWD,wBAAgB,oBAAoB,IAAI,oBAAoB,CAQ3D;AAED,wBAAgB,4BAA4B,IAAI,oBAAoB,GAAG,IAAI,CAE1E;AAED,wBAAsB,wBAAwB,IAAI,OAAO,CAAC;IACxD,UAAU,EAAE,OAAO,CAAC;IACpB,GAAG,EAAE,OAAO,CAAC;CACd,CAAC,CAMD"}