@telnyx/webrtc 2.27.1-beta.4 → 2.27.2-beta.0

package/lib/src/Modules/Verto/messages/BaseMessage.d.ts

@@ -4,5 +4,6 @@ declare abstract class BaseMessage {
     response: any;
     targetNodeId: string;
     buildRequest(params: any): void;
+    buildNotification(params: any): void;
 }
 export default BaseMessage;

package/lib/src/Modules/Verto/messages/verto/AIConversationMessage.d.ts

@@ -0,0 +1,6 @@
+import BaseMessage from '../BaseMessage';
+import type { FunctionCallOutputItem } from '../../webrtc/AIConversationTypes';
+declare class AIConversationMessage extends BaseMessage {
+    constructor(item: FunctionCallOutputItem);
+}
+export { AIConversationMessage };

package/lib/src/Modules/Verto/util/constants/errorCodes.d.ts

@@ -21,6 +21,7 @@ export declare const TELNYX_ERROR_CODES: {
     readonly AUTHENTICATION_REQUIRED: 46003;
     readonly ICE_RESTART_FAILED: 47001;
     readonly NETWORK_OFFLINE: 48001;
+    readonly SESSION_NOT_REATTACHED: 48501;
     readonly UNEXPECTED_ERROR: 49001;
 };
 export declare const TELNYX_WARNING_CODES: {
@@ -38,14 +39,15 @@ export declare const TELNYX_WARNING_CODES: {
     readonly ONLY_HOST_ICE_CANDIDATES: 33005;
     readonly ANSWER_WHILE_PEER_ACTIVE: 33006;
     readonly ICE_CANDIDATE_PAIR_CHANGED: 33008;
+    readonly AUDIO_INPUT_DEVICE_CHANGE_SKIPPED: 33009;
     readonly DUPLICATE_INBOUND_ANSWER: 33007;
     readonly TOKEN_EXPIRING_SOON: 34001;
-    readonly SESSION_NOT_REATTACHED: 35001;
+    readonly UNKNOWN_REATTACHED_SESSION: 35002;
     readonly SIGNALING_HEALTH_PROBE_TIMEOUT: 36001;
     readonly SIGNALING_REQUEST_TIMEOUT: 36002;
     readonly SIGNALING_RECOVERY_REQUIRED: 36003;
     readonly MEDIA_RECOVERY_REQUIRED: 36004;
 };
-export declare const SDP_CREATE_OFFER_FAILED: 40001, SDP_CREATE_ANSWER_FAILED: 40002, SDP_SET_LOCAL_DESCRIPTION_FAILED: 40003, SDP_SET_REMOTE_DESCRIPTION_FAILED: 40004, SDP_SEND_FAILED: 40005, MEDIA_MICROPHONE_PERMISSION_DENIED: 42001, MEDIA_DEVICE_NOT_FOUND: 42002, MEDIA_GET_USER_MEDIA_FAILED: 42003, HOLD_FAILED: 44001, INVALID_CALL_PARAMETERS: 44002, BYE_SEND_FAILED: 44003, SUBSCRIBE_FAILED: 44004, PEER_CLOSED_DURING_INIT: 44005, WEBSOCKET_CONNECTION_FAILED: 45001, WEBSOCKET_ERROR: 45002, RECONNECTION_EXHAUSTED: 45003, GATEWAY_FAILED: 45004, LOGIN_FAILED: 46001, INVALID_CREDENTIALS: 46002, AUTHENTICATION_REQUIRED: 46003, ICE_RESTART_FAILED: 47001, NETWORK_OFFLINE: 48001, UNEXPECTED_ERROR: 49001;
-export declare const HIGH_RTT: 31001, HIGH_JITTER: 31002, HIGH_PACKET_LOSS: 31003, LOW_MOS: 31004, LOW_LOCAL_AUDIO: 31005, LOW_BYTES_RECEIVED: 32001, LOW_BYTES_SENT: 32002, ICE_CONNECTIVITY_LOST: 33001, ICE_GATHERING_TIMEOUT: 33002, ICE_GATHERING_EMPTY: 33003, PEER_CONNECTION_FAILED: 33004, ONLY_HOST_ICE_CANDIDATES: 33005, ANSWER_WHILE_PEER_ACTIVE: 33006, ICE_CANDIDATE_PAIR_CHANGED: 33008, DUPLICATE_INBOUND_ANSWER: 33007, TOKEN_EXPIRING_SOON: 34001, SESSION_NOT_REATTACHED: 35001, SIGNALING_HEALTH_PROBE_TIMEOUT: 36001, SIGNALING_REQUEST_TIMEOUT: 36002, SIGNALING_RECOVERY_REQUIRED: 36003, MEDIA_RECOVERY_REQUIRED: 36004;
+export declare const SDP_CREATE_OFFER_FAILED: 40001, SDP_CREATE_ANSWER_FAILED: 40002, SDP_SET_LOCAL_DESCRIPTION_FAILED: 40003, SDP_SET_REMOTE_DESCRIPTION_FAILED: 40004, SDP_SEND_FAILED: 40005, MEDIA_MICROPHONE_PERMISSION_DENIED: 42001, MEDIA_DEVICE_NOT_FOUND: 42002, MEDIA_GET_USER_MEDIA_FAILED: 42003, HOLD_FAILED: 44001, INVALID_CALL_PARAMETERS: 44002, BYE_SEND_FAILED: 44003, SUBSCRIBE_FAILED: 44004, PEER_CLOSED_DURING_INIT: 44005, WEBSOCKET_CONNECTION_FAILED: 45001, WEBSOCKET_ERROR: 45002, RECONNECTION_EXHAUSTED: 45003, GATEWAY_FAILED: 45004, LOGIN_FAILED: 46001, INVALID_CREDENTIALS: 46002, AUTHENTICATION_REQUIRED: 46003, ICE_RESTART_FAILED: 47001, NETWORK_OFFLINE: 48001, SESSION_NOT_REATTACHED: 48501, UNEXPECTED_ERROR: 49001;
+export declare const HIGH_RTT: 31001, HIGH_JITTER: 31002, HIGH_PACKET_LOSS: 31003, LOW_MOS: 31004, LOW_LOCAL_AUDIO: 31005, LOW_BYTES_RECEIVED: 32001, LOW_BYTES_SENT: 32002, ICE_CONNECTIVITY_LOST: 33001, ICE_GATHERING_TIMEOUT: 33002, ICE_GATHERING_EMPTY: 33003, PEER_CONNECTION_FAILED: 33004, ONLY_HOST_ICE_CANDIDATES: 33005, ANSWER_WHILE_PEER_ACTIVE: 33006, ICE_CANDIDATE_PAIR_CHANGED: 33008, AUDIO_INPUT_DEVICE_CHANGE_SKIPPED: 33009, DUPLICATE_INBOUND_ANSWER: 33007, TOKEN_EXPIRING_SOON: 34001, UNKNOWN_REATTACHED_SESSION: 35002, SIGNALING_HEALTH_PROBE_TIMEOUT: 36001, SIGNALING_REQUEST_TIMEOUT: 36002, SIGNALING_RECOVERY_REQUIRED: 36003, MEDIA_RECOVERY_REQUIRED: 36004;
 export declare const HAS_NON_HOST_ICE_CANDIDATE_REGEX: RegExp;

package/lib/src/Modules/Verto/util/constants/errors.d.ts

@@ -114,7 +114,7 @@ export declare const SDK_ERRORS: {
     readonly 45004: {
         readonly name: "GATEWAY_FAILED";
         readonly message: "Gateway connection failed";
-        readonly description: "The upstream gateway reported a FAILED or FAIL_WAIT state. The signaling server could not establish or maintain a connection to the gateway. When autoReconnect is disabled, this is immediately fatal. When enabled, the SDK will retry until RECONNECTION_EXHAUSTED.";
+        readonly description: "The upstream gateway reported a FAILED, FAIL_WAIT, or TIMEOUT state. The signaling server could not establish or maintain a connection to the gateway. When autoReconnect is disabled, this is immediately fatal. When enabled, the SDK will retry until RECONNECTION_EXHAUSTED.";
         readonly causes: readonly ["Gateway down or unreachable", "Server-side infrastructure issue", "Network partition between signaling server and gateway"];
         readonly solutions: readonly ["Wait for automatic reconnection (if autoReconnect is enabled)", "Call client.disconnect() and client.connect() to manually retry", "Check Telnyx service status"];
     };
@@ -160,5 +160,12 @@ export declare const SDK_ERRORS: {
         readonly causes: readonly ["Unknown or unhandled error condition"];
         readonly solutions: readonly ["Check the originalError property for the underlying cause", "Report the issue if it persists"];
     };
+    readonly 48501: {
+        readonly name: "SESSION_NOT_REATTACHED";
+        readonly message: "Active call lost after reconnect";
+        readonly description: "The WebSocket reconnected successfully but the server did not reattach the active call session. The server no longer knows about the call, so any subsequent call-control operation (hangup, hold, etc.) will fail with CALL_DOES_NOT_EXIST. The call is unrecoverable and must be terminated locally.";
+        readonly causes: readonly ["Server-side session expired during the disconnection window", "Reconnect token was invalidated", "Backend restarted or lost in-memory call state"];
+        readonly solutions: readonly ["Terminate the local call and notify the user", "Start a new call", "Investigate why the session was not preserved on the server"];
+    };
 };
 export declare type SdkErrorCode = keyof typeof SDK_ERRORS;

package/lib/src/Modules/Verto/util/constants/index.d.ts

@@ -56,5 +56,6 @@ export declare enum SwEvent {
     Calls = "telnyx.calls",
     MediaError = "telnyx.rtc.mediaError",
     PeerConnectionFailureError = "telnyx.rtc.peerConnectionFailureError",
-    PeerConnectionSignalingStateClosed = "telnyx.rtc.peerConnectionSignalingStateClosed"
+    PeerConnectionSignalingStateClosed = "telnyx.rtc.peerConnectionSignalingStateClosed",
+    AIConversationMessage = "telnyx.ai.conversation"
 }

package/lib/src/Modules/Verto/util/constants/warnings.d.ts

@@ -152,12 +152,19 @@ export declare const SDK_WARNINGS: {
         readonly causes: readonly ["ICE connection state changed to failed", "RTCPeerConnection state changed to failed", "No RTP packets/bytes received while media should be active"];
         readonly solutions: readonly ["The SDK will automatically attempt ICE restart", "Check network connectivity and ICE candidate availability", "Verify TURN server configuration"];
     };
-    readonly 35001: {
-        readonly name: "SESSION_NOT_REATTACHED";
-        readonly message: "Active call lost after reconnect";
-        readonly description: "The WebSocket reconnected successfully but the server returned an empty reattached_sessions list while the SDK still has an active call. The server no longer knows about the call, so any subsequent call-control operation (hangup, hold, etc.) will fail with CALL_DOES_NOT_EXIST.";
-        readonly causes: readonly ["Server-side session expired during the disconnection window", "Reconnect token was invalidated", "Backend restarted or lost in-memory call state"];
-        readonly solutions: readonly ["Terminate the local call and notify the user", "Start a new call", "Investigate why the session was not preserved on the server"];
+    readonly 33009: {
+        readonly name: "AUDIO_INPUT_DEVICE_CHANGE_SKIPPED";
+        readonly message: "Audio input device change skipped";
+        readonly description: "The SDK could not change the microphone because the active peer connection has no audio RTP sender to replace. The existing local media and mute state were left unchanged.";
+        readonly causes: readonly ["The call was created without an audio sender", "The peer connection was not ready when setAudioInDevice was called", "The call is already ending or the local media sender was removed"];
+        readonly solutions: readonly ["Retry after the call is active and local media is attached", "Verify the call was started with audio enabled", "Inspect call state and peer connection sender availability"];
+    };
+    readonly 35002: {
+        readonly name: "UNKNOWN_REATTACHED_SESSION";
+        readonly message: "Unknown reattach session after reconnect";
+        readonly description: "The WebSocket reconnected successfully and the server sent an Attach message for a session that does not match any active SDK call. The unknown Attach is ACK'd and ignored.";
+        readonly causes: readonly ["Server sent an Attach for a call that no longer exists in the SDK", "Multiple Attach messages arrived and only the first was recovered", "Race condition between reconnection and new inbound call"];
+        readonly solutions: readonly ["Check application logic for multiple simultaneous calls", "Inspect the Attach callID in the warning payload for details", "If a call should be active, start a new call manually"];
     };
 };
 export declare type SdkWarningCode = keyof typeof SDK_WARNINGS;

package/lib/src/Modules/Verto/util/interfaces.d.ts

@@ -41,6 +41,7 @@ export interface IVertoOptions {
     debugLogLevel?: 'debug' | 'info' | 'warn' | 'error';
     debugLogMaxEntries?: number;
     skipLastVoiceSdkId?: boolean;
+    skipTrailing?: boolean;
     mediaPermissionsRecovery?: {
         enabled: boolean;
         timeout: number;

package/lib/src/Modules/Verto/util/reconnect.d.ts

@@ -1,5 +1,7 @@
+export declare const RECONNECT_SESSION_ID_MAX_AGE_MS: number;
+export declare function isReconnectSessionIdFresh(now?: number): boolean;
 export declare function getReconnectToken(): string | null;
 export declare function setReconnectToken(token: string): void;
-export declare function getReconnectSessionId(): string | null;
-export declare function setReconnectSessionId(sessionId: string): void;
+export declare function getReconnectSessionId(now?: number): string | null;
+export declare function setReconnectSessionId(sessionId: string, storedAt?: number): void;
 export declare function clearReconnectToken(): void;

package/lib/src/Modules/Verto/webrtc/AIConversationTypes.d.ts

@@ -0,0 +1,33 @@
+export declare type FunctionCallItem = {
+    type: 'function_call';
+    call_id: string;
+    name: string;
+    arguments: string;
+};
+export declare type FunctionCallOutputItem = {
+    type: 'function_call_output';
+    call_id: string;
+    output: string;
+};
+export declare type AIConversationFunctionCallParams = {
+    type: 'conversation.item.created';
+    item: FunctionCallItem;
+};
+export declare type AIConversationFunctionCallOutputParams = {
+    type: 'conversation.item.create';
+    item: FunctionCallOutputItem;
+};
+export declare type AIConversationParams = AIConversationFunctionCallParams | AIConversationFunctionCallOutputParams | {
+    type: string;
+    [key: string]: unknown;
+};
+export declare type IAIConversationMessageEvent = {
+    method: 'ai_conversation';
+    params: AIConversationParams;
+    voice_sdk_id?: string;
+};
+export declare type ISendAIConversationMessageOptions = {
+    item: FunctionCallOutputItem;
+};
+export declare function isFunctionCallParams(params: AIConversationParams): params is AIConversationFunctionCallParams;
+export declare function isFunctionCallOutputParams(params: AIConversationParams): params is AIConversationFunctionCallOutputParams;

package/lib/src/Modules/Verto/webrtc/BaseCall.d.ts

@@ -8,6 +8,7 @@ export default abstract class BaseCall implements IWebRTCCall {
     protected session: BrowserSession;
     private _webRTCStats;
     private _callReportCollector;
+    private _mediaDeviceCollector;
     id: string;
     recoveredCallId: string;
     state: string;
@@ -40,6 +41,7 @@ export default abstract class BaseCall implements IWebRTCCall {
     private _isRemoteDescriptionSet;
     private _signalingStateClosed;
     private _creatingPeer;
+    private _desiredAudioMuted;
     private _firstCandidateSent;
     private _firstNonHostCandidateSent;
     private _isRecovering;
@@ -57,6 +59,7 @@ export default abstract class BaseCall implements IWebRTCCall {
     get remoteStream(): MediaStream;
     get memberChannel(): string;
     get isAudioMuted(): boolean;
+    private _getLocalAudioTrackId;
     private _hasActiveUnmutedLocalAudioTrack;
     shouldForceRelayCandidateForRecovery(): boolean;
     invite(): Promise<void>;
@@ -74,6 +77,7 @@ export default abstract class BaseCall implements IWebRTCCall {
     message(to: string, body: string): void;
     muteAudio(): void;
     unmuteAudio(): void;
+    _applyDesiredAudioMuteState(): void;
     toggleAudioMute(): void;
     setAudioInDevice(deviceId: string, muted?: boolean): Promise<void>;
     muteVideo(): void;

package/lib/src/Modules/Verto/webrtc/Call.d.ts

@@ -1,5 +1,6 @@
 import BaseCall from './BaseCall';
 import { IVertoCallOptions } from './interfaces';
+import type { FunctionCallOutputItem } from './AIConversationTypes';
 export declare class Call extends BaseCall {
     screenShare: Call;
     private _statsInterval;
@@ -7,6 +8,7 @@ export declare class Call extends BaseCall {
     startScreenShare(opts?: IVertoCallOptions): Promise<Call>;
     stopScreenShare(): Promise<void>;
     sendConversationMessage: (message: string, attachments?: string[]) => Promise<any>;
+    sendAIConversationMessage: (item: FunctionCallOutputItem) => void;
     setAudioOutDevice(deviceId: string): Promise<boolean>;
     protected _finalize(): void;
     private _stats;

package/lib/src/Modules/Verto/webrtc/MediaDeviceCollector.d.ts

@@ -0,0 +1,11 @@
+export declare class MediaDeviceCollector {
+    private _rawDeviceCache;
+    private _deviceChangeHandler;
+    private _stopped;
+    logDevicesAtStart(): Promise<void>;
+    stop(): void;
+    private _enumerateAudioDevices;
+    private _startDeviceChangeListener;
+    private _removeDeviceChangeListener;
+    private _onDeviceChange;
+}

package/lib/src/Modules/Verto/webrtc/VertoHandler.d.ts

@@ -8,6 +8,7 @@ declare class VertoHandler {
     private _ack;
     private reconnectDelay;
     handleMessage(msg: any): Promise<void>;
+    private isDuplicateGatewayState;
     private _retrieveCallId;
     private _handlePvtEvent;
     private _handleSessionEvent;

package/lib/src/Modules/Verto/webrtc/constants.d.ts

@@ -88,6 +88,7 @@ export declare enum GatewayStateType {
     NOREG = "NOREG",
     FAILED = "FAILED",
     FAIL_WAIT = "FAIL_WAIT",
+    TIMEOUT = "TIMEOUT",
     REGISTER = "REGISTER",
     TRYING = "TRYING",
     EXPIRED = "EXPIRED",

package/lib/src/Modules/Verto/webrtc/helpers.d.ts

@@ -9,9 +9,24 @@ declare function hasVideo(sdp: any): boolean;
 declare const assureDeviceId: (id: string, label: string, kind: MediaDeviceInfo['kind']) => Promise<string>;
 declare const removeUnsupportedConstraints: (constraints: MediaTrackConstraints) => void;
 declare const checkDeviceIdConstraints: (id: string, label: string, kind: MediaDeviceInfo['kind'], constraints: MediaTrackConstraints) => Promise<MediaTrackConstraints>;
+declare const getTrackDebugInfo: (track?: MediaStreamTrack | null) => {
+    id: string;
+    kind: string;
+    enabled: boolean;
+    muted: boolean;
+    readyState: MediaStreamTrackState;
+};
+declare const getStreamTrackDebugInfo: (stream?: MediaStream | null) => {
+    id: string;
+    kind: string;
+    enabled: boolean;
+    muted: boolean;
+    readyState: MediaStreamTrackState;
+}[];
 declare const sdpStereoHack: (sdp: string) => string;
 declare const sdpMediaOrderHack: (answer: string, localOffer: string) => string;
-declare const checkSubscribeResponse: (response: any, channel: string) => boolean;
+declare type SubscribeResponse = Record<string, string[] | undefined>;
+declare const checkSubscribeResponse: (response: SubscribeResponse, channel: string) => boolean;
 declare type DestructuredResult = {
     subscribed: string[];
     alreadySubscribed: string[];
@@ -19,7 +34,7 @@ declare type DestructuredResult = {
     unsubscribed: string[];
     notSubscribed: string[];
 };
-declare const destructSubscribeResponse: (response: any) => DestructuredResult;
+declare const destructSubscribeResponse: (response: SubscribeResponse) => DestructuredResult;
 declare const enableAudioTracks: (stream: MediaStream) => void;
 declare const disableAudioTracks: (stream: MediaStream) => void;
 declare const toggleAudioTracks: (stream: MediaStream) => void;
@@ -50,4 +65,4 @@ declare const getPreferredCodecs: (preferred_codecs?: RTCRtpCodecCapability[]) =
     audioCodecs: RTCRtpCodecCapability[];
     videoCodecs: RTCRtpCodecCapability[];
 };
-export { getUserMedia, getDevices, scanResolutions, getMediaConstraints, assureDeviceId, removeUnsupportedConstraints, checkDeviceIdConstraints, sdpStereoHack, sdpMediaOrderHack, sdpBitrateHack, sdpBitrateASHack, checkSubscribeResponse, destructSubscribeResponse, enableAudioTracks, disableAudioTracks, toggleAudioTracks, isAudioTrackEnabled, enableVideoTracks, disableVideoTracks, toggleVideoTracks, getBrowserInfo, getWebRTCInfo, getWebRTCSupportedBrowserList, createAudio, playAudio, stopAudio, hasVideo, getPreferredCodecs, isDeviceNotFoundError, getConstraintsWithoutDeviceId, };
+export { getUserMedia, getDevices, scanResolutions, getMediaConstraints, assureDeviceId, removeUnsupportedConstraints, checkDeviceIdConstraints, sdpStereoHack, sdpMediaOrderHack, sdpBitrateHack, sdpBitrateASHack, checkSubscribeResponse, destructSubscribeResponse, enableAudioTracks, disableAudioTracks, toggleAudioTracks, isAudioTrackEnabled, enableVideoTracks, disableVideoTracks, toggleVideoTracks, getBrowserInfo, getWebRTCInfo, getWebRTCSupportedBrowserList, createAudio, playAudio, stopAudio, hasVideo, getPreferredCodecs, getTrackDebugInfo, getStreamTrackDebugInfo, isDeviceNotFoundError, getConstraintsWithoutDeviceId, };

package/lib/src/Modules/Verto/webrtc/interfaces.d.ts

@@ -70,6 +70,7 @@ export interface IVertoCallOptions {
     trickleIce?: boolean;
     keepConnectionAliveOnSocketClose?: boolean;
     mutedMicOnStart?: boolean;
+    applyDesiredAudioMuteState?: () => void;
     recoveredCallId?: string;
 }
 export interface IStatsBinding {
@@ -139,6 +140,9 @@ export interface IWebRTCCall {
     stopScreenShare?: () => Promise<void>;
     setAudioOutDevice?: (deviceId: string) => Promise<boolean>;
     setSpeakerPhone?: (flag: boolean) => void;
+    sendConversationMessage?: (message: string, attachments?: string[]) => void;
+    sendAIConversationMessage?: (item: import('./AIConversationTypes').FunctionCallOutputItem) => void;
+    recordSessionWarning?: (code: string, name: string, message: string, activeCallIds?: string[]) => void;
 }
 export interface IWebRTCInfo {
     browserInfo: any;

package/lib/src/index.d.ts

@@ -9,3 +9,5 @@ export { TELNYX_ERROR_CODES, TELNYX_WARNING_CODES, } from './Modules/Verto/util/
 export type { ITelnyxError, ITelnyxMediaError, ITelnyxErrorEvent, ITelnyxMediaRecoveryErrorEvent, ITelnyxStandardErrorEvent, TelnyxMediaErrorCode, } from './Modules/Verto/util/errors';
 export type { ITelnyxWarning, ITelnyxWarningEvent, } from './Modules/Verto/util/constants/warnings';
 export * from './PreCallDiagnosis';
+export type { FunctionCallItem, FunctionCallOutputItem, AIConversationParams, AIConversationFunctionCallParams, AIConversationFunctionCallOutputParams, IAIConversationMessageEvent, ISendAIConversationMessageOptions, } from './Modules/Verto/webrtc/AIConversationTypes';
+export { isFunctionCallParams, isFunctionCallOutputParams, } from './Modules/Verto/webrtc/AIConversationTypes';

package/lib/src/utils/interfaces.d.ts

@@ -33,6 +33,7 @@ export interface IClientOptions {
     rtcPort?: number;
     useCanaryRtcServer?: boolean;
     skipLastVoiceSdkId?: boolean;
+    skipTrailing?: boolean;
     env?: Environment;
     iceServers?: RTCIceServer[];
     mutedMicOnStart?: boolean;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@telnyx/webrtc",
-  "version": "2.27.1-beta.4",
+  "version": "2.27.2-beta.0",
   "description": "Telnyx WebRTC Client",
   "keywords": [
     "telnyx",