@azure/ai-projects 2.6.0 → 2.7.0

package/dist/browser/realtime/protocol.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"protocol.js","sourceRoot":"","sources":["../../../src/realtime/protocol.ts"],"names":[],"mappings":"AAAA,uCAAuC;AACvC,kCAAkC;AAGlC,OAAO,KAAK,MAAM,MAAM,qBAAqB,CAAC;AAC9C,OAAO,EAAE,uBAAuB,EAAE,MAAM,aAAa,CAAC;AAYtD,MAAM,sBAAsB,GAExB;IACF,0BAA0B,EAAE,MAAM,CAAC,mDAAmD;IACtF,0BAA0B,EAAE,MAAM,CAAC,mDAAmD;IACtF,4BAA4B,EAAE,MAAM,CAAC,qDAAqD;IAC1F,4BAA4B,EAAE,MAAM,CAAC,qDAAqD;IAC1F,2BAA2B,EAAE,MAAM,CAAC,mDAAmD;IACvF,0BAA0B,EAAE,MAAM,CAAC,kDAAkD;IACrF,2BAA2B,EAAE,MAAM,CAAC,mDAAmD;IACvF,2BAA2B,EAAE,MAAM,CAAC,mDAAmD;IACvF,iBAAiB,EAAE,MAAM,CAAC,2CAA2C;IACrE,iBAAiB,EAAE,MAAM,CAAC,2CAA2C;IACrE,qBAAqB,EAAE,MAAM,CAAC,+CAA+C;IAC7E,gBAAgB,EAAE,MAAM,CAAC,4CAA4C;IACrE,wBAAwB,EAAE,MAAM,CAAC,mDAAmD;CACrF,CAAC;AAEF,MAAM,wBAAwB,GAE1B;IACF,yBAAyB,EAAE,MAAM,CAAC,oDAAoD;IACtF,2BAA2B,EAAE,MAAM,CAAC,sDAAsD;IAC1F,2BAA2B,EAAE,MAAM,CAAC,sDAAsD;IAC1F,wBAAwB,EAAE,MAAM,CAAC,mDAAmD;IACpF,uDAAuD,EACrD,MAAM,CAAC,+EAA+E;IACxF,mDAAmD,EACjD,MAAM,CAAC,2EAA2E;IACpF,oDAAoD,EAClD,MAAM,CAAC,4EAA4E;IACrF,qDAAqD,EACnD,MAAM,CAAC,6EAA6E;IACtF,6BAA6B,EAAE,MAAM,CAAC,wDAAwD;IAC9F,6BAA6B,EAAE,MAAM,CAAC,wDAAwD;IAC9F,4BAA4B,EAAE,MAAM,CAAC,sDAAsD;IAC3F,8BAA8B,EAAE,MAAM,CAAC,wDAAwD;IAC/F,mCAAmC,EACjC,MAAM,CAAC,4DAA4D;IACrE,mCAAmC,EACjC,MAAM,CAAC,4DAA4D;IACrE,sCAAsC,EACpC,MAAM,CAAC,+DAA+D;IACxE,0BAA0B,EAAE,MAAM,CAAC,oDAAoD;IACvF,uBAAuB,EAAE,MAAM,CAAC,iDAAiD;IACjF,4BAA4B,EAAE,MAAM,CAAC,qDAAqD;IAC1F,6BAA6B,EAAE,MAAM,CAAC,uDAAuD;IAC7F,qBAAqB,EAAE,MAAM,CAAC,gDAAgD;IAC9E,6BAA6B,EAAE,MAAM,CAAC,iDAAiD;IACvF,4BAA4B,EAAE,MAAM,CAAC,gDAAgD;IACrF,wCAAwC,EACtC,MAAM,CAAC,2DAA2D;IACpE,uCAAuC,EACrC,MAAM,CAAC,0DAA0D;IACnE,6BAA6B,EAAE,MAAM,CAAC,uDAAuD;IAC7F,4BAA4B,EAAE,MAAM,CAAC,sDAAsD;IAC3F,kBAAkB,EAAE,MAAM,CAAC,8CAA8C;IACzE,eAAe,EAAE,MAAM,CAAC,2CAA2C;IACnE,wCAAwC,EACtC,MAAM,CAAC,iEAAiE;IAC1E,uCAAuC,EACrC,MAAM,CAAC,gEAAgE;IACzE,mCAAmC,EACjC,MAAM,CAAC,4DAA4D;IACrE,kCAAkC,EAChC,MAAM,CAAC,2DAA2D;IACpE,6BAA6B,EAAE,MAAM,CAAC,uDAAuD;IAC7F,0BAA0B,EAAE,MAAM,CAAC,oDAAoD;IACvF,+BAA+B,EAAE,MAAM,CAAC,wDAAwD;IAChG,4BAA4B,EAAE,MAAM,CAAC,sDAAsD;IAC3F,2BAA2B,EAAE,MAAM,CAAC,qDAAqD;IACzF,4BAA4B,EAAE,MAAM,CAAC,gDAAgD;IACrF,2BAA2B,EAAE,MAAM,CAAC,+CAA+C;IACnF,gBAAgB,EAAE,MAAM,CAAC,6CAA6C;IACtE,sBAAsB,EAAE,MAAM,CAAC,kDAAkD;IACjF,iBAAiB,EAAE,MAAM,CAAC,6CAA6C;IACvE,0BAA0B,EAAE,MAAM,CAAC,uDAAuD;IAC1F,4BAA4B,EAAE,MAAM,CAAC,yDAAyD;IAC9F,0BAA0B,EAAE,MAAM,CAAC,uDAAuD;IAC1F,iBAAiB,EAAE,MAAM,CAAC,6CAA6C;IACvE,KAAK,EAAE,MAAM,CAAC,oCAAoC;IAClD,OAAO,EAAE,MAAM,CAAC,wCAAwC;IACxD,2BAA2B,EAAE,MAAM,CAAC,wDAAwD;IAC5F,mCAAmC,EACjC,MAAM,CAAC,8DAA8D;IACvE,+BAA+B,EAC7B,MAAM,CAAC,0DAA0D;IACnE,gCAAgC,EAC9B,MAAM,CAAC,4DAA4D;IACrE,+BAA+B,EAC7B,MAAM,CAAC,2DAA2D;IACpE,sCAAsC,EACpC,MAAM,CAAC,kEAAkE;IAC3E,qCAAqC,EACnC,MAAM,CAAC,iEAAiE;IAC1E,iCAAiC,EAC/B,MAAM,CAAC,6DAA6D;IACtE,gCAAgC,EAC9B,MAAM,CAAC,4DAA4D;IACrE,sBAAsB,EAAE,MAAM,CAAC,mDAAmD;CACnF,CAAC;AAEF,gBAAgB;AAChB,MAAM,UAAU,8BAA8B,CAAC,KAA4B;IACzE,MAAM,UAAU,GAAG,sBAAsB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACtD,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,MAAM,IAAI,uBAAuB,CAAC,kCAAkC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;IACpF,CAAC;IACD,MAAM,UAAU,GAAG,UAAU,CAAC,KAAc,CAA4B,CAAC;IACzE,IAAI,KAAK,CAAC,IAAI,KAAK,gBAAgB,EAAE,CAAC;QACpC,sBAAsB,CAAC,KAAK,CAAC,OAAO,EAAE,UAAU,CAAC,SAAS,CAA4B,CAAC,CAAC;IAC1F,CAAC;SAAM,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAqB,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;QACjE,sBAAsB,CAAC,KAAK,CAAC,OAAO,EAAE,UAAU,CAAC,SAAS,CAA4B,CAAC,CAAC;IAC1F,CAAC;SAAM,IAAI,KAAK,CAAC,IAAI,KAAK,iBAAiB,IAAI,KAAK,CAAC,QAAQ,EAAE,gBAAgB,EAAE,CAAC;QAChF,MAAM,QAAQ,GAAG,UAAU,CAAC,UAAU,CAA4B,CAAC;QACnE,QAAQ,CAAC,kBAAkB,CAAC,GAAG,wBAAwB,CAAC,KAAK,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC;IAC3F,CAAC;SAAM,IAAI,KAAK,CAAC,IAAI,KAAK,0BAA0B,EAAE,CAAC;QACrD,wBAAwB,CAAC,KAAK,CAAC,IAAI,EAAE,UAAU,CAAC,MAAM,CAA4B,CAAC,CAAC;IACtF,CAAC;IACD,OAAO,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;AACpC,CAAC;AAED,gGAAgG;AAChG,gGAAgG;AAChG,iGAAiG;AACjG,iGAAiG;AACjG,wEAAwE;AACxE,SAAS,wBAAwB,CAAC,IAAa,EAAE,cAAuC;IACtF,MAAM,MAAM,GAAG,IAA4D,CAAC;IAC5E,IAAI,MAAM,EAAE,IAAI,KAAK,SAAS,EAAE,CAAC;QAC/B,cAAc,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC;QACrC,cAAc,CAAC,SAAS,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC;IAC7C,CAAC;AACH,CAAC;AAED,gBAAgB;AAChB,MAAM,UAAU,gCAAgC,CAC9C,IAA0B;IAE1B,MAAM,IAAI,GAAG,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAC9E,IAAI,MAAe,CAAC;IACpB,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC5B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,uBAAuB,CAAC,oCAAoC,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;IAC5F,CAAC;IAED,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,CAAC,CAAC,MAAM,IAAI,MAAM,CAAC,EAAE,CAAC;QACjE,MAAM,IAAI,uBAAuB,CAC/B,6DAA6D,CAC9D,CAAC;IACJ,CAAC;IAED,MAAM,SAAS,GAAI,MAA6B,CAAC,IAAI,CAAC;IACtD,IAAI,OAAO,SAAS,KAAK,QAAQ,EAAE,CAAC;QAClC,MAAM,IAAI,uBAAuB,CAAC,2DAA2D,CAAC,CAAC;IACjG,CAAC;IAED,MAAM,YAAY,GAAG,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC,wBAAwB,EAAE,SAAS,CAAC;QAC5F,CAAC,CAAE,wBAAgF,CAAC,SAAS,CAAC;QAC9F,CAAC,CAAC,SAAS,CAAC;IACd,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,OAAO;YACL,IAAI,EAAE,SAAS;YACf,SAAS;YACT,QAAQ,EAAE,MAAiC;SAC5C,CAAC;IACJ,CAAC;IACD,MAAM,KAAK,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;IACnC,iCAAiC,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IACpD,IAAI,KAAK,CAAC,IAAI,KAAK,6BAA6B,EAAE,CAAC;QACjD,OAAO,EAAE,GAAG,KAAK,EAAE,KAAK,EAAE,IAAI,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;IAC1D,CAAC;IACD,IAAI,KAAK,CAAC,IAAI,KAAK,iBAAiB,IAAI,KAAK,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;QACzE,8BAA8B,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAChD,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;;;;;;;GAUG;AACH,MAAM,yBAAyB,GAE3B;IACF,4BAA4B,EAAE,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,CAAC;IACjE,6BAA6B,EAAE,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,CAAC;IAClE,wCAAwC,EAAE,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,CAAC;IAC7E,wCAAwC,EAAE,CAAC,OAAO,EAAE,SAAS,CAAC;IAC9D,uCAAuC,EAAE,CAAC,WAAW,EAAE,SAAS,CAAC;IACjE,kBAAkB,EAAE,CAAC,UAAU,CAAC;IAChC,eAAe,EAAE,CAAC,UAAU,CAAC;IAC7B,gBAAgB,EAAE,CAAC,OAAO,CAAC;IAC3B,sBAAsB,EAAE,CAAC,aAAa,EAAE,YAAY,CAAC;IACrD,KAAK,EAAE,CAAC,OAAO,CAAC;IAChB,iBAAiB,EAAE,CAAC,SAAS,CAAC;IAC9B,0BAA0B,EAAE,CAAC,iBAAiB,EAAE,SAAS,EAAE,eAAe,EAAE,QAAQ,CAAC;IACrF,4BAA4B,EAAE,CAAC,iBAAiB,EAAE,SAAS,EAAE,eAAe,CAAC;IAC7E,0BAA0B,EAAE,CAAC,iBAAiB,EAAE,SAAS,EAAE,eAAe,CAAC;IAC3E,iBAAiB,EAAE,CAAC,SAAS,CAAC;CAC/B,CAAC;AAEF,MAAM,2BAA2B,GAAG,IAAI,GAAG,CAAgC,CAAC,gBAAgB,CAAC,CAAC,CAAC;AAE/F,SAAS,iCAAiC,CAAC,SAAiB,EAAE,KAAc;IAC1E,MAAM,MAAM,GAAG,KAAgC,CAAC;IAChD,MAAM,OAAO,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC;IACnC,IACE,CAAE,2BAAmD,CAAC,GAAG,CAAC,SAAS,CAAC;QACpE,CAAC,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC,EACrD,CAAC;QACD,MAAM,IAAI,uBAAuB,CAC/B,2BAA2B,SAAS,8CAA8C,CACnF,CAAC;IACJ,CAAC;IACD,MAAM,kBAAkB,GACtB,yBACD,CAAC,SAAS,CAAC,CAAC;IACb,KAAK,MAAM,KAAK,IAAI,kBAAkB,IAAI,EAAE,EAAE,CAAC;QAC7C,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,SAAS,EAAE,CAAC;YAChC,MAAM,IAAI,uBAAuB,CAC/B,2BAA2B,SAAS,iCAAiC,KAAK,UAAU,CACrF,CAAC;QACJ,CAAC;IACH,CAAC;AACH,CAAC;AAED,SAAS,sBAAsB,CAC7B,OAA6C,EAC7C,UAAmC;IAEnC,MAAM,aAAa,GAAG,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,cAAc,CAAC;IAC3D,IAAI,aAAa,EAAE,CAAC;QAClB,MAAM,KAAK,GAAG,UAAU,CAAC,OAAO,CAA4B,CAAC;QAC7D,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAA4B,CAAC;QACxD,KAAK,CAAC,gBAAgB,CAAC,GAAG,sBAAsB,CAAC,aAAa,CAAC,CAAC;IAClE,CAAC;IACD,IAAI,OAAO,CAAC,gBAAgB,EAAE,CAAC;QAC7B,UAAU,CAAC,kBAAkB,CAAC,GAAG,wBAAwB,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;IACtF,CAAC;AACH,CAAC;AAED,+FAA+F;AAC/F,mGAAmG;AACnG,qGAAqG;AACrG,6FAA6F;AAC7F,SAAS,sBAAsB,CAAC,aAAwD;IACtF,QAAQ,aAAa,CAAC,IAAI,EAAE,CAAC;QAC3B,KAAK,YAAY;YACf,OAAO,MAAM,CAAC,0CAA0C,CACtD,aAAwD,CACzD,CAAC;QACJ,KAAK,cAAc;YACjB,OAAO,MAAM,CAAC,4CAA4C,CACxD,aAA0D,CAC3D,CAAC;QACJ,KAAK,oBAAoB;YACvB,OAAO,MAAM,CAAC,iDAAiD,CAC7D,aAA+D,CAChE,CAAC;QACJ,KAAK,uBAAuB;YAC1B,OAAO,MAAM,CAAC,mDAAmD,CAC/D,aAAiE,CAClE,CAAC;QACJ,KAAK,iCAAiC;YACpC,OAAO,MAAM,CAAC,6DAA6D,CACzE,aAA2E,CAC5E,CAAC;QACJ;YACE,OAAO,MAAM,CAAC,uCAAuC,CAAC,aAAa,CAAC,CAAC;IACzE,CAAC;AACH,CAAC;AAED,mGAAmG;AACnG,yFAAyF;AACzF,SAAS,wBAAwB,CAC/B,eAA4D;IAE5D,OAAO,eAAe,CAAC,IAAI,KAAK,yBAAyB;QACvD,CAAC,CAAC,MAAM,CAAC,+CAA+C,CACpD,eAA+D,CAChE;QACH,CAAC,CAAC,MAAM,CAAC,4CAA4C,CACjD,eAA4D,CAC7D,CAAC;AACR,CAAC;AAED,SAAS,8BAA8B,CAAC,OAA+C;IACrF,MAAM,aAAa,GAAG,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,cAAc,CAAC;IAC3D,IAAI,aAAa,EAAE,CAAC;QAClB,OAAO,CAAC,KAAM,CAAC,KAAM,CAAC,cAAc,GAAG,wBAAwB,CAAC,aAAa,CAAC,CAAC;IACjF,CAAC;IACD,IAAI,OAAO,CAAC,gBAAgB,EAAE,CAAC;QAC7B,OAAO,CAAC,gBAAgB,GAAG,0BAA0B,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;IAClF,CAAC;AACH,CAAC;AAED,SAAS,wBAAwB,CAC/B,aAAwD;IAExD,QAAQ,aAAa,CAAC,IAAI,EAAE,CAAC;QAC3B,KAAK,YAAY;YACf,OAAO,MAAM,CAAC,4CAA4C,CACxD,aAAwD,CACzD,CAAC;QACJ,KAAK,cAAc;YACjB,OAAO,MAAM,CAAC,8CAA8C,CAC1D,aAA0D,CAC3D,CAAC;QACJ,KAAK,oBAAoB;YACvB,OAAO,MAAM,CAAC,mDAAmD,CAC/D,aAA+D,CAChE,CAAC;QACJ,KAAK,uBAAuB;YAC1B,OAAO,MAAM,CAAC,qDAAqD,CACjE,aAAiE,CAClE,CAAC;QACJ,KAAK,iCAAiC;YACpC,OAAO,MAAM,CAAC,+DAA+D,CAC3E,aAA2E,CAC5E,CAAC;QACJ;YACE,OAAO,MAAM,CAAC,yCAAyC,CAAC,aAAa,CAAC,CAAC;IAC3E,CAAC;AACH,CAAC;AAED,SAAS,0BAA0B,CACjC,eAA4D;IAE5D,OAAO,eAAe,CAAC,IAAI,KAAK,yBAAyB;QACvD,CAAC,CAAC,MAAM,CAAC,iDAAiD,CACtD,eAA+D,CAChE;QACH,CAAC,CAAC,MAAM,CAAC,8CAA8C,CACnD,eAA4D,CAC7D,CAAC;AACR,CAAC","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport type { VoiceAgentClientEvent, VoiceAgentServerEvent } from \"../models/models.js\";\nimport * as models from \"../models/models.js\";\nimport { VoiceAgentProtocolError } from \"./errors.js\";\nimport type { VoiceAgentRealtimeEvent } from \"./events.js\";\n\ntype ClientEventSerializer<\n  T extends VoiceAgentClientEvent[\"type\"] = VoiceAgentClientEvent[\"type\"],\n> = (event: Extract<VoiceAgentClientEvent, { type: T }>) => unknown;\ntype ServerEventDeserializer<\n  T extends VoiceAgentServerEvent[\"type\"] = VoiceAgentServerEvent[\"type\"],\n> = (event: unknown) => Extract<VoiceAgentServerEvent, { type: T }>;\ntype RequiredEventFields<T extends VoiceAgentServerEvent[\"type\"] = VoiceAgentServerEvent[\"type\"]> =\n  ReadonlyArray<keyof Extract<VoiceAgentServerEvent, { type: T }>>;\n\nconst clientEventSerializers: {\n  readonly [K in VoiceAgentClientEvent[\"type\"]]?: ClientEventSerializer<K>;\n} = {\n  \"conversation.item.create\": models.realtimeClientEventConversationItemCreateSerializer,\n  \"conversation.item.delete\": models.realtimeClientEventConversationItemDeleteSerializer,\n  \"conversation.item.retrieve\": models.realtimeClientEventConversationItemRetrieveSerializer,\n  \"conversation.item.truncate\": models.realtimeClientEventConversationItemTruncateSerializer,\n  \"input_audio_buffer.append\": models.realtimeClientEventInputAudioBufferAppendSerializer,\n  \"input_audio_buffer.clear\": models.realtimeClientEventInputAudioBufferClearSerializer,\n  \"input_audio_buffer.commit\": models.realtimeClientEventInputAudioBufferCommitSerializer,\n  \"output_audio_buffer.clear\": models.realtimeClientEventOutputAudioBufferClearSerializer,\n  \"response.cancel\": models.realtimeClientEventResponseCancelSerializer,\n  \"response.create\": models.realtimeClientEventResponseCreateSerializer,\n  \"rtc.call.sdp.create\": models.voiceAgentClientEventRtcCallSdpCreateSerializer,\n  \"session.update\": models.voiceAgentClientEventSessionUpdateSerializer,\n  \"session.avatar.connect\": models.voiceAgentClientEventSessionAvatarConnectSerializer,\n};\n\nconst serverEventDeserializers: {\n  readonly [K in VoiceAgentServerEvent[\"type\"]]?: ServerEventDeserializer<K>;\n} = {\n  \"conversation.item.added\": models.realtimeServerEventConversationItemAddedDeserializer,\n  \"conversation.item.created\": models.realtimeServerEventConversationItemCreatedDeserializer,\n  \"conversation.item.deleted\": models.realtimeServerEventConversationItemDeletedDeserializer,\n  \"conversation.item.done\": models.realtimeServerEventConversationItemDoneDeserializer,\n  \"conversation.item.input_audio_transcription.completed\":\n    models.realtimeServerEventConversationItemInputAudioTranscriptionCompletedDeserializer,\n  \"conversation.item.input_audio_transcription.delta\":\n    models.realtimeServerEventConversationItemInputAudioTranscriptionDeltaDeserializer,\n  \"conversation.item.input_audio_transcription.failed\":\n    models.realtimeServerEventConversationItemInputAudioTranscriptionFailedDeserializer,\n  \"conversation.item.input_audio_transcription.segment\":\n    models.realtimeServerEventConversationItemInputAudioTranscriptionSegmentDeserializer,\n  \"conversation.item.retrieved\": models.realtimeServerEventConversationItemRetrievedDeserializer,\n  \"conversation.item.truncated\": models.realtimeServerEventConversationItemTruncatedDeserializer,\n  \"input_audio_buffer.cleared\": models.realtimeServerEventInputAudioBufferClearedDeserializer,\n  \"input_audio_buffer.committed\": models.realtimeServerEventInputAudioBufferCommittedDeserializer,\n  \"input_audio_buffer.speech_started\":\n    models.realtimeServerEventInputAudioBufferSpeechStartedDeserializer,\n  \"input_audio_buffer.speech_stopped\":\n    models.realtimeServerEventInputAudioBufferSpeechStoppedDeserializer,\n  \"input_audio_buffer.timeout_triggered\":\n    models.realtimeServerEventInputAudioBufferTimeoutTriggeredDeserializer,\n  \"mcp_list_tools.completed\": models.realtimeServerEventMCPListToolsCompletedDeserializer,\n  \"mcp_list_tools.failed\": models.realtimeServerEventMCPListToolsFailedDeserializer,\n  \"mcp_list_tools.in_progress\": models.realtimeServerEventMCPListToolsInProgressDeserializer,\n  \"output_audio_buffer.cleared\": models.realtimeServerEventOutputAudioBufferClearedDeserializer,\n  \"rate_limits.updated\": models.realtimeServerEventRateLimitsUpdatedDeserializer,\n  \"response.output_audio.delta\": models.realtimeServerEventResponseAudioDeltaDeserializer,\n  \"response.output_audio.done\": models.realtimeServerEventResponseAudioDoneDeserializer,\n  \"response.output_audio_transcript.delta\":\n    models.realtimeServerEventResponseAudioTranscriptDeltaDeserializer,\n  \"response.output_audio_transcript.done\":\n    models.realtimeServerEventResponseAudioTranscriptDoneDeserializer,\n  \"response.content_part.added\": models.realtimeServerEventResponseContentPartAddedDeserializer,\n  \"response.content_part.done\": models.realtimeServerEventResponseContentPartDoneDeserializer,\n  \"response.created\": models.realtimeServerEventResponseCreatedDeserializer,\n  \"response.done\": models.realtimeServerEventResponseDoneDeserializer,\n  \"response.function_call_arguments.delta\":\n    models.realtimeServerEventResponseFunctionCallArgumentsDeltaDeserializer,\n  \"response.function_call_arguments.done\":\n    models.realtimeServerEventResponseFunctionCallArgumentsDoneDeserializer,\n  \"response.mcp_call_arguments.delta\":\n    models.realtimeServerEventResponseMCPCallArgumentsDeltaDeserializer,\n  \"response.mcp_call_arguments.done\":\n    models.realtimeServerEventResponseMCPCallArgumentsDoneDeserializer,\n  \"response.mcp_call.completed\": models.realtimeServerEventResponseMCPCallCompletedDeserializer,\n  \"response.mcp_call.failed\": models.realtimeServerEventResponseMCPCallFailedDeserializer,\n  \"response.mcp_call.in_progress\": models.realtimeServerEventResponseMCPCallInProgressDeserializer,\n  \"response.output_item.added\": models.realtimeServerEventResponseOutputItemAddedDeserializer,\n  \"response.output_item.done\": models.realtimeServerEventResponseOutputItemDoneDeserializer,\n  \"response.output_text.delta\": models.realtimeServerEventResponseTextDeltaDeserializer,\n  \"response.output_text.done\": models.realtimeServerEventResponseTextDoneDeserializer,\n  \"rtc.call.error\": models.voiceAgentServerEventRtcCallErrorDeserializer,\n  \"rtc.call.sdp.created\": models.voiceAgentServerEventRtcCallSdpCreatedDeserializer,\n  \"session.created\": models.realtimeServerEventSessionCreatedDeserializer,\n  \"session.subagent.aborted\": models.voiceAgentServerEventSessionSubagentAbortedDeserializer,\n  \"session.subagent.completed\": models.voiceAgentServerEventSessionSubagentCompletedDeserializer,\n  \"session.subagent.started\": models.voiceAgentServerEventSessionSubagentStartedDeserializer,\n  \"session.updated\": models.realtimeServerEventSessionUpdatedDeserializer,\n  error: models.realtimeServerEventErrorDeserializer,\n  warning: models.voiceAgentServerEventWarningDeserializer,\n  \"session.avatar.connecting\": models.voiceAgentServerEventSessionAvatarConnectingDeserializer,\n  \"session.avatar.switch_to_speaking\":\n    models.voiceAgentServerEventSessionAvatarSwitchToSpeakingDeserializer,\n  \"session.avatar.switch_to_idle\":\n    models.voiceAgentServerEventSessionAvatarSwitchToIdleDeserializer,\n  \"response.audio_timestamp.delta\":\n    models.voiceAgentServerEventResponseAudioTimestampDeltaDeserializer,\n  \"response.audio_timestamp.done\":\n    models.voiceAgentServerEventResponseAudioTimestampDoneDeserializer,\n  \"response.animation_blendshapes.delta\":\n    models.voiceAgentServerEventResponseAnimationBlendshapesDeltaDeserializer,\n  \"response.animation_blendshapes.done\":\n    models.voiceAgentServerEventResponseAnimationBlendshapesDoneDeserializer,\n  \"response.animation_viseme.delta\":\n    models.voiceAgentServerEventResponseAnimationVisemeDeltaDeserializer,\n  \"response.animation_viseme.done\":\n    models.voiceAgentServerEventResponseAnimationVisemeDoneDeserializer,\n  \"response.video.delta\": models.voiceAgentServerEventResponseVideoDeltaDeserializer,\n};\n\n/** @internal */\nexport function serializeVoiceAgentClientEvent(event: VoiceAgentClientEvent): string {\n  const serializer = clientEventSerializers[event.type];\n  if (!serializer) {\n    throw new VoiceAgentProtocolError(`Unsupported client event type: ${event.type}`);\n  }\n  const serialized = serializer(event as never) as Record<string, unknown>;\n  if (event.type === \"session.update\") {\n    normalizeSessionUnions(event.session, serialized[\"session\"] as Record<string, unknown>);\n  } else if (event.type === \"rtc.call.sdp.create\" && event.session) {\n    normalizeSessionUnions(event.session, serialized[\"session\"] as Record<string, unknown>);\n  } else if (event.type === \"response.create\" && event.response?.interim_response) {\n    const response = serialized[\"response\"] as Record<string, unknown>;\n    response[\"interim_response\"] = serializeInterimResponse(event.response.interim_response);\n  } else if (event.type === \"conversation.item.create\") {\n    restoreMessageItemFields(event.item, serialized[\"item\"] as Record<string, unknown>);\n  }\n  return JSON.stringify(serialized);\n}\n\n// The generated `RealtimeConversationItemUnion` does not enumerate a \"message\" item variant, so\n// `realtimeConversationItemUnionSerializer` falls back to `realtimeConversationItemSerializer`,\n// which only emits `{ type }` and silently drops `role`/`content`. Restore those fields from the\n// original (pre-serialization) item so the wire payload built by `sendText` is complete; see the\n// TypeSpec regeneration report for details on this generated-model gap.\nfunction restoreMessageItemFields(item: unknown, serializedItem: Record<string, unknown>): void {\n  const source = item as { type?: string; role?: unknown; content?: unknown };\n  if (source?.type === \"message\") {\n    serializedItem[\"role\"] = source.role;\n    serializedItem[\"content\"] = source.content;\n  }\n}\n\n/** @internal */\nexport function deserializeVoiceAgentServerEvent(\n  data: string | ArrayBuffer,\n): VoiceAgentRealtimeEvent {\n  const text = typeof data === \"string\" ? data : new TextDecoder().decode(data);\n  let parsed: unknown;\n  try {\n    parsed = JSON.parse(text);\n  } catch (error) {\n    throw new VoiceAgentProtocolError(\"The service returned invalid JSON.\", { cause: error });\n  }\n\n  if (!parsed || typeof parsed !== \"object\" || !(\"type\" in parsed)) {\n    throw new VoiceAgentProtocolError(\n      \"The service returned an event without a type discriminator.\",\n    );\n  }\n\n  const eventType = (parsed as { type?: unknown }).type;\n  if (typeof eventType !== \"string\") {\n    throw new VoiceAgentProtocolError(\"The service returned an invalid event type discriminator.\");\n  }\n\n  const deserializer = Object.prototype.hasOwnProperty.call(serverEventDeserializers, eventType)\n    ? (serverEventDeserializers as Record<string, ServerEventDeserializer | undefined>)[eventType]\n    : undefined;\n  if (!deserializer) {\n    return {\n      type: \"unknown\",\n      eventType,\n      rawEvent: parsed as Record<string, unknown>,\n    };\n  }\n  const event = deserializer(parsed);\n  validateRequiredServerEventFields(eventType, event);\n  if (event.type === \"response.output_audio.delta\") {\n    return { ...event, delta: new Uint8Array(event.delta) };\n  }\n  if (event.type === \"session.created\" || event.type === \"session.updated\") {\n    normalizeSessionResponseUnions(event.session);\n  }\n  return event;\n}\n\n/**\n * Per-type-required fields for the events the SDK and its samples actually dereference (deltas,\n * ids, error details). Not an exhaustive schema for every event type — that belongs in the\n * generator — but combined with the universal `event_id` check below it catches the reported class\n * of bug: a minimal payload like `{\"type\":\"response.output_text.delta\"}` deserializing \"successfully\"\n * with every other required property left `undefined`.\n *\n * Typed so each field name is checked against the real event interface for its type: a typo, or a\n * field renamed/removed by a future regeneration, fails to compile here instead of silently\n * no-op'ing at runtime.\n */\nconst requiredServerEventFields: {\n  readonly [K in VoiceAgentServerEvent[\"type\"]]?: RequiredEventFields<K>;\n} = {\n  \"response.output_text.delta\": [\"delta\", \"item_id\", \"response_id\"],\n  \"response.output_audio.delta\": [\"delta\", \"item_id\", \"response_id\"],\n  \"response.output_audio_transcript.delta\": [\"delta\", \"item_id\", \"response_id\"],\n  \"response.function_call_arguments.delta\": [\"delta\", \"call_id\"],\n  \"response.function_call_arguments.done\": [\"arguments\", \"call_id\"],\n  \"response.created\": [\"response\"],\n  \"response.done\": [\"response\"],\n  \"rtc.call.error\": [\"error\"],\n  \"rtc.call.sdp.created\": [\"rtc_call_id\", \"sdp_answer\"],\n  error: [\"error\"],\n  \"session.created\": [\"session\"],\n  \"session.subagent.aborted\": [\"consultation_id\", \"call_id\", \"subagent_name\", \"reason\"],\n  \"session.subagent.completed\": [\"consultation_id\", \"call_id\", \"subagent_name\"],\n  \"session.subagent.started\": [\"consultation_id\", \"call_id\", \"subagent_name\"],\n  \"session.updated\": [\"session\"],\n};\n\nconst optionalEventIdServerEvents = new Set<VoiceAgentServerEvent[\"type\"]>([\"rtc.call.error\"]);\n\nfunction validateRequiredServerEventFields(eventType: string, event: unknown): void {\n  const record = event as Record<string, unknown>;\n  const eventId = record[\"event_id\"];\n  if (\n    !(optionalEventIdServerEvents as ReadonlySet<string>).has(eventType) &&\n    (typeof eventId !== \"string\" || eventId.length === 0)\n  ) {\n    throw new VoiceAgentProtocolError(\n      `The service returned a \"${eventType}\" event without a required \"event_id\" field.`,\n    );\n  }\n  const fieldsForEventType = (\n    requiredServerEventFields as Record<string, RequiredEventFields | undefined>\n  )[eventType];\n  for (const field of fieldsForEventType ?? []) {\n    if (record[field] === undefined) {\n      throw new VoiceAgentProtocolError(\n        `The service returned a \"${eventType}\" event without the required \"${field}\" field.`,\n      );\n    }\n  }\n}\n\nfunction normalizeSessionUnions(\n  session: models.VoiceAgentSessionUpdateConfig,\n  serialized: Record<string, unknown>,\n): void {\n  const turnDetection = session.audio?.input?.turn_detection;\n  if (turnDetection) {\n    const audio = serialized[\"audio\"] as Record<string, unknown>;\n    const input = audio[\"input\"] as Record<string, unknown>;\n    input[\"turn_detection\"] = serializeTurnDetection(turnDetection);\n  }\n  if (session.interim_response) {\n    serialized[\"interim_response\"] = serializeInterimResponse(session.interim_response);\n  }\n}\n\n// The generated `VoiceAgentTurnDetectionConfig` fallback member's `type` field is typed as the\n// full `VoiceAgentTurnDetectionType` literal union (not narrowed to a single value), so TypeScript\n// cannot exclude it from any individual `case` branch below. The runtime `switch` on `.type` already\n// guarantees the narrower shape in each branch, so an explicit cast is used to reflect that.\nfunction serializeTurnDetection(turnDetection: models.VoiceAgentTurnDetectionConfigUnion): unknown {\n  switch (turnDetection.type) {\n    case \"server_vad\":\n      return models.voiceAgentServerVadTurnDetectionSerializer(\n        turnDetection as models.VoiceAgentServerVadTurnDetection,\n      );\n    case \"semantic_vad\":\n      return models.voiceAgentSemanticVadTurnDetectionSerializer(\n        turnDetection as models.VoiceAgentSemanticVadTurnDetection,\n      );\n    case \"azure_semantic_vad\":\n      return models.voiceAgentAzureSemanticVadTurnDetectionSerializer(\n        turnDetection as models.VoiceAgentAzureSemanticVadTurnDetection,\n      );\n    case \"azure_semantic_vad_en\":\n      return models.voiceAgentAzureSemanticVadEnTurnDetectionSerializer(\n        turnDetection as models.VoiceAgentAzureSemanticVadEnTurnDetection,\n      );\n    case \"azure_semantic_vad_multilingual\":\n      return models.voiceAgentAzureSemanticVadMultilingualTurnDetectionSerializer(\n        turnDetection as models.VoiceAgentAzureSemanticVadMultilingualTurnDetection,\n      );\n    default:\n      return models.voiceAgentTurnDetectionConfigSerializer(turnDetection);\n  }\n}\n\n// Same fallback-narrowing limitation as above: `VoiceAgentInterimResponseConfig.type` is `string`,\n// so the ternary's branches cannot be excluded from each other without an explicit cast.\nfunction serializeInterimResponse(\n  interimResponse: models.VoiceAgentInterimResponseConfigUnion,\n): unknown {\n  return interimResponse.type === \"static_interim_response\"\n    ? models.voiceAgentStaticInterimResponseConfigSerializer(\n        interimResponse as models.VoiceAgentStaticInterimResponseConfig,\n      )\n    : models.voiceAgentLlmInterimResponseConfigSerializer(\n        interimResponse as models.VoiceAgentLlmInterimResponseConfig,\n      );\n}\n\nfunction normalizeSessionResponseUnions(session: models.VoiceAgentSessionResponseConfig): void {\n  const turnDetection = session.audio?.input?.turn_detection;\n  if (turnDetection) {\n    session.audio!.input!.turn_detection = deserializeTurnDetection(turnDetection);\n  }\n  if (session.interim_response) {\n    session.interim_response = deserializeInterimResponse(session.interim_response);\n  }\n}\n\nfunction deserializeTurnDetection(\n  turnDetection: models.VoiceAgentTurnDetectionConfigUnion,\n): models.VoiceAgentTurnDetectionConfigUnion {\n  switch (turnDetection.type) {\n    case \"server_vad\":\n      return models.voiceAgentServerVadTurnDetectionDeserializer(\n        turnDetection as models.VoiceAgentServerVadTurnDetection,\n      );\n    case \"semantic_vad\":\n      return models.voiceAgentSemanticVadTurnDetectionDeserializer(\n        turnDetection as models.VoiceAgentSemanticVadTurnDetection,\n      );\n    case \"azure_semantic_vad\":\n      return models.voiceAgentAzureSemanticVadTurnDetectionDeserializer(\n        turnDetection as models.VoiceAgentAzureSemanticVadTurnDetection,\n      );\n    case \"azure_semantic_vad_en\":\n      return models.voiceAgentAzureSemanticVadEnTurnDetectionDeserializer(\n        turnDetection as models.VoiceAgentAzureSemanticVadEnTurnDetection,\n      );\n    case \"azure_semantic_vad_multilingual\":\n      return models.voiceAgentAzureSemanticVadMultilingualTurnDetectionDeserializer(\n        turnDetection as models.VoiceAgentAzureSemanticVadMultilingualTurnDetection,\n      );\n    default:\n      return models.voiceAgentTurnDetectionConfigDeserializer(turnDetection);\n  }\n}\n\nfunction deserializeInterimResponse(\n  interimResponse: models.VoiceAgentInterimResponseConfigUnion,\n): models.VoiceAgentInterimResponseConfigUnion {\n  return interimResponse.type === \"static_interim_response\"\n    ? models.voiceAgentStaticInterimResponseConfigDeserializer(\n        interimResponse as models.VoiceAgentStaticInterimResponseConfig,\n      )\n    : models.voiceAgentLlmInterimResponseConfigDeserializer(\n        interimResponse as models.VoiceAgentLlmInterimResponseConfig,\n      );\n}\n"]}

package/dist/browser/realtime/voiceAgentRealtimeClient.d.ts

@@ -0,0 +1,145 @@
+import type { AbortSignalLike } from "@azure/abort-controller";
+import type { TokenCredential } from "@azure/core-auth";
+import type { OperationOptions } from "@azure-rest/core-client";
+import type { VoiceAgentClientEvent, VoiceAgentResponseCreateParams, VoiceAgentSessionUpdateConfig } from "../models/models.js";
+import type { VoiceAgentRealtimeEvent } from "./events.js";
+import type { VoiceAgentWebSocketFactory } from "./webSocketTransportLike.js";
+/** Known values of {@link VoiceAgentConnectionState} reported by a voice-agent realtime connection. */
+export declare const KnownVoiceAgentConnectionState: {
+    readonly Disconnected: "disconnected";
+    readonly Connecting: "connecting";
+    readonly Connected: "connected";
+    readonly Closing: "closing";
+};
+/** Connection states reported by a voice-agent realtime connection. */
+export type VoiceAgentConnectionState = (typeof KnownVoiceAgentConnectionState)[keyof typeof KnownVoiceAgentConnectionState];
+/** Called when a voice-agent connection changes state. */
+export type VoiceAgentConnectionStateChangedHandler = (state: VoiceAgentConnectionState, previousState: VoiceAgentConnectionState) => void;
+/** Options for the Voice Agents realtime client. */
+export interface VoiceAgentRealtimeClientOptions {
+    /** Microsoft Entra scopes used to acquire a WebSocket access token. */
+    credentialScopes?: string | string[];
+    /** Default connection timeout in milliseconds. */
+    connectionTimeoutInMs?: number;
+    /** API version sent during the WebSocket upgrade. */
+    apiVersion?: string;
+    /** Prefix added to the SDK user-agent value in Node.js. */
+    userAgentPrefix?: string;
+    /**
+     * Overrides the transport used to establish the realtime WebSocket connection. Defaults to the
+     * platform transport (`ws` in Node.js, the browser's native `WebSocket` in browsers/React Native).
+     * Provide a custom factory to customize connection establishment.
+     */
+    webSocketFactory?: VoiceAgentWebSocketFactory;
+}
+/** Options for connecting the realtime client to a voice agent. */
+export interface VoiceAgentRealtimeClientConnectOptions extends OperationOptions {
+    /** Identifier used to correlate the voice session. */
+    agentSessionId?: string;
+    /** Overrides whether the conversation created by this session is persisted. */
+    store?: boolean;
+    /** Selects a specific immutable agent version. */
+    agentVersionOverride?: string;
+    /** Values used to render the agent's structured prompt inputs. */
+    structuredInputs?: Record<string, unknown>;
+    /** Overrides the client connection timeout in milliseconds. */
+    connectionTimeoutInMs?: number;
+    /** Cancels the connection attempt. */
+    abortSignal?: AbortSignalLike;
+    /** Receives connection-state transitions. */
+    onConnectionStateChange?: VoiceAgentConnectionStateChangedHandler;
+}
+/** Result supplied when a voice-agent connection closes. */
+export interface VoiceAgentCloseResult {
+    /** WebSocket close code. */
+    code: number;
+    /** WebSocket close reason. */
+    reason: string;
+    /** Whether the peer completed a normal WebSocket close handshake. */
+    wasClean: boolean;
+    /** Transport or protocol error associated with the close, if any. */
+    error?: Error;
+}
+/** Options shared by realtime send operations. */
+export interface VoiceAgentSendOptions extends OperationOptions {
+}
+/** Options shared by operations that build a protocol event on the caller's behalf. */
+export interface VoiceAgentEventOptions extends VoiceAgentSendOptions {
+    /** Client-generated event identifier. */
+    eventId?: string;
+}
+/** Options shared by operations that add a conversation item and, by default, request a response. */
+export interface VoiceAgentSendItemOptions extends VoiceAgentEventOptions {
+    /** Whether to request a response after adding the item. Defaults to true. */
+    createResponse?: boolean;
+}
+/** Options for sending text input. */
+export interface VoiceAgentSendTextOptions extends VoiceAgentSendItemOptions {
+    /** Item after which the new text item is inserted. */
+    previousItemId?: string;
+}
+/** Options for returning a function result. */
+export interface VoiceAgentSendToolOutputOptions extends VoiceAgentSendItemOptions {
+}
+/** Options for updating the live session. */
+export interface VoiceAgentSessionUpdateOptions extends VoiceAgentEventOptions {
+}
+/** Options for creating a response. */
+export interface VoiceAgentResponseOptions extends VoiceAgentEventOptions {
+    /** Response-specific configuration. */
+    response?: VoiceAgentResponseCreateParams;
+}
+/** Options for cancelling a response. */
+export interface VoiceAgentCancelResponseOptions extends VoiceAgentEventOptions {
+    /** Specific response to cancel. The active default-conversation response is used when omitted. */
+    responseId?: string;
+}
+/**
+ * A connected, bidirectional voice-agent stream.
+ *
+ * Supports exactly one `for await` iteration over server events; a second attempt throws.
+ * Exiting the loop early (`break`, `return`, or an uncaught error in the loop body) closes
+ * the connection as a side effect.
+ * Unrecognized server event types are delivered as {@link VoiceAgentUnknownEvent} without
+ * interrupting the stream. Malformed events still fail the iteration with a protocol error.
+ */
+export interface VoiceAgentConnection extends AsyncIterable<VoiceAgentRealtimeEvent> {
+    /** Current connection state. */
+    readonly state: VoiceAgentConnectionState;
+    /** Resolves once the connection is closed. */
+    readonly closed: Promise<VoiceAgentCloseResult>;
+    /** Sends any generated client protocol event. */
+    sendEvent(event: VoiceAgentClientEvent, options?: VoiceAgentSendOptions): Promise<void>;
+    /** Updates supported live-session settings. */
+    configureSession(session: VoiceAgentSessionUpdateConfig, options?: VoiceAgentSessionUpdateOptions): Promise<void>;
+    /** Adds a user text item and, by default, requests a response. */
+    sendText(text: string, options?: VoiceAgentSendTextOptions): Promise<void>;
+    /** Appends base64-encoded audio bytes to the input buffer. */
+    sendAudio(audio: Uint8Array | ArrayBuffer, options?: VoiceAgentEventOptions): Promise<void>;
+    /** Commits buffered input audio. */
+    commitAudio(options?: VoiceAgentEventOptions): Promise<void>;
+    /** Clears buffered input audio. */
+    clearInputAudio(options?: VoiceAgentEventOptions): Promise<void>;
+    /** Clears pending output audio at the service. */
+    clearOutputAudio(options?: VoiceAgentEventOptions): Promise<void>;
+    /** Returns a client-executed function result to the agent. */
+    sendToolOutput(callId: string, output: string, options?: VoiceAgentSendToolOutputOptions): Promise<void>;
+    /** Requests a new response. */
+    requestResponse(options?: VoiceAgentResponseOptions): Promise<void>;
+    /** Cancels an in-progress response. */
+    cancelResponse(options?: VoiceAgentCancelResponseOptions): Promise<void>;
+    /** Gracefully closes the WebSocket connection. */
+    close(code?: number, reason?: string): Promise<void>;
+    /** Releases the connection. Equivalent to close(). */
+    dispose(): Promise<void>;
+}
+/** Client for establishing realtime sessions with managed Foundry voice agents. */
+export declare class VoiceAgentRealtimeClient {
+    private readonly endpoint;
+    private readonly credential;
+    private readonly options;
+    constructor(endpoint: string, credential: TokenCredential, options?: VoiceAgentRealtimeClientOptions);
+    /** Establishes a WebSocket connection to a managed voice agent. */
+    connect(agentName: string, options?: VoiceAgentRealtimeClientConnectOptions): Promise<VoiceAgentConnection>;
+}
+//# sourceMappingURL=voiceAgentRealtimeClient.d.ts.map

package/dist/browser/realtime/voiceAgentRealtimeClient.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"voiceAgentRealtimeClient.d.ts","sourceRoot":"","sources":["../../../src/realtime/voiceAgentRealtimeClient.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAC/D,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AACxD,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAGhE,OAAO,KAAK,EAEV,qBAAqB,EACrB,8BAA8B,EAC9B,6BAA6B,EAC9B,MAAM,qBAAqB,CAAC;AAS7B,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,aAAa,CAAC;AAC3D,OAAO,KAAK,EACV,0BAA0B,EAE3B,MAAM,6BAA6B,CAAC;AAKrC,uGAAuG;AACvG,eAAO,MAAM,8BAA8B;;;;;CAKjC,CAAC;AAEX,uEAAuE;AACvE,MAAM,MAAM,yBAAyB,GACnC,CAAC,OAAO,8BAA8B,CAAC,CAAC,MAAM,OAAO,8BAA8B,CAAC,CAAC;AAEvF,0DAA0D;AAC1D,MAAM,MAAM,uCAAuC,GAAG,CACpD,KAAK,EAAE,yBAAyB,EAChC,aAAa,EAAE,yBAAyB,KACrC,IAAI,CAAC;AAEV,oDAAoD;AACpD,MAAM,WAAW,+BAA+B;IAC9C,uEAAuE;IACvE,gBAAgB,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IACrC,kDAAkD;IAClD,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,qDAAqD;IACrD,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,2DAA2D;IAC3D,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB;;;;OAIG;IACH,gBAAgB,CAAC,EAAE,0BAA0B,CAAC;CAC/C;AAED,mEAAmE;AACnE,MAAM,WAAW,sCAAuC,SAAQ,gBAAgB;IAC9E,sDAAsD;IACtD,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,+EAA+E;IAC/E,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,kDAAkD;IAClD,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,kEAAkE;IAClE,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC3C,+DAA+D;IAC/D,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,sCAAsC;IACtC,WAAW,CAAC,EAAE,eAAe,CAAC;IAC9B,6CAA6C;IAC7C,uBAAuB,CAAC,EAAE,uCAAuC,CAAC;CACnE;AAED,4DAA4D;AAC5D,MAAM,WAAW,qBAAqB;IACpC,4BAA4B;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,8BAA8B;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,qEAAqE;IACrE,QAAQ,EAAE,OAAO,CAAC;IAClB,qEAAqE;IACrE,KAAK,CAAC,EAAE,KAAK,CAAC;CACf;AAED,kDAAkD;AAClD,MAAM,WAAW,qBAAsB,SAAQ,gBAAgB;CAAG;AAElE,uFAAuF;AACvF,MAAM,WAAW,sBAAuB,SAAQ,qBAAqB;IACnE,yCAAyC;IACzC,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,qGAAqG;AACrG,MAAM,WAAW,yBAA0B,SAAQ,sBAAsB;IACvE,6EAA6E;IAC7E,cAAc,CAAC,EAAE,OAAO,CAAC;CAC1B;AAED,sCAAsC;AACtC,MAAM,WAAW,yBAA0B,SAAQ,yBAAyB;IAC1E,sDAAsD;IACtD,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,+CAA+C;AAC/C,MAAM,WAAW,+BAAgC,SAAQ,yBAAyB;CAAG;AAErF,6CAA6C;AAC7C,MAAM,WAAW,8BAA+B,SAAQ,sBAAsB;CAAG;AAEjF,uCAAuC;AACvC,MAAM,WAAW,yBAA0B,SAAQ,sBAAsB;IACvE,uCAAuC;IACvC,QAAQ,CAAC,EAAE,8BAA8B,CAAC;CAC3C;AAED,yCAAyC;AACzC,MAAM,WAAW,+BAAgC,SAAQ,sBAAsB;IAC7E,kGAAkG;IAClG,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;;;;;;;GAQG;AACH,MAAM,WAAW,oBAAqB,SAAQ,aAAa,CAAC,uBAAuB,CAAC;IAClF,gCAAgC;IAChC,QAAQ,CAAC,KAAK,EAAE,yBAAyB,CAAC;IAC1C,8CAA8C;IAC9C,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,qBAAqB,CAAC,CAAC;IAChD,iDAAiD;IACjD,SAAS,CAAC,KAAK,EAAE,qBAAqB,EAAE,OAAO,CAAC,EAAE,qBAAqB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACxF,+CAA+C;IAC/C,gBAAgB,CACd,OAAO,EAAE,6BAA6B,EACtC,OAAO,CAAC,EAAE,8BAA8B,GACvC,OAAO,CAAC,IAAI,CAAC,CAAC;IACjB,kEAAkE;IAClE,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,yBAAyB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3E,8DAA8D;IAC9D,SAAS,CAAC,KAAK,EAAE,UAAU,GAAG,WAAW,EAAE,OAAO,CAAC,EAAE,sBAAsB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC5F,oCAAoC;IACpC,WAAW,CAAC,OAAO,CAAC,EAAE,sBAAsB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC7D,mCAAmC;IACnC,eAAe,CAAC,OAAO,CAAC,EAAE,sBAAsB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACjE,kDAAkD;IAClD,gBAAgB,CAAC,OAAO,CAAC,EAAE,sBAAsB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAClE,8DAA8D;IAC9D,cAAc,CACZ,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,+BAA+B,GACxC,OAAO,CAAC,IAAI,CAAC,CAAC;IACjB,+BAA+B;IAC/B,eAAe,CAAC,OAAO,CAAC,EAAE,yBAAyB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACpE,uCAAuC;IACvC,cAAc,CAAC,OAAO,CAAC,EAAE,+BAA+B,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACzE,kDAAkD;IAClD,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACrD,sDAAsD;IACtD,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAC1B;AAED,mFAAmF;AACnF,qBAAa,wBAAwB;IACnC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAkB;IAC7C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAGU;gBAGhC,QAAQ,EAAE,MAAM,EAChB,UAAU,EAAE,eAAe,EAC3B,OAAO,GAAE,+BAAoC;IAiB/C,mEAAmE;IACtD,OAAO,CAClB,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE,sCAA2C,GACnD,OAAO,CAAC,oBAAoB,CAAC;CAkBjC"}

package/dist/browser/realtime/voiceAgentRealtimeClient.js

@@ -0,0 +1,376 @@
+// Copyright (c) Microsoft Corporation.
+// Licensed under the MIT License.
+import { uint8ArrayToString } from "@azure/core-util";
+import { SDK_VERSION } from "../constants.js";
+import { logger } from "../logger.js";
+import { AsyncQueue } from "./asyncQueue.js";
+import { VoiceAgentAuthenticationError, VoiceAgentConnectionError, VoiceAgentProtocolError, } from "./errors.js";
+import { deserializeVoiceAgentServerEvent, serializeVoiceAgentClientEvent } from "./protocol.js";
+const defaultCredentialScope = "https://ai.azure.com/.default";
+const voiceAgentsPreview = "VoiceAgents=V1Preview";
+/** Known values of {@link VoiceAgentConnectionState} reported by a voice-agent realtime connection. */
+export const KnownVoiceAgentConnectionState = {
+    Disconnected: "disconnected",
+    Connecting: "connecting",
+    Connected: "connected",
+    Closing: "closing",
+};
+/** Client for establishing realtime sessions with managed Foundry voice agents. */
+export class VoiceAgentRealtimeClient {
+    endpoint;
+    credential;
+    options;
+    constructor(endpoint, credential, options = {}) {
+        // Endpoint validation (https-only) is deferred to connect() so that merely constructing an
+        // AIProjectClient (which eagerly creates this client) doesn't reject callers who intentionally
+        // use an insecure local endpoint for the REST surface and never touch realtime connections.
+        if (!endpoint.trim()) {
+            throw new TypeError("endpoint must not be empty.");
+        }
+        this.endpoint = endpoint;
+        this.credential = credential;
+        this.options = {
+            ...options,
+            connectionTimeoutInMs: options.connectionTimeoutInMs ?? 30_000,
+            apiVersion: options.apiVersion ?? "v1",
+        };
+    }
+    /** Establishes a WebSocket connection to a managed voice agent. */
+    async connect(agentName, options = {}) {
+        if (!agentName.trim()) {
+            throw new TypeError("agentName must not be empty.");
+        }
+        const factory = this.options.webSocketFactory ??
+            (await import("../webSocketTransport.js")).createDefaultVoiceAgentWebSocketFactory();
+        const connection = new VoiceAgentConnectionImpl(normalizeEndpoint(this.endpoint), agentName, this.credential, this.options, options, factory);
+        await connection.open();
+        return connection;
+    }
+}
+class VoiceAgentConnectionImpl {
+    endpoint;
+    agentName;
+    credential;
+    clientOptions;
+    connectOptions;
+    events;
+    transport;
+    closePromise;
+    resolveClose;
+    currentState = KnownVoiceAgentConnectionState.Disconnected;
+    iteratorStarted = false;
+    finished = false;
+    constructor(endpoint, agentName, credential, clientOptions, connectOptions, factory) {
+        this.endpoint = endpoint;
+        this.agentName = agentName;
+        this.credential = credential;
+        this.clientOptions = clientOptions;
+        this.connectOptions = connectOptions;
+        this.events = new AsyncQueue(10_000, {
+            onOverflow: (error) => this.handleEventQueueOverflow(error),
+        });
+        this.transport = factory.create();
+        this.closePromise = new Promise((resolve) => {
+            this.resolveClose = resolve;
+        });
+        this.transport.setHandlers({
+            onMessage: (data) => this.handleMessage(data),
+            onClose: (code, reason, wasClean) => this.handleClose(code, reason, wasClean),
+            onError: (error) => this.handleTransportError(error),
+        });
+    }
+    get state() {
+        return this.currentState;
+    }
+    get closed() {
+        return this.closePromise;
+    }
+    async open() {
+        this.setState(KnownVoiceAgentConnectionState.Connecting);
+        let token;
+        try {
+            const accessToken = await this.credential.getToken(this.clientOptions.credentialScopes ?? defaultCredentialScope, { abortSignal: this.connectOptions.abortSignal });
+            if (!accessToken) {
+                throw new VoiceAgentAuthenticationError("The credential returned no access token.");
+            }
+            token = accessToken.token;
+        }
+        catch (error) {
+            if (this.connectOptions.abortSignal?.aborted) {
+                const cancelledError = new VoiceAgentConnectionError("Voice-agent connection was cancelled.", "operationCancelled", { cause: error });
+                this.finish(1006, cancelledError.message, false, cancelledError);
+                throw cancelledError;
+            }
+            const authenticationError = error instanceof VoiceAgentAuthenticationError
+                ? error
+                : new VoiceAgentAuthenticationError("Failed to acquire a Voice Agents access token.", {
+                    cause: error,
+                });
+            this.finish(1006, authenticationError.message, false, authenticationError);
+            throw authenticationError;
+        }
+        try {
+            await this.transport.connect({
+                url: buildWebSocketUrl(this.endpoint, this.agentName, this.clientOptions.apiVersion, this.connectOptions),
+                protocols: ["realtime"],
+                headers: buildHeaders(token, this.clientOptions, this.connectOptions),
+                connectionTimeoutInMs: this.connectOptions.connectionTimeoutInMs ?? this.clientOptions.connectionTimeoutInMs,
+                abortSignal: this.connectOptions.abortSignal,
+            });
+            this.setState(KnownVoiceAgentConnectionState.Connected);
+            logger.info("Connected to voice agent", { agentName: this.agentName });
+        }
+        catch (error) {
+            const cancelled = this.connectOptions.abortSignal?.aborted === true;
+            const connectionError = new VoiceAgentConnectionError(cancelled
+                ? "Voice-agent connection was cancelled."
+                : "Failed to connect to the voice agent.", cancelled ? "operationCancelled" : "connectionFailed", { cause: error });
+            this.finish(1006, connectionError.message, false, connectionError);
+            throw connectionError;
+        }
+    }
+    async sendEvent(event, options = {}) {
+        if (this.state !== KnownVoiceAgentConnectionState.Connected) {
+            throw new VoiceAgentConnectionError(`Cannot send while the connection is ${this.state}.`, "invalidState");
+        }
+        if (options.abortSignal?.aborted) {
+            throw new VoiceAgentConnectionError("Send operation was cancelled.", "operationCancelled");
+        }
+        try {
+            await this.transport.send(serializeVoiceAgentClientEvent(event), options.abortSignal);
+        }
+        catch (error) {
+            if (error instanceof VoiceAgentProtocolError) {
+                throw error;
+            }
+            throw new VoiceAgentConnectionError("Failed to send a voice-agent event.", "sendFailed", {
+                cause: error,
+            });
+        }
+    }
+    configureSession(session, options = {}) {
+        return this.sendEvent({ type: "session.update", event_id: options.eventId, session }, options);
+    }
+    async sendText(text, options = {}) {
+        await this.sendEvent({
+            type: "conversation.item.create",
+            event_id: options.eventId,
+            previous_item_id: options.previousItemId,
+            // `RealtimeConversationItemUnion` no longer enumerates a "message" item in the generated
+            // models, but the wire protocol still accepts this shape; see the TypeSpec regeneration
+            // report for details.
+            item: {
+                type: "message",
+                role: "user",
+                content: [{ type: "input_text", text }],
+            },
+        }, options);
+        if (options.createResponse !== false) {
+            await this.requestResponse({ abortSignal: options.abortSignal });
+        }
+    }
+    sendAudio(audio, options = {}) {
+        const bytes = audio instanceof Uint8Array ? audio : new Uint8Array(audio);
+        return this.sendEvent({
+            type: "input_audio_buffer.append",
+            event_id: options.eventId,
+            audio: uint8ArrayToString(bytes, "base64"),
+        }, options);
+    }
+    commitAudio(options = {}) {
+        return this.sendEvent({ type: "input_audio_buffer.commit", event_id: options.eventId }, options);
+    }
+    clearInputAudio(options = {}) {
+        return this.sendEvent({ type: "input_audio_buffer.clear", event_id: options.eventId }, options);
+    }
+    clearOutputAudio(options = {}) {
+        return this.sendEvent({ type: "output_audio_buffer.clear", event_id: options.eventId }, options);
+    }
+    async sendToolOutput(callId, output, options = {}) {
+        await this.sendEvent({
+            type: "conversation.item.create",
+            event_id: options.eventId,
+            item: { type: "function_call_output", call_id: callId, output },
+        }, options);
+        if (options.createResponse !== false) {
+            await this.requestResponse({ abortSignal: options.abortSignal });
+        }
+    }
+    requestResponse(options = {}) {
+        return this.sendEvent({ type: "response.create", event_id: options.eventId, response: options.response }, options);
+    }
+    cancelResponse(options = {}) {
+        return this.sendEvent({ type: "response.cancel", event_id: options.eventId, response_id: options.responseId }, options);
+    }
+    async close(code = 1000, reason = "Client closed the voice-agent connection.") {
+        if (this.state === KnownVoiceAgentConnectionState.Disconnected ||
+            this.state === KnownVoiceAgentConnectionState.Closing) {
+            await this.closed;
+            return;
+        }
+        this.setState(KnownVoiceAgentConnectionState.Closing);
+        try {
+            await this.transport.close(code, reason);
+        }
+        finally {
+            this.finish(code, reason, false);
+        }
+    }
+    dispose() {
+        return this.close();
+    }
+    async *[Symbol.asyncIterator]() {
+        if (this.iteratorStarted) {
+            throw new VoiceAgentConnectionError("A voice-agent connection supports one active event iterator.", "invalidState");
+        }
+        this.iteratorStarted = true;
+        try {
+            while (true) {
+                const result = await this.events.next();
+                if (result.done) {
+                    return;
+                }
+                yield result.value;
+            }
+        }
+        finally {
+            if (this.state === KnownVoiceAgentConnectionState.Connected) {
+                await this.close();
+            }
+        }
+    }
+    handleMessage(data) {
+        try {
+            this.events.enqueue(deserializeVoiceAgentServerEvent(data));
+        }
+        catch (error) {
+            const protocolError = error instanceof VoiceAgentProtocolError
+                ? error
+                : new VoiceAgentProtocolError("Failed to process a voice-agent event.", { cause: error });
+            // finish() closes the transport itself, so no additional close is needed here.
+            this.finish(1002, protocolError.message, false, protocolError);
+        }
+    }
+    handleEventQueueOverflow(cause) {
+        if (this.finished) {
+            return;
+        }
+        const error = new VoiceAgentConnectionError(cause.message, "connectionClosed", {
+            cause,
+        });
+        this.finish(1006, error.message, false, error);
+    }
+    handleClose(code, reason, wasClean) {
+        if (this.finished) {
+            return;
+        }
+        if (wasClean || this.state === KnownVoiceAgentConnectionState.Closing) {
+            this.finish(code, reason, wasClean);
+        }
+        else {
+            const error = new VoiceAgentConnectionError(`Voice-agent connection closed unexpectedly (${code}${reason ? `: ${reason}` : ""}).`, "connectionClosed", { closeCode: code });
+            this.finish(code, reason, false, error);
+        }
+    }
+    handleTransportError(cause) {
+        if (this.finished) {
+            return;
+        }
+        const error = new VoiceAgentConnectionError("Voice-agent WebSocket transport failed.", "connectionClosed", {
+            cause,
+        });
+        this.finish(1006, cause.message, false, error);
+    }
+    finish(code, reason, wasClean, error) {
+        if (this.finished) {
+            return;
+        }
+        this.finished = true;
+        if (error) {
+            this.events.fail(error);
+        }
+        else {
+            this.events.close();
+        }
+        this.setState(KnownVoiceAgentConnectionState.Disconnected);
+        this.resolveClose({ code, reason, wasClean, error });
+        logger.info("Voice-agent connection closed", { code, reason, wasClean });
+        // Ensure the socket never outlives the connection, even on paths that never closed it
+        // themselves. Not awaited: finish() is synchronous because its callers are.
+        void this.closeTransportQuietly(code, reason);
+    }
+    /**
+     * Closes the transport, logging rather than rejecting: this is best-effort cleanup running after
+     * the connection has already settled. A no-op if the transport is already closed.
+     */
+    async closeTransportQuietly(code, reason) {
+        try {
+            await this.transport.close(code, reason);
+        }
+        catch (error) {
+            logger.warning("Failed to close the voice-agent transport", { error });
+        }
+    }
+    setState(state) {
+        if (state === this.currentState) {
+            return;
+        }
+        const previousState = this.currentState;
+        this.currentState = state;
+        try {
+            this.connectOptions.onConnectionStateChange?.(state, previousState);
+        }
+        catch (error) {
+            // A throwing caller callback must never interrupt connection lifecycle/cleanup.
+            logger.warning("onConnectionStateChange callback threw an error", { error });
+        }
+    }
+}
+function normalizeEndpoint(endpoint) {
+    const normalized = endpoint.trim();
+    if (!normalized) {
+        throw new TypeError("endpoint must not be empty.");
+    }
+    const url = new URL(normalized.includes("://") ? normalized : `https://${normalized}`);
+    if (url.protocol !== "https:") {
+        throw new TypeError("endpoint must use https; a plaintext endpoint would send the bearer token over an unencrypted connection.");
+    }
+    return url.toString().replace(/\/$/, "");
+}
+function buildWebSocketUrl(endpoint, agentName, apiVersion, options) {
+    const url = new URL(endpoint);
+    url.protocol = "wss:";
+    url.pathname = `${url.pathname.replace(/\/$/, "")}/agents/${encodeURIComponent(agentName)}/endpoint/protocols/voice`;
+    url.searchParams.set("api-version", apiVersion);
+    url.searchParams.set("x-ms-client-sdk", `azsdk-js-ai-projects/${SDK_VERSION}`);
+    if (options.agentSessionId) {
+        url.searchParams.set("agent_session_id", options.agentSessionId);
+    }
+    if (options.store !== undefined) {
+        url.searchParams.set("store", String(options.store));
+    }
+    if (options.agentVersionOverride) {
+        url.searchParams.set("x-agent-version-override", options.agentVersionOverride);
+    }
+    return url.toString();
+}
+function buildHeaders(token, clientOptions, connectOptions) {
+    const sdkUserAgent = `azsdk-js-ai-projects/${SDK_VERSION}`;
+    const headers = {
+        authorization: `Bearer ${token}`,
+        "foundry-features": voiceAgentsPreview,
+        "x-ms-client-request-id": createRequestId(),
+        "x-ms-client-sdk": sdkUserAgent,
+        "user-agent": clientOptions.userAgentPrefix
+            ? `${clientOptions.userAgentPrefix} ${sdkUserAgent}`
+            : sdkUserAgent,
+    };
+    if (connectOptions.structuredInputs) {
+        headers["x-ms-voice-structured-inputs"] = JSON.stringify(connectOptions.structuredInputs);
+    }
+    return headers;
+}
+function createRequestId() {
+    return (globalThis.crypto?.randomUUID?.() ?? `${Date.now()}-${Math.random().toString(36).slice(2)}`);
+}
+//# sourceMappingURL=voiceAgentRealtimeClient.js.map