@livekit/agents-plugin-openai 1.0.50 → 1.1.0

package/dist/realtime/api_proto.d.cts

@@ -80,6 +80,10 @@ export interface InputAudioContent {
     type: 'input_audio';
     audio: AudioBase64Bytes;
 }
+export interface InputImageContent {
+    type: 'input_image';
+    image_url: string;
+}
 export interface TextContent {
     type: 'text';
     text: string;
@@ -93,7 +97,7 @@ export interface AudioContent {
     audio: AudioBase64Bytes;
     transcript: string;
 }
-export type Content = InputTextContent | InputAudioContent | TextContent | OutputTextContent | AudioContent;
+export type Content = InputTextContent | InputAudioContent | InputImageContent | TextContent | OutputTextContent | AudioContent;
 export type ContentPart = {
     type: 'text' | 'audio' | 'output_text' | 'output_audio';
     audio?: AudioBase64Bytes;
@@ -113,7 +117,7 @@ export interface SystemItem extends BaseItem {
 export interface UserItem extends BaseItem {
     type: 'message';
     role: 'user';
-    content: (InputTextContent | InputAudioContent)[];
+    content: (InputTextContent | InputAudioContent | InputImageContent)[];
 }
 export interface AssistantItem extends BaseItem {
     type: 'message';
@@ -238,7 +242,7 @@ export interface UserItemCreate {
     id: string;
     type: 'message';
     role: 'user';
-    content: (InputTextContent | InputAudioContent)[];
+    content: (InputTextContent | InputAudioContent | InputImageContent)[];
 }
 export interface AssistantItemCreate {
     id: string;

package/dist/realtime/api_proto.d.ts

@@ -80,6 +80,10 @@ export interface InputAudioContent {
     type: 'input_audio';
     audio: AudioBase64Bytes;
 }
+export interface InputImageContent {
+    type: 'input_image';
+    image_url: string;
+}
 export interface TextContent {
     type: 'text';
     text: string;
@@ -93,7 +97,7 @@ export interface AudioContent {
     audio: AudioBase64Bytes;
     transcript: string;
 }
-export type Content = InputTextContent | InputAudioContent | TextContent | OutputTextContent | AudioContent;
+export type Content = InputTextContent | InputAudioContent | InputImageContent | TextContent | OutputTextContent | AudioContent;
 export type ContentPart = {
     type: 'text' | 'audio' | 'output_text' | 'output_audio';
     audio?: AudioBase64Bytes;
@@ -113,7 +117,7 @@ export interface SystemItem extends BaseItem {
 export interface UserItem extends BaseItem {
     type: 'message';
     role: 'user';
-    content: (InputTextContent | InputAudioContent)[];
+    content: (InputTextContent | InputAudioContent | InputImageContent)[];
 }
 export interface AssistantItem extends BaseItem {
     type: 'message';
@@ -238,7 +242,7 @@ export interface UserItemCreate {
     id: string;
     type: 'message';
     role: 'user';
-    content: (InputTextContent | InputAudioContent)[];
+    content: (InputTextContent | InputAudioContent | InputImageContent)[];
 }
 export interface AssistantItemCreate {
     id: string;

package/dist/realtime/api_proto.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"api_proto.d.ts","sourceRoot":"","sources":["../../src/realtime/api_proto.ts"],"names":[],"mappings":"AAIA,eAAO,MAAM,WAAW,QAAQ,CAAC;AACjC,eAAO,MAAM,YAAY,IAAI,CAAC;AAC9B,eAAO,MAAM,aAAa,OAAO,CAAC;AAClC,eAAO,MAAM,cAAc,OAAO,CAAC;AAEnC,eAAO,MAAM,QAAQ,4BAA4B,CAAC;AAElD,MAAM,MAAM,KAAK,GAAG,oCAAoC,GAAG,MAAM,CAAC;AAClE,MAAM,MAAM,KAAK,GACb,OAAO,GACP,SAAS,GACT,MAAM,GACN,KAAK,GACL,QAAQ,GACR,OAAO,GACP,MAAM,GACN,OAAO,GACP,MAAM,CAAC;AAEX,2GAA2G;AAC3G,MAAM,MAAM,iBAAiB,GAAG,OAAO,CAAC;AACxC,MAAM,MAAM,IAAI,GAAG,QAAQ,GAAG,WAAW,GAAG,MAAM,GAAG,MAAM,CAAC;AAC5D,MAAM,MAAM,wBAAwB,GAAG,MAAM,GAAG,YAAY,GAAG,gBAAgB,GAAG,WAAW,CAAC;AAC9F,MAAM,MAAM,uBAAuB,GAAG,WAAW,GAAG,MAAM,CAAC;AAC3D,MAAM,MAAM,QAAQ,GAAG,MAAM,GAAG,OAAO,CAAC;AACxC,MAAM,MAAM,UAAU,GAAG,MAAM,GAAG,MAAM,GAAG,UAAU,GAAG,MAAM,CAAC;AAC/D,MAAM,MAAM,KAAK,GAAG,cAAc,GAAG,WAAW,GAAG,UAAU,GAAG,UAAU,GAAG,MAAM,CAAC;AACpF,MAAM,MAAM,cAAc,GACtB,aAAa,GACb,WAAW,GACX,YAAY,GACZ,WAAW,GACX,QAAQ,GACR,MAAM,CAAC;AACX,MAAM,MAAM,eAAe,GACvB,gBAAgB,GAChB,2BAA2B,GAC3B,2BAA2B,GAC3B,0BAA0B,GAC1B,0BAA0B,GAC1B,4BAA4B,GAC5B,0BAA0B,GAC1B,iBAAiB,GACjB,iBAAiB,CAAC;AAEtB,MAAM,MAAM,eAAe,GACvB,OAAO,GACP,iBAAiB,GACjB,iBAAiB,GACjB,sBAAsB,GACtB,8BAA8B,GAC9B,4BAA4B,GAC5B,mCAAmC,GACnC,mCAAmC,GACnC,yBAAyB,GACzB,2BAA2B,GAC3B,uDAAuD,GACvD,oDAAoD,GACpD,6BAA6B,GAC7B,2BAA2B,GAC3B,kBAAkB,GAClB,eAAe,GACf,4BAA4B,GAC5B,2BAA2B,GAC3B,6BAA6B,GAC7B,4BAA4B,GAC5B,4BAA4B,GAC5B,2BAA2B,GAC3B,qBAAqB,GACrB,oBAAoB,GACpB,wCAAwC,GACxC,uCAAuC,GACvC,iCAAiC,GACjC,gCAAgC,GAChC,6BAA6B,GAC7B,4BAA4B,GAC5B,sBAAsB,GACtB,qBAAqB,GACrB,wCAAwC,GACxC,uCAAuC,GACvC,qBAAqB,CAAC;AAE1B,MAAM,MAAM,gBAAgB,GAAG,MAAM,CAAC;AAEtC,MAAM,WAAW,IAAI;IACnB,IAAI,EAAE,UAAU,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE;QACV,IAAI,EAAE,QAAQ,CAAC;QACf,UAAU,EAAE;YACV,CAAC,IAAI,EAAE,MAAM,GAAG;gBACd,CAAC,IAAI,EAAE,MAAM,GAAG,GAAG,CAAC;aACrB,CAAC;SACH,CAAC;QACF,QAAQ,EAAE,MAAM,EAAE,CAAC;KACpB,CAAC;CACH;AAED,MAAM,MAAM,iBAAiB,GACzB;IACE,IAAI,EAAE,cAAc,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;IAC/C,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,kBAAkB,CAAC,EAAE,OAAO,CAAC;CAC9B,GACD;IACE,IAAI,EAAE,YAAY,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,kBAAkB,CAAC,EAAE,OAAO,CAAC;CAC9B,CAAC;AAEN,MAAM,MAAM,uBAAuB,GAAG;IACpC,KAAK,EAAE,uBAAuB,CAAC;IAC/B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG,YAAY,GAAG,WAAW,CAAC;AAE5D,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,kBAAkB,CAAC;CAC1B;AAED,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,WAAW,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,wBAAwB;IACvC,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,eAAe,CAAC,EAAE,cAAc,GAAG,IAAI,CAAC;IACxC,aAAa,CAAC,EAAE,uBAAuB,GAAG,IAAI,CAAC;IAC/C,cAAc,CAAC,EAAE,iBAAiB,GAAG,IAAI,CAAC;CAC3C;AAED,MAAM,WAAW,yBAAyB;IACxC,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,KAAK,CAAC;CACf;AAED,MAAM,WAAW,mBAAmB;IAClC,KAAK,CAAC,EAAE,wBAAwB,CAAC;IACjC,MAAM,CAAC,EAAE,yBAAyB,CAAC;CACpC;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,YAAY,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,aAAa,CAAC;IACpB,KAAK,EAAE,gBAAgB,CAAC;CACzB;AAED,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,aAAa,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,OAAO,CAAC;IACd,KAAK,EAAE,gBAAgB,CAAC;IACxB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,MAAM,OAAO,GACf,gBAAgB,GAChB,iBAAiB,GACjB,WAAW,GACX,iBAAiB,GACjB,YAAY,CAAC;AACjB,MAAM,MAAM,WAAW,GAAG;IACxB,IAAI,EAAE,MAAM,GAAG,OAAO,GAAG,aAAa,GAAG,cAAc,CAAC;IACxD,KAAK,CAAC,EAAE,gBAAgB,CAAC;IACzB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,eAAe,CAAC;IACxB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,UAAW,SAAQ,QAAQ;IAC1C,IAAI,EAAE,SAAS,CAAC;IAChB,IAAI,EAAE,QAAQ,CAAC;IACf,OAAO,EAAE,gBAAgB,CAAC;CAC3B;AAED,MAAM,WAAW,QAAS,SAAQ,QAAQ;IACxC,IAAI,EAAE,SAAS,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,CAAC,gBAAgB,GAAG,iBAAiB,CAAC,EAAE,CAAC;CACnD;AAED,MAAM,WAAW,aAAc,SAAQ,QAAQ;IAC7C,IAAI,EAAE,SAAS,CAAC;IAChB,IAAI,EAAE,WAAW,CAAC;IAClB,OAAO,EAAE,CAAC,WAAW,GAAG,iBAAiB,GAAG,YAAY,CAAC,EAAE,CAAC;CAC7D;AAED,MAAM,WAAW,gBAAiB,SAAQ,QAAQ;IAChD,IAAI,EAAE,eAAe,CAAC;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,sBAAuB,SAAQ,QAAQ;IACtD,IAAI,EAAE,sBAAsB,CAAC;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,MAAM,YAAY,GACpB,UAAU,GACV,QAAQ,GACR,aAAa,GACb,gBAAgB,GAChB,sBAAsB,CAAC;AAG3B,MAAM,WAAW,eAAe;IAC9B,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,kBAAkB,CAAC;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,QAAQ,EAAE,CAAC;IACvB,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,KAAK,CAAC;IACb,kBAAkB,EAAE,iBAAiB,CAAC;IACtC,mBAAmB,EAAE,iBAAiB,CAAC;IACvC,yBAAyB,EAAE,uBAAuB,GAAG,IAAI,CAAC;IAC1D,cAAc,EAAE,iBAAiB,GAAG,IAAI,CAAC;IACzC,KAAK,EAAE,IAAI,EAAE,CAAC;IACd,WAAW,EAAE,UAAU,CAAC;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,0BAA0B,EAAE,MAAM,GAAG,KAAK,CAAC;IAC3C,UAAU,EAAE,MAAM,CAAC;CACpB;AAGD,MAAM,WAAW,oBAAoB;IACnC,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,uBAAuB,CAAC;CACjC;AAED,MAAM,MAAM,qBAAqB,GAC7B;IACE,IAAI,EAAE,YAAY,CAAC;IACnB,MAAM,EAAE,mBAAmB,GAAG,gBAAgB,GAAG,MAAM,CAAC;CACzD,GACD;IACE,IAAI,EAAE,QAAQ,CAAC;IACf,KAAK,CAAC,EAAE;QACN,IAAI,EAAE,cAAc,GAAG,qBAAqB,GAAG,MAAM,CAAC;QACtD,OAAO,EAAE,MAAM,CAAC;KACjB,CAAC;CACH,GACD;IACE,IAAI,EAAE,WAAW,CAAC;IAClB,MAAM,EAAE,eAAe,GAAG,kBAAkB,GAAG,MAAM,CAAC;CACvD,CAAC;AAEN,MAAM,WAAW,UAAU;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,mBAAmB,EAAE;QACnB,WAAW,EAAE,MAAM,CAAC;QACpB,YAAY,EAAE,MAAM,CAAC;QACrB,aAAa,EAAE,MAAM,CAAC;QACtB,qBAAqB,EAAE;YACrB,WAAW,EAAE,MAAM,CAAC;YACpB,YAAY,EAAE,MAAM,CAAC;YACrB,YAAY,EAAE,MAAM,CAAC;SACtB,CAAC;KACH,CAAC;IACF,oBAAoB,EAAE;QACpB,WAAW,EAAE,MAAM,CAAC;QACpB,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;CACH;AAED,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,mBAAmB,CAAC;IAC5B,MAAM,EAAE,cAAc,CAAC;IACvB,cAAc,EAAE,qBAAqB,CAAC;IACtC,MAAM,EAAE,YAAY,EAAE,CAAC;IACvB,KAAK,CAAC,EAAE,UAAU,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACnC;AAGD,UAAU,eAAe;IACvB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,eAAe,CAAC;CACvB;AAED,MAAM,WAAW,kBAAmB,SAAQ,eAAe;IACzD,IAAI,EAAE,gBAAgB,CAAC;IACvB,OAAO,EAAE,OAAO,CAAC;QAEf,IAAI,CAAC,EAAE,UAAU,CAAC;QAClB,iBAAiB,CAAC,EAAE,QAAQ,EAAE,CAAC;QAC/B,KAAK,CAAC,EAAE,mBAAmB,CAAC;QAC5B,iBAAiB,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;QACnC,OAAO,CAAC,EAAE,aAAa,GAAG,IAAI,CAAC;QAE/B,KAAK,EAAE,KAAK,CAAC;QACb,YAAY,EAAE,MAAM,CAAC;QACrB,KAAK,EAAE,IAAI,EAAE,CAAC;QACd,WAAW,EAAE,UAAU,CAAC;QAExB,UAAU,EAAE,QAAQ,EAAE,CAAC;QACvB,KAAK,EAAE,KAAK,CAAC;QACb,kBAAkB,EAAE,iBAAiB,CAAC;QACtC,mBAAmB,EAAE,iBAAiB,CAAC;QACvC,yBAAyB,EAAE,uBAAuB,GAAG,IAAI,CAAC;QAC1D,cAAc,EAAE,iBAAiB,GAAG,IAAI,CAAC;QACzC,WAAW,EAAE,MAAM,CAAC;QACpB,0BAA0B,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;QAC5C,KAAK,CAAC,EAAE,MAAM,CAAC;KAChB,CAAC,CAAC;CACJ;AAED,MAAM,WAAW,aAAa;IAC5B,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED,MAAM,WAAW,2BAA4B,SAAQ,eAAe;IAClE,IAAI,EAAE,2BAA2B,CAAC;IAClC,KAAK,EAAE,gBAAgB,CAAC;CACzB;AAED,MAAM,WAAW,2BAA4B,SAAQ,eAAe;IAClE,IAAI,EAAE,2BAA2B,CAAC;CACnC;AAED,MAAM,WAAW,0BAA2B,SAAQ,eAAe;IACjE,IAAI,EAAE,0BAA0B,CAAC;CAClC;AAED,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,SAAS,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,CAAC,gBAAgB,GAAG,iBAAiB,CAAC,EAAE,CAAC;CACnD;AAED,MAAM,WAAW,mBAAmB;IAClC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,SAAS,CAAC;IAChB,IAAI,EAAE,WAAW,CAAC;IAClB,OAAO,EAAE,WAAW,EAAE,CAAC;CACxB;AAED,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,SAAS,CAAC;IAChB,IAAI,EAAE,QAAQ,CAAC;IACf,OAAO,EAAE,gBAAgB,EAAE,CAAC;CAC7B;AAED,MAAM,WAAW,4BAA4B;IAC3C,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,sBAAsB,CAAC;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,MAAM,6BAA6B,GACrC,cAAc,GACd,mBAAmB,GACnB,gBAAgB,GAChB,4BAA4B,CAAC;AAEjC,MAAM,WAAW,2BAA4B,SAAQ,eAAe;IAClE,IAAI,EAAE,0BAA0B,CAAC;IACjC,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,IAAI,EAAE,6BAA6B,CAAC;CACrC;AAED,MAAM,WAAW,6BAA8B,SAAQ,eAAe;IACpE,IAAI,EAAE,4BAA4B,CAAC;IACnC,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,2BAA4B,SAAQ,eAAe;IAClE,IAAI,EAAE,0BAA0B,CAAC;IACjC,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,mBAAoB,SAAQ,eAAe;IAC1D,IAAI,EAAE,iBAAiB,CAAC;IACxB,QAAQ,CAAC,EAAE,OAAO,CAAC;QACjB,UAAU,EAAE,QAAQ,EAAE,CAAC;QACvB,YAAY,EAAE,MAAM,CAAC;QACrB,KAAK,EAAE,KAAK,CAAC;QACb,mBAAmB,EAAE,iBAAiB,CAAC;QACvC,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC;QACf,WAAW,EAAE,UAAU,CAAC;QACxB,WAAW,EAAE,MAAM,CAAC;QACpB,iBAAiB,EAAE,MAAM,GAAG,KAAK,CAAC;QAClC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;KACnC,CAAC,CAAC;CACJ;AAED,MAAM,WAAW,mBAAoB,SAAQ,eAAe;IAC1D,IAAI,EAAE,iBAAiB,CAAC;CACzB;AAED,MAAM,MAAM,WAAW,GACnB,kBAAkB,GAClB,2BAA2B,GAC3B,2BAA2B,GAC3B,0BAA0B,GAC1B,2BAA2B,GAC3B,6BAA6B,GAC7B,2BAA2B,GAC3B,mBAAmB,GACnB,mBAAmB,CAAC;AAExB,UAAU,eAAe;IACvB,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,eAAe,CAAC;CACvB;AAED,MAAM,WAAW,UAAW,SAAQ,eAAe;IACjD,IAAI,EAAE,OAAO,CAAC;IACd,KAAK,EAAE;QACL,IAAI,EAAE,uBAAuB,GAAG,cAAc,GAAG,MAAM,CAAC;QACxD,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,OAAO,EAAE,MAAM,CAAC;QAChB,KAAK,EAAE,MAAM,CAAC;QACd,QAAQ,EAAE,MAAM,CAAC;KAClB,CAAC;CACH;AAED,MAAM,WAAW,mBAAoB,SAAQ,eAAe;IAC1D,IAAI,EAAE,iBAAiB,CAAC;IACxB,OAAO,EAAE,eAAe,CAAC;CAC1B;AAED,MAAM,WAAW,mBAAoB,SAAQ,eAAe;IAC1D,IAAI,EAAE,iBAAiB,CAAC;IACxB,OAAO,EAAE,eAAe,CAAC;CAC1B;AAED,MAAM,WAAW,wBAAyB,SAAQ,eAAe;IAC/D,IAAI,EAAE,sBAAsB,CAAC;IAC7B,YAAY,EAAE,oBAAoB,CAAC;CACpC;AAED,MAAM,WAAW,8BAA+B,SAAQ,eAAe;IACrE,IAAI,EAAE,8BAA8B,CAAC;IACrC,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,4BAA6B,SAAQ,eAAe;IACnE,IAAI,EAAE,4BAA4B,CAAC;CACpC;AAED,MAAM,WAAW,kCAAmC,SAAQ,eAAe;IACzE,IAAI,EAAE,mCAAmC,CAAC;IAC1C,cAAc,EAAE,MAAM,CAAC;IACvB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,kCAAmC,SAAQ,eAAe;IACzE,IAAI,EAAE,mCAAmC,CAAC;IAC1C,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,4BAA6B,SAAQ,eAAe;IACnE,IAAI,EAAE,2BAA2B,CAAC;IAClC,gBAAgB,EAAE,MAAM,CAAC;IACzB,IAAI,EAAE,YAAY,CAAC;CACpB;AAED,MAAM,WAAW,0BAA2B,SAAQ,eAAe;IACjE,IAAI,EAAE,yBAAyB,CAAC;IAChC,gBAAgB,EAAE,MAAM,CAAC;IACzB,IAAI,EAAE,YAAY,CAAC;CACpB;AAED,MAAM,WAAW,qDAAsD,SAAQ,eAAe;IAC5F,IAAI,EAAE,uDAAuD,CAAC;IAC9D,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,kDAAmD,SAAQ,eAAe;IACzF,IAAI,EAAE,oDAAoD,CAAC;IAC3D,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE;QACL,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,OAAO,EAAE,MAAM,CAAC;QAChB,KAAK,EAAE,IAAI,CAAC;KACb,CAAC;CACH;AAED,MAAM,WAAW,8BAA+B,SAAQ,eAAe;IACrE,IAAI,EAAE,6BAA6B,CAAC;IACpC,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,4BAA6B,SAAQ,eAAe;IACnE,IAAI,EAAE,2BAA2B,CAAC;IAClC,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,oBAAqB,SAAQ,eAAe;IAC3D,IAAI,EAAE,kBAAkB,CAAC;IACzB,QAAQ,EAAE,gBAAgB,CAAC;CAC5B;AAED,MAAM,WAAW,iBAAkB,SAAQ,eAAe;IACxD,IAAI,EAAE,eAAe,CAAC;IACtB,QAAQ,EAAE,gBAAgB,CAAC;CAC5B;AAED,MAAM,WAAW,4BAA6B,SAAQ,eAAe;IACnE,IAAI,EAAE,4BAA4B,CAAC;IACnC,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,YAAY,CAAC;CACpB;AAED,MAAM,WAAW,2BAA4B,SAAQ,eAAe;IAClE,IAAI,EAAE,2BAA2B,CAAC;IAClC,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,YAAY,CAAC;CACpB;AAED,MAAM,WAAW,6BAA8B,SAAQ,eAAe;IACpE,IAAI,EAAE,6BAA6B,CAAC;IACpC,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,EAAE,WAAW,CAAC;CACnB;AAED,MAAM,WAAW,4BAA6B,SAAQ,eAAe;IACnE,IAAI,EAAE,4BAA4B,CAAC;IACnC,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,EAAE,WAAW,CAAC;CACnB;AAED,MAAM,WAAW,sBAAuB,SAAQ,eAAe;IAC7D,IAAI,EAAE,qBAAqB,CAAC;IAC5B,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,qBAAsB,SAAQ,eAAe;IAC5D,IAAI,EAAE,oBAAoB,CAAC;IAC3B,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,iCAAkC,SAAQ,eAAe;IACxE,IAAI,EAAE,iCAAiC,CAAC;IACxC,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;IAEd,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,gCAAiC,SAAQ,eAAe;IACvE,IAAI,EAAE,gCAAgC,CAAC;IACvC,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,uBAAwB,SAAQ,eAAe;IAC9D,IAAI,EAAE,sBAAsB,CAAC;IAC7B,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE,gBAAgB,CAAC;CACzB;AAED,MAAM,WAAW,sBAAuB,SAAQ,eAAe;IAC7D,IAAI,EAAE,qBAAqB,CAAC;IAC5B,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,uCAAwC,SAAQ,eAAe;IAC9E,IAAI,EAAE,wCAAwC,CAAC;IAC/C,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,sCAAuC,SAAQ,eAAe;IAC7E,IAAI,EAAE,uCAAuC,CAAC;IAC9C,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,sBAAuB,SAAQ,eAAe;IAC7D,IAAI,EAAE,qBAAqB,CAAC;IAC5B,WAAW,EAAE;QACX,IAAI,EAAE,UAAU,GAAG,QAAQ,GAAG,cAAc,GAAG,eAAe,GAAG,MAAM,CAAC;QACxE,KAAK,EAAE,MAAM,CAAC;QACd,SAAS,EAAE,MAAM,CAAC;QAClB,aAAa,EAAE,MAAM,CAAC;KACvB,EAAE,CAAC;CACL;AAED,MAAM,MAAM,WAAW,GACnB,UAAU,GACV,mBAAmB,GACnB,mBAAmB,GACnB,wBAAwB,GACxB,8BAA8B,GAC9B,4BAA4B,GAC5B,kCAAkC,GAClC,kCAAkC,GAClC,4BAA4B,GAC5B,0BAA0B,GAC1B,qDAAqD,GACrD,kDAAkD,GAClD,8BAA8B,GAC9B,4BAA4B,GAC5B,oBAAoB,GACpB,iBAAiB,GACjB,4BAA4B,GAC5B,2BAA2B,GAC3B,6BAA6B,GAC7B,4BAA4B,GAC5B,sBAAsB,GACtB,qBAAqB,GACrB,iCAAiC,GACjC,gCAAgC,GAChC,uBAAuB,GACvB,sBAAsB,GACtB,uCAAuC,GACvC,sCAAsC,GACtC,sBAAsB,CAAC"}
+{"version":3,"file":"api_proto.d.ts","sourceRoot":"","sources":["../../src/realtime/api_proto.ts"],"names":[],"mappings":"AAIA,eAAO,MAAM,WAAW,QAAQ,CAAC;AACjC,eAAO,MAAM,YAAY,IAAI,CAAC;AAC9B,eAAO,MAAM,aAAa,OAAO,CAAC;AAClC,eAAO,MAAM,cAAc,OAAO,CAAC;AAEnC,eAAO,MAAM,QAAQ,4BAA4B,CAAC;AAElD,MAAM,MAAM,KAAK,GAAG,oCAAoC,GAAG,MAAM,CAAC;AAClE,MAAM,MAAM,KAAK,GACb,OAAO,GACP,SAAS,GACT,MAAM,GACN,KAAK,GACL,QAAQ,GACR,OAAO,GACP,MAAM,GACN,OAAO,GACP,MAAM,CAAC;AAEX,2GAA2G;AAC3G,MAAM,MAAM,iBAAiB,GAAG,OAAO,CAAC;AACxC,MAAM,MAAM,IAAI,GAAG,QAAQ,GAAG,WAAW,GAAG,MAAM,GAAG,MAAM,CAAC;AAC5D,MAAM,MAAM,wBAAwB,GAAG,MAAM,GAAG,YAAY,GAAG,gBAAgB,GAAG,WAAW,CAAC;AAC9F,MAAM,MAAM,uBAAuB,GAAG,WAAW,GAAG,MAAM,CAAC;AAC3D,MAAM,MAAM,QAAQ,GAAG,MAAM,GAAG,OAAO,CAAC;AACxC,MAAM,MAAM,UAAU,GAAG,MAAM,GAAG,MAAM,GAAG,UAAU,GAAG,MAAM,CAAC;AAC/D,MAAM,MAAM,KAAK,GAAG,cAAc,GAAG,WAAW,GAAG,UAAU,GAAG,UAAU,GAAG,MAAM,CAAC;AACpF,MAAM,MAAM,cAAc,GACtB,aAAa,GACb,WAAW,GACX,YAAY,GACZ,WAAW,GACX,QAAQ,GACR,MAAM,CAAC;AACX,MAAM,MAAM,eAAe,GACvB,gBAAgB,GAChB,2BAA2B,GAC3B,2BAA2B,GAC3B,0BAA0B,GAC1B,0BAA0B,GAC1B,4BAA4B,GAC5B,0BAA0B,GAC1B,iBAAiB,GACjB,iBAAiB,CAAC;AAEtB,MAAM,MAAM,eAAe,GACvB,OAAO,GACP,iBAAiB,GACjB,iBAAiB,GACjB,sBAAsB,GACtB,8BAA8B,GAC9B,4BAA4B,GAC5B,mCAAmC,GACnC,mCAAmC,GACnC,yBAAyB,GACzB,2BAA2B,GAC3B,uDAAuD,GACvD,oDAAoD,GACpD,6BAA6B,GAC7B,2BAA2B,GAC3B,kBAAkB,GAClB,eAAe,GACf,4BAA4B,GAC5B,2BAA2B,GAC3B,6BAA6B,GAC7B,4BAA4B,GAC5B,4BAA4B,GAC5B,2BAA2B,GAC3B,qBAAqB,GACrB,oBAAoB,GACpB,wCAAwC,GACxC,uCAAuC,GACvC,iCAAiC,GACjC,gCAAgC,GAChC,6BAA6B,GAC7B,4BAA4B,GAC5B,sBAAsB,GACtB,qBAAqB,GACrB,wCAAwC,GACxC,uCAAuC,GACvC,qBAAqB,CAAC;AAE1B,MAAM,MAAM,gBAAgB,GAAG,MAAM,CAAC;AAEtC,MAAM,WAAW,IAAI;IACnB,IAAI,EAAE,UAAU,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE;QACV,IAAI,EAAE,QAAQ,CAAC;QACf,UAAU,EAAE;YACV,CAAC,IAAI,EAAE,MAAM,GAAG;gBACd,CAAC,IAAI,EAAE,MAAM,GAAG,GAAG,CAAC;aACrB,CAAC;SACH,CAAC;QACF,QAAQ,EAAE,MAAM,EAAE,CAAC;KACpB,CAAC;CACH;AAED,MAAM,MAAM,iBAAiB,GACzB;IACE,IAAI,EAAE,cAAc,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;IAC/C,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,kBAAkB,CAAC,EAAE,OAAO,CAAC;CAC9B,GACD;IACE,IAAI,EAAE,YAAY,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,kBAAkB,CAAC,EAAE,OAAO,CAAC;CAC9B,CAAC;AAEN,MAAM,MAAM,uBAAuB,GAAG;IACpC,KAAK,EAAE,uBAAuB,CAAC;IAC/B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG,YAAY,GAAG,WAAW,CAAC;AAE5D,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,kBAAkB,CAAC;CAC1B;AAED,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,WAAW,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,wBAAwB;IACvC,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,eAAe,CAAC,EAAE,cAAc,GAAG,IAAI,CAAC;IACxC,aAAa,CAAC,EAAE,uBAAuB,GAAG,IAAI,CAAC;IAC/C,cAAc,CAAC,EAAE,iBAAiB,GAAG,IAAI,CAAC;CAC3C;AAED,MAAM,WAAW,yBAAyB;IACxC,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,KAAK,CAAC;CACf;AAED,MAAM,WAAW,mBAAmB;IAClC,KAAK,CAAC,EAAE,wBAAwB,CAAC;IACjC,MAAM,CAAC,EAAE,yBAAyB,CAAC;CACpC;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,YAAY,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,aAAa,CAAC;IACpB,KAAK,EAAE,gBAAgB,CAAC;CACzB;AAED,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,aAAa,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,aAAa,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,OAAO,CAAC;IACd,KAAK,EAAE,gBAAgB,CAAC;IACxB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,MAAM,OAAO,GACf,gBAAgB,GAChB,iBAAiB,GACjB,iBAAiB,GACjB,WAAW,GACX,iBAAiB,GACjB,YAAY,CAAC;AACjB,MAAM,MAAM,WAAW,GAAG;IACxB,IAAI,EAAE,MAAM,GAAG,OAAO,GAAG,aAAa,GAAG,cAAc,CAAC;IACxD,KAAK,CAAC,EAAE,gBAAgB,CAAC;IACzB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,eAAe,CAAC;IACxB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,UAAW,SAAQ,QAAQ;IAC1C,IAAI,EAAE,SAAS,CAAC;IAChB,IAAI,EAAE,QAAQ,CAAC;IACf,OAAO,EAAE,gBAAgB,CAAC;CAC3B;AAED,MAAM,WAAW,QAAS,SAAQ,QAAQ;IACxC,IAAI,EAAE,SAAS,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,CAAC,gBAAgB,GAAG,iBAAiB,GAAG,iBAAiB,CAAC,EAAE,CAAC;CACvE;AAED,MAAM,WAAW,aAAc,SAAQ,QAAQ;IAC7C,IAAI,EAAE,SAAS,CAAC;IAChB,IAAI,EAAE,WAAW,CAAC;IAClB,OAAO,EAAE,CAAC,WAAW,GAAG,iBAAiB,GAAG,YAAY,CAAC,EAAE,CAAC;CAC7D;AAED,MAAM,WAAW,gBAAiB,SAAQ,QAAQ;IAChD,IAAI,EAAE,eAAe,CAAC;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,sBAAuB,SAAQ,QAAQ;IACtD,IAAI,EAAE,sBAAsB,CAAC;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,MAAM,YAAY,GACpB,UAAU,GACV,QAAQ,GACR,aAAa,GACb,gBAAgB,GAChB,sBAAsB,CAAC;AAG3B,MAAM,WAAW,eAAe;IAC9B,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,kBAAkB,CAAC;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,QAAQ,EAAE,CAAC;IACvB,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,KAAK,CAAC;IACb,kBAAkB,EAAE,iBAAiB,CAAC;IACtC,mBAAmB,EAAE,iBAAiB,CAAC;IACvC,yBAAyB,EAAE,uBAAuB,GAAG,IAAI,CAAC;IAC1D,cAAc,EAAE,iBAAiB,GAAG,IAAI,CAAC;IACzC,KAAK,EAAE,IAAI,EAAE,CAAC;IACd,WAAW,EAAE,UAAU,CAAC;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,0BAA0B,EAAE,MAAM,GAAG,KAAK,CAAC;IAC3C,UAAU,EAAE,MAAM,CAAC;CACpB;AAGD,MAAM,WAAW,oBAAoB;IACnC,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,uBAAuB,CAAC;CACjC;AAED,MAAM,MAAM,qBAAqB,GAC7B;IACE,IAAI,EAAE,YAAY,CAAC;IACnB,MAAM,EAAE,mBAAmB,GAAG,gBAAgB,GAAG,MAAM,CAAC;CACzD,GACD;IACE,IAAI,EAAE,QAAQ,CAAC;IACf,KAAK,CAAC,EAAE;QACN,IAAI,EAAE,cAAc,GAAG,qBAAqB,GAAG,MAAM,CAAC;QACtD,OAAO,EAAE,MAAM,CAAC;KACjB,CAAC;CACH,GACD;IACE,IAAI,EAAE,WAAW,CAAC;IAClB,MAAM,EAAE,eAAe,GAAG,kBAAkB,GAAG,MAAM,CAAC;CACvD,CAAC;AAEN,MAAM,WAAW,UAAU;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,mBAAmB,EAAE;QACnB,WAAW,EAAE,MAAM,CAAC;QACpB,YAAY,EAAE,MAAM,CAAC;QACrB,aAAa,EAAE,MAAM,CAAC;QACtB,qBAAqB,EAAE;YACrB,WAAW,EAAE,MAAM,CAAC;YACpB,YAAY,EAAE,MAAM,CAAC;YACrB,YAAY,EAAE,MAAM,CAAC;SACtB,CAAC;KACH,CAAC;IACF,oBAAoB,EAAE;QACpB,WAAW,EAAE,MAAM,CAAC;QACpB,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;CACH;AAED,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,mBAAmB,CAAC;IAC5B,MAAM,EAAE,cAAc,CAAC;IACvB,cAAc,EAAE,qBAAqB,CAAC;IACtC,MAAM,EAAE,YAAY,EAAE,CAAC;IACvB,KAAK,CAAC,EAAE,UAAU,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACnC;AAGD,UAAU,eAAe;IACvB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,eAAe,CAAC;CACvB;AAED,MAAM,WAAW,kBAAmB,SAAQ,eAAe;IACzD,IAAI,EAAE,gBAAgB,CAAC;IACvB,OAAO,EAAE,OAAO,CAAC;QAEf,IAAI,CAAC,EAAE,UAAU,CAAC;QAClB,iBAAiB,CAAC,EAAE,QAAQ,EAAE,CAAC;QAC/B,KAAK,CAAC,EAAE,mBAAmB,CAAC;QAC5B,iBAAiB,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;QACnC,OAAO,CAAC,EAAE,aAAa,GAAG,IAAI,CAAC;QAE/B,KAAK,EAAE,KAAK,CAAC;QACb,YAAY,EAAE,MAAM,CAAC;QACrB,KAAK,EAAE,IAAI,EAAE,CAAC;QACd,WAAW,EAAE,UAAU,CAAC;QAExB,UAAU,EAAE,QAAQ,EAAE,CAAC;QACvB,KAAK,EAAE,KAAK,CAAC;QACb,kBAAkB,EAAE,iBAAiB,CAAC;QACtC,mBAAmB,EAAE,iBAAiB,CAAC;QACvC,yBAAyB,EAAE,uBAAuB,GAAG,IAAI,CAAC;QAC1D,cAAc,EAAE,iBAAiB,GAAG,IAAI,CAAC;QACzC,WAAW,EAAE,MAAM,CAAC;QACpB,0BAA0B,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;QAC5C,KAAK,CAAC,EAAE,MAAM,CAAC;KAChB,CAAC,CAAC;CACJ;AAED,MAAM,WAAW,aAAa;IAC5B,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED,MAAM,WAAW,2BAA4B,SAAQ,eAAe;IAClE,IAAI,EAAE,2BAA2B,CAAC;IAClC,KAAK,EAAE,gBAAgB,CAAC;CACzB;AAED,MAAM,WAAW,2BAA4B,SAAQ,eAAe;IAClE,IAAI,EAAE,2BAA2B,CAAC;CACnC;AAED,MAAM,WAAW,0BAA2B,SAAQ,eAAe;IACjE,IAAI,EAAE,0BAA0B,CAAC;CAClC;AAED,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,SAAS,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,CAAC,gBAAgB,GAAG,iBAAiB,GAAG,iBAAiB,CAAC,EAAE,CAAC;CACvE;AAED,MAAM,WAAW,mBAAmB;IAClC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,SAAS,CAAC;IAChB,IAAI,EAAE,WAAW,CAAC;IAClB,OAAO,EAAE,WAAW,EAAE,CAAC;CACxB;AAED,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,SAAS,CAAC;IAChB,IAAI,EAAE,QAAQ,CAAC;IACf,OAAO,EAAE,gBAAgB,EAAE,CAAC;CAC7B;AAED,MAAM,WAAW,4BAA4B;IAC3C,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,sBAAsB,CAAC;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,MAAM,6BAA6B,GACrC,cAAc,GACd,mBAAmB,GACnB,gBAAgB,GAChB,4BAA4B,CAAC;AAEjC,MAAM,WAAW,2BAA4B,SAAQ,eAAe;IAClE,IAAI,EAAE,0BAA0B,CAAC;IACjC,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,IAAI,EAAE,6BAA6B,CAAC;CACrC;AAED,MAAM,WAAW,6BAA8B,SAAQ,eAAe;IACpE,IAAI,EAAE,4BAA4B,CAAC;IACnC,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,2BAA4B,SAAQ,eAAe;IAClE,IAAI,EAAE,0BAA0B,CAAC;IACjC,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,mBAAoB,SAAQ,eAAe;IAC1D,IAAI,EAAE,iBAAiB,CAAC;IACxB,QAAQ,CAAC,EAAE,OAAO,CAAC;QACjB,UAAU,EAAE,QAAQ,EAAE,CAAC;QACvB,YAAY,EAAE,MAAM,CAAC;QACrB,KAAK,EAAE,KAAK,CAAC;QACb,mBAAmB,EAAE,iBAAiB,CAAC;QACvC,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC;QACf,WAAW,EAAE,UAAU,CAAC;QACxB,WAAW,EAAE,MAAM,CAAC;QACpB,iBAAiB,EAAE,MAAM,GAAG,KAAK,CAAC;QAClC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;KACnC,CAAC,CAAC;CACJ;AAED,MAAM,WAAW,mBAAoB,SAAQ,eAAe;IAC1D,IAAI,EAAE,iBAAiB,CAAC;CACzB;AAED,MAAM,MAAM,WAAW,GACnB,kBAAkB,GAClB,2BAA2B,GAC3B,2BAA2B,GAC3B,0BAA0B,GAC1B,2BAA2B,GAC3B,6BAA6B,GAC7B,2BAA2B,GAC3B,mBAAmB,GACnB,mBAAmB,CAAC;AAExB,UAAU,eAAe;IACvB,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,eAAe,CAAC;CACvB;AAED,MAAM,WAAW,UAAW,SAAQ,eAAe;IACjD,IAAI,EAAE,OAAO,CAAC;IACd,KAAK,EAAE;QACL,IAAI,EAAE,uBAAuB,GAAG,cAAc,GAAG,MAAM,CAAC;QACxD,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,OAAO,EAAE,MAAM,CAAC;QAChB,KAAK,EAAE,MAAM,CAAC;QACd,QAAQ,EAAE,MAAM,CAAC;KAClB,CAAC;CACH;AAED,MAAM,WAAW,mBAAoB,SAAQ,eAAe;IAC1D,IAAI,EAAE,iBAAiB,CAAC;IACxB,OAAO,EAAE,eAAe,CAAC;CAC1B;AAED,MAAM,WAAW,mBAAoB,SAAQ,eAAe;IAC1D,IAAI,EAAE,iBAAiB,CAAC;IACxB,OAAO,EAAE,eAAe,CAAC;CAC1B;AAED,MAAM,WAAW,wBAAyB,SAAQ,eAAe;IAC/D,IAAI,EAAE,sBAAsB,CAAC;IAC7B,YAAY,EAAE,oBAAoB,CAAC;CACpC;AAED,MAAM,WAAW,8BAA+B,SAAQ,eAAe;IACrE,IAAI,EAAE,8BAA8B,CAAC;IACrC,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,4BAA6B,SAAQ,eAAe;IACnE,IAAI,EAAE,4BAA4B,CAAC;CACpC;AAED,MAAM,WAAW,kCAAmC,SAAQ,eAAe;IACzE,IAAI,EAAE,mCAAmC,CAAC;IAC1C,cAAc,EAAE,MAAM,CAAC;IACvB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,kCAAmC,SAAQ,eAAe;IACzE,IAAI,EAAE,mCAAmC,CAAC;IAC1C,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,4BAA6B,SAAQ,eAAe;IACnE,IAAI,EAAE,2BAA2B,CAAC;IAClC,gBAAgB,EAAE,MAAM,CAAC;IACzB,IAAI,EAAE,YAAY,CAAC;CACpB;AAED,MAAM,WAAW,0BAA2B,SAAQ,eAAe;IACjE,IAAI,EAAE,yBAAyB,CAAC;IAChC,gBAAgB,EAAE,MAAM,CAAC;IACzB,IAAI,EAAE,YAAY,CAAC;CACpB;AAED,MAAM,WAAW,qDAAsD,SAAQ,eAAe;IAC5F,IAAI,EAAE,uDAAuD,CAAC;IAC9D,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,kDAAmD,SAAQ,eAAe;IACzF,IAAI,EAAE,oDAAoD,CAAC;IAC3D,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE;QACL,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,OAAO,EAAE,MAAM,CAAC;QAChB,KAAK,EAAE,IAAI,CAAC;KACb,CAAC;CACH;AAED,MAAM,WAAW,8BAA+B,SAAQ,eAAe;IACrE,IAAI,EAAE,6BAA6B,CAAC;IACpC,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,4BAA6B,SAAQ,eAAe;IACnE,IAAI,EAAE,2BAA2B,CAAC;IAClC,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,oBAAqB,SAAQ,eAAe;IAC3D,IAAI,EAAE,kBAAkB,CAAC;IACzB,QAAQ,EAAE,gBAAgB,CAAC;CAC5B;AAED,MAAM,WAAW,iBAAkB,SAAQ,eAAe;IACxD,IAAI,EAAE,eAAe,CAAC;IACtB,QAAQ,EAAE,gBAAgB,CAAC;CAC5B;AAED,MAAM,WAAW,4BAA6B,SAAQ,eAAe;IACnE,IAAI,EAAE,4BAA4B,CAAC;IACnC,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,YAAY,CAAC;CACpB;AAED,MAAM,WAAW,2BAA4B,SAAQ,eAAe;IAClE,IAAI,EAAE,2BAA2B,CAAC;IAClC,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,YAAY,CAAC;CACpB;AAED,MAAM,WAAW,6BAA8B,SAAQ,eAAe;IACpE,IAAI,EAAE,6BAA6B,CAAC;IACpC,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,EAAE,WAAW,CAAC;CACnB;AAED,MAAM,WAAW,4BAA6B,SAAQ,eAAe;IACnE,IAAI,EAAE,4BAA4B,CAAC;IACnC,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,EAAE,WAAW,CAAC;CACnB;AAED,MAAM,WAAW,sBAAuB,SAAQ,eAAe;IAC7D,IAAI,EAAE,qBAAqB,CAAC;IAC5B,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,qBAAsB,SAAQ,eAAe;IAC5D,IAAI,EAAE,oBAAoB,CAAC;IAC3B,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,iCAAkC,SAAQ,eAAe;IACxE,IAAI,EAAE,iCAAiC,CAAC;IACxC,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;IAEd,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,gCAAiC,SAAQ,eAAe;IACvE,IAAI,EAAE,gCAAgC,CAAC;IACvC,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,uBAAwB,SAAQ,eAAe;IAC9D,IAAI,EAAE,sBAAsB,CAAC;IAC7B,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE,gBAAgB,CAAC;CACzB;AAED,MAAM,WAAW,sBAAuB,SAAQ,eAAe;IAC7D,IAAI,EAAE,qBAAqB,CAAC;IAC5B,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,uCAAwC,SAAQ,eAAe;IAC9E,IAAI,EAAE,wCAAwC,CAAC;IAC/C,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,sCAAuC,SAAQ,eAAe;IAC7E,IAAI,EAAE,uCAAuC,CAAC;IAC9C,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,sBAAuB,SAAQ,eAAe;IAC7D,IAAI,EAAE,qBAAqB,CAAC;IAC5B,WAAW,EAAE;QACX,IAAI,EAAE,UAAU,GAAG,QAAQ,GAAG,cAAc,GAAG,eAAe,GAAG,MAAM,CAAC;QACxE,KAAK,EAAE,MAAM,CAAC;QACd,SAAS,EAAE,MAAM,CAAC;QAClB,aAAa,EAAE,MAAM,CAAC;KACvB,EAAE,CAAC;CACL;AAED,MAAM,MAAM,WAAW,GACnB,UAAU,GACV,mBAAmB,GACnB,mBAAmB,GACnB,wBAAwB,GACxB,8BAA8B,GAC9B,4BAA4B,GAC5B,kCAAkC,GAClC,kCAAkC,GAClC,4BAA4B,GAC5B,0BAA0B,GAC1B,qDAAqD,GACrD,kDAAkD,GAClD,8BAA8B,GAC9B,4BAA4B,GAC5B,oBAAoB,GACpB,iBAAiB,GACjB,4BAA4B,GAC5B,2BAA2B,GAC3B,6BAA6B,GAC7B,4BAA4B,GAC5B,sBAAsB,GACtB,qBAAqB,GACrB,iCAAiC,GACjC,gCAAgC,GAChC,uBAAuB,GACvB,sBAAsB,GACtB,uCAAuC,GACvC,sCAAsC,GACtC,sBAAsB,CAAC"}

package/dist/realtime/api_proto.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/realtime/api_proto.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\nexport const SAMPLE_RATE = 24000;\nexport const NUM_CHANNELS = 1;\nexport const IN_FRAME_SIZE = 2400; // 100ms\nexport const OUT_FRAME_SIZE = 1200; // 50ms\n\nexport const BASE_URL = 'wss://api.openai.com/v1';\n\nexport type Model = 'gpt-4o-realtime-preview-2024-10-01' | string; // Open-ended, for future models\nexport type Voice =\n  | 'alloy'\n  | 'shimmer'\n  | 'echo'\n  | 'ash'\n  | 'ballad'\n  | 'coral'\n  | 'sage'\n  | 'verse'\n  | string;\n\n/** @deprecated Use LegacyAudioFormat for Beta API string format or AudioFormat for GA API object format */\nexport type LegacyAudioFormat = 'pcm16'; // TODO: 'g711-ulaw' | 'g711-alaw' (Beta format)\nexport type Role = 'system' | 'assistant' | 'user' | 'tool';\nexport type GenerationFinishedReason = 'stop' | 'max_tokens' | 'content_filter' | 'interrupt';\nexport type InputTranscriptionModel = 'whisper-1' | string; // Open-ended, for future models\nexport type Modality = 'text' | 'audio';\nexport type ToolChoice = 'auto' | 'none' | 'required' | string;\nexport type State = 'initializing' | 'listening' | 'thinking' | 'speaking' | string;\nexport type ResponseStatus =\n  | 'in_progress'\n  | 'completed'\n  | 'incomplete'\n  | 'cancelled'\n  | 'failed'\n  | string;\nexport type ClientEventType =\n  | 'session.update'\n  | 'input_audio_buffer.append'\n  | 'input_audio_buffer.commit'\n  | 'input_audio_buffer.clear'\n  | 'conversation.item.create'\n  | 'conversation.item.truncate'\n  | 'conversation.item.delete'\n  | 'response.create'\n  | 'response.cancel';\n\nexport type ServerEventType =\n  | 'error'\n  | 'session.created'\n  | 'session.updated'\n  | 'conversation.created'\n  | 'input_audio_buffer.committed'\n  | 'input_audio_buffer.cleared'\n  | 'input_audio_buffer.speech_started'\n  | 'input_audio_buffer.speech_stopped'\n  | 'conversation.item.added' // GA: renamed from conversation.item.created\n  | 'conversation.item.created' // Beta: kept for backward compatibility\n  | 'conversation.item.input_audio_transcription.completed'\n  | 'conversation.item.input_audio_transcription.failed'\n  | 'conversation.item.truncated'\n  | 'conversation.item.deleted'\n  | 'response.created'\n  | 'response.done'\n  | 'response.output_item.added'\n  | 'response.output_item.done'\n  | 'response.content_part.added'\n  | 'response.content_part.done'\n  | 'response.output_text.delta' // GA: renamed from response.text.delta\n  | 'response.output_text.done' // GA: renamed from response.text.done\n  | 'response.text.delta' // Beta: kept for backward compatibility\n  | 'response.text.done' // Beta: kept for backward compatibility\n  | 'response.output_audio_transcript.delta' // GA: renamed from response.audio_transcript.delta\n  | 'response.output_audio_transcript.done' // GA: renamed from response.audio_transcript.done\n  | 'response.audio_transcript.delta' // Beta: kept for backward compatibility\n  | 'response.audio_transcript.done' // Beta: kept for backward compatibility\n  | 'response.output_audio.delta' // GA: renamed from response.audio.delta\n  | 'response.output_audio.done' // GA: renamed from response.audio.done\n  | 'response.audio.delta' // Beta: kept for backward compatibility\n  | 'response.audio.done' // Beta: kept for backward compatibility\n  | 'response.function_call_arguments.delta'\n  | 'response.function_call_arguments.done'\n  | 'rate_limits.updated';\n\nexport type AudioBase64Bytes = string;\n\nexport interface Tool {\n  type: 'function';\n  name: string;\n  description?: string;\n  parameters: {\n    type: 'object';\n    properties: {\n      [prop: string]: {\n        [prop: string]: any;\n      };\n    };\n    required: string[];\n  };\n}\n\nexport type TurnDetectionType =\n  | {\n      type: 'semantic_vad';\n      eagerness?: 'auto' | 'low' | 'medium' | 'high'; // default: auto\n      create_response?: boolean; // default: true\n      interrupt_response?: boolean; // default: true\n    }\n  | {\n      type: 'server_vad';\n      threshold?: number; // 0.0 to 1.0, default: 0.5\n      prefix_padding_ms?: number; // default: 300\n      silence_duration_ms?: number; // default: 200\n      create_response?: boolean; // default: true\n      interrupt_response?: boolean; // default: true\n    };\n\nexport type InputAudioTranscription = {\n  model: InputTranscriptionModel;\n  language?: string;\n  prompt?: string;\n};\n\nexport type NoiseReductionType = 'near_field' | 'far_field';\n\nexport interface NoiseReduction {\n  type: NoiseReductionType;\n}\n\nexport interface AudioFormat {\n  type: 'audio/pcm';\n  rate: number;\n}\n\nexport interface RealtimeAudioConfigInput {\n  format?: AudioFormat;\n  noise_reduction?: NoiseReduction | null;\n  transcription?: InputAudioTranscription | null;\n  turn_detection?: TurnDetectionType | null;\n}\n\nexport interface RealtimeAudioConfigOutput {\n  format?: AudioFormat;\n  speed?: number;\n  voice?: Voice;\n}\n\nexport interface RealtimeAudioConfig {\n  input?: RealtimeAudioConfigInput;\n  output?: RealtimeAudioConfigOutput;\n}\n\nexport interface InputTextContent {\n  type: 'input_text';\n  text: string;\n}\n\nexport interface InputAudioContent {\n  type: 'input_audio';\n  audio: AudioBase64Bytes;\n}\n\nexport interface TextContent {\n  type: 'text';\n  text: string;\n}\n\nexport interface OutputTextContent {\n  type: 'output_text';\n  text: string;\n}\n\nexport interface AudioContent {\n  type: 'audio';\n  audio: AudioBase64Bytes;\n  transcript: string;\n}\n\nexport type Content =\n  | InputTextContent\n  | InputAudioContent\n  | TextContent\n  | OutputTextContent\n  | AudioContent;\nexport type ContentPart = {\n  type: 'text' | 'audio' | 'output_text' | 'output_audio'; // GA: output_text/output_audio\n  audio?: AudioBase64Bytes;\n  transcript?: string;\n  text?: string; // GA: text field for output_text\n};\n\nexport interface BaseItem {\n  id: string;\n  object: 'realtime.item';\n  type: string;\n}\n\nexport interface SystemItem extends BaseItem {\n  type: 'message';\n  role: 'system';\n  content: InputTextContent;\n}\n\nexport interface UserItem extends BaseItem {\n  type: 'message';\n  role: 'user';\n  content: (InputTextContent | InputAudioContent)[];\n}\n\nexport interface AssistantItem extends BaseItem {\n  type: 'message';\n  role: 'assistant';\n  content: (TextContent | OutputTextContent | AudioContent)[];\n}\n\nexport interface FunctionCallItem extends BaseItem {\n  type: 'function_call';\n  call_id: string;\n  name: string;\n  arguments: string;\n}\n\nexport interface FunctionCallOutputItem extends BaseItem {\n  type: 'function_call_output';\n  call_id: string;\n  output: string;\n}\n\nexport type ItemResource =\n  | SystemItem\n  | UserItem\n  | AssistantItem\n  | FunctionCallItem\n  | FunctionCallOutputItem;\n\n// Session Resource\nexport interface SessionResource {\n  id: string;\n  object: 'realtime.session';\n  model: string;\n  modalities: Modality[]; // default: [\"text\", \"audio\"]\n  instructions: string;\n  voice: Voice; // default: \"alloy\"\n  input_audio_format: LegacyAudioFormat; // default: \"pcm16\"\n  output_audio_format: LegacyAudioFormat; // default: \"pcm16\"\n  input_audio_transcription: InputAudioTranscription | null;\n  turn_detection: TurnDetectionType | null;\n  tools: Tool[];\n  tool_choice: ToolChoice; // default: \"auto\"\n  temperature: number; // default: 0.8\n  max_response_output_tokens: number | 'inf';\n  expires_at: number;\n}\n\n// Conversation Resource\nexport interface ConversationResource {\n  id: string;\n  object: 'realtime.conversation';\n}\n\nexport type ResponseStatusDetails =\n  | {\n      type: 'incomplete';\n      reason: 'max_output_tokens' | 'content_filter' | string;\n    }\n  | {\n      type: 'failed';\n      error?: {\n        code: 'server_error' | 'rate_limit_exceeded' | string;\n        message: string;\n      };\n    }\n  | {\n      type: 'cancelled';\n      reason: 'turn_detected' | 'client_cancelled' | string;\n    };\n\nexport interface ModelUsage {\n  total_tokens: number;\n  input_tokens: number;\n  output_tokens: number;\n  input_token_details: {\n    text_tokens: number;\n    audio_tokens: number;\n    cached_tokens: number;\n    cached_tokens_details: {\n      text_tokens: number;\n      audio_tokens: number;\n      image_tokens: number;\n    };\n  };\n  output_token_details: {\n    text_tokens: number;\n    audio_tokens: number;\n  };\n}\n\nexport interface ResponseResource {\n  id: string;\n  object: 'realtime.response';\n  status: ResponseStatus;\n  status_details: ResponseStatusDetails;\n  output: ItemResource[];\n  usage?: ModelUsage;\n  metadata?: Record<string, string>;\n}\n\n// Client Events\ninterface BaseClientEvent {\n  event_id?: string;\n  type: ClientEventType;\n}\n\nexport interface SessionUpdateEvent extends BaseClientEvent {\n  type: 'session.update';\n  session: Partial<{\n    // GA fields\n    type?: 'realtime'; // GA: session type\n    output_modalities?: Modality[]; // GA: renamed from modalities\n    audio?: RealtimeAudioConfig; // GA: nested audio config\n    max_output_tokens?: number | 'inf'; // GA: renamed from max_response_output_tokens\n    tracing?: TracingConfig | null; // GA: tracing config\n    // Common fields\n    model: Model;\n    instructions: string;\n    tools: Tool[];\n    tool_choice: ToolChoice;\n    // Beta fields (kept for backward compatibility)\n    modalities: Modality[];\n    voice: Voice;\n    input_audio_format: LegacyAudioFormat;\n    output_audio_format: LegacyAudioFormat;\n    input_audio_transcription: InputAudioTranscription | null;\n    turn_detection: TurnDetectionType | null;\n    temperature: number;\n    max_response_output_tokens?: number | 'inf';\n    speed?: number;\n  }>;\n}\n\nexport interface TracingConfig {\n  enabled?: boolean;\n}\n\nexport interface InputAudioBufferAppendEvent extends BaseClientEvent {\n  type: 'input_audio_buffer.append';\n  audio: AudioBase64Bytes;\n}\n\nexport interface InputAudioBufferCommitEvent extends BaseClientEvent {\n  type: 'input_audio_buffer.commit';\n}\n\nexport interface InputAudioBufferClearEvent extends BaseClientEvent {\n  type: 'input_audio_buffer.clear';\n}\n\nexport interface UserItemCreate {\n  id: string;\n  type: 'message';\n  role: 'user';\n  content: (InputTextContent | InputAudioContent)[];\n}\n\nexport interface AssistantItemCreate {\n  id: string;\n  type: 'message';\n  role: 'assistant';\n  content: TextContent[];\n}\n\nexport interface SystemItemCreate {\n  id: string;\n  type: 'message';\n  role: 'system';\n  content: InputTextContent[];\n}\n\nexport interface FunctionCallOutputItemCreate {\n  id: string;\n  type: 'function_call_output';\n  call_id: string;\n  output: string;\n}\n\nexport type ConversationItemCreateContent =\n  | UserItemCreate\n  | AssistantItemCreate\n  | SystemItemCreate\n  | FunctionCallOutputItemCreate;\n\nexport interface ConversationItemCreateEvent extends BaseClientEvent {\n  type: 'conversation.item.create';\n  previous_item_id?: string;\n  item: ConversationItemCreateContent;\n}\n\nexport interface ConversationItemTruncateEvent extends BaseClientEvent {\n  type: 'conversation.item.truncate';\n  item_id: string;\n  content_index: number;\n  audio_end_ms: number;\n}\n\nexport interface ConversationItemDeleteEvent extends BaseClientEvent {\n  type: 'conversation.item.delete';\n  item_id: string;\n}\n\nexport interface ResponseCreateEvent extends BaseClientEvent {\n  type: 'response.create';\n  response?: Partial<{\n    modalities: Modality[];\n    instructions: string;\n    voice: Voice;\n    output_audio_format: LegacyAudioFormat;\n    tools?: Tool[];\n    tool_choice: ToolChoice;\n    temperature: number;\n    max_output_tokens: number | 'inf';\n    metadata?: Record<string, string>;\n  }>;\n}\n\nexport interface ResponseCancelEvent extends BaseClientEvent {\n  type: 'response.cancel';\n}\n\nexport type ClientEvent =\n  | SessionUpdateEvent\n  | InputAudioBufferAppendEvent\n  | InputAudioBufferCommitEvent\n  | InputAudioBufferClearEvent\n  | ConversationItemCreateEvent\n  | ConversationItemTruncateEvent\n  | ConversationItemDeleteEvent\n  | ResponseCreateEvent\n  | ResponseCancelEvent;\n\ninterface BaseServerEvent {\n  event_id: string;\n  type: ServerEventType;\n}\n\nexport interface ErrorEvent extends BaseServerEvent {\n  type: 'error';\n  error: {\n    type: 'invalid_request_error' | 'server_error' | string;\n    code?: string;\n    message: string;\n    param: string;\n    event_id: string;\n  };\n}\n\nexport interface SessionCreatedEvent extends BaseServerEvent {\n  type: 'session.created';\n  session: SessionResource;\n}\n\nexport interface SessionUpdatedEvent extends BaseServerEvent {\n  type: 'session.updated';\n  session: SessionResource;\n}\n\nexport interface ConversationCreatedEvent extends BaseServerEvent {\n  type: 'conversation.created';\n  conversation: ConversationResource;\n}\n\nexport interface InputAudioBufferCommittedEvent extends BaseServerEvent {\n  type: 'input_audio_buffer.committed';\n  item_id: string;\n}\n\nexport interface InputAudioBufferClearedEvent extends BaseServerEvent {\n  type: 'input_audio_buffer.cleared';\n}\n\nexport interface InputAudioBufferSpeechStartedEvent extends BaseServerEvent {\n  type: 'input_audio_buffer.speech_started';\n  audio_start_ms: number;\n  item_id: string;\n}\n\nexport interface InputAudioBufferSpeechStoppedEvent extends BaseServerEvent {\n  type: 'input_audio_buffer.speech_stopped';\n  audio_end_ms: number;\n  item_id: string;\n}\n\nexport interface ConversationItemCreatedEvent extends BaseServerEvent {\n  type: 'conversation.item.created';\n  previous_item_id: string;\n  item: ItemResource;\n}\n\nexport interface ConversationItemAddedEvent extends BaseServerEvent {\n  type: 'conversation.item.added';\n  previous_item_id: string;\n  item: ItemResource;\n}\n\nexport interface ConversationItemInputAudioTranscriptionCompletedEvent extends BaseServerEvent {\n  type: 'conversation.item.input_audio_transcription.completed';\n  item_id: string;\n  content_index: number;\n  transcript: string;\n}\n\nexport interface ConversationItemInputAudioTranscriptionFailedEvent extends BaseServerEvent {\n  type: 'conversation.item.input_audio_transcription.failed';\n  item_id: string;\n  content_index: number;\n  error: {\n    type: string;\n    code?: string;\n    message: string;\n    param: null;\n  };\n}\n\nexport interface ConversationItemTruncatedEvent extends BaseServerEvent {\n  type: 'conversation.item.truncated';\n  item_id: string;\n  content_index: number;\n  audio_end_ms: number;\n}\n\nexport interface ConversationItemDeletedEvent extends BaseServerEvent {\n  type: 'conversation.item.deleted';\n  item_id: string;\n}\n\nexport interface ResponseCreatedEvent extends BaseServerEvent {\n  type: 'response.created';\n  response: ResponseResource;\n}\n\nexport interface ResponseDoneEvent extends BaseServerEvent {\n  type: 'response.done';\n  response: ResponseResource;\n}\n\nexport interface ResponseOutputItemAddedEvent extends BaseServerEvent {\n  type: 'response.output_item.added';\n  response_id: string;\n  output_index: number;\n  item: ItemResource;\n}\n\nexport interface ResponseOutputItemDoneEvent extends BaseServerEvent {\n  type: 'response.output_item.done';\n  response_id: string;\n  output_index: number;\n  item: ItemResource;\n}\n\nexport interface ResponseContentPartAddedEvent extends BaseServerEvent {\n  type: 'response.content_part.added';\n  response_id: string;\n  item_id: string;\n  output_index: number;\n  content_index: number;\n  part: ContentPart;\n}\n\nexport interface ResponseContentPartDoneEvent extends BaseServerEvent {\n  type: 'response.content_part.done';\n  response_id: string;\n  item_id: string;\n  output_index: number;\n  content_index: number;\n  part: ContentPart;\n}\n\nexport interface ResponseTextDeltaEvent extends BaseServerEvent {\n  type: 'response.text.delta';\n  response_id: string;\n  item_id: string;\n  output_index: number;\n  content_index: number;\n  delta: string;\n}\n\nexport interface ResponseTextDoneEvent extends BaseServerEvent {\n  type: 'response.text.done';\n  response_id: string;\n  item_id: string;\n  output_index: number;\n  content_index: number;\n  text: string;\n}\n\nexport interface ResponseAudioTranscriptDeltaEvent extends BaseServerEvent {\n  type: 'response.audio_transcript.delta';\n  response_id: string;\n  item_id: string;\n  output_index: number;\n  content_index: number;\n  delta: string;\n  // Start time of this transcript segment in seconds (relative to audio output).\n  start_time?: number;\n}\n\nexport interface ResponseAudioTranscriptDoneEvent extends BaseServerEvent {\n  type: 'response.audio_transcript.done';\n  response_id: string;\n  output_index: number;\n  content_index: number;\n  transcript: string;\n}\n\nexport interface ResponseAudioDeltaEvent extends BaseServerEvent {\n  type: 'response.audio.delta';\n  response_id: string;\n  item_id: string;\n  output_index: number;\n  content_index: number;\n  delta: AudioBase64Bytes;\n}\n\nexport interface ResponseAudioDoneEvent extends BaseServerEvent {\n  type: 'response.audio.done';\n  response_id: string;\n  output_index: number;\n  content_index: number;\n}\n\nexport interface ResponseFunctionCallArgumentsDeltaEvent extends BaseServerEvent {\n  type: 'response.function_call_arguments.delta';\n  response_id: string;\n  output_index: number;\n  delta: string;\n}\n\nexport interface ResponseFunctionCallArgumentsDoneEvent extends BaseServerEvent {\n  type: 'response.function_call_arguments.done';\n  response_id: string;\n  output_index: number;\n  arguments: string;\n}\n\nexport interface RateLimitsUpdatedEvent extends BaseServerEvent {\n  type: 'rate_limits.updated';\n  rate_limits: {\n    name: 'requests' | 'tokens' | 'input_tokens' | 'output_tokens' | string;\n    limit: number;\n    remaining: number;\n    reset_seconds: number;\n  }[];\n}\n\nexport type ServerEvent =\n  | ErrorEvent\n  | SessionCreatedEvent\n  | SessionUpdatedEvent\n  | ConversationCreatedEvent\n  | InputAudioBufferCommittedEvent\n  | InputAudioBufferClearedEvent\n  | InputAudioBufferSpeechStartedEvent\n  | InputAudioBufferSpeechStoppedEvent\n  | ConversationItemCreatedEvent\n  | ConversationItemAddedEvent // GA: renamed from conversation.item.created\n  | ConversationItemInputAudioTranscriptionCompletedEvent\n  | ConversationItemInputAudioTranscriptionFailedEvent\n  | ConversationItemTruncatedEvent\n  | ConversationItemDeletedEvent\n  | ResponseCreatedEvent\n  | ResponseDoneEvent\n  | ResponseOutputItemAddedEvent\n  | ResponseOutputItemDoneEvent\n  | ResponseContentPartAddedEvent\n  | ResponseContentPartDoneEvent\n  | ResponseTextDeltaEvent\n  | ResponseTextDoneEvent\n  | ResponseAudioTranscriptDeltaEvent\n  | ResponseAudioTranscriptDoneEvent\n  | ResponseAudioDeltaEvent\n  | ResponseAudioDoneEvent\n  | ResponseFunctionCallArgumentsDeltaEvent\n  | ResponseFunctionCallArgumentsDoneEvent\n  | RateLimitsUpdatedEvent;\n"],"mappings":"AAIO,MAAM,cAAc;AACpB,MAAM,eAAe;AACrB,MAAM,gBAAgB;AACtB,MAAM,iBAAiB;AAEvB,MAAM,WAAW;","names":[]}
+{"version":3,"sources":["../../src/realtime/api_proto.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\nexport const SAMPLE_RATE = 24000;\nexport const NUM_CHANNELS = 1;\nexport const IN_FRAME_SIZE = 2400; // 100ms\nexport const OUT_FRAME_SIZE = 1200; // 50ms\n\nexport const BASE_URL = 'wss://api.openai.com/v1';\n\nexport type Model = 'gpt-4o-realtime-preview-2024-10-01' | string; // Open-ended, for future models\nexport type Voice =\n  | 'alloy'\n  | 'shimmer'\n  | 'echo'\n  | 'ash'\n  | 'ballad'\n  | 'coral'\n  | 'sage'\n  | 'verse'\n  | string;\n\n/** @deprecated Use LegacyAudioFormat for Beta API string format or AudioFormat for GA API object format */\nexport type LegacyAudioFormat = 'pcm16'; // TODO: 'g711-ulaw' | 'g711-alaw' (Beta format)\nexport type Role = 'system' | 'assistant' | 'user' | 'tool';\nexport type GenerationFinishedReason = 'stop' | 'max_tokens' | 'content_filter' | 'interrupt';\nexport type InputTranscriptionModel = 'whisper-1' | string; // Open-ended, for future models\nexport type Modality = 'text' | 'audio';\nexport type ToolChoice = 'auto' | 'none' | 'required' | string;\nexport type State = 'initializing' | 'listening' | 'thinking' | 'speaking' | string;\nexport type ResponseStatus =\n  | 'in_progress'\n  | 'completed'\n  | 'incomplete'\n  | 'cancelled'\n  | 'failed'\n  | string;\nexport type ClientEventType =\n  | 'session.update'\n  | 'input_audio_buffer.append'\n  | 'input_audio_buffer.commit'\n  | 'input_audio_buffer.clear'\n  | 'conversation.item.create'\n  | 'conversation.item.truncate'\n  | 'conversation.item.delete'\n  | 'response.create'\n  | 'response.cancel';\n\nexport type ServerEventType =\n  | 'error'\n  | 'session.created'\n  | 'session.updated'\n  | 'conversation.created'\n  | 'input_audio_buffer.committed'\n  | 'input_audio_buffer.cleared'\n  | 'input_audio_buffer.speech_started'\n  | 'input_audio_buffer.speech_stopped'\n  | 'conversation.item.added' // GA: renamed from conversation.item.created\n  | 'conversation.item.created' // Beta: kept for backward compatibility\n  | 'conversation.item.input_audio_transcription.completed'\n  | 'conversation.item.input_audio_transcription.failed'\n  | 'conversation.item.truncated'\n  | 'conversation.item.deleted'\n  | 'response.created'\n  | 'response.done'\n  | 'response.output_item.added'\n  | 'response.output_item.done'\n  | 'response.content_part.added'\n  | 'response.content_part.done'\n  | 'response.output_text.delta' // GA: renamed from response.text.delta\n  | 'response.output_text.done' // GA: renamed from response.text.done\n  | 'response.text.delta' // Beta: kept for backward compatibility\n  | 'response.text.done' // Beta: kept for backward compatibility\n  | 'response.output_audio_transcript.delta' // GA: renamed from response.audio_transcript.delta\n  | 'response.output_audio_transcript.done' // GA: renamed from response.audio_transcript.done\n  | 'response.audio_transcript.delta' // Beta: kept for backward compatibility\n  | 'response.audio_transcript.done' // Beta: kept for backward compatibility\n  | 'response.output_audio.delta' // GA: renamed from response.audio.delta\n  | 'response.output_audio.done' // GA: renamed from response.audio.done\n  | 'response.audio.delta' // Beta: kept for backward compatibility\n  | 'response.audio.done' // Beta: kept for backward compatibility\n  | 'response.function_call_arguments.delta'\n  | 'response.function_call_arguments.done'\n  | 'rate_limits.updated';\n\nexport type AudioBase64Bytes = string;\n\nexport interface Tool {\n  type: 'function';\n  name: string;\n  description?: string;\n  parameters: {\n    type: 'object';\n    properties: {\n      [prop: string]: {\n        [prop: string]: any;\n      };\n    };\n    required: string[];\n  };\n}\n\nexport type TurnDetectionType =\n  | {\n      type: 'semantic_vad';\n      eagerness?: 'auto' | 'low' | 'medium' | 'high'; // default: auto\n      create_response?: boolean; // default: true\n      interrupt_response?: boolean; // default: true\n    }\n  | {\n      type: 'server_vad';\n      threshold?: number; // 0.0 to 1.0, default: 0.5\n      prefix_padding_ms?: number; // default: 300\n      silence_duration_ms?: number; // default: 200\n      create_response?: boolean; // default: true\n      interrupt_response?: boolean; // default: true\n    };\n\nexport type InputAudioTranscription = {\n  model: InputTranscriptionModel;\n  language?: string;\n  prompt?: string;\n};\n\nexport type NoiseReductionType = 'near_field' | 'far_field';\n\nexport interface NoiseReduction {\n  type: NoiseReductionType;\n}\n\nexport interface AudioFormat {\n  type: 'audio/pcm';\n  rate: number;\n}\n\nexport interface RealtimeAudioConfigInput {\n  format?: AudioFormat;\n  noise_reduction?: NoiseReduction | null;\n  transcription?: InputAudioTranscription | null;\n  turn_detection?: TurnDetectionType | null;\n}\n\nexport interface RealtimeAudioConfigOutput {\n  format?: AudioFormat;\n  speed?: number;\n  voice?: Voice;\n}\n\nexport interface RealtimeAudioConfig {\n  input?: RealtimeAudioConfigInput;\n  output?: RealtimeAudioConfigOutput;\n}\n\nexport interface InputTextContent {\n  type: 'input_text';\n  text: string;\n}\n\nexport interface InputAudioContent {\n  type: 'input_audio';\n  audio: AudioBase64Bytes;\n}\n\nexport interface InputImageContent {\n  type: 'input_image';\n  image_url: string;\n}\n\nexport interface TextContent {\n  type: 'text';\n  text: string;\n}\n\nexport interface OutputTextContent {\n  type: 'output_text';\n  text: string;\n}\n\nexport interface AudioContent {\n  type: 'audio';\n  audio: AudioBase64Bytes;\n  transcript: string;\n}\n\nexport type Content =\n  | InputTextContent\n  | InputAudioContent\n  | InputImageContent\n  | TextContent\n  | OutputTextContent\n  | AudioContent;\nexport type ContentPart = {\n  type: 'text' | 'audio' | 'output_text' | 'output_audio'; // GA: output_text/output_audio\n  audio?: AudioBase64Bytes;\n  transcript?: string;\n  text?: string; // GA: text field for output_text\n};\n\nexport interface BaseItem {\n  id: string;\n  object: 'realtime.item';\n  type: string;\n}\n\nexport interface SystemItem extends BaseItem {\n  type: 'message';\n  role: 'system';\n  content: InputTextContent;\n}\n\nexport interface UserItem extends BaseItem {\n  type: 'message';\n  role: 'user';\n  content: (InputTextContent | InputAudioContent | InputImageContent)[];\n}\n\nexport interface AssistantItem extends BaseItem {\n  type: 'message';\n  role: 'assistant';\n  content: (TextContent | OutputTextContent | AudioContent)[];\n}\n\nexport interface FunctionCallItem extends BaseItem {\n  type: 'function_call';\n  call_id: string;\n  name: string;\n  arguments: string;\n}\n\nexport interface FunctionCallOutputItem extends BaseItem {\n  type: 'function_call_output';\n  call_id: string;\n  output: string;\n}\n\nexport type ItemResource =\n  | SystemItem\n  | UserItem\n  | AssistantItem\n  | FunctionCallItem\n  | FunctionCallOutputItem;\n\n// Session Resource\nexport interface SessionResource {\n  id: string;\n  object: 'realtime.session';\n  model: string;\n  modalities: Modality[]; // default: [\"text\", \"audio\"]\n  instructions: string;\n  voice: Voice; // default: \"alloy\"\n  input_audio_format: LegacyAudioFormat; // default: \"pcm16\"\n  output_audio_format: LegacyAudioFormat; // default: \"pcm16\"\n  input_audio_transcription: InputAudioTranscription | null;\n  turn_detection: TurnDetectionType | null;\n  tools: Tool[];\n  tool_choice: ToolChoice; // default: \"auto\"\n  temperature: number; // default: 0.8\n  max_response_output_tokens: number | 'inf';\n  expires_at: number;\n}\n\n// Conversation Resource\nexport interface ConversationResource {\n  id: string;\n  object: 'realtime.conversation';\n}\n\nexport type ResponseStatusDetails =\n  | {\n      type: 'incomplete';\n      reason: 'max_output_tokens' | 'content_filter' | string;\n    }\n  | {\n      type: 'failed';\n      error?: {\n        code: 'server_error' | 'rate_limit_exceeded' | string;\n        message: string;\n      };\n    }\n  | {\n      type: 'cancelled';\n      reason: 'turn_detected' | 'client_cancelled' | string;\n    };\n\nexport interface ModelUsage {\n  total_tokens: number;\n  input_tokens: number;\n  output_tokens: number;\n  input_token_details: {\n    text_tokens: number;\n    audio_tokens: number;\n    cached_tokens: number;\n    cached_tokens_details: {\n      text_tokens: number;\n      audio_tokens: number;\n      image_tokens: number;\n    };\n  };\n  output_token_details: {\n    text_tokens: number;\n    audio_tokens: number;\n  };\n}\n\nexport interface ResponseResource {\n  id: string;\n  object: 'realtime.response';\n  status: ResponseStatus;\n  status_details: ResponseStatusDetails;\n  output: ItemResource[];\n  usage?: ModelUsage;\n  metadata?: Record<string, string>;\n}\n\n// Client Events\ninterface BaseClientEvent {\n  event_id?: string;\n  type: ClientEventType;\n}\n\nexport interface SessionUpdateEvent extends BaseClientEvent {\n  type: 'session.update';\n  session: Partial<{\n    // GA fields\n    type?: 'realtime'; // GA: session type\n    output_modalities?: Modality[]; // GA: renamed from modalities\n    audio?: RealtimeAudioConfig; // GA: nested audio config\n    max_output_tokens?: number | 'inf'; // GA: renamed from max_response_output_tokens\n    tracing?: TracingConfig | null; // GA: tracing config\n    // Common fields\n    model: Model;\n    instructions: string;\n    tools: Tool[];\n    tool_choice: ToolChoice;\n    // Beta fields (kept for backward compatibility)\n    modalities: Modality[];\n    voice: Voice;\n    input_audio_format: LegacyAudioFormat;\n    output_audio_format: LegacyAudioFormat;\n    input_audio_transcription: InputAudioTranscription | null;\n    turn_detection: TurnDetectionType | null;\n    temperature: number;\n    max_response_output_tokens?: number | 'inf';\n    speed?: number;\n  }>;\n}\n\nexport interface TracingConfig {\n  enabled?: boolean;\n}\n\nexport interface InputAudioBufferAppendEvent extends BaseClientEvent {\n  type: 'input_audio_buffer.append';\n  audio: AudioBase64Bytes;\n}\n\nexport interface InputAudioBufferCommitEvent extends BaseClientEvent {\n  type: 'input_audio_buffer.commit';\n}\n\nexport interface InputAudioBufferClearEvent extends BaseClientEvent {\n  type: 'input_audio_buffer.clear';\n}\n\nexport interface UserItemCreate {\n  id: string;\n  type: 'message';\n  role: 'user';\n  content: (InputTextContent | InputAudioContent | InputImageContent)[];\n}\n\nexport interface AssistantItemCreate {\n  id: string;\n  type: 'message';\n  role: 'assistant';\n  content: TextContent[];\n}\n\nexport interface SystemItemCreate {\n  id: string;\n  type: 'message';\n  role: 'system';\n  content: InputTextContent[];\n}\n\nexport interface FunctionCallOutputItemCreate {\n  id: string;\n  type: 'function_call_output';\n  call_id: string;\n  output: string;\n}\n\nexport type ConversationItemCreateContent =\n  | UserItemCreate\n  | AssistantItemCreate\n  | SystemItemCreate\n  | FunctionCallOutputItemCreate;\n\nexport interface ConversationItemCreateEvent extends BaseClientEvent {\n  type: 'conversation.item.create';\n  previous_item_id?: string;\n  item: ConversationItemCreateContent;\n}\n\nexport interface ConversationItemTruncateEvent extends BaseClientEvent {\n  type: 'conversation.item.truncate';\n  item_id: string;\n  content_index: number;\n  audio_end_ms: number;\n}\n\nexport interface ConversationItemDeleteEvent extends BaseClientEvent {\n  type: 'conversation.item.delete';\n  item_id: string;\n}\n\nexport interface ResponseCreateEvent extends BaseClientEvent {\n  type: 'response.create';\n  response?: Partial<{\n    modalities: Modality[];\n    instructions: string;\n    voice: Voice;\n    output_audio_format: LegacyAudioFormat;\n    tools?: Tool[];\n    tool_choice: ToolChoice;\n    temperature: number;\n    max_output_tokens: number | 'inf';\n    metadata?: Record<string, string>;\n  }>;\n}\n\nexport interface ResponseCancelEvent extends BaseClientEvent {\n  type: 'response.cancel';\n}\n\nexport type ClientEvent =\n  | SessionUpdateEvent\n  | InputAudioBufferAppendEvent\n  | InputAudioBufferCommitEvent\n  | InputAudioBufferClearEvent\n  | ConversationItemCreateEvent\n  | ConversationItemTruncateEvent\n  | ConversationItemDeleteEvent\n  | ResponseCreateEvent\n  | ResponseCancelEvent;\n\ninterface BaseServerEvent {\n  event_id: string;\n  type: ServerEventType;\n}\n\nexport interface ErrorEvent extends BaseServerEvent {\n  type: 'error';\n  error: {\n    type: 'invalid_request_error' | 'server_error' | string;\n    code?: string;\n    message: string;\n    param: string;\n    event_id: string;\n  };\n}\n\nexport interface SessionCreatedEvent extends BaseServerEvent {\n  type: 'session.created';\n  session: SessionResource;\n}\n\nexport interface SessionUpdatedEvent extends BaseServerEvent {\n  type: 'session.updated';\n  session: SessionResource;\n}\n\nexport interface ConversationCreatedEvent extends BaseServerEvent {\n  type: 'conversation.created';\n  conversation: ConversationResource;\n}\n\nexport interface InputAudioBufferCommittedEvent extends BaseServerEvent {\n  type: 'input_audio_buffer.committed';\n  item_id: string;\n}\n\nexport interface InputAudioBufferClearedEvent extends BaseServerEvent {\n  type: 'input_audio_buffer.cleared';\n}\n\nexport interface InputAudioBufferSpeechStartedEvent extends BaseServerEvent {\n  type: 'input_audio_buffer.speech_started';\n  audio_start_ms: number;\n  item_id: string;\n}\n\nexport interface InputAudioBufferSpeechStoppedEvent extends BaseServerEvent {\n  type: 'input_audio_buffer.speech_stopped';\n  audio_end_ms: number;\n  item_id: string;\n}\n\nexport interface ConversationItemCreatedEvent extends BaseServerEvent {\n  type: 'conversation.item.created';\n  previous_item_id: string;\n  item: ItemResource;\n}\n\nexport interface ConversationItemAddedEvent extends BaseServerEvent {\n  type: 'conversation.item.added';\n  previous_item_id: string;\n  item: ItemResource;\n}\n\nexport interface ConversationItemInputAudioTranscriptionCompletedEvent extends BaseServerEvent {\n  type: 'conversation.item.input_audio_transcription.completed';\n  item_id: string;\n  content_index: number;\n  transcript: string;\n}\n\nexport interface ConversationItemInputAudioTranscriptionFailedEvent extends BaseServerEvent {\n  type: 'conversation.item.input_audio_transcription.failed';\n  item_id: string;\n  content_index: number;\n  error: {\n    type: string;\n    code?: string;\n    message: string;\n    param: null;\n  };\n}\n\nexport interface ConversationItemTruncatedEvent extends BaseServerEvent {\n  type: 'conversation.item.truncated';\n  item_id: string;\n  content_index: number;\n  audio_end_ms: number;\n}\n\nexport interface ConversationItemDeletedEvent extends BaseServerEvent {\n  type: 'conversation.item.deleted';\n  item_id: string;\n}\n\nexport interface ResponseCreatedEvent extends BaseServerEvent {\n  type: 'response.created';\n  response: ResponseResource;\n}\n\nexport interface ResponseDoneEvent extends BaseServerEvent {\n  type: 'response.done';\n  response: ResponseResource;\n}\n\nexport interface ResponseOutputItemAddedEvent extends BaseServerEvent {\n  type: 'response.output_item.added';\n  response_id: string;\n  output_index: number;\n  item: ItemResource;\n}\n\nexport interface ResponseOutputItemDoneEvent extends BaseServerEvent {\n  type: 'response.output_item.done';\n  response_id: string;\n  output_index: number;\n  item: ItemResource;\n}\n\nexport interface ResponseContentPartAddedEvent extends BaseServerEvent {\n  type: 'response.content_part.added';\n  response_id: string;\n  item_id: string;\n  output_index: number;\n  content_index: number;\n  part: ContentPart;\n}\n\nexport interface ResponseContentPartDoneEvent extends BaseServerEvent {\n  type: 'response.content_part.done';\n  response_id: string;\n  item_id: string;\n  output_index: number;\n  content_index: number;\n  part: ContentPart;\n}\n\nexport interface ResponseTextDeltaEvent extends BaseServerEvent {\n  type: 'response.text.delta';\n  response_id: string;\n  item_id: string;\n  output_index: number;\n  content_index: number;\n  delta: string;\n}\n\nexport interface ResponseTextDoneEvent extends BaseServerEvent {\n  type: 'response.text.done';\n  response_id: string;\n  item_id: string;\n  output_index: number;\n  content_index: number;\n  text: string;\n}\n\nexport interface ResponseAudioTranscriptDeltaEvent extends BaseServerEvent {\n  type: 'response.audio_transcript.delta';\n  response_id: string;\n  item_id: string;\n  output_index: number;\n  content_index: number;\n  delta: string;\n  // Start time of this transcript segment in seconds (relative to audio output).\n  start_time?: number;\n}\n\nexport interface ResponseAudioTranscriptDoneEvent extends BaseServerEvent {\n  type: 'response.audio_transcript.done';\n  response_id: string;\n  output_index: number;\n  content_index: number;\n  transcript: string;\n}\n\nexport interface ResponseAudioDeltaEvent extends BaseServerEvent {\n  type: 'response.audio.delta';\n  response_id: string;\n  item_id: string;\n  output_index: number;\n  content_index: number;\n  delta: AudioBase64Bytes;\n}\n\nexport interface ResponseAudioDoneEvent extends BaseServerEvent {\n  type: 'response.audio.done';\n  response_id: string;\n  output_index: number;\n  content_index: number;\n}\n\nexport interface ResponseFunctionCallArgumentsDeltaEvent extends BaseServerEvent {\n  type: 'response.function_call_arguments.delta';\n  response_id: string;\n  output_index: number;\n  delta: string;\n}\n\nexport interface ResponseFunctionCallArgumentsDoneEvent extends BaseServerEvent {\n  type: 'response.function_call_arguments.done';\n  response_id: string;\n  output_index: number;\n  arguments: string;\n}\n\nexport interface RateLimitsUpdatedEvent extends BaseServerEvent {\n  type: 'rate_limits.updated';\n  rate_limits: {\n    name: 'requests' | 'tokens' | 'input_tokens' | 'output_tokens' | string;\n    limit: number;\n    remaining: number;\n    reset_seconds: number;\n  }[];\n}\n\nexport type ServerEvent =\n  | ErrorEvent\n  | SessionCreatedEvent\n  | SessionUpdatedEvent\n  | ConversationCreatedEvent\n  | InputAudioBufferCommittedEvent\n  | InputAudioBufferClearedEvent\n  | InputAudioBufferSpeechStartedEvent\n  | InputAudioBufferSpeechStoppedEvent\n  | ConversationItemCreatedEvent\n  | ConversationItemAddedEvent // GA: renamed from conversation.item.created\n  | ConversationItemInputAudioTranscriptionCompletedEvent\n  | ConversationItemInputAudioTranscriptionFailedEvent\n  | ConversationItemTruncatedEvent\n  | ConversationItemDeletedEvent\n  | ResponseCreatedEvent\n  | ResponseDoneEvent\n  | ResponseOutputItemAddedEvent\n  | ResponseOutputItemDoneEvent\n  | ResponseContentPartAddedEvent\n  | ResponseContentPartDoneEvent\n  | ResponseTextDeltaEvent\n  | ResponseTextDoneEvent\n  | ResponseAudioTranscriptDeltaEvent\n  | ResponseAudioTranscriptDoneEvent\n  | ResponseAudioDeltaEvent\n  | ResponseAudioDoneEvent\n  | ResponseFunctionCallArgumentsDeltaEvent\n  | ResponseFunctionCallArgumentsDoneEvent\n  | RateLimitsUpdatedEvent;\n"],"mappings":"AAIO,MAAM,cAAc;AACpB,MAAM,eAAe;AACrB,MAAM,gBAAgB;AACtB,MAAM,iBAAiB;AAEvB,MAAM,WAAW;","names":[]}

package/dist/realtime/realtime_model.cjs

@@ -98,6 +98,14 @@ class RealtimeModel extends import_agents.llm.RealtimeModel {
   get model() {
     return this._options.model;
   }
+  get provider() {
+    try {
+      const url = new URL(this._options.baseURL);
+      return url.host;
+    } catch {
+      return "api.openai.com";
+    }
+  }
   constructor(options = {}) {
     const modalities = options.modalities || DEFAULT_REALTIME_MODEL_OPTIONS.modalities;
     super({
@@ -319,23 +327,22 @@ class RealtimeSession extends import_agents.llm.RealtimeSession {
   }
   async updateChatCtx(_chatCtx) {
     const unlock = await this.updateChatCtxLock.lock();
-    const events = this.createChatCtxUpdateEvents(_chatCtx);
-    const futures = [];
-    for (const event of events) {
-      const future = new import_agents.Future();
-      futures.push(future);
-      if (event.type === "conversation.item.create") {
-        this.itemCreateFutures[event.item.id] = future;
-      } else if (event.type == "conversation.item.delete") {
-        this.itemDeleteFutures[event.item_id] = future;
-      }
-      this.sendEvent(event);
-    }
-    if (futures.length === 0) {
-      unlock();
-      return;
-    }
     try {
+      const events = await this.createChatCtxUpdateEvents(_chatCtx);
+      const futures = [];
+      for (const event of events) {
+        const future = new import_agents.Future();
+        futures.push(future);
+        if (event.type === "conversation.item.create") {
+          this.itemCreateFutures[event.item.id] = future;
+        } else if (event.type == "conversation.item.delete") {
+          this.itemDeleteFutures[event.item_id] = future;
+        }
+        this.sendEvent(event);
+      }
+      if (futures.length === 0) {
+        return;
+      }
       await Promise.race([
         Promise.all(futures),
         (0, import_agents.delay)(5e3).then(() => {
@@ -349,7 +356,7 @@ class RealtimeSession extends import_agents.llm.RealtimeSession {
       unlock();
     }
   }
-  createChatCtxUpdateEvents(chatCtx, addMockAudio = false) {
+  async createChatCtxUpdateEvents(chatCtx, addMockAudio = false) {
     const newChatCtx = chatCtx.copy();
     if (addMockAudio) {
       newChatCtx.items.push(createMockAudioItem());
@@ -374,7 +381,7 @@ class RealtimeSession extends import_agents.llm.RealtimeSession {
       }
       events.push({
         type: "conversation.item.create",
-        item: livekitItemToOpenAIItem(chatItem),
+        item: await livekitItemToOpenAIItem(chatItem),
         previous_item_id: previousId ?? void 0,
         event_id: (0, import_agents.shortuuid)("chat_ctx_create_")
       });
@@ -510,7 +517,7 @@ class RealtimeSession extends import_agents.llm.RealtimeSession {
             content: [_options.audioTranscript]
           });
           chatCtx.items[idx] = newItem;
-          const events = this.createChatCtxUpdateEvents(chatCtx);
+          const events = await this.createChatCtxUpdateEvents(chatCtx);
           for (const ev of events) {
             this.sendEvent(ev);
           }
@@ -617,7 +624,7 @@ class RealtimeSession extends import_agents.llm.RealtimeSession {
       });
       const oldChatCtx = this.remoteChatCtx;
       this.remoteChatCtx = new import_agents.llm.RemoteChatContext();
-      events.push(...this.createChatCtxUpdateEvents(chatCtx));
+      events.push(...await this.createChatCtxUpdateEvents(chatCtx));
       try {
         for (const ev of events) {
           this.emit("openai_client_event_queued", ev);
@@ -1239,7 +1246,7 @@ class RealtimeSession extends import_agents.llm.RealtimeSession {
     return handle;
   }
 }
-function livekitItemToOpenAIItem(item) {
+async function livekitItemToOpenAIItem(item) {
   switch (item.type) {
     case "function_call":
       return {
@@ -1266,7 +1273,20 @@ function livekitItemToOpenAIItem(item) {
             text: c
           });
         } else if (c.type === "image_content") {
-          continue;
+          if (role !== "user") continue;
+          const serialized = await import_agents.llm.serializeImage(c);
+          if (serialized.externalUrl) {
+            (0, import_agents.log)().warn("External URL is not supported for input_image in realtime API");
+            continue;
+          }
+          if (!serialized.base64Data) {
+            (0, import_agents.log)().warn("Serialized image has no data bytes");
+            continue;
+          }
+          contentList.push({
+            type: "input_image",
+            image_url: `data:${serialized.mimeType};base64,${serialized.base64Data}`
+          });
         } else if (c.type === "audio_content") {
           if (role === "user") {
             const encodedAudio = Buffer.from((0, import_rtc_node.combineAudioFrames)(c.frame).data).toString("base64");
@@ -1312,6 +1332,10 @@ function openAIItemToLivekitItem(item) {
       for (const c of contents) {
         if (c.type === "text" || c.type === "input_text") {
           content.push(c.text);
+        } else if (c.type === "input_image" && c.image_url) {
+          content.push(
+            import_agents.llm.createImageContent({ image: c.image_url })
+          );
         }
       }
       return import_agents.llm.ChatMessage.create({