@ariaflowagents/livekit-plugin 0.9.6 → 0.9.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.d.ts CHANGED
@@ -1,6 +1,8 @@
1
1
  export { AudioFrame } from './audio_frame.js';
2
2
  export { AudioByteStream } from './audio_byte_stream.js';
3
3
  export { TransportAdapter } from './transport_adapter.js';
4
+ export type { NativeAudioTransport } from './native_audio_transport.js';
5
+ export { LiveKitSessionRunner, type LiveKitSessionRunnerConfig, type LiveKitSessionRunnerSession, type LiveKitSessionRunnerAdapter, } from './session/LiveKitSessionRunner.js';
4
6
  export { SessionManager } from './session_manager.js';
5
7
  export { AudioInput, AudioOutput, TextOutput, isTimedString, createTimedString } from './livekit_io.js';
6
8
  export type { TimedString } from './livekit_io.js';
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,UAAU,EAAE,aAAa,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACxG,YAAY,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AACnD,YAAY,EAAE,aAAa,EAAE,sBAAsB,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAC9F,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAC5C,OAAO,EAAE,cAAc,EAAE,0BAA0B,EAAE,sBAAsB,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAKnH,OAAO,EAAE,qBAAqB,EAAE,oBAAoB,EAAE,KAAK,4BAA4B,EAAE,KAAK,eAAe,EAAE,MAAM,gCAAgC,CAAC;AACtJ,OAAO,EACL,sBAAsB,EACtB,KAAK,4BAA4B,EACjC,KAAK,0BAA0B,GAChC,MAAM,iCAAiC,CAAC;AACzC,OAAO,EACL,2BAA2B,EAC3B,6BAA6B,EAC7B,KAAK,kCAAkC,GACxC,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAGlE,OAAO,EAAE,uBAAuB,EAAE,KAAK,wBAAwB,EAAE,KAAK,iBAAiB,EAAE,MAAM,sCAAsC,CAAC;AACtI,OAAO,EAAE,qBAAqB,EAAE,KAAK,4BAA4B,EAAE,MAAM,oCAAoC,CAAC;AAC9G,OAAO,EAAE,oBAAoB,EAAE,KAAK,2BAA2B,EAAE,MAAM,mCAAmC,CAAC;AAC3G,OAAO,EAAE,sBAAsB,EAAE,KAAK,6BAA6B,EAAE,KAAK,eAAe,EAAE,MAAM,qCAAqC,CAAC;AAGvI,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AACjF,YAAY,EAAE,KAAK,EAAE,MAAM,iBAAiB,CAAC;AAG7C,OAAO,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAGhE,YAAY,EAAE,WAAW,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AACzF,OAAO,EAAE,mBAAmB,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAG1E,cAAc,sBAAsB,CAAC;AAGrC,OAAO,EAAE,YAAY,EAAE,MAAM,mCAAmC,CAAC;AACjE,OAAO,EAAE,aAAa,EAAE,MAAM,gCAAgC,CAAC;AAC/D,OAAO,EAAE,WAAW,EAAE,MAAM,kCAAkC,CAAC;AAC/D,OAAO,EAAE,sBAAsB,EAAE,MAAM,+CAA+C,CAAC;AACvF,OAAO,EACL,gBAAgB,EAChB,WAAW,EACX,eAAe,EACf,uBAAuB,EACvB,sBAAsB,EACtB,0BAA0B,EAC1B,KAAK,UAAU,EACf,KAAK,gBAAgB,GACtB,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EAAE,yBAAyB,EAAE,MAAM,4CAA4C,CAAC"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,YAAY,EAAE,oBAAoB,EAAE,MAAM,6BAA6B,CAAC;AACxE,OAAO,EACL,oBAAoB,EACpB,KAAK,0BAA0B,EAC/B,KAAK,2BAA2B,EAChC,KAAK,2BAA2B,GACjC,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,UAAU,EAAE,aAAa,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACxG,YAAY,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AACnD,YAAY,EAAE,aAAa,EAAE,sBAAsB,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAC9F,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAC5C,OAAO,EAAE,cAAc,EAAE,0BAA0B,EAAE,sBAAsB,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAKnH,OAAO,EAAE,qBAAqB,EAAE,oBAAoB,EAAE,KAAK,4BAA4B,EAAE,KAAK,eAAe,EAAE,MAAM,gCAAgC,CAAC;AACtJ,OAAO,EACL,sBAAsB,EACtB,KAAK,4BAA4B,EACjC,KAAK,0BAA0B,GAChC,MAAM,iCAAiC,CAAC;AACzC,OAAO,EACL,2BAA2B,EAC3B,6BAA6B,EAC7B,KAAK,kCAAkC,GACxC,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAGlE,OAAO,EAAE,uBAAuB,EAAE,KAAK,wBAAwB,EAAE,KAAK,iBAAiB,EAAE,MAAM,sCAAsC,CAAC;AACtI,OAAO,EAAE,qBAAqB,EAAE,KAAK,4BAA4B,EAAE,MAAM,oCAAoC,CAAC;AAC9G,OAAO,EAAE,oBAAoB,EAAE,KAAK,2BAA2B,EAAE,MAAM,mCAAmC,CAAC;AAC3G,OAAO,EAAE,sBAAsB,EAAE,KAAK,6BAA6B,EAAE,KAAK,eAAe,EAAE,MAAM,qCAAqC,CAAC;AAGvI,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AACjF,YAAY,EAAE,KAAK,EAAE,MAAM,iBAAiB,CAAC;AAG7C,OAAO,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAGhE,YAAY,EAAE,WAAW,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AACzF,OAAO,EAAE,mBAAmB,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAG1E,cAAc,sBAAsB,CAAC;AAGrC,OAAO,EAAE,YAAY,EAAE,MAAM,mCAAmC,CAAC;AACjE,OAAO,EAAE,aAAa,EAAE,MAAM,gCAAgC,CAAC;AAC/D,OAAO,EAAE,WAAW,EAAE,MAAM,kCAAkC,CAAC;AAC/D,OAAO,EAAE,sBAAsB,EAAE,MAAM,+CAA+C,CAAC;AACvF,OAAO,EACL,gBAAgB,EAChB,WAAW,EACX,eAAe,EACf,uBAAuB,EACvB,sBAAsB,EACtB,0BAA0B,EAC1B,KAAK,UAAU,EACf,KAAK,gBAAgB,GACtB,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EAAE,yBAAyB,EAAE,MAAM,4CAA4C,CAAC"}
package/dist/index.js CHANGED
@@ -2,6 +2,7 @@
2
2
  export { AudioFrame } from './audio_frame.js';
3
3
  export { AudioByteStream } from './audio_byte_stream.js';
4
4
  export { TransportAdapter } from './transport_adapter.js';
5
+ export { LiveKitSessionRunner, } from './session/LiveKitSessionRunner.js';
5
6
  export { SessionManager } from './session_manager.js';
6
7
  export { AudioInput, AudioOutput, TextOutput, isTimedString, createTimedString } from './livekit_io.js';
7
8
  export { TransportEvent } from './types.js';
package/dist/index.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,0CAA0C;AAC1C,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,UAAU,EAAE,aAAa,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAGxG,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAC5C,OAAO,EAAE,cAAc,EAAE,0BAA0B,EAAE,sBAAsB,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAEnH,wBAAwB;AAExB,2BAA2B;AAC3B,OAAO,EAAE,qBAAqB,EAAE,oBAAoB,EAA2D,MAAM,gCAAgC,CAAC;AACtJ,OAAO,EACL,sBAAsB,GAGvB,MAAM,iCAAiC,CAAC;AACzC,OAAO,EACL,2BAA2B,EAC3B,6BAA6B,GAE9B,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAElE,iCAAiC;AACjC,OAAO,EAAE,uBAAuB,EAAyD,MAAM,sCAAsC,CAAC;AACtI,OAAO,EAAE,qBAAqB,EAAqC,MAAM,oCAAoC,CAAC;AAC9G,OAAO,EAAE,oBAAoB,EAAoC,MAAM,mCAAmC,CAAC;AAC3G,OAAO,EAAE,sBAAsB,EAA4D,MAAM,qCAAqC,CAAC;AAEvI,kBAAkB;AAClB,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAGjF,qBAAqB;AACrB,OAAO,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAIhE,OAAO,EAAE,mBAAmB,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAE1E,YAAY;AACZ,cAAc,sBAAsB,CAAC;AAErC,iBAAiB;AACjB,OAAO,EAAE,YAAY,EAAE,MAAM,mCAAmC,CAAC;AACjE,OAAO,EAAE,aAAa,EAAE,MAAM,gCAAgC,CAAC;AAC/D,OAAO,EAAE,WAAW,EAAE,MAAM,kCAAkC,CAAC;AAC/D,OAAO,EAAE,sBAAsB,EAAE,MAAM,+CAA+C,CAAC;AACvF,OAAO,EACL,gBAAgB,EAChB,WAAW,EACX,eAAe,EACf,uBAAuB,EACvB,sBAAsB,EACtB,0BAA0B,GAG3B,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EAAE,yBAAyB,EAAE,MAAM,4CAA4C,CAAC"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,0CAA0C;AAC1C,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAE1D,OAAO,EACL,oBAAoB,GAIrB,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,UAAU,EAAE,aAAa,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAGxG,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAC5C,OAAO,EAAE,cAAc,EAAE,0BAA0B,EAAE,sBAAsB,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAEnH,wBAAwB;AAExB,2BAA2B;AAC3B,OAAO,EAAE,qBAAqB,EAAE,oBAAoB,EAA2D,MAAM,gCAAgC,CAAC;AACtJ,OAAO,EACL,sBAAsB,GAGvB,MAAM,iCAAiC,CAAC;AACzC,OAAO,EACL,2BAA2B,EAC3B,6BAA6B,GAE9B,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAElE,iCAAiC;AACjC,OAAO,EAAE,uBAAuB,EAAyD,MAAM,sCAAsC,CAAC;AACtI,OAAO,EAAE,qBAAqB,EAAqC,MAAM,oCAAoC,CAAC;AAC9G,OAAO,EAAE,oBAAoB,EAAoC,MAAM,mCAAmC,CAAC;AAC3G,OAAO,EAAE,sBAAsB,EAA4D,MAAM,qCAAqC,CAAC;AAEvI,kBAAkB;AAClB,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAGjF,qBAAqB;AACrB,OAAO,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAIhE,OAAO,EAAE,mBAAmB,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAE1E,YAAY;AACZ,cAAc,sBAAsB,CAAC;AAErC,iBAAiB;AACjB,OAAO,EAAE,YAAY,EAAE,MAAM,mCAAmC,CAAC;AACjE,OAAO,EAAE,aAAa,EAAE,MAAM,gCAAgC,CAAC;AAC/D,OAAO,EAAE,WAAW,EAAE,MAAM,kCAAkC,CAAC;AAC/D,OAAO,EAAE,sBAAsB,EAAE,MAAM,+CAA+C,CAAC;AACvF,OAAO,EACL,gBAAgB,EAChB,WAAW,EACX,eAAe,EACf,uBAAuB,EACvB,sBAAsB,EACtB,0BAA0B,GAG3B,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EAAE,yBAAyB,EAAE,MAAM,4CAA4C,CAAC"}
@@ -1 +1 @@
1
- {"version":3,"file":"AriaFlowGeminiRealtimeSession.d.ts","sourceRoot":"","sources":["../../src/llm/AriaFlowGeminiRealtimeSession.ts"],"names":[],"mappings":"AAAA,OAAO,EAAU,GAAG,EAAqB,MAAM,iBAAiB,CAAC;AACjE,OAAO,EAAE,UAAU,EAAkB,MAAM,mBAAmB,CAAC;AAG/D,OAAO,KAAK,EAAE,2BAA2B,EAAE,MAAM,kCAAkC,CAAC;AAsBpF,qBAAa,6BAA8B,SAAQ,GAAG,CAAC,eAAe;;gBAgBxD,KAAK,EAAE,2BAA2B;IAmB9C,IAAI,OAAO,IAAI,GAAG,CAAC,WAAW,CAE7B;IAED,IAAI,KAAK,IAAI,GAAG,CAAC,WAAW,CAE3B;IAEK,kBAAkB,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAOvD,aAAa,CAAC,OAAO,EAAE,GAAG,CAAC,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IA4B5D;;;;OAIG;IACH,4BAA4B,CAC1B,YAAY,EAAE,OAAO,qCAAqC,EAAE,yBAAyB,EAAE,GACtF,IAAI;IAID,WAAW,CAAC,KAAK,EAAE,GAAG,CAAC,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAmBxD,aAAa,CAAC,QAAQ,EAAE;QAAE,UAAU,CAAC,EAAE,GAAG,CAAC,UAAU,GAAG,IAAI,CAAA;KAAE,GAAG,IAAI;IAErE,SAAS,CAAC,KAAK,EAAE,UAAU,GAAG,IAAI;IAgB5B,aAAa,CAAC,YAAY,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC;IAqBzE,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;IAE5B,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAE3B,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC;IAO1B,QAAQ,CAAC,QAAQ,EAAE;QACvB,SAAS,EAAE,MAAM,CAAC;QAClB,UAAU,EAAE,MAAM,CAAC;QACnB,UAAU,CAAC,EAAE,CAAC,MAAM,GAAG,OAAO,CAAC,EAAE,CAAC;QAClC,eAAe,CAAC,EAAE,MAAM,CAAC;KAC1B,GAAG,OAAO,CAAC,IAAI,CAAC;IAIX,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CA8Q7B"}
1
+ {"version":3,"file":"AriaFlowGeminiRealtimeSession.d.ts","sourceRoot":"","sources":["../../src/llm/AriaFlowGeminiRealtimeSession.ts"],"names":[],"mappings":"AAAA,OAAO,EAAU,GAAG,EAAqB,MAAM,iBAAiB,CAAC;AACjE,OAAO,EAAE,UAAU,EAAkB,MAAM,mBAAmB,CAAC;AAG/D,OAAO,KAAK,EAAE,2BAA2B,EAAE,MAAM,kCAAkC,CAAC;AAsBpF,qBAAa,6BAA8B,SAAQ,GAAG,CAAC,eAAe;;gBAgBxD,KAAK,EAAE,2BAA2B;IAmB9C,IAAI,OAAO,IAAI,GAAG,CAAC,WAAW,CAE7B;IAED,IAAI,KAAK,IAAI,GAAG,CAAC,WAAW,CAE3B;IAEK,kBAAkB,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAOvD,aAAa,CAAC,OAAO,EAAE,GAAG,CAAC,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IA4B5D;;;;OAIG;IACH,4BAA4B,CAC1B,YAAY,EAAE,OAAO,qCAAqC,EAAE,yBAAyB,EAAE,GACtF,IAAI;IAID,WAAW,CAAC,KAAK,EAAE,GAAG,CAAC,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAmBxD,aAAa,CAAC,QAAQ,EAAE;QAAE,UAAU,CAAC,EAAE,GAAG,CAAC,UAAU,GAAG,IAAI,CAAA;KAAE,GAAG,IAAI;IAErE,SAAS,CAAC,KAAK,EAAE,UAAU,GAAG,IAAI;IAgB5B,aAAa,CAAC,YAAY,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC;IAqBzE,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;IAE5B,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAE3B,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC;IAc1B,QAAQ,CAAC,QAAQ,EAAE;QACvB,SAAS,EAAE,MAAM,CAAC;QAClB,UAAU,EAAE,MAAM,CAAC;QACnB,UAAU,CAAC,EAAE,CAAC,MAAM,GAAG,OAAO,CAAC,EAAE,CAAC;QAClC,eAAe,CAAC,EAAE,MAAM,CAAC;KAC1B,GAAG,OAAO,CAAC,IAAI,CAAC;IAIX,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CA+Q7B"}
@@ -144,7 +144,14 @@ export class AriaFlowGeminiRealtimeSession extends llm.RealtimeSession {
144
144
  async interrupt() {
145
145
  if (this.#currentGen && !this.#currentGen._done) {
146
146
  this.#discardModelOutput = true;
147
- closeStreamChannel(this.#currentGen.audioChannel);
147
+ const gen = this.#currentGen;
148
+ // Mark the generation as done so #ensureGeneration() creates a fresh one
149
+ // when new audio arrives after the interruption. Without this, subsequent
150
+ // #onModelAudio calls see audioChannel.closed but _done=false, causing
151
+ // #ensureGeneration() to skip and audio to be silently dropped.
152
+ gen._done = true;
153
+ this.#currentGen = undefined;
154
+ closeStreamChannel(gen.audioChannel);
148
155
  }
149
156
  }
150
157
  async truncate(_options) {
@@ -319,6 +326,7 @@ export class AriaFlowGeminiRealtimeSession extends llm.RealtimeSession {
319
326
  this.#startGeneration();
320
327
  }
321
328
  #startGeneration() {
329
+ this.#discardModelOutput = false;
322
330
  const responseId = shortuuid('AR_');
323
331
  const inputId = shortuuid('AI_');
324
332
  const messageChannel = stream.createStreamChannel();
@@ -1 +1 @@
1
- {"version":3,"file":"AriaFlowGeminiRealtimeSession.js","sourceRoot":"","sources":["../../src/llm/AriaFlowGeminiRealtimeSession.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AACjE,OAAO,EAAE,UAAU,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAC/D,OAAO,EAAE,iBAAiB,EAAyB,MAAM,qCAAqC,CAAC;AAG/F,OAAO,EACL,kBAAkB,EAClB,gBAAgB,EAChB,+BAA+B,GAChC,MAAM,kCAAkC,CAAC;AAE1C,MAAM,kBAAkB,GAAG,KAAK,CAAC;AACjC,MAAM,eAAe,GAAG,CAAC,CAAC;AAc1B,MAAM,OAAO,6BAA8B,SAAQ,GAAG,CAAC,eAAe;IAC3D,MAAM,CAA8B;IACpC,OAAO,CAAoB;IACpC,QAAQ,CAAkB;IAC1B,MAAM,GAAoB,EAAE,CAAC;IAC7B,aAAa,GAAG,EAAE,CAAC;IACnB,gBAAgB,GAAG,KAAK,CAAC;IACzB,qBAAqB,CAAsC;IAC3D,WAAW,CAAmB;IAC9B,mBAAmB,GAAG,KAAK,CAAC;IAC5B,oBAAoB,GAAG,IAAI,GAAG,EAAU,CAAC;IACzC,eAAe,CAAkB;IACjC,kBAAkB,CAAU;IAC5B,cAAc,GAAuD,EAAE,CAAC;IACxE,wBAAwB,GAAG,KAAK,CAAC;IAEjC,YAAY,KAAkC;QAC5C,KAAK,CAAC,KAAK,CAAC,CAAC;QACb,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,MAAM,IAAI,GAAG,KAAK,CAAC,eAAe,EAAE,CAAC;QACrC,MAAM,KAAK,GAAqB;YAC9B,EAAE,EAAE,IAAI,CAAC,OAAO;YAChB,IAAI,EAAE,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,OAAO;YACpC,MAAM,EAAE,IAAI,CAAC,UAAU;YACvB,KAAK,EAAE,IAAI,CAAC,KAAK;SAClB,CAAC;QACF,IAAI,CAAC,OAAO,GAAG,IAAI,iBAAiB,CAAC;YACnC,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,KAAK;YACL,OAAO,EAAE,GAAG,EAAE,GAAE,CAAC;SAClB,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,GAAG,GAAG,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;QACxC,IAAI,CAAC,WAAW,EAAE,CAAC;IACrB,CAAC;IAED,IAAI,OAAO;QACT,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;IAED,IAAI,KAAK;QACP,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,YAAoB;QAC3C,IAAI,CAAC,aAAa,GAAG,YAAY,CAAC;QAClC,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;YAC3B,MAAM,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,iBAAiB,EAAE,YAAY,EAAE,CAAC,CAAC;QACvE,CAAC;IACH,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,OAAwB;QAC1C,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;QAC/B,MAAM,SAAS,GAA2B,EAAE,CAAC;QAC7C,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YACjC,IAAI,IAAI,CAAC,IAAI,KAAK,sBAAsB;gBAAE,SAAS;YACnD,IAAI,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC;gBAAE,SAAS;YACzD,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC3C,IAAI,MAAM,GAAY,IAAI,CAAC,MAAM,CAAC;YAClC,IAAI,CAAC;gBACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAY,CAAC;YAC9C,CAAC;YAAC,MAAM,CAAC;gBACP,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;YACvB,CAAC;YACD,SAAS,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;QAC/D,CAAC;QACD,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;YACzC,IAAI,CAAC,gBAAgB,GAAG,KAAK,CAAC;QAChC,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,0BAA0B,CAA6E;IAEvG;;;;OAIG;IACH,4BAA4B,CAC1B,YAAuF;QAEvF,IAAI,CAAC,0BAA0B,GAAG,YAAY,CAAC;IACjD,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,KAAsB;QACtC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,oEAAoE;QACpE,sFAAsF;QACtF,MAAM,aAAa,GAAG,CAAC,CAAC,IAAI,CAAC,0BAA0B,CAAC;QACxD,MAAM,YAAY,GAAG,IAAI,CAAC,0BAA0B,IAAI,+BAA+B,CAAC,KAAK,CAAC,CAAC;QAC/F,IAAI,CAAC,0BAA0B,GAAG,SAAS,CAAC,CAAC,eAAe;QAE5D,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;YAC5B,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC;gBACzB,iBAAiB,EAAE,IAAI,CAAC,aAAa;gBACrC,KAAK,EAAE,YAAY;gBACnB,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;aACzB,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;IAED,aAAa,CAAC,QAAgD,IAAS,CAAC;IAExE,SAAS,CAAC,KAAiB;QACzB,IAAI,IAAI,CAAC,gBAAgB;YAAE,OAAO;QAClC,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC;YACrC,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,EAAE,CAAC;gBACjD,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;gBAChF,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;YAC9B,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CACX,4CAA4C,EAC5C,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CACjD,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,YAAqB;QACvC,IAAI,IAAI,CAAC,qBAAqB,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,IAAI,EAAE,CAAC;YACnE,gFAAgF;YAChF,IAAI,CAAC,qBAAqB,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YACjD,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC,CAAC;QACxF,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,MAAM,EAA8B,CAAC;QACrD,IAAI,CAAC,qBAAqB,GAAG,GAAG,CAAC;QACjC,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,YAAY,CAAC,CAAC;QAC3C,MAAM,aAAa,GAAG,UAAU,CAAC,GAAG,EAAE;YACpC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;gBACd,GAAG,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,+DAA+D,CAAC,CAAC,CAAC;gBACvF,IAAI,IAAI,CAAC,qBAAqB,KAAK,GAAG,EAAE,CAAC;oBACvC,IAAI,CAAC,qBAAqB,GAAG,SAAS,CAAC;gBACzC,CAAC;YACH,CAAC;QACH,CAAC,EAAE,KAAK,CAAC,CAAC;QACV,KAAK,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAC1E,OAAO,GAAG,CAAC,KAAK,CAAC;IACnB,CAAC;IAED,KAAK,CAAC,WAAW,KAAmB,CAAC;IAErC,KAAK,CAAC,UAAU,KAAmB,CAAC;IAEpC,KAAK,CAAC,SAAS;QACb,IAAI,IAAI,CAAC,WAAW,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;YAChD,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC;YAChC,kBAAkB,CAAC,IAAI,CAAC,WAAW,CAAC,YAAY,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,QAKd;QACC,OAAO,CAAC,IAAI,CAAC,4EAA4E,CAAC,CAAC;IAC7F,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,qBAAqB,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,IAAI,EAAE,CAAC;YACnE,gEAAgE;YAChE,IAAI,CAAC,qBAAqB,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YACjD,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,gBAAgB,CAAC,CAAC,CAAC;YAC/D,IAAI,CAAC,qBAAqB,GAAG,SAAS,CAAC;QACzC,CAAC;QACD,IAAI,IAAI,CAAC,WAAW,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;YAChD,MAAM,IAAI,CAAC,mBAAmB,EAAE,CAAC;QACnC,CAAC;QACD,IAAI,CAAC,eAAe,EAAE,KAAK,EAAE,CAAC;QAC9B,IAAI,CAAC,eAAe,GAAG,SAAS,CAAC;QACjC,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;QAChC,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;IACtB,CAAC;IAED,CAAC,qBAAqB,CAAC,KAAiB;QACtC,IAAI,KAAK,CAAC,UAAU,KAAK,kBAAkB,IAAI,KAAK,CAAC,QAAQ,KAAK,eAAe,EAAE,CAAC;YAClF,MAAM,KAAK,CAAC;YACZ,OAAO;QACT,CAAC;QACD,MAAM,GAAG,GAAG,GAAG,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;QACpD,IAAI,CAAC,IAAI,CAAC,eAAe,IAAI,IAAI,CAAC,kBAAkB,KAAK,GAAG,EAAE,CAAC;YAC7D,IAAI,CAAC,eAAe,EAAE,KAAK,EAAE,CAAC;YAC9B,IAAI,CAAC,eAAe,GAAG,IAAI,cAAc,CAAC,KAAK,CAAC,UAAU,EAAE,kBAAkB,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;YAChG,IAAI,CAAC,kBAAkB,GAAG,GAAG,CAAC;QAChC,CAAC;QACD,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YACnD,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAED,WAAW;QACT,MAAM,MAAM,GAAG,CAAC,KAAa,EAAE,GAAY,EAAE,EAAE,CAC7C,OAAO,CAAC,KAAK,CACX,mCAAmC,KAAK,GAAG,EAC3C,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CACjD,CAAC;QACJ,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;YAChC,IAAI,CAAC;gBACH,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;YAC3B,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC;YAC7B,CAAC;QACH,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,YAAY,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE;YAC3C,IAAI,CAAC;gBACH,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YACjC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,CAAC,kBAAkB,EAAE,GAAG,CAAC,CAAC;YAClC,CAAC;QACH,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE;YAC9C,IAAI,CAAC;gBACH,IAAI,CAAC,gBAAgB,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;YACxC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,CAAC,iBAAiB,EAAE,GAAG,CAAC,CAAC;YACjC,CAAC;QACH,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,eAAe,EAAE,GAAG,EAAE;YACpC,KAAK,IAAI,CAAC,oBAAoB,EAAE,CAAC;QACnC,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,aAAa,EAAE,GAAG,EAAE;YAClC,IAAI,CAAC;gBACH,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,CAAC,mBAAmB,EAAE,GAAG,CAAC,CAAC;YACnC,CAAC;QACH,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;YAC/B,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE;gBACjB,IAAI,EAAE,sBAAsB;gBAC5B,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;gBACrB,KAAK,EAAE,0BAA0B;gBACjC,KAAK,EAAE,IAAI,KAAK,CAAC,GAAG,CAAC;gBACrB,WAAW,EAAE,IAAI;aACe,CAAC,CAAC;QACtC,CAAC,CAAC,CAAC;IACL,CAAC;IAED,gBAAgB,CAAC,EAAU,EAAE,IAAY,EAAE,IAAa;QACtD,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAC7C,IAAI,IAAI,CAAC,wBAAwB;YAAE,OAAO;QAC1C,IAAI,CAAC,wBAAwB,GAAG,IAAI,CAAC;QACrC,cAAc,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,mBAAmB,EAAE,CAAC,CAAC;IACnD,CAAC;IAED,mBAAmB;QACjB,IAAI,CAAC,wBAAwB,GAAG,KAAK,CAAC;QACtC,MAAM,KAAK,GAAG,IAAI,CAAC,cAAc,CAAC;QAClC,IAAI,CAAC,cAAc,GAAG,EAAE,CAAC;QACzB,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAC/B,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAC7B,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC;QAC7B,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,eAAe,CAAC,MAAM;YAAE,OAAO;QAC/C,KAAK,MAAM,EAAE,IAAI,KAAK,EAAE,CAAC;YACvB,KAAK,GAAG,CAAC,eAAe,CAAC,KAAK,CAC5B,GAAG,CAAC,YAAY,CAAC,MAAM,CAAC;gBACtB,MAAM,EAAE,EAAE,CAAC,EAAE;gBACb,IAAI,EAAE,EAAE,CAAC,IAAI;gBACb,IAAI,EAAE,OAAO,EAAE,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC;aAC5E,CAAC,CACH,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACpB,CAAC;QACD,KAAK,GAAG,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACnD,CAAC;IAED,aAAa,CAAC,IAAgB;QAC5B,IAAI,IAAI,CAAC,mBAAmB;YAAE,OAAO;QACrC,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC;QAC7B,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,YAAY,CAAC,MAAM;YAAE,OAAO;QACzD,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;QACpD,IAAI,WAAW,IAAI,CAAC;YAAE,OAAO;QAC7B,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;QACxE,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,KAAK,EAAE,kBAAkB,EAAE,eAAe,EAAE,WAAW,CAAC,CAAC;QACtF,KAAK,GAAG,CAAC,YAAY,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACrD,CAAC;IAED,aAAa,CAAC,IAAY,EAAE,IAA0B;QACpD,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC;QAC7B,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK;YAAE,OAAO;QAC9B,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;YACpB,IAAI,KAAK,GAAG,IAAI,CAAC;YACjB,IAAI,GAAG,CAAC,kBAAkB,KAAK,EAAE,EAAE,CAAC;gBAClC,KAAK,GAAG,KAAK,CAAC,SAAS,EAAE,CAAC;YAC5B,CAAC;YACD,GAAG,CAAC,kBAAkB,IAAI,KAAK,CAAC;YAChC,IAAI,CAAC,IAAI,CAAC,qCAAqC,EAAE;gBAC/C,MAAM,EAAE,GAAG,CAAC,OAAO;gBACnB,UAAU,EAAE,GAAG,CAAC,kBAAkB;gBAClC,OAAO,EAAE,KAAK;aAC2B,CAAC,CAAC;YAC7C,OAAO;QACT,CAAC;QACD,GAAG,CAAC,UAAU,IAAI,IAAI,CAAC;QACvB,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC;YAC5B,KAAK,GAAG,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACnD,CAAC;IACH,CAAC;IAED,cAAc;QACZ,IAAI,CAAC,IAAI,CAAC,sBAAsB,EAAE,EAAwC,CAAC,CAAC;QAC5E,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC;QAChC,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC;QAC7B,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC;YACtB,kBAAkB,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QACvC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,oBAAoB;QACxB,IAAI,CAAC,mBAAmB,GAAG,KAAK,CAAC;QACjC,IAAI,CAAC,gBAAgB,GAAG,KAAK,CAAC;QAC9B,MAAM,IAAI,CAAC,mBAAmB,EAAE,CAAC;QACjC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAC3B,IAAI,CAAC;YACH,IAAI,CAAC,IAAI,CAAC,sBAAsB,EAAE;gBAChC,wBAAwB,EAAE,IAAI;aACO,CAAC,CAAC;QAC3C,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;IACH,CAAC;IAED,iBAAiB;QACf,IAAI,IAAI,CAAC,WAAW,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK;YAAE,OAAO;QACxD,IAAI,CAAC,gBAAgB,EAAE,CAAC;IAC1B,CAAC;IAED,gBAAgB;QACd,MAAM,UAAU,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;QACpC,MAAM,OAAO,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;QACjC,MAAM,cAAc,GAAG,MAAM,CAAC,mBAAmB,EAAyB,CAAC;QAC3E,MAAM,eAAe,GAAG,MAAM,CAAC,mBAAmB,EAAoB,CAAC;QACvE,MAAM,WAAW,GAAG,MAAM,CAAC,mBAAmB,EAAU,CAAC;QACzD,MAAM,YAAY,GAAG,MAAM,CAAC,mBAAmB,EAAc,CAAC;QAC9D,IAAI,CAAC,WAAW,GAAG;YACjB,cAAc;YACd,eAAe;YACf,WAAW;YACX,YAAY;YACZ,UAAU;YACV,OAAO;YACP,kBAAkB,EAAE,EAAE;YACtB,UAAU,EAAE,EAAE;YACd,KAAK,EAAE,KAAK;SACb,CAAC;QACF,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC;QAC7B,KAAK,GAAG,CAAC,cAAc,CAAC,KAAK,CAAC;YAC5B,SAAS,EAAE,UAAU;YACrB,UAAU,EAAE,GAAG,CAAC,WAAW,CAAC,MAAM,EAAE;YACpC,WAAW,EAAE,GAAG,CAAC,YAAY,CAAC,MAAM,EAAE;YACtC,UAAU,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;SAC/C,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACnB,MAAM,eAAe,GAA+B;YAClD,aAAa,EAAE,GAAG,CAAC,cAAc,CAAC,MAAM,EAAE;YAC1C,cAAc,EAAE,GAAG,CAAC,eAAe,CAAC,MAAM,EAAE;YAC5C,aAAa,EAAE,KAAK;YACpB,UAAU;SACX,CAAC;QACF,IAAI,IAAI,CAAC,qBAAqB,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,IAAI,EAAE,CAAC;YACnE,eAAe,CAAC,aAAa,GAAG,IAAI,CAAC;YACrC,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;YACpD,IAAI,CAAC,qBAAqB,GAAG,SAAS,CAAC;QACzC,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,IAAI,CAAC,sBAAsB,EAAE,EAAwC,CAAC,CAAC;QAC9E,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,eAAe,CAAC,CAAC;IACnD,CAAC;IAED,KAAK,CAAC,mBAAmB;QACvB,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC;QAC7B,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK;YAAE,OAAO;QAC9B,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,eAAe,EAAE,CAAC,cAAc,CAAC;QAC7D,IAAI,GAAG,CAAC,kBAAkB,CAAC,IAAI,EAAE,EAAE,CAAC;YAClC,IAAI,CAAC;gBACH,IAAI,CAAC,IAAI,CAAC,qCAAqC,EAAE;oBAC/C,MAAM,EAAE,GAAG,CAAC,OAAO;oBACnB,UAAU,EAAE,GAAG,CAAC,kBAAkB;oBAClC,OAAO,EAAE,IAAI;iBAC4B,CAAC,CAAC;YAC/C,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS;YACX,CAAC;YACD,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC;gBACvB,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,GAAG,CAAC,kBAAkB;gBAC/B,EAAE,EAAE,GAAG,CAAC,OAAO;aAChB,CAAC,CAAC;YACH,IAAI,OAAO,EAAE,CAAC;gBACZ,IAAI,CAAC;oBACH,MAAM,OAAO,CAAC,oBAAoB,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;gBAC7D,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,OAAO,CAAC,KAAK,CACX,uDAAuD,EACvD,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CACjD,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;QACD,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,EAAE,EAAE,CAAC;YAC1B,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC;gBACvB,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,GAAG,CAAC,UAAU;gBACvB,EAAE,EAAE,GAAG,CAAC,UAAU;aACnB,CAAC,CAAC;YACH,IAAI,OAAO,EAAE,CAAC;gBACZ,IAAI,CAAC;oBACH,MAAM,OAAO,CAAC,yBAAyB,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;gBAC1D,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,OAAO,CAAC,KAAK,CACX,4DAA4D,EAC5D,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CACjD,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;QACD,sEAAsE;QACtE,uEAAuE;QACvE,oEAAoE;QACpE,uDAAuD;QACvD,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,WAAW,GAAG,SAAS,CAAC;QAC7B,kBAAkB,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QACpC,kBAAkB,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QACrC,kBAAkB,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;QACxC,kBAAkB,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;IACzC,CAAC;CACF"}
1
+ {"version":3,"file":"AriaFlowGeminiRealtimeSession.js","sourceRoot":"","sources":["../../src/llm/AriaFlowGeminiRealtimeSession.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AACjE,OAAO,EAAE,UAAU,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAC/D,OAAO,EAAE,iBAAiB,EAAyB,MAAM,qCAAqC,CAAC;AAG/F,OAAO,EACL,kBAAkB,EAClB,gBAAgB,EAChB,+BAA+B,GAChC,MAAM,kCAAkC,CAAC;AAE1C,MAAM,kBAAkB,GAAG,KAAK,CAAC;AACjC,MAAM,eAAe,GAAG,CAAC,CAAC;AAc1B,MAAM,OAAO,6BAA8B,SAAQ,GAAG,CAAC,eAAe;IAC3D,MAAM,CAA8B;IACpC,OAAO,CAAoB;IACpC,QAAQ,CAAkB;IAC1B,MAAM,GAAoB,EAAE,CAAC;IAC7B,aAAa,GAAG,EAAE,CAAC;IACnB,gBAAgB,GAAG,KAAK,CAAC;IACzB,qBAAqB,CAAsC;IAC3D,WAAW,CAAmB;IAC9B,mBAAmB,GAAG,KAAK,CAAC;IAC5B,oBAAoB,GAAG,IAAI,GAAG,EAAU,CAAC;IACzC,eAAe,CAAkB;IACjC,kBAAkB,CAAU;IAC5B,cAAc,GAAuD,EAAE,CAAC;IACxE,wBAAwB,GAAG,KAAK,CAAC;IAEjC,YAAY,KAAkC;QAC5C,KAAK,CAAC,KAAK,CAAC,CAAC;QACb,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,MAAM,IAAI,GAAG,KAAK,CAAC,eAAe,EAAE,CAAC;QACrC,MAAM,KAAK,GAAqB;YAC9B,EAAE,EAAE,IAAI,CAAC,OAAO;YAChB,IAAI,EAAE,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,OAAO;YACpC,MAAM,EAAE,IAAI,CAAC,UAAU;YACvB,KAAK,EAAE,IAAI,CAAC,KAAK;SAClB,CAAC;QACF,IAAI,CAAC,OAAO,GAAG,IAAI,iBAAiB,CAAC;YACnC,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,KAAK;YACL,OAAO,EAAE,GAAG,EAAE,GAAE,CAAC;SAClB,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,GAAG,GAAG,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;QACxC,IAAI,CAAC,WAAW,EAAE,CAAC;IACrB,CAAC;IAED,IAAI,OAAO;QACT,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;IAED,IAAI,KAAK;QACP,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,YAAoB;QAC3C,IAAI,CAAC,aAAa,GAAG,YAAY,CAAC;QAClC,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;YAC3B,MAAM,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,iBAAiB,EAAE,YAAY,EAAE,CAAC,CAAC;QACvE,CAAC;IACH,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,OAAwB;QAC1C,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;QAC/B,MAAM,SAAS,GAA2B,EAAE,CAAC;QAC7C,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YACjC,IAAI,IAAI,CAAC,IAAI,KAAK,sBAAsB;gBAAE,SAAS;YACnD,IAAI,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC;gBAAE,SAAS;YACzD,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC3C,IAAI,MAAM,GAAY,IAAI,CAAC,MAAM,CAAC;YAClC,IAAI,CAAC;gBACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAY,CAAC;YAC9C,CAAC;YAAC,MAAM,CAAC;gBACP,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;YACvB,CAAC;YACD,SAAS,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;QAC/D,CAAC;QACD,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;YACzC,IAAI,CAAC,gBAAgB,GAAG,KAAK,CAAC;QAChC,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,0BAA0B,CAA6E;IAEvG;;;;OAIG;IACH,4BAA4B,CAC1B,YAAuF;QAEvF,IAAI,CAAC,0BAA0B,GAAG,YAAY,CAAC;IACjD,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,KAAsB;QACtC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,oEAAoE;QACpE,sFAAsF;QACtF,MAAM,aAAa,GAAG,CAAC,CAAC,IAAI,CAAC,0BAA0B,CAAC;QACxD,MAAM,YAAY,GAAG,IAAI,CAAC,0BAA0B,IAAI,+BAA+B,CAAC,KAAK,CAAC,CAAC;QAC/F,IAAI,CAAC,0BAA0B,GAAG,SAAS,CAAC,CAAC,eAAe;QAE5D,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;YAC5B,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC;gBACzB,iBAAiB,EAAE,IAAI,CAAC,aAAa;gBACrC,KAAK,EAAE,YAAY;gBACnB,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;aACzB,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;IAED,aAAa,CAAC,QAAgD,IAAS,CAAC;IAExE,SAAS,CAAC,KAAiB;QACzB,IAAI,IAAI,CAAC,gBAAgB;YAAE,OAAO;QAClC,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC;YACrC,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,EAAE,CAAC;gBACjD,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;gBAChF,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;YAC9B,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CACX,4CAA4C,EAC5C,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CACjD,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,YAAqB;QACvC,IAAI,IAAI,CAAC,qBAAqB,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,IAAI,EAAE,CAAC;YACnE,gFAAgF;YAChF,IAAI,CAAC,qBAAqB,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YACjD,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC,CAAC;QACxF,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,MAAM,EAA8B,CAAC;QACrD,IAAI,CAAC,qBAAqB,GAAG,GAAG,CAAC;QACjC,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,YAAY,CAAC,CAAC;QAC3C,MAAM,aAAa,GAAG,UAAU,CAAC,GAAG,EAAE;YACpC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;gBACd,GAAG,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,+DAA+D,CAAC,CAAC,CAAC;gBACvF,IAAI,IAAI,CAAC,qBAAqB,KAAK,GAAG,EAAE,CAAC;oBACvC,IAAI,CAAC,qBAAqB,GAAG,SAAS,CAAC;gBACzC,CAAC;YACH,CAAC;QACH,CAAC,EAAE,KAAK,CAAC,CAAC;QACV,KAAK,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAC1E,OAAO,GAAG,CAAC,KAAK,CAAC;IACnB,CAAC;IAED,KAAK,CAAC,WAAW,KAAmB,CAAC;IAErC,KAAK,CAAC,UAAU,KAAmB,CAAC;IAEpC,KAAK,CAAC,SAAS;QACb,IAAI,IAAI,CAAC,WAAW,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;YAChD,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC;YAChC,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC;YAC7B,yEAAyE;YACzE,0EAA0E;YAC1E,uEAAuE;YACvE,gEAAgE;YAChE,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC;YACjB,IAAI,CAAC,WAAW,GAAG,SAAS,CAAC;YAC7B,kBAAkB,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QACvC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,QAKd;QACC,OAAO,CAAC,IAAI,CAAC,4EAA4E,CAAC,CAAC;IAC7F,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,qBAAqB,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,IAAI,EAAE,CAAC;YACnE,gEAAgE;YAChE,IAAI,CAAC,qBAAqB,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YACjD,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,gBAAgB,CAAC,CAAC,CAAC;YAC/D,IAAI,CAAC,qBAAqB,GAAG,SAAS,CAAC;QACzC,CAAC;QACD,IAAI,IAAI,CAAC,WAAW,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;YAChD,MAAM,IAAI,CAAC,mBAAmB,EAAE,CAAC;QACnC,CAAC;QACD,IAAI,CAAC,eAAe,EAAE,KAAK,EAAE,CAAC;QAC9B,IAAI,CAAC,eAAe,GAAG,SAAS,CAAC;QACjC,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;QAChC,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;IACtB,CAAC;IAED,CAAC,qBAAqB,CAAC,KAAiB;QACtC,IAAI,KAAK,CAAC,UAAU,KAAK,kBAAkB,IAAI,KAAK,CAAC,QAAQ,KAAK,eAAe,EAAE,CAAC;YAClF,MAAM,KAAK,CAAC;YACZ,OAAO;QACT,CAAC;QACD,MAAM,GAAG,GAAG,GAAG,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;QACpD,IAAI,CAAC,IAAI,CAAC,eAAe,IAAI,IAAI,CAAC,kBAAkB,KAAK,GAAG,EAAE,CAAC;YAC7D,IAAI,CAAC,eAAe,EAAE,KAAK,EAAE,CAAC;YAC9B,IAAI,CAAC,eAAe,GAAG,IAAI,cAAc,CAAC,KAAK,CAAC,UAAU,EAAE,kBAAkB,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;YAChG,IAAI,CAAC,kBAAkB,GAAG,GAAG,CAAC;QAChC,CAAC;QACD,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YACnD,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAED,WAAW;QACT,MAAM,MAAM,GAAG,CAAC,KAAa,EAAE,GAAY,EAAE,EAAE,CAC7C,OAAO,CAAC,KAAK,CACX,mCAAmC,KAAK,GAAG,EAC3C,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CACjD,CAAC;QACJ,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;YAChC,IAAI,CAAC;gBACH,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;YAC3B,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC;YAC7B,CAAC;QACH,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,YAAY,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE;YAC3C,IAAI,CAAC;gBACH,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YACjC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,CAAC,kBAAkB,EAAE,GAAG,CAAC,CAAC;YAClC,CAAC;QACH,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE;YAC9C,IAAI,CAAC;gBACH,IAAI,CAAC,gBAAgB,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;YACxC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,CAAC,iBAAiB,EAAE,GAAG,CAAC,CAAC;YACjC,CAAC;QACH,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,eAAe,EAAE,GAAG,EAAE;YACpC,KAAK,IAAI,CAAC,oBAAoB,EAAE,CAAC;QACnC,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,aAAa,EAAE,GAAG,EAAE;YAClC,IAAI,CAAC;gBACH,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,CAAC,mBAAmB,EAAE,GAAG,CAAC,CAAC;YACnC,CAAC;QACH,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;YAC/B,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE;gBACjB,IAAI,EAAE,sBAAsB;gBAC5B,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;gBACrB,KAAK,EAAE,0BAA0B;gBACjC,KAAK,EAAE,IAAI,KAAK,CAAC,GAAG,CAAC;gBACrB,WAAW,EAAE,IAAI;aACe,CAAC,CAAC;QACtC,CAAC,CAAC,CAAC;IACL,CAAC;IAED,gBAAgB,CAAC,EAAU,EAAE,IAAY,EAAE,IAAa;QACtD,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAC7C,IAAI,IAAI,CAAC,wBAAwB;YAAE,OAAO;QAC1C,IAAI,CAAC,wBAAwB,GAAG,IAAI,CAAC;QACrC,cAAc,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,mBAAmB,EAAE,CAAC,CAAC;IACnD,CAAC;IAED,mBAAmB;QACjB,IAAI,CAAC,wBAAwB,GAAG,KAAK,CAAC;QACtC,MAAM,KAAK,GAAG,IAAI,CAAC,cAAc,CAAC;QAClC,IAAI,CAAC,cAAc,GAAG,EAAE,CAAC;QACzB,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAC/B,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAC7B,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC;QAC7B,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,eAAe,CAAC,MAAM;YAAE,OAAO;QAC/C,KAAK,MAAM,EAAE,IAAI,KAAK,EAAE,CAAC;YACvB,KAAK,GAAG,CAAC,eAAe,CAAC,KAAK,CAC5B,GAAG,CAAC,YAAY,CAAC,MAAM,CAAC;gBACtB,MAAM,EAAE,EAAE,CAAC,EAAE;gBACb,IAAI,EAAE,EAAE,CAAC,IAAI;gBACb,IAAI,EAAE,OAAO,EAAE,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC;aAC5E,CAAC,CACH,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACpB,CAAC;QACD,KAAK,GAAG,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACnD,CAAC;IAED,aAAa,CAAC,IAAgB;QAC5B,IAAI,IAAI,CAAC,mBAAmB;YAAE,OAAO;QACrC,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC;QAC7B,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,YAAY,CAAC,MAAM;YAAE,OAAO;QACzD,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;QACpD,IAAI,WAAW,IAAI,CAAC;YAAE,OAAO;QAC7B,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;QACxE,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,KAAK,EAAE,kBAAkB,EAAE,eAAe,EAAE,WAAW,CAAC,CAAC;QACtF,KAAK,GAAG,CAAC,YAAY,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACrD,CAAC;IAED,aAAa,CAAC,IAAY,EAAE,IAA0B;QACpD,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC;QAC7B,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK;YAAE,OAAO;QAC9B,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;YACpB,IAAI,KAAK,GAAG,IAAI,CAAC;YACjB,IAAI,GAAG,CAAC,kBAAkB,KAAK,EAAE,EAAE,CAAC;gBAClC,KAAK,GAAG,KAAK,CAAC,SAAS,EAAE,CAAC;YAC5B,CAAC;YACD,GAAG,CAAC,kBAAkB,IAAI,KAAK,CAAC;YAChC,IAAI,CAAC,IAAI,CAAC,qCAAqC,EAAE;gBAC/C,MAAM,EAAE,GAAG,CAAC,OAAO;gBACnB,UAAU,EAAE,GAAG,CAAC,kBAAkB;gBAClC,OAAO,EAAE,KAAK;aAC2B,CAAC,CAAC;YAC7C,OAAO;QACT,CAAC;QACD,GAAG,CAAC,UAAU,IAAI,IAAI,CAAC;QACvB,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC;YAC5B,KAAK,GAAG,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACnD,CAAC;IACH,CAAC;IAED,cAAc;QACZ,IAAI,CAAC,IAAI,CAAC,sBAAsB,EAAE,EAAwC,CAAC,CAAC;QAC5E,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC;QAChC,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC;QAC7B,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC;YACtB,kBAAkB,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QACvC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,oBAAoB;QACxB,IAAI,CAAC,mBAAmB,GAAG,KAAK,CAAC;QACjC,IAAI,CAAC,gBAAgB,GAAG,KAAK,CAAC;QAC9B,MAAM,IAAI,CAAC,mBAAmB,EAAE,CAAC;QACjC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAC3B,IAAI,CAAC;YACH,IAAI,CAAC,IAAI,CAAC,sBAAsB,EAAE;gBAChC,wBAAwB,EAAE,IAAI;aACO,CAAC,CAAC;QAC3C,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;IACH,CAAC;IAED,iBAAiB;QACf,IAAI,IAAI,CAAC,WAAW,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK;YAAE,OAAO;QACxD,IAAI,CAAC,gBAAgB,EAAE,CAAC;IAC1B,CAAC;IAED,gBAAgB;QACd,IAAI,CAAC,mBAAmB,GAAG,KAAK,CAAC;QACjC,MAAM,UAAU,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;QACpC,MAAM,OAAO,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;QACjC,MAAM,cAAc,GAAG,MAAM,CAAC,mBAAmB,EAAyB,CAAC;QAC3E,MAAM,eAAe,GAAG,MAAM,CAAC,mBAAmB,EAAoB,CAAC;QACvE,MAAM,WAAW,GAAG,MAAM,CAAC,mBAAmB,EAAU,CAAC;QACzD,MAAM,YAAY,GAAG,MAAM,CAAC,mBAAmB,EAAc,CAAC;QAC9D,IAAI,CAAC,WAAW,GAAG;YACjB,cAAc;YACd,eAAe;YACf,WAAW;YACX,YAAY;YACZ,UAAU;YACV,OAAO;YACP,kBAAkB,EAAE,EAAE;YACtB,UAAU,EAAE,EAAE;YACd,KAAK,EAAE,KAAK;SACb,CAAC;QACF,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC;QAC7B,KAAK,GAAG,CAAC,cAAc,CAAC,KAAK,CAAC;YAC5B,SAAS,EAAE,UAAU;YACrB,UAAU,EAAE,GAAG,CAAC,WAAW,CAAC,MAAM,EAAE;YACpC,WAAW,EAAE,GAAG,CAAC,YAAY,CAAC,MAAM,EAAE;YACtC,UAAU,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;SAC/C,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACnB,MAAM,eAAe,GAA+B;YAClD,aAAa,EAAE,GAAG,CAAC,cAAc,CAAC,MAAM,EAAE;YAC1C,cAAc,EAAE,GAAG,CAAC,eAAe,CAAC,MAAM,EAAE;YAC5C,aAAa,EAAE,KAAK;YACpB,UAAU;SACX,CAAC;QACF,IAAI,IAAI,CAAC,qBAAqB,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,IAAI,EAAE,CAAC;YACnE,eAAe,CAAC,aAAa,GAAG,IAAI,CAAC;YACrC,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;YACpD,IAAI,CAAC,qBAAqB,GAAG,SAAS,CAAC;QACzC,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,IAAI,CAAC,sBAAsB,EAAE,EAAwC,CAAC,CAAC;QAC9E,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,eAAe,CAAC,CAAC;IACnD,CAAC;IAED,KAAK,CAAC,mBAAmB;QACvB,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC;QAC7B,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK;YAAE,OAAO;QAC9B,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,eAAe,EAAE,CAAC,cAAc,CAAC;QAC7D,IAAI,GAAG,CAAC,kBAAkB,CAAC,IAAI,EAAE,EAAE,CAAC;YAClC,IAAI,CAAC;gBACH,IAAI,CAAC,IAAI,CAAC,qCAAqC,EAAE;oBAC/C,MAAM,EAAE,GAAG,CAAC,OAAO;oBACnB,UAAU,EAAE,GAAG,CAAC,kBAAkB;oBAClC,OAAO,EAAE,IAAI;iBAC4B,CAAC,CAAC;YAC/C,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS;YACX,CAAC;YACD,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC;gBACvB,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,GAAG,CAAC,kBAAkB;gBAC/B,EAAE,EAAE,GAAG,CAAC,OAAO;aAChB,CAAC,CAAC;YACH,IAAI,OAAO,EAAE,CAAC;gBACZ,IAAI,CAAC;oBACH,MAAM,OAAO,CAAC,oBAAoB,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;gBAC7D,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,OAAO,CAAC,KAAK,CACX,uDAAuD,EACvD,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CACjD,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;QACD,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,EAAE,EAAE,CAAC;YAC1B,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC;gBACvB,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,GAAG,CAAC,UAAU;gBACvB,EAAE,EAAE,GAAG,CAAC,UAAU;aACnB,CAAC,CAAC;YACH,IAAI,OAAO,EAAE,CAAC;gBACZ,IAAI,CAAC;oBACH,MAAM,OAAO,CAAC,yBAAyB,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;gBAC1D,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,OAAO,CAAC,KAAK,CACX,4DAA4D,EAC5D,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CACjD,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;QACD,sEAAsE;QACtE,uEAAuE;QACvE,oEAAoE;QACpE,uDAAuD;QACvD,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,WAAW,GAAG,SAAS,CAAC;QAC7B,kBAAkB,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QACpC,kBAAkB,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QACrC,kBAAkB,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;QACxC,kBAAkB,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;IACzC,CAAC;CACF"}
@@ -0,0 +1,15 @@
1
+ /**
2
+ * Port interface for native (Gemini Live / Path B) audio I/O.
3
+ * Parallel to {@link RealtimeTransportSession} in core, but owned here and
4
+ * without optional interruption hooks.
5
+ */
6
+ export interface NativeAudioTransport {
7
+ /** Send PCM s16le audio to the end-user client (bytes = Int16 LE samples). */
8
+ sendAudio(data: Uint8Array): void;
9
+ /** Subscribe to PCM s16le from the end-user client. */
10
+ onAudio(handler: (data: Uint8Array) => void): void;
11
+ /** Subscribe to transport close (may fire multiple times; handlers should be idempotent). */
12
+ onClose(handler: () => void): void;
13
+ close(): void;
14
+ }
15
+ //# sourceMappingURL=native_audio_transport.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"native_audio_transport.d.ts","sourceRoot":"","sources":["../src/native_audio_transport.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,MAAM,WAAW,oBAAoB;IACnC,8EAA8E;IAC9E,SAAS,CAAC,IAAI,EAAE,UAAU,GAAG,IAAI,CAAC;IAClC,uDAAuD;IACvD,OAAO,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,UAAU,KAAK,IAAI,GAAG,IAAI,CAAC;IACnD,6FAA6F;IAC7F,OAAO,CAAC,OAAO,EAAE,MAAM,IAAI,GAAG,IAAI,CAAC;IACnC,KAAK,IAAI,IAAI,CAAC;CACf"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=native_audio_transport.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"native_audio_transport.js","sourceRoot":"","sources":["../src/native_audio_transport.ts"],"names":[],"mappings":""}
@@ -0,0 +1,45 @@
1
+ import { AudioFrame } from '@livekit/rtc-node';
2
+ import { llm } from '@livekit/agents';
3
+ import type { NativeAudioTransport } from '../native_audio_transport.js';
4
+ /** Duck-typed realtime session for Path B (matches transport-ws wire types). */
5
+ export type LiveKitSessionRunnerSession = {
6
+ on(event: string, handler: (...args: unknown[]) => void): unknown;
7
+ chatCtx: llm.ChatContext;
8
+ tools?: llm.ToolContext;
9
+ pushAudio(frame: AudioFrame): void;
10
+ updateChatCtx(chatCtx: llm.ChatContext): Promise<void>;
11
+ close(): Promise<void>;
12
+ };
13
+ export type LiveKitSessionRunnerAdapter = {
14
+ attach(session: LiveKitSessionRunnerSession): Promise<void>;
15
+ detach(): Promise<void>;
16
+ onTurnComplete(): Promise<void>;
17
+ };
18
+ export interface LiveKitSessionRunnerConfig {
19
+ session: LiveKitSessionRunnerSession;
20
+ adapter: LiveKitSessionRunnerAdapter;
21
+ transport: NativeAudioTransport;
22
+ sessionId?: string;
23
+ sampleRate?: number;
24
+ numChannels?: number;
25
+ onToolResult?: (toolName: string, args: unknown, result: unknown, success: boolean) => void;
26
+ /** Fired after {@link LiveKitSessionRunnerAdapter.onTurnComplete} resolves. */
27
+ onTurnComplete?: () => void;
28
+ /** Fired if {@link LiveKitSessionRunnerAdapter.onTurnComplete} rejects. */
29
+ onTurnCompleteError?: () => void;
30
+ onUserTranscript?: (text: string) => void;
31
+ onSessionEnd?: (reason: string) => void;
32
+ }
33
+ /**
34
+ * Transport-agnostic plumbing for LiveKit native audio sessions: tool execution,
35
+ * adapter lifecycle hooks, and PCM ↔ {@link AudioFrame} bridging.
36
+ */
37
+ export declare class LiveKitSessionRunner {
38
+ #private;
39
+ readonly sessionId: string;
40
+ constructor(config: LiveKitSessionRunnerConfig);
41
+ get running(): boolean;
42
+ start(): Promise<void>;
43
+ stop(reason?: string): Promise<void>;
44
+ }
45
+ //# sourceMappingURL=LiveKitSessionRunner.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"LiveKitSessionRunner.d.ts","sourceRoot":"","sources":["../../src/session/LiveKitSessionRunner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,GAAG,EAAE,MAAM,iBAAiB,CAAC;AACtC,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,8BAA8B,CAAC;AAEzE,gFAAgF;AAChF,MAAM,MAAM,2BAA2B,GAAG;IACxC,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,KAAK,IAAI,GAAG,OAAO,CAAC;IAClE,OAAO,EAAE,GAAG,CAAC,WAAW,CAAC;IACzB,KAAK,CAAC,EAAE,GAAG,CAAC,WAAW,CAAC;IACxB,SAAS,CAAC,KAAK,EAAE,UAAU,GAAG,IAAI,CAAC;IACnC,aAAa,CAAC,OAAO,EAAE,GAAG,CAAC,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACvD,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,2BAA2B,GAAG;IACxC,MAAM,CAAC,OAAO,EAAE,2BAA2B,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC5D,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACxB,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACjC,CAAC;AAEF,MAAM,WAAW,0BAA0B;IACzC,OAAO,EAAE,2BAA2B,CAAC;IACrC,OAAO,EAAE,2BAA2B,CAAC;IACrC,SAAS,EAAE,oBAAoB,CAAC;IAChC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,CACb,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,OAAO,EACb,MAAM,EAAE,OAAO,EACf,OAAO,EAAE,OAAO,KACb,IAAI,CAAC;IACV,+EAA+E;IAC/E,cAAc,CAAC,EAAE,MAAM,IAAI,CAAC;IAC5B,2EAA2E;IAC3E,mBAAmB,CAAC,EAAE,MAAM,IAAI,CAAC;IACjC,gBAAgB,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC;IAC1C,YAAY,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,IAAI,CAAC;CACzC;AAED;;;GAGG;AACH,qBAAa,oBAAoB;;IAC/B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;gBAOf,MAAM,EAAE,0BAA0B;IAO9C,IAAI,OAAO,IAAI,OAAO,CAErB;IAEK,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IA0HtB,IAAI,CAAC,MAAM,GAAE,MAAwB,GAAG,OAAO,CAAC,IAAI,CAAC;CAsD5D"}
@@ -0,0 +1,197 @@
1
+ import { AudioFrame } from '@livekit/rtc-node';
2
+ import { llm } from '@livekit/agents';
3
+ /**
4
+ * Transport-agnostic plumbing for LiveKit native audio sessions: tool execution,
5
+ * adapter lifecycle hooks, and PCM ↔ {@link AudioFrame} bridging.
6
+ */
7
+ export class LiveKitSessionRunner {
8
+ sessionId;
9
+ #config;
10
+ #sampleRate;
11
+ #numChannels;
12
+ #running = false;
13
+ #stopped = false;
14
+ constructor(config) {
15
+ this.#config = config;
16
+ this.sessionId = config.sessionId ?? `bridge-${Date.now()}`;
17
+ this.#sampleRate = config.sampleRate ?? 24000;
18
+ this.#numChannels = config.numChannels ?? 1;
19
+ }
20
+ get running() {
21
+ return this.#running;
22
+ }
23
+ async start() {
24
+ if (this.#running || this.#stopped) {
25
+ throw new Error('LiveKitSessionRunner: already started or stopped');
26
+ }
27
+ const { session, adapter, transport } = this.#config;
28
+ session.on('generation_created', (...args) => {
29
+ const event = args[0];
30
+ const messageReader = event.messageStream.getReader();
31
+ void (async () => {
32
+ try {
33
+ while (true) {
34
+ const { done, value: message } = await messageReader.read();
35
+ if (done)
36
+ break;
37
+ const audioReader = message.audioStream.getReader();
38
+ void (async () => {
39
+ try {
40
+ while (true) {
41
+ const { done: audioDone, value: frame } = await audioReader.read();
42
+ if (audioDone)
43
+ break;
44
+ const f = frame.data;
45
+ try {
46
+ transport.sendAudio(new Uint8Array(f.buffer, f.byteOffset, f.byteLength));
47
+ }
48
+ catch {
49
+ /* ignore */
50
+ }
51
+ }
52
+ }
53
+ catch {
54
+ /* ignore */
55
+ }
56
+ })();
57
+ const textReader = message.textStream.getReader();
58
+ void (async () => {
59
+ try {
60
+ while (true) {
61
+ const { done: textDone } = await textReader.read();
62
+ if (textDone)
63
+ break;
64
+ }
65
+ }
66
+ catch {
67
+ /* ignore */
68
+ }
69
+ })();
70
+ }
71
+ }
72
+ catch {
73
+ /* ignore */
74
+ }
75
+ })();
76
+ const functionReader = event.functionStream.getReader();
77
+ void (async () => {
78
+ try {
79
+ while (true) {
80
+ const { done, value: fnCall } = await functionReader.read();
81
+ if (done)
82
+ break;
83
+ await this.#executeFunctionCall(fnCall);
84
+ }
85
+ }
86
+ catch {
87
+ /* ignore */
88
+ }
89
+ })();
90
+ });
91
+ session.on('turn_complete', () => {
92
+ void adapter
93
+ .onTurnComplete()
94
+ .then(() => {
95
+ this.#config.onTurnComplete?.();
96
+ })
97
+ .catch(() => {
98
+ this.#config.onTurnCompleteError?.();
99
+ });
100
+ });
101
+ session.on('input_audio_transcription_completed', (...args) => {
102
+ const evt = args[0];
103
+ if (evt.isFinal && evt.transcript?.trim()) {
104
+ this.#config.onUserTranscript?.(evt.transcript);
105
+ }
106
+ });
107
+ transport.onAudio((data) => {
108
+ if (this.#stopped)
109
+ return;
110
+ const n = Math.floor(data.byteLength / 2);
111
+ if (n <= 0)
112
+ return;
113
+ const int16 = new Int16Array(n);
114
+ for (let i = 0; i < n; i++) {
115
+ int16[i] = data[i * 2] | (data[i * 2 + 1] << 8);
116
+ }
117
+ try {
118
+ session.pushAudio(new AudioFrame(int16, this.#sampleRate, this.#numChannels, n));
119
+ }
120
+ catch {
121
+ /* ignore */
122
+ }
123
+ });
124
+ transport.onClose(() => {
125
+ void this.stop('transport_close');
126
+ });
127
+ try {
128
+ await adapter.attach(session);
129
+ }
130
+ catch (err) {
131
+ this.#stopped = true;
132
+ await adapter.detach().catch(() => { });
133
+ await session.close().catch(() => { });
134
+ this.#config.onSessionEnd?.('attach_failed');
135
+ try {
136
+ transport.close();
137
+ }
138
+ catch {
139
+ /* ignore */
140
+ }
141
+ throw err;
142
+ }
143
+ this.#running = true;
144
+ }
145
+ async stop(reason = 'external_stop') {
146
+ if (this.#stopped)
147
+ return;
148
+ this.#stopped = true;
149
+ this.#running = false;
150
+ const { adapter, session, transport } = this.#config;
151
+ await adapter.detach().catch(() => { });
152
+ await session.close().catch(() => { });
153
+ try {
154
+ transport.close();
155
+ }
156
+ catch {
157
+ /* ignore */
158
+ }
159
+ this.#config.onSessionEnd?.(reason);
160
+ }
161
+ async #executeFunctionCall(fnCall) {
162
+ const { session } = this.#config;
163
+ const toolDef = session.tools?.[fnCall.name];
164
+ if (!toolDef || typeof toolDef.execute !== 'function') {
165
+ return;
166
+ }
167
+ let args = fnCall.args ?? {};
168
+ if (typeof args === 'string') {
169
+ try {
170
+ args = JSON.parse(args || '{}');
171
+ }
172
+ catch {
173
+ args = {};
174
+ }
175
+ }
176
+ let output;
177
+ let isError = false;
178
+ try {
179
+ output = await toolDef.execute(args, llm.createToolOptions(fnCall.callId));
180
+ }
181
+ catch (err) {
182
+ isError = true;
183
+ output = { error: err instanceof Error ? err.message : String(err) };
184
+ }
185
+ const chatCtx = session.chatCtx.copy();
186
+ chatCtx.insert(new llm.FunctionCallOutput({
187
+ callId: fnCall.callId,
188
+ name: fnCall.name,
189
+ output: typeof output === 'string' ? output : JSON.stringify(output ?? {}),
190
+ isError,
191
+ createdAt: Date.now(),
192
+ }));
193
+ await session.updateChatCtx(chatCtx);
194
+ this.#config.onToolResult?.(fnCall.name, args, output, !isError);
195
+ }
196
+ }
197
+ //# sourceMappingURL=LiveKitSessionRunner.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"LiveKitSessionRunner.js","sourceRoot":"","sources":["../../src/session/LiveKitSessionRunner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,GAAG,EAAE,MAAM,iBAAiB,CAAC;AAwCtC;;;GAGG;AACH,MAAM,OAAO,oBAAoB;IACtB,SAAS,CAAS;IAC3B,OAAO,CAA6B;IACpC,WAAW,CAAS;IACpB,YAAY,CAAS;IACrB,QAAQ,GAAG,KAAK,CAAC;IACjB,QAAQ,GAAG,KAAK,CAAC;IAEjB,YAAY,MAAkC;QAC5C,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QACtB,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,UAAU,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QAC5D,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,UAAU,IAAI,KAAK,CAAC;QAC9C,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,WAAW,IAAI,CAAC,CAAC;IAC9C,CAAC;IAED,IAAI,OAAO;QACT,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;QACtE,CAAC;QAED,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC;QAErD,OAAO,CAAC,EAAE,CAAC,oBAAoB,EAAE,CAAC,GAAG,IAAe,EAAE,EAAE;YACtD,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,CAA+B,CAAC;YACpD,MAAM,aAAa,GAAG,KAAK,CAAC,aAAa,CAAC,SAAS,EAAE,CAAC;YACtD,KAAK,CAAC,KAAK,IAAI,EAAE;gBACf,IAAI,CAAC;oBACH,OAAO,IAAI,EAAE,CAAC;wBACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,MAAM,aAAa,CAAC,IAAI,EAAE,CAAC;wBAC5D,IAAI,IAAI;4BAAE,MAAM;wBAEhB,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC,SAAS,EAAE,CAAC;wBACpD,KAAK,CAAC,KAAK,IAAI,EAAE;4BACf,IAAI,CAAC;gCACH,OAAO,IAAI,EAAE,CAAC;oCACZ,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,MAAM,WAAW,CAAC,IAAI,EAAE,CAAC;oCACnE,IAAI,SAAS;wCAAE,MAAM;oCACrB,MAAM,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC;oCACrB,IAAI,CAAC;wCACH,SAAS,CAAC,SAAS,CACjB,IAAI,UAAU,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,UAAU,CAAC,CACrD,CAAC;oCACJ,CAAC;oCAAC,MAAM,CAAC;wCACP,YAAY;oCACd,CAAC;gCACH,CAAC;4BACH,CAAC;4BAAC,MAAM,CAAC;gCACP,YAAY;4BACd,CAAC;wBACH,CAAC,CAAC,EAAE,CAAC;wBAEL,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC;wBAClD,KAAK,CAAC,KAAK,IAAI,EAAE;4BACf,IAAI,CAAC;gCACH,OAAO,IAAI,EAAE,CAAC;oCACZ,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,MAAM,UAAU,CAAC,IAAI,EAAE,CAAC;oCACnD,IAAI,QAAQ;wCAAE,MAAM;gCACtB,CAAC;4BACH,CAAC;4BAAC,MAAM,CAAC;gCACP,YAAY;4BACd,CAAC;wBACH,CAAC,CAAC,EAAE,CAAC;oBACP,CAAC;gBACH,CAAC;gBAAC,MAAM,CAAC;oBACP,YAAY;gBACd,CAAC;YACH,CAAC,CAAC,EAAE,CAAC;YAEL,MAAM,cAAc,GAAG,KAAK,CAAC,cAAc,CAAC,SAAS,EAAE,CAAC;YACxD,KAAK,CAAC,KAAK,IAAI,EAAE;gBACf,IAAI,CAAC;oBACH,OAAO,IAAI,EAAE,CAAC;wBACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,MAAM,cAAc,CAAC,IAAI,EAAE,CAAC;wBAC5D,IAAI,IAAI;4BAAE,MAAM;wBAChB,MAAM,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC;oBAC1C,CAAC;gBACH,CAAC;gBAAC,MAAM,CAAC;oBACP,YAAY;gBACd,CAAC;YACH,CAAC,CAAC,EAAE,CAAC;QACP,CAAC,CAAC,CAAC;QAEH,OAAO,CAAC,EAAE,CAAC,eAAe,EAAE,GAAG,EAAE;YAC/B,KAAK,OAAO;iBACT,cAAc,EAAE;iBAChB,IAAI,CAAC,GAAG,EAAE;gBACT,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC;YAClC,CAAC,CAAC;iBACD,KAAK,CAAC,GAAG,EAAE;gBACV,IAAI,CAAC,OAAO,CAAC,mBAAmB,EAAE,EAAE,CAAC;YACvC,CAAC,CAAC,CAAC;QACP,CAAC,CAAC,CAAC;QAEH,OAAO,CAAC,EAAE,CAAC,qCAAqC,EAAE,CAAC,GAAG,IAAe,EAAE,EAAE;YACvE,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAoC,CAAC;YACvD,IAAI,GAAG,CAAC,OAAO,IAAI,GAAG,CAAC,UAAU,EAAE,IAAI,EAAE,EAAE,CAAC;gBAC1C,IAAI,CAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YAClD,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,SAAS,CAAC,OAAO,CAAC,CAAC,IAAgB,EAAE,EAAE;YACrC,IAAI,IAAI,CAAC,QAAQ;gBAAE,OAAO;YAC1B,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;YAC1C,IAAI,CAAC,IAAI,CAAC;gBAAE,OAAO;YACnB,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;YAChC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3B,KAAK,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAE,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAE,IAAI,CAAC,CAAC,CAAC;YACpD,CAAC;YACD,IAAI,CAAC;gBACH,OAAO,CAAC,SAAS,CAAC,IAAI,UAAU,CAAC,KAAK,EAAE,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,CAAC;YACnF,CAAC;YAAC,MAAM,CAAC;gBACP,YAAY;YACd,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,SAAS,CAAC,OAAO,CAAC,GAAG,EAAE;YACrB,KAAK,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC;YACH,MAAM,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAChC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;YACrB,MAAM,OAAO,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YACvC,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YACtC,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC,eAAe,CAAC,CAAC;YAC7C,IAAI,CAAC;gBACH,SAAS,CAAC,KAAK,EAAE,CAAC;YACpB,CAAC;YAAC,MAAM,CAAC;gBACP,YAAY;YACd,CAAC;YACD,MAAM,GAAG,CAAC;QACZ,CAAC;QAED,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,SAAiB,eAAe;QACzC,IAAI,IAAI,CAAC,QAAQ;YAAE,OAAO;QAC1B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;QAEtB,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC;QACrD,MAAM,OAAO,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACvC,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACtC,IAAI,CAAC;YACH,SAAS,CAAC,KAAK,EAAE,CAAC;QACpB,CAAC;QAAC,MAAM,CAAC;YACP,YAAY;QACd,CAAC;QACD,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC,MAAM,CAAC,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,oBAAoB,CAAC,MAAwB;QACjD,MAAM,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC;QACjC,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAC7C,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,UAAU,EAAE,CAAC;YACtD,OAAO;QACT,CAAC;QAED,IAAI,IAAI,GAAY,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACtC,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC7B,IAAI,CAAC;gBACH,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC;YAClC,CAAC;YAAC,MAAM,CAAC;gBACP,IAAI,GAAG,EAAE,CAAC;YACZ,CAAC;QACH,CAAC;QAED,IAAI,MAAe,CAAC;QACpB,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC;YACH,MAAM,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,iBAAiB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;QAC7E,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,GAAG,IAAI,CAAC;YACf,MAAM,GAAG,EAAE,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;QACvE,CAAC;QAED,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;QACvC,OAAO,CAAC,MAAM,CACZ,IAAI,GAAG,CAAC,kBAAkB,CAAC;YACzB,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,MAAM,EAAE,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,IAAI,EAAE,CAAC;YAC1E,OAAO;YACP,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;SACtB,CAAC,CACH,CAAC;QACF,MAAM,OAAO,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;QACrC,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC;IACnE,CAAC;CACF"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@ariaflowagents/livekit-plugin",
3
- "version": "0.9.6",
3
+ "version": "0.9.8",
4
4
  "description": "AriaFlow plugin for LiveKit Agents — runtime adapter, transport foundation, Gemini STT/TTS",
5
5
  "type": "module",
6
6
  "main": "dist/index.js",
@@ -30,13 +30,23 @@
30
30
  "files": [
31
31
  "dist"
32
32
  ],
33
+ "scripts": {
34
+ "build": "tsc",
35
+ "clean": "rm -rf dist",
36
+ "typecheck": "tsc --noEmit",
37
+ "test": "bun test test",
38
+ "test:typecheck": "tsc -p test/tsconfig.json --noEmit",
39
+ "test:e2e:livekit-gemini": "npx tsx test/e2e/livekit-adapter-e2e.ts",
40
+ "test:e2e:livekit-gemini:debug": "NODE_DEBUG=* npx tsx test/e2e/livekit-adapter-e2e.ts"
41
+ },
33
42
  "peerDependencies": {
34
43
  "@livekit/agents": ">=1.0.0",
35
44
  "@livekit/rtc-node": ">=0.12.0",
36
- "zod": "^3.23.0",
37
- "@ariaflowagents/core": "0.9.6"
45
+ "@ariaflowagents/core": "workspace:*",
46
+ "zod": "^3.23.0"
38
47
  },
39
48
  "dependencies": {
49
+ "@ariaflowagents/gemini-native-audio": "workspace:*",
40
50
  "@google/genai": "1.43.0",
41
51
  "@aws-sdk/client-s3": "3.1000.0",
42
52
  "@aws-sdk/lib-storage": "3.1000.0",
@@ -44,8 +54,7 @@
44
54
  "onnxruntime-node": "^1.21.0",
45
55
  "@huggingface/hub": "^1.1.2",
46
56
  "@huggingface/transformers": "^3.7.2",
47
- "alawmulaw": "^6.0.0",
48
- "@ariaflowagents/gemini-native-audio": "0.9.6"
57
+ "alawmulaw": "^6.0.0"
49
58
  },
50
59
  "devDependencies": {
51
60
  "@types/node": "^25.3.2",
@@ -53,14 +62,5 @@
53
62
  "ai": "^6.0.0",
54
63
  "zod": "^3.23.0"
55
64
  },
56
- "license": "Apache-2.0",
57
- "scripts": {
58
- "build": "tsc",
59
- "clean": "rm -rf dist",
60
- "typecheck": "tsc --noEmit",
61
- "test": "bun test test",
62
- "test:typecheck": "tsc -p test/tsconfig.json --noEmit",
63
- "test:e2e:livekit-gemini": "npx tsx test/e2e/livekit-adapter-e2e.ts",
64
- "test:e2e:livekit-gemini:debug": "NODE_DEBUG=* npx tsx test/e2e/livekit-adapter-e2e.ts"
65
- }
66
- }
65
+ "license": "Apache-2.0"
66
+ }