@liforma/client 0.2.1 → 0.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (110) hide show
  1. package/CHANGELOG.md +14 -0
  2. package/README.md +28 -1
  3. package/dist/next/index.js +2086 -1429
  4. package/dist/next/index.js.map +1 -1
  5. package/dist/next/react/ExperienceThumbnail.d.ts.map +1 -1
  6. package/dist/next/thumbnail/index.d.ts +2 -1
  7. package/dist/next/thumbnail/index.d.ts.map +1 -1
  8. package/dist/next/thumbnail/lazyLoad.d.ts +2 -0
  9. package/dist/next/thumbnail/lazyLoad.d.ts.map +1 -1
  10. package/dist/next/thumbnail/lazyLoad.test.d.ts +2 -0
  11. package/dist/next/thumbnail/lazyLoad.test.d.ts.map +1 -0
  12. package/dist/next/thumbnail/scrollParallax.d.ts +6 -1
  13. package/dist/next/thumbnail/scrollParallax.d.ts.map +1 -1
  14. package/dist/next/thumbnail/styles.d.ts.map +1 -1
  15. package/dist/next/thumbnail/thumbLoadScheduler.d.ts +14 -0
  16. package/dist/next/thumbnail/thumbLoadScheduler.d.ts.map +1 -0
  17. package/dist/next/v2/embed/iframeHost.d.ts +33 -2
  18. package/dist/next/v2/embed/iframeHost.d.ts.map +1 -1
  19. package/dist/next/v2/embed/playerReachability.d.ts +1 -1
  20. package/dist/next/v2/embed/playerReachability.d.ts.map +1 -1
  21. package/dist/next/v2/embed/protocol.d.ts +53 -0
  22. package/dist/next/v2/embed/protocol.d.ts.map +1 -1
  23. package/dist/next/v2/experience.d.ts +7 -3
  24. package/dist/next/v2/experience.d.ts.map +1 -1
  25. package/dist/next/v2/speech/captureMediaStreamTrack.d.ts +17 -0
  26. package/dist/next/v2/speech/captureMediaStreamTrack.d.ts.map +1 -0
  27. package/dist/next/v2/speech/index.d.ts +4 -0
  28. package/dist/next/v2/speech/index.d.ts.map +1 -0
  29. package/dist/next/v2/speech/speechController.d.ts +16 -0
  30. package/dist/next/v2/speech/speechController.d.ts.map +1 -0
  31. package/dist/next/v2/speech/types.d.ts +176 -0
  32. package/dist/next/v2/speech/types.d.ts.map +1 -0
  33. package/dist/next/v2/types/sessionInteraction.d.ts +6 -3
  34. package/dist/next/v2/types/sessionInteraction.d.ts.map +1 -1
  35. package/dist/npm/index.js +1835 -1178
  36. package/dist/npm/index.js.map +1 -1
  37. package/dist/npm/thumbnail/index.d.ts +2 -1
  38. package/dist/npm/thumbnail/index.d.ts.map +1 -1
  39. package/dist/npm/thumbnail/lazyLoad.d.ts +2 -0
  40. package/dist/npm/thumbnail/lazyLoad.d.ts.map +1 -1
  41. package/dist/npm/thumbnail/scrollParallax.d.ts +6 -1
  42. package/dist/npm/thumbnail/scrollParallax.d.ts.map +1 -1
  43. package/dist/npm/thumbnail/styles.d.ts.map +1 -1
  44. package/dist/npm/thumbnail/thumbLoadScheduler.d.ts +14 -0
  45. package/dist/npm/thumbnail/thumbLoadScheduler.d.ts.map +1 -0
  46. package/dist/npm/v2/embed/iframeHost.d.ts +33 -2
  47. package/dist/npm/v2/embed/iframeHost.d.ts.map +1 -1
  48. package/dist/npm/v2/embed/playerReachability.d.ts +1 -1
  49. package/dist/npm/v2/embed/playerReachability.d.ts.map +1 -1
  50. package/dist/npm/v2/embed/protocol.d.ts +53 -0
  51. package/dist/npm/v2/embed/protocol.d.ts.map +1 -1
  52. package/dist/npm/v2/experience.d.ts +7 -3
  53. package/dist/npm/v2/experience.d.ts.map +1 -1
  54. package/dist/npm/v2/index.d.ts +4 -1
  55. package/dist/npm/v2/index.d.ts.map +1 -1
  56. package/dist/npm/v2/liforma-experience-thumbnail.d.ts.map +1 -1
  57. package/dist/npm/v2/npm.d.ts +4 -2
  58. package/dist/npm/v2/npm.d.ts.map +1 -1
  59. package/dist/npm/v2/speech/captureMediaStreamTrack.d.ts +17 -0
  60. package/dist/npm/v2/speech/captureMediaStreamTrack.d.ts.map +1 -0
  61. package/dist/npm/v2/speech/index.d.ts +4 -0
  62. package/dist/npm/v2/speech/index.d.ts.map +1 -0
  63. package/dist/npm/v2/speech/speechController.d.ts +16 -0
  64. package/dist/npm/v2/speech/speechController.d.ts.map +1 -0
  65. package/dist/npm/v2/speech/types.d.ts +176 -0
  66. package/dist/npm/v2/speech/types.d.ts.map +1 -0
  67. package/dist/npm/v2/types/sessionInteraction.d.ts +6 -3
  68. package/dist/npm/v2/types/sessionInteraction.d.ts.map +1 -1
  69. package/dist/react/component/experienceComponentTypes.d.ts +2 -2
  70. package/dist/react/component/experienceComponentTypes.d.ts.map +1 -1
  71. package/dist/react/index.js +2127 -1461
  72. package/dist/react/index.js.map +1 -1
  73. package/dist/react/react/Experience.d.ts.map +1 -1
  74. package/dist/react/react/ExperienceThumbnail.d.ts.map +1 -1
  75. package/dist/react/thumbnail/index.d.ts +2 -1
  76. package/dist/react/thumbnail/index.d.ts.map +1 -1
  77. package/dist/react/thumbnail/lazyLoad.d.ts +2 -0
  78. package/dist/react/thumbnail/lazyLoad.d.ts.map +1 -1
  79. package/dist/react/thumbnail/lazyLoad.test.d.ts +2 -0
  80. package/dist/react/thumbnail/lazyLoad.test.d.ts.map +1 -0
  81. package/dist/react/thumbnail/scrollParallax.d.ts +6 -1
  82. package/dist/react/thumbnail/scrollParallax.d.ts.map +1 -1
  83. package/dist/react/thumbnail/styles.d.ts.map +1 -1
  84. package/dist/react/thumbnail/thumbLoadScheduler.d.ts +14 -0
  85. package/dist/react/thumbnail/thumbLoadScheduler.d.ts.map +1 -0
  86. package/dist/react/v2/embed/iframeHost.d.ts +33 -2
  87. package/dist/react/v2/embed/iframeHost.d.ts.map +1 -1
  88. package/dist/react/v2/embed/playerReachability.d.ts +1 -1
  89. package/dist/react/v2/embed/playerReachability.d.ts.map +1 -1
  90. package/dist/react/v2/embed/protocol.d.ts +53 -0
  91. package/dist/react/v2/embed/protocol.d.ts.map +1 -1
  92. package/dist/react/v2/experience.d.ts +7 -3
  93. package/dist/react/v2/experience.d.ts.map +1 -1
  94. package/dist/react/v2/speech/captureMediaStreamTrack.d.ts +17 -0
  95. package/dist/react/v2/speech/captureMediaStreamTrack.d.ts.map +1 -0
  96. package/dist/react/v2/speech/index.d.ts +4 -0
  97. package/dist/react/v2/speech/index.d.ts.map +1 -0
  98. package/dist/react/v2/speech/speechController.d.ts +16 -0
  99. package/dist/react/v2/speech/speechController.d.ts.map +1 -0
  100. package/dist/react/v2/speech/types.d.ts +176 -0
  101. package/dist/react/v2/speech/types.d.ts.map +1 -0
  102. package/dist/react/v2/types/sessionInteraction.d.ts +6 -3
  103. package/dist/react/v2/types/sessionInteraction.d.ts.map +1 -1
  104. package/dist/react/v2/types/sessionManifestSchema.d.ts +1 -1
  105. package/dist/sdk/v2/client.js +14 -10
  106. package/dist/sdk/v2/client.js.map +1 -1
  107. package/dist/svelte/Experience.svelte +18 -5
  108. package/dist/svelte/Experience.svelte.d.ts +7 -2
  109. package/dist/svelte/ExperienceThumbnail.svelte +3 -6
  110. package/package.json +4 -2
@@ -1 +1 @@
1
- {"version":3,"file":"ExperienceThumbnail.d.ts","sourceRoot":"","sources":["../../../src/react/ExperienceThumbnail.tsx"],"names":[],"mappings":"AAEA,OAAO,EAMN,KAAK,UAAU,IAAI,eAAe,EAElC,MAAM,OAAO,CAAC;AAEf,OAAO,EASN,KAAK,YAAY,EACjB,MAAM,oBAAoB,CAAC;AAE5B,MAAM,MAAM,wBAAwB,GAAG;IACtC,QAAQ,CAAC,YAAY,CAAC,EAAE,YAAY,CAAC;IACrC,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,eAAe,CAAC,EAAE,MAAM,CAAC;IAClC,QAAQ,CAAC,eAAe,CAAC,EAAE,MAAM,CAAC;IAClC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,eAAe,CAAC,WAAW,CAAC,KAAK,IAAI,CAAC;IACjE,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,QAAQ,CAAC,EAAE,OAAO,CAAC;IAC5B,QAAQ,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC;IACxB,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC;CAChC,CAAC;AAMF,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,wBAAwB,sCAiUlE"}
1
+ {"version":3,"file":"ExperienceThumbnail.d.ts","sourceRoot":"","sources":["../../../src/react/ExperienceThumbnail.tsx"],"names":[],"mappings":"AAEA,OAAO,EAMN,KAAK,UAAU,IAAI,eAAe,EAElC,MAAM,OAAO,CAAC;AAEf,OAAO,EASN,KAAK,YAAY,EACjB,MAAM,oBAAoB,CAAC;AAE5B,MAAM,MAAM,wBAAwB,GAAG;IACtC,QAAQ,CAAC,YAAY,CAAC,EAAE,YAAY,CAAC;IACrC,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,eAAe,CAAC,EAAE,MAAM,CAAC;IAClC,QAAQ,CAAC,eAAe,CAAC,EAAE,MAAM,CAAC;IAClC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,eAAe,CAAC,WAAW,CAAC,KAAK,IAAI,CAAC;IACjE,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,QAAQ,CAAC,EAAE,OAAO,CAAC;IAC5B,QAAQ,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC;IACxB,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC;CAChC,CAAC;AAMF,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,wBAAwB,sCA+TlE"}
@@ -1,7 +1,8 @@
1
1
  export type { GalleryThumb, ExperienceThumbnailBaseProps, ThumbnailInteractionKind } from './types';
2
2
  export { toGalleryThumbUrl, resolveThumbnailLayers } from './toGalleryThumbUrl';
3
3
  export { resolveThumbnailInteraction, resolvePlayerBaseUrl, buildHostedLaunchUrl, resolveThumbnailHref } from './hostedLaunchUrl';
4
- export { attachLazyThumb, attachImageReady } from './lazyLoad';
4
+ export { attachLazyThumb, attachImageReady, getDefaultLazyRootMargin } from './lazyLoad';
5
+ export { prefersCoarsePointer, scheduleThumbLoad, COARSE_THUMB_LOAD_CONCURRENCY, COARSE_THUMB_LOAD_STAGGER_MS } from './thumbLoadScheduler';
5
6
  export { prefersScrollLinkedParallax, horizontalParallaxFromViewportY, attachScrollLinkedParallax } from './scrollParallax';
6
7
  export { attachThumbnailParallax } from './attachThumbnailParallax';
7
8
  export { EXPERIENCE_THUMBNAIL_CSS } from './styles';
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/thumbnail/index.ts"],"names":[],"mappings":"AAAA,YAAY,EAAE,YAAY,EAAE,4BAA4B,EAAE,wBAAwB,EAAE,MAAM,SAAS,CAAC;AACpG,OAAO,EAAE,iBAAiB,EAAE,sBAAsB,EAAE,MAAM,qBAAqB,CAAC;AAChF,OAAO,EACN,2BAA2B,EAC3B,oBAAoB,EACpB,oBAAoB,EACpB,oBAAoB,EACpB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,eAAe,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAC/D,OAAO,EACN,2BAA2B,EAC3B,+BAA+B,EAC/B,0BAA0B,EAC1B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,uBAAuB,EAAE,MAAM,2BAA2B,CAAC;AACpE,OAAO,EAAE,wBAAwB,EAAE,MAAM,UAAU,CAAC;AACpD,OAAO,EAAE,+BAA+B,EAAE,MAAM,gBAAgB,CAAC"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/thumbnail/index.ts"],"names":[],"mappings":"AAAA,YAAY,EAAE,YAAY,EAAE,4BAA4B,EAAE,wBAAwB,EAAE,MAAM,SAAS,CAAC;AACpG,OAAO,EAAE,iBAAiB,EAAE,sBAAsB,EAAE,MAAM,qBAAqB,CAAC;AAChF,OAAO,EACN,2BAA2B,EAC3B,oBAAoB,EACpB,oBAAoB,EACpB,oBAAoB,EACpB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EACN,eAAe,EACf,gBAAgB,EAChB,wBAAwB,EACxB,MAAM,YAAY,CAAC;AACpB,OAAO,EACN,oBAAoB,EACpB,iBAAiB,EACjB,6BAA6B,EAC7B,4BAA4B,EAC5B,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EACN,2BAA2B,EAC3B,+BAA+B,EAC/B,0BAA0B,EAC1B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,uBAAuB,EAAE,MAAM,2BAA2B,CAAC;AACpE,OAAO,EAAE,wBAAwB,EAAE,MAAM,UAAU,CAAC;AACpD,OAAO,EAAE,+BAA+B,EAAE,MAAM,gBAAgB,CAAC"}
@@ -2,6 +2,8 @@ export type LazyThumbOptions = {
2
2
  readonly rootMargin?: string;
3
3
  readonly onVisibleChange: (visible: boolean) => void;
4
4
  };
5
+ /** Desktop: prefetch earlier. Coarse/touch: tighter margin to cut burst loads. */
6
+ export declare function getDefaultLazyRootMargin(): string;
5
7
  /** Observe the thumb and enable image loads when near the viewport. */
6
8
  export declare function attachLazyThumb(element: HTMLElement, options: LazyThumbOptions): () => void;
7
9
  export declare function attachImageReady(element: HTMLImageElement, onReady: () => void): () => void;
@@ -1 +1 @@
1
- {"version":3,"file":"lazyLoad.d.ts","sourceRoot":"","sources":["../../../src/thumbnail/lazyLoad.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,gBAAgB,GAAG;IAC9B,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,eAAe,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,IAAI,CAAC;CACrD,CAAC;AAEF,uEAAuE;AACvE,wBAAgB,eAAe,CAAC,OAAO,EAAE,WAAW,EAAE,OAAO,EAAE,gBAAgB,GAAG,MAAM,IAAI,CAiC3F;AAED,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,gBAAgB,EAAE,OAAO,EAAE,MAAM,IAAI,GAAG,MAAM,IAAI,CAY3F"}
1
+ {"version":3,"file":"lazyLoad.d.ts","sourceRoot":"","sources":["../../../src/thumbnail/lazyLoad.ts"],"names":[],"mappings":"AAEA,MAAM,MAAM,gBAAgB,GAAG;IAC9B,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,eAAe,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,IAAI,CAAC;CACrD,CAAC;AAEF,kFAAkF;AAClF,wBAAgB,wBAAwB,IAAI,MAAM,CAEjD;AAcD,uEAAuE;AACvE,wBAAgB,eAAe,CAAC,OAAO,EAAE,WAAW,EAAE,OAAO,EAAE,gBAAgB,GAAG,MAAM,IAAI,CAyD3F;AAED,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,gBAAgB,EAAE,OAAO,EAAE,MAAM,IAAI,GAAG,MAAM,IAAI,CAY3F"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=lazyLoad.test.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"lazyLoad.test.d.ts","sourceRoot":"","sources":["../../../src/thumbnail/lazyLoad.test.ts"],"names":[],"mappings":""}
@@ -8,6 +8,11 @@ export type ScrollLinkedParallaxOptions = {
8
8
  readonly onParallax: (x: number) => void;
9
9
  readonly pointerActive?: () => boolean;
10
10
  };
11
- /** Subscribe to scroll/resize and update horizontal parallax from viewport Y. */
11
+ /**
12
+ * Subscribe to scroll/resize and update horizontal parallax from viewport Y.
13
+ * Uses one shared window listener for all thumbs (old iPads with large galleries).
14
+ */
12
15
  export declare function attachScrollLinkedParallax(element: HTMLElement, options: ScrollLinkedParallaxOptions): () => void;
16
+ /** Test helper — clear shared scroll state between vitest cases. */
17
+ export declare function resetScrollLinkedParallaxForTests(): void;
13
18
  //# sourceMappingURL=scrollParallax.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"scrollParallax.d.ts","sourceRoot":"","sources":["../../../src/thumbnail/scrollParallax.ts"],"names":[],"mappings":"AAAA,mFAAmF;AACnF,wBAAgB,2BAA2B,IAAI,OAAO,CAIrD;AAED;;GAEG;AACH,wBAAgB,+BAA+B,CAAC,IAAI,EAAE,OAAO,EAAE,cAAc,EAAE,MAAM,GAAG,MAAM,CAI7F;AAED,MAAM,MAAM,2BAA2B,GAAG;IACzC,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC,EAAE,MAAM,KAAK,IAAI,CAAC;IACzC,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,OAAO,CAAC;CACvC,CAAC;AAEF,iFAAiF;AACjF,wBAAgB,0BAA0B,CACzC,OAAO,EAAE,WAAW,EACpB,OAAO,EAAE,2BAA2B,GAClC,MAAM,IAAI,CA2BZ"}
1
+ {"version":3,"file":"scrollParallax.d.ts","sourceRoot":"","sources":["../../../src/thumbnail/scrollParallax.ts"],"names":[],"mappings":"AAAA,mFAAmF;AACnF,wBAAgB,2BAA2B,IAAI,OAAO,CAIrD;AAED;;GAEG;AACH,wBAAgB,+BAA+B,CAAC,IAAI,EAAE,OAAO,EAAE,cAAc,EAAE,MAAM,GAAG,MAAM,CAI7F;AAED,MAAM,MAAM,2BAA2B,GAAG;IACzC,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC,EAAE,MAAM,KAAK,IAAI,CAAC;IACzC,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,OAAO,CAAC;CACvC,CAAC;AAgDF;;;GAGG;AACH,wBAAgB,0BAA0B,CACzC,OAAO,EAAE,WAAW,EACpB,OAAO,EAAE,2BAA2B,GAClC,MAAM,IAAI,CAqBZ;AAED,oEAAoE;AACpE,wBAAgB,iCAAiC,IAAI,IAAI,CAWxD"}
@@ -1 +1 @@
1
- {"version":3,"file":"styles.d.ts","sourceRoot":"","sources":["../../../src/thumbnail/styles.ts"],"names":[],"mappings":"AAAA,yEAAyE;AACzE,eAAO,MAAM,wBAAwB,QA0K7B,CAAC"}
1
+ {"version":3,"file":"styles.d.ts","sourceRoot":"","sources":["../../../src/thumbnail/styles.ts"],"names":[],"mappings":"AAAA,yEAAyE;AACzE,eAAO,MAAM,wBAAwB,QA8K7B,CAAC"}
@@ -0,0 +1,14 @@
1
+ /** Touch / coarse pointers — limit how many thumbs start loading at once. */
2
+ export declare const COARSE_THUMB_LOAD_CONCURRENCY = 4;
3
+ /** Delay before a started thumb frees its queue slot for the next card. */
4
+ export declare const COARSE_THUMB_LOAD_STAGGER_MS = 160;
5
+ export declare function prefersCoarsePointer(): boolean;
6
+ /**
7
+ * On coarse pointers, start thumb image loads in small waves so old devices
8
+ * are not hit with dozens of concurrent decodes. Fine pointers start immediately.
9
+ * Returns a cancel function (no-op after start has run).
10
+ */
11
+ export declare function scheduleThumbLoad(start: () => void): () => void;
12
+ /** Test helper — clear queue state between vitest cases. */
13
+ export declare function resetThumbLoadSchedulerForTests(): void;
14
+ //# sourceMappingURL=thumbLoadScheduler.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"thumbLoadScheduler.d.ts","sourceRoot":"","sources":["../../../src/thumbnail/thumbLoadScheduler.ts"],"names":[],"mappings":"AAAA,6EAA6E;AAC7E,eAAO,MAAM,6BAA6B,IAAI,CAAC;AAC/C,2EAA2E;AAC3E,eAAO,MAAM,4BAA4B,MAAM,CAAC;AAEhD,wBAAgB,oBAAoB,IAAI,OAAO,CAG9C;AAqCD;;;;GAIG;AACH,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,MAAM,IAAI,GAAG,MAAM,IAAI,CAa/D;AAED,4DAA4D;AAC5D,wBAAgB,+BAA+B,IAAI,IAAI,CAGtD"}
@@ -1,6 +1,7 @@
1
1
  import type { CloseEvent, EmbedState } from './protocol';
2
2
  import { type WidgetChromeMode } from './protocol';
3
- import type { CharacterSpeechEvent, ConversationMessage, SpeakBehavior, SessionModeChange, SpeechResult, UserSpeechBoundaryEvent, UserTranscriptUpdate, UtteranceResult } from '../types/sessionInteraction';
3
+ import type { CharacterSpeechEvent, ConversationMessage, SpeakBehavior, SessionModeChange, SpeechResult as LegacySpeakResult, UserSpeechBoundaryEvent, UserTranscriptUpdate, UtteranceResult } from '../types/sessionInteraction';
4
+ import type { CompleteSpeechQueuePolicy, SpeechAudioFormat, SpeechInterruptOptions, SpeechPlayEmbedSource, SpeechResult, StreamingSpeechQueuePolicy } from '../speech/types';
4
5
  export type IframeHostEventMap = {
5
6
  close: CloseEvent;
6
7
  stateUpdate: EmbedState;
@@ -52,7 +53,7 @@ export type IframeHost = {
52
53
  text: string;
53
54
  characterId?: string;
54
55
  behavior?: SpeakBehavior;
55
- }): Promise<SpeechResult>;
56
+ }): Promise<LegacySpeakResult>;
56
57
  startListening(): Promise<void>;
57
58
  stopListening(): Promise<UtteranceResult>;
58
59
  listenOnce(options?: {
@@ -62,7 +63,37 @@ export type IframeHost = {
62
63
  readonly characterId?: string;
63
64
  readonly behavior?: SpeakBehavior;
64
65
  readonly signal?: AbortSignal;
66
+ }): Promise<LegacySpeakResult>;
67
+ speechPlay(options: {
68
+ source: SpeechPlayEmbedSource;
69
+ characterId?: string;
70
+ transcript?: string;
71
+ history?: 'none' | 'commit';
72
+ queue?: CompleteSpeechQueuePolicy;
73
+ signal?: AbortSignal;
74
+ }): Promise<SpeechResult>;
75
+ speechUtteranceBegin(options: {
76
+ utteranceId: string;
77
+ format: SpeechAudioFormat;
78
+ characterId?: string;
79
+ queue: StreamingSpeechQueuePolicy;
80
+ }): Promise<void>;
81
+ speechUtteranceWrite(options: {
82
+ utteranceId: string;
83
+ audio: ArrayBuffer;
84
+ byteLength: number;
85
+ }): Promise<{
86
+ readonly bufferedMs: number;
87
+ }>;
88
+ speechUtteranceClose(options: {
89
+ utteranceId: string;
90
+ transcript?: string;
91
+ history?: 'none' | 'commit';
92
+ }): Promise<SpeechResult>;
93
+ speechUtteranceCancel(options: {
94
+ utteranceId: string;
65
95
  }): Promise<SpeechResult>;
96
+ speechInterrupt(options: SpeechInterruptOptions): Promise<readonly SpeechResult[]>;
66
97
  getConversation(): Promise<readonly ConversationMessage[]>;
67
98
  destroy(): void;
68
99
  };
@@ -1 +1 @@
1
- {"version":3,"file":"iframeHost.d.ts","sourceRoot":"","sources":["../../../../src/v2/embed/iframeHost.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,UAAU,EAA6C,UAAU,EAAE,MAAM,YAAY,CAAC;AACpG,OAAO,EAON,KAAK,gBAAgB,EACrB,MAAM,YAAY,CAAC;AACpB,OAAO,KAAK,EACX,oBAAoB,EACpB,mBAAmB,EACnB,aAAa,EACb,iBAAiB,EACjB,YAAY,EACZ,uBAAuB,EACvB,oBAAoB,EACpB,eAAe,EACf,MAAM,6BAA6B,CAAC;AAErC,MAAM,MAAM,kBAAkB,GAAG;IAChC,KAAK,EAAE,UAAU,CAAC;IAClB,WAAW,EAAE,UAAU,CAAC;IACxB,cAAc,EAAE,oBAAoB,CAAC;IACrC,sBAAsB,EAAE,oBAAoB,CAAC;IAC7C,oBAAoB,EAAE,oBAAoB,CAAC;IAC3C,kBAAkB,EAAE,SAAS,mBAAmB,EAAE,CAAC;IACnD,cAAc,EAAE,OAAO,CAAC;IACxB,OAAO,EAAE;QAAE,QAAQ,CAAC,IAAI,EAAE,cAAc,GAAG,WAAW,CAAA;KAAE,CAAC;IACzD,WAAW,EAAE,IAAI,CAAC;IAClB,YAAY,EAAE,IAAI,CAAC;IACnB,cAAc,EAAE,IAAI,CAAC;IACrB,mBAAmB,EAAE,OAAO,CAAC;CAC7B,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG;IAC/B,QAAQ,CAAC,SAAS,EAAE,WAAW,CAAC;IAChC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,yEAAyE;IACzE,QAAQ,CAAC,WAAW,CAAC,EAAE,OAAO,CAAC;IAC/B,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,UAAU,KAAK,IAAI,CAAC;IAC/C,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,UAAU,KAAK,IAAI,CAAC;IACrD,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC,MAAM,EAAE,oBAAoB,KAAK,IAAI,CAAC;IACnE,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAAC,KAAK,EAAE,uBAAuB,KAAK,IAAI,CAAC;IACxE,QAAQ,CAAC,iBAAiB,CAAC,EAAE,CAAC,KAAK,EAAE,uBAAuB,KAAK,IAAI,CAAC;IACtE,QAAQ,CAAC,wBAAwB,CAAC,EAAE,CAAC,KAAK,EAAE,oBAAoB,KAAK,IAAI,CAAC;IAC1E,QAAQ,CAAC,sBAAsB,CAAC,EAAE,CAAC,KAAK,EAAE,oBAAoB,KAAK,IAAI,CAAC;IACxE,QAAQ,CAAC,oBAAoB,CAAC,EAAE,CAAC,YAAY,EAAE,SAAS,mBAAmB,EAAE,KAAK,IAAI,CAAC;IACvF,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,mBAAmB,KAAK,IAAI,CAAC;IAC5D,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC,SAAS,EAAE,OAAO,KAAK,IAAI,CAAC;IACzD,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC,IAAI,EAAE,iBAAiB,KAAK,IAAI,CAAC;IAC1D,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC,KAAK,EAAE;QAAE,QAAQ,CAAC,IAAI,EAAE,cAAc,GAAG,WAAW,CAAA;KAAE,KAAK,IAAI,CAAC;IACtF,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,IAAI,CAAC;IACpC,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,IAAI,CAAC;IACrC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,MAAM,IAAI,CAAC;IACvC,QAAQ,CAAC,qBAAqB,CAAC,EAAE,CAAC,IAAI,EAAE,OAAO,KAAK,IAAI,CAAC;CACzD,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACxB,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAC7B,eAAe,IAAI,IAAI,CAAC;IACxB,YAAY,CAAC,QAAQ,EAAE,OAAO,GAAG,IAAI,CAAC;IACtC,mBAAmB,CAAC,IAAI,EAAE,gBAAgB,GAAG,IAAI,CAAC;IAClD,6BAA6B,IAAI,IAAI,CAAC;IACtC,KAAK,CAAC,OAAO,EAAE;QACd,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,QAAQ,CAAC,EAAE,aAAa,CAAC;KACzB,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IAC1B,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAChC,aAAa,IAAI,OAAO,CAAC,eAAe,CAAC,CAAC;IAC1C,UAAU,CAAC,OAAO,CAAC,EAAE;QAAE,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;IAChF,oBAAoB,CACnB,MAAM,EAAE,aAAa,CAAC,MAAM,CAAC,EAC7B,OAAO,CAAC,EAAE;QACT,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;QAC9B,QAAQ,CAAC,QAAQ,CAAC,EAAE,aAAa,CAAC;QAClC,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC;KAC9B,GACC,OAAO,CAAC,YAAY,CAAC,CAAC;IACzB,eAAe,IAAI,OAAO,CAAC,SAAS,mBAAmB,EAAE,CAAC,CAAC;IAC3D,OAAO,IAAI,IAAI,CAAC;CAChB,CAAC;AASF,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,iBAAiB,GAAG,UAAU,CA4SvE"}
1
+ {"version":3,"file":"iframeHost.d.ts","sourceRoot":"","sources":["../../../../src/v2/embed/iframeHost.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,UAAU,EAA6C,UAAU,EAAE,MAAM,YAAY,CAAC;AACpG,OAAO,EAON,KAAK,gBAAgB,EACrB,MAAM,YAAY,CAAC;AACpB,OAAO,KAAK,EACX,oBAAoB,EACpB,mBAAmB,EACnB,aAAa,EACb,iBAAiB,EACjB,YAAY,IAAI,iBAAiB,EACjC,uBAAuB,EACvB,oBAAoB,EACpB,eAAe,EACf,MAAM,6BAA6B,CAAC;AACrC,OAAO,KAAK,EACX,yBAAyB,EACzB,iBAAiB,EACjB,sBAAsB,EACtB,qBAAqB,EACrB,YAAY,EACZ,0BAA0B,EAC1B,MAAM,iBAAiB,CAAC;AAEzB,MAAM,MAAM,kBAAkB,GAAG;IAChC,KAAK,EAAE,UAAU,CAAC;IAClB,WAAW,EAAE,UAAU,CAAC;IACxB,cAAc,EAAE,oBAAoB,CAAC;IACrC,sBAAsB,EAAE,oBAAoB,CAAC;IAC7C,oBAAoB,EAAE,oBAAoB,CAAC;IAC3C,kBAAkB,EAAE,SAAS,mBAAmB,EAAE,CAAC;IACnD,cAAc,EAAE,OAAO,CAAC;IACxB,OAAO,EAAE;QAAE,QAAQ,CAAC,IAAI,EAAE,cAAc,GAAG,WAAW,CAAA;KAAE,CAAC;IACzD,WAAW,EAAE,IAAI,CAAC;IAClB,YAAY,EAAE,IAAI,CAAC;IACnB,cAAc,EAAE,IAAI,CAAC;IACrB,mBAAmB,EAAE,OAAO,CAAC;CAC7B,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG;IAC/B,QAAQ,CAAC,SAAS,EAAE,WAAW,CAAC;IAChC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,yEAAyE;IACzE,QAAQ,CAAC,WAAW,CAAC,EAAE,OAAO,CAAC;IAC/B,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,UAAU,KAAK,IAAI,CAAC;IAC/C,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,UAAU,KAAK,IAAI,CAAC;IACrD,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC,MAAM,EAAE,oBAAoB,KAAK,IAAI,CAAC;IACnE,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAAC,KAAK,EAAE,uBAAuB,KAAK,IAAI,CAAC;IACxE,QAAQ,CAAC,iBAAiB,CAAC,EAAE,CAAC,KAAK,EAAE,uBAAuB,KAAK,IAAI,CAAC;IACtE,QAAQ,CAAC,wBAAwB,CAAC,EAAE,CAAC,KAAK,EAAE,oBAAoB,KAAK,IAAI,CAAC;IAC1E,QAAQ,CAAC,sBAAsB,CAAC,EAAE,CAAC,KAAK,EAAE,oBAAoB,KAAK,IAAI,CAAC;IACxE,QAAQ,CAAC,oBAAoB,CAAC,EAAE,CAAC,YAAY,EAAE,SAAS,mBAAmB,EAAE,KAAK,IAAI,CAAC;IACvF,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,mBAAmB,KAAK,IAAI,CAAC;IAC5D,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC,SAAS,EAAE,OAAO,KAAK,IAAI,CAAC;IACzD,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC,IAAI,EAAE,iBAAiB,KAAK,IAAI,CAAC;IAC1D,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC,KAAK,EAAE;QAAE,QAAQ,CAAC,IAAI,EAAE,cAAc,GAAG,WAAW,CAAA;KAAE,KAAK,IAAI,CAAC;IACtF,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,IAAI,CAAC;IACpC,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,IAAI,CAAC;IACrC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,MAAM,IAAI,CAAC;IACvC,QAAQ,CAAC,qBAAqB,CAAC,EAAE,CAAC,IAAI,EAAE,OAAO,KAAK,IAAI,CAAC;CACzD,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACxB,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAC7B,eAAe,IAAI,IAAI,CAAC;IACxB,YAAY,CAAC,QAAQ,EAAE,OAAO,GAAG,IAAI,CAAC;IACtC,mBAAmB,CAAC,IAAI,EAAE,gBAAgB,GAAG,IAAI,CAAC;IAClD,6BAA6B,IAAI,IAAI,CAAC;IACtC,KAAK,CAAC,OAAO,EAAE;QACd,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,QAAQ,CAAC,EAAE,aAAa,CAAC;KACzB,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAAC;IAC/B,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAChC,aAAa,IAAI,OAAO,CAAC,eAAe,CAAC,CAAC;IAC1C,UAAU,CAAC,OAAO,CAAC,EAAE;QAAE,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;IAChF,oBAAoB,CACnB,MAAM,EAAE,aAAa,CAAC,MAAM,CAAC,EAC7B,OAAO,CAAC,EAAE;QACT,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;QAC9B,QAAQ,CAAC,QAAQ,CAAC,EAAE,aAAa,CAAC;QAClC,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC;KAC9B,GACC,OAAO,CAAC,iBAAiB,CAAC,CAAC;IAC9B,UAAU,CAAC,OAAO,EAAE;QACnB,MAAM,EAAE,qBAAqB,CAAC;QAC9B,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,OAAO,CAAC,EAAE,MAAM,GAAG,QAAQ,CAAC;QAC5B,KAAK,CAAC,EAAE,yBAAyB,CAAC;QAClC,MAAM,CAAC,EAAE,WAAW,CAAC;KACrB,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IAC1B,oBAAoB,CAAC,OAAO,EAAE;QAC7B,WAAW,EAAE,MAAM,CAAC;QACpB,MAAM,EAAE,iBAAiB,CAAC;QAC1B,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,KAAK,EAAE,0BAA0B,CAAC;KAClC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAClB,oBAAoB,CAAC,OAAO,EAAE;QAC7B,WAAW,EAAE,MAAM,CAAC;QACpB,KAAK,EAAE,WAAW,CAAC;QACnB,UAAU,EAAE,MAAM,CAAC;KACnB,GAAG,OAAO,CAAC;QAAE,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC7C,oBAAoB,CAAC,OAAO,EAAE;QAC7B,WAAW,EAAE,MAAM,CAAC;QACpB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,OAAO,CAAC,EAAE,MAAM,GAAG,QAAQ,CAAC;KAC5B,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IAC1B,qBAAqB,CAAC,OAAO,EAAE;QAAE,WAAW,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IAC/E,eAAe,CAAC,OAAO,EAAE,sBAAsB,GAAG,OAAO,CAAC,SAAS,YAAY,EAAE,CAAC,CAAC;IACnF,eAAe,IAAI,OAAO,CAAC,SAAS,mBAAmB,EAAE,CAAC,CAAC;IAC3D,OAAO,IAAI,IAAI,CAAC;CAChB,CAAC;AAWF,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,iBAAiB,GAAG,UAAU,CAyYvE"}
@@ -1,4 +1,4 @@
1
1
  export declare function formatPlayerUnreachableMessage(playerOrigin: string): string;
2
2
  export declare function assertPlayerReachable(embedUrl: string, playerOrigin: string): Promise<void>;
3
- export declare function postMessageToPlayer(target: Window, message: unknown, playerOrigin: string): void;
3
+ export declare function postMessageToPlayer(target: Window, message: unknown, playerOrigin: string, transfer?: Transferable[]): void;
4
4
  //# sourceMappingURL=playerReachability.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"playerReachability.d.ts","sourceRoot":"","sources":["../../../../src/v2/embed/playerReachability.ts"],"names":[],"mappings":"AAEA,wBAAgB,8BAA8B,CAAC,YAAY,EAAE,MAAM,GAAG,MAAM,CAgB3E;AAED,wBAAsB,qBAAqB,CAC1C,QAAQ,EAAE,MAAM,EAChB,YAAY,EAAE,MAAM,GAClB,OAAO,CAAC,IAAI,CAAC,CAUf;AAED,wBAAgB,mBAAmB,CAClC,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,OAAO,EAChB,YAAY,EAAE,MAAM,GAClB,IAAI,CASN"}
1
+ {"version":3,"file":"playerReachability.d.ts","sourceRoot":"","sources":["../../../../src/v2/embed/playerReachability.ts"],"names":[],"mappings":"AAEA,wBAAgB,8BAA8B,CAAC,YAAY,EAAE,MAAM,GAAG,MAAM,CAgB3E;AAED,wBAAsB,qBAAqB,CAC1C,QAAQ,EAAE,MAAM,EAChB,YAAY,EAAE,MAAM,GAClB,OAAO,CAAC,IAAI,CAAC,CAUf;AAED,wBAAgB,mBAAmB,CAClC,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,OAAO,EAChB,YAAY,EAAE,MAAM,EACpB,QAAQ,CAAC,EAAE,YAAY,EAAE,GACvB,IAAI,CAaN"}
@@ -1,4 +1,5 @@
1
1
  import type { CharacterSpeechEvent, ConversationMessage, SpeakBehavior, SessionModeChange, UserSpeechBoundaryEvent, UserTranscriptUpdate } from '../types/sessionInteraction';
2
+ import type { CompleteSpeechQueuePolicy, SpeechAudioFormat, SpeechInterruptOptions, SpeechPlayEmbedSource, StreamingSpeechQueuePolicy } from '../speech/types';
2
3
  export declare const EMBED_MESSAGE_SCHEMA_VERSION: 2;
3
4
  /** Outbound postMessage versions accepted from the player embed. */
4
5
  export declare const SUPPORTED_EMBED_MESSAGE_SCHEMA_VERSIONS: ReadonlySet<number>;
@@ -170,6 +171,58 @@ export type EmbedInboundMessage = {
170
171
  readonly type: 'widgetToggleAudioSettings';
171
172
  readonly schemaVersion: typeof EMBED_MESSAGE_SCHEMA_VERSION;
172
173
  readonly payload: Record<string, never>;
174
+ } | {
175
+ readonly type: 'speechPlay';
176
+ readonly schemaVersion: typeof EMBED_MESSAGE_SCHEMA_VERSION;
177
+ readonly payload: {
178
+ readonly correlationId: string;
179
+ readonly source: SpeechPlayEmbedSource;
180
+ readonly characterId?: string;
181
+ readonly transcript?: string;
182
+ readonly history?: 'none' | 'commit';
183
+ readonly queue?: CompleteSpeechQueuePolicy;
184
+ };
185
+ } | {
186
+ readonly type: 'speechUtteranceBegin';
187
+ readonly schemaVersion: typeof EMBED_MESSAGE_SCHEMA_VERSION;
188
+ readonly payload: {
189
+ readonly correlationId: string;
190
+ readonly utteranceId: string;
191
+ readonly format: SpeechAudioFormat;
192
+ readonly characterId?: string;
193
+ readonly queue: StreamingSpeechQueuePolicy;
194
+ };
195
+ } | {
196
+ readonly type: 'speechUtteranceWrite';
197
+ readonly schemaVersion: typeof EMBED_MESSAGE_SCHEMA_VERSION;
198
+ readonly payload: {
199
+ readonly correlationId: string;
200
+ readonly utteranceId: string;
201
+ readonly audio: ArrayBuffer;
202
+ readonly byteLength: number;
203
+ };
204
+ } | {
205
+ readonly type: 'speechUtteranceClose';
206
+ readonly schemaVersion: typeof EMBED_MESSAGE_SCHEMA_VERSION;
207
+ readonly payload: {
208
+ readonly correlationId: string;
209
+ readonly utteranceId: string;
210
+ readonly transcript?: string;
211
+ readonly history?: 'none' | 'commit';
212
+ };
213
+ } | {
214
+ readonly type: 'speechUtteranceCancel';
215
+ readonly schemaVersion: typeof EMBED_MESSAGE_SCHEMA_VERSION;
216
+ readonly payload: {
217
+ readonly correlationId: string;
218
+ readonly utteranceId: string;
219
+ };
220
+ } | {
221
+ readonly type: 'speechInterrupt';
222
+ readonly schemaVersion: typeof EMBED_MESSAGE_SCHEMA_VERSION;
223
+ readonly payload: {
224
+ readonly correlationId: string;
225
+ } & SpeechInterruptOptions;
173
226
  };
174
227
  export type EmbedState = 'loading' | 'scene' | 'ready' | 'error';
175
228
  export declare function parseOutboundMessage(data: unknown): EmbedOutboundMessage | null;
@@ -1 +1 @@
1
- {"version":3,"file":"protocol.d.ts","sourceRoot":"","sources":["../../../../src/v2/embed/protocol.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACX,oBAAoB,EACpB,mBAAmB,EACnB,aAAa,EACb,iBAAiB,EACjB,uBAAuB,EACvB,oBAAoB,EAEpB,MAAM,6BAA6B,CAAC;AAErC,eAAO,MAAM,4BAA4B,EAAG,CAAU,CAAC;AAEvD,oEAAoE;AACpE,eAAO,MAAM,uCAAuC,EAAE,WAAW,CAAC,MAAM,CAAmB,CAAC;AAE5F,wBAAgB,oCAAoC,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAE9E;AAED,MAAM,MAAM,UAAU,GAAG;IACxB,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IACpC,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;CAC5B,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAC7B;IACA,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC;IACvB,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE,UAAU,CAAC;CAC5B,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,aAAa,CAAC;IAC7B,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QAAE,QAAQ,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,GAAG,OAAO,GAAG,OAAO,CAAA;KAAE,CAAC;CAC7E,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,eAAe,CAAC;IAC/B,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QACjB,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;QAC/B,QAAQ,CAAC,EAAE,EAAE,OAAO,CAAC;QACrB,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;QACxB,QAAQ,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC;KAC1B,CAAC;CACD,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,gBAAgB,CAAC;IAChC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE,oBAAoB,CAAC;CACtC,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,wBAAwB,CAAC;IACxC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE,oBAAoB,CAAC;CACtC,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,sBAAsB,CAAC;IACtC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE,oBAAoB,CAAC;CACtC,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,oBAAoB,CAAC;IACpC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QAAE,QAAQ,CAAC,YAAY,EAAE,SAAS,mBAAmB,EAAE,CAAA;KAAE,CAAC;CAC3E,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,gBAAgB,CAAC;IAChC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QAAE,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAA;KAAE,CAAC;CACjD,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,mBAAmB,CAAC;IACnC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE,uBAAuB,CAAC;CACzC,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,iBAAiB,CAAC;IACjC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE,uBAAuB,CAAC;CACzC,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC;IAC5B,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QAAE,QAAQ,CAAC,IAAI,EAAE,iBAAiB,CAAA;KAAE,CAAC;CACtD,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC;IACzB,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE,mBAAmB,CAAC;CACrC,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC;IACzB,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QAAE,QAAQ,CAAC,IAAI,EAAE,cAAc,GAAG,WAAW,CAAA;KAAE,CAAC;CACjE,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,aAAa,CAAC;IAC7B,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;CACvC,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,cAAc,CAAC;IAC9B,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;CACvC,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,gBAAgB,CAAC;IAChC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;CACvC,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,qBAAqB,CAAC;IACrC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QAAE,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAA;KAAE,CAAC;CAC5C,CAAC;AAEL,MAAM,MAAM,gBAAgB,GAAG,WAAW,GAAG,SAAS,GAAG,UAAU,CAAC;AAEpE,MAAM,MAAM,mBAAmB,GAC5B;IACA,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC;IAC1B,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QAAE,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAA;KAAE,CAAC;CAChD,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,aAAa,CAAC;IAC7B,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;CAC3D,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC;IACvB,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QACjB,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;QAC/B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;QACtB,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;QAC9B,QAAQ,CAAC,QAAQ,CAAC,EAAE,aAAa,CAAC;KAClC,CAAC;CACD,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,gBAAgB,CAAC;IAChC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QAAE,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAA;KAAE,CAAC;CACpD,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,eAAe,CAAC;IAC/B,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QAAE,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAA;KAAE,CAAC;CACpD,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,iBAAiB,CAAC;IACjC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QAAE,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAA;KAAE,CAAC;CACpD,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC;IAC5B,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QACjB,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;QAC/B,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;KAC5B,CAAC;CACD,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,kBAAkB,CAAC;IAClC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QACjB,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;QAC/B,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;QAC9B,QAAQ,CAAC,QAAQ,CAAC,EAAE,aAAa,CAAC;KAClC,CAAC;CACD,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,kBAAkB,CAAC;IAClC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QACjB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;QAC1B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;KACtB,CAAC;CACD,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,gBAAgB,CAAC;IAChC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QACjB,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;QAC/B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;KAC1B,CAAC;CACD,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,iBAAiB,CAAC;IACjC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QAAE,QAAQ,CAAC,IAAI,EAAE,gBAAgB,CAAA;KAAE,CAAC;CACrD,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,2BAA2B,CAAC;IAC3C,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;CACvC,CAAC;AAEL,MAAM,MAAM,UAAU,GAAG,SAAS,GAAG,OAAO,GAAG,OAAO,GAAG,OAAO,CAAC;AAsBjE,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,OAAO,GAAG,oBAAoB,GAAG,IAAI,CAoB/E;AAiBD,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,OAAO,GAAG,mBAAmB,GAAG,IAAI,CA0B7E;AAED,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,OAAO,GAAG,mBAAmB,CAM5E;AAED,wBAAgB,wBAAwB,IAAI,mBAAmB,CAK9D;AAED,wBAAgB,4BAA4B,CAAC,IAAI,EAAE,gBAAgB,GAAG,mBAAmB,CAMxF;AAED,wBAAgB,sCAAsC,IAAI,mBAAmB,CAM5E"}
1
+ {"version":3,"file":"protocol.d.ts","sourceRoot":"","sources":["../../../../src/v2/embed/protocol.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACX,oBAAoB,EACpB,mBAAmB,EACnB,aAAa,EACb,iBAAiB,EACjB,uBAAuB,EACvB,oBAAoB,EAEpB,MAAM,6BAA6B,CAAC;AACrC,OAAO,KAAK,EACX,yBAAyB,EACzB,iBAAiB,EACjB,sBAAsB,EACtB,qBAAqB,EACrB,0BAA0B,EAC1B,MAAM,iBAAiB,CAAC;AAEzB,eAAO,MAAM,4BAA4B,EAAG,CAAU,CAAC;AAEvD,oEAAoE;AACpE,eAAO,MAAM,uCAAuC,EAAE,WAAW,CAAC,MAAM,CAAmB,CAAC;AAE5F,wBAAgB,oCAAoC,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAE9E;AAED,MAAM,MAAM,UAAU,GAAG;IACxB,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IACpC,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;CAC5B,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAC7B;IACA,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC;IACvB,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE,UAAU,CAAC;CAC5B,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,aAAa,CAAC;IAC7B,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QAAE,QAAQ,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,GAAG,OAAO,GAAG,OAAO,CAAA;KAAE,CAAC;CAC7E,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,eAAe,CAAC;IAC/B,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QACjB,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;QAC/B,QAAQ,CAAC,EAAE,EAAE,OAAO,CAAC;QACrB,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;QACxB,QAAQ,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC;KAC1B,CAAC;CACD,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,gBAAgB,CAAC;IAChC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE,oBAAoB,CAAC;CACtC,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,wBAAwB,CAAC;IACxC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE,oBAAoB,CAAC;CACtC,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,sBAAsB,CAAC;IACtC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE,oBAAoB,CAAC;CACtC,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,oBAAoB,CAAC;IACpC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QAAE,QAAQ,CAAC,YAAY,EAAE,SAAS,mBAAmB,EAAE,CAAA;KAAE,CAAC;CAC3E,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,gBAAgB,CAAC;IAChC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QAAE,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAA;KAAE,CAAC;CACjD,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,mBAAmB,CAAC;IACnC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE,uBAAuB,CAAC;CACzC,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,iBAAiB,CAAC;IACjC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE,uBAAuB,CAAC;CACzC,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC;IAC5B,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QAAE,QAAQ,CAAC,IAAI,EAAE,iBAAiB,CAAA;KAAE,CAAC;CACtD,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC;IACzB,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE,mBAAmB,CAAC;CACrC,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC;IACzB,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QAAE,QAAQ,CAAC,IAAI,EAAE,cAAc,GAAG,WAAW,CAAA;KAAE,CAAC;CACjE,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,aAAa,CAAC;IAC7B,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;CACvC,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,cAAc,CAAC;IAC9B,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;CACvC,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,gBAAgB,CAAC;IAChC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;CACvC,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,qBAAqB,CAAC;IACrC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QAAE,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAA;KAAE,CAAC;CAC5C,CAAC;AAEL,MAAM,MAAM,gBAAgB,GAAG,WAAW,GAAG,SAAS,GAAG,UAAU,CAAC;AAEpE,MAAM,MAAM,mBAAmB,GAC5B;IACA,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC;IAC1B,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QAAE,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAA;KAAE,CAAC;CAChD,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,aAAa,CAAC;IAC7B,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;CAC3D,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC;IACvB,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QACjB,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;QAC/B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;QACtB,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;QAC9B,QAAQ,CAAC,QAAQ,CAAC,EAAE,aAAa,CAAC;KAClC,CAAC;CACD,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,gBAAgB,CAAC;IAChC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QAAE,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAA;KAAE,CAAC;CACpD,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,eAAe,CAAC;IAC/B,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QAAE,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAA;KAAE,CAAC;CACpD,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,iBAAiB,CAAC;IACjC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QAAE,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAA;KAAE,CAAC;CACpD,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC;IAC5B,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QACjB,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;QAC/B,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;KAC5B,CAAC;CACD,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,kBAAkB,CAAC;IAClC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QACjB,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;QAC/B,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;QAC9B,QAAQ,CAAC,QAAQ,CAAC,EAAE,aAAa,CAAC;KAClC,CAAC;CACD,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,kBAAkB,CAAC;IAClC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QACjB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;QAC1B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;KACtB,CAAC;CACD,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,gBAAgB,CAAC;IAChC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QACjB,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;QAC/B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;KAC1B,CAAC;CACD,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,iBAAiB,CAAC;IACjC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QAAE,QAAQ,CAAC,IAAI,EAAE,gBAAgB,CAAA;KAAE,CAAC;CACrD,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,2BAA2B,CAAC;IAC3C,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;CACvC,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC;IAC5B,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QACjB,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;QAC/B,QAAQ,CAAC,MAAM,EAAE,qBAAqB,CAAC;QACvC,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;QAC9B,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;QAC7B,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,QAAQ,CAAC;QACrC,QAAQ,CAAC,KAAK,CAAC,EAAE,yBAAyB,CAAC;KAC3C,CAAC;CACD,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,sBAAsB,CAAC;IACtC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QACjB,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;QAC/B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;QAC7B,QAAQ,CAAC,MAAM,EAAE,iBAAiB,CAAC;QACnC,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;QAC9B,QAAQ,CAAC,KAAK,EAAE,0BAA0B,CAAC;KAC3C,CAAC;CACD,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,sBAAsB,CAAC;IACtC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QACjB,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;QAC/B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;QAC7B,QAAQ,CAAC,KAAK,EAAE,WAAW,CAAC;QAC5B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;KAC5B,CAAC;CACD,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,sBAAsB,CAAC;IACtC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QACjB,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;QAC/B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;QAC7B,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;QAC7B,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,QAAQ,CAAC;KACrC,CAAC;CACD,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,uBAAuB,CAAC;IACvC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QACjB,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;QAC/B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;KAC7B,CAAC;CACD,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,iBAAiB,CAAC;IACjC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QACjB,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;KAC/B,GAAG,sBAAsB,CAAC;CAC1B,CAAC;AAEL,MAAM,MAAM,UAAU,GAAG,SAAS,GAAG,OAAO,GAAG,OAAO,GAAG,OAAO,CAAC;AAsBjE,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,OAAO,GAAG,oBAAoB,GAAG,IAAI,CAoB/E;AAuBD,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,OAAO,GAAG,mBAAmB,GAAG,IAAI,CA0B7E;AAED,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,OAAO,GAAG,mBAAmB,CAM5E;AAED,wBAAgB,wBAAwB,IAAI,mBAAmB,CAK9D;AAED,wBAAgB,4BAA4B,CAAC,IAAI,EAAE,gBAAgB,GAAG,mBAAmB,CAMxF;AAED,wBAAgB,sCAAsC,IAAI,mBAAmB,CAM5E"}
@@ -1,9 +1,12 @@
1
1
  import type { CloseEvent, EmbedState } from './embed/protocol';
2
2
  import type { SessionManifest } from './types/sessionManifest';
3
3
  import { type ExperienceEventName, type ExperienceEvents } from './experienceEvents';
4
- import type { ConversationMessage, ConversationProcessorFn, ExperienceFit, ExperienceMode, ListenOnceOptions, ResponseMode, SpeakOptions, SpeechInputMode, SpeechResult, StartButtonOptions, StartedEvent, UserTranscriptUpdate, UtteranceResult } from './types/sessionInteraction';
4
+ import { type SpeechController } from './speech/speechController';
5
+ import type { ConversationMessage, ConversationProcessorFn, ExperienceFit, ExperienceMode, ListenOnceOptions, ResponseMode, SpeechInputMode, StartButtonOptions, StartedEvent, UserTranscriptUpdate, UtteranceResult } from './types/sessionInteraction';
5
6
  export type { CloseEvent };
6
- export type { CharacterSpeechEvent, CharacterSpeechSource, CharacterSpeechTerminalReason, ConversationMessage, ConversationProcessorContext, ConversationProcessorErrorEvent, ConversationProcessorFn, ConversationProcessorResult, ExperienceFit, ListenOnceOptions, SpeakOptions, SpeechResult, StartButtonAppearance, StartButtonOptions, StartButtonPlacement, StartButtonShadow, StartButtonSize, StartButtonVariant, SessionModeChange, UserSpeechBoundaryEvent, UserTranscriptUpdate, UtteranceResult } from './types/sessionInteraction';
7
+ export type { CharacterSpeechEvent, CharacterSpeechSource, CharacterSpeechTerminalReason, ConversationMessage, ConversationProcessorContext, ConversationProcessorErrorEvent, ConversationProcessorFn, ConversationProcessorResult, ExperienceFit, ListenOnceOptions, SpeakOptions, TextSpeakResult, SpeechResult as LegacySpeakResult, StartButtonAppearance, StartButtonOptions, StartButtonPlacement, StartButtonShadow, StartButtonSize, StartButtonVariant, SessionModeChange, UserSpeechBoundaryEvent, UserTranscriptUpdate, UtteranceResult } from './types/sessionInteraction';
8
+ export type { SpeechAudioFormat, SpeechController, SpeechCreateUtteranceOptions, SpeechInterruptOptions, SpeechPlayAudio, SpeechPlayEncodedAudio, SpeechPlayOptions, SpeechPlayPcmAudio, SpeechPlayUrlAudio, SpeechResult, SpeechSpeakOptions, SpeechUtterance } from './speech';
9
+ export { SPEECH_LIMITS, SpeechBufferTimeoutError, SpeechRuntimeError, SpeechUtteranceClosedError, UnsupportedSpeechOperationError } from './speech';
7
10
  export type { ExperienceEventName, ExperienceEvents } from './experienceEvents';
8
11
  export type StartSessionOptions = {
9
12
  readonly experienceId: string;
@@ -102,13 +105,14 @@ export declare class Experience {
102
105
  private readyEvent;
103
106
  private startedEvent;
104
107
  private conversationCache;
108
+ /** Public speech API — text TTS and BYO PCM (`speak` / `play` / `createUtterance` / `interrupt`). */
109
+ readonly speech: SpeechController;
105
110
  private constructor();
106
111
  static startSession(options: StartSessionOptions): Promise<Experience>;
107
112
  getManifest(): SessionManifest | null;
108
113
  on<K extends ExperienceEventName>(event: K, handler: (event: ExperienceEvents[K]) => void): () => void;
109
114
  attach(options: AttachOptions): Promise<LiformaPlayer>;
110
115
  private attachInternal;
111
- speak(options: SpeakOptions): Promise<SpeechResult>;
112
116
  startListening(): Promise<void>;
113
117
  stopListening(): Promise<UtteranceResult>;
114
118
  listenOnce(options?: ListenOnceOptions): Promise<UtteranceResult>;
@@ -1 +1 @@
1
- {"version":3,"file":"experience.d.ts","sourceRoot":"","sources":["../../../src/v2/experience.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAU/D,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAE/D,OAAO,EAKN,KAAK,mBAAmB,EACxB,KAAK,gBAAgB,EACrB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,KAAK,EAEX,mBAAmB,EACnB,uBAAuB,EACvB,aAAa,EACb,cAAc,EACd,iBAAiB,EACjB,YAAY,EACZ,YAAY,EACZ,eAAe,EACf,YAAY,EACZ,kBAAkB,EAClB,YAAY,EACZ,oBAAoB,EACpB,eAAe,EACf,MAAM,4BAA4B,CAAC;AAEpC,YAAY,EAAE,UAAU,EAAE,CAAC;AAC3B,YAAY,EACX,oBAAoB,EACpB,qBAAqB,EACrB,6BAA6B,EAC7B,mBAAmB,EACnB,4BAA4B,EAC5B,+BAA+B,EAC/B,uBAAuB,EACvB,2BAA2B,EAC3B,aAAa,EACb,iBAAiB,EACjB,YAAY,EACZ,YAAY,EACZ,qBAAqB,EACrB,kBAAkB,EAClB,oBAAoB,EACpB,iBAAiB,EACjB,eAAe,EACf,kBAAkB,EAClB,iBAAiB,EACjB,uBAAuB,EACvB,oBAAoB,EACpB,eAAe,EACf,MAAM,4BAA4B,CAAC;AAEpC,YAAY,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAEhF,MAAM,MAAM,mBAAmB,GAC5B;IACA,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,QAAQ,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC;IAChC,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC;IACzB,QAAQ,CAAC,IAAI,CAAC,EAAE,cAAc,CAAC;IAC/B,2DAA2D;IAC3D,QAAQ,CAAC,YAAY,CAAC,EAAE,YAAY,CAAC;IACrC,QAAQ,CAAC,eAAe,CAAC,EAAE,eAAe,CAAC;IAC3C,QAAQ,CAAC,WAAW,CAAC,EAAE,kBAAkB,CAAC;IAC1C,iFAAiF;IACjF,QAAQ,CAAC,UAAU,CAAC,EAAE,OAAO,CAAC;IAC9B,iFAAiF;IACjF,QAAQ,CAAC,GAAG,CAAC,EAAE,aAAa,CAAC;IAC7B,yDAAyD;IACzD,QAAQ,CAAC,EAAE,CAAC,EAAE,QAAQ,CAAC;IACvB,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,YAAY,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACjE,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC,MAAM,EAAE,oBAAoB,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACnF,QAAQ,CAAC,qBAAqB,CAAC,EAAE,uBAAuB,CAAC;CACxD,GACD;IACA,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,QAAQ,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC;IAChC,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC;IACzB,QAAQ,CAAC,IAAI,CAAC,EAAE,cAAc,CAAC;IAC/B,2DAA2D;IAC3D,QAAQ,CAAC,YAAY,CAAC,EAAE,YAAY,CAAC;IACrC,QAAQ,CAAC,eAAe,CAAC,EAAE,eAAe,CAAC;IAC3C,QAAQ,CAAC,WAAW,CAAC,EAAE,kBAAkB,CAAC;IAC1C,iFAAiF;IACjF,QAAQ,CAAC,UAAU,CAAC,EAAE,OAAO,CAAC;IAC9B,iFAAiF;IACjF,QAAQ,CAAC,GAAG,CAAC,EAAE,aAAa,CAAC;IAC7B,yDAAyD;IACzD,QAAQ,CAAC,EAAE,CAAC,EAAE,QAAQ,CAAC;IACvB,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,YAAY,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACjE,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC,MAAM,EAAE,oBAAoB,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACnF,QAAQ,CAAC,qBAAqB,CAAC,EAAE,uBAAuB,CAAC;CACxD,GACD;IACA,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC;IAC3B,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,wBAAwB,CAAC,EAAE,OAAO,CAAC;IAC5C,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC;IACzB,QAAQ,CAAC,WAAW,CAAC,EAAE,kBAAkB,CAAC;IAC1C,iFAAiF;IACjF,QAAQ,CAAC,UAAU,CAAC,EAAE,OAAO,CAAC;IAC9B,iFAAiF;IACjF,QAAQ,CAAC,GAAG,CAAC,EAAE,aAAa,CAAC;IAC7B,yDAAyD;IACzD,QAAQ,CAAC,EAAE,CAAC,EAAE,QAAQ,CAAC;IACvB,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,YAAY,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACjE,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC,MAAM,EAAE,oBAAoB,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACnF,QAAQ,CAAC,qBAAqB,CAAC,EAAE,uBAAuB,CAAC;CACxD,CAAC;AAEL,MAAM,MAAM,aAAa,GAAG;IAC3B,QAAQ,CAAC,SAAS,EAAE,WAAW,CAAC;IAChC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,UAAU,KAAK,IAAI,CAAC;IACrD,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,IAAI,CAAC;IACpC,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,IAAI,CAAC;IACrC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,MAAM,IAAI,CAAC;IACvC,QAAQ,CAAC,qBAAqB,CAAC,EAAE,CAAC,IAAI,EAAE,OAAO,KAAK,IAAI,CAAC;IACzD;;;OAGG;IACH,QAAQ,CAAC,SAAS,CAAC,EAAE,OAAO,CAAC;CAC7B,CAAC;AAEF,YAAY,EAAE,UAAU,EAAE,CAAC;AAE3B,MAAM,MAAM,UAAU,GAAG;IACxB,QAAQ,CAAC,QAAQ,EAAE,eAAe,CAAC;CACnC,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC3B,KAAK,IAAI,IAAI,CAAC;IACd,OAAO,IAAI,IAAI,CAAC;IAChB,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,KAAK,EAAE,UAAU,KAAK,IAAI,GAAG,IAAI,CAAC;CAC/D,CAAC;AAyEF,qBAAa,UAAU;IACtB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;IACvC,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAAiC;IACvE,OAAO,CAAC,UAAU,CAA2B;IAC7C,OAAO,CAAC,cAAc,CAAuC;IAC7D,OAAO,CAAC,uBAAuB,CAAgC;IAC/D,OAAO,CAAC,wBAAwB,CAAgC;IAChE,OAAO,CAAC,cAAc,CAAoC;IAC1D,OAAO,CAAC,gBAAgB,CAAyB;IACjD,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAuC;IACrE,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAmC;IACjE,OAAO,CAAC,UAAU,CAA2B;IAC7C,OAAO,CAAC,YAAY,CAA6B;IACjD,OAAO,CAAC,iBAAiB,CAAsC;IAE/D,OAAO;WAMM,YAAY,CAAC,OAAO,EAAE,mBAAmB,GAAG,OAAO,CAAC,UAAU,CAAC;IAqE5E,WAAW,IAAI,eAAe,GAAG,IAAI;IAIrC,EAAE,CAAC,CAAC,SAAS,mBAAmB,EAC/B,KAAK,EAAE,CAAC,EACR,OAAO,EAAE,CAAC,KAAK,EAAE,gBAAgB,CAAC,CAAC,CAAC,KAAK,IAAI,GAC3C,MAAM,IAAI;IAWP,MAAM,CAAC,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;YAoB9C,cAAc;IA8LtB,KAAK,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;IAanD,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAK/B,aAAa,IAAI,OAAO,CAAC,eAAe,CAAC;IAKzC,UAAU,CAAC,OAAO,CAAC,EAAE,iBAAiB,GAAG,OAAO,CAAC,eAAe,CAAC;IAOvE,eAAe,IAAI,SAAS,mBAAmB,EAAE;IAIjD,yEAAyE;IACzE,eAAe,CAAC,IAAI,EAAE,WAAW,GAAG,SAAS,GAAG,UAAU,GAAG,IAAI;IAIjE,kFAAkF;IAClF,mBAAmB,IAAI,IAAI;IAI3B,WAAW,IAAI,SAAS,mBAAmB,EAAE;IAMvC,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;IAI1B,OAAO,IAAI,IAAI;IAiBf,OAAO,CAAC,sBAAsB;IAgB9B,OAAO,CAAC,2BAA2B;IAcnC,OAAO,CAAC,kBAAkB;IAuC1B,OAAO,CAAC,cAAc;IAMtB,OAAO,CAAC,oBAAoB;IAS5B,OAAO,CAAC,KAAK;IAWb,OAAO,CAAC,kBAAkB;CAe1B;AAED,uEAAuE;AACvE,MAAM,MAAM,iBAAiB,GAAG,UAAU,CAAC"}
1
+ {"version":3,"file":"experience.d.ts","sourceRoot":"","sources":["../../../src/v2/experience.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAU/D,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAE/D,OAAO,EAKN,KAAK,mBAAmB,EACxB,KAAK,gBAAgB,EACrB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAGN,KAAK,gBAAgB,EACrB,MAAM,2BAA2B,CAAC;AACnC,OAAO,KAAK,EAEX,mBAAmB,EACnB,uBAAuB,EACvB,aAAa,EACb,cAAc,EACd,iBAAiB,EACjB,YAAY,EACZ,eAAe,EACf,kBAAkB,EAClB,YAAY,EACZ,oBAAoB,EACpB,eAAe,EACf,MAAM,4BAA4B,CAAC;AAEpC,YAAY,EAAE,UAAU,EAAE,CAAC;AAC3B,YAAY,EACX,oBAAoB,EACpB,qBAAqB,EACrB,6BAA6B,EAC7B,mBAAmB,EACnB,4BAA4B,EAC5B,+BAA+B,EAC/B,uBAAuB,EACvB,2BAA2B,EAC3B,aAAa,EACb,iBAAiB,EACjB,YAAY,EACZ,eAAe,EACf,YAAY,IAAI,iBAAiB,EACjC,qBAAqB,EACrB,kBAAkB,EAClB,oBAAoB,EACpB,iBAAiB,EACjB,eAAe,EACf,kBAAkB,EAClB,iBAAiB,EACjB,uBAAuB,EACvB,oBAAoB,EACpB,eAAe,EACf,MAAM,4BAA4B,CAAC;AACpC,YAAY,EACX,iBAAiB,EACjB,gBAAgB,EAChB,4BAA4B,EAC5B,sBAAsB,EACtB,eAAe,EACf,sBAAsB,EACtB,iBAAiB,EACjB,kBAAkB,EAClB,kBAAkB,EAClB,YAAY,EACZ,kBAAkB,EAClB,eAAe,EACf,MAAM,UAAU,CAAC;AAClB,OAAO,EACN,aAAa,EACb,wBAAwB,EACxB,kBAAkB,EAClB,0BAA0B,EAC1B,+BAA+B,EAC/B,MAAM,UAAU,CAAC;AAElB,YAAY,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAEhF,MAAM,MAAM,mBAAmB,GAC5B;IACA,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,QAAQ,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC;IAChC,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC;IACzB,QAAQ,CAAC,IAAI,CAAC,EAAE,cAAc,CAAC;IAC/B,2DAA2D;IAC3D,QAAQ,CAAC,YAAY,CAAC,EAAE,YAAY,CAAC;IACrC,QAAQ,CAAC,eAAe,CAAC,EAAE,eAAe,CAAC;IAC3C,QAAQ,CAAC,WAAW,CAAC,EAAE,kBAAkB,CAAC;IAC1C,iFAAiF;IACjF,QAAQ,CAAC,UAAU,CAAC,EAAE,OAAO,CAAC;IAC9B,iFAAiF;IACjF,QAAQ,CAAC,GAAG,CAAC,EAAE,aAAa,CAAC;IAC7B,yDAAyD;IACzD,QAAQ,CAAC,EAAE,CAAC,EAAE,QAAQ,CAAC;IACvB,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,YAAY,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACjE,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC,MAAM,EAAE,oBAAoB,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACnF,QAAQ,CAAC,qBAAqB,CAAC,EAAE,uBAAuB,CAAC;CACxD,GACD;IACA,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,QAAQ,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC;IAChC,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC;IACzB,QAAQ,CAAC,IAAI,CAAC,EAAE,cAAc,CAAC;IAC/B,2DAA2D;IAC3D,QAAQ,CAAC,YAAY,CAAC,EAAE,YAAY,CAAC;IACrC,QAAQ,CAAC,eAAe,CAAC,EAAE,eAAe,CAAC;IAC3C,QAAQ,CAAC,WAAW,CAAC,EAAE,kBAAkB,CAAC;IAC1C,iFAAiF;IACjF,QAAQ,CAAC,UAAU,CAAC,EAAE,OAAO,CAAC;IAC9B,iFAAiF;IACjF,QAAQ,CAAC,GAAG,CAAC,EAAE,aAAa,CAAC;IAC7B,yDAAyD;IACzD,QAAQ,CAAC,EAAE,CAAC,EAAE,QAAQ,CAAC;IACvB,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,YAAY,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACjE,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC,MAAM,EAAE,oBAAoB,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACnF,QAAQ,CAAC,qBAAqB,CAAC,EAAE,uBAAuB,CAAC;CACxD,GACD;IACA,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC;IAC3B,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,wBAAwB,CAAC,EAAE,OAAO,CAAC;IAC5C,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC;IACzB,QAAQ,CAAC,WAAW,CAAC,EAAE,kBAAkB,CAAC;IAC1C,iFAAiF;IACjF,QAAQ,CAAC,UAAU,CAAC,EAAE,OAAO,CAAC;IAC9B,iFAAiF;IACjF,QAAQ,CAAC,GAAG,CAAC,EAAE,aAAa,CAAC;IAC7B,yDAAyD;IACzD,QAAQ,CAAC,EAAE,CAAC,EAAE,QAAQ,CAAC;IACvB,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,YAAY,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACjE,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC,MAAM,EAAE,oBAAoB,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACnF,QAAQ,CAAC,qBAAqB,CAAC,EAAE,uBAAuB,CAAC;CACxD,CAAC;AAEL,MAAM,MAAM,aAAa,GAAG;IAC3B,QAAQ,CAAC,SAAS,EAAE,WAAW,CAAC;IAChC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,UAAU,KAAK,IAAI,CAAC;IACrD,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,IAAI,CAAC;IACpC,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,IAAI,CAAC;IACrC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,MAAM,IAAI,CAAC;IACvC,QAAQ,CAAC,qBAAqB,CAAC,EAAE,CAAC,IAAI,EAAE,OAAO,KAAK,IAAI,CAAC;IACzD;;;OAGG;IACH,QAAQ,CAAC,SAAS,CAAC,EAAE,OAAO,CAAC;CAC7B,CAAC;AAEF,YAAY,EAAE,UAAU,EAAE,CAAC;AAE3B,MAAM,MAAM,UAAU,GAAG;IACxB,QAAQ,CAAC,QAAQ,EAAE,eAAe,CAAC;CACnC,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC3B,KAAK,IAAI,IAAI,CAAC;IACd,OAAO,IAAI,IAAI,CAAC;IAChB,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,KAAK,EAAE,UAAU,KAAK,IAAI,GAAG,IAAI,CAAC;CAC/D,CAAC;AAyEF,qBAAa,UAAU;IACtB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;IACvC,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAAiC;IACvE,OAAO,CAAC,UAAU,CAA2B;IAC7C,OAAO,CAAC,cAAc,CAAuC;IAC7D,OAAO,CAAC,uBAAuB,CAAgC;IAC/D,OAAO,CAAC,wBAAwB,CAAgC;IAChE,OAAO,CAAC,cAAc,CAAoC;IAC1D,OAAO,CAAC,gBAAgB,CAAyB;IACjD,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAuC;IACrE,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAmC;IACjE,OAAO,CAAC,UAAU,CAA2B;IAC7C,OAAO,CAAC,YAAY,CAA6B;IACjD,OAAO,CAAC,iBAAiB,CAAsC;IAC/D,qGAAqG;IACrG,QAAQ,CAAC,MAAM,EAAE,gBAAgB,CAAC;IAElC,OAAO;WAiBM,YAAY,CAAC,OAAO,EAAE,mBAAmB,GAAG,OAAO,CAAC,UAAU,CAAC;IAqE5E,WAAW,IAAI,eAAe,GAAG,IAAI;IAIrC,EAAE,CAAC,CAAC,SAAS,mBAAmB,EAC/B,KAAK,EAAE,CAAC,EACR,OAAO,EAAE,CAAC,KAAK,EAAE,gBAAgB,CAAC,CAAC,CAAC,KAAK,IAAI,GAC3C,MAAM,IAAI;IAWP,MAAM,CAAC,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;YAoB9C,cAAc;IA8LtB,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAK/B,aAAa,IAAI,OAAO,CAAC,eAAe,CAAC;IAKzC,UAAU,CAAC,OAAO,CAAC,EAAE,iBAAiB,GAAG,OAAO,CAAC,eAAe,CAAC;IAOvE,eAAe,IAAI,SAAS,mBAAmB,EAAE;IAIjD,yEAAyE;IACzE,eAAe,CAAC,IAAI,EAAE,WAAW,GAAG,SAAS,GAAG,UAAU,GAAG,IAAI;IAIjE,kFAAkF;IAClF,mBAAmB,IAAI,IAAI;IAI3B,WAAW,IAAI,SAAS,mBAAmB,EAAE;IAMvC,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;IAI1B,OAAO,IAAI,IAAI;IAiBf,OAAO,CAAC,sBAAsB;IAgB9B,OAAO,CAAC,2BAA2B;IAcnC,OAAO,CAAC,kBAAkB;IAuC1B,OAAO,CAAC,cAAc;IAMtB,OAAO,CAAC,oBAAoB;IAS5B,OAAO,CAAC,KAAK;IAWb,OAAO,CAAC,kBAAkB;CAe1B;AAED,uEAAuE;AACvE,MAAM,MAAM,iBAAiB,GAAG,UAAU,CAAC"}
@@ -0,0 +1,17 @@
1
+ /**
2
+ * Host-side MediaStreamTrack → mono pcm_s16le capture for experience.speech.
3
+ * Capture stays in the SDK (host page); player only receives PCM chunks.
4
+ */
5
+ import type { SpeechUtterance } from './types';
6
+ export type CaptureMediaStreamTrackOptions = {
7
+ readonly track: MediaStreamTrack;
8
+ readonly utterance: SpeechUtterance;
9
+ readonly sampleRate: number;
10
+ readonly signal?: AbortSignal;
11
+ };
12
+ /**
13
+ * Capture a live audio track into an open utterance until the track ends or abort.
14
+ * Uses ScriptProcessor so the SDK does not need a bundled AudioWorklet module.
15
+ */
16
+ export declare function pipeMediaStreamTrackToUtterance(options: CaptureMediaStreamTrackOptions): Promise<void>;
17
+ //# sourceMappingURL=captureMediaStreamTrack.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"captureMediaStreamTrack.d.ts","sourceRoot":"","sources":["../../../../src/v2/speech/captureMediaStreamTrack.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAE/C,MAAM,MAAM,8BAA8B,GAAG;IAC5C,QAAQ,CAAC,KAAK,EAAE,gBAAgB,CAAC;IACjC,QAAQ,CAAC,SAAS,EAAE,eAAe,CAAC;IACpC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC;CAC9B,CAAC;AAgBF;;;GAGG;AACH,wBAAsB,+BAA+B,CACpD,OAAO,EAAE,8BAA8B,GACrC,OAAO,CAAC,IAAI,CAAC,CA6Gf"}
@@ -0,0 +1,4 @@
1
+ export { SPEECH_ACCEPTED_SAMPLE_RATES, SPEECH_LIMITS, SpeechBufferTimeoutError, SpeechRuntimeError, SpeechUtteranceClosedError, UnsupportedSpeechOperationError, assertPcmFormat, assertSpeechPlayAudio, emptyAnimationResult, isAcceptedSampleRate, isSpeechPlayEncodedAudio, isSpeechPlayMediaStreamAudio, isSpeechPlayPcmAudio, isSpeechPlayUrlAudio, queuePolicyToEmbedBehavior, resolveCreateUtteranceFormat, toUint8Array, type CompleteSpeechQueuePolicy, type SpeechAnimationMode, type SpeechAudioFormat, type SpeechController, type SpeechCreateUtteranceOptions, type SpeechInterruptOptions, type SpeechPlayAudio, type SpeechPlayEmbedSource, type SpeechPlayEncodedAudio, type SpeechPlayMediaStreamAudio, type SpeechPlayOptions, type SpeechPlayPcmAudio, type SpeechPlayUrlAudio, type SpeechResult, type SpeechSpeakOptions, type SpeechTerminalStatus, type SpeechUtterance, type SpeechUtteranceCloseOptions, type SpeechWriteOptions, type StreamingSpeechQueuePolicy } from './types';
2
+ export { createSpeechController, type SpeechCapabilities, type SpeechControllerHost } from './speechController';
3
+ export { pipeMediaStreamTrackToUtterance } from './captureMediaStreamTrack';
4
+ //# sourceMappingURL=index.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/v2/speech/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACN,4BAA4B,EAC5B,aAAa,EACb,wBAAwB,EACxB,kBAAkB,EAClB,0BAA0B,EAC1B,+BAA+B,EAC/B,eAAe,EACf,qBAAqB,EACrB,oBAAoB,EACpB,oBAAoB,EACpB,wBAAwB,EACxB,4BAA4B,EAC5B,oBAAoB,EACpB,oBAAoB,EACpB,0BAA0B,EAC1B,4BAA4B,EAC5B,YAAY,EACZ,KAAK,yBAAyB,EAC9B,KAAK,mBAAmB,EACxB,KAAK,iBAAiB,EACtB,KAAK,gBAAgB,EACrB,KAAK,4BAA4B,EACjC,KAAK,sBAAsB,EAC3B,KAAK,eAAe,EACpB,KAAK,qBAAqB,EAC1B,KAAK,sBAAsB,EAC3B,KAAK,0BAA0B,EAC/B,KAAK,iBAAiB,EACtB,KAAK,kBAAkB,EACvB,KAAK,kBAAkB,EACvB,KAAK,YAAY,EACjB,KAAK,kBAAkB,EACvB,KAAK,oBAAoB,EACzB,KAAK,eAAe,EACpB,KAAK,2BAA2B,EAChC,KAAK,kBAAkB,EACvB,KAAK,0BAA0B,EAC/B,MAAM,SAAS,CAAC;AACjB,OAAO,EACN,sBAAsB,EACtB,KAAK,kBAAkB,EACvB,KAAK,oBAAoB,EACzB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,+BAA+B,EAAE,MAAM,2BAA2B,CAAC"}
@@ -0,0 +1,16 @@
1
+ import type { IframeHost } from '../embed/iframeHost';
2
+ import { type SpeechController } from './types';
3
+ export type { SpeechAudioFormat, SpeechController, SpeechCreateUtteranceOptions, SpeechInterruptOptions, SpeechPlayOptions, SpeechResult, SpeechSpeakOptions, SpeechUtterance, SpeechUtteranceCloseOptions, SpeechWriteOptions } from './types';
4
+ export type SpeechCapabilities = {
5
+ readonly textSpeech: boolean;
6
+ readonly externalSpeechAudio: boolean;
7
+ };
8
+ export type SpeechControllerHost = {
9
+ readonly getIframeHost: () => IframeHost | null;
10
+ readonly assertSessionStarted: () => void;
11
+ readonly getCapabilities: () => SpeechCapabilities;
12
+ readonly getActiveCharacterId: () => string;
13
+ readonly onProcessorInterrupt?: () => void;
14
+ };
15
+ export declare function createSpeechController(host: SpeechControllerHost): SpeechController;
16
+ //# sourceMappingURL=speechController.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"speechController.d.ts","sourceRoot":"","sources":["../../../../src/v2/speech/speechController.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAGtD,OAAO,EAgBN,KAAK,gBAAgB,EAarB,MAAM,SAAS,CAAC;AA8CjB,YAAY,EACX,iBAAiB,EACjB,gBAAgB,EAChB,4BAA4B,EAC5B,sBAAsB,EACtB,iBAAiB,EACjB,YAAY,EACZ,kBAAkB,EAClB,eAAe,EACf,2BAA2B,EAC3B,kBAAkB,EAClB,MAAM,SAAS,CAAC;AAEjB,MAAM,MAAM,kBAAkB,GAAG;IAChC,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC;IAC7B,QAAQ,CAAC,mBAAmB,EAAE,OAAO,CAAC;CACtC,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IAClC,QAAQ,CAAC,aAAa,EAAE,MAAM,UAAU,GAAG,IAAI,CAAC;IAChD,QAAQ,CAAC,oBAAoB,EAAE,MAAM,IAAI,CAAC;IAC1C,QAAQ,CAAC,eAAe,EAAE,MAAM,kBAAkB,CAAC;IACnD,QAAQ,CAAC,oBAAoB,EAAE,MAAM,MAAM,CAAC;IAC5C,QAAQ,CAAC,oBAAoB,CAAC,EAAE,MAAM,IAAI,CAAC;CAC3C,CAAC;AAoRF,wBAAgB,sBAAsB,CAAC,IAAI,EAAE,oBAAoB,GAAG,gBAAgB,CAiMnF"}
@@ -0,0 +1,176 @@
1
+ /**
2
+ * Phase A public speech contract for Experience.speech
3
+ * (docs/plans/2026/08/experience-play-audio-api.plan.md).
4
+ */
5
+ export type SpeechAudioFormat = {
6
+ readonly encoding: 'pcm_s16le';
7
+ readonly sampleRate: number;
8
+ readonly channels: 1;
9
+ };
10
+ /** Complete one-shot ops only (`speak` / `play`). */
11
+ export type CompleteSpeechQueuePolicy = 'append' | 'replace-active' | 'replace-all';
12
+ /** Live streams only — `append` is forbidden. */
13
+ export type StreamingSpeechQueuePolicy = 'replace-active' | 'replace-all';
14
+ export type SpeechTerminalStatus = 'completed' | 'interrupted' | 'cancelled' | 'destroyed';
15
+ export type SpeechAnimationMode = 'tracked' | 'partially-tracked' | 'energy-fallback' | 'none';
16
+ export type SpeechResult = {
17
+ readonly utteranceId: string;
18
+ readonly characterId: string;
19
+ readonly status: SpeechTerminalStatus;
20
+ readonly durationMs: number;
21
+ readonly transcript?: string;
22
+ readonly animation: {
23
+ readonly mode: SpeechAnimationMode;
24
+ readonly trackedDurationMs: number;
25
+ readonly fallbackDurationMs: number;
26
+ readonly warningCodes?: readonly string[];
27
+ };
28
+ };
29
+ export type SpeechInterruptOptions = {
30
+ readonly utteranceId: string;
31
+ } | {
32
+ readonly characterId: string;
33
+ } | {
34
+ readonly scope?: 'active' | 'all';
35
+ };
36
+ export type SpeechSpeakOptions = {
37
+ readonly text: string;
38
+ readonly characterId?: string;
39
+ readonly queue?: CompleteSpeechQueuePolicy;
40
+ readonly signal?: AbortSignal;
41
+ };
42
+ /** Raw PCM one-shot (Phase A). */
43
+ export type SpeechPlayPcmAudio = {
44
+ readonly data: ArrayBuffer | Uint8Array;
45
+ readonly format: SpeechAudioFormat;
46
+ };
47
+ /**
48
+ * Encoded media bytes (wav/mp3/…). Player decodes via Web Audio — not api/models.
49
+ * `encoding` is a MIME type such as `audio/mpeg` or `audio/wav`.
50
+ */
51
+ export type SpeechPlayEncodedAudio = {
52
+ readonly data: ArrayBuffer | Uint8Array | Blob;
53
+ readonly encoding: string;
54
+ /** Preferred pcm sample rate after decode (default 24000 when decoded rate is unsupported). */
55
+ readonly sampleRate?: number;
56
+ };
57
+ /** Fetch + decode in the player (URL must allow CORS from player.liforma.ai). */
58
+ export type SpeechPlayUrlAudio = {
59
+ readonly url: string;
60
+ readonly sampleRate?: number;
61
+ };
62
+ /**
63
+ * Live audio track. Captured to PCM in the **host** SDK (not transferable across the embed).
64
+ * Prefer `createUtterance({ track })` for long streams; `play({ audio: { track } })` runs until
65
+ * the track ends then closes the utterance.
66
+ */
67
+ export type SpeechPlayMediaStreamAudio = {
68
+ readonly track: MediaStreamTrack;
69
+ /** Target pcm sample rate after capture (default 24000). */
70
+ readonly sampleRate?: number;
71
+ };
72
+ export type SpeechPlayAudio = SpeechPlayPcmAudio | SpeechPlayEncodedAudio | SpeechPlayUrlAudio | SpeechPlayMediaStreamAudio;
73
+ export type SpeechPlayOptions = {
74
+ readonly audio: SpeechPlayAudio;
75
+ readonly characterId?: string;
76
+ readonly transcript?: string;
77
+ readonly history?: 'none' | 'commit';
78
+ readonly queue?: CompleteSpeechQueuePolicy;
79
+ readonly signal?: AbortSignal;
80
+ };
81
+ /** Embed / player wire format for {@link SpeechPlayOptions.audio}. */
82
+ export type SpeechPlayEmbedSource = {
83
+ readonly kind: 'pcm';
84
+ readonly data: ArrayBuffer;
85
+ readonly format: SpeechAudioFormat;
86
+ } | {
87
+ readonly kind: 'encoded';
88
+ readonly data: ArrayBuffer;
89
+ readonly encoding: string;
90
+ readonly sampleRate?: number;
91
+ } | {
92
+ readonly kind: 'url';
93
+ readonly url: string;
94
+ readonly sampleRate?: number;
95
+ };
96
+ export declare function isSpeechPlayPcmAudio(audio: SpeechPlayAudio): audio is SpeechPlayPcmAudio;
97
+ export declare function isSpeechPlayUrlAudio(audio: SpeechPlayAudio): audio is SpeechPlayUrlAudio;
98
+ export declare function isSpeechPlayMediaStreamAudio(audio: SpeechPlayAudio): audio is SpeechPlayMediaStreamAudio;
99
+ export declare function isSpeechPlayEncodedAudio(audio: SpeechPlayAudio): audio is SpeechPlayEncodedAudio;
100
+ export type SpeechCreateUtteranceOptions = {
101
+ /**
102
+ * Required unless `track` is set. When `track` is provided without `format`, defaults to
103
+ * pcm_s16le mono at `sampleRate` (or 24000).
104
+ */
105
+ readonly format?: SpeechAudioFormat;
106
+ /** Optional live track — host captures and writes until the track ends. */
107
+ readonly track?: MediaStreamTrack;
108
+ /** Used with `track` when `format` is omitted (default 24000). */
109
+ readonly sampleRate?: number;
110
+ readonly characterId?: string;
111
+ readonly queue?: StreamingSpeechQueuePolicy;
112
+ readonly signal?: AbortSignal;
113
+ };
114
+ export type SpeechUtteranceCloseOptions = {
115
+ readonly transcript?: string;
116
+ readonly history?: 'none' | 'commit';
117
+ };
118
+ export type SpeechWriteOptions = {
119
+ readonly timeoutMs?: number;
120
+ };
121
+ export type SpeechUtterance = {
122
+ readonly id: string;
123
+ readonly characterId: string;
124
+ readonly result: Promise<SpeechResult>;
125
+ write(audio: ArrayBuffer | Uint8Array, options?: SpeechWriteOptions): Promise<void>;
126
+ close(options?: SpeechUtteranceCloseOptions): Promise<SpeechResult>;
127
+ cancel(): Promise<SpeechResult>;
128
+ };
129
+ export type SpeechController = {
130
+ speak(options: SpeechSpeakOptions): Promise<SpeechResult>;
131
+ play(options: SpeechPlayOptions): Promise<SpeechResult>;
132
+ createUtterance(options: SpeechCreateUtteranceOptions): SpeechUtterance;
133
+ interrupt(options?: SpeechInterruptOptions): Promise<readonly SpeechResult[]>;
134
+ };
135
+ /** Accepted PCM sample rates (Phase A). */
136
+ export declare const SPEECH_ACCEPTED_SAMPLE_RATES: readonly [8000, 16000, 22050, 24000, 44100, 48000];
137
+ export declare const SPEECH_LIMITS: {
138
+ readonly MAX_CHUNK_BYTES: number;
139
+ readonly RECOMMENDED_CHUNK_MS_MIN: 20;
140
+ readonly RECOMMENDED_CHUNK_MS_MAX: 200;
141
+ readonly MAX_BUFFERED_AUDIO_MS: 8000;
142
+ readonly PLAYBACK_JITTER_BUFFER_MS: 150;
143
+ readonly PLAYBACK_JITTER_BUFFER_MS_MIN: 80;
144
+ readonly PLAYBACK_JITTER_BUFFER_MS_MAX: 250;
145
+ readonly MAX_UTTERANCE_DURATION_MS: 90000;
146
+ readonly MAX_PENDING_WRITES: 8;
147
+ readonly DEFAULT_WRITE_TIMEOUT_MS: 5000;
148
+ };
149
+ export declare class UnsupportedSpeechOperationError extends Error {
150
+ readonly operation: string;
151
+ readonly requiredCapability: string;
152
+ readonly name = "UnsupportedSpeechOperationError";
153
+ constructor(operation: string, requiredCapability: string);
154
+ }
155
+ export declare class SpeechUtteranceClosedError extends Error {
156
+ readonly name = "SpeechUtteranceClosedError";
157
+ constructor(message?: string);
158
+ }
159
+ export declare class SpeechRuntimeError extends Error {
160
+ readonly name = "SpeechRuntimeError";
161
+ constructor(message: string, options?: {
162
+ cause?: unknown;
163
+ });
164
+ }
165
+ export declare class SpeechBufferTimeoutError extends Error {
166
+ readonly name = "SpeechBufferTimeoutError";
167
+ constructor(message?: string);
168
+ }
169
+ export declare function emptyAnimationResult(mode?: SpeechAnimationMode): SpeechResult['animation'];
170
+ export declare function isAcceptedSampleRate(rate: number): boolean;
171
+ export declare function assertPcmFormat(format: SpeechAudioFormat): void;
172
+ export declare function assertSpeechPlayAudio(audio: SpeechPlayAudio): void;
173
+ export declare function resolveCreateUtteranceFormat(options: SpeechCreateUtteranceOptions): SpeechAudioFormat;
174
+ export declare function toUint8Array(data: ArrayBuffer | Uint8Array): Uint8Array;
175
+ export declare function queuePolicyToEmbedBehavior(queue: CompleteSpeechQueuePolicy | StreamingSpeechQueuePolicy | undefined): 'enqueue' | 'interrupt';
176
+ //# sourceMappingURL=types.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../src/v2/speech/types.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,MAAM,iBAAiB,GAAG;IAC/B,QAAQ,CAAC,QAAQ,EAAE,WAAW,CAAC;IAC/B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC;CACrB,CAAC;AAEF,qDAAqD;AACrD,MAAM,MAAM,yBAAyB,GAAG,QAAQ,GAAG,gBAAgB,GAAG,aAAa,CAAC;AAEpF,iDAAiD;AACjD,MAAM,MAAM,0BAA0B,GAAG,gBAAgB,GAAG,aAAa,CAAC;AAE1E,MAAM,MAAM,oBAAoB,GAAG,WAAW,GAAG,aAAa,GAAG,WAAW,GAAG,WAAW,CAAC;AAE3F,MAAM,MAAM,mBAAmB,GAAG,SAAS,GAAG,mBAAmB,GAAG,iBAAiB,GAAG,MAAM,CAAC;AAE/F,MAAM,MAAM,YAAY,GAAG;IAC1B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,MAAM,EAAE,oBAAoB,CAAC;IACtC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,SAAS,EAAE;QACnB,QAAQ,CAAC,IAAI,EAAE,mBAAmB,CAAC;QACnC,QAAQ,CAAC,iBAAiB,EAAE,MAAM,CAAC;QACnC,QAAQ,CAAC,kBAAkB,EAAE,MAAM,CAAC;QACpC,QAAQ,CAAC,YAAY,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;KAC1C,CAAC;CACF,CAAC;AAEF,MAAM,MAAM,sBAAsB,GAC/B;IAAE,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAA;CAAE,GAChC;IAAE,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAA;CAAE,GAChC;IAAE,QAAQ,CAAC,KAAK,CAAC,EAAE,QAAQ,GAAG,KAAK,CAAA;CAAE,CAAC;AAEzC,MAAM,MAAM,kBAAkB,GAAG;IAChC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,KAAK,CAAC,EAAE,yBAAyB,CAAC;IAC3C,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC;CAC9B,CAAC;AAEF,kCAAkC;AAClC,MAAM,MAAM,kBAAkB,GAAG;IAChC,QAAQ,CAAC,IAAI,EAAE,WAAW,GAAG,UAAU,CAAC;IACxC,QAAQ,CAAC,MAAM,EAAE,iBAAiB,CAAC;CACnC,CAAC;AAEF;;;GAGG;AACH,MAAM,MAAM,sBAAsB,GAAG;IACpC,QAAQ,CAAC,IAAI,EAAE,WAAW,GAAG,UAAU,GAAG,IAAI,CAAC;IAC/C,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,+FAA+F;IAC/F,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;CAC7B,CAAC;AAEF,iFAAiF;AACjF,MAAM,MAAM,kBAAkB,GAAG;IAChC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;CAC7B,CAAC;AAEF;;;;GAIG;AACH,MAAM,MAAM,0BAA0B,GAAG;IACxC,QAAQ,CAAC,KAAK,EAAE,gBAAgB,CAAC;IACjC,4DAA4D;IAC5D,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;CAC7B,CAAC;AAEF,MAAM,MAAM,eAAe,GACxB,kBAAkB,GAClB,sBAAsB,GACtB,kBAAkB,GAClB,0BAA0B,CAAC;AAE9B,MAAM,MAAM,iBAAiB,GAAG;IAC/B,QAAQ,CAAC,KAAK,EAAE,eAAe,CAAC;IAChC,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,QAAQ,CAAC;IACrC,QAAQ,CAAC,KAAK,CAAC,EAAE,yBAAyB,CAAC;IAC3C,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC;CAC9B,CAAC;AAEF,sEAAsE;AACtE,MAAM,MAAM,qBAAqB,GAC9B;IACA,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC;IACrB,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAC;IAC3B,QAAQ,CAAC,MAAM,EAAE,iBAAiB,CAAC;CAClC,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC;IACzB,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAC;IAC3B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;CAC5B,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC;IACrB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;CAC5B,CAAC;AAEL,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,eAAe,GAAG,KAAK,IAAI,kBAAkB,CAOxF;AAED,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,eAAe,GAAG,KAAK,IAAI,kBAAkB,CAExF;AAED,wBAAgB,4BAA4B,CAC3C,KAAK,EAAE,eAAe,GACpB,KAAK,IAAI,0BAA0B,CASrC;AAED,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,eAAe,GAAG,KAAK,IAAI,sBAAsB,CAQhG;AAED,MAAM,MAAM,4BAA4B,GAAG;IAC1C;;;OAGG;IACH,QAAQ,CAAC,MAAM,CAAC,EAAE,iBAAiB,CAAC;IACpC,2EAA2E;IAC3E,QAAQ,CAAC,KAAK,CAAC,EAAE,gBAAgB,CAAC;IAClC,kEAAkE;IAClE,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,KAAK,CAAC,EAAE,0BAA0B,CAAC;IAC5C,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC;CAC9B,CAAC;AAEF,MAAM,MAAM,2BAA2B,GAAG;IACzC,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,QAAQ,CAAC;CACrC,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAChC,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;CAC5B,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG;IAC7B,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC;IACvC,KAAK,CAAC,KAAK,EAAE,WAAW,GAAG,UAAU,EAAE,OAAO,CAAC,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACpF,KAAK,CAAC,OAAO,CAAC,EAAE,2BAA2B,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IACpE,MAAM,IAAI,OAAO,CAAC,YAAY,CAAC,CAAC;CAChC,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG;IAC9B,KAAK,CAAC,OAAO,EAAE,kBAAkB,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IAC1D,IAAI,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IACxD,eAAe,CAAC,OAAO,EAAE,4BAA4B,GAAG,eAAe,CAAC;IACxE,SAAS,CAAC,OAAO,CAAC,EAAE,sBAAsB,GAAG,OAAO,CAAC,SAAS,YAAY,EAAE,CAAC,CAAC;CAC9E,CAAC;AAEF,2CAA2C;AAC3C,eAAO,MAAM,4BAA4B,oDAE/B,CAAC;AAEX,eAAO,MAAM,aAAa;;;;;;;;;;;CAWhB,CAAC;AAEX,qBAAa,+BAAgC,SAAQ,KAAK;IAGxD,QAAQ,CAAC,SAAS,EAAE,MAAM;IAC1B,QAAQ,CAAC,kBAAkB,EAAE,MAAM;IAHpC,QAAQ,CAAC,IAAI,qCAAqC;gBAExC,SAAS,EAAE,MAAM,EACjB,kBAAkB,EAAE,MAAM;CAIpC;AAED,qBAAa,0BAA2B,SAAQ,KAAK;IACpD,QAAQ,CAAC,IAAI,gCAAgC;gBACjC,OAAO,SAA4D;CAG/E;AAED,qBAAa,kBAAmB,SAAQ,KAAK;IAC5C,QAAQ,CAAC,IAAI,wBAAwB;gBACzB,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE;QAAE,KAAK,CAAC,EAAE,OAAO,CAAA;KAAE;CAG1D;AAED,qBAAa,wBAAyB,SAAQ,KAAK;IAClD,QAAQ,CAAC,IAAI,8BAA8B;gBAC/B,OAAO,SAAkD;CAGrE;AAED,wBAAgB,oBAAoB,CACnC,IAAI,GAAE,mBAA4B,GAChC,YAAY,CAAC,WAAW,CAAC,CAM3B;AAED,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAE1D;AAED,wBAAgB,eAAe,CAAC,MAAM,EAAE,iBAAiB,GAAG,IAAI,CAU/D;AAED,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,eAAe,GAAG,IAAI,CAkClE;AAED,wBAAgB,4BAA4B,CAC3C,OAAO,EAAE,4BAA4B,GACnC,iBAAiB,CAgBnB;AAED,wBAAgB,YAAY,CAAC,IAAI,EAAE,WAAW,GAAG,UAAU,GAAG,UAAU,CAEvE;AAED,wBAAgB,0BAA0B,CACzC,KAAK,EAAE,yBAAyB,GAAG,0BAA0B,GAAG,SAAS,GACvE,SAAS,GAAG,WAAW,CAGzB"}