@liforma/client 0.2.1 → 0.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +31 -0
- package/README.md +42 -2
- package/dist/byo/audioCapture.d.ts +24 -0
- package/dist/byo/audioCapture.d.ts.map +1 -0
- package/dist/byo/index.d.ts +8 -0
- package/dist/byo/index.d.ts.map +1 -0
- package/dist/byo/index.js +307 -0
- package/dist/byo/index.js.map +1 -0
- package/dist/byo/mic.d.ts +27 -0
- package/dist/byo/mic.d.ts.map +1 -0
- package/dist/byo/pcm.d.ts +33 -0
- package/dist/byo/pcm.d.ts.map +1 -0
- package/dist/byo/pcmCarry.d.ts +17 -0
- package/dist/byo/pcmCarry.d.ts.map +1 -0
- package/dist/byo/resample.d.ts +18 -0
- package/dist/byo/resample.d.ts.map +1 -0
- package/dist/byo/turn.d.ts +39 -0
- package/dist/byo/turn.d.ts.map +1 -0
- package/dist/byo/types.d.ts +74 -0
- package/dist/byo/types.d.ts.map +1 -0
- package/dist/deepgram/connectDeepgramAgent.d.ts +51 -0
- package/dist/deepgram/connectDeepgramAgent.d.ts.map +1 -0
- package/dist/deepgram/deepgramAgentMessages.d.ts +31 -0
- package/dist/deepgram/deepgramAgentMessages.d.ts.map +1 -0
- package/dist/deepgram/index.d.ts +4 -0
- package/dist/deepgram/index.d.ts.map +1 -0
- package/dist/deepgram/index.js +142 -0
- package/dist/deepgram/index.js.map +1 -0
- package/dist/elevenlabs/connectElevenLabsAgent.d.ts +23 -0
- package/dist/elevenlabs/connectElevenLabsAgent.d.ts.map +1 -0
- package/dist/elevenlabs/index.d.ts +4 -0
- package/dist/elevenlabs/index.d.ts.map +1 -0
- package/dist/elevenlabs/index.js +89 -0
- package/dist/elevenlabs/index.js.map +1 -0
- package/dist/google/connectGeminiLive.d.ts +34 -0
- package/dist/google/connectGeminiLive.d.ts.map +1 -0
- package/dist/google/index.d.ts +4 -0
- package/dist/google/index.d.ts.map +1 -0
- package/dist/google/index.js +98 -0
- package/dist/google/index.js.map +1 -0
- package/dist/livekit/connectLiveKitAgent.d.ts +46 -0
- package/dist/livekit/connectLiveKitAgent.d.ts.map +1 -0
- package/dist/livekit/index.d.ts +3 -0
- package/dist/livekit/index.d.ts.map +1 -0
- package/dist/livekit/index.js +113 -0
- package/dist/livekit/index.js.map +1 -0
- package/dist/next/byo/audioCapture.d.ts +24 -0
- package/dist/next/byo/audioCapture.d.ts.map +1 -0
- package/dist/next/byo/pcm.d.ts +33 -0
- package/dist/next/byo/pcm.d.ts.map +1 -0
- package/dist/next/byo/resample.d.ts +18 -0
- package/dist/next/byo/resample.d.ts.map +1 -0
- package/dist/next/index.js +2298 -1440
- package/dist/next/index.js.map +1 -1
- package/dist/next/react/ExperienceThumbnail.d.ts.map +1 -1
- package/dist/next/thumbnail/index.d.ts +2 -1
- package/dist/next/thumbnail/index.d.ts.map +1 -1
- package/dist/next/thumbnail/lazyLoad.d.ts +2 -0
- package/dist/next/thumbnail/lazyLoad.d.ts.map +1 -1
- package/dist/next/thumbnail/lazyLoad.test.d.ts +2 -0
- package/dist/next/thumbnail/lazyLoad.test.d.ts.map +1 -0
- package/dist/next/thumbnail/scrollParallax.d.ts +6 -1
- package/dist/next/thumbnail/scrollParallax.d.ts.map +1 -1
- package/dist/next/thumbnail/styles.d.ts.map +1 -1
- package/dist/next/thumbnail/thumbLoadScheduler.d.ts +14 -0
- package/dist/next/thumbnail/thumbLoadScheduler.d.ts.map +1 -0
- package/dist/next/v2/embed/iframeHost.d.ts +49 -3
- package/dist/next/v2/embed/iframeHost.d.ts.map +1 -1
- package/dist/next/v2/embed/playerReachability.d.ts +1 -1
- package/dist/next/v2/embed/playerReachability.d.ts.map +1 -1
- package/dist/next/v2/embed/protocol.d.ts +94 -1
- package/dist/next/v2/embed/protocol.d.ts.map +1 -1
- package/dist/next/v2/experience.d.ts +21 -5
- package/dist/next/v2/experience.d.ts.map +1 -1
- package/dist/next/v2/speech/captureMediaStreamTrack.d.ts +17 -0
- package/dist/next/v2/speech/captureMediaStreamTrack.d.ts.map +1 -0
- package/dist/next/v2/speech/index.d.ts +4 -0
- package/dist/next/v2/speech/index.d.ts.map +1 -0
- package/dist/next/v2/speech/speechController.d.ts +16 -0
- package/dist/next/v2/speech/speechController.d.ts.map +1 -0
- package/dist/next/v2/speech/types.d.ts +189 -0
- package/dist/next/v2/speech/types.d.ts.map +1 -0
- package/dist/next/v2/types/sessionInteraction.d.ts +6 -3
- package/dist/next/v2/types/sessionInteraction.d.ts.map +1 -1
- package/dist/next/widget/mountExperienceWidget.d.ts.map +1 -1
- package/dist/next/widget/styles.d.ts +1 -1
- package/dist/next/widget/styles.d.ts.map +1 -1
- package/dist/npm/byo/audioCapture.d.ts +24 -0
- package/dist/npm/byo/audioCapture.d.ts.map +1 -0
- package/dist/npm/byo/pcm.d.ts +33 -0
- package/dist/npm/byo/pcm.d.ts.map +1 -0
- package/dist/npm/byo/resample.d.ts +18 -0
- package/dist/npm/byo/resample.d.ts.map +1 -0
- package/dist/npm/index.js +2061 -1203
- package/dist/npm/index.js.map +1 -1
- package/dist/npm/thumbnail/index.d.ts +2 -1
- package/dist/npm/thumbnail/index.d.ts.map +1 -1
- package/dist/npm/thumbnail/lazyLoad.d.ts +2 -0
- package/dist/npm/thumbnail/lazyLoad.d.ts.map +1 -1
- package/dist/npm/thumbnail/scrollParallax.d.ts +6 -1
- package/dist/npm/thumbnail/scrollParallax.d.ts.map +1 -1
- package/dist/npm/thumbnail/styles.d.ts.map +1 -1
- package/dist/npm/thumbnail/thumbLoadScheduler.d.ts +14 -0
- package/dist/npm/thumbnail/thumbLoadScheduler.d.ts.map +1 -0
- package/dist/npm/v2/embed/iframeHost.d.ts +49 -3
- package/dist/npm/v2/embed/iframeHost.d.ts.map +1 -1
- package/dist/npm/v2/embed/playerReachability.d.ts +1 -1
- package/dist/npm/v2/embed/playerReachability.d.ts.map +1 -1
- package/dist/npm/v2/embed/protocol.d.ts +94 -1
- package/dist/npm/v2/embed/protocol.d.ts.map +1 -1
- package/dist/npm/v2/experience.d.ts +21 -5
- package/dist/npm/v2/experience.d.ts.map +1 -1
- package/dist/npm/v2/index.d.ts +4 -1
- package/dist/npm/v2/index.d.ts.map +1 -1
- package/dist/npm/v2/liforma-experience-thumbnail.d.ts.map +1 -1
- package/dist/npm/v2/npm.d.ts +4 -2
- package/dist/npm/v2/npm.d.ts.map +1 -1
- package/dist/npm/v2/speech/captureMediaStreamTrack.d.ts +17 -0
- package/dist/npm/v2/speech/captureMediaStreamTrack.d.ts.map +1 -0
- package/dist/npm/v2/speech/index.d.ts +4 -0
- package/dist/npm/v2/speech/index.d.ts.map +1 -0
- package/dist/npm/v2/speech/speechController.d.ts +16 -0
- package/dist/npm/v2/speech/speechController.d.ts.map +1 -0
- package/dist/npm/v2/speech/types.d.ts +189 -0
- package/dist/npm/v2/speech/types.d.ts.map +1 -0
- package/dist/npm/v2/types/sessionInteraction.d.ts +6 -3
- package/dist/npm/v2/types/sessionInteraction.d.ts.map +1 -1
- package/dist/npm/widget/mountExperienceWidget.d.ts.map +1 -1
- package/dist/npm/widget/styles.d.ts +1 -1
- package/dist/npm/widget/styles.d.ts.map +1 -1
- package/dist/openai/connectOpenAiRealtime.d.ts +41 -0
- package/dist/openai/connectOpenAiRealtime.d.ts.map +1 -0
- package/dist/openai/connectOpenAiRealtimeWebRtc.d.ts +37 -0
- package/dist/openai/connectOpenAiRealtimeWebRtc.d.ts.map +1 -0
- package/dist/openai/index.d.ts +5 -0
- package/dist/openai/index.d.ts.map +1 -0
- package/dist/openai/index.js +282 -0
- package/dist/openai/index.js.map +1 -0
- package/dist/react/byo/audioCapture.d.ts +24 -0
- package/dist/react/byo/audioCapture.d.ts.map +1 -0
- package/dist/react/byo/pcm.d.ts +33 -0
- package/dist/react/byo/pcm.d.ts.map +1 -0
- package/dist/react/byo/resample.d.ts +18 -0
- package/dist/react/byo/resample.d.ts.map +1 -0
- package/dist/react/component/experienceComponentTypes.d.ts +2 -2
- package/dist/react/component/experienceComponentTypes.d.ts.map +1 -1
- package/dist/react/index.js +2357 -1490
- package/dist/react/index.js.map +1 -1
- package/dist/react/react/Experience.d.ts.map +1 -1
- package/dist/react/react/ExperienceThumbnail.d.ts.map +1 -1
- package/dist/react/thumbnail/index.d.ts +2 -1
- package/dist/react/thumbnail/index.d.ts.map +1 -1
- package/dist/react/thumbnail/lazyLoad.d.ts +2 -0
- package/dist/react/thumbnail/lazyLoad.d.ts.map +1 -1
- package/dist/react/thumbnail/lazyLoad.test.d.ts +2 -0
- package/dist/react/thumbnail/lazyLoad.test.d.ts.map +1 -0
- package/dist/react/thumbnail/scrollParallax.d.ts +6 -1
- package/dist/react/thumbnail/scrollParallax.d.ts.map +1 -1
- package/dist/react/thumbnail/styles.d.ts.map +1 -1
- package/dist/react/thumbnail/thumbLoadScheduler.d.ts +14 -0
- package/dist/react/thumbnail/thumbLoadScheduler.d.ts.map +1 -0
- package/dist/react/v2/embed/iframeHost.d.ts +49 -3
- package/dist/react/v2/embed/iframeHost.d.ts.map +1 -1
- package/dist/react/v2/embed/playerReachability.d.ts +1 -1
- package/dist/react/v2/embed/playerReachability.d.ts.map +1 -1
- package/dist/react/v2/embed/protocol.d.ts +94 -1
- package/dist/react/v2/embed/protocol.d.ts.map +1 -1
- package/dist/react/v2/experience.d.ts +21 -5
- package/dist/react/v2/experience.d.ts.map +1 -1
- package/dist/react/v2/speech/captureMediaStreamTrack.d.ts +17 -0
- package/dist/react/v2/speech/captureMediaStreamTrack.d.ts.map +1 -0
- package/dist/react/v2/speech/index.d.ts +4 -0
- package/dist/react/v2/speech/index.d.ts.map +1 -0
- package/dist/react/v2/speech/speechController.d.ts +16 -0
- package/dist/react/v2/speech/speechController.d.ts.map +1 -0
- package/dist/react/v2/speech/types.d.ts +189 -0
- package/dist/react/v2/speech/types.d.ts.map +1 -0
- package/dist/react/v2/types/sessionInteraction.d.ts +6 -3
- package/dist/react/v2/types/sessionInteraction.d.ts.map +1 -1
- package/dist/react/v2/types/sessionManifestSchema.d.ts +1 -1
- package/dist/react/widget/mountExperienceWidget.d.ts.map +1 -1
- package/dist/react/widget/styles.d.ts +1 -1
- package/dist/react/widget/styles.d.ts.map +1 -1
- package/dist/sdk/v2/client.js +44 -13
- package/dist/sdk/v2/client.js.map +1 -1
- package/dist/svelte/Experience.svelte +18 -5
- package/dist/svelte/Experience.svelte.d.ts +7 -2
- package/dist/svelte/ExperienceThumbnail.svelte +3 -6
- package/package.json +57 -7
|
@@ -1,7 +1,8 @@
|
|
|
1
1
|
export type { GalleryThumb, ExperienceThumbnailBaseProps, ThumbnailInteractionKind } from './types';
|
|
2
2
|
export { toGalleryThumbUrl, resolveThumbnailLayers } from './toGalleryThumbUrl';
|
|
3
3
|
export { resolveThumbnailInteraction, resolvePlayerBaseUrl, buildHostedLaunchUrl, resolveThumbnailHref } from './hostedLaunchUrl';
|
|
4
|
-
export { attachLazyThumb, attachImageReady } from './lazyLoad';
|
|
4
|
+
export { attachLazyThumb, attachImageReady, getDefaultLazyRootMargin } from './lazyLoad';
|
|
5
|
+
export { prefersCoarsePointer, scheduleThumbLoad, COARSE_THUMB_LOAD_CONCURRENCY, COARSE_THUMB_LOAD_STAGGER_MS } from './thumbLoadScheduler';
|
|
5
6
|
export { prefersScrollLinkedParallax, horizontalParallaxFromViewportY, attachScrollLinkedParallax } from './scrollParallax';
|
|
6
7
|
export { attachThumbnailParallax } from './attachThumbnailParallax';
|
|
7
8
|
export { EXPERIENCE_THUMBNAIL_CSS } from './styles';
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/thumbnail/index.ts"],"names":[],"mappings":"AAAA,YAAY,EAAE,YAAY,EAAE,4BAA4B,EAAE,wBAAwB,EAAE,MAAM,SAAS,CAAC;AACpG,OAAO,EAAE,iBAAiB,EAAE,sBAAsB,EAAE,MAAM,qBAAqB,CAAC;AAChF,OAAO,EACN,2BAA2B,EAC3B,oBAAoB,EACpB,oBAAoB,EACpB,oBAAoB,EACpB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/thumbnail/index.ts"],"names":[],"mappings":"AAAA,YAAY,EAAE,YAAY,EAAE,4BAA4B,EAAE,wBAAwB,EAAE,MAAM,SAAS,CAAC;AACpG,OAAO,EAAE,iBAAiB,EAAE,sBAAsB,EAAE,MAAM,qBAAqB,CAAC;AAChF,OAAO,EACN,2BAA2B,EAC3B,oBAAoB,EACpB,oBAAoB,EACpB,oBAAoB,EACpB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EACN,eAAe,EACf,gBAAgB,EAChB,wBAAwB,EACxB,MAAM,YAAY,CAAC;AACpB,OAAO,EACN,oBAAoB,EACpB,iBAAiB,EACjB,6BAA6B,EAC7B,4BAA4B,EAC5B,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EACN,2BAA2B,EAC3B,+BAA+B,EAC/B,0BAA0B,EAC1B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,uBAAuB,EAAE,MAAM,2BAA2B,CAAC;AACpE,OAAO,EAAE,wBAAwB,EAAE,MAAM,UAAU,CAAC;AACpD,OAAO,EAAE,+BAA+B,EAAE,MAAM,gBAAgB,CAAC"}
|
|
@@ -2,6 +2,8 @@ export type LazyThumbOptions = {
|
|
|
2
2
|
readonly rootMargin?: string;
|
|
3
3
|
readonly onVisibleChange: (visible: boolean) => void;
|
|
4
4
|
};
|
|
5
|
+
/** Desktop: prefetch earlier. Coarse/touch: tighter margin to cut burst loads. */
|
|
6
|
+
export declare function getDefaultLazyRootMargin(): string;
|
|
5
7
|
/** Observe the thumb and enable image loads when near the viewport. */
|
|
6
8
|
export declare function attachLazyThumb(element: HTMLElement, options: LazyThumbOptions): () => void;
|
|
7
9
|
export declare function attachImageReady(element: HTMLImageElement, onReady: () => void): () => void;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"lazyLoad.d.ts","sourceRoot":"","sources":["../../../src/thumbnail/lazyLoad.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"lazyLoad.d.ts","sourceRoot":"","sources":["../../../src/thumbnail/lazyLoad.ts"],"names":[],"mappings":"AAEA,MAAM,MAAM,gBAAgB,GAAG;IAC9B,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,eAAe,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,IAAI,CAAC;CACrD,CAAC;AAEF,kFAAkF;AAClF,wBAAgB,wBAAwB,IAAI,MAAM,CAEjD;AAcD,uEAAuE;AACvE,wBAAgB,eAAe,CAAC,OAAO,EAAE,WAAW,EAAE,OAAO,EAAE,gBAAgB,GAAG,MAAM,IAAI,CAyD3F;AAED,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,gBAAgB,EAAE,OAAO,EAAE,MAAM,IAAI,GAAG,MAAM,IAAI,CAY3F"}
|
|
@@ -8,6 +8,11 @@ export type ScrollLinkedParallaxOptions = {
|
|
|
8
8
|
readonly onParallax: (x: number) => void;
|
|
9
9
|
readonly pointerActive?: () => boolean;
|
|
10
10
|
};
|
|
11
|
-
/**
|
|
11
|
+
/**
|
|
12
|
+
* Subscribe to scroll/resize and update horizontal parallax from viewport Y.
|
|
13
|
+
* Uses one shared window listener for all thumbs (old iPads with large galleries).
|
|
14
|
+
*/
|
|
12
15
|
export declare function attachScrollLinkedParallax(element: HTMLElement, options: ScrollLinkedParallaxOptions): () => void;
|
|
16
|
+
/** Test helper — clear shared scroll state between vitest cases. */
|
|
17
|
+
export declare function resetScrollLinkedParallaxForTests(): void;
|
|
13
18
|
//# sourceMappingURL=scrollParallax.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scrollParallax.d.ts","sourceRoot":"","sources":["../../../src/thumbnail/scrollParallax.ts"],"names":[],"mappings":"AAAA,mFAAmF;AACnF,wBAAgB,2BAA2B,IAAI,OAAO,CAIrD;AAED;;GAEG;AACH,wBAAgB,+BAA+B,CAAC,IAAI,EAAE,OAAO,EAAE,cAAc,EAAE,MAAM,GAAG,MAAM,CAI7F;AAED,MAAM,MAAM,2BAA2B,GAAG;IACzC,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC,EAAE,MAAM,KAAK,IAAI,CAAC;IACzC,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,OAAO,CAAC;CACvC,CAAC;
|
|
1
|
+
{"version":3,"file":"scrollParallax.d.ts","sourceRoot":"","sources":["../../../src/thumbnail/scrollParallax.ts"],"names":[],"mappings":"AAAA,mFAAmF;AACnF,wBAAgB,2BAA2B,IAAI,OAAO,CAIrD;AAED;;GAEG;AACH,wBAAgB,+BAA+B,CAAC,IAAI,EAAE,OAAO,EAAE,cAAc,EAAE,MAAM,GAAG,MAAM,CAI7F;AAED,MAAM,MAAM,2BAA2B,GAAG;IACzC,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC,EAAE,MAAM,KAAK,IAAI,CAAC;IACzC,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,OAAO,CAAC;CACvC,CAAC;AAgDF;;;GAGG;AACH,wBAAgB,0BAA0B,CACzC,OAAO,EAAE,WAAW,EACpB,OAAO,EAAE,2BAA2B,GAClC,MAAM,IAAI,CAqBZ;AAED,oEAAoE;AACpE,wBAAgB,iCAAiC,IAAI,IAAI,CAWxD"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"styles.d.ts","sourceRoot":"","sources":["../../../src/thumbnail/styles.ts"],"names":[],"mappings":"AAAA,yEAAyE;AACzE,eAAO,MAAM,wBAAwB,
|
|
1
|
+
{"version":3,"file":"styles.d.ts","sourceRoot":"","sources":["../../../src/thumbnail/styles.ts"],"names":[],"mappings":"AAAA,yEAAyE;AACzE,eAAO,MAAM,wBAAwB,QA8K7B,CAAC"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
/** Touch / coarse pointers — limit how many thumbs start loading at once. */
|
|
2
|
+
export declare const COARSE_THUMB_LOAD_CONCURRENCY = 4;
|
|
3
|
+
/** Delay before a started thumb frees its queue slot for the next card. */
|
|
4
|
+
export declare const COARSE_THUMB_LOAD_STAGGER_MS = 160;
|
|
5
|
+
export declare function prefersCoarsePointer(): boolean;
|
|
6
|
+
/**
|
|
7
|
+
* On coarse pointers, start thumb image loads in small waves so old devices
|
|
8
|
+
* are not hit with dozens of concurrent decodes. Fine pointers start immediately.
|
|
9
|
+
* Returns a cancel function (no-op after start has run).
|
|
10
|
+
*/
|
|
11
|
+
export declare function scheduleThumbLoad(start: () => void): () => void;
|
|
12
|
+
/** Test helper — clear queue state between vitest cases. */
|
|
13
|
+
export declare function resetThumbLoadSchedulerForTests(): void;
|
|
14
|
+
//# sourceMappingURL=thumbLoadScheduler.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"thumbLoadScheduler.d.ts","sourceRoot":"","sources":["../../../src/thumbnail/thumbLoadScheduler.ts"],"names":[],"mappings":"AAAA,6EAA6E;AAC7E,eAAO,MAAM,6BAA6B,IAAI,CAAC;AAC/C,2EAA2E;AAC3E,eAAO,MAAM,4BAA4B,MAAM,CAAC;AAEhD,wBAAgB,oBAAoB,IAAI,OAAO,CAG9C;AAqCD;;;;GAIG;AACH,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,MAAM,IAAI,GAAG,MAAM,IAAI,CAa/D;AAED,4DAA4D;AAC5D,wBAAgB,+BAA+B,IAAI,IAAI,CAGtD"}
|
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
import type { CloseEvent, EmbedState } from './protocol';
|
|
2
|
-
import { type WidgetChromeMode } from './protocol';
|
|
3
|
-
import type { CharacterSpeechEvent, ConversationMessage, SpeakBehavior, SessionModeChange, SpeechResult, UserSpeechBoundaryEvent, UserTranscriptUpdate, UtteranceResult } from '../types/sessionInteraction';
|
|
2
|
+
import { type WidgetChromeMode, type WidgetDragMoveEvent, type WidgetDragStartEvent } from './protocol';
|
|
3
|
+
import type { CharacterSpeechEvent, ConversationMessage, SpeakBehavior, SessionModeChange, SpeechResult as LegacySpeakResult, UserSpeechBoundaryEvent, UserTranscriptUpdate, UtteranceResult } from '../types/sessionInteraction';
|
|
4
|
+
import type { CompleteSpeechQueuePolicy, SpeechAudioFormat, SpeechInterruptOptions, SpeechPlayEmbedSource, SpeechResult, StreamingSpeechQueuePolicy } from '../speech/types';
|
|
4
5
|
export type IframeHostEventMap = {
|
|
5
6
|
close: CloseEvent;
|
|
6
7
|
stateUpdate: EmbedState;
|
|
@@ -16,6 +17,11 @@ export type IframeHostEventMap = {
|
|
|
16
17
|
widgetExpand: void;
|
|
17
18
|
widgetCollapse: void;
|
|
18
19
|
widgetAudioSettings: boolean;
|
|
20
|
+
widgetDragStart: WidgetDragStartEvent;
|
|
21
|
+
widgetDragMove: WidgetDragMoveEvent;
|
|
22
|
+
widgetDragEnd: {
|
|
23
|
+
readonly pointerId: number;
|
|
24
|
+
};
|
|
19
25
|
};
|
|
20
26
|
export type IframeHostOptions = {
|
|
21
27
|
readonly container: HTMLElement;
|
|
@@ -41,6 +47,11 @@ export type IframeHostOptions = {
|
|
|
41
47
|
readonly onWidgetExpand?: () => void;
|
|
42
48
|
readonly onWidgetCollapse?: () => void;
|
|
43
49
|
readonly onWidgetAudioSettings?: (open: boolean) => void;
|
|
50
|
+
readonly onWidgetDragStart?: (event: WidgetDragStartEvent) => void;
|
|
51
|
+
readonly onWidgetDragMove?: (event: WidgetDragMoveEvent) => void;
|
|
52
|
+
readonly onWidgetDragEnd?: (event: {
|
|
53
|
+
readonly pointerId: number;
|
|
54
|
+
}) => void;
|
|
44
55
|
};
|
|
45
56
|
export type IframeHost = {
|
|
46
57
|
waitForLoad(): Promise<void>;
|
|
@@ -52,7 +63,7 @@ export type IframeHost = {
|
|
|
52
63
|
text: string;
|
|
53
64
|
characterId?: string;
|
|
54
65
|
behavior?: SpeakBehavior;
|
|
55
|
-
}): Promise<
|
|
66
|
+
}): Promise<LegacySpeakResult>;
|
|
56
67
|
startListening(): Promise<void>;
|
|
57
68
|
stopListening(): Promise<UtteranceResult>;
|
|
58
69
|
listenOnce(options?: {
|
|
@@ -62,7 +73,42 @@ export type IframeHost = {
|
|
|
62
73
|
readonly characterId?: string;
|
|
63
74
|
readonly behavior?: SpeakBehavior;
|
|
64
75
|
readonly signal?: AbortSignal;
|
|
76
|
+
}): Promise<LegacySpeakResult>;
|
|
77
|
+
speechPlay(options: {
|
|
78
|
+
source: SpeechPlayEmbedSource;
|
|
79
|
+
characterId?: string;
|
|
80
|
+
transcript?: string;
|
|
81
|
+
history?: 'none' | 'commit';
|
|
82
|
+
queue?: CompleteSpeechQueuePolicy;
|
|
83
|
+
signal?: AbortSignal;
|
|
84
|
+
}): Promise<SpeechResult>;
|
|
85
|
+
speechUtteranceBegin(options: {
|
|
86
|
+
utteranceId: string;
|
|
87
|
+
format: SpeechAudioFormat;
|
|
88
|
+
characterId?: string;
|
|
89
|
+
queue: StreamingSpeechQueuePolicy;
|
|
90
|
+
transcript?: string;
|
|
91
|
+
}): Promise<void>;
|
|
92
|
+
speechUtteranceWrite(options: {
|
|
93
|
+
utteranceId: string;
|
|
94
|
+
audio: ArrayBuffer;
|
|
95
|
+
byteLength: number;
|
|
96
|
+
}): Promise<{
|
|
97
|
+
readonly bufferedMs: number;
|
|
98
|
+
}>;
|
|
99
|
+
speechUtteranceSetTranscript(options: {
|
|
100
|
+
utteranceId: string;
|
|
101
|
+
transcript: string;
|
|
102
|
+
}): Promise<void>;
|
|
103
|
+
speechUtteranceClose(options: {
|
|
104
|
+
utteranceId: string;
|
|
105
|
+
transcript?: string;
|
|
106
|
+
history?: 'none' | 'commit';
|
|
107
|
+
}): Promise<SpeechResult>;
|
|
108
|
+
speechUtteranceCancel(options: {
|
|
109
|
+
utteranceId: string;
|
|
65
110
|
}): Promise<SpeechResult>;
|
|
111
|
+
speechInterrupt(options: SpeechInterruptOptions): Promise<readonly SpeechResult[]>;
|
|
66
112
|
getConversation(): Promise<readonly ConversationMessage[]>;
|
|
67
113
|
destroy(): void;
|
|
68
114
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"iframeHost.d.ts","sourceRoot":"","sources":["../../../../src/v2/embed/iframeHost.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,UAAU,EAA6C,UAAU,EAAE,MAAM,YAAY,CAAC;AACpG,OAAO,EAON,KAAK,gBAAgB,EACrB,MAAM,YAAY,CAAC;AACpB,OAAO,KAAK,EACX,oBAAoB,EACpB,mBAAmB,EACnB,aAAa,EACb,iBAAiB,EACjB,YAAY,
|
|
1
|
+
{"version":3,"file":"iframeHost.d.ts","sourceRoot":"","sources":["../../../../src/v2/embed/iframeHost.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,UAAU,EAA6C,UAAU,EAAE,MAAM,YAAY,CAAC;AACpG,OAAO,EAON,KAAK,gBAAgB,EACrB,KAAK,mBAAmB,EACxB,KAAK,oBAAoB,EACzB,MAAM,YAAY,CAAC;AACpB,OAAO,KAAK,EACX,oBAAoB,EACpB,mBAAmB,EACnB,aAAa,EACb,iBAAiB,EACjB,YAAY,IAAI,iBAAiB,EACjC,uBAAuB,EACvB,oBAAoB,EACpB,eAAe,EACf,MAAM,6BAA6B,CAAC;AACrC,OAAO,KAAK,EACX,yBAAyB,EACzB,iBAAiB,EACjB,sBAAsB,EACtB,qBAAqB,EACrB,YAAY,EACZ,0BAA0B,EAC1B,MAAM,iBAAiB,CAAC;AAEzB,MAAM,MAAM,kBAAkB,GAAG;IAChC,KAAK,EAAE,UAAU,CAAC;IAClB,WAAW,EAAE,UAAU,CAAC;IACxB,cAAc,EAAE,oBAAoB,CAAC;IACrC,sBAAsB,EAAE,oBAAoB,CAAC;IAC7C,oBAAoB,EAAE,oBAAoB,CAAC;IAC3C,kBAAkB,EAAE,SAAS,mBAAmB,EAAE,CAAC;IACnD,cAAc,EAAE,OAAO,CAAC;IACxB,OAAO,EAAE;QAAE,QAAQ,CAAC,IAAI,EAAE,cAAc,GAAG,WAAW,CAAA;KAAE,CAAC;IACzD,WAAW,EAAE,IAAI,CAAC;IAClB,YAAY,EAAE,IAAI,CAAC;IACnB,cAAc,EAAE,IAAI,CAAC;IACrB,mBAAmB,EAAE,OAAO,CAAC;IAC7B,eAAe,EAAE,oBAAoB,CAAC;IACtC,cAAc,EAAE,mBAAmB,CAAC;IACpC,aAAa,EAAE;QAAE,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;KAAE,CAAC;CAC9C,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG;IAC/B,QAAQ,CAAC,SAAS,EAAE,WAAW,CAAC;IAChC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,yEAAyE;IACzE,QAAQ,CAAC,WAAW,CAAC,EAAE,OAAO,CAAC;IAC/B,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,UAAU,KAAK,IAAI,CAAC;IAC/C,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,UAAU,KAAK,IAAI,CAAC;IACrD,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC,MAAM,EAAE,oBAAoB,KAAK,IAAI,CAAC;IACnE,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAAC,KAAK,EAAE,uBAAuB,KAAK,IAAI,CAAC;IACxE,QAAQ,CAAC,iBAAiB,CAAC,EAAE,CAAC,KAAK,EAAE,uBAAuB,KAAK,IAAI,CAAC;IACtE,QAAQ,CAAC,wBAAwB,CAAC,EAAE,CAAC,KAAK,EAAE,oBAAoB,KAAK,IAAI,CAAC;IAC1E,QAAQ,CAAC,sBAAsB,CAAC,EAAE,CAAC,KAAK,EAAE,oBAAoB,KAAK,IAAI,CAAC;IACxE,QAAQ,CAAC,oBAAoB,CAAC,EAAE,CAAC,YAAY,EAAE,SAAS,mBAAmB,EAAE,KAAK,IAAI,CAAC;IACvF,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,mBAAmB,KAAK,IAAI,CAAC;IAC5D,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC,SAAS,EAAE,OAAO,KAAK,IAAI,CAAC;IACzD,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC,IAAI,EAAE,iBAAiB,KAAK,IAAI,CAAC;IAC1D,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC,KAAK,EAAE;QAAE,QAAQ,CAAC,IAAI,EAAE,cAAc,GAAG,WAAW,CAAA;KAAE,KAAK,IAAI,CAAC;IACtF,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,IAAI,CAAC;IACpC,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,IAAI,CAAC;IACrC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,MAAM,IAAI,CAAC;IACvC,QAAQ,CAAC,qBAAqB,CAAC,EAAE,CAAC,IAAI,EAAE,OAAO,KAAK,IAAI,CAAC;IACzD,QAAQ,CAAC,iBAAiB,CAAC,EAAE,CAAC,KAAK,EAAE,oBAAoB,KAAK,IAAI,CAAC;IACnE,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC,KAAK,EAAE,mBAAmB,KAAK,IAAI,CAAC;IACjE,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC,KAAK,EAAE;QAAE,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,CAAC;CAC3E,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACxB,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAC7B,eAAe,IAAI,IAAI,CAAC;IACxB,YAAY,CAAC,QAAQ,EAAE,OAAO,GAAG,IAAI,CAAC;IACtC,mBAAmB,CAAC,IAAI,EAAE,gBAAgB,GAAG,IAAI,CAAC;IAClD,6BAA6B,IAAI,IAAI,CAAC;IACtC,KAAK,CAAC,OAAO,EAAE;QACd,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,QAAQ,CAAC,EAAE,aAAa,CAAC;KACzB,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAAC;IAC/B,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAChC,aAAa,IAAI,OAAO,CAAC,eAAe,CAAC,CAAC;IAC1C,UAAU,CAAC,OAAO,CAAC,EAAE;QAAE,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;IAChF,oBAAoB,CACnB,MAAM,EAAE,aAAa,CAAC,MAAM,CAAC,EAC7B,OAAO,CAAC,EAAE;QACT,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;QAC9B,QAAQ,CAAC,QAAQ,CAAC,EAAE,aAAa,CAAC;QAClC,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC;KAC9B,GACC,OAAO,CAAC,iBAAiB,CAAC,CAAC;IAC9B,UAAU,CAAC,OAAO,EAAE;QACnB,MAAM,EAAE,qBAAqB,CAAC;QAC9B,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,OAAO,CAAC,EAAE,MAAM,GAAG,QAAQ,CAAC;QAC5B,KAAK,CAAC,EAAE,yBAAyB,CAAC;QAClC,MAAM,CAAC,EAAE,WAAW,CAAC;KACrB,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IAC1B,oBAAoB,CAAC,OAAO,EAAE;QAC7B,WAAW,EAAE,MAAM,CAAC;QACpB,MAAM,EAAE,iBAAiB,CAAC;QAC1B,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,KAAK,EAAE,0BAA0B,CAAC;QAClC,UAAU,CAAC,EAAE,MAAM,CAAC;KACpB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAClB,oBAAoB,CAAC,OAAO,EAAE;QAC7B,WAAW,EAAE,MAAM,CAAC;QACpB,KAAK,EAAE,WAAW,CAAC;QACnB,UAAU,EAAE,MAAM,CAAC;KACnB,GAAG,OAAO,CAAC;QAAE,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC7C,4BAA4B,CAAC,OAAO,EAAE;QACrC,WAAW,EAAE,MAAM,CAAC;QACpB,UAAU,EAAE,MAAM,CAAC;KACnB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAClB,oBAAoB,CAAC,OAAO,EAAE;QAC7B,WAAW,EAAE,MAAM,CAAC;QACpB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,OAAO,CAAC,EAAE,MAAM,GAAG,QAAQ,CAAC;KAC5B,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IAC1B,qBAAqB,CAAC,OAAO,EAAE;QAAE,WAAW,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IAC/E,eAAe,CAAC,OAAO,EAAE,sBAAsB,GAAG,OAAO,CAAC,SAAS,YAAY,EAAE,CAAC,CAAC;IACnF,eAAe,IAAI,OAAO,CAAC,SAAS,mBAAmB,EAAE,CAAC,CAAC;IAC3D,OAAO,IAAI,IAAI,CAAC;CAChB,CAAC;AAWF,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,iBAAiB,GAAG,UAAU,CA+ZvE"}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
1
|
export declare function formatPlayerUnreachableMessage(playerOrigin: string): string;
|
|
2
2
|
export declare function assertPlayerReachable(embedUrl: string, playerOrigin: string): Promise<void>;
|
|
3
|
-
export declare function postMessageToPlayer(target: Window, message: unknown, playerOrigin: string): void;
|
|
3
|
+
export declare function postMessageToPlayer(target: Window, message: unknown, playerOrigin: string, transfer?: Transferable[]): void;
|
|
4
4
|
//# sourceMappingURL=playerReachability.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"playerReachability.d.ts","sourceRoot":"","sources":["../../../../src/v2/embed/playerReachability.ts"],"names":[],"mappings":"AAEA,wBAAgB,8BAA8B,CAAC,YAAY,EAAE,MAAM,GAAG,MAAM,CAgB3E;AAED,wBAAsB,qBAAqB,CAC1C,QAAQ,EAAE,MAAM,EAChB,YAAY,EAAE,MAAM,GAClB,OAAO,CAAC,IAAI,CAAC,CAUf;AAED,wBAAgB,mBAAmB,CAClC,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,OAAO,EAChB,YAAY,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"playerReachability.d.ts","sourceRoot":"","sources":["../../../../src/v2/embed/playerReachability.ts"],"names":[],"mappings":"AAEA,wBAAgB,8BAA8B,CAAC,YAAY,EAAE,MAAM,GAAG,MAAM,CAgB3E;AAED,wBAAsB,qBAAqB,CAC1C,QAAQ,EAAE,MAAM,EAChB,YAAY,EAAE,MAAM,GAClB,OAAO,CAAC,IAAI,CAAC,CAUf;AAED,wBAAgB,mBAAmB,CAClC,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,OAAO,EAChB,YAAY,EAAE,MAAM,EACpB,QAAQ,CAAC,EAAE,YAAY,EAAE,GACvB,IAAI,CAaN"}
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import type { CharacterSpeechEvent, ConversationMessage, SpeakBehavior, SessionModeChange, UserSpeechBoundaryEvent, UserTranscriptUpdate } from '../types/sessionInteraction';
|
|
2
|
+
import type { CompleteSpeechQueuePolicy, SpeechAudioFormat, SpeechInterruptOptions, SpeechPlayEmbedSource, StreamingSpeechQueuePolicy } from '../speech/types';
|
|
2
3
|
export declare const EMBED_MESSAGE_SCHEMA_VERSION: 2;
|
|
3
4
|
/** Outbound postMessage versions accepted from the player embed. */
|
|
4
5
|
export declare const SUPPORTED_EMBED_MESSAGE_SCHEMA_VERSIONS: ReadonlySet<number>;
|
|
@@ -93,8 +94,39 @@ export type EmbedOutboundMessage = {
|
|
|
93
94
|
readonly payload: {
|
|
94
95
|
readonly open: boolean;
|
|
95
96
|
};
|
|
97
|
+
} | {
|
|
98
|
+
readonly type: 'widgetDragStart';
|
|
99
|
+
readonly schemaVersion: typeof EMBED_MESSAGE_SCHEMA_VERSION;
|
|
100
|
+
readonly payload: {
|
|
101
|
+
readonly pointerId: number;
|
|
102
|
+
};
|
|
103
|
+
} | {
|
|
104
|
+
readonly type: 'widgetDragMove';
|
|
105
|
+
readonly schemaVersion: typeof EMBED_MESSAGE_SCHEMA_VERSION;
|
|
106
|
+
readonly payload: {
|
|
107
|
+
readonly pointerId: number;
|
|
108
|
+
/** Pointer deltas in CSS pixels (not iframe-local coordinates). */
|
|
109
|
+
readonly dx: number;
|
|
110
|
+
readonly dy: number;
|
|
111
|
+
};
|
|
112
|
+
} | {
|
|
113
|
+
readonly type: 'widgetDragEnd';
|
|
114
|
+
readonly schemaVersion: typeof EMBED_MESSAGE_SCHEMA_VERSION;
|
|
115
|
+
readonly payload: {
|
|
116
|
+
readonly pointerId: number;
|
|
117
|
+
};
|
|
118
|
+
};
|
|
119
|
+
export type WidgetChromeMode = 'collapsed' | 'loading' | 'expanded' | 'docked';
|
|
120
|
+
export type WidgetDragStartEvent = {
|
|
121
|
+
readonly pointerId: number;
|
|
96
122
|
};
|
|
97
|
-
export type
|
|
123
|
+
export type WidgetDragMoveEvent = {
|
|
124
|
+
readonly pointerId: number;
|
|
125
|
+
readonly dx: number;
|
|
126
|
+
readonly dy: number;
|
|
127
|
+
};
|
|
128
|
+
/** @deprecated Prefer WidgetDragStartEvent / WidgetDragMoveEvent */
|
|
129
|
+
export type WidgetDragPointerEvent = WidgetDragMoveEvent;
|
|
98
130
|
export type EmbedInboundMessage = {
|
|
99
131
|
readonly type: 'manifest';
|
|
100
132
|
readonly schemaVersion: typeof EMBED_MESSAGE_SCHEMA_VERSION;
|
|
@@ -170,6 +202,67 @@ export type EmbedInboundMessage = {
|
|
|
170
202
|
readonly type: 'widgetToggleAudioSettings';
|
|
171
203
|
readonly schemaVersion: typeof EMBED_MESSAGE_SCHEMA_VERSION;
|
|
172
204
|
readonly payload: Record<string, never>;
|
|
205
|
+
} | {
|
|
206
|
+
readonly type: 'speechPlay';
|
|
207
|
+
readonly schemaVersion: typeof EMBED_MESSAGE_SCHEMA_VERSION;
|
|
208
|
+
readonly payload: {
|
|
209
|
+
readonly correlationId: string;
|
|
210
|
+
readonly source: SpeechPlayEmbedSource;
|
|
211
|
+
readonly characterId?: string;
|
|
212
|
+
readonly transcript?: string;
|
|
213
|
+
readonly history?: 'none' | 'commit';
|
|
214
|
+
readonly queue?: CompleteSpeechQueuePolicy;
|
|
215
|
+
};
|
|
216
|
+
} | {
|
|
217
|
+
readonly type: 'speechUtteranceBegin';
|
|
218
|
+
readonly schemaVersion: typeof EMBED_MESSAGE_SCHEMA_VERSION;
|
|
219
|
+
readonly payload: {
|
|
220
|
+
readonly correlationId: string;
|
|
221
|
+
readonly utteranceId: string;
|
|
222
|
+
readonly format: SpeechAudioFormat;
|
|
223
|
+
readonly characterId?: string;
|
|
224
|
+
readonly queue: StreamingSpeechQueuePolicy;
|
|
225
|
+
readonly transcript?: string;
|
|
226
|
+
};
|
|
227
|
+
} | {
|
|
228
|
+
readonly type: 'speechUtteranceWrite';
|
|
229
|
+
readonly schemaVersion: typeof EMBED_MESSAGE_SCHEMA_VERSION;
|
|
230
|
+
readonly payload: {
|
|
231
|
+
readonly correlationId: string;
|
|
232
|
+
readonly utteranceId: string;
|
|
233
|
+
readonly audio: ArrayBuffer;
|
|
234
|
+
readonly byteLength: number;
|
|
235
|
+
};
|
|
236
|
+
} | {
|
|
237
|
+
readonly type: 'speechUtteranceSetTranscript';
|
|
238
|
+
readonly schemaVersion: typeof EMBED_MESSAGE_SCHEMA_VERSION;
|
|
239
|
+
readonly payload: {
|
|
240
|
+
readonly correlationId: string;
|
|
241
|
+
readonly utteranceId: string;
|
|
242
|
+
readonly transcript: string;
|
|
243
|
+
};
|
|
244
|
+
} | {
|
|
245
|
+
readonly type: 'speechUtteranceClose';
|
|
246
|
+
readonly schemaVersion: typeof EMBED_MESSAGE_SCHEMA_VERSION;
|
|
247
|
+
readonly payload: {
|
|
248
|
+
readonly correlationId: string;
|
|
249
|
+
readonly utteranceId: string;
|
|
250
|
+
readonly transcript?: string;
|
|
251
|
+
readonly history?: 'none' | 'commit';
|
|
252
|
+
};
|
|
253
|
+
} | {
|
|
254
|
+
readonly type: 'speechUtteranceCancel';
|
|
255
|
+
readonly schemaVersion: typeof EMBED_MESSAGE_SCHEMA_VERSION;
|
|
256
|
+
readonly payload: {
|
|
257
|
+
readonly correlationId: string;
|
|
258
|
+
readonly utteranceId: string;
|
|
259
|
+
};
|
|
260
|
+
} | {
|
|
261
|
+
readonly type: 'speechInterrupt';
|
|
262
|
+
readonly schemaVersion: typeof EMBED_MESSAGE_SCHEMA_VERSION;
|
|
263
|
+
readonly payload: {
|
|
264
|
+
readonly correlationId: string;
|
|
265
|
+
} & SpeechInterruptOptions;
|
|
173
266
|
};
|
|
174
267
|
export type EmbedState = 'loading' | 'scene' | 'ready' | 'error';
|
|
175
268
|
export declare function parseOutboundMessage(data: unknown): EmbedOutboundMessage | null;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"protocol.d.ts","sourceRoot":"","sources":["../../../../src/v2/embed/protocol.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACX,oBAAoB,EACpB,mBAAmB,EACnB,aAAa,EACb,iBAAiB,EACjB,uBAAuB,EACvB,oBAAoB,EAEpB,MAAM,6BAA6B,CAAC;
|
|
1
|
+
{"version":3,"file":"protocol.d.ts","sourceRoot":"","sources":["../../../../src/v2/embed/protocol.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACX,oBAAoB,EACpB,mBAAmB,EACnB,aAAa,EACb,iBAAiB,EACjB,uBAAuB,EACvB,oBAAoB,EAEpB,MAAM,6BAA6B,CAAC;AACrC,OAAO,KAAK,EACX,yBAAyB,EACzB,iBAAiB,EACjB,sBAAsB,EACtB,qBAAqB,EACrB,0BAA0B,EAC1B,MAAM,iBAAiB,CAAC;AAEzB,eAAO,MAAM,4BAA4B,EAAG,CAAU,CAAC;AAEvD,oEAAoE;AACpE,eAAO,MAAM,uCAAuC,EAAE,WAAW,CAAC,MAAM,CAAmB,CAAC;AAE5F,wBAAgB,oCAAoC,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAE9E;AAED,MAAM,MAAM,UAAU,GAAG;IACxB,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IACpC,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;CAC5B,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAC7B;IACA,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC;IACvB,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE,UAAU,CAAC;CAC5B,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,aAAa,CAAC;IAC7B,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QAAE,QAAQ,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,GAAG,OAAO,GAAG,OAAO,CAAA;KAAE,CAAC;CAC7E,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,eAAe,CAAC;IAC/B,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QACjB,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;QAC/B,QAAQ,CAAC,EAAE,EAAE,OAAO,CAAC;QACrB,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;QACxB,QAAQ,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC;KAC1B,CAAC;CACD,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,gBAAgB,CAAC;IAChC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE,oBAAoB,CAAC;CACtC,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,wBAAwB,CAAC;IACxC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE,oBAAoB,CAAC;CACtC,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,sBAAsB,CAAC;IACtC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE,oBAAoB,CAAC;CACtC,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,oBAAoB,CAAC;IACpC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QAAE,QAAQ,CAAC,YAAY,EAAE,SAAS,mBAAmB,EAAE,CAAA;KAAE,CAAC;CAC3E,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,gBAAgB,CAAC;IAChC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QAAE,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAA;KAAE,CAAC;CACjD,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,mBAAmB,CAAC;IACnC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE,uBAAuB,CAAC;CACzC,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,iBAAiB,CAAC;IACjC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE,uBAAuB,CAAC;CACzC,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC;IAC5B,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QAAE,QAAQ,CAAC,IAAI,EAAE,iBAAiB,CAAA;KAAE,CAAC;CACtD,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC;IACzB,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE,mBAAmB,CAAC;CACrC,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC;IACzB,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QAAE,QAAQ,CAAC,IAAI,EAAE,cAAc,GAAG,WAAW,CAAA;KAAE,CAAC;CACjE,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,aAAa,CAAC;IAC7B,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;CACvC,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,cAAc,CAAC;IAC9B,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;CACvC,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,gBAAgB,CAAC;IAChC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;CACvC,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,qBAAqB,CAAC;IACrC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QAAE,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAA;KAAE,CAAC;CAC5C,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,iBAAiB,CAAC;IACjC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QACjB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;KAC3B,CAAC;CACD,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,gBAAgB,CAAC;IAChC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QACjB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;QAC3B,mEAAmE;QACnE,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;QACpB,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;KACpB,CAAC;CACD,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,eAAe,CAAC;IAC/B,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QACjB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;KAC3B,CAAC;CACD,CAAC;AAEL,MAAM,MAAM,gBAAgB,GAAG,WAAW,GAAG,SAAS,GAAG,UAAU,GAAG,QAAQ,CAAC;AAE/E,MAAM,MAAM,oBAAoB,GAAG;IAClC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;CAC3B,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG;IACjC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,oEAAoE;AACpE,MAAM,MAAM,sBAAsB,GAAG,mBAAmB,CAAC;AAEzD,MAAM,MAAM,mBAAmB,GAC5B;IACA,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC;IAC1B,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QAAE,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAA;KAAE,CAAC;CAChD,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,aAAa,CAAC;IAC7B,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;CAC3D,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC;IACvB,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QACjB,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;QAC/B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;QACtB,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;QAC9B,QAAQ,CAAC,QAAQ,CAAC,EAAE,aAAa,CAAC;KAClC,CAAC;CACD,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,gBAAgB,CAAC;IAChC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QAAE,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAA;KAAE,CAAC;CACpD,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,eAAe,CAAC;IAC/B,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QAAE,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAA;KAAE,CAAC;CACpD,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,iBAAiB,CAAC;IACjC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QAAE,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAA;KAAE,CAAC;CACpD,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC;IAC5B,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QACjB,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;QAC/B,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;KAC5B,CAAC;CACD,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,kBAAkB,CAAC;IAClC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QACjB,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;QAC/B,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;QAC9B,QAAQ,CAAC,QAAQ,CAAC,EAAE,aAAa,CAAC;KAClC,CAAC;CACD,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,kBAAkB,CAAC;IAClC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QACjB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;QAC1B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;KACtB,CAAC;CACD,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,gBAAgB,CAAC;IAChC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QACjB,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;QAC/B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;KAC1B,CAAC;CACD,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,iBAAiB,CAAC;IACjC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QAAE,QAAQ,CAAC,IAAI,EAAE,gBAAgB,CAAA;KAAE,CAAC;CACrD,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,2BAA2B,CAAC;IAC3C,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;CACvC,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC;IAC5B,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QACjB,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;QAC/B,QAAQ,CAAC,MAAM,EAAE,qBAAqB,CAAC;QACvC,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;QAC9B,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;QAC7B,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,QAAQ,CAAC;QACrC,QAAQ,CAAC,KAAK,CAAC,EAAE,yBAAyB,CAAC;KAC3C,CAAC;CACD,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,sBAAsB,CAAC;IACtC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QACjB,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;QAC/B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;QAC7B,QAAQ,CAAC,MAAM,EAAE,iBAAiB,CAAC;QACnC,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;QAC9B,QAAQ,CAAC,KAAK,EAAE,0BAA0B,CAAC;QAC3C,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;KAC7B,CAAC;CACD,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,sBAAsB,CAAC;IACtC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QACjB,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;QAC/B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;QAC7B,QAAQ,CAAC,KAAK,EAAE,WAAW,CAAC;QAC5B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;KAC5B,CAAC;CACD,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,8BAA8B,CAAC;IAC9C,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QACjB,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;QAC/B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;QAC7B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;KAC5B,CAAC;CACD,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,sBAAsB,CAAC;IACtC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QACjB,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;QAC/B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;QAC7B,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;QAC7B,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,QAAQ,CAAC;KACrC,CAAC;CACD,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,uBAAuB,CAAC;IACvC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QACjB,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;QAC/B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;KAC7B,CAAC;CACD,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,iBAAiB,CAAC;IACjC,QAAQ,CAAC,aAAa,EAAE,OAAO,4BAA4B,CAAC;IAC5D,QAAQ,CAAC,OAAO,EAAE;QACjB,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;KAC/B,GAAG,sBAAsB,CAAC;CAC1B,CAAC;AAEL,MAAM,MAAM,UAAU,GAAG,SAAS,GAAG,OAAO,GAAG,OAAO,GAAG,OAAO,CAAC;AAkCjE,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,OAAO,GAAG,oBAAoB,GAAG,IAAI,CAwC/E;AAwBD,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,OAAO,GAAG,mBAAmB,GAAG,IAAI,CA0B7E;AAED,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,OAAO,GAAG,mBAAmB,CAM5E;AAED,wBAAgB,wBAAwB,IAAI,mBAAmB,CAK9D;AAED,wBAAgB,4BAA4B,CAAC,IAAI,EAAE,gBAAgB,GAAG,mBAAmB,CAMxF;AAED,wBAAgB,sCAAsC,IAAI,mBAAmB,CAM5E"}
|
|
@@ -1,9 +1,12 @@
|
|
|
1
1
|
import type { CloseEvent, EmbedState } from './embed/protocol';
|
|
2
2
|
import type { SessionManifest } from './types/sessionManifest';
|
|
3
3
|
import { type ExperienceEventName, type ExperienceEvents } from './experienceEvents';
|
|
4
|
-
import
|
|
4
|
+
import { type SpeechController } from './speech/speechController';
|
|
5
|
+
import type { ConversationMessage, ConversationProcessorFn, ExperienceFit, ExperienceMode, ListenOnceOptions, ResponseMode, SpeechInputMode, StartButtonOptions, StartedEvent, UserTranscriptUpdate, UtteranceResult } from './types/sessionInteraction';
|
|
5
6
|
export type { CloseEvent };
|
|
6
|
-
export type { CharacterSpeechEvent, CharacterSpeechSource, CharacterSpeechTerminalReason, ConversationMessage, ConversationProcessorContext, ConversationProcessorErrorEvent, ConversationProcessorFn, ConversationProcessorResult, ExperienceFit, ListenOnceOptions, SpeakOptions, SpeechResult, StartButtonAppearance, StartButtonOptions, StartButtonPlacement, StartButtonShadow, StartButtonSize, StartButtonVariant, SessionModeChange, UserSpeechBoundaryEvent, UserTranscriptUpdate, UtteranceResult } from './types/sessionInteraction';
|
|
7
|
+
export type { CharacterSpeechEvent, CharacterSpeechSource, CharacterSpeechTerminalReason, ConversationMessage, ConversationProcessorContext, ConversationProcessorErrorEvent, ConversationProcessorFn, ConversationProcessorResult, ExperienceFit, ListenOnceOptions, SpeakOptions, TextSpeakResult, SpeechResult as LegacySpeakResult, StartButtonAppearance, StartButtonOptions, StartButtonPlacement, StartButtonShadow, StartButtonSize, StartButtonVariant, SessionModeChange, UserSpeechBoundaryEvent, UserTranscriptUpdate, UtteranceResult } from './types/sessionInteraction';
|
|
8
|
+
export type { SpeechAudioFormat, SpeechController, SpeechCreateUtteranceOptions, SpeechInterruptOptions, SpeechPlayAudio, SpeechPlayEncodedAudio, SpeechPlayOptions, SpeechPlayPcmAudio, SpeechPlayUrlAudio, SpeechResult, SpeechSpeakOptions, SpeechUtterance } from './speech';
|
|
9
|
+
export { SPEECH_LIMITS, SpeechBufferTimeoutError, SpeechRuntimeError, SpeechUtteranceClosedError, UnsupportedSpeechOperationError } from './speech';
|
|
7
10
|
export type { ExperienceEventName, ExperienceEvents } from './experienceEvents';
|
|
8
11
|
export type StartSessionOptions = {
|
|
9
12
|
readonly experienceId: string;
|
|
@@ -71,6 +74,18 @@ export type AttachOptions = {
|
|
|
71
74
|
readonly onWidgetExpand?: () => void;
|
|
72
75
|
readonly onWidgetCollapse?: () => void;
|
|
73
76
|
readonly onWidgetAudioSettings?: (open: boolean) => void;
|
|
77
|
+
/** Docked shell: player surface drag → parent repositions the dock. */
|
|
78
|
+
readonly onWidgetDragStart?: (event: {
|
|
79
|
+
readonly pointerId: number;
|
|
80
|
+
}) => void;
|
|
81
|
+
readonly onWidgetDragMove?: (event: {
|
|
82
|
+
readonly pointerId: number;
|
|
83
|
+
readonly dx: number;
|
|
84
|
+
readonly dy: number;
|
|
85
|
+
}) => void;
|
|
86
|
+
readonly onWidgetDragEnd?: (event: {
|
|
87
|
+
readonly pointerId: number;
|
|
88
|
+
}) => void;
|
|
74
89
|
/**
|
|
75
90
|
* Show the in-player close control. Set when the host provides `onClose`
|
|
76
91
|
* and/or `returnUrl`. Widget chrome keeps its own toolbar close separately.
|
|
@@ -102,19 +117,20 @@ export declare class Experience {
|
|
|
102
117
|
private readyEvent;
|
|
103
118
|
private startedEvent;
|
|
104
119
|
private conversationCache;
|
|
120
|
+
/** Public speech API — text TTS and BYO PCM (`speak` / `play` / `createUtterance` / `interrupt`). */
|
|
121
|
+
readonly speech: SpeechController;
|
|
105
122
|
private constructor();
|
|
106
123
|
static startSession(options: StartSessionOptions): Promise<Experience>;
|
|
107
124
|
getManifest(): SessionManifest | null;
|
|
108
125
|
on<K extends ExperienceEventName>(event: K, handler: (event: ExperienceEvents[K]) => void): () => void;
|
|
109
126
|
attach(options: AttachOptions): Promise<LiformaPlayer>;
|
|
110
127
|
private attachInternal;
|
|
111
|
-
speak(options: SpeakOptions): Promise<SpeechResult>;
|
|
112
128
|
startListening(): Promise<void>;
|
|
113
129
|
stopListening(): Promise<UtteranceResult>;
|
|
114
130
|
listenOnce(options?: ListenOnceOptions): Promise<UtteranceResult>;
|
|
115
131
|
getConversation(): readonly ConversationMessage[];
|
|
116
|
-
/** Parent → player chrome mode for ExperienceWidget warm/cold expand. */
|
|
117
|
-
setWidgetChrome(mode: 'collapsed' | 'loading' | 'expanded'): void;
|
|
132
|
+
/** Parent → player chrome mode for ExperienceWidget warm/cold expand / dock. */
|
|
133
|
+
setWidgetChrome(mode: 'collapsed' | 'loading' | 'expanded' | 'docked'): void;
|
|
118
134
|
/** Parent → player toggle for mic/speaker settings (ExperienceWidget toolbar). */
|
|
119
135
|
toggleAudioSettings(): void;
|
|
120
136
|
getLastTurn(): readonly ConversationMessage[];
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"experience.d.ts","sourceRoot":"","sources":["../../../src/v2/experience.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAU/D,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAE/D,OAAO,EAKN,KAAK,mBAAmB,EACxB,KAAK,gBAAgB,EACrB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,KAAK,EAEX,mBAAmB,EACnB,uBAAuB,EACvB,aAAa,EACb,cAAc,EACd,iBAAiB,EACjB,YAAY,EACZ,
|
|
1
|
+
{"version":3,"file":"experience.d.ts","sourceRoot":"","sources":["../../../src/v2/experience.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAU/D,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAE/D,OAAO,EAKN,KAAK,mBAAmB,EACxB,KAAK,gBAAgB,EACrB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAGN,KAAK,gBAAgB,EACrB,MAAM,2BAA2B,CAAC;AACnC,OAAO,KAAK,EAEX,mBAAmB,EACnB,uBAAuB,EACvB,aAAa,EACb,cAAc,EACd,iBAAiB,EACjB,YAAY,EACZ,eAAe,EACf,kBAAkB,EAClB,YAAY,EACZ,oBAAoB,EACpB,eAAe,EACf,MAAM,4BAA4B,CAAC;AAEpC,YAAY,EAAE,UAAU,EAAE,CAAC;AAC3B,YAAY,EACX,oBAAoB,EACpB,qBAAqB,EACrB,6BAA6B,EAC7B,mBAAmB,EACnB,4BAA4B,EAC5B,+BAA+B,EAC/B,uBAAuB,EACvB,2BAA2B,EAC3B,aAAa,EACb,iBAAiB,EACjB,YAAY,EACZ,eAAe,EACf,YAAY,IAAI,iBAAiB,EACjC,qBAAqB,EACrB,kBAAkB,EAClB,oBAAoB,EACpB,iBAAiB,EACjB,eAAe,EACf,kBAAkB,EAClB,iBAAiB,EACjB,uBAAuB,EACvB,oBAAoB,EACpB,eAAe,EACf,MAAM,4BAA4B,CAAC;AACpC,YAAY,EACX,iBAAiB,EACjB,gBAAgB,EAChB,4BAA4B,EAC5B,sBAAsB,EACtB,eAAe,EACf,sBAAsB,EACtB,iBAAiB,EACjB,kBAAkB,EAClB,kBAAkB,EAClB,YAAY,EACZ,kBAAkB,EAClB,eAAe,EACf,MAAM,UAAU,CAAC;AAClB,OAAO,EACN,aAAa,EACb,wBAAwB,EACxB,kBAAkB,EAClB,0BAA0B,EAC1B,+BAA+B,EAC/B,MAAM,UAAU,CAAC;AAElB,YAAY,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAEhF,MAAM,MAAM,mBAAmB,GAC5B;IACA,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,QAAQ,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC;IAChC,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC;IACzB,QAAQ,CAAC,IAAI,CAAC,EAAE,cAAc,CAAC;IAC/B,2DAA2D;IAC3D,QAAQ,CAAC,YAAY,CAAC,EAAE,YAAY,CAAC;IACrC,QAAQ,CAAC,eAAe,CAAC,EAAE,eAAe,CAAC;IAC3C,QAAQ,CAAC,WAAW,CAAC,EAAE,kBAAkB,CAAC;IAC1C,iFAAiF;IACjF,QAAQ,CAAC,UAAU,CAAC,EAAE,OAAO,CAAC;IAC9B,iFAAiF;IACjF,QAAQ,CAAC,GAAG,CAAC,EAAE,aAAa,CAAC;IAC7B,yDAAyD;IACzD,QAAQ,CAAC,EAAE,CAAC,EAAE,QAAQ,CAAC;IACvB,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,YAAY,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACjE,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC,MAAM,EAAE,oBAAoB,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACnF,QAAQ,CAAC,qBAAqB,CAAC,EAAE,uBAAuB,CAAC;CACxD,GACD;IACA,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,QAAQ,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC;IAChC,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC;IACzB,QAAQ,CAAC,IAAI,CAAC,EAAE,cAAc,CAAC;IAC/B,2DAA2D;IAC3D,QAAQ,CAAC,YAAY,CAAC,EAAE,YAAY,CAAC;IACrC,QAAQ,CAAC,eAAe,CAAC,EAAE,eAAe,CAAC;IAC3C,QAAQ,CAAC,WAAW,CAAC,EAAE,kBAAkB,CAAC;IAC1C,iFAAiF;IACjF,QAAQ,CAAC,UAAU,CAAC,EAAE,OAAO,CAAC;IAC9B,iFAAiF;IACjF,QAAQ,CAAC,GAAG,CAAC,EAAE,aAAa,CAAC;IAC7B,yDAAyD;IACzD,QAAQ,CAAC,EAAE,CAAC,EAAE,QAAQ,CAAC;IACvB,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,YAAY,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACjE,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC,MAAM,EAAE,oBAAoB,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACnF,QAAQ,CAAC,qBAAqB,CAAC,EAAE,uBAAuB,CAAC;CACxD,GACD;IACA,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC;IAC3B,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,wBAAwB,CAAC,EAAE,OAAO,CAAC;IAC5C,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC;IACzB,QAAQ,CAAC,WAAW,CAAC,EAAE,kBAAkB,CAAC;IAC1C,iFAAiF;IACjF,QAAQ,CAAC,UAAU,CAAC,EAAE,OAAO,CAAC;IAC9B,iFAAiF;IACjF,QAAQ,CAAC,GAAG,CAAC,EAAE,aAAa,CAAC;IAC7B,yDAAyD;IACzD,QAAQ,CAAC,EAAE,CAAC,EAAE,QAAQ,CAAC;IACvB,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,YAAY,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACjE,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC,MAAM,EAAE,oBAAoB,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACnF,QAAQ,CAAC,qBAAqB,CAAC,EAAE,uBAAuB,CAAC;CACxD,CAAC;AAEL,MAAM,MAAM,aAAa,GAAG;IAC3B,QAAQ,CAAC,SAAS,EAAE,WAAW,CAAC;IAChC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,UAAU,KAAK,IAAI,CAAC;IACrD,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,IAAI,CAAC;IACpC,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,IAAI,CAAC;IACrC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,MAAM,IAAI,CAAC;IACvC,QAAQ,CAAC,qBAAqB,CAAC,EAAE,CAAC,IAAI,EAAE,OAAO,KAAK,IAAI,CAAC;IACzD,uEAAuE;IACvE,QAAQ,CAAC,iBAAiB,CAAC,EAAE,CAAC,KAAK,EAAE;QAAE,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,CAAC;IAC7E,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC,KAAK,EAAE;QACnC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;QAC3B,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;QACpB,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;KACpB,KAAK,IAAI,CAAC;IACX,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC,KAAK,EAAE;QAAE,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,CAAC;IAC3E;;;OAGG;IACH,QAAQ,CAAC,SAAS,CAAC,EAAE,OAAO,CAAC;CAC7B,CAAC;AAEF,YAAY,EAAE,UAAU,EAAE,CAAC;AAE3B,MAAM,MAAM,UAAU,GAAG;IACxB,QAAQ,CAAC,QAAQ,EAAE,eAAe,CAAC;CACnC,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC3B,KAAK,IAAI,IAAI,CAAC;IACd,OAAO,IAAI,IAAI,CAAC;IAChB,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,KAAK,EAAE,UAAU,KAAK,IAAI,GAAG,IAAI,CAAC;CAC/D,CAAC;AAyEF,qBAAa,UAAU;IACtB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;IACvC,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAAiC;IACvE,OAAO,CAAC,UAAU,CAA2B;IAC7C,OAAO,CAAC,cAAc,CAAuC;IAC7D,OAAO,CAAC,uBAAuB,CAAgC;IAC/D,OAAO,CAAC,wBAAwB,CAAgC;IAChE,OAAO,CAAC,cAAc,CAAoC;IAC1D,OAAO,CAAC,gBAAgB,CAAyB;IACjD,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAuC;IACrE,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAmC;IACjE,OAAO,CAAC,UAAU,CAA2B;IAC7C,OAAO,CAAC,YAAY,CAA6B;IACjD,OAAO,CAAC,iBAAiB,CAAsC;IAC/D,qGAAqG;IACrG,QAAQ,CAAC,MAAM,EAAE,gBAAgB,CAAC;IAElC,OAAO;WAiBM,YAAY,CAAC,OAAO,EAAE,mBAAmB,GAAG,OAAO,CAAC,UAAU,CAAC;IAqE5E,WAAW,IAAI,eAAe,GAAG,IAAI;IAIrC,EAAE,CAAC,CAAC,SAAS,mBAAmB,EAC/B,KAAK,EAAE,CAAC,EACR,OAAO,EAAE,CAAC,KAAK,EAAE,gBAAgB,CAAC,CAAC,CAAC,KAAK,IAAI,GAC3C,MAAM,IAAI;IAWP,MAAM,CAAC,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;YAoB9C,cAAc;IAiMtB,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAK/B,aAAa,IAAI,OAAO,CAAC,eAAe,CAAC;IAKzC,UAAU,CAAC,OAAO,CAAC,EAAE,iBAAiB,GAAG,OAAO,CAAC,eAAe,CAAC;IAOvE,eAAe,IAAI,SAAS,mBAAmB,EAAE;IAIjD,gFAAgF;IAChF,eAAe,CAAC,IAAI,EAAE,WAAW,GAAG,SAAS,GAAG,UAAU,GAAG,QAAQ,GAAG,IAAI;IAI5E,kFAAkF;IAClF,mBAAmB,IAAI,IAAI;IAI3B,WAAW,IAAI,SAAS,mBAAmB,EAAE;IAMvC,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;IAI1B,OAAO,IAAI,IAAI;IAiBf,OAAO,CAAC,sBAAsB;IAgB9B,OAAO,CAAC,2BAA2B;IAcnC,OAAO,CAAC,kBAAkB;IAuC1B,OAAO,CAAC,cAAc;IAMtB,OAAO,CAAC,oBAAoB;IAS5B,OAAO,CAAC,KAAK;IAWb,OAAO,CAAC,kBAAkB;CAe1B;AAED,uEAAuE;AACvE,MAAM,MAAM,iBAAiB,GAAG,UAAU,CAAC"}
|
package/dist/npm/v2/index.d.ts
CHANGED
|
@@ -5,7 +5,9 @@ export { Experience, type ExperienceSession } from './experience';
|
|
|
5
5
|
export type { AttachOptions, CloseEvent, EmbedState, LiformaPlayer, ReadyEvent, StartSessionOptions } from './experience';
|
|
6
6
|
export type { SessionManifest, SessionManifestCharacter } from './types/sessionManifest';
|
|
7
7
|
export type { ExperienceEventName, ExperienceEvents } from './experienceEvents';
|
|
8
|
-
export type { CharacterSpeechEvent, CharacterSpeechSource, CharacterSpeechTerminalReason, ConversationMessage, SpeakOptions, SpeechResult, UserTranscriptUpdate, UtteranceResult, ExperienceFit, ExperienceMode, ResponseMode, SpeechInputMode, StartButtonAppearance, StartButtonOptions, StartButtonPlacement, StartButtonShadow, StartButtonSize, StartButtonVariant, StartedEvent, } from './types/sessionInteraction';
|
|
8
|
+
export type { CharacterSpeechEvent, CharacterSpeechSource, CharacterSpeechTerminalReason, ConversationMessage, SpeakOptions, TextSpeakResult, SpeechResult as LegacySpeakResult, UserTranscriptUpdate, UtteranceResult, ExperienceFit, ExperienceMode, ResponseMode, SpeechInputMode, StartButtonAppearance, StartButtonOptions, StartButtonPlacement, StartButtonShadow, StartButtonSize, StartButtonVariant, StartedEvent, } from './types/sessionInteraction';
|
|
9
|
+
export type { SpeechAudioFormat, SpeechController, SpeechCreateUtteranceOptions, SpeechInterruptOptions, SpeechPlayAudio, SpeechPlayEncodedAudio, SpeechPlayOptions, SpeechPlayPcmAudio, SpeechPlayUrlAudio, SpeechResult, SpeechSpeakOptions, SpeechUtterance } from './speech';
|
|
10
|
+
export { SPEECH_LIMITS, SpeechBufferTimeoutError, SpeechRuntimeError, SpeechUtteranceClosedError, UnsupportedSpeechOperationError } from './speech';
|
|
9
11
|
import { Experience } from './experience';
|
|
10
12
|
declare global {
|
|
11
13
|
interface Window {
|
|
@@ -14,6 +16,7 @@ declare global {
|
|
|
14
16
|
sdkVersion: 'v2';
|
|
15
17
|
readonly features: {
|
|
16
18
|
readonly speakApi: boolean;
|
|
19
|
+
readonly speechAudioApi: boolean;
|
|
17
20
|
};
|
|
18
21
|
};
|
|
19
22
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/v2/index.ts"],"names":[],"mappings":"AAAA,OAAO,sBAAsB,CAAC;AAC9B,OAAO,gCAAgC,CAAC;AACxC,OAAO,6BAA6B,CAAC;AAErC,OAAO,EAAE,UAAU,EAAE,KAAK,iBAAiB,EAAE,MAAM,cAAc,CAAC;AAClE,YAAY,EACX,aAAa,EACb,UAAU,EACV,UAAU,EACV,aAAa,EACb,UAAU,EACV,mBAAmB,EACnB,MAAM,cAAc,CAAC;AACtB,YAAY,EAAE,eAAe,EAAE,wBAAwB,EAAE,MAAM,yBAAyB,CAAC;AACzF,YAAY,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAChF,YAAY,EACX,oBAAoB,EACpB,qBAAqB,EACrB,6BAA6B,EAC7B,mBAAmB,EACnB,YAAY,EACZ,YAAY,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/v2/index.ts"],"names":[],"mappings":"AAAA,OAAO,sBAAsB,CAAC;AAC9B,OAAO,gCAAgC,CAAC;AACxC,OAAO,6BAA6B,CAAC;AAErC,OAAO,EAAE,UAAU,EAAE,KAAK,iBAAiB,EAAE,MAAM,cAAc,CAAC;AAClE,YAAY,EACX,aAAa,EACb,UAAU,EACV,UAAU,EACV,aAAa,EACb,UAAU,EACV,mBAAmB,EACnB,MAAM,cAAc,CAAC;AACtB,YAAY,EAAE,eAAe,EAAE,wBAAwB,EAAE,MAAM,yBAAyB,CAAC;AACzF,YAAY,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAChF,YAAY,EACX,oBAAoB,EACpB,qBAAqB,EACrB,6BAA6B,EAC7B,mBAAmB,EACnB,YAAY,EACZ,eAAe,EACf,YAAY,IAAI,iBAAiB,EACjC,oBAAoB,EACpB,eAAe,EACf,aAAa,EACb,cAAc,EACd,YAAY,EACZ,eAAe,EACf,qBAAqB,EACrB,kBAAkB,EAClB,oBAAoB,EACpB,iBAAiB,EACjB,eAAe,EACf,kBAAkB,EAClB,YAAY,GACZ,MAAM,4BAA4B,CAAC;AACpC,YAAY,EACX,iBAAiB,EACjB,gBAAgB,EAChB,4BAA4B,EAC5B,sBAAsB,EACtB,eAAe,EACf,sBAAsB,EACtB,iBAAiB,EACjB,kBAAkB,EAClB,kBAAkB,EAClB,YAAY,EACZ,kBAAkB,EAClB,eAAe,EACf,MAAM,UAAU,CAAC;AAClB,OAAO,EACN,aAAa,EACb,wBAAwB,EACxB,kBAAkB,EAClB,0BAA0B,EAC1B,+BAA+B,EAC/B,MAAM,UAAU,CAAC;AAElB,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAE1C,OAAO,CAAC,MAAM,CAAC;IACd,UAAU,MAAM;QACf,OAAO,CAAC,EAAE;YACT,UAAU,EAAE,OAAO,UAAU,CAAC;YAC9B,UAAU,EAAE,IAAI,CAAC;YACjB,QAAQ,CAAC,QAAQ,EAAE;gBAClB,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC;gBAC3B,QAAQ,CAAC,cAAc,EAAE,OAAO,CAAC;aACjC,CAAC;SACF,CAAC;KACF;CACD"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"liforma-experience-thumbnail.d.ts","sourceRoot":"","sources":["../../../src/v2/liforma-experience-thumbnail.ts"],"names":[],"mappings":"AAyBA,cAAM,iCAAkC,SAAQ,WAAW;;IAC1D,MAAM,KAAK,kBAAkB,IAAI,MAAM,EAAE,CAiBxC;IAeD,iBAAiB,IAAI,IAAI;IAIzB,oBAAoB,IAAI,IAAI;IAI5B,wBAAwB,IAAI,IAAI;
|
|
1
|
+
{"version":3,"file":"liforma-experience-thumbnail.d.ts","sourceRoot":"","sources":["../../../src/v2/liforma-experience-thumbnail.ts"],"names":[],"mappings":"AAyBA,cAAM,iCAAkC,SAAQ,WAAW;;IAC1D,MAAM,KAAK,kBAAkB,IAAI,MAAM,EAAE,CAiBxC;IAeD,iBAAiB,IAAI,IAAI;IAIzB,oBAAoB,IAAI,IAAI;IAI5B,wBAAwB,IAAI,IAAI;CA6RhC;AAMD,OAAO,EAAE,iCAAiC,EAAE,CAAC"}
|
package/dist/npm/v2/npm.d.ts
CHANGED
|
@@ -1,10 +1,12 @@
|
|
|
1
1
|
export { navigateOnExperienceClose } from './embed/returnNavigation';
|
|
2
|
-
export { toGalleryThumbUrl, resolveThumbnailLayers, resolveThumbnailInteraction, buildHostedLaunchUrl, resolveThumbnailHref, attachLazyThumb, attachImageReady, attachScrollLinkedParallax, horizontalParallaxFromViewportY, EXPERIENCE_THUMBNAIL_CSS, ensureExperienceThumbnailStyles, type GalleryThumb } from '../thumbnail/index';
|
|
2
|
+
export { toGalleryThumbUrl, resolveThumbnailLayers, resolveThumbnailInteraction, buildHostedLaunchUrl, resolveThumbnailHref, attachLazyThumb, attachImageReady, attachScrollLinkedParallax, horizontalParallaxFromViewportY, getDefaultLazyRootMargin, EXPERIENCE_THUMBNAIL_CSS, ensureExperienceThumbnailStyles, type GalleryThumb } from '../thumbnail/index';
|
|
3
3
|
export { mountExperienceWidget, EXPERIENCE_WIDGET_CSS, ensureExperienceWidgetStyles, type ExperienceWidgetController, type ExperienceWidgetOptions, type ExperienceWidgetPosition, type ExperienceWidgetPrefetch } from '../widget/index';
|
|
4
4
|
export { fetchExperiencePreview, type ExperiencePreview } from './api/fetchExperiencePreview';
|
|
5
5
|
export { Experience, type ExperienceSession } from './experience';
|
|
6
6
|
export type { AttachOptions, CloseEvent, EmbedState, LiformaPlayer, ReadyEvent, StartSessionOptions } from './experience';
|
|
7
7
|
export type { SessionManifest, SessionManifestCharacter } from './types/sessionManifest';
|
|
8
8
|
export type { ExperienceEventName, ExperienceEvents } from './experienceEvents';
|
|
9
|
-
export type { CharacterSpeechEvent, CharacterSpeechSource, CharacterSpeechTerminalReason, ConversationMessage, ConversationProcessorContext, ConversationProcessorErrorEvent, ConversationProcessorFn, ConversationProcessorResult, ListenOnceOptions, SessionModeChange, SpeakOptions, SpeechResult, UserSpeechBoundaryEvent, UserTranscriptUpdate, UtteranceResult, ExperienceFit, ExperienceMode, ResponseMode, SpeechInputMode, StartButtonAppearance, StartButtonOptions, StartButtonPlacement, StartButtonShadow, StartButtonSize, StartButtonVariant, StartedEvent } from './types/sessionInteraction';
|
|
9
|
+
export type { CharacterSpeechEvent, CharacterSpeechSource, CharacterSpeechTerminalReason, ConversationMessage, ConversationProcessorContext, ConversationProcessorErrorEvent, ConversationProcessorFn, ConversationProcessorResult, ListenOnceOptions, SessionModeChange, SpeakOptions, TextSpeakResult, SpeechResult as LegacySpeakResult, UserSpeechBoundaryEvent, UserTranscriptUpdate, UtteranceResult, ExperienceFit, ExperienceMode, ResponseMode, SpeechInputMode, StartButtonAppearance, StartButtonOptions, StartButtonPlacement, StartButtonShadow, StartButtonSize, StartButtonVariant, StartedEvent } from './types/sessionInteraction';
|
|
10
|
+
export { SPEECH_LIMITS, SpeechBufferTimeoutError, SpeechRuntimeError, SpeechUtteranceClosedError, UnsupportedSpeechOperationError } from './speech';
|
|
11
|
+
export type { SpeechAudioFormat, SpeechController, SpeechCreateUtteranceOptions, SpeechInterruptOptions, SpeechPlayAudio, SpeechPlayEncodedAudio, SpeechPlayMediaStreamAudio, SpeechPlayOptions, SpeechPlayPcmAudio, SpeechPlayUrlAudio, SpeechResult, SpeechSpeakOptions, SpeechUtterance } from './speech';
|
|
10
12
|
//# sourceMappingURL=npm.d.ts.map
|
package/dist/npm/v2/npm.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"npm.d.ts","sourceRoot":"","sources":["../../../src/v2/npm.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,MAAM,0BAA0B,CAAC;AACrE,OAAO,EACN,iBAAiB,EACjB,sBAAsB,EACtB,2BAA2B,EAC3B,oBAAoB,EACpB,oBAAoB,EACpB,eAAe,EACf,gBAAgB,EAChB,0BAA0B,EAC1B,+BAA+B,EAC/B,wBAAwB,EACxB,+BAA+B,EAC/B,KAAK,YAAY,EACjB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EACN,qBAAqB,EACrB,qBAAqB,EACrB,4BAA4B,EAC5B,KAAK,0BAA0B,EAC/B,KAAK,uBAAuB,EAC5B,KAAK,wBAAwB,EAC7B,KAAK,wBAAwB,EAC7B,MAAM,iBAAiB,CAAC;AACzB,OAAO,EACN,sBAAsB,EACtB,KAAK,iBAAiB,EACtB,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAAE,UAAU,EAAE,KAAK,iBAAiB,EAAE,MAAM,cAAc,CAAC;AAClE,YAAY,EACX,aAAa,EACb,UAAU,EACV,UAAU,EACV,aAAa,EACb,UAAU,EACV,mBAAmB,EACnB,MAAM,cAAc,CAAC;AACtB,YAAY,EAAE,eAAe,EAAE,wBAAwB,EAAE,MAAM,yBAAyB,CAAC;AACzF,YAAY,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAChF,YAAY,EACX,oBAAoB,EACpB,qBAAqB,EACrB,6BAA6B,EAC7B,mBAAmB,EACnB,4BAA4B,EAC5B,+BAA+B,EAC/B,uBAAuB,EACvB,2BAA2B,EAC3B,iBAAiB,EACjB,iBAAiB,EACjB,YAAY,EACZ,YAAY,
|
|
1
|
+
{"version":3,"file":"npm.d.ts","sourceRoot":"","sources":["../../../src/v2/npm.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,MAAM,0BAA0B,CAAC;AACrE,OAAO,EACN,iBAAiB,EACjB,sBAAsB,EACtB,2BAA2B,EAC3B,oBAAoB,EACpB,oBAAoB,EACpB,eAAe,EACf,gBAAgB,EAChB,0BAA0B,EAC1B,+BAA+B,EAC/B,wBAAwB,EACxB,wBAAwB,EACxB,+BAA+B,EAC/B,KAAK,YAAY,EACjB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EACN,qBAAqB,EACrB,qBAAqB,EACrB,4BAA4B,EAC5B,KAAK,0BAA0B,EAC/B,KAAK,uBAAuB,EAC5B,KAAK,wBAAwB,EAC7B,KAAK,wBAAwB,EAC7B,MAAM,iBAAiB,CAAC;AACzB,OAAO,EACN,sBAAsB,EACtB,KAAK,iBAAiB,EACtB,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAAE,UAAU,EAAE,KAAK,iBAAiB,EAAE,MAAM,cAAc,CAAC;AAClE,YAAY,EACX,aAAa,EACb,UAAU,EACV,UAAU,EACV,aAAa,EACb,UAAU,EACV,mBAAmB,EACnB,MAAM,cAAc,CAAC;AACtB,YAAY,EAAE,eAAe,EAAE,wBAAwB,EAAE,MAAM,yBAAyB,CAAC;AACzF,YAAY,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAChF,YAAY,EACX,oBAAoB,EACpB,qBAAqB,EACrB,6BAA6B,EAC7B,mBAAmB,EACnB,4BAA4B,EAC5B,+BAA+B,EAC/B,uBAAuB,EACvB,2BAA2B,EAC3B,iBAAiB,EACjB,iBAAiB,EACjB,YAAY,EACZ,eAAe,EACf,YAAY,IAAI,iBAAiB,EACjC,uBAAuB,EACvB,oBAAoB,EACpB,eAAe,EACf,aAAa,EACb,cAAc,EACd,YAAY,EACZ,eAAe,EACf,qBAAqB,EACrB,kBAAkB,EAClB,oBAAoB,EACpB,iBAAiB,EACjB,eAAe,EACf,kBAAkB,EAClB,YAAY,EACZ,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACN,aAAa,EACb,wBAAwB,EACxB,kBAAkB,EAClB,0BAA0B,EAC1B,+BAA+B,EAC/B,MAAM,UAAU,CAAC;AAClB,YAAY,EACX,iBAAiB,EACjB,gBAAgB,EAChB,4BAA4B,EAC5B,sBAAsB,EACtB,eAAe,EACf,sBAAsB,EACtB,0BAA0B,EAC1B,iBAAiB,EACjB,kBAAkB,EAClB,kBAAkB,EAClB,YAAY,EACZ,kBAAkB,EAClB,eAAe,EACf,MAAM,UAAU,CAAC"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Host-side MediaStreamTrack → mono pcm_s16le capture for experience.speech.
|
|
3
|
+
* Capture stays in the SDK (host page); player only receives PCM chunks.
|
|
4
|
+
*/
|
|
5
|
+
import type { SpeechUtterance } from './types';
|
|
6
|
+
export type CaptureMediaStreamTrackOptions = {
|
|
7
|
+
readonly track: MediaStreamTrack;
|
|
8
|
+
readonly utterance: SpeechUtterance;
|
|
9
|
+
readonly sampleRate: number;
|
|
10
|
+
readonly signal?: AbortSignal;
|
|
11
|
+
};
|
|
12
|
+
/**
|
|
13
|
+
* Capture a live audio track into an open utterance until the track ends or abort.
|
|
14
|
+
* Prefers AudioWorklet + cubic resample (ScriptProcessor fallback).
|
|
15
|
+
*/
|
|
16
|
+
export declare function pipeMediaStreamTrackToUtterance(options: CaptureMediaStreamTrackOptions): Promise<void>;
|
|
17
|
+
//# sourceMappingURL=captureMediaStreamTrack.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"captureMediaStreamTrack.d.ts","sourceRoot":"","sources":["../../../../src/v2/speech/captureMediaStreamTrack.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAIH,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAE/C,MAAM,MAAM,8BAA8B,GAAG;IAC5C,QAAQ,CAAC,KAAK,EAAE,gBAAgB,CAAC;IACjC,QAAQ,CAAC,SAAS,EAAE,eAAe,CAAC;IACpC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC;CAC9B,CAAC;AAEF;;;GAGG;AACH,wBAAsB,+BAA+B,CACpD,OAAO,EAAE,8BAA8B,GACrC,OAAO,CAAC,IAAI,CAAC,CA8Ef"}
|
|
@@ -0,0 +1,4 @@
|
|
|
1
|
+
export { SPEECH_ACCEPTED_SAMPLE_RATES, SPEECH_LIMITS, SpeechBufferTimeoutError, SpeechRuntimeError, SpeechUtteranceClosedError, UnsupportedSpeechOperationError, assertPcmFormat, assertSpeechPlayAudio, emptyAnimationResult, isAcceptedSampleRate, isSpeechPlayEncodedAudio, isSpeechPlayMediaStreamAudio, isSpeechPlayPcmAudio, isSpeechPlayUrlAudio, queuePolicyToEmbedBehavior, resolveCreateUtteranceFormat, toUint8Array, type CompleteSpeechQueuePolicy, type SpeechAnimationMode, type SpeechAudioFormat, type SpeechController, type SpeechCreateUtteranceOptions, type SpeechInterruptOptions, type SpeechPlayAudio, type SpeechPlayEmbedSource, type SpeechPlayEncodedAudio, type SpeechPlayMediaStreamAudio, type SpeechPlayOptions, type SpeechPlayPcmAudio, type SpeechPlayUrlAudio, type SpeechResult, type SpeechSpeakOptions, type SpeechTerminalStatus, type SpeechUtterance, type SpeechUtteranceCloseOptions, type SpeechWriteOptions, type StreamingSpeechQueuePolicy } from './types';
|
|
2
|
+
export { createSpeechController, type SpeechCapabilities, type SpeechControllerHost } from './speechController';
|
|
3
|
+
export { pipeMediaStreamTrackToUtterance } from './captureMediaStreamTrack';
|
|
4
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/v2/speech/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACN,4BAA4B,EAC5B,aAAa,EACb,wBAAwB,EACxB,kBAAkB,EAClB,0BAA0B,EAC1B,+BAA+B,EAC/B,eAAe,EACf,qBAAqB,EACrB,oBAAoB,EACpB,oBAAoB,EACpB,wBAAwB,EACxB,4BAA4B,EAC5B,oBAAoB,EACpB,oBAAoB,EACpB,0BAA0B,EAC1B,4BAA4B,EAC5B,YAAY,EACZ,KAAK,yBAAyB,EAC9B,KAAK,mBAAmB,EACxB,KAAK,iBAAiB,EACtB,KAAK,gBAAgB,EACrB,KAAK,4BAA4B,EACjC,KAAK,sBAAsB,EAC3B,KAAK,eAAe,EACpB,KAAK,qBAAqB,EAC1B,KAAK,sBAAsB,EAC3B,KAAK,0BAA0B,EAC/B,KAAK,iBAAiB,EACtB,KAAK,kBAAkB,EACvB,KAAK,kBAAkB,EACvB,KAAK,YAAY,EACjB,KAAK,kBAAkB,EACvB,KAAK,oBAAoB,EACzB,KAAK,eAAe,EACpB,KAAK,2BAA2B,EAChC,KAAK,kBAAkB,EACvB,KAAK,0BAA0B,EAC/B,MAAM,SAAS,CAAC;AACjB,OAAO,EACN,sBAAsB,EACtB,KAAK,kBAAkB,EACvB,KAAK,oBAAoB,EACzB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,+BAA+B,EAAE,MAAM,2BAA2B,CAAC"}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
import type { IframeHost } from '../embed/iframeHost';
|
|
2
|
+
import { type SpeechController } from './types';
|
|
3
|
+
export type { SpeechAudioFormat, SpeechController, SpeechCreateUtteranceOptions, SpeechInterruptOptions, SpeechPlayOptions, SpeechResult, SpeechSpeakOptions, SpeechUtterance, SpeechUtteranceCloseOptions, SpeechWriteOptions } from './types';
|
|
4
|
+
export type SpeechCapabilities = {
|
|
5
|
+
readonly textSpeech: boolean;
|
|
6
|
+
readonly externalSpeechAudio: boolean;
|
|
7
|
+
};
|
|
8
|
+
export type SpeechControllerHost = {
|
|
9
|
+
readonly getIframeHost: () => IframeHost | null;
|
|
10
|
+
readonly assertSessionStarted: () => void;
|
|
11
|
+
readonly getCapabilities: () => SpeechCapabilities;
|
|
12
|
+
readonly getActiveCharacterId: () => string;
|
|
13
|
+
readonly onProcessorInterrupt?: () => void;
|
|
14
|
+
};
|
|
15
|
+
export declare function createSpeechController(host: SpeechControllerHost): SpeechController;
|
|
16
|
+
//# sourceMappingURL=speechController.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"speechController.d.ts","sourceRoot":"","sources":["../../../../src/v2/speech/speechController.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAGtD,OAAO,EAgBN,KAAK,gBAAgB,EAarB,MAAM,SAAS,CAAC;AA8CjB,YAAY,EACX,iBAAiB,EACjB,gBAAgB,EAChB,4BAA4B,EAC5B,sBAAsB,EACtB,iBAAiB,EACjB,YAAY,EACZ,kBAAkB,EAClB,eAAe,EACf,2BAA2B,EAC3B,kBAAkB,EAClB,MAAM,SAAS,CAAC;AAEjB,MAAM,MAAM,kBAAkB,GAAG;IAChC,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC;IAC7B,QAAQ,CAAC,mBAAmB,EAAE,OAAO,CAAC;CACtC,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IAClC,QAAQ,CAAC,aAAa,EAAE,MAAM,UAAU,GAAG,IAAI,CAAC;IAChD,QAAQ,CAAC,oBAAoB,EAAE,MAAM,IAAI,CAAC;IAC1C,QAAQ,CAAC,eAAe,EAAE,MAAM,kBAAkB,CAAC;IACnD,QAAQ,CAAC,oBAAoB,EAAE,MAAM,MAAM,CAAC;IAC5C,QAAQ,CAAC,oBAAoB,CAAC,EAAE,MAAM,IAAI,CAAC;CAC3C,CAAC;AAqSF,wBAAgB,sBAAsB,CAAC,IAAI,EAAE,oBAAoB,GAAG,gBAAgB,CAkMnF"}
|