@liforma/client 0.2.1 → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +14 -0
- package/README.md +28 -1
- package/dist/next/index.js +2086 -1429
- package/dist/next/index.js.map +1 -1
- package/dist/next/react/ExperienceThumbnail.d.ts.map +1 -1
- package/dist/next/thumbnail/index.d.ts +2 -1
- package/dist/next/thumbnail/index.d.ts.map +1 -1
- package/dist/next/thumbnail/lazyLoad.d.ts +2 -0
- package/dist/next/thumbnail/lazyLoad.d.ts.map +1 -1
- package/dist/next/thumbnail/lazyLoad.test.d.ts +2 -0
- package/dist/next/thumbnail/lazyLoad.test.d.ts.map +1 -0
- package/dist/next/thumbnail/scrollParallax.d.ts +6 -1
- package/dist/next/thumbnail/scrollParallax.d.ts.map +1 -1
- package/dist/next/thumbnail/styles.d.ts.map +1 -1
- package/dist/next/thumbnail/thumbLoadScheduler.d.ts +14 -0
- package/dist/next/thumbnail/thumbLoadScheduler.d.ts.map +1 -0
- package/dist/next/v2/embed/iframeHost.d.ts +33 -2
- package/dist/next/v2/embed/iframeHost.d.ts.map +1 -1
- package/dist/next/v2/embed/playerReachability.d.ts +1 -1
- package/dist/next/v2/embed/playerReachability.d.ts.map +1 -1
- package/dist/next/v2/embed/protocol.d.ts +53 -0
- package/dist/next/v2/embed/protocol.d.ts.map +1 -1
- package/dist/next/v2/experience.d.ts +7 -3
- package/dist/next/v2/experience.d.ts.map +1 -1
- package/dist/next/v2/speech/captureMediaStreamTrack.d.ts +17 -0
- package/dist/next/v2/speech/captureMediaStreamTrack.d.ts.map +1 -0
- package/dist/next/v2/speech/index.d.ts +4 -0
- package/dist/next/v2/speech/index.d.ts.map +1 -0
- package/dist/next/v2/speech/speechController.d.ts +16 -0
- package/dist/next/v2/speech/speechController.d.ts.map +1 -0
- package/dist/next/v2/speech/types.d.ts +176 -0
- package/dist/next/v2/speech/types.d.ts.map +1 -0
- package/dist/next/v2/types/sessionInteraction.d.ts +6 -3
- package/dist/next/v2/types/sessionInteraction.d.ts.map +1 -1
- package/dist/npm/index.js +1835 -1178
- package/dist/npm/index.js.map +1 -1
- package/dist/npm/thumbnail/index.d.ts +2 -1
- package/dist/npm/thumbnail/index.d.ts.map +1 -1
- package/dist/npm/thumbnail/lazyLoad.d.ts +2 -0
- package/dist/npm/thumbnail/lazyLoad.d.ts.map +1 -1
- package/dist/npm/thumbnail/scrollParallax.d.ts +6 -1
- package/dist/npm/thumbnail/scrollParallax.d.ts.map +1 -1
- package/dist/npm/thumbnail/styles.d.ts.map +1 -1
- package/dist/npm/thumbnail/thumbLoadScheduler.d.ts +14 -0
- package/dist/npm/thumbnail/thumbLoadScheduler.d.ts.map +1 -0
- package/dist/npm/v2/embed/iframeHost.d.ts +33 -2
- package/dist/npm/v2/embed/iframeHost.d.ts.map +1 -1
- package/dist/npm/v2/embed/playerReachability.d.ts +1 -1
- package/dist/npm/v2/embed/playerReachability.d.ts.map +1 -1
- package/dist/npm/v2/embed/protocol.d.ts +53 -0
- package/dist/npm/v2/embed/protocol.d.ts.map +1 -1
- package/dist/npm/v2/experience.d.ts +7 -3
- package/dist/npm/v2/experience.d.ts.map +1 -1
- package/dist/npm/v2/index.d.ts +4 -1
- package/dist/npm/v2/index.d.ts.map +1 -1
- package/dist/npm/v2/liforma-experience-thumbnail.d.ts.map +1 -1
- package/dist/npm/v2/npm.d.ts +4 -2
- package/dist/npm/v2/npm.d.ts.map +1 -1
- package/dist/npm/v2/speech/captureMediaStreamTrack.d.ts +17 -0
- package/dist/npm/v2/speech/captureMediaStreamTrack.d.ts.map +1 -0
- package/dist/npm/v2/speech/index.d.ts +4 -0
- package/dist/npm/v2/speech/index.d.ts.map +1 -0
- package/dist/npm/v2/speech/speechController.d.ts +16 -0
- package/dist/npm/v2/speech/speechController.d.ts.map +1 -0
- package/dist/npm/v2/speech/types.d.ts +176 -0
- package/dist/npm/v2/speech/types.d.ts.map +1 -0
- package/dist/npm/v2/types/sessionInteraction.d.ts +6 -3
- package/dist/npm/v2/types/sessionInteraction.d.ts.map +1 -1
- package/dist/react/component/experienceComponentTypes.d.ts +2 -2
- package/dist/react/component/experienceComponentTypes.d.ts.map +1 -1
- package/dist/react/index.js +2127 -1461
- package/dist/react/index.js.map +1 -1
- package/dist/react/react/Experience.d.ts.map +1 -1
- package/dist/react/react/ExperienceThumbnail.d.ts.map +1 -1
- package/dist/react/thumbnail/index.d.ts +2 -1
- package/dist/react/thumbnail/index.d.ts.map +1 -1
- package/dist/react/thumbnail/lazyLoad.d.ts +2 -0
- package/dist/react/thumbnail/lazyLoad.d.ts.map +1 -1
- package/dist/react/thumbnail/lazyLoad.test.d.ts +2 -0
- package/dist/react/thumbnail/lazyLoad.test.d.ts.map +1 -0
- package/dist/react/thumbnail/scrollParallax.d.ts +6 -1
- package/dist/react/thumbnail/scrollParallax.d.ts.map +1 -1
- package/dist/react/thumbnail/styles.d.ts.map +1 -1
- package/dist/react/thumbnail/thumbLoadScheduler.d.ts +14 -0
- package/dist/react/thumbnail/thumbLoadScheduler.d.ts.map +1 -0
- package/dist/react/v2/embed/iframeHost.d.ts +33 -2
- package/dist/react/v2/embed/iframeHost.d.ts.map +1 -1
- package/dist/react/v2/embed/playerReachability.d.ts +1 -1
- package/dist/react/v2/embed/playerReachability.d.ts.map +1 -1
- package/dist/react/v2/embed/protocol.d.ts +53 -0
- package/dist/react/v2/embed/protocol.d.ts.map +1 -1
- package/dist/react/v2/experience.d.ts +7 -3
- package/dist/react/v2/experience.d.ts.map +1 -1
- package/dist/react/v2/speech/captureMediaStreamTrack.d.ts +17 -0
- package/dist/react/v2/speech/captureMediaStreamTrack.d.ts.map +1 -0
- package/dist/react/v2/speech/index.d.ts +4 -0
- package/dist/react/v2/speech/index.d.ts.map +1 -0
- package/dist/react/v2/speech/speechController.d.ts +16 -0
- package/dist/react/v2/speech/speechController.d.ts.map +1 -0
- package/dist/react/v2/speech/types.d.ts +176 -0
- package/dist/react/v2/speech/types.d.ts.map +1 -0
- package/dist/react/v2/types/sessionInteraction.d.ts +6 -3
- package/dist/react/v2/types/sessionInteraction.d.ts.map +1 -1
- package/dist/react/v2/types/sessionManifestSchema.d.ts +1 -1
- package/dist/sdk/v2/client.js +14 -10
- package/dist/sdk/v2/client.js.map +1 -1
- package/dist/svelte/Experience.svelte +18 -5
- package/dist/svelte/Experience.svelte.d.ts +7 -2
- package/dist/svelte/ExperienceThumbnail.svelte +3 -6
- package/package.json +4 -2
|
@@ -41,13 +41,16 @@ export type SpeakOptions = {
|
|
|
41
41
|
readonly characterId?: string;
|
|
42
42
|
readonly behavior?: SpeakBehavior;
|
|
43
43
|
};
|
|
44
|
-
|
|
44
|
+
/** @deprecated Prefer {@link import('../speech').SpeechResult} from Experience.speech. */
|
|
45
|
+
export type TextSpeakResult = {
|
|
45
46
|
readonly speechId: string;
|
|
46
47
|
readonly turnId: string;
|
|
47
48
|
readonly characterId: string;
|
|
48
49
|
readonly text: string;
|
|
49
50
|
readonly durationMs: number;
|
|
50
51
|
};
|
|
52
|
+
/** @deprecated Alias for TextSpeakResult — use Experience.speech SpeechResult for new code. */
|
|
53
|
+
export type SpeechResult = TextSpeakResult;
|
|
51
54
|
export type UtteranceResult = {
|
|
52
55
|
readonly utteranceId: string;
|
|
53
56
|
readonly text: string;
|
|
@@ -59,7 +62,7 @@ export type UserTranscriptUpdate = {
|
|
|
59
62
|
readonly isFinal: boolean;
|
|
60
63
|
readonly delta?: string;
|
|
61
64
|
};
|
|
62
|
-
export type ConversationMessageSource = 'user' | 'llm' | 'speak' | 'opening';
|
|
65
|
+
export type ConversationMessageSource = 'user' | 'llm' | 'speak' | 'opening' | 'speechAudio';
|
|
63
66
|
export type ConversationMessage = {
|
|
64
67
|
readonly messageId: string;
|
|
65
68
|
readonly turnId: string;
|
|
@@ -70,7 +73,7 @@ export type ConversationMessage = {
|
|
|
70
73
|
readonly status: 'final';
|
|
71
74
|
readonly timestamp: number;
|
|
72
75
|
};
|
|
73
|
-
export type CharacterSpeechSource = 'llm' | 'speak' | 'opening';
|
|
76
|
+
export type CharacterSpeechSource = 'llm' | 'speak' | 'opening' | 'speechAudio';
|
|
74
77
|
export type CharacterSpeechTerminalReason = 'completed' | 'interrupted' | 'error' | 'destroyed';
|
|
75
78
|
export type CharacterSpeechEvent = {
|
|
76
79
|
readonly speechId: string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"sessionInteraction.d.ts","sourceRoot":"","sources":["../../../../src/v2/types/sessionInteraction.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,cAAc,GAAG,cAAc,GAAG,WAAW,CAAC;AAC1D,MAAM,MAAM,YAAY,GAAG,SAAS,GAAG,QAAQ,GAAG,QAAQ,CAAC;AAC3D,MAAM,MAAM,eAAe,GAAG,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;AACxD;;;;GAIG;AACH,MAAM,MAAM,aAAa,GAAG,MAAM,GAAG,MAAM,CAAC;AAE5C,MAAM,MAAM,uBAAuB,GAAG;IACrC,QAAQ,CAAC,IAAI,EAAE,cAAc,CAAC;IAC9B,QAAQ,CAAC,YAAY,EAAE,YAAY,CAAC;IACpC,QAAQ,CAAC,eAAe,EAAE,eAAe,CAAC;IAC1C,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;CAC9B,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG;IAC1B,QAAQ,CAAC,IAAI,EAAE,cAAc,CAAC;CAC9B,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG,QAAQ,GAAG,eAAe,GAAG,aAAa,GAAG,cAAc,CAAC;AAC/F,MAAM,MAAM,kBAAkB,GAAG,SAAS,GAAG,WAAW,GAAG,SAAS,CAAC;AACrE,MAAM,MAAM,eAAe,GAAG,OAAO,GAAG,QAAQ,GAAG,OAAO,CAAC;AAC3D,MAAM,MAAM,iBAAiB,GAAG,MAAM,GAAG,MAAM,GAAG,QAAQ,CAAC;AAE3D,MAAM,MAAM,qBAAqB,GAAG;IACnC,QAAQ,CAAC,eAAe,CAAC,EAAE,MAAM,CAAC;IAClC,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,IAAI,CAAC,EAAE,eAAe,CAAC;IAChC,QAAQ,CAAC,MAAM,CAAC,EAAE,iBAAiB,CAAC;CACpC,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAChC,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,SAAS,CAAC,EAAE,oBAAoB,CAAC;IAC1C,QAAQ,CAAC,OAAO,CAAC,EAAE,kBAAkB,CAAC;IACtC,QAAQ,CAAC,UAAU,CAAC,EAAE,qBAAqB,CAAC;CAC5C,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG,SAAS,GAAG,WAAW,CAAC;AAEpD,MAAM,MAAM,YAAY,GAAG;IAC1B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,QAAQ,CAAC,EAAE,aAAa,CAAC;CAClC,CAAC;AAEF,MAAM,MAAM,
|
|
1
|
+
{"version":3,"file":"sessionInteraction.d.ts","sourceRoot":"","sources":["../../../../src/v2/types/sessionInteraction.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,cAAc,GAAG,cAAc,GAAG,WAAW,CAAC;AAC1D,MAAM,MAAM,YAAY,GAAG,SAAS,GAAG,QAAQ,GAAG,QAAQ,CAAC;AAC3D,MAAM,MAAM,eAAe,GAAG,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;AACxD;;;;GAIG;AACH,MAAM,MAAM,aAAa,GAAG,MAAM,GAAG,MAAM,CAAC;AAE5C,MAAM,MAAM,uBAAuB,GAAG;IACrC,QAAQ,CAAC,IAAI,EAAE,cAAc,CAAC;IAC9B,QAAQ,CAAC,YAAY,EAAE,YAAY,CAAC;IACpC,QAAQ,CAAC,eAAe,EAAE,eAAe,CAAC;IAC1C,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;CAC9B,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG;IAC1B,QAAQ,CAAC,IAAI,EAAE,cAAc,CAAC;CAC9B,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG,QAAQ,GAAG,eAAe,GAAG,aAAa,GAAG,cAAc,CAAC;AAC/F,MAAM,MAAM,kBAAkB,GAAG,SAAS,GAAG,WAAW,GAAG,SAAS,CAAC;AACrE,MAAM,MAAM,eAAe,GAAG,OAAO,GAAG,QAAQ,GAAG,OAAO,CAAC;AAC3D,MAAM,MAAM,iBAAiB,GAAG,MAAM,GAAG,MAAM,GAAG,QAAQ,CAAC;AAE3D,MAAM,MAAM,qBAAqB,GAAG;IACnC,QAAQ,CAAC,eAAe,CAAC,EAAE,MAAM,CAAC;IAClC,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,IAAI,CAAC,EAAE,eAAe,CAAC;IAChC,QAAQ,CAAC,MAAM,CAAC,EAAE,iBAAiB,CAAC;CACpC,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAChC,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,SAAS,CAAC,EAAE,oBAAoB,CAAC;IAC1C,QAAQ,CAAC,OAAO,CAAC,EAAE,kBAAkB,CAAC;IACtC,QAAQ,CAAC,UAAU,CAAC,EAAE,qBAAqB,CAAC;CAC5C,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG,SAAS,GAAG,WAAW,CAAC;AAEpD,MAAM,MAAM,YAAY,GAAG;IAC1B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,QAAQ,CAAC,EAAE,aAAa,CAAC;CAClC,CAAC;AAEF,0FAA0F;AAC1F,MAAM,MAAM,eAAe,GAAG;IAC7B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;CAC5B,CAAC;AAEF,+FAA+F;AAC/F,MAAM,MAAM,YAAY,GAAG,eAAe,CAAC;AAE3C,MAAM,MAAM,eAAe,GAAG;IAC7B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IAClC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;IAC1B,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,yBAAyB,GAAG,MAAM,GAAG,KAAK,GAAG,OAAO,GAAG,SAAS,GAAG,aAAa,CAAC;AAE7F,MAAM,MAAM,mBAAmB,GAAG;IACjC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;IACpC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,MAAM,EAAE,yBAAyB,CAAC;IAC3C,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC;IACzB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;CAC3B,CAAC;AAEF,MAAM,MAAM,qBAAqB,GAAG,KAAK,GAAG,OAAO,GAAG,SAAS,GAAG,aAAa,CAAC;AAEhF,MAAM,MAAM,6BAA6B,GACtC,WAAW,GACX,aAAa,GACb,OAAO,GACP,WAAW,CAAC;AAEf,MAAM,MAAM,oBAAoB,GAAG;IAClC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,MAAM,EAAE,qBAAqB,CAAC;IACvC,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,MAAM,CAAC,EAAE,6BAA6B,CAAC;CAChD,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG,UAAU,GAAG,WAAW,GAAG,UAAU,CAAC;AAEtE,MAAM,MAAM,uBAAuB,GAAG;IACrC,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;CAC9B,CAAC;AAEF,MAAM,MAAM,2BAA2B,GACpC,MAAM,GACN;IACA,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,QAAQ,CAAC,EAAE,aAAa,CAAC;CACjC,CAAC;AAEL,MAAM,MAAM,4BAA4B,GAAG;IAC1C,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,YAAY,EAAE,SAAS,mBAAmB,EAAE,CAAC;IACtD,QAAQ,CAAC,MAAM,EAAE,WAAW,CAAC;CAC7B,CAAC;AAEF,MAAM,MAAM,uBAAuB,GAAG,CACrC,OAAO,EAAE,4BAA4B,KAEnC,2BAA2B,GAC3B,OAAO,CAAC,2BAA2B,CAAC,GACpC,aAAa,CAAC,MAAM,CAAC,CAAC;AAEzB,MAAM,MAAM,yBAAyB,GAAG;IACvC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,QAAQ,CAAC,EAAE,aAAa,CAAC;CAClC,CAAC;AAEF,MAAM,MAAM,uBAAuB,GAChC;IAAE,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,yBAAyB,CAAA;CAAE,GACzE;IAAE,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,aAAa,CAAC,MAAM,CAAC,CAAA;CAAE,CAAC;AAEvE,MAAM,MAAM,+BAA+B,GAAG;IAC7C,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;CACzB,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG;IAC/B,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC;IAC9B,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;CAC5B,CAAC"}
|