@memori.ai/memori-react 7.6.1 → 7.7.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (139) hide show
  1. package/CHANGELOG.md +18 -0
  2. package/dist/components/AttachmentMediaModal/AttachmentMediaModal.d.ts +14 -0
  3. package/dist/components/AttachmentMediaModal/AttachmentMediaModal.js +66 -0
  4. package/dist/components/AttachmentMediaModal/AttachmentMediaModal.js.map +1 -0
  5. package/dist/components/Avatar/Avatar.js +2 -2
  6. package/dist/components/Avatar/Avatar.js.map +1 -1
  7. package/dist/components/Avatar/AvatarView/AvatarComponent/avatarComponent.d.ts +4 -3
  8. package/dist/components/Avatar/AvatarView/AvatarComponent/avatarComponent.js +10 -6
  9. package/dist/components/Avatar/AvatarView/AvatarComponent/avatarComponent.js.map +1 -1
  10. package/dist/components/Avatar/AvatarView/AvatarComponent/components/fullbodyAvatar.d.ts +11 -17
  11. package/dist/components/Avatar/AvatarView/AvatarComponent/components/fullbodyAvatar.js +128 -104
  12. package/dist/components/Avatar/AvatarView/AvatarComponent/components/fullbodyAvatar.js.map +1 -1
  13. package/dist/components/Avatar/AvatarView/AvatarComponent/components/halfbodyAvatar.d.ts +1 -4
  14. package/dist/components/Avatar/AvatarView/AvatarComponent/components/halfbodyAvatar.js +2 -4
  15. package/dist/components/Avatar/AvatarView/AvatarComponent/components/halfbodyAvatar.js.map +1 -1
  16. package/dist/components/Avatar/AvatarView/components/fullbodyAvatar.js +8 -6
  17. package/dist/components/Avatar/AvatarView/components/fullbodyAvatar.js.map +1 -1
  18. package/dist/components/Avatar/AvatarView/index.d.ts +5 -3
  19. package/dist/components/Avatar/AvatarView/index.js +2 -2
  20. package/dist/components/Avatar/AvatarView/index.js.map +1 -1
  21. package/dist/components/Avatar/AvatarView/utils/useMouthSpeaking.js +1 -1
  22. package/dist/components/Avatar/AvatarView/utils/useMouthSpeaking.js.map +1 -1
  23. package/dist/components/ImageUpload/ImageUpload.css +168 -0
  24. package/dist/components/ImageUpload/ImageUpload.d.ts +28 -0
  25. package/dist/components/ImageUpload/ImageUpload.js +163 -0
  26. package/dist/components/ImageUpload/ImageUpload.js.map +1 -0
  27. package/dist/components/MemoriWidget/MemoriWidget.js +117 -118
  28. package/dist/components/MemoriWidget/MemoriWidget.js.map +1 -1
  29. package/dist/components/layouts/Default.d.ts +17 -0
  30. package/dist/components/layouts/Default.js +8 -0
  31. package/dist/components/layouts/Default.js.map +1 -0
  32. package/dist/components/layouts/ZoomedFullBody.d.ts +2 -2
  33. package/dist/components/layouts/ZoomedFullBody.js +11 -2
  34. package/dist/components/layouts/ZoomedFullBody.js.map +1 -1
  35. package/dist/components/layouts/zoomed-full-body.css +16 -0
  36. package/dist/components/ui/Message.d.ts +17 -0
  37. package/dist/components/ui/Message.js +13 -0
  38. package/dist/components/ui/Message.js.map +1 -0
  39. package/dist/context/visemeContext.d.ts +8 -15
  40. package/dist/context/visemeContext.js +64 -166
  41. package/dist/context/visemeContext.js.map +1 -1
  42. package/dist/helpers/translations.js +10 -2
  43. package/dist/helpers/translations.js.map +1 -1
  44. package/dist/helpers/utils.js +5 -6
  45. package/dist/helpers/utils.js.map +1 -1
  46. package/dist/styles.css +1 -0
  47. package/esm/components/AttachmentMediaModal/AttachmentMediaModal.d.ts +14 -0
  48. package/esm/components/AttachmentMediaModal/AttachmentMediaModal.js +63 -0
  49. package/esm/components/AttachmentMediaModal/AttachmentMediaModal.js.map +1 -0
  50. package/esm/components/Avatar/Avatar.js +2 -2
  51. package/esm/components/Avatar/Avatar.js.map +1 -1
  52. package/esm/components/Avatar/AvatarView/AvatarComponent/avatarComponent.d.ts +4 -3
  53. package/esm/components/Avatar/AvatarView/AvatarComponent/avatarComponent.js +10 -6
  54. package/esm/components/Avatar/AvatarView/AvatarComponent/avatarComponent.js.map +1 -1
  55. package/esm/components/Avatar/AvatarView/AvatarComponent/components/fullbodyAvatar.d.ts +11 -17
  56. package/esm/components/Avatar/AvatarView/AvatarComponent/components/fullbodyAvatar.js +131 -107
  57. package/esm/components/Avatar/AvatarView/AvatarComponent/components/fullbodyAvatar.js.map +1 -1
  58. package/esm/components/Avatar/AvatarView/AvatarComponent/components/halfbodyAvatar.d.ts +1 -4
  59. package/esm/components/Avatar/AvatarView/AvatarComponent/components/halfbodyAvatar.js +2 -4
  60. package/esm/components/Avatar/AvatarView/AvatarComponent/components/halfbodyAvatar.js.map +1 -1
  61. package/esm/components/Avatar/AvatarView/components/fullbodyAvatar.js +8 -6
  62. package/esm/components/Avatar/AvatarView/components/fullbodyAvatar.js.map +1 -1
  63. package/esm/components/Avatar/AvatarView/index.d.ts +5 -3
  64. package/esm/components/Avatar/AvatarView/index.js +2 -2
  65. package/esm/components/Avatar/AvatarView/index.js.map +1 -1
  66. package/esm/components/Avatar/AvatarView/utils/useMouthSpeaking.js +1 -1
  67. package/esm/components/Avatar/AvatarView/utils/useMouthSpeaking.js.map +1 -1
  68. package/esm/components/ImageUpload/ImageUpload.css +168 -0
  69. package/esm/components/ImageUpload/ImageUpload.d.ts +28 -0
  70. package/esm/components/ImageUpload/ImageUpload.js +160 -0
  71. package/esm/components/ImageUpload/ImageUpload.js.map +1 -0
  72. package/esm/components/MemoriWidget/MemoriWidget.js +117 -118
  73. package/esm/components/MemoriWidget/MemoriWidget.js.map +1 -1
  74. package/esm/components/layouts/Default.d.ts +17 -0
  75. package/esm/components/layouts/Default.js +5 -0
  76. package/esm/components/layouts/Default.js.map +1 -0
  77. package/esm/components/layouts/ZoomedFullBody.d.ts +2 -2
  78. package/esm/components/layouts/ZoomedFullBody.js +11 -2
  79. package/esm/components/layouts/ZoomedFullBody.js.map +1 -1
  80. package/esm/components/layouts/zoomed-full-body.css +16 -0
  81. package/esm/components/ui/Message.d.ts +17 -0
  82. package/esm/components/ui/Message.js +10 -0
  83. package/esm/components/ui/Message.js.map +1 -0
  84. package/esm/context/visemeContext.d.ts +8 -15
  85. package/esm/context/visemeContext.js +65 -167
  86. package/esm/context/visemeContext.js.map +1 -1
  87. package/esm/helpers/translations.js +10 -2
  88. package/esm/helpers/translations.js.map +1 -1
  89. package/esm/helpers/utils.js +5 -6
  90. package/esm/helpers/utils.js.map +1 -1
  91. package/esm/styles.css +1 -0
  92. package/package.json +1 -1
  93. package/src/components/Avatar/Avatar.stories.tsx +7 -5
  94. package/src/components/Avatar/Avatar.tsx +3 -5
  95. package/src/components/Avatar/AvatarView/AvatarComponent/avatarComponent.tsx +20 -19
  96. package/src/components/Avatar/AvatarView/AvatarComponent/components/fullbodyAvatar.tsx +206 -140
  97. package/src/components/Avatar/AvatarView/AvatarComponent/components/halfbodyAvatar.tsx +1 -7
  98. package/src/components/Avatar/AvatarView/AvatarView.stories.tsx +36 -24
  99. package/src/components/Avatar/AvatarView/index.tsx +3 -8
  100. package/src/components/MemoriWidget/MemoriWidget.tsx +140 -160
  101. package/src/components/layouts/ZoomedFullBody.tsx +38 -29
  102. package/src/components/layouts/__snapshots__/ZoomedFullBody.test.tsx.snap +25 -21
  103. package/src/components/layouts/zoomed-full-body.css +16 -0
  104. package/src/context/visemeContext.tsx +90 -260
  105. package/src/helpers/translations.ts +11 -8
  106. package/src/helpers/utils.ts +9 -8
  107. package/src/styles.css +1 -0
  108. package/dist/components/Avatar/AvatarView/components/avatar.d.ts +0 -9
  109. package/dist/components/Avatar/AvatarView/components/avatar.js +0 -39
  110. package/dist/components/Avatar/AvatarView/components/avatar.js.map +0 -1
  111. package/dist/components/Avatar/AvatarView/utils/useViseme.d.ts +0 -18
  112. package/dist/components/Avatar/AvatarView/utils/useViseme.js +0 -141
  113. package/dist/components/Avatar/AvatarView/utils/useViseme.js.map +0 -1
  114. package/dist/components/Avatar/AvatarView/utils/visemeContext.d.ts +0 -24
  115. package/dist/components/Avatar/AvatarView/utils/visemeContext.js +0 -157
  116. package/dist/components/Avatar/AvatarView/utils/visemeContext.js.map +0 -1
  117. package/dist/components/MemoriWidget/enhanceSSML/enhanceSSML.d.ts +0 -4
  118. package/dist/components/MemoriWidget/enhanceSSML/enhanceSSML.js +0 -157
  119. package/dist/components/MemoriWidget/enhanceSSML/enhanceSSML.js.map +0 -1
  120. package/dist/components/layouts/ZoomedHalfBody.d.ts +0 -4
  121. package/dist/components/layouts/ZoomedHalfBody.js +0 -8
  122. package/dist/components/layouts/ZoomedHalfBody.js.map +0 -1
  123. package/dist/components/layouts/zoomed-half-body.css +0 -3
  124. package/esm/components/Avatar/AvatarView/components/avatar.d.ts +0 -9
  125. package/esm/components/Avatar/AvatarView/components/avatar.js +0 -35
  126. package/esm/components/Avatar/AvatarView/components/avatar.js.map +0 -1
  127. package/esm/components/Avatar/AvatarView/utils/useViseme.d.ts +0 -18
  128. package/esm/components/Avatar/AvatarView/utils/useViseme.js +0 -137
  129. package/esm/components/Avatar/AvatarView/utils/useViseme.js.map +0 -1
  130. package/esm/components/Avatar/AvatarView/utils/visemeContext.d.ts +0 -24
  131. package/esm/components/Avatar/AvatarView/utils/visemeContext.js +0 -152
  132. package/esm/components/Avatar/AvatarView/utils/visemeContext.js.map +0 -1
  133. package/esm/components/MemoriWidget/enhanceSSML/enhanceSSML.d.ts +0 -4
  134. package/esm/components/MemoriWidget/enhanceSSML/enhanceSSML.js +0 -152
  135. package/esm/components/MemoriWidget/enhanceSSML/enhanceSSML.js.map +0 -1
  136. package/esm/components/layouts/ZoomedHalfBody.d.ts +0 -4
  137. package/esm/components/layouts/ZoomedHalfBody.js +0 -5
  138. package/esm/components/layouts/ZoomedHalfBody.js.map +0 -1
  139. package/esm/components/layouts/zoomed-half-body.css +0 -3
package/CHANGELOG.md CHANGED
@@ -1,11 +1,29 @@
1
1
 
2
2
 
3
+ ## [7.7.0](https://github.com/memori-ai/memori-react/compare/v7.6.1...v7.7.0) (2024-10-15)
4
+
5
+
6
+ ### Features
7
+
8
+ * improve lip sync ([#20](https://github.com/memori-ai/memori-react/issues/20)) ([e13f520](https://github.com/memori-ai/memori-react/commit/e13f520eb91bd8af1cc42578da29316f0b25033e))
9
+
10
+
11
+ ### Bug Fixes
12
+
13
+ * avatar 3d animations, fine tuned lip sync values and removed useless function to useEffect ([1a51c26](https://github.com/memori-ai/memori-react/commit/1a51c26a0220bc9a312c7c34072188e642742111))
14
+
15
+
16
+ ### Changes
17
+
18
+ * translate api as post ([04a963c](https://github.com/memori-ai/memori-react/commit/04a963c4bab72d613bbee4a0d7af01715ec1b0e0))
19
+
3
20
  ## [7.6.1](https://github.com/memori-ai/memori-react/compare/v7.6.0...v7.6.1) (2024-10-11)
4
21
 
5
22
 
6
23
  ### Bug Fixes
7
24
 
8
25
  * added 'memori-' to all of hidden chat classes ([adebe23](https://github.com/memori-ai/memori-react/commit/adebe23427d249be67b9ee138f32dcaa312af672))
26
+ * added DateSelector inside the Jest ignore patterns ([92787c6](https://github.com/memori-ai/memori-react/commit/92787c6db38d88fb5f5ff56dca732e2bf29c7a40))
9
27
 
10
28
  ## [7.6.0](https://github.com/memori-ai/memori-react/compare/v7.5.1...v7.6.0) (2024-10-11)
11
29
 
@@ -0,0 +1,14 @@
1
+ import { Asset, ResponseSpec } from '@memori.ai/memori-api-client/dist/types';
2
+ export interface Props {
3
+ visible: boolean;
4
+ authToken: string;
5
+ sessionID: string;
6
+ tenantID: string;
7
+ uploadAssetURL: string;
8
+ deleteAsset: (token: string, assetURL: string) => Promise<ResponseSpec>;
9
+ onCancel?: () => void;
10
+ onOk: (asset: Asset) => Promise<void>;
11
+ apiURL?: string;
12
+ }
13
+ declare const AttachmentMediaModal: ({ visible, authToken, sessionID, tenantID, uploadAssetURL, deleteAsset, onCancel, onOk, apiURL, }: Props) => JSX.Element;
14
+ export default AttachmentMediaModal;
@@ -0,0 +1,66 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ const tslib_1 = require("tslib");
4
+ const jsx_runtime_1 = require("react/jsx-runtime");
5
+ const react_1 = require("react");
6
+ const react_i18next_1 = require("react-i18next");
7
+ const error_1 = require("../../helpers/error");
8
+ const constants_1 = require("../../helpers/constants");
9
+ const media_1 = require("../../helpers/media");
10
+ const Modal_1 = tslib_1.__importDefault(require("../ui/Modal"));
11
+ const Message_1 = tslib_1.__importDefault(require("../ui/Message"));
12
+ const Button_1 = tslib_1.__importDefault(require("../ui/Button"));
13
+ const ImageUpload_1 = tslib_1.__importDefault(require("../ImageUpload/ImageUpload"));
14
+ const AttachmentMediaModal = ({ visible, authToken, sessionID, tenantID, uploadAssetURL, deleteAsset, onCancel, onOk, apiURL, }) => {
15
+ const { t } = (0, react_i18next_1.useTranslation)();
16
+ const [asset, setAsset] = (0, react_1.useState)();
17
+ return ((0, jsx_runtime_1.jsx)(Modal_1.default, { open: visible, title: t('media.addMediaLabel'), className: "attachment-media-modal", closable: true, width: "100%", widthMd: "100%", onClose: () => {
18
+ if (onCancel)
19
+ onCancel();
20
+ }, footer: (0, jsx_runtime_1.jsxs)(jsx_runtime_1.Fragment, { children: [(0, jsx_runtime_1.jsx)(Button_1.default, { onClick: onCancel, children: t('cancel') }), (0, jsx_runtime_1.jsx)(Button_1.default, { primary: true, onClick: () => {
21
+ if (asset)
22
+ onOk(asset);
23
+ setAsset(undefined);
24
+ }, disabled: !asset, children: t('confirm') })] }), children: (0, jsx_runtime_1.jsx)(ImageUpload_1.default, { tenantID: tenantID, apiUrl: apiURL, uploadMultipleImages: false, maxNumberOfVisualizedUploads: 1, maxFileSizeInMB: 100, uploadUrl: uploadAssetURL, useImageCrop: false, allowedMimeTypes: constants_1.allowedMediaTypes, fileList: asset
25
+ ? [
26
+ {
27
+ uid: `-1`,
28
+ name: asset.assetID,
29
+ status: 'done',
30
+ thumbUrl: (0, media_1.getResourceUrl)({
31
+ resourceURI: asset.assetURL,
32
+ tenantID,
33
+ apiURL,
34
+ sessionID,
35
+ }),
36
+ },
37
+ ]
38
+ : [], uploadMessage: t('media.mediaUploadMessage'), imageProportions: 1, onUploadFinished: (file) => {
39
+ let newAsset = file.response.asset;
40
+ let response = file.response;
41
+ if (response.resultCode === 0) {
42
+ setAsset(newAsset);
43
+ }
44
+ else {
45
+ console.error(response, file);
46
+ Message_1.default.error(t((0, error_1.getErrori18nKey)(response.resultCode)));
47
+ }
48
+ }, onFileChanged: (_assetID, asset) => {
49
+ setAsset(a => ({
50
+ ...(a || {}),
51
+ ...asset,
52
+ }));
53
+ }, onRemove: async (file) => {
54
+ const resp = await deleteAsset(authToken, file.thumbUrl);
55
+ if (resp.resultCode === 0) {
56
+ setAsset(undefined);
57
+ }
58
+ else {
59
+ console.error(resp, file);
60
+ Message_1.default.error(t((0, error_1.getErrori18nKey)(resp.resultCode)));
61
+ }
62
+ return resp.resultCode === 0;
63
+ } }) }));
64
+ };
65
+ exports.default = AttachmentMediaModal;
66
+ //# sourceMappingURL=AttachmentMediaModal.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"AttachmentMediaModal.js","sourceRoot":"","sources":["../../../src/components/AttachmentMediaModal/AttachmentMediaModal.tsx"],"names":[],"mappings":";;;;AACA,iCAAwC;AACxC,iDAA+C;AAC/C,+CAAsD;AACtD,uDAA4D;AAC5D,+CAAqD;AACrD,gEAAgC;AAChC,oEAAoC;AACpC,kEAAkC;AAClC,qFAAqD;AAcrD,MAAM,oBAAoB,GAAG,CAAC,EAC5B,OAAO,EACP,SAAS,EACT,SAAS,EACT,QAAQ,EACR,cAAc,EACd,WAAW,EACX,QAAQ,EACR,IAAI,EACJ,MAAM,GACA,EAAE,EAAE;IACV,MAAM,EAAE,CAAC,EAAE,GAAG,IAAA,8BAAc,GAAE,CAAC;IAC/B,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,GAAG,IAAA,gBAAQ,GAAS,CAAC;IAE5C,OAAO,CACL,uBAAC,eAAK,IACJ,IAAI,EAAE,OAAO,EACb,KAAK,EAAE,CAAC,CAAC,qBAAqB,CAAC,EAC/B,SAAS,EAAC,wBAAwB,EAClC,QAAQ,QACR,KAAK,EAAC,MAAM,EACZ,OAAO,EAAC,MAAM,EACd,OAAO,EAAE,GAAG,EAAE;YACZ,IAAI,QAAQ;gBAAE,QAAQ,EAAE,CAAC;QAC3B,CAAC,EACD,MAAM,EACJ,6DACE,uBAAC,gBAAM,IAAC,OAAO,EAAE,QAAQ,YAAG,CAAC,CAAC,QAAQ,CAAC,GAAU,EACjD,uBAAC,gBAAM,IACL,OAAO,QACP,OAAO,EAAE,GAAG,EAAE;wBACZ,IAAI,KAAK;4BAAE,IAAI,CAAC,KAAK,CAAC,CAAC;wBACvB,QAAQ,CAAC,SAAS,CAAC,CAAC;oBACtB,CAAC,EACD,QAAQ,EAAE,CAAC,KAAK,YAEf,CAAC,CAAC,SAAS,CAAC,GACN,IACR,YAGL,uBAAC,qBAAW,IACV,QAAQ,EAAE,QAAQ,EAClB,MAAM,EAAE,MAAM,EACd,oBAAoB,EAAE,KAAK,EAC3B,4BAA4B,EAAE,CAAC,EAC/B,eAAe,EAAE,GAAG,EACpB,SAAS,EAAE,cAAc,EACzB,YAAY,EAAE,KAAK,EACnB,gBAAgB,EAAE,6BAAiB,EACnC,QAAQ,EACN,KAAK;gBACH,CAAC,CAAC;oBACE;wBACE,GAAG,EAAE,IAAI;wBACT,IAAI,EAAE,KAAK,CAAC,OAAO;wBACnB,MAAM,EAAE,MAAM;wBACd,QAAQ,EAAE,IAAA,sBAAc,EAAC;4BACvB,WAAW,EAAE,KAAK,CAAC,QAAQ;4BAC3B,QAAQ;4BACR,MAAM;4BACN,SAAS;yBACV,CAAC;qBACH;iBACF;gBACH,CAAC,CAAC,EAAE,EAER,aAAa,EAAE,CAAC,CAAC,0BAA0B,CAAC,EAC5C,gBAAgB,EAAE,CAAC,EACnB,gBAAgB,EAAE,CAAC,IAAS,EAAE,EAAE;gBAC9B,IAAI,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAc,CAAC;gBAC5C,IAAI,QAAQ,GAAG,IAAI,CAAC,QAAwB,CAAC;gBAC7C,IAAI,QAAQ,CAAC,UAAU,KAAK,CAAC,EAAE;oBAC7B,QAAQ,CAAC,QAAQ,CAAC,CAAC;iBACpB;qBAAM;oBACL,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;oBAC9B,iBAAO,CAAC,KAAK,CAAC,CAAC,CAAC,IAAA,uBAAe,EAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;iBACxD;YACH,CAAC,EACD,aAAa,EAAE,CAAC,QAAgB,EAAE,KAAqB,EAAE,EAAE;gBACzD,QAAQ,CACN,CAAC,CAAC,EAAE,CACF,CAAC;oBACC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;oBACZ,GAAG,KAAK;iBACC,CAAA,CACd,CAAC;YACJ,CAAC,EACD,QAAQ,EAAE,KAAK,EAAE,IAAS,EAAE,EAAE;gBAC5B,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,SAAS,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;gBACzD,IAAI,IAAI,CAAC,UAAU,KAAK,CAAC,EAAE;oBACzB,QAAQ,CAAC,SAAS,CAAC,CAAC;iBACrB;qBAAM;oBACL,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;oBAC1B,iBAAO,CAAC,KAAK,CAAC,CAAC,CAAC,IAAA,uBAAe,EAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;iBACpD;gBAED,OAAO,IAAI,CAAC,UAAU,KAAK,CAAC,CAAC;YAC/B,CAAC,GACD,GACI,CACT,CAAC;AACJ,CAAC,CAAC;AAEF,kBAAe,oBAAoB,CAAC"}
@@ -19,7 +19,7 @@ const visemeContext_1 = require("../../context/visemeContext");
19
19
  const Avatar = ({ memori, integration, integrationConfig, tenant, instruct = false, avatar3dVisible = false, setAvatar3dVisible, hasUserActivatedSpeak = false, isPlayingAudio = false, loading = false, baseUrl, apiUrl, animation, isZoomed = false, chatProps, }) => {
20
20
  const { t } = (0, react_i18next_1.useTranslation)();
21
21
  const [isClient, setIsClient] = (0, react_1.useState)(false);
22
- const { setMeshRef, clearVisemes, setEmotion } = (0, visemeContext_1.useViseme)();
22
+ const { updateCurrentViseme } = (0, visemeContext_1.useViseme)();
23
23
  (0, react_1.useEffect)(() => {
24
24
  setIsClient(true);
25
25
  }, []);
@@ -56,7 +56,7 @@ const Avatar = ({ memori, integration, integrationConfig, tenant, instruct = fal
56
56
  if ((integrationConfig === null || integrationConfig === void 0 ? void 0 : integrationConfig.avatar) === 'readyplayerme' ||
57
57
  (integrationConfig === null || integrationConfig === void 0 ? void 0 : integrationConfig.avatar) === 'readyplayerme-full' ||
58
58
  (integrationConfig === null || integrationConfig === void 0 ? void 0 : integrationConfig.avatar) === 'customrpm') {
59
- return ((0, jsx_runtime_1.jsx)(ErrorBoundary_1.default, { fallback: (0, jsx_runtime_1.jsx)("div", { className: "memori--blob-container", children: isClient && ((0, jsx_runtime_1.jsx)(Blob_1.default, { speaking: isPlayingAudio, avatar: getAvatarUrl() })) }), children: (0, jsx_runtime_1.jsx)(AvatarView_1.default, { url: integrationConfig.avatarURL, sex: memori.voiceType === 'FEMALE' ? 'FEMALE' : 'MALE', fallbackImg: getAvatarUrl(), headMovement: true, eyeBlink: true, animation: animation, halfBody: integrationConfig.avatar === 'readyplayerme', speaking: isPlayingAudio, loading: loading, style: getAvatarStyle(), clearVisemes: clearVisemes, setMeshRef: setMeshRef, isZoomed: isZoomed, chatEmission: (_a = chatProps === null || chatProps === void 0 ? void 0 : chatProps.dialogState) === null || _a === void 0 ? void 0 : _a.emission, setEmotion: setEmotion }) }));
59
+ return ((0, jsx_runtime_1.jsx)(ErrorBoundary_1.default, { fallback: (0, jsx_runtime_1.jsx)("div", { className: "memori--blob-container", children: isClient && ((0, jsx_runtime_1.jsx)(Blob_1.default, { speaking: isPlayingAudio, avatar: getAvatarUrl() })) }), children: (0, jsx_runtime_1.jsx)(AvatarView_1.default, { updateCurrentViseme: updateCurrentViseme, url: integrationConfig.avatarURL, sex: memori.voiceType === 'FEMALE' ? 'FEMALE' : 'MALE', fallbackImg: getAvatarUrl(), headMovement: true, eyeBlink: true, animation: animation, halfBody: integrationConfig.avatar === 'readyplayerme', speaking: isPlayingAudio, loading: loading, style: getAvatarStyle(), isZoomed: isZoomed, chatEmission: (_a = chatProps === null || chatProps === void 0 ? void 0 : chatProps.dialogState) === null || _a === void 0 ? void 0 : _a.emission }) }));
60
60
  }
61
61
  if ((integrationConfig === null || integrationConfig === void 0 ? void 0 : integrationConfig.avatar) === 'customglb') {
62
62
  return ((0, jsx_runtime_1.jsx)(ModelViewer_1.default, { poster: getAvatarUrl() || '', src: integrationConfig.avatarURL, alt: "" }));
@@ -1 +1 @@
1
- {"version":3,"file":"Avatar.js","sourceRoot":"","sources":["../../../src/components/Avatar/Avatar.tsx"],"names":[],"mappings":";;;;AAAA,iCAAyD;AAMzD,2FAA2D;AAC3D,oEAAoC;AACpC,+CAAqD;AACrD,gEAAgC;AAChC,8FAA8D;AAC9D,kEAAkC;AAClC,iDAA+C;AAC/C,+DAA+B;AAC/B,iFAAiD;AACjD,iEAAiC;AACjC,oEAA4B;AAC5B,sEAA+C;AAC/C,+DAAwD;AAoBxD,MAAM,MAAM,GAAoB,CAAC,EAC/B,MAAM,EACN,WAAW,EACX,iBAAiB,EACjB,MAAM,EACN,QAAQ,GAAG,KAAK,EAChB,eAAe,GAAG,KAAK,EACvB,kBAAkB,EAClB,qBAAqB,GAAG,KAAK,EAC7B,cAAc,GAAG,KAAK,EACtB,OAAO,GAAG,KAAK,EACf,OAAO,EACP,MAAM,EACN,SAAS,EACT,QAAQ,GAAG,KAAK,EAChB,SAAS,GACV,EAAE,EAAE;IAEH,MAAM,EAAE,CAAC,EAAE,GAAG,IAAA,8BAAc,GAAE,CAAC;IAC/B,MAAM,CAAC,QAAQ,EAAE,WAAW,CAAC,GAAG,IAAA,gBAAQ,EAAC,KAAK,CAAC,CAAC;IAEhD,MAAM,EAAE,UAAU,EAAE,YAAY,EAAE,UAAU,EAAE,GAAG,IAAA,yBAAS,GAAE,CAAC;IAE7D,IAAA,iBAAS,EAAC,GAAG,EAAE;QACb,WAAW,CAAC,IAAI,CAAC,CAAC;IACpB,CAAC,EAAE,EAAE,CAAC,CAAC;IAGP,MAAM,YAAY,GAAG,GAAG,EAAE;QACxB,IACE,CAAA,iBAAiB,aAAjB,iBAAiB,uBAAjB,iBAAiB,CAAE,MAAM,MAAK,YAAY;YAC1C,MAAM,CAAC,SAAS;YAChB,MAAM,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAC3B;YACA,OAAO,IAAA,sBAAc,EAAC;gBACpB,IAAI,EAAE,QAAQ;gBACd,QAAQ,EAAE,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,EAAE;gBACpB,WAAW,EAAE,MAAM,CAAC,SAAS;gBAC7B,OAAO,EAAE,OAAO;gBAChB,MAAM,EAAE,MAAM;aACf,CAAC,CAAC;SACJ;QACD,OAAO,SAAS,CAAC;IACnB,CAAC,CAAC;IAEF,MAAM,YAAY,GAAG,GAAG,EAAE;QACxB,IACE,CAAC,CAAA,iBAAiB,aAAjB,iBAAiB,uBAAjB,iBAAiB,CAAE,MAAM,MAAK,eAAe;YAC5C,CAAA,iBAAiB,aAAjB,iBAAiB,uBAAjB,iBAAiB,CAAE,MAAM,MAAK,oBAAoB;YAClD,CAAA,iBAAiB,aAAjB,iBAAiB,uBAAjB,iBAAiB,CAAE,MAAM,MAAK,WAAW;YACzC,CAAA,iBAAiB,aAAjB,iBAAiB,uBAAjB,iBAAiB,CAAE,MAAM,MAAK,WAAW,CAAC;aAC5C,iBAAiB,aAAjB,iBAAiB,uBAAjB,iBAAiB,CAAE,SAAS,CAAA,EAC5B;YACA,OAAO,CACL,6DACE,gCACE,SAAS,EAAE,IAAA,oBAAE,EACX,wBAAwB,EACxB,kBAAkB,CAAA,iBAAiB,aAAjB,iBAAiB,uBAAjB,iBAAiB,CAAE,MAAM,KAAI,SAAS,EAAE,EAC1D;4BACE,MAAM,EAAE,CAAC,eAAe;yBACzB,CACF,YAEA,mBAAmB,EAAE,GAClB,EACL,kBAAkB,EAAE,IACpB,CACJ,CAAC;SACH;QACD,OAAO,CACL,gCAAK,SAAS,EAAC,wBAAwB,YACpC,QAAQ,IAAI,uBAAC,cAAI,IAAC,QAAQ,EAAE,cAAc,EAAE,MAAM,EAAE,YAAY,EAAE,GAAI,GACnE,CACP,CAAC;IACJ,CAAC,CAAC;IAEF,MAAM,mBAAmB,GAAG,GAAG,EAAE;;QAC/B,IAAI,CAAC,QAAQ;YAAE,OAAO,IAAI,CAAC;QAE3B,IACE,CAAA,iBAAiB,aAAjB,iBAAiB,uBAAjB,iBAAiB,CAAE,MAAM,MAAK,eAAe;YAC7C,CAAA,iBAAiB,aAAjB,iBAAiB,uBAAjB,iBAAiB,CAAE,MAAM,MAAK,oBAAoB;YAClD,CAAA,iBAAiB,aAAjB,iBAAiB,uBAAjB,iBAAiB,CAAE,MAAM,MAAK,WAAW,EACzC;YACA,OAAO,CACL,uBAAC,uBAAa,IACZ,QAAQ,EACN,gCAAK,SAAS,EAAC,wBAAwB,YACpC,QAAQ,IAAI,CACX,uBAAC,cAAI,IAAC,QAAQ,EAAE,cAAc,EAAE,MAAM,EAAE,YAAY,EAAE,GAAI,CAC3D,GACG,YAGR,uBAAC,oBAAmB,IAClB,GAAG,EAAE,iBAAiB,CAAC,SAAS,EAChC,GAAG,EAAE,MAAM,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EACtD,WAAW,EAAE,YAAY,EAAE,EAC3B,YAAY,QACZ,QAAQ,QACR,SAAS,EAAE,SAAS,EACpB,QAAQ,EAAE,iBAAiB,CAAC,MAAM,KAAK,eAAe,EACtD,QAAQ,EAAE,cAAc,EACxB,OAAO,EAAE,OAAO,EAChB,KAAK,EAAE,cAAc,EAAE,EACvB,YAAY,EAAE,YAAY,EAC1B,UAAU,EAAE,UAAU,EACtB,QAAQ,EAAE,QAAQ,EAClB,YAAY,EAAE,MAAA,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,WAAW,0CAAE,QAAQ,EAC9C,UAAU,EAAE,UAAU,GACtB,GACY,CACjB,CAAC;SACH;QAED,IAAI,CAAA,iBAAiB,aAAjB,iBAAiB,uBAAjB,iBAAiB,CAAE,MAAM,MAAK,WAAW,EAAE;YAC7C,OAAO,CACL,uBAAC,qBAAW,IACV,MAAM,EAAE,YAAY,EAAE,IAAI,EAAE,EAC5B,GAAG,EAAE,iBAAiB,CAAC,SAAS,EAChC,GAAG,EAAC,EAAE,GACN,CACH,CAAC;SACH;QAED,OAAO,IAAI,CAAC;IACd,CAAC,CAAC;IAGF,MAAM,kBAAkB,GAAG,GAAG,EAAE,CAAC,CAC/B,gCAAK,SAAS,EAAC,uBAAuB,YACpC,uBAAC,gBAAM,IACL,KAAK,QACL,OAAO,EAAE,GAAG,EAAE,CAAC,kBAAkB,CAAC,CAAC,eAAe,CAAC,EACnD,IAAI,EAAE,eAAe,CAAC,CAAC,CAAC,uBAAC,sBAAY,KAAG,CAAC,CAAC,CAAC,uBAAC,aAAG,KAAG,YAElD,iCAAM,SAAS,EAAC,4BAA4B,YACzC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GACnC,GACA,GACL,CACP,CAAC;IAEF,MAAM,cAAc,GAAG,GAAG,EAAE;QAC1B,IAAI,CAAA,iBAAiB,aAAjB,iBAAiB,uBAAjB,iBAAiB,CAAE,MAAM,MAAK,eAAe,EAAE;YACjD,OAAO;gBACL,KAAK,EAAE,OAAO;gBACd,MAAM,EAAE,OAAO;gBACf,eAAe,EAAE,MAAM;gBACvB,YAAY,EAAE,MAAM;gBACpB,SAAS,EAAE,MAAM;aAClB,CAAC;SACH;QACD,OAAO;YACL,KAAK,EAAE,MAAM;YACb,MAAM,EAAE,MAAM;YACd,eAAe,EAAE,MAAM;SACxB,CAAC;IACJ,CAAC,CAAC;IAEF,MAAM,sBAAsB,GAAG,GAAG,EAAE;QAClC,IAAI,CAAC,CAAC,QAAQ,IAAI,CAAC,qBAAqB,IAAI,MAAM,CAAC,OAAO,KAAI,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,EAAE,CAAA,CAAC;YACvE,OAAO,IAAI,CAAC;QAEd,MAAM,IAAI,GAAG,WAAW,MAAM,CAAC,EAAE,IAC/B,MAAM,CAAC,OAAO,KAAK,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IACtC,IAAI,MAAM,CAAC,aAAa,IAAI,MAAM,CAAC,IAAI,gBACrC,CAAA,WAAW,aAAX,WAAW,uBAAX,WAAW,CAAE,aAAa;YACxB,CAAC,CAAC,gBAAgB,WAAW,CAAC,aAAa,uBAAuB;YAClE,CAAC,CAAC,EACN,EAAE,CAAC;QAEH,OAAO,CACL,gCAAK,SAAS,EAAC,qCAAqC,YAClD,8BACE,SAAS,EAAC,6DAA6D,EACvE,IAAI,EAAE,IAAI,YAEV,uBAAC,iBAAO,IAAC,OAAO,EAAE,CAAC,CAAC,yCAAyC,CAAC,YAC5D,iCAAM,SAAS,EAAC,qBAAqB,YACnC,uBAAC,cAAI,KAAG,GACH,GACC,GACR,GACA,CACP,CAAC;IACJ,CAAC,CAAC;IAEF,OAAO,CACL,6DACG,YAAY,EAAE,EACd,sBAAsB,EAAE,IACxB,CACJ,CAAC;AACJ,CAAC,CAAC;AAEF,kBAAe,IAAA,YAAI,EAAC,MAAM,EAAE,CAAC,SAAS,EAAE,SAAS,EAAE,EAAE;IACnD,OAAO,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;AACjE,CAAC,CAAC,CAAC"}
1
+ {"version":3,"file":"Avatar.js","sourceRoot":"","sources":["../../../src/components/Avatar/Avatar.tsx"],"names":[],"mappings":";;;;AAAA,iCAAyD;AAMzD,2FAA2D;AAC3D,oEAAoC;AACpC,+CAAqD;AACrD,gEAAgC;AAChC,8FAA8D;AAC9D,kEAAkC;AAClC,iDAA+C;AAC/C,+DAA+B;AAC/B,iFAAiD;AACjD,iEAAiC;AACjC,oEAA4B;AAC5B,sEAA+C;AAC/C,+DAAwD;AAoBxD,MAAM,MAAM,GAAoB,CAAC,EAC/B,MAAM,EACN,WAAW,EACX,iBAAiB,EACjB,MAAM,EACN,QAAQ,GAAG,KAAK,EAChB,eAAe,GAAG,KAAK,EACvB,kBAAkB,EAClB,qBAAqB,GAAG,KAAK,EAC7B,cAAc,GAAG,KAAK,EACtB,OAAO,GAAG,KAAK,EACf,OAAO,EACP,MAAM,EACN,SAAS,EACT,QAAQ,GAAG,KAAK,EAChB,SAAS,GACV,EAAE,EAAE;IAEH,MAAM,EAAE,CAAC,EAAE,GAAG,IAAA,8BAAc,GAAE,CAAC;IAC/B,MAAM,CAAC,QAAQ,EAAE,WAAW,CAAC,GAAG,IAAA,gBAAQ,EAAC,KAAK,CAAC,CAAC;IAEhD,MAAM,EAAG,mBAAmB,EAAE,GAAG,IAAA,yBAAS,GAAE,CAAC;IAE7C,IAAA,iBAAS,EAAC,GAAG,EAAE;QACb,WAAW,CAAC,IAAI,CAAC,CAAC;IACpB,CAAC,EAAE,EAAE,CAAC,CAAC;IAGP,MAAM,YAAY,GAAG,GAAG,EAAE;QACxB,IACE,CAAA,iBAAiB,aAAjB,iBAAiB,uBAAjB,iBAAiB,CAAE,MAAM,MAAK,YAAY;YAC1C,MAAM,CAAC,SAAS;YAChB,MAAM,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAC3B;YACA,OAAO,IAAA,sBAAc,EAAC;gBACpB,IAAI,EAAE,QAAQ;gBACd,QAAQ,EAAE,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,EAAE;gBACpB,WAAW,EAAE,MAAM,CAAC,SAAS;gBAC7B,OAAO,EAAE,OAAO;gBAChB,MAAM,EAAE,MAAM;aACf,CAAC,CAAC;SACJ;QACD,OAAO,SAAS,CAAC;IACnB,CAAC,CAAC;IAEF,MAAM,YAAY,GAAG,GAAG,EAAE;QACxB,IACE,CAAC,CAAA,iBAAiB,aAAjB,iBAAiB,uBAAjB,iBAAiB,CAAE,MAAM,MAAK,eAAe;YAC5C,CAAA,iBAAiB,aAAjB,iBAAiB,uBAAjB,iBAAiB,CAAE,MAAM,MAAK,oBAAoB;YAClD,CAAA,iBAAiB,aAAjB,iBAAiB,uBAAjB,iBAAiB,CAAE,MAAM,MAAK,WAAW;YACzC,CAAA,iBAAiB,aAAjB,iBAAiB,uBAAjB,iBAAiB,CAAE,MAAM,MAAK,WAAW,CAAC;aAC5C,iBAAiB,aAAjB,iBAAiB,uBAAjB,iBAAiB,CAAE,SAAS,CAAA,EAC5B;YACA,OAAO,CACL,6DACE,gCACE,SAAS,EAAE,IAAA,oBAAE,EACX,wBAAwB,EACxB,kBAAkB,CAAA,iBAAiB,aAAjB,iBAAiB,uBAAjB,iBAAiB,CAAE,MAAM,KAAI,SAAS,EAAE,EAC1D;4BACE,MAAM,EAAE,CAAC,eAAe;yBACzB,CACF,YAEA,mBAAmB,EAAE,GAClB,EACL,kBAAkB,EAAE,IACpB,CACJ,CAAC;SACH;QACD,OAAO,CACL,gCAAK,SAAS,EAAC,wBAAwB,YACpC,QAAQ,IAAI,uBAAC,cAAI,IAAC,QAAQ,EAAE,cAAc,EAAE,MAAM,EAAE,YAAY,EAAE,GAAI,GACnE,CACP,CAAC;IACJ,CAAC,CAAC;IAEF,MAAM,mBAAmB,GAAG,GAAG,EAAE;;QAC/B,IAAI,CAAC,QAAQ;YAAE,OAAO,IAAI,CAAC;QAE3B,IACE,CAAA,iBAAiB,aAAjB,iBAAiB,uBAAjB,iBAAiB,CAAE,MAAM,MAAK,eAAe;YAC7C,CAAA,iBAAiB,aAAjB,iBAAiB,uBAAjB,iBAAiB,CAAE,MAAM,MAAK,oBAAoB;YAClD,CAAA,iBAAiB,aAAjB,iBAAiB,uBAAjB,iBAAiB,CAAE,MAAM,MAAK,WAAW,EACzC;YACA,OAAO,CACL,uBAAC,uBAAa,IACZ,QAAQ,EACN,gCAAK,SAAS,EAAC,wBAAwB,YACpC,QAAQ,IAAI,CACX,uBAAC,cAAI,IAAC,QAAQ,EAAE,cAAc,EAAE,MAAM,EAAE,YAAY,EAAE,GAAI,CAC3D,GACG,YAGR,uBAAC,oBAAmB,IAClB,mBAAmB,EAAE,mBAAmB,EACxC,GAAG,EAAE,iBAAiB,CAAC,SAAS,EAChC,GAAG,EAAE,MAAM,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EACtD,WAAW,EAAE,YAAY,EAAE,EAC3B,YAAY,QACZ,QAAQ,QACR,SAAS,EAAE,SAAS,EACpB,QAAQ,EAAE,iBAAiB,CAAC,MAAM,KAAK,eAAe,EACtD,QAAQ,EAAE,cAAc,EACxB,OAAO,EAAE,OAAO,EAChB,KAAK,EAAE,cAAc,EAAE,EACvB,QAAQ,EAAE,QAAQ,EAClB,YAAY,EAAE,MAAA,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,WAAW,0CAAE,QAAQ,GAC9C,GACY,CACjB,CAAC;SACH;QAED,IAAI,CAAA,iBAAiB,aAAjB,iBAAiB,uBAAjB,iBAAiB,CAAE,MAAM,MAAK,WAAW,EAAE;YAC7C,OAAO,CACL,uBAAC,qBAAW,IACV,MAAM,EAAE,YAAY,EAAE,IAAI,EAAE,EAC5B,GAAG,EAAE,iBAAiB,CAAC,SAAS,EAChC,GAAG,EAAC,EAAE,GACN,CACH,CAAC;SACH;QAED,OAAO,IAAI,CAAC;IACd,CAAC,CAAC;IAGF,MAAM,kBAAkB,GAAG,GAAG,EAAE,CAAC,CAC/B,gCAAK,SAAS,EAAC,uBAAuB,YACpC,uBAAC,gBAAM,IACL,KAAK,QACL,OAAO,EAAE,GAAG,EAAE,CAAC,kBAAkB,CAAC,CAAC,eAAe,CAAC,EACnD,IAAI,EAAE,eAAe,CAAC,CAAC,CAAC,uBAAC,sBAAY,KAAG,CAAC,CAAC,CAAC,uBAAC,aAAG,KAAG,YAElD,iCAAM,SAAS,EAAC,4BAA4B,YACzC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GACnC,GACA,GACL,CACP,CAAC;IAEF,MAAM,cAAc,GAAG,GAAG,EAAE;QAC1B,IAAI,CAAA,iBAAiB,aAAjB,iBAAiB,uBAAjB,iBAAiB,CAAE,MAAM,MAAK,eAAe,EAAE;YACjD,OAAO;gBACL,KAAK,EAAE,OAAO;gBACd,MAAM,EAAE,OAAO;gBACf,eAAe,EAAE,MAAM;gBACvB,YAAY,EAAE,MAAM;gBACpB,SAAS,EAAE,MAAM;aAClB,CAAC;SACH;QACD,OAAO;YACL,KAAK,EAAE,MAAM;YACb,MAAM,EAAE,MAAM;YACd,eAAe,EAAE,MAAM;SACxB,CAAC;IACJ,CAAC,CAAC;IAEF,MAAM,sBAAsB,GAAG,GAAG,EAAE;QAClC,IAAI,CAAC,CAAC,QAAQ,IAAI,CAAC,qBAAqB,IAAI,MAAM,CAAC,OAAO,KAAI,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,EAAE,CAAA,CAAC;YACvE,OAAO,IAAI,CAAC;QAEd,MAAM,IAAI,GAAG,WAAW,MAAM,CAAC,EAAE,IAC/B,MAAM,CAAC,OAAO,KAAK,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IACtC,IAAI,MAAM,CAAC,aAAa,IAAI,MAAM,CAAC,IAAI,gBACrC,CAAA,WAAW,aAAX,WAAW,uBAAX,WAAW,CAAE,aAAa;YACxB,CAAC,CAAC,gBAAgB,WAAW,CAAC,aAAa,uBAAuB;YAClE,CAAC,CAAC,EACN,EAAE,CAAC;QAEH,OAAO,CACL,gCAAK,SAAS,EAAC,qCAAqC,YAClD,8BACE,SAAS,EAAC,6DAA6D,EACvE,IAAI,EAAE,IAAI,YAEV,uBAAC,iBAAO,IAAC,OAAO,EAAE,CAAC,CAAC,yCAAyC,CAAC,YAC5D,iCAAM,SAAS,EAAC,qBAAqB,YACnC,uBAAC,cAAI,KAAG,GACH,GACC,GACR,GACA,CACP,CAAC;IACJ,CAAC,CAAC;IAEF,OAAO,CACL,6DACG,YAAY,EAAE,EACd,sBAAsB,EAAE,IACxB,CACJ,CAAC;AACJ,CAAC,CAAC;AAEF,kBAAe,IAAA,YAAI,EAAC,MAAM,EAAE,CAAC,SAAS,EAAE,SAAS,EAAE,EAAE;IACnD,OAAO,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;AACjE,CAAC,CAAC,CAAC"}
@@ -10,9 +10,10 @@ interface Props {
10
10
  speaking: boolean;
11
11
  isZoomed: boolean;
12
12
  chatEmission: any;
13
- setMeshRef: any;
14
- clearVisemes: () => void;
15
- setEmotion: (emotion: string) => void;
13
+ updateCurrentViseme: (currentTime: number) => {
14
+ name: string;
15
+ weight: number;
16
+ } | null;
16
17
  }
17
18
  export declare const AvatarView: React.FC<Props & {
18
19
  halfBody: boolean;
@@ -32,13 +32,14 @@ const baseActions = {
32
32
  Loading2: { weight: 0 },
33
33
  Loading3: { weight: 0 },
34
34
  };
35
- const AvatarView = ({ setMeshRef, clearVisemes, chatEmission, showControls, animation, url, sex, eyeBlink, headMovement, speaking, halfBody, loading, isZoomed, setEmotion, }) => {
35
+ const AvatarView = ({ chatEmission, showControls, animation, url, sex, eyeBlink, headMovement, speaking, halfBody, loading, isZoomed, updateCurrentViseme, }) => {
36
36
  const [currentBaseAction, setCurrentBaseAction] = (0, react_1.useState)({
37
37
  action: animation || 'Idle1',
38
38
  weight: 1,
39
39
  });
40
40
  const [morphTargetInfluences, setMorphTargetInfluences] = (0, react_1.useState)({});
41
41
  const [morphTargetDictionary, setMorphTargetDictionary] = (0, react_1.useState)({});
42
+ const [emotionMorphTargets, setEmotionMorphTargets] = (0, react_1.useState)({});
42
43
  const [timeScale, setTimeScale] = (0, react_1.useState)(0.8);
43
44
  const setEmotionMorphTargetInfluences = (0, react_1.useCallback)((action) => {
44
45
  const emotionMap = {
@@ -50,16 +51,14 @@ const AvatarView = ({ setMeshRef, clearVisemes, chatEmission, showControls, anim
50
51
  Loading: { Loading1: 1, Loading2: 1, Loading3: 1 },
51
52
  };
52
53
  const newEmotion = action.slice(0, -1);
53
- setEmotion(newEmotion);
54
54
  const defaultEmotions = Object.keys(emotionMap).reduce((acc, key) => {
55
55
  acc[key] = 0;
56
56
  return acc;
57
57
  }, {});
58
58
  const emotion = Object.keys(emotionMap).find(key => action.startsWith(key)) || 'default';
59
59
  const emotionValues = emotion === 'default' ? defaultEmotions : emotionMap[emotion];
60
- setMorphTargetInfluences(prevInfluences => ({
61
- ...prevInfluences,
62
- ...defaultEmotions,
60
+ setEmotionMorphTargets(prevEmotions => ({
61
+ ...prevEmotions,
63
62
  ...emotionValues,
64
63
  }));
65
64
  }, []);
@@ -93,6 +92,11 @@ const AvatarView = ({ setMeshRef, clearVisemes, chatEmission, showControls, anim
93
92
  const emotion = `${outputContent}${randomNumber}`;
94
93
  onBaseActionChange(emotion);
95
94
  }
95
+ else {
96
+ const randomNumber = Math.floor(Math.random() * 5) + 1;
97
+ const animation = `Idle${randomNumber === 3 ? 4 : randomNumber}`;
98
+ onBaseActionChange(animation);
99
+ }
96
100
  }, [chatEmission]);
97
101
  (0, react_1.useEffect)(() => {
98
102
  if (loading) {
@@ -101,7 +105,7 @@ const AvatarView = ({ setMeshRef, clearVisemes, chatEmission, showControls, anim
101
105
  onBaseActionChange(animation);
102
106
  }
103
107
  }, [loading]);
104
- return ((0, jsx_runtime_1.jsxs)(jsx_runtime_1.Fragment, { children: [showControls && ((0, jsx_runtime_1.jsx)(controls_1.default, { timeScale: timeScale, morphTargetDictionary: morphTargetDictionary, onBaseActionChange: onBaseActionChange, onMorphTargetInfluencesChange: onMorphTargetInfluencesChange, onMorphTargetDictionaryChange: onMorphTargetDictionaryChange, baseActions: baseActions, currentBaseAction: currentBaseAction, modifyTimeScale: modifyTimeScale })), halfBody ? ((0, jsx_runtime_1.jsx)(halfbodyAvatar_1.default, { url: url, setMeshRef: setMeshRef, setMorphTargetInfluences: setMorphTargetInfluences, headMovement: headMovement, speaking: speaking, eyeBlink: eyeBlink, morphTargetInfluences: morphTargetInfluences, clearVisemes: clearVisemes, setMorphTargetDictionary: setMorphTargetDictionary })) : ((0, jsx_runtime_1.jsx)(fullbodyAvatar_1.default, { url: url, sex: sex, eyeBlink: eyeBlink, speaking: speaking, currentBaseAction: currentBaseAction, timeScale: timeScale, setMorphTargetInfluences: setMorphTargetInfluences, setMorphTargetDictionary: setMorphTargetDictionary, morphTargetInfluences: morphTargetInfluences, morphTargetDictionary: morphTargetDictionary, isZoomed: isZoomed, setMeshRef: setMeshRef, clearVisemes: clearVisemes }))] }));
108
+ return ((0, jsx_runtime_1.jsxs)(jsx_runtime_1.Fragment, { children: [showControls && ((0, jsx_runtime_1.jsx)(controls_1.default, { timeScale: timeScale, morphTargetDictionary: morphTargetDictionary, onBaseActionChange: onBaseActionChange, onMorphTargetInfluencesChange: onMorphTargetInfluencesChange, onMorphTargetDictionaryChange: onMorphTargetDictionaryChange, baseActions: baseActions, currentBaseAction: currentBaseAction, modifyTimeScale: modifyTimeScale })), halfBody ? ((0, jsx_runtime_1.jsx)(halfbodyAvatar_1.default, { url: url, headMovement: headMovement, speaking: speaking, eyeBlink: eyeBlink, morphTargetInfluences: morphTargetInfluences, setMorphTargetInfluences: setMorphTargetInfluences, setMorphTargetDictionary: setMorphTargetDictionary })) : ((0, jsx_runtime_1.jsx)(fullbodyAvatar_1.default, { url: url, sex: sex, eyeBlink: eyeBlink, currentBaseAction: currentBaseAction, timeScale: timeScale, morphTargetInfluences: morphTargetInfluences, isZoomed: isZoomed, updateCurrentViseme: updateCurrentViseme, setMorphTargetDictionary: setMorphTargetDictionary, setMorphTargetInfluences: setMorphTargetInfluences, emotionMorphTargets: emotionMorphTargets }))] }));
105
109
  };
106
110
  exports.AvatarView = AvatarView;
107
111
  //# sourceMappingURL=avatarComponent.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"avatarComponent.js","sourceRoot":"","sources":["../../../../../src/components/Avatar/AvatarView/AvatarComponent/avatarComponent.tsx"],"names":[],"mappings":";;;;;AAAA,iCAAgE;AAChE,6EAA0D;AAC1D,yFAAyD;AACzD,yFAAyD;AAuBzD,MAAM,WAAW,GAA+B;IAC9C,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACrB,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACrB,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACrB,KAAK,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACpB,KAAK,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACpB,KAAK,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACpB,KAAK,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACpB,KAAK,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACpB,OAAO,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACtB,OAAO,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACtB,OAAO,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACtB,SAAS,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACxB,SAAS,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACxB,SAAS,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACxB,OAAO,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACtB,OAAO,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACtB,OAAO,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACtB,UAAU,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACzB,UAAU,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACzB,UAAU,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACzB,QAAQ,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACvB,QAAQ,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACvB,QAAQ,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;CACxB,CAAC;AAEK,MAAM,UAAU,GAA4C,CAAC,EAClE,UAAU,EACV,YAAY,EACZ,YAAY,EACZ,YAAY,EACZ,SAAS,EACT,GAAG,EACH,GAAG,EACH,QAAQ,EACR,YAAY,EACZ,QAAQ,EACR,QAAQ,EACR,OAAO,EACP,QAAQ,EACR,UAAU,GACX,EAAE,EAAE;IACH,MAAM,CAAC,iBAAiB,EAAE,oBAAoB,CAAC,GAAG,IAAA,gBAAQ,EAAC;QACzD,MAAM,EAAE,SAAS,IAAI,OAAO;QAC5B,MAAM,EAAE,CAAC;KACV,CAAC,CAAC;IAEH,MAAM,CAAC,qBAAqB,EAAE,wBAAwB,CAAC,GAAG,IAAA,gBAAQ,EAE/D,EAAE,CAAC,CAAC;IACP,MAAM,CAAC,qBAAqB,EAAE,wBAAwB,CAAC,GAAG,IAAA,gBAAQ,EAE/D,EAAE,CAAC,CAAC;IAEP,MAAM,CAAC,SAAS,EAAE,YAAY,CAAC,GAAG,IAAA,gBAAQ,EAAC,GAAG,CAAC,CAAC;IAGhD,MAAM,+BAA+B,GAAG,IAAA,mBAAW,EAAC,CAAC,MAAc,EAAE,EAAE;QACrE,MAAM,UAAU,GAA2C;YACzD,KAAK,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;YACpB,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;YACrB,QAAQ,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE;YACzB,SAAS,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE;YAC3B,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;YACrB,OAAO,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE;SACnD,CAAC;QAGF,MAAM,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACvC,UAAU,CAAC,UAAU,CAAC,CAAC;QAEvB,MAAM,eAAe,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;YAClE,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACb,OAAO,GAAG,CAAC;QACb,CAAC,EAAE,EAA4B,CAAC,CAAC;QAEjC,MAAM,OAAO,GACX,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,IAAI,SAAS,CAAC;QAC3E,MAAM,aAAa,GACjB,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QAEhE,wBAAwB,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;YAC1C,GAAG,cAAc;YACjB,GAAG,eAAe;YAClB,GAAG,aAAa;SACjB,CAAC,CAAC,CAAC;IACN,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,MAAM,kBAAkB,GAAG,IAAA,mBAAW,EAAC,CAAC,MAAc,EAAE,EAAE;QACxD,+BAA+B,CAAC,MAAM,CAAC,CAAC;QACxC,oBAAoB,CAAC;YACnB,MAAM;YACN,MAAM,EAAE,CAAC;SACV,CAAC,CAAC;IACL,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,MAAM,6BAA6B,GAAG,IAAA,mBAAW,EAC/C,CAAC,UAAqC,EAAE,EAAE;QACxC,wBAAwB,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;YAC1C,GAAG,cAAc;YACjB,GAAG,UAAU;SACd,CAAC,CAAC,CAAC;IACN,CAAC,EACD,EAAE,CACH,CAAC;IAEF,MAAM,6BAA6B,GAAG,IAAA,mBAAW,EAC/C,CAAC,UAAqC,EAAE,EAAE;QACxC,wBAAwB,CAAC,UAAU,CAAC,CAAC;IACvC,CAAC,EACD,EAAE,CACH,CAAC;IAEF,MAAM,eAAe,GAAG,IAAA,mBAAW,EAAC,CAAC,KAAa,EAAE,EAAE;QACpD,YAAY,CAAC,KAAK,CAAC,CAAC;IACtB,CAAC,EAAE,EAAE,CAAC,CAAC;IAGP,IAAA,iBAAS,EAAC,GAAG,EAAE;;QAEb,MAAM,YAAY,GAAG,YAAY,aAAZ,YAAY,uBAAZ,YAAY,CAAE,QAAQ,CACzC,iCAAiC,CAClC,CAAC;QACF,MAAM,aAAa,GAAG,YAAY;YAChC,CAAC,CAAC,MAAA,MAAA,YAAY,aAAZ,YAAY,uBAAZ,YAAY,CACR,KAAK,CAAC,iCAAiC,EAAE,CAAC,CAAC,0CAC3C,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,0CACrB,IAAI,EAAE;YACZ,CAAC,CAAC,IAAI,CAAC;QAET,IAAI,aAAa,EAAE;YAIjB,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;YACvD,MAAM,OAAO,GAAG,GAAG,aAAa,GAAG,YAAY,EAAE,CAAC;YAElD,kBAAkB,CAAC,OAAO,CAAC,CAAC;SAC7B;IACH,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC;IAEnB,IAAA,iBAAS,EAAC,GAAG,EAAE;QACb,IAAI,OAAO,EAAE;YAEX,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;YACvD,MAAM,SAAS,GAAG,UAAU,YAAY,EAAE,CAAC;YAC3C,kBAAkB,CAAC,SAAS,CAAC,CAAC;SAC/B;IACH,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAEd,OAAO,CACL,6DACG,YAAY,IAAI,CACf,uBAAC,kBAAqB,IACpB,SAAS,EAAE,SAAS,EACpB,qBAAqB,EAAE,qBAAqB,EAC5C,kBAAkB,EAAE,kBAAkB,EACtC,6BAA6B,EAAE,6BAA6B,EAC5D,6BAA6B,EAAE,6BAA6B,EAC5D,WAAW,EAAE,WAAW,EACxB,iBAAiB,EAAE,iBAAiB,EACpC,eAAe,EAAE,eAAe,GAChC,CACH,EACA,QAAQ,CAAC,CAAC,CAAC,CACV,uBAAC,wBAAc,IACb,GAAG,EAAE,GAAG,EACR,UAAU,EAAE,UAAU,EACtB,wBAAwB,EAAE,wBAAwB,EAClD,YAAY,EAAE,YAAY,EAC1B,QAAQ,EAAE,QAAQ,EAClB,QAAQ,EAAE,QAAQ,EAClB,qBAAqB,EAAE,qBAAqB,EAC5C,YAAY,EAAE,YAAY,EAC1B,wBAAwB,EAAE,wBAAwB,GAClD,CACH,CAAC,CAAC,CAAC,CACF,uBAAC,wBAAc,IACb,GAAG,EAAE,GAAG,EACR,GAAG,EAAE,GAAG,EACR,QAAQ,EAAE,QAAQ,EAClB,QAAQ,EAAE,QAAQ,EAClB,iBAAiB,EAAE,iBAAiB,EACpC,SAAS,EAAE,SAAS,EACpB,wBAAwB,EAAE,wBAAwB,EAClD,wBAAwB,EAAE,wBAAwB,EAClD,qBAAqB,EAAE,qBAAqB,EAC5C,qBAAqB,EAAE,qBAAqB,EAC5C,QAAQ,EAAE,QAAQ,EAClB,UAAU,EAAE,UAAU,EACtB,YAAY,EAAE,YAAY,GAC1B,CACH,IACA,CACJ,CAAC;AACJ,CAAC,CAAC;AAzKW,QAAA,UAAU,cAyKrB"}
1
+ {"version":3,"file":"avatarComponent.js","sourceRoot":"","sources":["../../../../../src/components/Avatar/AvatarView/AvatarComponent/avatarComponent.tsx"],"names":[],"mappings":";;;;;AAAA,iCAAgE;AAChE,6EAA0D;AAC1D,yFAAyD;AACzD,yFAAyD;AAqBzD,MAAM,WAAW,GAA+B;IAC9C,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACrB,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACrB,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACrB,KAAK,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACpB,KAAK,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACpB,KAAK,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACpB,KAAK,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACpB,KAAK,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACpB,OAAO,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACtB,OAAO,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACtB,OAAO,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACtB,SAAS,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACxB,SAAS,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACxB,SAAS,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACxB,OAAO,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACtB,OAAO,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACtB,OAAO,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACtB,UAAU,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACzB,UAAU,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACzB,UAAU,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACzB,QAAQ,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACvB,QAAQ,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IACvB,QAAQ,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;CACxB,CAAC;AAGK,MAAM,UAAU,GAA4C,CAAC,EAClE,YAAY,EACZ,YAAY,EACZ,SAAS,EACT,GAAG,EACH,GAAG,EACH,QAAQ,EACR,YAAY,EACZ,QAAQ,EACR,QAAQ,EACR,OAAO,EACP,QAAQ,EACR,mBAAmB,GACpB,EAAE,EAAE;IACH,MAAM,CAAC,iBAAiB,EAAE,oBAAoB,CAAC,GAAG,IAAA,gBAAQ,EAAC;QACzD,MAAM,EAAE,SAAS,IAAI,OAAO;QAC5B,MAAM,EAAE,CAAC;KACV,CAAC,CAAC;IAEH,MAAM,CAAC,qBAAqB,EAAE,wBAAwB,CAAC,GAAG,IAAA,gBAAQ,EAE/D,EAAE,CAAC,CAAC;IACP,MAAM,CAAC,qBAAqB,EAAE,wBAAwB,CAAC,GAAG,IAAA,gBAAQ,EAE/D,EAAE,CAAC,CAAC;IACP,MAAM,CAAC,mBAAmB,EAAE,sBAAsB,CAAC,GAAG,IAAA,gBAAQ,EAE3D,EAAE,CAAC,CAAC;IAEP,MAAM,CAAC,SAAS,EAAE,YAAY,CAAC,GAAG,IAAA,gBAAQ,EAAC,GAAG,CAAC,CAAC;IAGhD,MAAM,+BAA+B,GAAG,IAAA,mBAAW,EAAC,CAAC,MAAc,EAAE,EAAE;QACrE,MAAM,UAAU,GAA2C;YACzD,KAAK,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;YACpB,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;YACrB,QAAQ,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE;YACzB,SAAS,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE;YAC3B,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;YACrB,OAAO,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE;SACnD,CAAC;QAGF,MAAM,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAGvC,MAAM,eAAe,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;YAClE,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACb,OAAO,GAAG,CAAC;QACb,CAAC,EAAE,EAA4B,CAAC,CAAC;QAEjC,MAAM,OAAO,GACX,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,IAAI,SAAS,CAAC;QAC3E,MAAM,aAAa,GACjB,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QAEhE,sBAAsB,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;YACtC,GAAG,YAAY;YACf,GAAG,aAAa;SACjB,CAAC,CAAC,CAAC;IACN,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,MAAM,kBAAkB,GAAG,IAAA,mBAAW,EAAC,CAAC,MAAc,EAAE,EAAE;QACxD,+BAA+B,CAAC,MAAM,CAAC,CAAC;QACxC,oBAAoB,CAAC;YACnB,MAAM;YACN,MAAM,EAAE,CAAC;SACV,CAAC,CAAC;IACL,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,MAAM,6BAA6B,GAAG,IAAA,mBAAW,EAC/C,CAAC,UAAqC,EAAE,EAAE;QACxC,wBAAwB,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;YAC1C,GAAG,cAAc;YACjB,GAAG,UAAU;SACd,CAAC,CAAC,CAAC;IACN,CAAC,EACD,EAAE,CACH,CAAC;IAEF,MAAM,6BAA6B,GAAG,IAAA,mBAAW,EAC/C,CAAC,UAAqC,EAAE,EAAE;QACxC,wBAAwB,CAAC,UAAU,CAAC,CAAC;IACvC,CAAC,EACD,EAAE,CACH,CAAC;IAEF,MAAM,eAAe,GAAG,IAAA,mBAAW,EAAC,CAAC,KAAa,EAAE,EAAE;QACpD,YAAY,CAAC,KAAK,CAAC,CAAC;IACtB,CAAC,EAAE,EAAE,CAAC,CAAC;IAGP,IAAA,iBAAS,EAAC,GAAG,EAAE;;QAEb,MAAM,YAAY,GAAG,YAAY,aAAZ,YAAY,uBAAZ,YAAY,CAAE,QAAQ,CACzC,iCAAiC,CAClC,CAAC;QACF,MAAM,aAAa,GAAG,YAAY;YAChC,CAAC,CAAC,MAAA,MAAA,YAAY,aAAZ,YAAY,uBAAZ,YAAY,CACR,KAAK,CAAC,iCAAiC,EAAE,CAAC,CAAC,0CAC3C,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,0CACrB,IAAI,EAAE;YACZ,CAAC,CAAC,IAAI,CAAC;QAET,IAAI,aAAa,EAAE;YAIjB,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;YACvD,MAAM,OAAO,GAAG,GAAG,aAAa,GAAG,YAAY,EAAE,CAAC;YAElD,kBAAkB,CAAC,OAAO,CAAC,CAAC;SAC7B;aAAM;YAEL,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;YACvD,MAAM,SAAS,GAAG,OAAO,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,EAAE,CAAC;YACjE,kBAAkB,CAAC,SAAS,CAAC,CAAC;SAC/B;IACH,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC;IAEnB,IAAA,iBAAS,EAAC,GAAG,EAAE;QACb,IAAI,OAAO,EAAE;YAEX,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;YACvD,MAAM,SAAS,GAAG,UAAU,YAAY,EAAE,CAAC;YAC3C,kBAAkB,CAAC,SAAS,CAAC,CAAC;SAC/B;IACH,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAGd,OAAO,CACL,6DACG,YAAY,IAAI,CACf,uBAAC,kBAAqB,IACpB,SAAS,EAAE,SAAS,EACpB,qBAAqB,EAAE,qBAAqB,EAC5C,kBAAkB,EAAE,kBAAkB,EACtC,6BAA6B,EAAE,6BAA6B,EAC5D,6BAA6B,EAAE,6BAA6B,EAC5D,WAAW,EAAE,WAAW,EACxB,iBAAiB,EAAE,iBAAiB,EACpC,eAAe,EAAE,eAAe,GAChC,CACH,EACA,QAAQ,CAAC,CAAC,CAAC,CACV,uBAAC,wBAAc,IACb,GAAG,EAAE,GAAG,EACR,YAAY,EAAE,YAAY,EAC1B,QAAQ,EAAE,QAAQ,EAClB,QAAQ,EAAE,QAAQ,EAClB,qBAAqB,EAAE,qBAAqB,EAC5C,wBAAwB,EAAE,wBAAwB,EAClD,wBAAwB,EAAE,wBAAwB,GAClD,CACH,CAAC,CAAC,CAAC,CACF,uBAAC,wBAAc,IACb,GAAG,EAAE,GAAG,EACR,GAAG,EAAE,GAAG,EACR,QAAQ,EAAE,QAAQ,EAClB,iBAAiB,EAAE,iBAAiB,EACpC,SAAS,EAAE,SAAS,EACpB,qBAAqB,EAAE,qBAAqB,EAC5C,QAAQ,EAAE,QAAQ,EAClB,mBAAmB,EAAE,mBAAmB,EACxC,wBAAwB,EAAE,wBAAwB,EAClD,wBAAwB,EAAE,wBAAwB,EAClD,mBAAmB,EAAE,mBAAmB,GACxC,CACH,IACA,CACJ,CAAC;AACJ,CAAC,CAAC;AA3KW,QAAA,UAAU,cA2KrB"}
@@ -7,24 +7,18 @@ interface FullbodyAvatarProps {
7
7
  weight: number;
8
8
  };
9
9
  timeScale: number;
10
- loading?: boolean;
11
- speaking?: boolean;
12
10
  isZoomed?: boolean;
13
- setMorphTargetInfluences: (influences: {
14
- [key: string]: number;
15
- }) => void;
16
- setMorphTargetDictionary: (dictionary: {
17
- [key: string]: number;
18
- }) => void;
19
- morphTargetInfluences: {
20
- [key: string]: number;
21
- };
22
- morphTargetDictionary: {
23
- [key: string]: number;
24
- };
25
- setMeshRef: any;
26
11
  eyeBlink?: boolean;
27
- clearVisemes: () => void;
12
+ updateCurrentViseme: (currentTime: number) => {
13
+ name: string;
14
+ weight: number;
15
+ } | null;
16
+ smoothMorphTarget?: boolean;
17
+ morphTargetSmoothing?: number;
18
+ morphTargetInfluences: Record<string, number>;
19
+ setMorphTargetDictionary: (morphTargetDictionary: Record<string, number>) => void;
20
+ setMorphTargetInfluences: (morphTargetInfluences: Record<string, number>) => void;
21
+ emotionMorphTargets: Record<string, number>;
28
22
  }
29
- export default function FullbodyAvatar({ url, sex, onLoaded, currentBaseAction, timeScale, isZoomed, setMorphTargetInfluences, setMorphTargetDictionary, morphTargetInfluences, eyeBlink, setMeshRef, clearVisemes, }: FullbodyAvatarProps): JSX.Element;
23
+ export default function FullbodyAvatar({ url, sex, onLoaded, currentBaseAction, timeScale, isZoomed, eyeBlink, morphTargetSmoothing, updateCurrentViseme, setMorphTargetDictionary, setMorphTargetInfluences, emotionMorphTargets, }: FullbodyAvatarProps): JSX.Element;
30
24
  export {};
@@ -6,75 +6,58 @@ const three_1 = require("three");
6
6
  const drei_1 = require("@react-three/drei");
7
7
  const fiber_1 = require("@react-three/fiber");
8
8
  const utils_1 = require("../../../../../helpers/utils");
9
- const useEyeBlink_1 = require("../../utils/useEyeBlink");
10
- const lerp = (start, end, alpha) => {
11
- return start * (1 - alpha) + end * alpha;
12
- };
13
9
  const AVATAR_POSITION = new three_1.Vector3(0, -1, 0);
14
10
  const AVATAR_ROTATION = new three_1.Euler(0.175, 0, 0);
15
11
  const AVATAR_POSITION_ZOOMED = new three_1.Vector3(0, -1.45, 0);
16
12
  const ANIMATION_URLS = {
17
- MALE: 'https://assets.memori.ai/api/v2/asset/1c350a21-97d8-4add-82cc-9dc10767a26b.glb',
18
- FEMALE: 'https://assets.memori.ai/api/v2/asset/c2b07166-de10-4c66-918b-7b7cd380cca7.glb',
13
+ MALE: 'https://assets.memori.ai/api/v2/asset/2c5e88a4-cf62-408b-9ef0-518b099dfcb2.glb',
14
+ FEMALE: 'https://assets.memori.ai/api/v2/asset/0e49aa5d-f757-4292-a170-d843c2839a41.glb',
15
+ };
16
+ const BLINK_CONFIG = {
17
+ minInterval: 1000,
18
+ maxInterval: 5000,
19
+ blinkDuration: 150,
19
20
  };
20
- const ANIMATION_DURATION = 3000;
21
- function FullbodyAvatar({ url, sex, onLoaded, currentBaseAction, timeScale, isZoomed, setMorphTargetInfluences, setMorphTargetDictionary, morphTargetInfluences, eyeBlink, setMeshRef, clearVisemes, }) {
21
+ const EMOTION_TRANSITION_SPEED = 0.1;
22
+ function FullbodyAvatar({ url, sex, onLoaded, currentBaseAction, timeScale, isZoomed, eyeBlink, morphTargetSmoothing = 0.5, updateCurrentViseme, setMorphTargetDictionary, setMorphTargetInfluences, emotionMorphTargets, }) {
22
23
  const { scene } = (0, drei_1.useGLTF)(url);
23
24
  const { animations } = (0, drei_1.useGLTF)(ANIMATION_URLS[sex]);
24
25
  const { nodes, materials } = (0, fiber_1.useGraph)(scene);
25
26
  const { actions } = (0, drei_1.useAnimations)(animations, scene);
26
- const [mixer] = (0, react_1.useState)(() => new three_1.AnimationMixer(scene));
27
- const avatarMeshRef = (0, react_1.useRef)();
27
+ const mixer = (0, react_1.useRef)(new three_1.AnimationMixer(scene));
28
+ const headMeshRef = (0, react_1.useRef)();
28
29
  const currentActionRef = (0, react_1.useRef)(null);
29
- const isTransitioningRef = (0, react_1.useRef)(false);
30
- (0, useEyeBlink_1.useAvatarBlink)({
31
- enabled: eyeBlink || false,
32
- setMorphTargetInfluences,
33
- config: {
34
- minInterval: 1500,
35
- maxInterval: 4000,
36
- blinkDuration: 120,
37
- },
38
- });
39
- const transitionToIdle = (0, react_1.useCallback)(() => {
40
- if (!actions || isTransitioningRef.current)
41
- return;
42
- isTransitioningRef.current = true;
43
- const finishCurrentAnimation = () => {
44
- if (currentActionRef.current && !currentActionRef.current.paused) {
45
- const remainingTime = (currentActionRef.current.getClip().duration - currentActionRef.current.time) * 1000;
46
- setTimeout(() => {
47
- startIdleAnimation();
48
- }, remainingTime);
49
- }
50
- else {
51
- startIdleAnimation();
52
- }
53
- };
54
- const startIdleAnimation = () => {
55
- const idleAnimations = Object.keys(actions).filter(key => key.startsWith('Idle'));
56
- const randomIdle = idleAnimations[Math.floor(Math.random() * idleAnimations.length)];
57
- const idleAction = actions[randomIdle];
58
- const fadeOutDuration = 0.5;
59
- const fadeInDuration = 0.5;
60
- if (currentActionRef.current) {
61
- currentActionRef.current.fadeOut(fadeOutDuration);
30
+ const [isTransitioningToIdle, setIsTransitioningToIdle] = (0, react_1.useState)(false);
31
+ const lastBlinkTime = (0, react_1.useRef)(0);
32
+ const nextBlinkTime = (0, react_1.useRef)(0);
33
+ const isBlinking = (0, react_1.useRef)(false);
34
+ const blinkStartTime = (0, react_1.useRef)(0);
35
+ const currentEmotionRef = (0, react_1.useRef)({});
36
+ const previousEmotionKeysRef = (0, react_1.useRef)(new Set());
37
+ (0, react_1.useEffect)(() => {
38
+ (0, utils_1.correctMaterials)(materials);
39
+ scene.traverse((object) => {
40
+ if (object instanceof three_1.SkinnedMesh) {
41
+ if (object.name === 'GBNL__Head' || object.name === 'Wolf3D_Avatar') {
42
+ headMeshRef.current = object;
43
+ if (object.morphTargetDictionary && object.morphTargetInfluences) {
44
+ setMorphTargetDictionary(object.morphTargetDictionary);
45
+ const initialInfluences = Object.keys(object.morphTargetDictionary).reduce((acc, key) => ({ ...acc, [key]: 0 }), {});
46
+ setMorphTargetInfluences(initialInfluences);
47
+ }
48
+ }
62
49
  }
63
- idleAction === null || idleAction === void 0 ? void 0 : idleAction.reset().fadeIn(fadeInDuration).play();
64
- currentActionRef.current = idleAction;
65
- setTimeout(() => {
66
- isTransitioningRef.current = false;
67
- }, (fadeOutDuration + fadeInDuration) * 1000);
50
+ });
51
+ onLoaded === null || onLoaded === void 0 ? void 0 : onLoaded();
52
+ return () => {
53
+ Object.values(materials).forEach(material => material.dispose());
54
+ Object.values(nodes)
55
+ .filter(utils_1.isSkinnedMesh)
56
+ .forEach(mesh => mesh.geometry.dispose());
68
57
  };
69
- if (currentActionRef.current && !currentActionRef.current.getClip().name.startsWith('Idle')) {
70
- finishCurrentAnimation();
71
- }
72
- else {
73
- startIdleAnimation();
74
- }
75
- }, [actions]);
58
+ }, [materials, nodes, url, onLoaded, scene]);
76
59
  (0, react_1.useEffect)(() => {
77
- if (!actions || !currentBaseAction.action || isTransitioningRef.current)
60
+ if (!actions || !currentBaseAction.action)
78
61
  return;
79
62
  const newAction = actions[currentBaseAction.action];
80
63
  if (!newAction) {
@@ -83,63 +66,104 @@ function FullbodyAvatar({ url, sex, onLoaded, currentBaseAction, timeScale, isZo
83
66
  }
84
67
  const fadeOutDuration = 0.8;
85
68
  const fadeInDuration = 0.8;
86
- if (!currentBaseAction.action.startsWith('Idle')) {
87
- setTimeout(() => {
88
- transitionToIdle();
89
- }, ANIMATION_DURATION);
90
- }
91
69
  if (currentActionRef.current) {
92
70
  currentActionRef.current.fadeOut(fadeOutDuration);
93
71
  }
94
- newAction.timeScale = timeScale;
72
+ console.log(newAction);
95
73
  newAction.reset().fadeIn(fadeInDuration).play();
96
74
  currentActionRef.current = newAction;
97
- }, [currentBaseAction, timeScale, actions, transitionToIdle]);
98
- (0, react_1.useEffect)(() => {
99
- (0, utils_1.correctMaterials)(materials);
100
- scene.traverse((object) => {
101
- if (object instanceof three_1.SkinnedMesh &&
102
- (object.name === 'GBNL__Head' || object.name === 'Wolf3D_Avatar')) {
103
- avatarMeshRef.current = object;
104
- setMeshRef(object);
105
- if (object.morphTargetDictionary && object.morphTargetInfluences) {
106
- setMorphTargetDictionary(object.morphTargetDictionary);
107
- const initialInfluences = Object.keys(object.morphTargetDictionary).reduce((acc, key) => ({ ...acc, [key]: 0 }), {});
108
- setMorphTargetInfluences(initialInfluences);
75
+ newAction.timeScale = timeScale;
76
+ if (currentBaseAction.action.startsWith('Gioia') ||
77
+ currentBaseAction.action.startsWith('Rabbia') ||
78
+ currentBaseAction.action.startsWith('Sorpresa') ||
79
+ currentBaseAction.action.startsWith('Timore') ||
80
+ currentBaseAction.action.startsWith('Tristezza')) {
81
+ newAction.setLoop(three_1.LoopOnce, 1);
82
+ newAction.clampWhenFinished = true;
83
+ setIsTransitioningToIdle(true);
84
+ }
85
+ }, [actions, currentBaseAction, timeScale]);
86
+ (0, fiber_1.useFrame)(state => {
87
+ if (headMeshRef.current &&
88
+ headMeshRef.current.morphTargetDictionary &&
89
+ headMeshRef.current.morphTargetInfluences) {
90
+ const currentTime = state.clock.getElapsedTime() * 1000;
91
+ let blinkValue = 0;
92
+ if (eyeBlink) {
93
+ if (currentTime >= nextBlinkTime.current && !isBlinking.current) {
94
+ isBlinking.current = true;
95
+ blinkStartTime.current = currentTime;
96
+ lastBlinkTime.current = currentTime;
97
+ nextBlinkTime.current =
98
+ currentTime +
99
+ Math.random() *
100
+ (BLINK_CONFIG.maxInterval - BLINK_CONFIG.minInterval) +
101
+ BLINK_CONFIG.minInterval;
102
+ }
103
+ if (isBlinking.current) {
104
+ const blinkProgress = (currentTime - blinkStartTime.current) / BLINK_CONFIG.blinkDuration;
105
+ if (blinkProgress <= 0.5) {
106
+ blinkValue = blinkProgress * 2;
107
+ }
108
+ else if (blinkProgress <= 1) {
109
+ blinkValue = 2 - blinkProgress * 2;
110
+ }
111
+ else {
112
+ isBlinking.current = false;
113
+ blinkValue = 0;
114
+ }
109
115
  }
110
116
  }
111
- });
112
- onLoaded === null || onLoaded === void 0 ? void 0 : onLoaded();
113
- return () => {
114
- Object.values(materials).forEach(fiber_1.dispose);
115
- Object.values(nodes).filter(utils_1.isSkinnedMesh).forEach(fiber_1.dispose);
116
- clearVisemes();
117
- };
118
- }, [
119
- materials,
120
- nodes,
121
- url,
122
- onLoaded,
123
- setMorphTargetDictionary,
124
- setMorphTargetInfluences,
125
- setMeshRef,
126
- clearVisemes,
127
- ]);
128
- (0, fiber_1.useFrame)((_, delta) => {
129
- if (avatarMeshRef.current && avatarMeshRef.current.morphTargetDictionary) {
130
- updateMorphTargetInfluences();
131
- }
132
- mixer.update(delta * 0.001);
133
- function updateMorphTargetInfluences() {
134
- Object.entries(morphTargetInfluences).forEach(([key, value]) => {
135
- const index = avatarMeshRef.current.morphTargetDictionary[key];
136
- if (typeof index === 'number' &&
137
- avatarMeshRef.current.morphTargetInfluences) {
138
- const currentValue = avatarMeshRef.current.morphTargetInfluences[index];
139
- const smoothValue = lerp(currentValue, value, 0.1);
140
- avatarMeshRef.current.morphTargetInfluences[index] = smoothValue;
117
+ const currentViseme = updateCurrentViseme(currentTime / 1000);
118
+ const currentEmotionKeys = new Set(Object.keys(emotionMorphTargets));
119
+ previousEmotionKeysRef.current.forEach(key => {
120
+ if (!currentEmotionKeys.has(key)) {
121
+ const index = headMeshRef.current.morphTargetDictionary[key];
122
+ if (typeof index === 'number') {
123
+ currentEmotionRef.current[key] = 0;
124
+ if (headMeshRef.current && headMeshRef.current.morphTargetInfluences) {
125
+ headMeshRef.current.morphTargetInfluences[index] = 0;
126
+ }
127
+ }
141
128
  }
142
129
  });
130
+ Object.entries(headMeshRef.current.morphTargetDictionary).forEach(([key, index]) => {
131
+ if (typeof index === 'number') {
132
+ let targetValue = 0;
133
+ if (Object.prototype.hasOwnProperty.call(emotionMorphTargets, key)) {
134
+ const targetEmotionValue = emotionMorphTargets[key];
135
+ const currentEmotionValue = currentEmotionRef.current[key] || 0;
136
+ const newEmotionValue = three_1.MathUtils.lerp(currentEmotionValue, targetEmotionValue * 2, EMOTION_TRANSITION_SPEED);
137
+ currentEmotionRef.current[key] = newEmotionValue;
138
+ targetValue += newEmotionValue;
139
+ }
140
+ if (currentViseme && key === currentViseme.name) {
141
+ targetValue += currentViseme.weight * 1.2;
142
+ }
143
+ if (key === 'eyesClosed' && eyeBlink) {
144
+ targetValue += blinkValue;
145
+ }
146
+ targetValue = three_1.MathUtils.clamp(targetValue, 0, 1);
147
+ if (headMeshRef.current && headMeshRef.current.morphTargetInfluences) {
148
+ headMeshRef.current.morphTargetInfluences[index] = three_1.MathUtils.lerp(headMeshRef.current.morphTargetInfluences[index], targetValue, morphTargetSmoothing);
149
+ }
150
+ }
151
+ });
152
+ previousEmotionKeysRef.current = currentEmotionKeys;
153
+ if (isTransitioningToIdle && currentActionRef.current) {
154
+ if (currentActionRef.current.time >=
155
+ currentActionRef.current.getClip().duration) {
156
+ const idleNumber = Math.floor(Math.random() * 5) + 1;
157
+ const idleAction = actions[`Idle${idleNumber == 3 ? 4 : idleNumber}`];
158
+ if (idleAction) {
159
+ currentActionRef.current.fadeOut(0.5);
160
+ idleAction.reset().fadeIn(0.5).play();
161
+ currentActionRef.current = idleAction;
162
+ setIsTransitioningToIdle(false);
163
+ }
164
+ }
165
+ }
166
+ mixer.current.update(0.01);
143
167
  }
144
168
  });
145
169
  return ((0, jsx_runtime_1.jsx)("group", { position: isZoomed ? AVATAR_POSITION_ZOOMED : AVATAR_POSITION, rotation: AVATAR_ROTATION, children: (0, jsx_runtime_1.jsx)("primitive", { object: scene }) }));