@convai/web-sdk 0.3.1-beta.2 → 0.3.2-beta.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +535 -1077
- package/dist/core/AudioManager.d.ts.map +1 -0
- package/dist/core/AudioManager.js +262 -0
- package/dist/core/AudioManager.js.map +1 -0
- package/dist/core/BlendshapeQueue.d.ts +128 -0
- package/dist/core/BlendshapeQueue.d.ts.map +1 -0
- package/dist/core/BlendshapeQueue.js +229 -0
- package/dist/core/BlendshapeQueue.js.map +1 -0
- package/dist/{types/core → core}/ConvaiClient.d.ts +19 -15
- package/dist/core/ConvaiClient.d.ts.map +1 -0
- package/dist/core/ConvaiClient.js +623 -0
- package/dist/core/ConvaiClient.js.map +1 -0
- package/dist/core/EventEmitter.d.ts.map +1 -0
- package/dist/core/EventEmitter.js +68 -0
- package/dist/core/EventEmitter.js.map +1 -0
- package/dist/{types/core → core}/MessageHandler.d.ts +7 -0
- package/dist/core/MessageHandler.d.ts.map +1 -0
- package/dist/core/MessageHandler.js +333 -0
- package/dist/core/MessageHandler.js.map +1 -0
- package/dist/core/ScreenShareManager.d.ts.map +1 -0
- package/dist/core/ScreenShareManager.js +207 -0
- package/dist/core/ScreenShareManager.js.map +1 -0
- package/dist/core/VideoManager.d.ts.map +1 -0
- package/dist/core/VideoManager.js +205 -0
- package/dist/core/VideoManager.js.map +1 -0
- package/dist/{types/core → core}/index.d.ts +2 -0
- package/dist/core/index.d.ts.map +1 -0
- package/dist/core/index.js +14 -1970
- package/dist/core/index.js.map +1 -0
- package/dist/{types/core → core}/types.d.ts +12 -21
- package/dist/core/types.d.ts.map +1 -0
- package/dist/core/types.js +2 -0
- package/dist/core/types.js.map +1 -0
- package/dist/dev.d.ts.map +1 -0
- package/dist/dev.js +12 -0
- package/dist/dev.js.map +1 -0
- package/dist/index.d.ts +4 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +6 -0
- package/dist/index.js.map +1 -0
- package/dist/lipsync-helpers/arkitBlendshapeHelpers.d.ts.map +1 -0
- package/dist/lipsync-helpers/arkitBlendshapeHelpers.js +201 -0
- package/dist/lipsync-helpers/arkitBlendshapeHelpers.js.map +1 -0
- package/dist/lipsync-helpers/arkitOrder61.d.ts.map +1 -0
- package/dist/lipsync-helpers/arkitOrder61.js +287 -0
- package/dist/lipsync-helpers/arkitOrder61.js.map +1 -0
- package/dist/lipsync-helpers/arkitPhonemeReference.d.ts.map +1 -0
- package/dist/lipsync-helpers/arkitPhonemeReference.js +362 -0
- package/dist/lipsync-helpers/arkitPhonemeReference.js.map +1 -0
- package/dist/{types/lipsync-helpers → lipsync-helpers}/index.d.ts +1 -0
- package/dist/lipsync-helpers/index.d.ts.map +1 -0
- package/dist/lipsync-helpers/index.js +20 -1165
- package/dist/lipsync-helpers/index.js.map +1 -0
- package/dist/lipsync-helpers/metahumanOrder251.d.ts +115 -0
- package/dist/lipsync-helpers/metahumanOrder251.d.ts.map +1 -0
- package/dist/lipsync-helpers/metahumanOrder251.js +432 -0
- package/dist/lipsync-helpers/metahumanOrder251.js.map +1 -0
- package/dist/lipsync-helpers/neurosyncBlendshapeMapper.d.ts.map +1 -0
- package/dist/lipsync-helpers/neurosyncBlendshapeMapper.js +315 -0
- package/dist/lipsync-helpers/neurosyncBlendshapeMapper.js.map +1 -0
- package/dist/react/components/ConvaiWidget.d.ts.map +1 -0
- package/dist/react/components/ConvaiWidget.js +505 -0
- package/dist/react/components/ConvaiWidget.js.map +1 -0
- package/dist/react/components/index.d.ts.map +1 -0
- package/dist/react/components/index.js +3 -0
- package/dist/react/components/index.js.map +1 -0
- package/dist/react/components/rtc-widget/components/AudioSettingsPanel.d.ts.map +1 -0
- package/dist/react/components/rtc-widget/components/AudioSettingsPanel.js +316 -0
- package/dist/react/components/rtc-widget/components/AudioSettingsPanel.js.map +1 -0
- package/dist/react/components/rtc-widget/components/AudioVisualizer.d.ts.map +1 -0
- package/dist/react/components/rtc-widget/components/AudioVisualizer.js +259 -0
- package/dist/react/components/rtc-widget/components/AudioVisualizer.js.map +1 -0
- package/dist/react/components/rtc-widget/components/ConviMessage.d.ts.map +1 -0
- package/dist/react/components/rtc-widget/components/ConviMessage.js +14 -0
- package/dist/react/components/rtc-widget/components/ConviMessage.js.map +1 -0
- package/dist/react/components/rtc-widget/components/FloatingVideo.d.ts.map +1 -0
- package/dist/react/components/rtc-widget/components/FloatingVideo.js +122 -0
- package/dist/react/components/rtc-widget/components/FloatingVideo.js.map +1 -0
- package/dist/react/components/rtc-widget/components/MarkdownRenderer.d.ts.map +1 -0
- package/dist/react/components/rtc-widget/components/MarkdownRenderer.js +68 -0
- package/dist/react/components/rtc-widget/components/MarkdownRenderer.js.map +1 -0
- package/dist/react/components/rtc-widget/components/MessageBubble.d.ts.map +1 -0
- package/dist/react/components/rtc-widget/components/MessageBubble.js +23 -0
- package/dist/react/components/rtc-widget/components/MessageBubble.js.map +1 -0
- package/dist/react/components/rtc-widget/components/MessageList.d.ts.map +1 -0
- package/dist/react/components/rtc-widget/components/MessageList.js +89 -0
- package/dist/react/components/rtc-widget/components/MessageList.js.map +1 -0
- package/dist/react/components/rtc-widget/components/UserMessage.d.ts.map +1 -0
- package/dist/react/components/rtc-widget/components/UserMessage.js +15 -0
- package/dist/react/components/rtc-widget/components/UserMessage.js.map +1 -0
- package/dist/react/components/rtc-widget/components/conviComponents/ConviButton.d.ts.map +1 -0
- package/dist/react/components/rtc-widget/components/conviComponents/ConviButton.js +15 -0
- package/dist/react/components/rtc-widget/components/conviComponents/ConviButton.js.map +1 -0
- package/dist/react/components/rtc-widget/components/conviComponents/ConviFooter.d.ts.map +1 -0
- package/dist/react/components/rtc-widget/components/conviComponents/ConviFooter.js +172 -0
- package/dist/react/components/rtc-widget/components/conviComponents/ConviFooter.js.map +1 -0
- package/dist/react/components/rtc-widget/components/conviComponents/ConviHeader.d.ts.map +1 -0
- package/dist/react/components/rtc-widget/components/conviComponents/ConviHeader.js +66 -0
- package/dist/react/components/rtc-widget/components/conviComponents/ConviHeader.js.map +1 -0
- package/dist/react/components/rtc-widget/components/conviComponents/SettingsTray.d.ts.map +1 -0
- package/dist/react/components/rtc-widget/components/conviComponents/SettingsTray.js +68 -0
- package/dist/react/components/rtc-widget/components/conviComponents/SettingsTray.js.map +1 -0
- package/dist/react/components/rtc-widget/components/conviComponents/VoiceModeOverlay.d.ts.map +1 -0
- package/dist/react/components/rtc-widget/components/conviComponents/VoiceModeOverlay.js +255 -0
- package/dist/react/components/rtc-widget/components/conviComponents/VoiceModeOverlay.js.map +1 -0
- package/dist/react/components/rtc-widget/components/conviComponents/index.d.ts.map +1 -0
- package/dist/react/components/rtc-widget/components/conviComponents/index.js +6 -0
- package/dist/react/components/rtc-widget/components/conviComponents/index.js.map +1 -0
- package/dist/react/components/rtc-widget/components/index.d.ts.map +1 -0
- package/dist/react/components/rtc-widget/components/index.js +15 -0
- package/dist/react/components/rtc-widget/components/index.js.map +1 -0
- package/dist/react/components/rtc-widget/index.d.ts.map +1 -0
- package/dist/react/components/rtc-widget/index.js +9 -0
- package/dist/react/components/rtc-widget/index.js.map +1 -0
- package/dist/react/components/rtc-widget/styles/framerConfig.d.ts.map +1 -0
- package/dist/react/components/rtc-widget/styles/framerConfig.js +73 -0
- package/dist/react/components/rtc-widget/styles/framerConfig.js.map +1 -0
- package/dist/react/components/rtc-widget/styles/icons.d.ts.map +1 -0
- package/dist/react/components/rtc-widget/styles/icons.js +257 -0
- package/dist/react/components/rtc-widget/styles/icons.js.map +1 -0
- package/dist/react/components/rtc-widget/styles/index.d.ts.map +1 -0
- package/dist/react/components/rtc-widget/styles/index.js +9 -0
- package/dist/react/components/rtc-widget/styles/index.js.map +1 -0
- package/dist/react/components/rtc-widget/styles/styledComponents.d.ts.map +1 -0
- package/dist/react/components/rtc-widget/styles/styledComponents.js +663 -0
- package/dist/react/components/rtc-widget/styles/styledComponents.js.map +1 -0
- package/dist/react/components/rtc-widget/styles/theme.d.ts.map +1 -0
- package/dist/react/components/rtc-widget/styles/theme.js +290 -0
- package/dist/react/components/rtc-widget/styles/theme.js.map +1 -0
- package/dist/react/components/rtc-widget/types/index.d.ts.map +1 -0
- package/dist/react/components/rtc-widget/types/index.js +2 -0
- package/dist/react/components/rtc-widget/types/index.js.map +1 -0
- package/dist/react/hooks/index.d.ts.map +1 -0
- package/dist/react/hooks/index.js +6 -0
- package/dist/react/hooks/index.js.map +1 -0
- package/dist/react/hooks/useCharacterInfo.d.ts.map +1 -0
- package/dist/react/hooks/useCharacterInfo.js +60 -0
- package/dist/react/hooks/useCharacterInfo.js.map +1 -0
- package/dist/react/hooks/useConvaiClient.d.ts +35 -0
- package/dist/react/hooks/useConvaiClient.d.ts.map +1 -0
- package/dist/react/hooks/useConvaiClient.js +183 -0
- package/dist/react/hooks/useConvaiClient.js.map +1 -0
- package/dist/react/hooks/useLocalCameraTrack.d.ts.map +1 -0
- package/dist/react/hooks/useLocalCameraTrack.js +34 -0
- package/dist/react/hooks/useLocalCameraTrack.js.map +1 -0
- package/dist/{types/react → react}/index.d.ts +0 -2
- package/dist/react/index.d.ts.map +1 -0
- package/dist/react/index.js +13 -0
- package/dist/react/index.js.map +1 -0
- package/dist/types/index.d.ts +260 -1
- package/dist/types/index.d.ts.map +1 -1
- package/dist/types/index.js +2 -0
- package/dist/types/index.js.map +1 -0
- package/dist/utils/LatencyMonitor.d.ts.map +1 -0
- package/dist/utils/LatencyMonitor.js +136 -0
- package/dist/utils/LatencyMonitor.js.map +1 -0
- package/dist/utils/logger.d.ts.map +1 -0
- package/dist/utils/logger.js +96 -0
- package/dist/utils/logger.js.map +1 -0
- package/dist/utils/speakerManagement.d.ts.map +1 -0
- package/dist/utils/speakerManagement.js +64 -0
- package/dist/utils/speakerManagement.js.map +1 -0
- package/dist/{types/vanilla → vanilla}/AudioRenderer.d.ts +5 -0
- package/dist/vanilla/AudioRenderer.d.ts.map +1 -0
- package/dist/vanilla/AudioRenderer.js +135 -0
- package/dist/vanilla/AudioRenderer.js.map +1 -0
- package/dist/vanilla/ConvaiWidget.d.ts.map +1 -0
- package/dist/vanilla/ConvaiWidget.js +1786 -0
- package/dist/vanilla/ConvaiWidget.js.map +1 -0
- package/dist/vanilla/icons.d.ts.map +1 -0
- package/dist/vanilla/icons.js +222 -0
- package/dist/vanilla/icons.js.map +1 -0
- package/dist/{types/vanilla → vanilla}/index.d.ts +1 -3
- package/dist/vanilla/index.d.ts.map +1 -0
- package/dist/vanilla/index.js +20 -5507
- package/dist/vanilla/index.js.map +1 -0
- package/dist/vanilla/styles.d.ts.map +1 -0
- package/dist/vanilla/styles.js +287 -0
- package/dist/vanilla/styles.js.map +1 -0
- package/dist/vanilla/types.d.ts +43 -0
- package/dist/vanilla/types.d.ts.map +1 -0
- package/dist/vanilla/types.js +2 -0
- package/dist/vanilla/types.js.map +1 -0
- package/package.json +33 -38
- package/CHANGELOG.md +0 -165
- package/dist/core/index.cjs +0 -1977
- package/dist/lipsync-helpers/index.cjs +0 -1195
- package/dist/types/core/AudioManager.d.ts.map +0 -1
- package/dist/types/core/ConvaiClient.d.ts.map +0 -1
- package/dist/types/core/EventEmitter.d.ts.map +0 -1
- package/dist/types/core/MessageHandler.d.ts.map +0 -1
- package/dist/types/core/ScreenShareManager.d.ts.map +0 -1
- package/dist/types/core/VideoManager.d.ts.map +0 -1
- package/dist/types/core/index.d.ts.map +0 -1
- package/dist/types/core/types.d.ts.map +0 -1
- package/dist/types/dev.d.ts.map +0 -1
- package/dist/types/lipsync-helpers/arkitBlendshapeHelpers.d.ts.map +0 -1
- package/dist/types/lipsync-helpers/arkitOrder61.d.ts.map +0 -1
- package/dist/types/lipsync-helpers/arkitPhonemeReference.d.ts.map +0 -1
- package/dist/types/lipsync-helpers/index.d.ts.map +0 -1
- package/dist/types/lipsync-helpers/neurosyncBlendshapeMapper.d.ts.map +0 -1
- package/dist/types/react/components/ConvaiWidget.d.ts.map +0 -1
- package/dist/types/react/components/index.d.ts.map +0 -1
- package/dist/types/react/components/rtc-widget/components/AudioSettingsPanel.d.ts.map +0 -1
- package/dist/types/react/components/rtc-widget/components/AudioVisualizer.d.ts.map +0 -1
- package/dist/types/react/components/rtc-widget/components/ConviMessage.d.ts.map +0 -1
- package/dist/types/react/components/rtc-widget/components/FloatingVideo.d.ts.map +0 -1
- package/dist/types/react/components/rtc-widget/components/MarkdownRenderer.d.ts.map +0 -1
- package/dist/types/react/components/rtc-widget/components/MessageBubble.d.ts.map +0 -1
- package/dist/types/react/components/rtc-widget/components/MessageList.d.ts.map +0 -1
- package/dist/types/react/components/rtc-widget/components/UserMessage.d.ts.map +0 -1
- package/dist/types/react/components/rtc-widget/components/conviComponents/ConviButton.d.ts.map +0 -1
- package/dist/types/react/components/rtc-widget/components/conviComponents/ConviFooter.d.ts.map +0 -1
- package/dist/types/react/components/rtc-widget/components/conviComponents/ConviHeader.d.ts.map +0 -1
- package/dist/types/react/components/rtc-widget/components/conviComponents/SettingsTray.d.ts.map +0 -1
- package/dist/types/react/components/rtc-widget/components/conviComponents/VoiceModeOverlay.d.ts.map +0 -1
- package/dist/types/react/components/rtc-widget/components/conviComponents/index.d.ts.map +0 -1
- package/dist/types/react/components/rtc-widget/components/index.d.ts.map +0 -1
- package/dist/types/react/components/rtc-widget/index.d.ts.map +0 -1
- package/dist/types/react/components/rtc-widget/styles/framerConfig.d.ts.map +0 -1
- package/dist/types/react/components/rtc-widget/styles/icons.d.ts.map +0 -1
- package/dist/types/react/components/rtc-widget/styles/index.d.ts.map +0 -1
- package/dist/types/react/components/rtc-widget/styles/styledComponents.d.ts.map +0 -1
- package/dist/types/react/components/rtc-widget/styles/theme.d.ts.map +0 -1
- package/dist/types/react/components/rtc-widget/types/index.d.ts.map +0 -1
- package/dist/types/react/hooks/index.d.ts.map +0 -1
- package/dist/types/react/hooks/useCharacterInfo.d.ts.map +0 -1
- package/dist/types/react/hooks/useConvaiClient.d.ts +0 -141
- package/dist/types/react/hooks/useConvaiClient.d.ts.map +0 -1
- package/dist/types/react/hooks/useLocalCameraTrack.d.ts.map +0 -1
- package/dist/types/react/index.d.ts.map +0 -1
- package/dist/types/types/index.d.ts +0 -261
- package/dist/types/types/index.d.ts.map +0 -1
- package/dist/types/utils/LatencyMonitor.d.ts.map +0 -1
- package/dist/types/utils/logger.d.ts.map +0 -1
- package/dist/types/utils/speakerManagement.d.ts.map +0 -1
- package/dist/types/vanilla/AudioRenderer.d.ts.map +0 -1
- package/dist/types/vanilla/ConvaiWidget.d.ts.map +0 -1
- package/dist/types/vanilla/icons.d.ts.map +0 -1
- package/dist/types/vanilla/index.d.ts.map +0 -1
- package/dist/types/vanilla/styles.d.ts.map +0 -1
- package/dist/types/vanilla/types.d.ts +0 -106
- package/dist/types/vanilla/types.d.ts.map +0 -1
- package/dist/umd/convai.umd.js +0 -1
- package/dist/vanilla/index.cjs +0 -5557
- /package/dist/{types/core → core}/AudioManager.d.ts +0 -0
- /package/dist/{types/core → core}/EventEmitter.d.ts +0 -0
- /package/dist/{types/core → core}/ScreenShareManager.d.ts +0 -0
- /package/dist/{types/core → core}/VideoManager.d.ts +0 -0
- /package/dist/{types/dev.d.ts → dev.d.ts} +0 -0
- /package/dist/{types/lipsync-helpers → lipsync-helpers}/arkitBlendshapeHelpers.d.ts +0 -0
- /package/dist/{types/lipsync-helpers → lipsync-helpers}/arkitOrder61.d.ts +0 -0
- /package/dist/{types/lipsync-helpers → lipsync-helpers}/arkitPhonemeReference.d.ts +0 -0
- /package/dist/{types/lipsync-helpers → lipsync-helpers}/neurosyncBlendshapeMapper.d.ts +0 -0
- /package/dist/{types/react → react}/components/ConvaiWidget.d.ts +0 -0
- /package/dist/{types/react → react}/components/index.d.ts +0 -0
- /package/dist/{types/react → react}/components/rtc-widget/components/AudioSettingsPanel.d.ts +0 -0
- /package/dist/{types/react → react}/components/rtc-widget/components/AudioVisualizer.d.ts +0 -0
- /package/dist/{types/react → react}/components/rtc-widget/components/ConviMessage.d.ts +0 -0
- /package/dist/{types/react → react}/components/rtc-widget/components/FloatingVideo.d.ts +0 -0
- /package/dist/{types/react → react}/components/rtc-widget/components/MarkdownRenderer.d.ts +0 -0
- /package/dist/{types/react → react}/components/rtc-widget/components/MessageBubble.d.ts +0 -0
- /package/dist/{types/react → react}/components/rtc-widget/components/MessageList.d.ts +0 -0
- /package/dist/{types/react → react}/components/rtc-widget/components/UserMessage.d.ts +0 -0
- /package/dist/{types/react → react}/components/rtc-widget/components/conviComponents/ConviButton.d.ts +0 -0
- /package/dist/{types/react → react}/components/rtc-widget/components/conviComponents/ConviFooter.d.ts +0 -0
- /package/dist/{types/react → react}/components/rtc-widget/components/conviComponents/ConviHeader.d.ts +0 -0
- /package/dist/{types/react → react}/components/rtc-widget/components/conviComponents/SettingsTray.d.ts +0 -0
- /package/dist/{types/react → react}/components/rtc-widget/components/conviComponents/VoiceModeOverlay.d.ts +0 -0
- /package/dist/{types/react → react}/components/rtc-widget/components/conviComponents/index.d.ts +0 -0
- /package/dist/{types/react → react}/components/rtc-widget/components/index.d.ts +0 -0
- /package/dist/{types/react → react}/components/rtc-widget/index.d.ts +0 -0
- /package/dist/{types/react → react}/components/rtc-widget/styles/framerConfig.d.ts +0 -0
- /package/dist/{types/react → react}/components/rtc-widget/styles/icons.d.ts +0 -0
- /package/dist/{types/react → react}/components/rtc-widget/styles/index.d.ts +0 -0
- /package/dist/{types/react → react}/components/rtc-widget/styles/styledComponents.d.ts +0 -0
- /package/dist/{types/react → react}/components/rtc-widget/styles/theme.d.ts +0 -0
- /package/dist/{types/react → react}/components/rtc-widget/types/index.d.ts +0 -0
- /package/dist/{types/react → react}/hooks/index.d.ts +0 -0
- /package/dist/{types/react → react}/hooks/useCharacterInfo.d.ts +0 -0
- /package/dist/{types/react → react}/hooks/useLocalCameraTrack.d.ts +0 -0
- /package/dist/{types/utils → utils}/LatencyMonitor.d.ts +0 -0
- /package/dist/{types/utils → utils}/logger.d.ts +0 -0
- /package/dist/{types/utils → utils}/speakerManagement.d.ts +0 -0
- /package/dist/{types/vanilla → vanilla}/ConvaiWidget.d.ts +0 -0
- /package/dist/{types/vanilla → vanilla}/icons.d.ts +0 -0
- /package/dist/{types/vanilla → vanilla}/styles.d.ts +0 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"arkitPhonemeReference.d.ts","sourceRoot":"","sources":["../../src/lipsync-helpers/arkitPhonemeReference.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,MAAM,WAAW,kBAAkB;IAEjC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAGlB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IAGpB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAG1B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAG3B,SAAS,CAAC,EAAE,MAAM,CAAC;IAGnB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,cAAc,CAAC,EAAE,MAAM,CAAC;IAGxB,SAAS,CAAC,EAAE,MAAM,CAAC;IAGnB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED;;;GAGG;AACH,eAAO,MAAM,8BAA8B,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAqQ7E,CAAC;AAEF;;;GAGG;AACH,eAAO,MAAM,wBAAwB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAqDpC,CAAC;AAEF;;;;GAIG;AACH,wBAAgB,0BAA0B,CAAC,OAAO,EAAE,MAAM,OAAO,8BAA8B,GAAG,MAAM,EAAE,CAazG;AAED;;;GAGG;AACH,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;CAiBhC,CAAC;AAEF;;;GAGG;AACH,wBAAgB,qBAAqB,CAAC,OAAO,EAAE,MAAM,OAAO,8BAA8B,GAAG,MAAM,CAWlG;AAED;;GAEG;AACH,eAAO,MAAM,sBAAsB;;;;;;;;CAQlC,CAAC"}
|
|
@@ -0,0 +1,362 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* ARKit Blendshape Reference Values for Phonemes/Visemes
|
|
3
|
+
*
|
|
4
|
+
* This file provides reference values for ARKit's 52 standard facial blendshapes
|
|
5
|
+
* when forming different phonemes (speech sounds). These values are based on
|
|
6
|
+
* industry standards from systems like OVR LipSync, Oculus Audio, and ARKit face tracking.
|
|
7
|
+
*
|
|
8
|
+
* All blendshape values range from 0.0 (no activation) to 1.0 (full activation)
|
|
9
|
+
*
|
|
10
|
+
* ARKit Blendshapes: Indices 0-51
|
|
11
|
+
* Meta Human Extended: Indices 52-250
|
|
12
|
+
*/
|
|
13
|
+
/**
|
|
14
|
+
* Reference values for common phonemes
|
|
15
|
+
* Based on International Phonetic Alphabet (IPA) and Arpabet standards
|
|
16
|
+
*/
|
|
17
|
+
export const ARKIT_PHONEME_REFERENCE_VALUES = {
|
|
18
|
+
// ============================================
|
|
19
|
+
// SILENCE / NEUTRAL
|
|
20
|
+
// ============================================
|
|
21
|
+
sil: {
|
|
22
|
+
jawOpen: 0.0,
|
|
23
|
+
mouthClose: 1.0,
|
|
24
|
+
description: "Silence - mouth closed, neutral expression"
|
|
25
|
+
},
|
|
26
|
+
// ============================================
|
|
27
|
+
// VOWELS
|
|
28
|
+
// ============================================
|
|
29
|
+
aa: {
|
|
30
|
+
jawOpen: 0.7,
|
|
31
|
+
mouthFunnel: 0.0,
|
|
32
|
+
mouthPucker: 0.0,
|
|
33
|
+
tongueOut: 0.1,
|
|
34
|
+
description: "Open back vowel - 'ah' (father, hot)"
|
|
35
|
+
},
|
|
36
|
+
ae: {
|
|
37
|
+
jawOpen: 0.5,
|
|
38
|
+
mouthStretchLeft: 0.4,
|
|
39
|
+
mouthStretchRight: 0.4,
|
|
40
|
+
description: "Near-open front vowel - 'a' (cat, bat)"
|
|
41
|
+
},
|
|
42
|
+
E: {
|
|
43
|
+
jawOpen: 0.4,
|
|
44
|
+
mouthStretchLeft: 0.3,
|
|
45
|
+
mouthStretchRight: 0.3,
|
|
46
|
+
mouthSmileLeft: 0.2,
|
|
47
|
+
mouthSmileRight: 0.2,
|
|
48
|
+
description: "Open-mid front vowel - 'eh' (bed, get)"
|
|
49
|
+
},
|
|
50
|
+
I: {
|
|
51
|
+
jawOpen: 0.1,
|
|
52
|
+
mouthStretchLeft: 0.6,
|
|
53
|
+
mouthStretchRight: 0.6,
|
|
54
|
+
mouthSmileLeft: 0.5,
|
|
55
|
+
mouthSmileRight: 0.5,
|
|
56
|
+
mouthClose: 0.3,
|
|
57
|
+
description: "Close front vowel - 'ee' (see, feet)"
|
|
58
|
+
},
|
|
59
|
+
ih: {
|
|
60
|
+
jawOpen: 0.2,
|
|
61
|
+
mouthStretchLeft: 0.4,
|
|
62
|
+
mouthStretchRight: 0.4,
|
|
63
|
+
mouthSmileLeft: 0.3,
|
|
64
|
+
mouthSmileRight: 0.3,
|
|
65
|
+
description: "Near-close front vowel - 'i' (sit, bit)"
|
|
66
|
+
},
|
|
67
|
+
O: {
|
|
68
|
+
jawOpen: 0.5,
|
|
69
|
+
mouthFunnel: 0.6,
|
|
70
|
+
mouthPucker: 0.3,
|
|
71
|
+
description: "Close-mid back rounded vowel - 'oh' (go, boat)"
|
|
72
|
+
},
|
|
73
|
+
aw: {
|
|
74
|
+
jawOpen: 0.6,
|
|
75
|
+
mouthFunnel: 0.4,
|
|
76
|
+
mouthPucker: 0.2,
|
|
77
|
+
description: "Open-mid back rounded vowel - 'aw' (thought, caught)"
|
|
78
|
+
},
|
|
79
|
+
U: {
|
|
80
|
+
jawOpen: 0.2,
|
|
81
|
+
mouthFunnel: 0.8,
|
|
82
|
+
mouthPucker: 0.9,
|
|
83
|
+
description: "Close back rounded vowel - 'oo' (food, boot)"
|
|
84
|
+
},
|
|
85
|
+
uh: {
|
|
86
|
+
jawOpen: 0.25,
|
|
87
|
+
mouthFunnel: 0.5,
|
|
88
|
+
mouthPucker: 0.6,
|
|
89
|
+
description: "Near-close back rounded vowel - 'u' (book, foot)"
|
|
90
|
+
},
|
|
91
|
+
er: {
|
|
92
|
+
jawOpen: 0.35,
|
|
93
|
+
mouthFunnel: 0.3,
|
|
94
|
+
mouthPucker: 0.1,
|
|
95
|
+
description: "R-colored mid-central vowel - 'er' (her, bird)"
|
|
96
|
+
},
|
|
97
|
+
ah: {
|
|
98
|
+
jawOpen: 0.4,
|
|
99
|
+
mouthFunnel: 0.1,
|
|
100
|
+
description: "Open-mid back vowel - 'uh' (but, cup)"
|
|
101
|
+
},
|
|
102
|
+
// ============================================
|
|
103
|
+
// DIPHTHONGS
|
|
104
|
+
// ============================================
|
|
105
|
+
ow: {
|
|
106
|
+
jawOpen: 0.6,
|
|
107
|
+
mouthFunnel: 0.3,
|
|
108
|
+
mouthPucker: 0.2,
|
|
109
|
+
description: "Diphthong - 'ow' (cow, house)"
|
|
110
|
+
},
|
|
111
|
+
ay: {
|
|
112
|
+
jawOpen: 0.5,
|
|
113
|
+
mouthStretchLeft: 0.3,
|
|
114
|
+
mouthStretchRight: 0.3,
|
|
115
|
+
description: "Diphthong - 'ai' (eye, my)"
|
|
116
|
+
},
|
|
117
|
+
oy: {
|
|
118
|
+
jawOpen: 0.5,
|
|
119
|
+
mouthFunnel: 0.4,
|
|
120
|
+
mouthPucker: 0.3,
|
|
121
|
+
description: "Diphthong - 'oy' (boy, coin)"
|
|
122
|
+
},
|
|
123
|
+
// ============================================
|
|
124
|
+
// CONSONANTS - BILABIALS (both lips)
|
|
125
|
+
// ============================================
|
|
126
|
+
PP: {
|
|
127
|
+
jawOpen: 0.0,
|
|
128
|
+
mouthClose: 1.0,
|
|
129
|
+
mouthPressLeft: 0.5,
|
|
130
|
+
mouthPressRight: 0.5,
|
|
131
|
+
description: "Bilabial stops/nasal - 'p', 'b', 'm' (pat, bat, mat)"
|
|
132
|
+
},
|
|
133
|
+
// ============================================
|
|
134
|
+
// CONSONANTS - LABIODENTAL (teeth on lip)
|
|
135
|
+
// ============================================
|
|
136
|
+
FF: {
|
|
137
|
+
jawOpen: 0.15,
|
|
138
|
+
mouthRollLower: 0.6,
|
|
139
|
+
mouthUpperUpLeft: 0.3,
|
|
140
|
+
mouthUpperUpRight: 0.3,
|
|
141
|
+
description: "Labiodental fricatives - 'f', 'v' (fat, vat)"
|
|
142
|
+
},
|
|
143
|
+
// ============================================
|
|
144
|
+
// CONSONANTS - DENTAL/INTERDENTAL
|
|
145
|
+
// ============================================
|
|
146
|
+
TH: {
|
|
147
|
+
jawOpen: 0.2,
|
|
148
|
+
tongueOut: 0.4,
|
|
149
|
+
mouthUpperUpLeft: 0.2,
|
|
150
|
+
mouthUpperUpRight: 0.2,
|
|
151
|
+
mouthRollLower: 0.2,
|
|
152
|
+
description: "Dental fricatives - 'th' (think, this)"
|
|
153
|
+
},
|
|
154
|
+
// ============================================
|
|
155
|
+
// CONSONANTS - ALVEOLAR (tongue to ridge)
|
|
156
|
+
// ============================================
|
|
157
|
+
DD: {
|
|
158
|
+
jawOpen: 0.3,
|
|
159
|
+
mouthClose: 0.2,
|
|
160
|
+
description: "Alveolar stops - 't', 'd' (tap, dap)"
|
|
161
|
+
},
|
|
162
|
+
SS: {
|
|
163
|
+
jawOpen: 0.15,
|
|
164
|
+
mouthStretchLeft: 0.4,
|
|
165
|
+
mouthStretchRight: 0.4,
|
|
166
|
+
mouthClose: 0.4,
|
|
167
|
+
description: "Alveolar sibilants - 's', 'z' (sap, zap)"
|
|
168
|
+
},
|
|
169
|
+
nn: {
|
|
170
|
+
jawOpen: 0.2,
|
|
171
|
+
mouthClose: 0.3,
|
|
172
|
+
description: "Alveolar nasal - 'n' (nap)"
|
|
173
|
+
},
|
|
174
|
+
l: {
|
|
175
|
+
jawOpen: 0.25,
|
|
176
|
+
tongueOut: 0.2,
|
|
177
|
+
description: "Alveolar lateral approximant - 'l' (lap)"
|
|
178
|
+
},
|
|
179
|
+
// ============================================
|
|
180
|
+
// CONSONANTS - POSTALVEOLAR (behind ridge)
|
|
181
|
+
// ============================================
|
|
182
|
+
CH: {
|
|
183
|
+
jawOpen: 0.2,
|
|
184
|
+
mouthFunnel: 0.3,
|
|
185
|
+
mouthPucker: 0.2,
|
|
186
|
+
description: "Postalveolar affricates - 'ch', 'j' (church, judge)"
|
|
187
|
+
},
|
|
188
|
+
sh: {
|
|
189
|
+
jawOpen: 0.2,
|
|
190
|
+
mouthFunnel: 0.4,
|
|
191
|
+
mouthPucker: 0.3,
|
|
192
|
+
description: "Postalveolar fricatives - 'sh', 'zh' (shoe, measure)"
|
|
193
|
+
},
|
|
194
|
+
// ============================================
|
|
195
|
+
// CONSONANTS - RETROFLEX
|
|
196
|
+
// ============================================
|
|
197
|
+
RR: {
|
|
198
|
+
jawOpen: 0.3,
|
|
199
|
+
mouthFunnel: 0.2,
|
|
200
|
+
mouthPucker: 0.15,
|
|
201
|
+
tongueOut: 0.1,
|
|
202
|
+
description: "Alveolar approximant - 'r' (red)"
|
|
203
|
+
},
|
|
204
|
+
// ============================================
|
|
205
|
+
// CONSONANTS - PALATAL
|
|
206
|
+
// ============================================
|
|
207
|
+
y: {
|
|
208
|
+
jawOpen: 0.2,
|
|
209
|
+
mouthStretchLeft: 0.35,
|
|
210
|
+
mouthStretchRight: 0.35,
|
|
211
|
+
mouthSmileLeft: 0.2,
|
|
212
|
+
mouthSmileRight: 0.2,
|
|
213
|
+
description: "Palatal approximant - 'y' (yes)"
|
|
214
|
+
},
|
|
215
|
+
// ============================================
|
|
216
|
+
// CONSONANTS - VELAR (back of tongue)
|
|
217
|
+
// ============================================
|
|
218
|
+
kk: {
|
|
219
|
+
jawOpen: 0.35,
|
|
220
|
+
description: "Velar stops/nasal - 'k', 'g', 'ng' (kite, go, sing)"
|
|
221
|
+
},
|
|
222
|
+
// ============================================
|
|
223
|
+
// CONSONANTS - GLOTTAL
|
|
224
|
+
// ============================================
|
|
225
|
+
hh: {
|
|
226
|
+
jawOpen: 0.3,
|
|
227
|
+
description: "Glottal fricative - 'h' (hat)"
|
|
228
|
+
},
|
|
229
|
+
// ============================================
|
|
230
|
+
// CONSONANTS - LABIO-VELAR
|
|
231
|
+
// ============================================
|
|
232
|
+
w: {
|
|
233
|
+
jawOpen: 0.15,
|
|
234
|
+
mouthPucker: 0.8,
|
|
235
|
+
mouthFunnel: 0.6,
|
|
236
|
+
description: "Labio-velar approximant - 'w' (wet)"
|
|
237
|
+
},
|
|
238
|
+
};
|
|
239
|
+
/**
|
|
240
|
+
* ARKit Blendshape Indices (0-51)
|
|
241
|
+
* These are Apple's standard 52 facial blendshapes
|
|
242
|
+
*/
|
|
243
|
+
export const ARKIT_BLENDSHAPE_INDICES = {
|
|
244
|
+
browDownLeft: 0,
|
|
245
|
+
browDownRight: 1,
|
|
246
|
+
browInnerUp: 2,
|
|
247
|
+
browOuterUpLeft: 3,
|
|
248
|
+
browOuterUpRight: 4,
|
|
249
|
+
cheekPuff: 5,
|
|
250
|
+
cheekSquintLeft: 6,
|
|
251
|
+
cheekSquintRight: 7,
|
|
252
|
+
eyeBlinkLeft: 8,
|
|
253
|
+
eyeBlinkRight: 9,
|
|
254
|
+
eyeLookDownLeft: 10,
|
|
255
|
+
eyeLookDownRight: 11,
|
|
256
|
+
eyeLookInLeft: 12,
|
|
257
|
+
eyeLookInRight: 13,
|
|
258
|
+
eyeLookOutLeft: 14,
|
|
259
|
+
eyeLookOutRight: 15,
|
|
260
|
+
eyeLookUpLeft: 16,
|
|
261
|
+
eyeLookUpRight: 17,
|
|
262
|
+
eyeSquintLeft: 18,
|
|
263
|
+
eyeSquintRight: 19,
|
|
264
|
+
eyeWideLeft: 20,
|
|
265
|
+
eyeWideRight: 21,
|
|
266
|
+
jawForward: 22,
|
|
267
|
+
jawLeft: 23,
|
|
268
|
+
jawOpen: 24, // 🔑 KEY for mouth opening
|
|
269
|
+
jawRight: 25,
|
|
270
|
+
mouthClose: 26, // 🔑 KEY for mouth closing
|
|
271
|
+
mouthDimpleLeft: 27,
|
|
272
|
+
mouthDimpleRight: 28,
|
|
273
|
+
mouthFrownLeft: 29,
|
|
274
|
+
mouthFrownRight: 30,
|
|
275
|
+
mouthFunnel: 31, // 🔑 KEY for "O" and "oo" sounds
|
|
276
|
+
mouthLeft: 32,
|
|
277
|
+
mouthLowerDownLeft: 33,
|
|
278
|
+
mouthLowerDownRight: 34,
|
|
279
|
+
mouthPressLeft: 35,
|
|
280
|
+
mouthPressRight: 36,
|
|
281
|
+
mouthPucker: 37, // 🔑 KEY for "U" and "w" sounds
|
|
282
|
+
mouthRight: 38,
|
|
283
|
+
mouthRollLower: 39,
|
|
284
|
+
mouthRollUpper: 40,
|
|
285
|
+
mouthShrugLower: 41,
|
|
286
|
+
mouthShrugUpper: 42,
|
|
287
|
+
mouthSmileLeft: 43, // 🔑 KEY for "ee" sounds
|
|
288
|
+
mouthSmileRight: 44, // 🔑 KEY for "ee" sounds
|
|
289
|
+
mouthStretchLeft: 45, // 🔑 KEY for wide mouth shapes
|
|
290
|
+
mouthStretchRight: 46, // 🔑 KEY for wide mouth shapes
|
|
291
|
+
mouthUpperUpLeft: 47,
|
|
292
|
+
mouthUpperUpRight: 48,
|
|
293
|
+
noseSneerLeft: 49,
|
|
294
|
+
noseSneerRight: 50,
|
|
295
|
+
tongueOut: 51 // 🔑 KEY for "th" and "l" sounds
|
|
296
|
+
};
|
|
297
|
+
/**
|
|
298
|
+
* Generate a complete 251-length blendshape array for a specific phoneme
|
|
299
|
+
* @param phoneme - The phoneme key from ARKIT_PHONEME_REFERENCE_VALUES
|
|
300
|
+
* @returns Array of 251 blendshape values
|
|
301
|
+
*/
|
|
302
|
+
export function generatePhonemeBlendshapes(phoneme) {
|
|
303
|
+
const blendshapes = new Array(251).fill(0);
|
|
304
|
+
const values = ARKIT_PHONEME_REFERENCE_VALUES[phoneme];
|
|
305
|
+
// Map phoneme values to ARKit indices (0-51)
|
|
306
|
+
for (const [key, value] of Object.entries(values)) {
|
|
307
|
+
if (key !== 'description' && key in ARKIT_BLENDSHAPE_INDICES) {
|
|
308
|
+
const index = ARKIT_BLENDSHAPE_INDICES[key];
|
|
309
|
+
blendshapes[index] = value;
|
|
310
|
+
}
|
|
311
|
+
}
|
|
312
|
+
return blendshapes;
|
|
313
|
+
}
|
|
314
|
+
/**
|
|
315
|
+
* Pre-generated sample blendshapes for testing and visualization
|
|
316
|
+
* Use these to test your visualization system
|
|
317
|
+
*/
|
|
318
|
+
export const SAMPLE_PHONEME_TESTS = {
|
|
319
|
+
'Silence': generatePhonemeBlendshapes('sil'),
|
|
320
|
+
'A (ah - father)': generatePhonemeBlendshapes('aa'),
|
|
321
|
+
'E (eh - bed)': generatePhonemeBlendshapes('E'),
|
|
322
|
+
'I (ee - see)': generatePhonemeBlendshapes('I'),
|
|
323
|
+
'O (oh - go)': generatePhonemeBlendshapes('O'),
|
|
324
|
+
'U (oo - food)': generatePhonemeBlendshapes('U'),
|
|
325
|
+
'P/B/M': generatePhonemeBlendshapes('PP'),
|
|
326
|
+
'F/V': generatePhonemeBlendshapes('FF'),
|
|
327
|
+
'TH (think)': generatePhonemeBlendshapes('TH'),
|
|
328
|
+
'S/Z': generatePhonemeBlendshapes('SS'),
|
|
329
|
+
'SH (shoe)': generatePhonemeBlendshapes('sh'),
|
|
330
|
+
'CH (church)': generatePhonemeBlendshapes('CH'),
|
|
331
|
+
'W (wet)': generatePhonemeBlendshapes('w'),
|
|
332
|
+
'R (red)': generatePhonemeBlendshapes('RR'),
|
|
333
|
+
'L (lap)': generatePhonemeBlendshapes('l'),
|
|
334
|
+
'K/G': generatePhonemeBlendshapes('kk'),
|
|
335
|
+
};
|
|
336
|
+
/**
|
|
337
|
+
* Get a formatted string showing active blendshapes for a phoneme
|
|
338
|
+
* Useful for debugging and documentation
|
|
339
|
+
*/
|
|
340
|
+
export function getPhonemeDescription(phoneme) {
|
|
341
|
+
const data = ARKIT_PHONEME_REFERENCE_VALUES[phoneme];
|
|
342
|
+
const lines = [data.description, ''];
|
|
343
|
+
for (const [key, value] of Object.entries(data)) {
|
|
344
|
+
if (key !== 'description') {
|
|
345
|
+
lines.push(` ${key}: ${value}`);
|
|
346
|
+
}
|
|
347
|
+
}
|
|
348
|
+
return lines.join('\n');
|
|
349
|
+
}
|
|
350
|
+
/**
|
|
351
|
+
* Quick reference guide for key blendshapes
|
|
352
|
+
*/
|
|
353
|
+
export const BLENDSHAPE_QUICK_GUIDE = {
|
|
354
|
+
'Open mouth': ['jawOpen'],
|
|
355
|
+
'Close mouth': ['mouthClose'],
|
|
356
|
+
'Round lips (O, oo)': ['mouthFunnel', 'mouthPucker'],
|
|
357
|
+
'Smile (ee)': ['mouthSmileLeft', 'mouthSmileRight', 'mouthStretchLeft', 'mouthStretchRight'],
|
|
358
|
+
'Lips pressed (p, b, m)': ['mouthPressLeft', 'mouthPressRight', 'mouthClose'],
|
|
359
|
+
'Teeth on lip (f, v)': ['mouthRollLower', 'mouthUpperUpLeft', 'mouthUpperUpRight'],
|
|
360
|
+
'Tongue visible (th, l)': ['tongueOut'],
|
|
361
|
+
};
|
|
362
|
+
//# sourceMappingURL=arkitPhonemeReference.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"arkitPhonemeReference.js","sourceRoot":"","sources":["../../src/lipsync-helpers/arkitPhonemeReference.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAoDH;;;GAGG;AACH,MAAM,CAAC,MAAM,8BAA8B,GAAuC;IAChF,+CAA+C;IAC/C,oBAAoB;IACpB,+CAA+C;IAC/C,GAAG,EAAE;QACH,OAAO,EAAE,GAAG;QACZ,UAAU,EAAE,GAAG;QACf,WAAW,EAAE,4CAA4C;KAC1D;IAED,+CAA+C;IAC/C,SAAS;IACT,+CAA+C;IAE/C,EAAE,EAAE;QACF,OAAO,EAAE,GAAG;QACZ,WAAW,EAAE,GAAG;QAChB,WAAW,EAAE,GAAG;QAChB,SAAS,EAAE,GAAG;QACd,WAAW,EAAE,sCAAsC;KACpD;IAED,EAAE,EAAE;QACF,OAAO,EAAE,GAAG;QACZ,gBAAgB,EAAE,GAAG;QACrB,iBAAiB,EAAE,GAAG;QACtB,WAAW,EAAE,wCAAwC;KACtD;IAED,CAAC,EAAE;QACD,OAAO,EAAE,GAAG;QACZ,gBAAgB,EAAE,GAAG;QACrB,iBAAiB,EAAE,GAAG;QACtB,cAAc,EAAE,GAAG;QACnB,eAAe,EAAE,GAAG;QACpB,WAAW,EAAE,wCAAwC;KACtD;IAED,CAAC,EAAE;QACD,OAAO,EAAE,GAAG;QACZ,gBAAgB,EAAE,GAAG;QACrB,iBAAiB,EAAE,GAAG;QACtB,cAAc,EAAE,GAAG;QACnB,eAAe,EAAE,GAAG;QACpB,UAAU,EAAE,GAAG;QACf,WAAW,EAAE,sCAAsC;KACpD;IAED,EAAE,EAAE;QACF,OAAO,EAAE,GAAG;QACZ,gBAAgB,EAAE,GAAG;QACrB,iBAAiB,EAAE,GAAG;QACtB,cAAc,EAAE,GAAG;QACnB,eAAe,EAAE,GAAG;QACpB,WAAW,EAAE,yCAAyC;KACvD;IAED,CAAC,EAAE;QACD,OAAO,EAAE,GAAG;QACZ,WAAW,EAAE,GAAG;QAChB,WAAW,EAAE,GAAG;QAChB,WAAW,EAAE,gDAAgD;KAC9D;IAED,EAAE,EAAE;QACF,OAAO,EAAE,GAAG;QACZ,WAAW,EAAE,GAAG;QAChB,WAAW,EAAE,GAAG;QAChB,WAAW,EAAE,sDAAsD;KACpE;IAED,CAAC,EAAE;QACD,OAAO,EAAE,GAAG;QACZ,WAAW,EAAE,GAAG;QAChB,WAAW,EAAE,GAAG;QAChB,WAAW,EAAE,8CAA8C;KAC5D;IAED,EAAE,EAAE;QACF,OAAO,EAAE,IAAI;QACb,WAAW,EAAE,GAAG;QAChB,WAAW,EAAE,GAAG;QAChB,WAAW,EAAE,kDAAkD;KAChE;IAED,EAAE,EAAE;QACF,OAAO,EAAE,IAAI;QACb,WAAW,EAAE,GAAG;QAChB,WAAW,EAAE,GAAG;QAChB,WAAW,EAAE,gDAAgD;KAC9D;IAED,EAAE,EAAE;QACF,OAAO,EAAE,GAAG;QACZ,WAAW,EAAE,GAAG;QAChB,WAAW,EAAE,uCAAuC;KACrD;IAED,+CAA+C;IAC/C,aAAa;IACb,+CAA+C;IAE/C,EAAE,EAAE;QACF,OAAO,EAAE,GAAG;QACZ,WAAW,EAAE,GAAG;QAChB,WAAW,EAAE,GAAG;QAChB,WAAW,EAAE,+BAA+B;KAC7C;IAED,EAAE,EAAE;QACF,OAAO,EAAE,GAAG;QACZ,gBAAgB,EAAE,GAAG;QACrB,iBAAiB,EAAE,GAAG;QACtB,WAAW,EAAE,4BAA4B;KAC1C;IAED,EAAE,EAAE;QACF,OAAO,EAAE,GAAG;QACZ,WAAW,EAAE,GAAG;QAChB,WAAW,EAAE,GAAG;QAChB,WAAW,EAAE,8BAA8B;KAC5C;IAED,+CAA+C;IAC/C,qCAAqC;IACrC,+CAA+C;IAE/C,EAAE,EAAE;QACF,OAAO,EAAE,GAAG;QACZ,UAAU,EAAE,GAAG;QACf,cAAc,EAAE,GAAG;QACnB,eAAe,EAAE,GAAG;QACpB,WAAW,EAAE,sDAAsD;KACpE;IAED,+CAA+C;IAC/C,0CAA0C;IAC1C,+CAA+C;IAE/C,EAAE,EAAE;QACF,OAAO,EAAE,IAAI;QACb,cAAc,EAAE,GAAG;QACnB,gBAAgB,EAAE,GAAG;QACrB,iBAAiB,EAAE,GAAG;QACtB,WAAW,EAAE,8CAA8C;KAC5D;IAED,+CAA+C;IAC/C,kCAAkC;IAClC,+CAA+C;IAE/C,EAAE,EAAE;QACF,OAAO,EAAE,GAAG;QACZ,SAAS,EAAE,GAAG;QACd,gBAAgB,EAAE,GAAG;QACrB,iBAAiB,EAAE,GAAG;QACtB,cAAc,EAAE,GAAG;QACnB,WAAW,EAAE,wCAAwC;KACtD;IAED,+CAA+C;IAC/C,0CAA0C;IAC1C,+CAA+C;IAE/C,EAAE,EAAE;QACF,OAAO,EAAE,GAAG;QACZ,UAAU,EAAE,GAAG;QACf,WAAW,EAAE,sCAAsC;KACpD;IAED,EAAE,EAAE;QACF,OAAO,EAAE,IAAI;QACb,gBAAgB,EAAE,GAAG;QACrB,iBAAiB,EAAE,GAAG;QACtB,UAAU,EAAE,GAAG;QACf,WAAW,EAAE,0CAA0C;KACxD;IAED,EAAE,EAAE;QACF,OAAO,EAAE,GAAG;QACZ,UAAU,EAAE,GAAG;QACf,WAAW,EAAE,4BAA4B;KAC1C;IAED,CAAC,EAAE;QACD,OAAO,EAAE,IAAI;QACb,SAAS,EAAE,GAAG;QACd,WAAW,EAAE,0CAA0C;KACxD;IAED,+CAA+C;IAC/C,2CAA2C;IAC3C,+CAA+C;IAE/C,EAAE,EAAE;QACF,OAAO,EAAE,GAAG;QACZ,WAAW,EAAE,GAAG;QAChB,WAAW,EAAE,GAAG;QAChB,WAAW,EAAE,qDAAqD;KACnE;IAED,EAAE,EAAE;QACF,OAAO,EAAE,GAAG;QACZ,WAAW,EAAE,GAAG;QAChB,WAAW,EAAE,GAAG;QAChB,WAAW,EAAE,sDAAsD;KACpE;IAED,+CAA+C;IAC/C,yBAAyB;IACzB,+CAA+C;IAE/C,EAAE,EAAE;QACF,OAAO,EAAE,GAAG;QACZ,WAAW,EAAE,GAAG;QAChB,WAAW,EAAE,IAAI;QACjB,SAAS,EAAE,GAAG;QACd,WAAW,EAAE,kCAAkC;KAChD;IAED,+CAA+C;IAC/C,uBAAuB;IACvB,+CAA+C;IAE/C,CAAC,EAAE;QACD,OAAO,EAAE,GAAG;QACZ,gBAAgB,EAAE,IAAI;QACtB,iBAAiB,EAAE,IAAI;QACvB,cAAc,EAAE,GAAG;QACnB,eAAe,EAAE,GAAG;QACpB,WAAW,EAAE,iCAAiC;KAC/C;IAED,+CAA+C;IAC/C,sCAAsC;IACtC,+CAA+C;IAE/C,EAAE,EAAE;QACF,OAAO,EAAE,IAAI;QACb,WAAW,EAAE,qDAAqD;KACnE;IAED,+CAA+C;IAC/C,uBAAuB;IACvB,+CAA+C;IAE/C,EAAE,EAAE;QACF,OAAO,EAAE,GAAG;QACZ,WAAW,EAAE,+BAA+B;KAC7C;IAED,+CAA+C;IAC/C,2BAA2B;IAC3B,+CAA+C;IAE/C,CAAC,EAAE;QACD,OAAO,EAAE,IAAI;QACb,WAAW,EAAE,GAAG;QAChB,WAAW,EAAE,GAAG;QAChB,WAAW,EAAE,qCAAqC;KACnD;CACF,CAAC;AAEF;;;GAGG;AACH,MAAM,CAAC,MAAM,wBAAwB,GAAG;IACtC,YAAY,EAAE,CAAC;IACf,aAAa,EAAE,CAAC;IAChB,WAAW,EAAE,CAAC;IACd,eAAe,EAAE,CAAC;IAClB,gBAAgB,EAAE,CAAC;IACnB,SAAS,EAAE,CAAC;IACZ,eAAe,EAAE,CAAC;IAClB,gBAAgB,EAAE,CAAC;IACnB,YAAY,EAAE,CAAC;IACf,aAAa,EAAE,CAAC;IAChB,eAAe,EAAE,EAAE;IACnB,gBAAgB,EAAE,EAAE;IACpB,aAAa,EAAE,EAAE;IACjB,cAAc,EAAE,EAAE;IAClB,cAAc,EAAE,EAAE;IAClB,eAAe,EAAE,EAAE;IACnB,aAAa,EAAE,EAAE;IACjB,cAAc,EAAE,EAAE;IAClB,aAAa,EAAE,EAAE;IACjB,cAAc,EAAE,EAAE;IAClB,WAAW,EAAE,EAAE;IACf,YAAY,EAAE,EAAE;IAChB,UAAU,EAAE,EAAE;IACd,OAAO,EAAE,EAAE;IACX,OAAO,EAAE,EAAE,EAAW,2BAA2B;IACjD,QAAQ,EAAE,EAAE;IACZ,UAAU,EAAE,EAAE,EAAQ,2BAA2B;IACjD,eAAe,EAAE,EAAE;IACnB,gBAAgB,EAAE,EAAE;IACpB,cAAc,EAAE,EAAE;IAClB,eAAe,EAAE,EAAE;IACnB,WAAW,EAAE,EAAE,EAAO,iCAAiC;IACvD,SAAS,EAAE,EAAE;IACb,kBAAkB,EAAE,EAAE;IACtB,mBAAmB,EAAE,EAAE;IACvB,cAAc,EAAE,EAAE;IAClB,eAAe,EAAE,EAAE;IACnB,WAAW,EAAE,EAAE,EAAO,gCAAgC;IACtD,UAAU,EAAE,EAAE;IACd,cAAc,EAAE,EAAE;IAClB,cAAc,EAAE,EAAE;IAClB,eAAe,EAAE,EAAE;IACnB,eAAe,EAAE,EAAE;IACnB,cAAc,EAAE,EAAE,EAAI,yBAAyB;IAC/C,eAAe,EAAE,EAAE,EAAG,yBAAyB;IAC/C,gBAAgB,EAAE,EAAE,EAAE,+BAA+B;IACrD,iBAAiB,EAAE,EAAE,EAAC,+BAA+B;IACrD,gBAAgB,EAAE,EAAE;IACpB,iBAAiB,EAAE,EAAE;IACrB,aAAa,EAAE,EAAE;IACjB,cAAc,EAAE,EAAE;IAClB,SAAS,EAAE,EAAE,CAAS,iCAAiC;CACxD,CAAC;AAEF;;;;GAIG;AACH,MAAM,UAAU,0BAA0B,CAAC,OAAoD;IAC7F,MAAM,WAAW,GAAG,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC3C,MAAM,MAAM,GAAG,8BAA8B,CAAC,OAAO,CAAC,CAAC;IAEvD,6CAA6C;IAC7C,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QAClD,IAAI,GAAG,KAAK,aAAa,IAAI,GAAG,IAAI,wBAAwB,EAAE,CAAC;YAC7D,MAAM,KAAK,GAAG,wBAAwB,CAAC,GAA4C,CAAC,CAAC;YACrF,WAAW,CAAC,KAAK,CAAC,GAAG,KAAe,CAAC;QACvC,CAAC;IACH,CAAC;IAED,OAAO,WAAW,CAAC;AACrB,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAG;IAClC,SAAS,EAAE,0BAA0B,CAAC,KAAK,CAAC;IAC5C,iBAAiB,EAAE,0BAA0B,CAAC,IAAI,CAAC;IACnD,cAAc,EAAE,0BAA0B,CAAC,GAAG,CAAC;IAC/C,cAAc,EAAE,0BAA0B,CAAC,GAAG,CAAC;IAC/C,aAAa,EAAE,0BAA0B,CAAC,GAAG,CAAC;IAC9C,eAAe,EAAE,0BAA0B,CAAC,GAAG,CAAC;IAChD,OAAO,EAAE,0BAA0B,CAAC,IAAI,CAAC;IACzC,KAAK,EAAE,0BAA0B,CAAC,IAAI,CAAC;IACvC,YAAY,EAAE,0BAA0B,CAAC,IAAI,CAAC;IAC9C,KAAK,EAAE,0BAA0B,CAAC,IAAI,CAAC;IACvC,WAAW,EAAE,0BAA0B,CAAC,IAAI,CAAC;IAC7C,aAAa,EAAE,0BAA0B,CAAC,IAAI,CAAC;IAC/C,SAAS,EAAE,0BAA0B,CAAC,GAAG,CAAC;IAC1C,SAAS,EAAE,0BAA0B,CAAC,IAAI,CAAC;IAC3C,SAAS,EAAE,0BAA0B,CAAC,GAAG,CAAC;IAC1C,KAAK,EAAE,0BAA0B,CAAC,IAAI,CAAC;CACxC,CAAC;AAEF;;;GAGG;AACH,MAAM,UAAU,qBAAqB,CAAC,OAAoD;IACxF,MAAM,IAAI,GAAG,8BAA8B,CAAC,OAAO,CAAC,CAAC;IACrD,MAAM,KAAK,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;IAErC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QAChD,IAAI,GAAG,KAAK,aAAa,EAAE,CAAC;YAC1B,KAAK,CAAC,IAAI,CAAC,KAAK,GAAG,KAAK,KAAK,EAAE,CAAC,CAAC;QACnC,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,MAAM,sBAAsB,GAAG;IACpC,YAAY,EAAE,CAAC,SAAS,CAAC;IACzB,aAAa,EAAE,CAAC,YAAY,CAAC;IAC7B,oBAAoB,EAAE,CAAC,aAAa,EAAE,aAAa,CAAC;IACpD,YAAY,EAAE,CAAC,gBAAgB,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,mBAAmB,CAAC;IAC5F,wBAAwB,EAAE,CAAC,gBAAgB,EAAE,iBAAiB,EAAE,YAAY,CAAC;IAC7E,qBAAqB,EAAE,CAAC,gBAAgB,EAAE,kBAAkB,EAAE,mBAAmB,CAAC;IAClF,wBAAwB,EAAE,CAAC,WAAW,CAAC;CACxC,CAAC"}
|
|
@@ -5,5 +5,6 @@
|
|
|
5
5
|
export { ARKIT_ORDER_61, STANDARD_ARKIT_ORDER, convertOrder61ToStandard, mapOrder61ToNames, getBlendshapeValueFromOrder61, getHeadRotation, getEyeRotations, getLipSyncValuesFromOrder61, getActiveBlendshapesFromOrder61, formatOrder61ForLogging, } from "./arkitOrder61";
|
|
6
6
|
export { ARKIT_BLENDSHAPE_NAMES, ARKIT_EXTENDED_NAMES, mapARKitBlendshapesToNames, getActiveARKitBlendshapes, getARKitBlendshapeValue, formatARKitBlendshapesForLogging, KEY_LIPSYNC_BLENDSHAPES, getLipSyncBlendshapes, } from "./arkitBlendshapeHelpers";
|
|
7
7
|
export { ARKIT_PHONEME_REFERENCE_VALUES, ARKIT_BLENDSHAPE_INDICES, SAMPLE_PHONEME_TESTS, BLENDSHAPE_QUICK_GUIDE, generatePhonemeBlendshapes, getPhonemeDescription, type PhonemeBlendshapes, } from "./arkitPhonemeReference";
|
|
8
|
+
export { METAHUMAN_ORDER_251, METAHUMAN_CATEGORIES, KEY_METAHUMAN_LIPSYNC, getMetaHumanBlendshapeName, getMetaHumanBlendshapeIndex, getMetaHumanBlendshapesByCategory, formatMetaHumanBlendshapesForLogging, } from "./metahumanOrder251";
|
|
8
9
|
export { NEUROSYNC_BLENDSHAPE_NAMES, mapBlendshapesToNames, formatBlendshapesForLogging, getTopBlendshapes, } from "./neurosyncBlendshapeMapper";
|
|
9
10
|
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/lipsync-helpers/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAOH,OAAO,EACL,cAAc,EACd,oBAAoB,EACpB,wBAAwB,EACxB,iBAAiB,EACjB,6BAA6B,EAC7B,eAAe,EACf,eAAe,EACf,2BAA2B,EAC3B,+BAA+B,EAC/B,uBAAuB,GACxB,MAAM,gBAAgB,CAAC;AAGxB,OAAO,EACL,sBAAsB,EACtB,oBAAoB,EACpB,0BAA0B,EAC1B,yBAAyB,EACzB,uBAAuB,EACvB,gCAAgC,EAChC,uBAAuB,EACvB,qBAAqB,GACtB,MAAM,0BAA0B,CAAC;AAGlC,OAAO,EACL,8BAA8B,EAC9B,wBAAwB,EACxB,oBAAoB,EACpB,sBAAsB,EACtB,0BAA0B,EAC1B,qBAAqB,EACrB,KAAK,kBAAkB,GACxB,MAAM,yBAAyB,CAAC;AAOjC,OAAO,EACL,mBAAmB,EACnB,oBAAoB,EACpB,qBAAqB,EACrB,0BAA0B,EAC1B,2BAA2B,EAC3B,iCAAiC,EACjC,oCAAoC,GACrC,MAAM,qBAAqB,CAAC;AAG7B,OAAO,EACL,0BAA0B,EAC1B,qBAAqB,EACrB,2BAA2B,EAC3B,iBAAiB,GAClB,MAAM,6BAA6B,CAAC"}
|