@omote/three 0.2.0 → 0.3.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +33 -6
- package/dist/index.cjs +201 -49
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +90 -40
- package/dist/index.d.ts +90 -40
- package/dist/index.js +191 -49
- package/dist/index.js.map +1 -1
- package/package.json +48 -42
package/README.md
CHANGED
|
@@ -14,7 +14,7 @@ npm install @omote/three @omote/core three
|
|
|
14
14
|
import * as THREE from 'three';
|
|
15
15
|
import { GLTFLoader } from 'three/addons/loaders/GLTFLoader.js';
|
|
16
16
|
import { OmoteAvatar } from '@omote/three';
|
|
17
|
-
import {
|
|
17
|
+
import { KokoroTTSInference } from '@omote/core';
|
|
18
18
|
|
|
19
19
|
// Load avatar
|
|
20
20
|
const loader = new GLTFLoader();
|
|
@@ -24,13 +24,15 @@ loader.load('/avatar.glb', async (gltf) => {
|
|
|
24
24
|
// Create avatar with full composition (gaze, emotion, life layer)
|
|
25
25
|
const avatar = new OmoteAvatar({ target: gltf.scene });
|
|
26
26
|
|
|
27
|
-
// Wire
|
|
28
|
-
|
|
27
|
+
// Wire conversational voice (speaker + listener via connectVoice)
|
|
28
|
+
await avatar.connectVoice({
|
|
29
29
|
mode: 'local',
|
|
30
30
|
tts: new KokoroTTSInference({ defaultVoice: 'af_heart' }),
|
|
31
|
-
|
|
31
|
+
onTranscript: async (text) => {
|
|
32
|
+
const res = await fetch('/api/chat', { method: 'POST', body: text });
|
|
33
|
+
return await res.text();
|
|
34
|
+
},
|
|
32
35
|
});
|
|
33
|
-
avatar.connectFrameSource(pipeline);
|
|
34
36
|
|
|
35
37
|
// In render loop:
|
|
36
38
|
function animate() {
|
|
@@ -50,7 +52,7 @@ Full-featured avatar class with CharacterController (compositor + gaze + life la
|
|
|
50
52
|
| Method | Description |
|
|
51
53
|
|--------|-------------|
|
|
52
54
|
| `update(delta, camera, avatarRotationY?)` | Call each frame in your render loop |
|
|
53
|
-
| `connectFrameSource(source)` | Wire any pipeline (PlaybackPipeline, MicLipSync,
|
|
55
|
+
| `connectFrameSource(source)` | Wire any pipeline (PlaybackPipeline, MicLipSync, VoiceOrchestrator) |
|
|
54
56
|
| `disconnectFrameSource()` | Disconnect the current frame source |
|
|
55
57
|
| `setFrame(blendshapes)` | Direct blendshape input |
|
|
56
58
|
| `setEmotion(emotion)` | Set emotion (string preset or weights) |
|
|
@@ -70,6 +72,31 @@ Traverse a Three.js scene to find bones and morph targets. Returns pre-computed
|
|
|
70
72
|
|
|
71
73
|
Write 52 ARKit blendshape weights to morph targets using pre-computed indices.
|
|
72
74
|
|
|
75
|
+
### Voice Integration
|
|
76
|
+
|
|
77
|
+
`connectVoice()` combines speaker + listener + interruption handling:
|
|
78
|
+
|
|
79
|
+
```typescript
|
|
80
|
+
import { OmoteAvatar } from '@omote/three';
|
|
81
|
+
import { KokoroTTSInference } from '@omote/core';
|
|
82
|
+
|
|
83
|
+
const avatar = new OmoteAvatar({ target: gltf.scene });
|
|
84
|
+
await avatar.connectVoice({
|
|
85
|
+
tts: new KokoroTTSInference({ defaultVoice: 'af_heart' }),
|
|
86
|
+
interruptionEnabled: true,
|
|
87
|
+
onTranscript: async (text) => {
|
|
88
|
+
const res = await fetch('/api/chat', { body: text });
|
|
89
|
+
return await res.text();
|
|
90
|
+
},
|
|
91
|
+
});
|
|
92
|
+
|
|
93
|
+
// Or use individual APIs:
|
|
94
|
+
await avatar.connectSpeaker(ttsBackend, { lam: createA2E() });
|
|
95
|
+
await avatar.speak("Hello!");
|
|
96
|
+
await avatar.connectListener({ models: { senseVoice: {...}, vad: {...} } });
|
|
97
|
+
await avatar.startListening();
|
|
98
|
+
```
|
|
99
|
+
|
|
73
100
|
### `BlendshapeController` (low-level)
|
|
74
101
|
|
|
75
102
|
Direct morph target weight control for custom integrations.
|
package/dist/index.cjs
CHANGED
|
@@ -1,7 +1,9 @@
|
|
|
1
1
|
"use strict";
|
|
2
|
+
var __create = Object.create;
|
|
2
3
|
var __defProp = Object.defineProperty;
|
|
3
4
|
var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
|
|
4
5
|
var __getOwnPropNames = Object.getOwnPropertyNames;
|
|
6
|
+
var __getProtoOf = Object.getPrototypeOf;
|
|
5
7
|
var __hasOwnProp = Object.prototype.hasOwnProperty;
|
|
6
8
|
var __export = (target, all) => {
|
|
7
9
|
for (var name in all)
|
|
@@ -15,14 +17,22 @@ var __copyProps = (to, from, except, desc) => {
|
|
|
15
17
|
}
|
|
16
18
|
return to;
|
|
17
19
|
};
|
|
20
|
+
var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
|
|
21
|
+
// If the importer is in node compatibility mode or this is not an ESM
|
|
22
|
+
// file that has been converted to a CommonJS file using a Babel-
|
|
23
|
+
// compatible transform (i.e. "__esModule" has not been set), then set
|
|
24
|
+
// "default" to the CommonJS "module.exports" for node compatibility.
|
|
25
|
+
isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
|
|
26
|
+
mod
|
|
27
|
+
));
|
|
18
28
|
var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
|
|
19
29
|
|
|
20
30
|
// src/index.ts
|
|
21
31
|
var index_exports = {};
|
|
22
32
|
__export(index_exports, {
|
|
23
33
|
BlendshapeController: () => BlendshapeController,
|
|
24
|
-
OmoteA2E: () => OmoteA2E,
|
|
25
34
|
OmoteAvatar: () => OmoteAvatar,
|
|
35
|
+
createAvatar: () => createAvatar,
|
|
26
36
|
discoverScene: () => discoverScene,
|
|
27
37
|
writeBlendshapes: () => writeBlendshapes
|
|
28
38
|
});
|
|
@@ -30,6 +40,7 @@ module.exports = __toCommonJS(index_exports);
|
|
|
30
40
|
|
|
31
41
|
// src/OmoteAvatar.ts
|
|
32
42
|
var import_core2 = require("@omote/core");
|
|
43
|
+
var import_avatar = require("@omote/avatar");
|
|
33
44
|
var import_three = require("three");
|
|
34
45
|
|
|
35
46
|
// src/SceneDiscovery.ts
|
|
@@ -125,19 +136,18 @@ function writeBlendshapes(blendshapes, morphEntries) {
|
|
|
125
136
|
}
|
|
126
137
|
|
|
127
138
|
// src/OmoteAvatar.ts
|
|
128
|
-
var logger2 = (0, import_core2.createLogger)("OmoteAvatar");
|
|
139
|
+
var logger2 = (0, import_core2.createLogger)("OmoteAvatar.Three");
|
|
129
140
|
var _headWorldPos = new import_three.Vector3();
|
|
130
141
|
var _camWorldPos = new import_three.Vector3();
|
|
131
142
|
var _headWorldQuat = new import_three.Quaternion();
|
|
132
143
|
var OmoteAvatar = class {
|
|
133
144
|
constructor(options) {
|
|
145
|
+
// External frame source (adapter-level, handles emotion extraction)
|
|
134
146
|
this.frameSourceCallback = null;
|
|
135
147
|
this.connectedSource = null;
|
|
136
148
|
// State
|
|
137
149
|
this.currentBlendshapes = null;
|
|
138
150
|
this._emotion = null;
|
|
139
|
-
this._isSpeaking = false;
|
|
140
|
-
this._state = "idle";
|
|
141
151
|
this._audioEnergy = 0;
|
|
142
152
|
this.discovery = discoverScene(options.target);
|
|
143
153
|
const controllerConfig = {
|
|
@@ -145,6 +155,13 @@ var OmoteAvatar = class {
|
|
|
145
155
|
gaze: options.gaze
|
|
146
156
|
};
|
|
147
157
|
this.controller = new import_core2.CharacterController(controllerConfig);
|
|
158
|
+
this.core = new import_avatar.OmoteAvatarCore();
|
|
159
|
+
this.core.onFrame = (frame) => {
|
|
160
|
+
this.currentBlendshapes = frame.blendshapes;
|
|
161
|
+
if (frame.emotion !== void 0) {
|
|
162
|
+
this._emotion = frame.emotion;
|
|
163
|
+
}
|
|
164
|
+
};
|
|
148
165
|
if (this.discovery.morphEntries.length === 0) {
|
|
149
166
|
logger2.warn("No morph targets found \u2014 blendshape animation will have no effect");
|
|
150
167
|
}
|
|
@@ -187,8 +204,8 @@ var OmoteAvatar = class {
|
|
|
187
204
|
deltaTime: delta,
|
|
188
205
|
baseBlendshapes: this.currentBlendshapes,
|
|
189
206
|
emotion: this._emotion,
|
|
190
|
-
isSpeaking: this.
|
|
191
|
-
state: this.
|
|
207
|
+
isSpeaking: this.core.isSpeaking,
|
|
208
|
+
state: this.core.state,
|
|
192
209
|
audioEnergy: this._audioEnergy,
|
|
193
210
|
cameraWorldPos,
|
|
194
211
|
headWorldPos,
|
|
@@ -202,7 +219,7 @@ var OmoteAvatar = class {
|
|
|
202
219
|
}
|
|
203
220
|
}
|
|
204
221
|
// -------------------------------------------------------------------------
|
|
205
|
-
// Frame source connection
|
|
222
|
+
// Frame source connection (adapter-level, with emotion extraction)
|
|
206
223
|
// -------------------------------------------------------------------------
|
|
207
224
|
/**
|
|
208
225
|
* Connect to any frame source (PlaybackPipeline, MicLipSync, etc.).
|
|
@@ -215,6 +232,9 @@ var OmoteAvatar = class {
|
|
|
215
232
|
this.disconnectFrameSource();
|
|
216
233
|
this.frameSourceCallback = (frame) => {
|
|
217
234
|
this.currentBlendshapes = frame.blendshapes;
|
|
235
|
+
if (frame.emotion !== void 0) {
|
|
236
|
+
this._emotion = frame.emotion;
|
|
237
|
+
}
|
|
218
238
|
};
|
|
219
239
|
source.on("frame", this.frameSourceCallback);
|
|
220
240
|
this.connectedSource = source;
|
|
@@ -232,6 +252,81 @@ var OmoteAvatar = class {
|
|
|
232
252
|
this.frameSourceCallback = null;
|
|
233
253
|
}
|
|
234
254
|
// -------------------------------------------------------------------------
|
|
255
|
+
// Speaker (TTS → lip sync) — delegated to OmoteAvatarCore
|
|
256
|
+
// -------------------------------------------------------------------------
|
|
257
|
+
/** Warm up AudioContext for iOS/Safari autoplay policy. Call from user gesture. */
|
|
258
|
+
async warmup() {
|
|
259
|
+
return this.core.warmup();
|
|
260
|
+
}
|
|
261
|
+
async connectSpeaker(tts, config) {
|
|
262
|
+
return this.core.connectSpeaker(tts, config);
|
|
263
|
+
}
|
|
264
|
+
async speak(text, options) {
|
|
265
|
+
return this.core.speak(text, options);
|
|
266
|
+
}
|
|
267
|
+
async streamText(options) {
|
|
268
|
+
return this.core.streamText(options);
|
|
269
|
+
}
|
|
270
|
+
stopSpeaking() {
|
|
271
|
+
this.core.stopSpeaking();
|
|
272
|
+
}
|
|
273
|
+
async disconnectSpeaker() {
|
|
274
|
+
return this.core.disconnectSpeaker();
|
|
275
|
+
}
|
|
276
|
+
/** @deprecated Use connectSpeaker(). Will be removed in v1.0. */
|
|
277
|
+
async connectTTS(tts, config) {
|
|
278
|
+
return this.connectSpeaker(tts, config);
|
|
279
|
+
}
|
|
280
|
+
/** @deprecated Use disconnectSpeaker(). Will be removed in v1.0. */
|
|
281
|
+
async disconnectTTS() {
|
|
282
|
+
return this.disconnectSpeaker();
|
|
283
|
+
}
|
|
284
|
+
// -------------------------------------------------------------------------
|
|
285
|
+
// Listener (mic → VAD → ASR → transcript) — delegated to OmoteAvatarCore
|
|
286
|
+
// -------------------------------------------------------------------------
|
|
287
|
+
async connectListener(config) {
|
|
288
|
+
return this.core.connectListener(config);
|
|
289
|
+
}
|
|
290
|
+
async startListening() {
|
|
291
|
+
return this.core.startListening();
|
|
292
|
+
}
|
|
293
|
+
stopListening() {
|
|
294
|
+
this.core.stopListening();
|
|
295
|
+
}
|
|
296
|
+
onTranscript(callback) {
|
|
297
|
+
return this.core.onTranscript(callback);
|
|
298
|
+
}
|
|
299
|
+
async disconnectListener() {
|
|
300
|
+
return this.core.disconnectListener();
|
|
301
|
+
}
|
|
302
|
+
// -------------------------------------------------------------------------
|
|
303
|
+
// Voice (combined speaker + listener + interruption) — delegated
|
|
304
|
+
// -------------------------------------------------------------------------
|
|
305
|
+
async connectVoice(config) {
|
|
306
|
+
return this.core.connectVoice(config);
|
|
307
|
+
}
|
|
308
|
+
async disconnectVoice() {
|
|
309
|
+
return this.core.disconnectVoice();
|
|
310
|
+
}
|
|
311
|
+
// -------------------------------------------------------------------------
|
|
312
|
+
// Event subscriptions — delegated to OmoteAvatarCore
|
|
313
|
+
// -------------------------------------------------------------------------
|
|
314
|
+
onTranscriptEvent(callback) {
|
|
315
|
+
return this.core.onTranscriptEvent(callback);
|
|
316
|
+
}
|
|
317
|
+
onVoiceStateChange(callback) {
|
|
318
|
+
return this.core.onVoiceStateChange(callback);
|
|
319
|
+
}
|
|
320
|
+
onLoadingProgress(callback) {
|
|
321
|
+
return this.core.onLoadingProgress(callback);
|
|
322
|
+
}
|
|
323
|
+
onError(callback) {
|
|
324
|
+
return this.core.onError(callback);
|
|
325
|
+
}
|
|
326
|
+
onAudioLevel(callback) {
|
|
327
|
+
return this.core.onAudioLevel(callback);
|
|
328
|
+
}
|
|
329
|
+
// -------------------------------------------------------------------------
|
|
235
330
|
// State setters
|
|
236
331
|
// -------------------------------------------------------------------------
|
|
237
332
|
/** Set raw blendshapes directly (alternative to connectFrameSource). */
|
|
@@ -244,16 +339,20 @@ var OmoteAvatar = class {
|
|
|
244
339
|
}
|
|
245
340
|
/** Set whether the avatar is currently speaking (drives mouth animation intensity). */
|
|
246
341
|
setSpeaking(speaking) {
|
|
247
|
-
this.
|
|
342
|
+
this.core.setSpeaking(speaking);
|
|
248
343
|
}
|
|
249
344
|
/** Set the conversational state (idle, listening, thinking, speaking). */
|
|
250
345
|
setState(state) {
|
|
251
|
-
this.
|
|
346
|
+
this.core.setState(state);
|
|
252
347
|
}
|
|
253
348
|
/** Set audio energy level (0-1, drives emphasis/gesture intensity). */
|
|
254
349
|
setAudioEnergy(energy) {
|
|
255
350
|
this._audioEnergy = energy;
|
|
256
351
|
}
|
|
352
|
+
/** Update character expression profile at runtime. */
|
|
353
|
+
setProfile(profile) {
|
|
354
|
+
this.controller.setProfile(profile);
|
|
355
|
+
}
|
|
257
356
|
// -------------------------------------------------------------------------
|
|
258
357
|
// Accessors
|
|
259
358
|
// -------------------------------------------------------------------------
|
|
@@ -273,6 +372,26 @@ var OmoteAvatar = class {
|
|
|
273
372
|
get mappedBlendshapeCount() {
|
|
274
373
|
return this.discovery.mappedBlendshapeCount;
|
|
275
374
|
}
|
|
375
|
+
/** Whether the avatar is currently speaking via TTS. */
|
|
376
|
+
get isSpeaking() {
|
|
377
|
+
return this.core.isSpeaking;
|
|
378
|
+
}
|
|
379
|
+
/** Whether the avatar is currently listening for speech. */
|
|
380
|
+
get isListening() {
|
|
381
|
+
return this.core.state === "listening";
|
|
382
|
+
}
|
|
383
|
+
/** Current conversational state. */
|
|
384
|
+
get conversationalState() {
|
|
385
|
+
return this.core.state;
|
|
386
|
+
}
|
|
387
|
+
/** Access the internal TTSSpeaker (null if not connected). */
|
|
388
|
+
get speaker() {
|
|
389
|
+
return this.core.speaker;
|
|
390
|
+
}
|
|
391
|
+
/** Access the internal SpeechListener (null if not connected). */
|
|
392
|
+
get listener() {
|
|
393
|
+
return this.core.listener;
|
|
394
|
+
}
|
|
276
395
|
// -------------------------------------------------------------------------
|
|
277
396
|
// Lifecycle
|
|
278
397
|
// -------------------------------------------------------------------------
|
|
@@ -280,19 +399,88 @@ var OmoteAvatar = class {
|
|
|
280
399
|
reset() {
|
|
281
400
|
this.currentBlendshapes = null;
|
|
282
401
|
this._emotion = null;
|
|
283
|
-
this._isSpeaking = false;
|
|
284
|
-
this._state = "idle";
|
|
285
402
|
this._audioEnergy = 0;
|
|
403
|
+
this.core.reset();
|
|
286
404
|
this.controller.reset();
|
|
287
405
|
}
|
|
288
|
-
/** Disconnect frame sources and dispose the controller. */
|
|
289
|
-
dispose() {
|
|
406
|
+
/** Disconnect all voice resources, frame sources, and dispose the controller. */
|
|
407
|
+
async dispose() {
|
|
408
|
+
await this.core.dispose();
|
|
290
409
|
this.disconnectFrameSource();
|
|
291
410
|
this.controller.dispose();
|
|
292
411
|
logger2.debug("Disposed");
|
|
293
412
|
}
|
|
294
413
|
};
|
|
295
414
|
|
|
415
|
+
// src/createAvatar.ts
|
|
416
|
+
var THREE = __toESM(require("three"), 1);
|
|
417
|
+
var import_GLTFLoader = require("three/addons/loaders/GLTFLoader.js");
|
|
418
|
+
var import_OrbitControls = require("three/addons/controls/OrbitControls.js");
|
|
419
|
+
async function createAvatar(config) {
|
|
420
|
+
const container = typeof config.container === "string" ? document.querySelector(config.container) : config.container;
|
|
421
|
+
if (!container) throw new Error(`Container not found: ${config.container}`);
|
|
422
|
+
const { clientWidth: w, clientHeight: h } = container;
|
|
423
|
+
const renderer = new THREE.WebGLRenderer({ antialias: true, alpha: true });
|
|
424
|
+
renderer.setSize(w, h);
|
|
425
|
+
renderer.setPixelRatio(Math.min(window.devicePixelRatio, 2));
|
|
426
|
+
renderer.toneMapping = THREE.ACESFilmicToneMapping;
|
|
427
|
+
container.appendChild(renderer.domElement);
|
|
428
|
+
const scene = new THREE.Scene();
|
|
429
|
+
const camera = new THREE.PerspectiveCamera(config.fov ?? 35, w / h, 0.1, 100);
|
|
430
|
+
camera.position.set(0, 1.5, 0.8);
|
|
431
|
+
scene.add(new THREE.AmbientLight(16777215, 0.5));
|
|
432
|
+
const dirLight = new THREE.DirectionalLight(16777215, 1);
|
|
433
|
+
dirLight.position.set(2, 3, 2);
|
|
434
|
+
scene.add(dirLight);
|
|
435
|
+
let controls = null;
|
|
436
|
+
if (config.controls !== false) {
|
|
437
|
+
controls = new import_OrbitControls.OrbitControls(camera, renderer.domElement);
|
|
438
|
+
controls.target.set(0, 1.5, 0);
|
|
439
|
+
controls.enableDamping = true;
|
|
440
|
+
controls.update();
|
|
441
|
+
}
|
|
442
|
+
const gltf = await new import_GLTFLoader.GLTFLoader().loadAsync(config.src);
|
|
443
|
+
scene.add(gltf.scene);
|
|
444
|
+
const avatar = new OmoteAvatar({
|
|
445
|
+
target: gltf.scene,
|
|
446
|
+
gaze: { enabled: true, smoothing: 0.08 }
|
|
447
|
+
});
|
|
448
|
+
const clock = new THREE.Clock();
|
|
449
|
+
let animId = 0;
|
|
450
|
+
function animate() {
|
|
451
|
+
animId = requestAnimationFrame(animate);
|
|
452
|
+
avatar.update(clock.getDelta(), camera);
|
|
453
|
+
controls?.update();
|
|
454
|
+
renderer.render(scene, camera);
|
|
455
|
+
}
|
|
456
|
+
animate();
|
|
457
|
+
const ro = new ResizeObserver(() => {
|
|
458
|
+
const { clientWidth: rw, clientHeight: rh } = container;
|
|
459
|
+
camera.aspect = rw / rh;
|
|
460
|
+
camera.updateProjectionMatrix();
|
|
461
|
+
renderer.setSize(rw, rh);
|
|
462
|
+
});
|
|
463
|
+
ro.observe(container);
|
|
464
|
+
return {
|
|
465
|
+
avatar,
|
|
466
|
+
scene,
|
|
467
|
+
camera,
|
|
468
|
+
renderer,
|
|
469
|
+
controls,
|
|
470
|
+
animations: gltf.animations ?? [],
|
|
471
|
+
dispose() {
|
|
472
|
+
cancelAnimationFrame(animId);
|
|
473
|
+
ro.disconnect();
|
|
474
|
+
controls?.dispose();
|
|
475
|
+
avatar.dispose();
|
|
476
|
+
renderer.dispose();
|
|
477
|
+
if (renderer.domElement.parentElement) {
|
|
478
|
+
renderer.domElement.parentElement.removeChild(renderer.domElement);
|
|
479
|
+
}
|
|
480
|
+
}
|
|
481
|
+
};
|
|
482
|
+
}
|
|
483
|
+
|
|
296
484
|
// src/BlendshapeController.ts
|
|
297
485
|
var import_core3 = require("@omote/core");
|
|
298
486
|
var BlendshapeController = class {
|
|
@@ -354,40 +542,4 @@ var BlendshapeController = class {
|
|
|
354
542
|
this.currentWeights = [];
|
|
355
543
|
}
|
|
356
544
|
};
|
|
357
|
-
|
|
358
|
-
// src/OmoteA2E.ts
|
|
359
|
-
var import_core4 = require("@omote/core");
|
|
360
|
-
var OmoteA2E = class {
|
|
361
|
-
constructor(options) {
|
|
362
|
-
const { target, controllerOptions, ...orchestratorConfig } = options;
|
|
363
|
-
this.controller = new BlendshapeController(target, controllerOptions);
|
|
364
|
-
this.orchestrator = new import_core4.A2EOrchestrator(orchestratorConfig);
|
|
365
|
-
}
|
|
366
|
-
async load() {
|
|
367
|
-
return this.orchestrator.load();
|
|
368
|
-
}
|
|
369
|
-
async start() {
|
|
370
|
-
return this.orchestrator.start();
|
|
371
|
-
}
|
|
372
|
-
stop() {
|
|
373
|
-
this.orchestrator.stop();
|
|
374
|
-
}
|
|
375
|
-
update() {
|
|
376
|
-
const w = this.orchestrator.latestWeights;
|
|
377
|
-
if (w) this.controller.update(w);
|
|
378
|
-
}
|
|
379
|
-
async dispose() {
|
|
380
|
-
await this.orchestrator.dispose();
|
|
381
|
-
this.controller.dispose();
|
|
382
|
-
}
|
|
383
|
-
get isReady() {
|
|
384
|
-
return this.orchestrator.isReady;
|
|
385
|
-
}
|
|
386
|
-
get isStreaming() {
|
|
387
|
-
return this.orchestrator.isStreaming;
|
|
388
|
-
}
|
|
389
|
-
get backend() {
|
|
390
|
-
return this.orchestrator.backend;
|
|
391
|
-
}
|
|
392
|
-
};
|
|
393
545
|
//# sourceMappingURL=index.cjs.map
|
package/dist/index.cjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/index.ts","../src/OmoteAvatar.ts","../src/SceneDiscovery.ts","../src/BlendshapeWriter.ts","../src/BlendshapeController.ts","../src/OmoteA2E.ts"],"sourcesContent":["// High-level\nexport { OmoteAvatar } from './OmoteAvatar';\nexport type { OmoteAvatarOptions, FrameSource } from './OmoteAvatar';\n\n// Scene utilities (canonical — r3f imports from here)\nexport { discoverScene } from './SceneDiscovery';\nexport type { SceneDiscoveryResult, MorphIndexEntry, SceneObject, DiscoveredMesh, DiscoveredBone } from './SceneDiscovery';\nexport { writeBlendshapes } from './BlendshapeWriter';\n\n// Low-level escape hatch\nexport { BlendshapeController } from './BlendshapeController';\nexport type { BlendshapeControllerOptions } from './BlendshapeController';\n\n/** @deprecated Use OmoteAvatar instead */\nexport { OmoteA2E } from './OmoteA2E';\nexport type { OmoteA2EOptions } from './OmoteA2E';\n","/**\n * OmoteAvatar — Full-featured Three.js avatar class.\n *\n * Wraps CharacterController from @omote/core with Three.js scene discovery,\n * blendshape writing, and gaze bone rotation. Drop-in avatar for any\n * Three.js app that has a render loop.\n *\n * @example\n * ```ts\n * import { OmoteAvatar } from '@omote/three';\n * import { createA2E, PlaybackPipeline } from '@omote/core';\n *\n * const avatar = new OmoteAvatar({ target: avatarModel });\n * const lam = createA2E();\n * await lam.load();\n * const pipeline = new PlaybackPipeline({ lam, sampleRate: 16000 });\n * avatar.connectFrameSource(pipeline);\n *\n * // In render loop:\n * avatar.update(delta, camera);\n * ```\n *\n * @category Three\n */\n\nimport {\n CharacterController,\n createLogger,\n} from '@omote/core';\nimport type {\n CharacterControllerConfig,\n EmotionWeights,\n ConversationalState,\n FaceCompositorConfig,\n} from '@omote/core';\nimport { Vector3, Quaternion } from 'three';\nimport type { Camera, Object3D } from 'three';\nimport { discoverScene } from './SceneDiscovery';\nimport type { SceneDiscoveryResult } from './SceneDiscovery';\nimport { writeBlendshapes } from './BlendshapeWriter';\n\nconst logger = createLogger('OmoteAvatar');\n\n// Reusable scratch vectors — avoids per-frame allocation\nconst _headWorldPos = new Vector3();\nconst _camWorldPos = new Vector3();\nconst _headWorldQuat = new Quaternion();\n\n// ---------------------------------------------------------------------------\n// Types\n// ---------------------------------------------------------------------------\n\n/** Generic frame source — any object that emits 'frame' events with blendshapes. */\nexport interface FrameSource {\n on(event: 'frame', callback: (frame: { blendshapes: Float32Array }) => void): void;\n off?(event: 'frame', callback: (...args: any[]) => void): void;\n}\n\nexport interface OmoteAvatarOptions {\n /** Three.js Object3D (loaded GLB scene, Group, etc.) to traverse for meshes and bones. */\n target: Object3D;\n /** FaceCompositor configuration (profile, emotion, life layer). */\n compositor?: FaceCompositorConfig;\n /** Gaze tracking configuration. */\n gaze?: {\n enabled?: boolean;\n yawInfluence?: number;\n pitchInfluence?: number;\n smoothing?: number;\n };\n}\n\n// ---------------------------------------------------------------------------\n// OmoteAvatar\n// ---------------------------------------------------------------------------\n\nexport class OmoteAvatar {\n private readonly controller: CharacterController;\n private readonly discovery: SceneDiscoveryResult;\n private frameSourceCallback: ((frame: { blendshapes: Float32Array }) => void) | null = null;\n private connectedSource: FrameSource | null = null;\n\n // State\n private currentBlendshapes: Float32Array | null = null;\n private _emotion: string | EmotionWeights | null = null;\n private _isSpeaking = false;\n private _state: ConversationalState = 'idle';\n private _audioEnergy = 0;\n\n constructor(options: OmoteAvatarOptions) {\n this.discovery = discoverScene(options.target);\n\n const controllerConfig: CharacterControllerConfig = {\n compositor: options.compositor,\n gaze: options.gaze,\n };\n this.controller = new CharacterController(controllerConfig);\n\n if (this.discovery.morphEntries.length === 0) {\n logger.warn('No morph targets found — blendshape animation will have no effect');\n }\n if (!this.discovery.headBone) {\n logger.warn('Head bone not found — gaze tracking will be disabled');\n }\n logger.info(\n `Initialized: ${this.discovery.meshes.length} mesh(es), ${this.discovery.mappedBlendshapeCount} mapped blendshapes, headBone=${!!this.discovery.headBone}`,\n );\n }\n\n // -------------------------------------------------------------------------\n // Per-frame update\n // -------------------------------------------------------------------------\n\n /**\n * Call each frame in your render loop.\n *\n * Runs CharacterController (compositor + gaze + life layer), writes\n * blendshapes to morph targets, and applies head bone rotation.\n *\n * @param delta - Time since last frame in seconds\n * @param camera - The active Three.js camera (used for gaze direction)\n * @param avatarRotationY - Optional avatar Y rotation in radians for gaze compensation\n */\n update(delta: number, camera: Camera, avatarRotationY?: number): void {\n // Compute head world position + quaternion from bone\n let headWorldPos: { x: number; y: number; z: number } | undefined;\n let headWorldQuat: { x: number; y: number; z: number; w: number } | undefined;\n if (this.discovery.headBone?.getWorldPosition) {\n this.discovery.headBone.getWorldPosition(_headWorldPos);\n headWorldPos = { x: _headWorldPos.x, y: _headWorldPos.y, z: _headWorldPos.z };\n this.discovery.headBone.getWorldQuaternion(_headWorldQuat);\n headWorldQuat = { x: _headWorldQuat.x, y: _headWorldQuat.y, z: _headWorldQuat.z, w: _headWorldQuat.w };\n }\n\n // Camera world position (use getWorldPosition for parented cameras)\n camera.getWorldPosition(_camWorldPos);\n const cameraWorldPos = {\n x: _camWorldPos.x,\n y: _camWorldPos.y,\n z: _camWorldPos.z,\n };\n\n const output = this.controller.update({\n deltaTime: delta,\n baseBlendshapes: this.currentBlendshapes,\n emotion: this._emotion,\n isSpeaking: this._isSpeaking,\n state: this._state,\n audioEnergy: this._audioEnergy,\n cameraWorldPos,\n headWorldPos,\n headWorldQuat,\n avatarRotationY: avatarRotationY ?? 0,\n });\n\n // Write blendshapes to morph targets\n writeBlendshapes(output.blendshapes, this.discovery.morphEntries);\n\n // Apply head rotation from gaze + life layer\n if (this.discovery.headBone) {\n this.discovery.headBone.rotation.y = output.headDelta.yaw;\n this.discovery.headBone.rotation.x = output.headDelta.pitch;\n }\n }\n\n // -------------------------------------------------------------------------\n // Frame source connection\n // -------------------------------------------------------------------------\n\n /**\n * Connect to any frame source (PlaybackPipeline, MicLipSync, etc.).\n * Listens for 'frame' events and updates current blendshapes automatically.\n *\n * Only one source can be connected at a time. Connecting a new source\n * disconnects the previous one.\n */\n connectFrameSource(source: FrameSource): void {\n // Disconnect existing source first\n this.disconnectFrameSource();\n\n this.frameSourceCallback = (frame: { blendshapes: Float32Array }) => {\n this.currentBlendshapes = frame.blendshapes;\n };\n source.on('frame', this.frameSourceCallback);\n this.connectedSource = source;\n logger.debug('Frame source connected');\n }\n\n /** Disconnect the currently connected frame source. */\n disconnectFrameSource(): void {\n if (this.connectedSource && this.frameSourceCallback) {\n if (this.connectedSource.off) {\n this.connectedSource.off('frame', this.frameSourceCallback);\n }\n logger.debug('Frame source disconnected');\n }\n this.connectedSource = null;\n this.frameSourceCallback = null;\n }\n\n // -------------------------------------------------------------------------\n // State setters\n // -------------------------------------------------------------------------\n\n /** Set raw blendshapes directly (alternative to connectFrameSource). */\n setFrame(blendshapes: Float32Array): void {\n this.currentBlendshapes = blendshapes;\n }\n\n /** Set the current emotion (string preset name or EmotionWeights object). */\n setEmotion(emotion: string | EmotionWeights): void {\n this._emotion = emotion;\n }\n\n /** Set whether the avatar is currently speaking (drives mouth animation intensity). */\n setSpeaking(speaking: boolean): void {\n this._isSpeaking = speaking;\n }\n\n /** Set the conversational state (idle, listening, thinking, speaking). */\n setState(state: ConversationalState): void {\n this._state = state;\n }\n\n /** Set audio energy level (0-1, drives emphasis/gesture intensity). */\n setAudioEnergy(energy: number): void {\n this._audioEnergy = energy;\n }\n\n // -------------------------------------------------------------------------\n // Accessors\n // -------------------------------------------------------------------------\n\n /** Access the underlying FaceCompositor for advanced configuration. */\n get compositor() {\n return this.controller.compositor;\n }\n\n /** Access discovered scene parts (meshes, bones). */\n get parts(): SceneDiscoveryResult {\n return this.discovery;\n }\n\n /** Whether the scene has any mapped morph targets. */\n get hasMorphTargets(): boolean {\n return this.discovery.morphEntries.length > 0;\n }\n\n /** Number of successfully mapped ARKit blendshapes. */\n get mappedBlendshapeCount(): number {\n return this.discovery.mappedBlendshapeCount;\n }\n\n // -------------------------------------------------------------------------\n // Lifecycle\n // -------------------------------------------------------------------------\n\n /** Reset all state (smoothing, life layer, emotions). */\n reset(): void {\n this.currentBlendshapes = null;\n this._emotion = null;\n this._isSpeaking = false;\n this._state = 'idle';\n this._audioEnergy = 0;\n this.controller.reset();\n }\n\n /** Disconnect frame sources and dispose the controller. */\n dispose(): void {\n this.disconnectFrameSource();\n this.controller.dispose();\n logger.debug('Disposed');\n }\n}\n","/**\n * SceneDiscovery — Traverse a Three.js scene graph to discover bones and\n * morph targets. Pure function, no React or side-effect dependencies.\n *\n * This is the CANONICAL implementation. @omote/r3f imports from here.\n *\n * Public interfaces use duck types (no direct Three.js type imports) so\n * consumers with different @types/three versions avoid type-incompatibility\n * errors in monorepo setups.\n *\n * @category Three\n */\n\nimport { LAM_BLENDSHAPES, createLogger } from '@omote/core';\n\nconst logger = createLogger('SceneDiscovery');\n\n// ---------------------------------------------------------------------------\n// Duck-typed interfaces — structurally compatible with Three.js but\n// importable without pulling in @types/three.\n// ---------------------------------------------------------------------------\n\n/** Any object with `traverse` (structurally compatible with THREE.Object3D). */\nexport interface SceneObject {\n traverse(callback: (child: any) => void): void;\n}\n\n/** Minimal shape of a skinned mesh. */\nexport interface DiscoveredMesh {\n name: string;\n isSkinnedMesh?: boolean;\n morphTargetDictionary?: Record<string, number>;\n morphTargetInfluences?: number[];\n [key: string]: any;\n}\n\n/** Minimal shape of a bone. */\nexport interface DiscoveredBone {\n name: string;\n isBone?: boolean;\n rotation: { x: number; y: number; z: number };\n getWorldPosition?(target: any): any;\n [key: string]: any;\n}\n\n/** Pre-computed morph target index array for a single mesh */\nexport interface MorphIndexEntry {\n mesh: DiscoveredMesh;\n /** indices[lamIndex] = morphTargetIndex (or -1 if not found) */\n indices: Int16Array;\n}\n\nexport interface SceneDiscoveryResult {\n meshes: DiscoveredMesh[];\n headBone: DiscoveredBone | null;\n neckBone: DiscoveredBone | null;\n leftEyeBone: DiscoveredBone | null;\n rightEyeBone: DiscoveredBone | null;\n /** Pre-computed morph index arrays per mesh (for zero-lookup hot path) */\n morphEntries: MorphIndexEntry[];\n /** Primary face mesh (prefer 'Head_Mesh', fallback to first mesh with morph targets) */\n faceMesh: DiscoveredMesh | null;\n /** Number of successfully mapped ARKit blendshapes */\n mappedBlendshapeCount: number;\n}\n\n/**\n * Traverse a Three.js scene to discover bones and morph targets.\n * Pure function — no React, no side effects.\n *\n * Finds all SkinnedMesh nodes and named bones (Head, Neck, LeftEye, RightEye).\n * Pre-computes morph index arrays using LAM_BLENDSHAPES for zero-lookup\n * hot-path blendshape writing.\n */\nexport function discoverScene(scene: SceneObject): SceneDiscoveryResult {\n const meshes: DiscoveredMesh[] = [];\n let headBone: DiscoveredBone | null = null;\n let neckBone: DiscoveredBone | null = null;\n let leftEyeBone: DiscoveredBone | null = null;\n let rightEyeBone: DiscoveredBone | null = null;\n\n scene.traverse((child: any) => {\n if (child.isSkinnedMesh) {\n meshes.push(child as DiscoveredMesh);\n }\n if (child.isBone) {\n switch (child.name) {\n case 'Head': headBone = child as DiscoveredBone; break;\n case 'Neck': neckBone = child as DiscoveredBone; break;\n case 'LeftEye': leftEyeBone = child as DiscoveredBone; break;\n case 'RightEye': rightEyeBone = child as DiscoveredBone; break;\n }\n }\n });\n\n // Pre-compute morph target index arrays (hot path optimization)\n const morphEntries: MorphIndexEntry[] = [];\n let mappedCount = 0;\n\n for (const mesh of meshes) {\n if (!mesh.morphTargetDictionary || !mesh.morphTargetInfluences) continue;\n\n const indices = new Int16Array(LAM_BLENDSHAPES.length).fill(-1);\n let meshMapped = 0;\n\n for (let i = 0; i < LAM_BLENDSHAPES.length; i++) {\n const morphIdx = mesh.morphTargetDictionary[LAM_BLENDSHAPES[i]];\n if (morphIdx !== undefined) {\n indices[i] = morphIdx;\n meshMapped++;\n }\n }\n\n if (meshMapped > 0) {\n morphEntries.push({ mesh, indices });\n mappedCount = Math.max(mappedCount, meshMapped);\n }\n\n logger.debug(`Mesh \"${mesh.name}\": ${meshMapped}/${LAM_BLENDSHAPES.length} blendshapes mapped`);\n }\n\n const faceMesh = meshes.find(m => m.name === 'Head_Mesh' && m.morphTargetDictionary)\n ?? meshes.find(m => m.morphTargetDictionary)\n ?? null;\n\n if (morphEntries.length === 0) {\n logger.warn('No morph targets found in scene');\n }\n if (!headBone) {\n logger.warn('Head bone not found in scene');\n }\n\n const boneNames = [\n headBone && 'Head',\n neckBone && 'Neck',\n leftEyeBone && 'LeftEye',\n rightEyeBone && 'RightEye',\n ].filter(Boolean);\n\n logger.info(\n `Discovery complete: ${meshes.length} mesh(es), ${mappedCount} mapped blendshapes, bones: [${boneNames.join(', ')}]`,\n );\n\n return {\n meshes, headBone, neckBone, leftEyeBone, rightEyeBone,\n morphEntries, faceMesh, mappedBlendshapeCount: mappedCount,\n };\n}\n","/**\n * BlendshapeWriter — Write Float32Array[52] blendshapes to morph target\n * influences using pre-computed index arrays.\n *\n * Zero-lookup hot path: iterates a flat Int16Array per mesh instead\n * of doing string-keyed dictionary lookups every frame.\n *\n * @category Three\n */\n\nimport type { MorphIndexEntry } from './SceneDiscovery';\n\n/**\n * Write 52 ARKit blendshapes to morph target influences.\n * Uses pre-computed index arrays for zero-lookup hot path.\n *\n * @param blendshapes - Float32Array of 52 ARKit blendshape weights\n * @param morphEntries - Pre-computed morph index entries from discoverScene()\n */\nexport function writeBlendshapes(\n blendshapes: Float32Array,\n morphEntries: MorphIndexEntry[],\n): void {\n for (let e = 0; e < morphEntries.length; e++) {\n const { mesh, indices } = morphEntries[e];\n const influences = mesh.morphTargetInfluences;\n if (!influences) continue;\n for (let i = 0; i < 52; i++) {\n const morphIdx = indices[i];\n if (morphIdx >= 0) {\n influences[morphIdx] = blendshapes[i];\n }\n }\n }\n}\n","import { LAM_BLENDSHAPES, lerpBlendshapes } from '@omote/core';\nimport type { Object3D, SkinnedMesh } from 'three';\n\nexport interface BlendshapeControllerOptions {\n /** Blendshape names in order (default: LAM_BLENDSHAPES, 52 ARKit) */\n names?: readonly string[];\n /** Smoothing factor 0-1 (0 = no change, 1 = snap to target). Default: 0.7 */\n smoothing?: number;\n /** Traverse target for SkinnedMesh children automatically. Default: true */\n autoFind?: boolean;\n /** Called when meshes with morph targets are found */\n onMeshesFound?: (meshes: SkinnedMesh[]) => void;\n}\n\nexport class BlendshapeController {\n private _meshes: SkinnedMesh[] = [];\n private nameToIndex: Map<string, number>[] = [];\n private currentWeights: number[] = [];\n private blendshapeNames: readonly string[];\n private smoothing: number;\n private onMeshesFound?: (meshes: SkinnedMesh[]) => void;\n\n constructor(target: Object3D, options?: BlendshapeControllerOptions) {\n this.blendshapeNames = options?.names ?? LAM_BLENDSHAPES;\n this.smoothing = options?.smoothing ?? 0.7;\n this.onMeshesFound = options?.onMeshesFound;\n if (options?.autoFind !== false) {\n this.setTarget(target);\n }\n }\n\n get meshes(): SkinnedMesh[] {\n return this._meshes;\n }\n\n setTarget(target: Object3D): void {\n this._meshes = [];\n this.nameToIndex = [];\n\n target.traverse((child) => {\n const mesh = child as SkinnedMesh;\n if (mesh.morphTargetInfluences && mesh.morphTargetDictionary) {\n this._meshes.push(mesh);\n\n const map = new Map<string, number>();\n for (let i = 0; i < this.blendshapeNames.length; i++) {\n const name = this.blendshapeNames[i];\n const idx = mesh.morphTargetDictionary[name];\n if (idx !== undefined) {\n map.set(name, idx);\n }\n }\n this.nameToIndex.push(map);\n }\n });\n\n this.currentWeights = new Array(this.blendshapeNames.length).fill(0);\n\n if (this._meshes.length > 0 && this.onMeshesFound) {\n this.onMeshesFound(this._meshes);\n }\n }\n\n update(weights: Float32Array | number[]): void {\n this.currentWeights = lerpBlendshapes(this.currentWeights, weights, this.smoothing);\n\n for (let m = 0; m < this._meshes.length; m++) {\n const mesh = this._meshes[m];\n const map = this.nameToIndex[m];\n if (!mesh.morphTargetInfluences || !map) continue;\n\n for (let i = 0; i < this.blendshapeNames.length; i++) {\n const name = this.blendshapeNames[i];\n const dictIdx = map.get(name);\n if (dictIdx !== undefined) {\n mesh.morphTargetInfluences[dictIdx] = this.currentWeights[i];\n }\n }\n }\n }\n\n dispose(): void {\n this._meshes = [];\n this.nameToIndex = [];\n this.currentWeights = [];\n }\n}\n","import { A2EOrchestrator } from '@omote/core';\nimport type { A2EOrchestratorConfig } from '@omote/core';\nimport type { Object3D } from 'three';\nimport { BlendshapeController } from './BlendshapeController';\nimport type { BlendshapeControllerOptions } from './BlendshapeController';\n\nexport interface OmoteA2EOptions extends A2EOrchestratorConfig {\n target: Object3D;\n controllerOptions?: BlendshapeControllerOptions;\n}\n\n/**\n * @deprecated Use {@link OmoteAvatar} instead. OmoteA2E will be removed in v0.8.0.\n */\nexport class OmoteA2E {\n private orchestrator: A2EOrchestrator;\n private controller: BlendshapeController;\n\n constructor(options: OmoteA2EOptions) {\n const { target, controllerOptions, ...orchestratorConfig } = options;\n this.controller = new BlendshapeController(target, controllerOptions);\n this.orchestrator = new A2EOrchestrator(orchestratorConfig);\n }\n\n async load(): Promise<void> { return this.orchestrator.load(); }\n async start(): Promise<void> { return this.orchestrator.start(); }\n stop(): void { this.orchestrator.stop(); }\n\n update(): void {\n const w = this.orchestrator.latestWeights;\n if (w) this.controller.update(w);\n }\n\n async dispose(): Promise<void> {\n await this.orchestrator.dispose();\n this.controller.dispose();\n }\n\n get isReady(): boolean { return this.orchestrator.isReady; }\n get isStreaming(): boolean { return this.orchestrator.isStreaming; }\n get backend(): string | null { return this.orchestrator.backend; }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACyBA,IAAAA,eAGO;AAOP,mBAAoC;;;ACtBpC,kBAA8C;AAE9C,IAAM,aAAS,0BAAa,gBAAgB;AA2DrC,SAAS,cAAc,OAA0C;AACtE,QAAM,SAA2B,CAAC;AAClC,MAAI,WAAkC;AACtC,MAAI,WAAkC;AACtC,MAAI,cAAqC;AACzC,MAAI,eAAsC;AAE1C,QAAM,SAAS,CAAC,UAAe;AAC7B,QAAI,MAAM,eAAe;AACvB,aAAO,KAAK,KAAuB;AAAA,IACrC;AACA,QAAI,MAAM,QAAQ;AAChB,cAAQ,MAAM,MAAM;AAAA,QAClB,KAAK;AAAQ,qBAAW;AAAyB;AAAA,QACjD,KAAK;AAAQ,qBAAW;AAAyB;AAAA,QACjD,KAAK;AAAW,wBAAc;AAAyB;AAAA,QACvD,KAAK;AAAY,yBAAe;AAAyB;AAAA,MAC3D;AAAA,IACF;AAAA,EACF,CAAC;AAGD,QAAM,eAAkC,CAAC;AACzC,MAAI,cAAc;AAElB,aAAW,QAAQ,QAAQ;AACzB,QAAI,CAAC,KAAK,yBAAyB,CAAC,KAAK,sBAAuB;AAEhE,UAAM,UAAU,IAAI,WAAW,4BAAgB,MAAM,EAAE,KAAK,EAAE;AAC9D,QAAI,aAAa;AAEjB,aAAS,IAAI,GAAG,IAAI,4BAAgB,QAAQ,KAAK;AAC/C,YAAM,WAAW,KAAK,sBAAsB,4BAAgB,CAAC,CAAC;AAC9D,UAAI,aAAa,QAAW;AAC1B,gBAAQ,CAAC,IAAI;AACb;AAAA,MACF;AAAA,IACF;AAEA,QAAI,aAAa,GAAG;AAClB,mBAAa,KAAK,EAAE,MAAM,QAAQ,CAAC;AACnC,oBAAc,KAAK,IAAI,aAAa,UAAU;AAAA,IAChD;AAEA,WAAO,MAAM,SAAS,KAAK,IAAI,MAAM,UAAU,IAAI,4BAAgB,MAAM,qBAAqB;AAAA,EAChG;AAEA,QAAM,WAAW,OAAO,KAAK,OAAK,EAAE,SAAS,eAAe,EAAE,qBAAqB,KAC9E,OAAO,KAAK,OAAK,EAAE,qBAAqB,KACxC;AAEL,MAAI,aAAa,WAAW,GAAG;AAC7B,WAAO,KAAK,iCAAiC;AAAA,EAC/C;AACA,MAAI,CAAC,UAAU;AACb,WAAO,KAAK,8BAA8B;AAAA,EAC5C;AAEA,QAAM,YAAY;AAAA,IAChB,YAAY;AAAA,IACZ,YAAY;AAAA,IACZ,eAAe;AAAA,IACf,gBAAgB;AAAA,EAClB,EAAE,OAAO,OAAO;AAEhB,SAAO;AAAA,IACL,uBAAuB,OAAO,MAAM,cAAc,WAAW,gCAAgC,UAAU,KAAK,IAAI,CAAC;AAAA,EACnH;AAEA,SAAO;AAAA,IACL;AAAA,IAAQ;AAAA,IAAU;AAAA,IAAU;AAAA,IAAa;AAAA,IACzC;AAAA,IAAc;AAAA,IAAU,uBAAuB;AAAA,EACjD;AACF;;;AChIO,SAAS,iBACd,aACA,cACM;AACN,WAAS,IAAI,GAAG,IAAI,aAAa,QAAQ,KAAK;AAC5C,UAAM,EAAE,MAAM,QAAQ,IAAI,aAAa,CAAC;AACxC,UAAM,aAAa,KAAK;AACxB,QAAI,CAAC,WAAY;AACjB,aAAS,IAAI,GAAG,IAAI,IAAI,KAAK;AAC3B,YAAM,WAAW,QAAQ,CAAC;AAC1B,UAAI,YAAY,GAAG;AACjB,mBAAW,QAAQ,IAAI,YAAY,CAAC;AAAA,MACtC;AAAA,IACF;AAAA,EACF;AACF;;;AFOA,IAAMC,cAAS,2BAAa,aAAa;AAGzC,IAAM,gBAAgB,IAAI,qBAAQ;AAClC,IAAM,eAAe,IAAI,qBAAQ;AACjC,IAAM,iBAAiB,IAAI,wBAAW;AA8B/B,IAAM,cAAN,MAAkB;AAAA,EAavB,YAAY,SAA6B;AAVzC,SAAQ,sBAA+E;AACvF,SAAQ,kBAAsC;AAG9C;AAAA,SAAQ,qBAA0C;AAClD,SAAQ,WAA2C;AACnD,SAAQ,cAAc;AACtB,SAAQ,SAA8B;AACtC,SAAQ,eAAe;AAGrB,SAAK,YAAY,cAAc,QAAQ,MAAM;AAE7C,UAAM,mBAA8C;AAAA,MAClD,YAAY,QAAQ;AAAA,MACpB,MAAM,QAAQ;AAAA,IAChB;AACA,SAAK,aAAa,IAAI,iCAAoB,gBAAgB;AAE1D,QAAI,KAAK,UAAU,aAAa,WAAW,GAAG;AAC5C,MAAAA,QAAO,KAAK,wEAAmE;AAAA,IACjF;AACA,QAAI,CAAC,KAAK,UAAU,UAAU;AAC5B,MAAAA,QAAO,KAAK,2DAAsD;AAAA,IACpE;AACA,IAAAA,QAAO;AAAA,MACL,gBAAgB,KAAK,UAAU,OAAO,MAAM,cAAc,KAAK,UAAU,qBAAqB,iCAAiC,CAAC,CAAC,KAAK,UAAU,QAAQ;AAAA,IAC1J;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAgBA,OAAO,OAAe,QAAgB,iBAAgC;AAEpE,QAAI;AACJ,QAAI;AACJ,QAAI,KAAK,UAAU,UAAU,kBAAkB;AAC7C,WAAK,UAAU,SAAS,iBAAiB,aAAa;AACtD,qBAAe,EAAE,GAAG,cAAc,GAAG,GAAG,cAAc,GAAG,GAAG,cAAc,EAAE;AAC5E,WAAK,UAAU,SAAS,mBAAmB,cAAc;AACzD,sBAAgB,EAAE,GAAG,eAAe,GAAG,GAAG,eAAe,GAAG,GAAG,eAAe,GAAG,GAAG,eAAe,EAAE;AAAA,IACvG;AAGA,WAAO,iBAAiB,YAAY;AACpC,UAAM,iBAAiB;AAAA,MACrB,GAAG,aAAa;AAAA,MAChB,GAAG,aAAa;AAAA,MAChB,GAAG,aAAa;AAAA,IAClB;AAEA,UAAM,SAAS,KAAK,WAAW,OAAO;AAAA,MACpC,WAAW;AAAA,MACX,iBAAiB,KAAK;AAAA,MACtB,SAAS,KAAK;AAAA,MACd,YAAY,KAAK;AAAA,MACjB,OAAO,KAAK;AAAA,MACZ,aAAa,KAAK;AAAA,MAClB;AAAA,MACA;AAAA,MACA;AAAA,MACA,iBAAiB,mBAAmB;AAAA,IACtC,CAAC;AAGD,qBAAiB,OAAO,aAAa,KAAK,UAAU,YAAY;AAGhE,QAAI,KAAK,UAAU,UAAU;AAC3B,WAAK,UAAU,SAAS,SAAS,IAAI,OAAO,UAAU;AACtD,WAAK,UAAU,SAAS,SAAS,IAAI,OAAO,UAAU;AAAA,IACxD;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAaA,mBAAmB,QAA2B;AAE5C,SAAK,sBAAsB;AAE3B,SAAK,sBAAsB,CAAC,UAAyC;AACnE,WAAK,qBAAqB,MAAM;AAAA,IAClC;AACA,WAAO,GAAG,SAAS,KAAK,mBAAmB;AAC3C,SAAK,kBAAkB;AACvB,IAAAA,QAAO,MAAM,wBAAwB;AAAA,EACvC;AAAA;AAAA,EAGA,wBAA8B;AAC5B,QAAI,KAAK,mBAAmB,KAAK,qBAAqB;AACpD,UAAI,KAAK,gBAAgB,KAAK;AAC5B,aAAK,gBAAgB,IAAI,SAAS,KAAK,mBAAmB;AAAA,MAC5D;AACA,MAAAA,QAAO,MAAM,2BAA2B;AAAA,IAC1C;AACA,SAAK,kBAAkB;AACvB,SAAK,sBAAsB;AAAA,EAC7B;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,SAAS,aAAiC;AACxC,SAAK,qBAAqB;AAAA,EAC5B;AAAA;AAAA,EAGA,WAAW,SAAwC;AACjD,SAAK,WAAW;AAAA,EAClB;AAAA;AAAA,EAGA,YAAY,UAAyB;AACnC,SAAK,cAAc;AAAA,EACrB;AAAA;AAAA,EAGA,SAAS,OAAkC;AACzC,SAAK,SAAS;AAAA,EAChB;AAAA;AAAA,EAGA,eAAe,QAAsB;AACnC,SAAK,eAAe;AAAA,EACtB;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,IAAI,aAAa;AACf,WAAO,KAAK,WAAW;AAAA,EACzB;AAAA;AAAA,EAGA,IAAI,QAA8B;AAChC,WAAO,KAAK;AAAA,EACd;AAAA;AAAA,EAGA,IAAI,kBAA2B;AAC7B,WAAO,KAAK,UAAU,aAAa,SAAS;AAAA,EAC9C;AAAA;AAAA,EAGA,IAAI,wBAAgC;AAClC,WAAO,KAAK,UAAU;AAAA,EACxB;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,QAAc;AACZ,SAAK,qBAAqB;AAC1B,SAAK,WAAW;AAChB,SAAK,cAAc;AACnB,SAAK,SAAS;AACd,SAAK,eAAe;AACpB,SAAK,WAAW,MAAM;AAAA,EACxB;AAAA;AAAA,EAGA,UAAgB;AACd,SAAK,sBAAsB;AAC3B,SAAK,WAAW,QAAQ;AACxB,IAAAA,QAAO,MAAM,UAAU;AAAA,EACzB;AACF;;;AGjRA,IAAAC,eAAiD;AAc1C,IAAM,uBAAN,MAA2B;AAAA,EAQhC,YAAY,QAAkB,SAAuC;AAPrE,SAAQ,UAAyB,CAAC;AAClC,SAAQ,cAAqC,CAAC;AAC9C,SAAQ,iBAA2B,CAAC;AAMlC,SAAK,kBAAkB,SAAS,SAAS;AACzC,SAAK,YAAY,SAAS,aAAa;AACvC,SAAK,gBAAgB,SAAS;AAC9B,QAAI,SAAS,aAAa,OAAO;AAC/B,WAAK,UAAU,MAAM;AAAA,IACvB;AAAA,EACF;AAAA,EAEA,IAAI,SAAwB;AAC1B,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,UAAU,QAAwB;AAChC,SAAK,UAAU,CAAC;AAChB,SAAK,cAAc,CAAC;AAEpB,WAAO,SAAS,CAAC,UAAU;AACzB,YAAM,OAAO;AACb,UAAI,KAAK,yBAAyB,KAAK,uBAAuB;AAC5D,aAAK,QAAQ,KAAK,IAAI;AAEtB,cAAM,MAAM,oBAAI,IAAoB;AACpC,iBAAS,IAAI,GAAG,IAAI,KAAK,gBAAgB,QAAQ,KAAK;AACpD,gBAAM,OAAO,KAAK,gBAAgB,CAAC;AACnC,gBAAM,MAAM,KAAK,sBAAsB,IAAI;AAC3C,cAAI,QAAQ,QAAW;AACrB,gBAAI,IAAI,MAAM,GAAG;AAAA,UACnB;AAAA,QACF;AACA,aAAK,YAAY,KAAK,GAAG;AAAA,MAC3B;AAAA,IACF,CAAC;AAED,SAAK,iBAAiB,IAAI,MAAM,KAAK,gBAAgB,MAAM,EAAE,KAAK,CAAC;AAEnE,QAAI,KAAK,QAAQ,SAAS,KAAK,KAAK,eAAe;AACjD,WAAK,cAAc,KAAK,OAAO;AAAA,IACjC;AAAA,EACF;AAAA,EAEA,OAAO,SAAwC;AAC7C,SAAK,qBAAiB,8BAAgB,KAAK,gBAAgB,SAAS,KAAK,SAAS;AAElF,aAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,QAAQ,KAAK;AAC5C,YAAM,OAAO,KAAK,QAAQ,CAAC;AAC3B,YAAM,MAAM,KAAK,YAAY,CAAC;AAC9B,UAAI,CAAC,KAAK,yBAAyB,CAAC,IAAK;AAEzC,eAAS,IAAI,GAAG,IAAI,KAAK,gBAAgB,QAAQ,KAAK;AACpD,cAAM,OAAO,KAAK,gBAAgB,CAAC;AACnC,cAAM,UAAU,IAAI,IAAI,IAAI;AAC5B,YAAI,YAAY,QAAW;AACzB,eAAK,sBAAsB,OAAO,IAAI,KAAK,eAAe,CAAC;AAAA,QAC7D;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,UAAgB;AACd,SAAK,UAAU,CAAC;AAChB,SAAK,cAAc,CAAC;AACpB,SAAK,iBAAiB,CAAC;AAAA,EACzB;AACF;;;ACtFA,IAAAC,eAAgC;AAczB,IAAM,WAAN,MAAe;AAAA,EAIpB,YAAY,SAA0B;AACpC,UAAM,EAAE,QAAQ,mBAAmB,GAAG,mBAAmB,IAAI;AAC7D,SAAK,aAAa,IAAI,qBAAqB,QAAQ,iBAAiB;AACpE,SAAK,eAAe,IAAI,6BAAgB,kBAAkB;AAAA,EAC5D;AAAA,EAEA,MAAM,OAAsB;AAAE,WAAO,KAAK,aAAa,KAAK;AAAA,EAAG;AAAA,EAC/D,MAAM,QAAuB;AAAE,WAAO,KAAK,aAAa,MAAM;AAAA,EAAG;AAAA,EACjE,OAAa;AAAE,SAAK,aAAa,KAAK;AAAA,EAAG;AAAA,EAEzC,SAAe;AACb,UAAM,IAAI,KAAK,aAAa;AAC5B,QAAI,EAAG,MAAK,WAAW,OAAO,CAAC;AAAA,EACjC;AAAA,EAEA,MAAM,UAAyB;AAC7B,UAAM,KAAK,aAAa,QAAQ;AAChC,SAAK,WAAW,QAAQ;AAAA,EAC1B;AAAA,EAEA,IAAI,UAAmB;AAAE,WAAO,KAAK,aAAa;AAAA,EAAS;AAAA,EAC3D,IAAI,cAAuB;AAAE,WAAO,KAAK,aAAa;AAAA,EAAa;AAAA,EACnE,IAAI,UAAyB;AAAE,WAAO,KAAK,aAAa;AAAA,EAAS;AACnE;","names":["import_core","logger","import_core","import_core"]}
|
|
1
|
+
{"version":3,"sources":["../src/index.ts","../src/OmoteAvatar.ts","../src/SceneDiscovery.ts","../src/BlendshapeWriter.ts","../src/createAvatar.ts","../src/BlendshapeController.ts"],"sourcesContent":["// High-level\r\nexport { OmoteAvatar } from './OmoteAvatar';\r\nexport type { OmoteAvatarOptions, FrameSource } from './OmoteAvatar';\r\n\r\n// Re-export TTSSpeakerConfig as TTSConfig for convenience\r\nexport type { TTSSpeakerConfig as TTSConfig } from '@omote/core';\r\n\r\n// Scene utilities (canonical — r3f imports from here)\r\nexport { discoverScene } from './SceneDiscovery';\r\nexport type { SceneDiscoveryResult, MorphIndexEntry, SceneObject, DiscoveredMesh, DiscoveredBone } from './SceneDiscovery';\r\nexport { writeBlendshapes } from './BlendshapeWriter';\r\n\r\n// Vanilla JS factory\r\nexport { createAvatar } from './createAvatar';\r\nexport type { CreateAvatarConfig, AvatarHandle } from './createAvatar';\r\n\r\n// Low-level escape hatch\r\nexport { BlendshapeController } from './BlendshapeController';\r\nexport type { BlendshapeControllerOptions } from './BlendshapeController';\r\n\r\n","/**\r\n * OmoteAvatar — Full-featured Three.js avatar class.\r\n *\r\n * Wraps CharacterController from @omote/core with Three.js scene discovery,\r\n * blendshape writing, and gaze bone rotation. Drop-in avatar for any\r\n * Three.js app that has a render loop.\r\n *\r\n * Voice methods (speak, streamText, connectSpeaker, connectVoice, etc.) are\r\n * delegated to OmoteAvatarCore from @omote/avatar, eliminating duplication\r\n * across Three.js, Babylon, and R3F adapters.\r\n *\r\n * @example\r\n * ```ts\r\n * import { OmoteAvatar } from '@omote/three';\r\n * import { createA2E, PlaybackPipeline } from '@omote/core';\r\n *\r\n * const avatar = new OmoteAvatar({ target: avatarModel });\r\n * const lam = createA2E();\r\n * await lam.load();\r\n * const pipeline = new PlaybackPipeline({ lam, sampleRate: 16000 });\r\n * avatar.connectFrameSource(pipeline);\r\n *\r\n * // In render loop:\r\n * avatar.update(delta, camera);\r\n * ```\r\n *\r\n * @example Speaker integration\r\n * ```ts\r\n * const avatar = new OmoteAvatar({ target: avatarModel });\r\n * await avatar.connectSpeaker(myTTSBackend, { profile: { mouth: 1.2 } });\r\n * await avatar.speak(\"Hello world!\"); // lip-syncs automatically\r\n * ```\r\n *\r\n * @category Three\r\n */\r\n\r\nimport {\r\n CharacterController,\r\n createLogger,\r\n} from '@omote/core';\r\nimport type {\r\n CharacterControllerConfig,\r\n CharacterProfile,\r\n EmotionWeights,\r\n ConversationalState,\r\n FaceCompositorConfig,\r\n FrameSource,\r\n TTSSpeakerConfig,\r\n TTSBackend,\r\n SpeechListenerConfig,\r\n TranscriptResult,\r\n LoadingProgress,\r\n VoiceOrchestratorConfig,\r\n} from '@omote/core';\r\nimport { OmoteAvatarCore } from '@omote/avatar';\r\nimport type { SpeakOptions, StreamTextSink } from '@omote/avatar';\r\nimport { Vector3, Quaternion } from 'three';\r\nimport type { Camera, Object3D } from 'three';\r\nimport { discoverScene } from './SceneDiscovery';\r\nimport type { SceneDiscoveryResult } from './SceneDiscovery';\r\nimport { writeBlendshapes } from './BlendshapeWriter';\r\n\r\nconst logger = createLogger('OmoteAvatar.Three');\r\n\r\n// Reusable scratch vectors — avoids per-frame allocation\r\nconst _headWorldPos = new Vector3();\r\nconst _camWorldPos = new Vector3();\r\nconst _headWorldQuat = new Quaternion();\r\n\r\n// ---------------------------------------------------------------------------\r\n// Types\r\n// ---------------------------------------------------------------------------\r\n\r\n// Re-export FrameSource from @omote/core for backward compatibility\r\nexport type { FrameSource } from '@omote/core';\r\n\r\nexport interface OmoteAvatarOptions {\r\n /** Three.js Object3D (loaded GLB scene, Group, etc.) to traverse for meshes and bones. */\r\n target: Object3D;\r\n /** FaceCompositor configuration (profile, emotion, life layer). */\r\n compositor?: FaceCompositorConfig;\r\n /** Gaze tracking configuration. */\r\n gaze?: CharacterControllerConfig['gaze'];\r\n}\r\n\r\n// ---------------------------------------------------------------------------\r\n// OmoteAvatar\r\n// ---------------------------------------------------------------------------\r\n\r\nexport class OmoteAvatar {\r\n private readonly controller: CharacterController;\r\n private readonly discovery: SceneDiscoveryResult;\r\n private readonly core: OmoteAvatarCore;\r\n\r\n // External frame source (adapter-level, handles emotion extraction)\r\n private frameSourceCallback: ((frame: { blendshapes: Float32Array; emotion?: string }) => void) | null = null;\r\n private connectedSource: FrameSource | null = null;\r\n\r\n // State\r\n private currentBlendshapes: Float32Array | null = null;\r\n private _emotion: string | EmotionWeights | null = null;\r\n private _audioEnergy = 0;\r\n\r\n constructor(options: OmoteAvatarOptions) {\r\n this.discovery = discoverScene(options.target);\r\n\r\n const controllerConfig: CharacterControllerConfig = {\r\n compositor: options.compositor,\r\n gaze: options.gaze,\r\n };\r\n this.controller = new CharacterController(controllerConfig);\r\n\r\n // Voice composition core — handles speaker, listener, orchestrator\r\n this.core = new OmoteAvatarCore();\r\n this.core.onFrame = (frame) => {\r\n this.currentBlendshapes = frame.blendshapes;\r\n if (frame.emotion !== undefined) {\r\n this._emotion = frame.emotion;\r\n }\r\n };\r\n\r\n if (this.discovery.morphEntries.length === 0) {\r\n logger.warn('No morph targets found — blendshape animation will have no effect');\r\n }\r\n if (!this.discovery.headBone) {\r\n logger.warn('Head bone not found — gaze tracking will be disabled');\r\n }\r\n logger.info(\r\n `Initialized: ${this.discovery.meshes.length} mesh(es), ${this.discovery.mappedBlendshapeCount} mapped blendshapes, headBone=${!!this.discovery.headBone}`,\r\n );\r\n }\r\n\r\n // -------------------------------------------------------------------------\r\n // Per-frame update\r\n // -------------------------------------------------------------------------\r\n\r\n /**\r\n * Call each frame in your render loop.\r\n *\r\n * Runs CharacterController (compositor + gaze + life layer), writes\r\n * blendshapes to morph targets, and applies head bone rotation.\r\n *\r\n * @param delta - Time since last frame in seconds\r\n * @param camera - The active Three.js camera (used for gaze direction)\r\n * @param avatarRotationY - Optional avatar Y rotation in radians for gaze compensation\r\n */\r\n update(delta: number, camera: Camera, avatarRotationY?: number): void {\r\n // Compute head world position + quaternion from bone\r\n let headWorldPos: { x: number; y: number; z: number } | undefined;\r\n let headWorldQuat: { x: number; y: number; z: number; w: number } | undefined;\r\n if (this.discovery.headBone?.getWorldPosition) {\r\n this.discovery.headBone.getWorldPosition(_headWorldPos);\r\n headWorldPos = { x: _headWorldPos.x, y: _headWorldPos.y, z: _headWorldPos.z };\r\n this.discovery.headBone.getWorldQuaternion(_headWorldQuat);\r\n headWorldQuat = { x: _headWorldQuat.x, y: _headWorldQuat.y, z: _headWorldQuat.z, w: _headWorldQuat.w };\r\n }\r\n\r\n // Camera world position (use getWorldPosition for parented cameras)\r\n camera.getWorldPosition(_camWorldPos);\r\n const cameraWorldPos = {\r\n x: _camWorldPos.x,\r\n y: _camWorldPos.y,\r\n z: _camWorldPos.z,\r\n };\r\n\r\n const output = this.controller.update({\r\n deltaTime: delta,\r\n baseBlendshapes: this.currentBlendshapes,\r\n emotion: this._emotion,\r\n isSpeaking: this.core.isSpeaking,\r\n state: this.core.state,\r\n audioEnergy: this._audioEnergy,\r\n cameraWorldPos,\r\n headWorldPos,\r\n headWorldQuat,\r\n avatarRotationY: avatarRotationY ?? 0,\r\n });\r\n\r\n // Write blendshapes to morph targets\r\n writeBlendshapes(output.blendshapes, this.discovery.morphEntries);\r\n\r\n // Apply head rotation from gaze + life layer\r\n if (this.discovery.headBone) {\r\n this.discovery.headBone.rotation.y = output.headDelta.yaw;\r\n this.discovery.headBone.rotation.x = output.headDelta.pitch;\r\n }\r\n }\r\n\r\n // -------------------------------------------------------------------------\r\n // Frame source connection (adapter-level, with emotion extraction)\r\n // -------------------------------------------------------------------------\r\n\r\n /**\r\n * Connect to any frame source (PlaybackPipeline, MicLipSync, etc.).\r\n * Listens for 'frame' events and updates current blendshapes automatically.\r\n *\r\n * Only one source can be connected at a time. Connecting a new source\r\n * disconnects the previous one.\r\n */\r\n connectFrameSource(source: FrameSource): void {\r\n // Disconnect existing source first\r\n this.disconnectFrameSource();\r\n\r\n this.frameSourceCallback = (frame: { blendshapes: Float32Array; emotion?: string }) => {\r\n this.currentBlendshapes = frame.blendshapes;\r\n if (frame.emotion !== undefined) {\r\n this._emotion = frame.emotion;\r\n }\r\n };\r\n source.on('frame', this.frameSourceCallback);\r\n this.connectedSource = source;\r\n logger.debug('Frame source connected');\r\n }\r\n\r\n /** Disconnect the currently connected frame source. */\r\n disconnectFrameSource(): void {\r\n if (this.connectedSource && this.frameSourceCallback) {\r\n if (this.connectedSource.off) {\r\n this.connectedSource.off('frame', this.frameSourceCallback);\r\n }\r\n logger.debug('Frame source disconnected');\r\n }\r\n this.connectedSource = null;\r\n this.frameSourceCallback = null;\r\n }\r\n\r\n // -------------------------------------------------------------------------\r\n // Speaker (TTS → lip sync) — delegated to OmoteAvatarCore\r\n // -------------------------------------------------------------------------\r\n\r\n /** Warm up AudioContext for iOS/Safari autoplay policy. Call from user gesture. */\r\n async warmup(): Promise<void> {\r\n return this.core.warmup();\r\n }\r\n\r\n async connectSpeaker(tts: TTSBackend, config?: TTSSpeakerConfig): Promise<void> {\r\n return this.core.connectSpeaker(tts, config);\r\n }\r\n\r\n async speak(text: string, options?: SpeakOptions): Promise<void> {\r\n return this.core.speak(text, options);\r\n }\r\n\r\n async streamText(options?: SpeakOptions): Promise<StreamTextSink> {\r\n return this.core.streamText(options);\r\n }\r\n\r\n stopSpeaking(): void {\r\n this.core.stopSpeaking();\r\n }\r\n\r\n async disconnectSpeaker(): Promise<void> {\r\n return this.core.disconnectSpeaker();\r\n }\r\n\r\n /** @deprecated Use connectSpeaker(). Will be removed in v1.0. */\r\n async connectTTS(tts: TTSBackend, config?: TTSSpeakerConfig): Promise<void> {\r\n return this.connectSpeaker(tts, config);\r\n }\r\n\r\n /** @deprecated Use disconnectSpeaker(). Will be removed in v1.0. */\r\n async disconnectTTS(): Promise<void> {\r\n return this.disconnectSpeaker();\r\n }\r\n\r\n // -------------------------------------------------------------------------\r\n // Listener (mic → VAD → ASR → transcript) — delegated to OmoteAvatarCore\r\n // -------------------------------------------------------------------------\r\n\r\n async connectListener(config?: SpeechListenerConfig): Promise<void> {\r\n return this.core.connectListener(config);\r\n }\r\n\r\n async startListening(): Promise<void> {\r\n return this.core.startListening();\r\n }\r\n\r\n stopListening(): void {\r\n this.core.stopListening();\r\n }\r\n\r\n onTranscript(callback: (result: TranscriptResult) => void): () => void {\r\n return this.core.onTranscript(callback);\r\n }\r\n\r\n async disconnectListener(): Promise<void> {\r\n return this.core.disconnectListener();\r\n }\r\n\r\n // -------------------------------------------------------------------------\r\n // Voice (combined speaker + listener + interruption) — delegated\r\n // -------------------------------------------------------------------------\r\n\r\n async connectVoice(config: VoiceOrchestratorConfig): Promise<void> {\r\n return this.core.connectVoice(config);\r\n }\r\n\r\n async disconnectVoice(): Promise<void> {\r\n return this.core.disconnectVoice();\r\n }\r\n\r\n // -------------------------------------------------------------------------\r\n // Event subscriptions — delegated to OmoteAvatarCore\r\n // -------------------------------------------------------------------------\r\n\r\n onTranscriptEvent(callback: (result: TranscriptResult) => void): () => void {\r\n return this.core.onTranscriptEvent(callback);\r\n }\r\n\r\n onVoiceStateChange(callback: (state: ConversationalState) => void): () => void {\r\n return this.core.onVoiceStateChange(callback);\r\n }\r\n\r\n onLoadingProgress(callback: (progress: LoadingProgress) => void): () => void {\r\n return this.core.onLoadingProgress(callback);\r\n }\r\n\r\n onError(callback: (error: Error) => void): () => void {\r\n return this.core.onError(callback);\r\n }\r\n\r\n onAudioLevel(callback: (level: { rms: number; peak: number }) => void): () => void {\r\n return this.core.onAudioLevel(callback);\r\n }\r\n\r\n // -------------------------------------------------------------------------\r\n // State setters\r\n // -------------------------------------------------------------------------\r\n\r\n /** Set raw blendshapes directly (alternative to connectFrameSource). */\r\n setFrame(blendshapes: Float32Array): void {\r\n this.currentBlendshapes = blendshapes;\r\n }\r\n\r\n /** Set the current emotion (string preset name or EmotionWeights object). */\r\n setEmotion(emotion: string | EmotionWeights): void {\r\n this._emotion = emotion;\r\n }\r\n\r\n /** Set whether the avatar is currently speaking (drives mouth animation intensity). */\r\n setSpeaking(speaking: boolean): void {\r\n this.core.setSpeaking(speaking);\r\n }\r\n\r\n /** Set the conversational state (idle, listening, thinking, speaking). */\r\n setState(state: ConversationalState): void {\r\n this.core.setState(state);\r\n }\r\n\r\n /** Set audio energy level (0-1, drives emphasis/gesture intensity). */\r\n setAudioEnergy(energy: number): void {\r\n this._audioEnergy = energy;\r\n }\r\n\r\n /** Update character expression profile at runtime. */\r\n setProfile(profile: CharacterProfile): void {\r\n this.controller.setProfile(profile);\r\n }\r\n\r\n // -------------------------------------------------------------------------\r\n // Accessors\r\n // -------------------------------------------------------------------------\r\n\r\n /** Access the underlying FaceCompositor for advanced configuration. */\r\n get compositor() {\r\n return this.controller.compositor;\r\n }\r\n\r\n /** Access discovered scene parts (meshes, bones). */\r\n get parts(): SceneDiscoveryResult {\r\n return this.discovery;\r\n }\r\n\r\n /** Whether the scene has any mapped morph targets. */\r\n get hasMorphTargets(): boolean {\r\n return this.discovery.morphEntries.length > 0;\r\n }\r\n\r\n /** Number of successfully mapped ARKit blendshapes. */\r\n get mappedBlendshapeCount(): number {\r\n return this.discovery.mappedBlendshapeCount;\r\n }\r\n\r\n /** Whether the avatar is currently speaking via TTS. */\r\n get isSpeaking(): boolean {\r\n return this.core.isSpeaking;\r\n }\r\n\r\n /** Whether the avatar is currently listening for speech. */\r\n get isListening(): boolean {\r\n return this.core.state === 'listening';\r\n }\r\n\r\n /** Current conversational state. */\r\n get conversationalState(): ConversationalState {\r\n return this.core.state;\r\n }\r\n\r\n /** Access the internal TTSSpeaker (null if not connected). */\r\n get speaker() {\r\n return this.core.speaker;\r\n }\r\n\r\n /** Access the internal SpeechListener (null if not connected). */\r\n get listener() {\r\n return this.core.listener;\r\n }\r\n\r\n // -------------------------------------------------------------------------\r\n // Lifecycle\r\n // -------------------------------------------------------------------------\r\n\r\n /** Reset all state (smoothing, life layer, emotions). */\r\n reset(): void {\r\n this.currentBlendshapes = null;\r\n this._emotion = null;\r\n this._audioEnergy = 0;\r\n this.core.reset();\r\n this.controller.reset();\r\n }\r\n\r\n /** Disconnect all voice resources, frame sources, and dispose the controller. */\r\n async dispose(): Promise<void> {\r\n await this.core.dispose();\r\n this.disconnectFrameSource();\r\n this.controller.dispose();\r\n logger.debug('Disposed');\r\n }\r\n}\r\n","/**\n * SceneDiscovery — Traverse a Three.js scene graph to discover bones and\n * morph targets. Pure function, no React or side-effect dependencies.\n *\n * This is the CANONICAL implementation. @omote/r3f imports from here.\n *\n * Public interfaces use duck types (no direct Three.js type imports) so\n * consumers with different @types/three versions avoid type-incompatibility\n * errors in monorepo setups.\n *\n * @category Three\n */\n\nimport { LAM_BLENDSHAPES, createLogger } from '@omote/core';\n\nconst logger = createLogger('SceneDiscovery');\n\n// ---------------------------------------------------------------------------\n// Duck-typed interfaces — structurally compatible with Three.js but\n// importable without pulling in @types/three.\n// ---------------------------------------------------------------------------\n\n/** Any object with `traverse` (structurally compatible with THREE.Object3D). */\nexport interface SceneObject {\n traverse(callback: (child: any) => void): void;\n}\n\n/** Minimal shape of a skinned mesh. */\nexport interface DiscoveredMesh {\n name: string;\n isSkinnedMesh?: boolean;\n morphTargetDictionary?: Record<string, number>;\n morphTargetInfluences?: number[];\n [key: string]: any;\n}\n\n/** Minimal shape of a bone. */\nexport interface DiscoveredBone {\n name: string;\n isBone?: boolean;\n rotation: { x: number; y: number; z: number };\n getWorldPosition?(target: any): any;\n [key: string]: any;\n}\n\n/** Pre-computed morph target index array for a single mesh */\nexport interface MorphIndexEntry {\n mesh: DiscoveredMesh;\n /** indices[lamIndex] = morphTargetIndex (or -1 if not found) */\n indices: Int16Array;\n}\n\nexport interface SceneDiscoveryResult {\n meshes: DiscoveredMesh[];\n headBone: DiscoveredBone | null;\n neckBone: DiscoveredBone | null;\n leftEyeBone: DiscoveredBone | null;\n rightEyeBone: DiscoveredBone | null;\n /** Pre-computed morph index arrays per mesh (for zero-lookup hot path) */\n morphEntries: MorphIndexEntry[];\n /** Primary face mesh (prefer 'Head_Mesh', fallback to first mesh with morph targets) */\n faceMesh: DiscoveredMesh | null;\n /** Number of successfully mapped ARKit blendshapes */\n mappedBlendshapeCount: number;\n}\n\n/**\n * Traverse a Three.js scene to discover bones and morph targets.\n * Pure function — no React, no side effects.\n *\n * Finds all SkinnedMesh nodes and named bones (Head, Neck, LeftEye, RightEye).\n * Pre-computes morph index arrays using LAM_BLENDSHAPES for zero-lookup\n * hot-path blendshape writing.\n */\nexport function discoverScene(scene: SceneObject): SceneDiscoveryResult {\n const meshes: DiscoveredMesh[] = [];\n let headBone: DiscoveredBone | null = null;\n let neckBone: DiscoveredBone | null = null;\n let leftEyeBone: DiscoveredBone | null = null;\n let rightEyeBone: DiscoveredBone | null = null;\n\n scene.traverse((child: any) => {\n if (child.isSkinnedMesh) {\n meshes.push(child as DiscoveredMesh);\n }\n if (child.isBone) {\n switch (child.name) {\n case 'Head': headBone = child as DiscoveredBone; break;\n case 'Neck': neckBone = child as DiscoveredBone; break;\n case 'LeftEye': leftEyeBone = child as DiscoveredBone; break;\n case 'RightEye': rightEyeBone = child as DiscoveredBone; break;\n }\n }\n });\n\n // Pre-compute morph target index arrays (hot path optimization)\n const morphEntries: MorphIndexEntry[] = [];\n let mappedCount = 0;\n\n for (const mesh of meshes) {\n if (!mesh.morphTargetDictionary || !mesh.morphTargetInfluences) continue;\n\n const indices = new Int16Array(LAM_BLENDSHAPES.length).fill(-1);\n let meshMapped = 0;\n\n for (let i = 0; i < LAM_BLENDSHAPES.length; i++) {\n const morphIdx = mesh.morphTargetDictionary[LAM_BLENDSHAPES[i]];\n if (morphIdx !== undefined) {\n indices[i] = morphIdx;\n meshMapped++;\n }\n }\n\n if (meshMapped > 0) {\n morphEntries.push({ mesh, indices });\n mappedCount = Math.max(mappedCount, meshMapped);\n }\n\n logger.debug(`Mesh \"${mesh.name}\": ${meshMapped}/${LAM_BLENDSHAPES.length} blendshapes mapped`);\n }\n\n const faceMesh = meshes.find(m => m.name === 'Head_Mesh' && m.morphTargetDictionary)\n ?? meshes.find(m => m.morphTargetDictionary)\n ?? null;\n\n if (morphEntries.length === 0) {\n logger.warn('No morph targets found in scene');\n }\n if (!headBone) {\n logger.warn('Head bone not found in scene');\n }\n\n const boneNames = [\n headBone && 'Head',\n neckBone && 'Neck',\n leftEyeBone && 'LeftEye',\n rightEyeBone && 'RightEye',\n ].filter(Boolean);\n\n logger.info(\n `Discovery complete: ${meshes.length} mesh(es), ${mappedCount} mapped blendshapes, bones: [${boneNames.join(', ')}]`,\n );\n\n return {\n meshes, headBone, neckBone, leftEyeBone, rightEyeBone,\n morphEntries, faceMesh, mappedBlendshapeCount: mappedCount,\n };\n}\n","/**\n * BlendshapeWriter — Write Float32Array[52] blendshapes to morph target\n * influences using pre-computed index arrays.\n *\n * Zero-lookup hot path: iterates a flat Int16Array per mesh instead\n * of doing string-keyed dictionary lookups every frame.\n *\n * @category Three\n */\n\nimport type { MorphIndexEntry } from './SceneDiscovery';\n\n/**\n * Write 52 ARKit blendshapes to morph target influences.\n * Uses pre-computed index arrays for zero-lookup hot path.\n *\n * @param blendshapes - Float32Array of 52 ARKit blendshape weights\n * @param morphEntries - Pre-computed morph index entries from discoverScene()\n */\nexport function writeBlendshapes(\n blendshapes: Float32Array,\n morphEntries: MorphIndexEntry[],\n): void {\n for (let e = 0; e < morphEntries.length; e++) {\n const { mesh, indices } = morphEntries[e];\n const influences = mesh.morphTargetInfluences;\n if (!influences) continue;\n for (let i = 0; i < 52; i++) {\n const morphIdx = indices[i];\n if (morphIdx >= 0) {\n influences[morphIdx] = blendshapes[i];\n }\n }\n }\n}\n","/**\r\n * createAvatar — Async factory for a complete Three.js avatar scene.\r\n *\r\n * Sets up renderer, scene, camera, lighting, GLTF loading, OmoteAvatar,\r\n * render loop, and resize handling. Returns a handle with all sub-objects.\r\n *\r\n * @example\r\n * ```typescript\r\n * import { createAvatar } from '@omote/three';\r\n *\r\n * const { avatar, dispose } = await createAvatar({\r\n * src: '/avatar.glb',\r\n * container: '#avatar-container',\r\n * });\r\n * avatar.connectFrameSource(pipeline);\r\n * ```\r\n *\r\n * @category Three\r\n */\r\n\r\nimport * as THREE from 'three';\r\nimport { GLTFLoader } from 'three/addons/loaders/GLTFLoader.js';\r\nimport { OrbitControls } from 'three/addons/controls/OrbitControls.js';\r\nimport { OmoteAvatar } from './OmoteAvatar';\r\n\r\nexport interface CreateAvatarConfig {\r\n /** URL to GLB/GLTF avatar model */\r\n src: string;\r\n /** Container element or CSS selector */\r\n container: HTMLElement | string;\r\n /** Camera FOV (default: 35) */\r\n fov?: number;\r\n /** Enable orbit controls (default: true) */\r\n controls?: boolean;\r\n}\r\n\r\nexport interface AvatarHandle {\r\n avatar: OmoteAvatar;\r\n scene: THREE.Scene;\r\n camera: THREE.PerspectiveCamera;\r\n renderer: THREE.WebGLRenderer;\r\n controls: OrbitControls | null;\r\n /** Animation clips embedded in the GLTF/GLB file. Pass to avatar.connectAnimations(). */\r\n animations: THREE.AnimationClip[];\r\n dispose(): void;\r\n}\r\n\r\nexport async function createAvatar(config: CreateAvatarConfig): Promise<AvatarHandle> {\r\n const container = typeof config.container === 'string'\r\n ? document.querySelector<HTMLElement>(config.container)\r\n : config.container;\r\n if (!container) throw new Error(`Container not found: ${config.container}`);\r\n\r\n const { clientWidth: w, clientHeight: h } = container;\r\n\r\n // Renderer\r\n const renderer = new THREE.WebGLRenderer({ antialias: true, alpha: true });\r\n renderer.setSize(w, h);\r\n renderer.setPixelRatio(Math.min(window.devicePixelRatio, 2));\r\n renderer.toneMapping = THREE.ACESFilmicToneMapping;\r\n container.appendChild(renderer.domElement);\r\n\r\n // Scene + Camera\r\n const scene = new THREE.Scene();\r\n const camera = new THREE.PerspectiveCamera(config.fov ?? 35, w / h, 0.1, 100);\r\n camera.position.set(0, 1.5, 0.8);\r\n\r\n // Lighting\r\n scene.add(new THREE.AmbientLight(0xffffff, 0.5));\r\n const dirLight = new THREE.DirectionalLight(0xffffff, 1.0);\r\n dirLight.position.set(2, 3, 2);\r\n scene.add(dirLight);\r\n\r\n // Controls\r\n let controls: OrbitControls | null = null;\r\n if (config.controls !== false) {\r\n controls = new OrbitControls(camera, renderer.domElement);\r\n controls.target.set(0, 1.5, 0);\r\n controls.enableDamping = true;\r\n controls.update();\r\n }\r\n\r\n // Load GLTF\r\n const gltf = await new GLTFLoader().loadAsync(config.src);\r\n scene.add(gltf.scene);\r\n\r\n // OmoteAvatar\r\n const avatar = new OmoteAvatar({\r\n target: gltf.scene,\r\n gaze: { enabled: true, smoothing: 0.08 },\r\n });\r\n\r\n // Render loop\r\n const clock = new THREE.Clock();\r\n let animId = 0;\r\n function animate() {\r\n animId = requestAnimationFrame(animate);\r\n avatar.update(clock.getDelta(), camera);\r\n controls?.update();\r\n renderer.render(scene, camera);\r\n }\r\n animate();\r\n\r\n // Resize\r\n const ro = new ResizeObserver(() => {\r\n const { clientWidth: rw, clientHeight: rh } = container;\r\n camera.aspect = rw / rh;\r\n camera.updateProjectionMatrix();\r\n renderer.setSize(rw, rh);\r\n });\r\n ro.observe(container);\r\n\r\n return {\r\n avatar, scene, camera, renderer, controls,\r\n animations: gltf.animations ?? [],\r\n dispose() {\r\n cancelAnimationFrame(animId);\r\n ro.disconnect();\r\n controls?.dispose();\r\n avatar.dispose();\r\n renderer.dispose();\r\n if (renderer.domElement.parentElement) {\r\n renderer.domElement.parentElement.removeChild(renderer.domElement);\r\n }\r\n },\r\n };\r\n}\r\n","import { LAM_BLENDSHAPES, lerpBlendshapes } from '@omote/core';\nimport type { Object3D, SkinnedMesh } from 'three';\n\nexport interface BlendshapeControllerOptions {\n /** Blendshape names in order (default: LAM_BLENDSHAPES, 52 ARKit) */\n names?: readonly string[];\n /** Smoothing factor 0-1 (0 = no change, 1 = snap to target). Default: 0.7 */\n smoothing?: number;\n /** Traverse target for SkinnedMesh children automatically. Default: true */\n autoFind?: boolean;\n /** Called when meshes with morph targets are found */\n onMeshesFound?: (meshes: SkinnedMesh[]) => void;\n}\n\nexport class BlendshapeController {\n private _meshes: SkinnedMesh[] = [];\n private nameToIndex: Map<string, number>[] = [];\n private currentWeights: number[] = [];\n private blendshapeNames: readonly string[];\n private smoothing: number;\n private onMeshesFound?: (meshes: SkinnedMesh[]) => void;\n\n constructor(target: Object3D, options?: BlendshapeControllerOptions) {\n this.blendshapeNames = options?.names ?? LAM_BLENDSHAPES;\n this.smoothing = options?.smoothing ?? 0.7;\n this.onMeshesFound = options?.onMeshesFound;\n if (options?.autoFind !== false) {\n this.setTarget(target);\n }\n }\n\n get meshes(): SkinnedMesh[] {\n return this._meshes;\n }\n\n setTarget(target: Object3D): void {\n this._meshes = [];\n this.nameToIndex = [];\n\n target.traverse((child) => {\n const mesh = child as SkinnedMesh;\n if (mesh.morphTargetInfluences && mesh.morphTargetDictionary) {\n this._meshes.push(mesh);\n\n const map = new Map<string, number>();\n for (let i = 0; i < this.blendshapeNames.length; i++) {\n const name = this.blendshapeNames[i];\n const idx = mesh.morphTargetDictionary[name];\n if (idx !== undefined) {\n map.set(name, idx);\n }\n }\n this.nameToIndex.push(map);\n }\n });\n\n this.currentWeights = new Array(this.blendshapeNames.length).fill(0);\n\n if (this._meshes.length > 0 && this.onMeshesFound) {\n this.onMeshesFound(this._meshes);\n }\n }\n\n update(weights: Float32Array | number[]): void {\n this.currentWeights = lerpBlendshapes(this.currentWeights, weights, this.smoothing);\n\n for (let m = 0; m < this._meshes.length; m++) {\n const mesh = this._meshes[m];\n const map = this.nameToIndex[m];\n if (!mesh.morphTargetInfluences || !map) continue;\n\n for (let i = 0; i < this.blendshapeNames.length; i++) {\n const name = this.blendshapeNames[i];\n const dictIdx = map.get(name);\n if (dictIdx !== undefined) {\n mesh.morphTargetInfluences[dictIdx] = this.currentWeights[i];\n }\n }\n }\n }\n\n dispose(): void {\n this._meshes = [];\n this.nameToIndex = [];\n this.currentWeights = [];\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACoCA,IAAAA,eAGO;AAeP,oBAAgC;AAEhC,mBAAoC;;;AC3CpC,kBAA8C;AAE9C,IAAM,aAAS,0BAAa,gBAAgB;AA2DrC,SAAS,cAAc,OAA0C;AACtE,QAAM,SAA2B,CAAC;AAClC,MAAI,WAAkC;AACtC,MAAI,WAAkC;AACtC,MAAI,cAAqC;AACzC,MAAI,eAAsC;AAE1C,QAAM,SAAS,CAAC,UAAe;AAC7B,QAAI,MAAM,eAAe;AACvB,aAAO,KAAK,KAAuB;AAAA,IACrC;AACA,QAAI,MAAM,QAAQ;AAChB,cAAQ,MAAM,MAAM;AAAA,QAClB,KAAK;AAAQ,qBAAW;AAAyB;AAAA,QACjD,KAAK;AAAQ,qBAAW;AAAyB;AAAA,QACjD,KAAK;AAAW,wBAAc;AAAyB;AAAA,QACvD,KAAK;AAAY,yBAAe;AAAyB;AAAA,MAC3D;AAAA,IACF;AAAA,EACF,CAAC;AAGD,QAAM,eAAkC,CAAC;AACzC,MAAI,cAAc;AAElB,aAAW,QAAQ,QAAQ;AACzB,QAAI,CAAC,KAAK,yBAAyB,CAAC,KAAK,sBAAuB;AAEhE,UAAM,UAAU,IAAI,WAAW,4BAAgB,MAAM,EAAE,KAAK,EAAE;AAC9D,QAAI,aAAa;AAEjB,aAAS,IAAI,GAAG,IAAI,4BAAgB,QAAQ,KAAK;AAC/C,YAAM,WAAW,KAAK,sBAAsB,4BAAgB,CAAC,CAAC;AAC9D,UAAI,aAAa,QAAW;AAC1B,gBAAQ,CAAC,IAAI;AACb;AAAA,MACF;AAAA,IACF;AAEA,QAAI,aAAa,GAAG;AAClB,mBAAa,KAAK,EAAE,MAAM,QAAQ,CAAC;AACnC,oBAAc,KAAK,IAAI,aAAa,UAAU;AAAA,IAChD;AAEA,WAAO,MAAM,SAAS,KAAK,IAAI,MAAM,UAAU,IAAI,4BAAgB,MAAM,qBAAqB;AAAA,EAChG;AAEA,QAAM,WAAW,OAAO,KAAK,OAAK,EAAE,SAAS,eAAe,EAAE,qBAAqB,KAC9E,OAAO,KAAK,OAAK,EAAE,qBAAqB,KACxC;AAEL,MAAI,aAAa,WAAW,GAAG;AAC7B,WAAO,KAAK,iCAAiC;AAAA,EAC/C;AACA,MAAI,CAAC,UAAU;AACb,WAAO,KAAK,8BAA8B;AAAA,EAC5C;AAEA,QAAM,YAAY;AAAA,IAChB,YAAY;AAAA,IACZ,YAAY;AAAA,IACZ,eAAe;AAAA,IACf,gBAAgB;AAAA,EAClB,EAAE,OAAO,OAAO;AAEhB,SAAO;AAAA,IACL,uBAAuB,OAAO,MAAM,cAAc,WAAW,gCAAgC,UAAU,KAAK,IAAI,CAAC;AAAA,EACnH;AAEA,SAAO;AAAA,IACL;AAAA,IAAQ;AAAA,IAAU;AAAA,IAAU;AAAA,IAAa;AAAA,IACzC;AAAA,IAAc;AAAA,IAAU,uBAAuB;AAAA,EACjD;AACF;;;AChIO,SAAS,iBACd,aACA,cACM;AACN,WAAS,IAAI,GAAG,IAAI,aAAa,QAAQ,KAAK;AAC5C,UAAM,EAAE,MAAM,QAAQ,IAAI,aAAa,CAAC;AACxC,UAAM,aAAa,KAAK;AACxB,QAAI,CAAC,WAAY;AACjB,aAAS,IAAI,GAAG,IAAI,IAAI,KAAK;AAC3B,YAAM,WAAW,QAAQ,CAAC;AAC1B,UAAI,YAAY,GAAG;AACjB,mBAAW,QAAQ,IAAI,YAAY,CAAC;AAAA,MACtC;AAAA,IACF;AAAA,EACF;AACF;;;AF4BA,IAAMC,cAAS,2BAAa,mBAAmB;AAG/C,IAAM,gBAAgB,IAAI,qBAAQ;AAClC,IAAM,eAAe,IAAI,qBAAQ;AACjC,IAAM,iBAAiB,IAAI,wBAAW;AAsB/B,IAAM,cAAN,MAAkB;AAAA,EAcvB,YAAY,SAA6B;AARzC;AAAA,SAAQ,sBAAiG;AACzG,SAAQ,kBAAsC;AAG9C;AAAA,SAAQ,qBAA0C;AAClD,SAAQ,WAA2C;AACnD,SAAQ,eAAe;AAGrB,SAAK,YAAY,cAAc,QAAQ,MAAM;AAE7C,UAAM,mBAA8C;AAAA,MAClD,YAAY,QAAQ;AAAA,MACpB,MAAM,QAAQ;AAAA,IAChB;AACA,SAAK,aAAa,IAAI,iCAAoB,gBAAgB;AAG1D,SAAK,OAAO,IAAI,8BAAgB;AAChC,SAAK,KAAK,UAAU,CAAC,UAAU;AAC7B,WAAK,qBAAqB,MAAM;AAChC,UAAI,MAAM,YAAY,QAAW;AAC/B,aAAK,WAAW,MAAM;AAAA,MACxB;AAAA,IACF;AAEA,QAAI,KAAK,UAAU,aAAa,WAAW,GAAG;AAC5C,MAAAA,QAAO,KAAK,wEAAmE;AAAA,IACjF;AACA,QAAI,CAAC,KAAK,UAAU,UAAU;AAC5B,MAAAA,QAAO,KAAK,2DAAsD;AAAA,IACpE;AACA,IAAAA,QAAO;AAAA,MACL,gBAAgB,KAAK,UAAU,OAAO,MAAM,cAAc,KAAK,UAAU,qBAAqB,iCAAiC,CAAC,CAAC,KAAK,UAAU,QAAQ;AAAA,IAC1J;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAgBA,OAAO,OAAe,QAAgB,iBAAgC;AAEpE,QAAI;AACJ,QAAI;AACJ,QAAI,KAAK,UAAU,UAAU,kBAAkB;AAC7C,WAAK,UAAU,SAAS,iBAAiB,aAAa;AACtD,qBAAe,EAAE,GAAG,cAAc,GAAG,GAAG,cAAc,GAAG,GAAG,cAAc,EAAE;AAC5E,WAAK,UAAU,SAAS,mBAAmB,cAAc;AACzD,sBAAgB,EAAE,GAAG,eAAe,GAAG,GAAG,eAAe,GAAG,GAAG,eAAe,GAAG,GAAG,eAAe,EAAE;AAAA,IACvG;AAGA,WAAO,iBAAiB,YAAY;AACpC,UAAM,iBAAiB;AAAA,MACrB,GAAG,aAAa;AAAA,MAChB,GAAG,aAAa;AAAA,MAChB,GAAG,aAAa;AAAA,IAClB;AAEA,UAAM,SAAS,KAAK,WAAW,OAAO;AAAA,MACpC,WAAW;AAAA,MACX,iBAAiB,KAAK;AAAA,MACtB,SAAS,KAAK;AAAA,MACd,YAAY,KAAK,KAAK;AAAA,MACtB,OAAO,KAAK,KAAK;AAAA,MACjB,aAAa,KAAK;AAAA,MAClB;AAAA,MACA;AAAA,MACA;AAAA,MACA,iBAAiB,mBAAmB;AAAA,IACtC,CAAC;AAGD,qBAAiB,OAAO,aAAa,KAAK,UAAU,YAAY;AAGhE,QAAI,KAAK,UAAU,UAAU;AAC3B,WAAK,UAAU,SAAS,SAAS,IAAI,OAAO,UAAU;AACtD,WAAK,UAAU,SAAS,SAAS,IAAI,OAAO,UAAU;AAAA,IACxD;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAaA,mBAAmB,QAA2B;AAE5C,SAAK,sBAAsB;AAE3B,SAAK,sBAAsB,CAAC,UAA2D;AACrF,WAAK,qBAAqB,MAAM;AAChC,UAAI,MAAM,YAAY,QAAW;AAC/B,aAAK,WAAW,MAAM;AAAA,MACxB;AAAA,IACF;AACA,WAAO,GAAG,SAAS,KAAK,mBAAmB;AAC3C,SAAK,kBAAkB;AACvB,IAAAA,QAAO,MAAM,wBAAwB;AAAA,EACvC;AAAA;AAAA,EAGA,wBAA8B;AAC5B,QAAI,KAAK,mBAAmB,KAAK,qBAAqB;AACpD,UAAI,KAAK,gBAAgB,KAAK;AAC5B,aAAK,gBAAgB,IAAI,SAAS,KAAK,mBAAmB;AAAA,MAC5D;AACA,MAAAA,QAAO,MAAM,2BAA2B;AAAA,IAC1C;AACA,SAAK,kBAAkB;AACvB,SAAK,sBAAsB;AAAA,EAC7B;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,SAAwB;AAC5B,WAAO,KAAK,KAAK,OAAO;AAAA,EAC1B;AAAA,EAEA,MAAM,eAAe,KAAiB,QAA0C;AAC9E,WAAO,KAAK,KAAK,eAAe,KAAK,MAAM;AAAA,EAC7C;AAAA,EAEA,MAAM,MAAM,MAAc,SAAuC;AAC/D,WAAO,KAAK,KAAK,MAAM,MAAM,OAAO;AAAA,EACtC;AAAA,EAEA,MAAM,WAAW,SAAiD;AAChE,WAAO,KAAK,KAAK,WAAW,OAAO;AAAA,EACrC;AAAA,EAEA,eAAqB;AACnB,SAAK,KAAK,aAAa;AAAA,EACzB;AAAA,EAEA,MAAM,oBAAmC;AACvC,WAAO,KAAK,KAAK,kBAAkB;AAAA,EACrC;AAAA;AAAA,EAGA,MAAM,WAAW,KAAiB,QAA0C;AAC1E,WAAO,KAAK,eAAe,KAAK,MAAM;AAAA,EACxC;AAAA;AAAA,EAGA,MAAM,gBAA+B;AACnC,WAAO,KAAK,kBAAkB;AAAA,EAChC;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,gBAAgB,QAA8C;AAClE,WAAO,KAAK,KAAK,gBAAgB,MAAM;AAAA,EACzC;AAAA,EAEA,MAAM,iBAAgC;AACpC,WAAO,KAAK,KAAK,eAAe;AAAA,EAClC;AAAA,EAEA,gBAAsB;AACpB,SAAK,KAAK,cAAc;AAAA,EAC1B;AAAA,EAEA,aAAa,UAA0D;AACrE,WAAO,KAAK,KAAK,aAAa,QAAQ;AAAA,EACxC;AAAA,EAEA,MAAM,qBAAoC;AACxC,WAAO,KAAK,KAAK,mBAAmB;AAAA,EACtC;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,aAAa,QAAgD;AACjE,WAAO,KAAK,KAAK,aAAa,MAAM;AAAA,EACtC;AAAA,EAEA,MAAM,kBAAiC;AACrC,WAAO,KAAK,KAAK,gBAAgB;AAAA,EACnC;AAAA;AAAA;AAAA;AAAA,EAMA,kBAAkB,UAA0D;AAC1E,WAAO,KAAK,KAAK,kBAAkB,QAAQ;AAAA,EAC7C;AAAA,EAEA,mBAAmB,UAA4D;AAC7E,WAAO,KAAK,KAAK,mBAAmB,QAAQ;AAAA,EAC9C;AAAA,EAEA,kBAAkB,UAA2D;AAC3E,WAAO,KAAK,KAAK,kBAAkB,QAAQ;AAAA,EAC7C;AAAA,EAEA,QAAQ,UAA8C;AACpD,WAAO,KAAK,KAAK,QAAQ,QAAQ;AAAA,EACnC;AAAA,EAEA,aAAa,UAAsE;AACjF,WAAO,KAAK,KAAK,aAAa,QAAQ;AAAA,EACxC;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,SAAS,aAAiC;AACxC,SAAK,qBAAqB;AAAA,EAC5B;AAAA;AAAA,EAGA,WAAW,SAAwC;AACjD,SAAK,WAAW;AAAA,EAClB;AAAA;AAAA,EAGA,YAAY,UAAyB;AACnC,SAAK,KAAK,YAAY,QAAQ;AAAA,EAChC;AAAA;AAAA,EAGA,SAAS,OAAkC;AACzC,SAAK,KAAK,SAAS,KAAK;AAAA,EAC1B;AAAA;AAAA,EAGA,eAAe,QAAsB;AACnC,SAAK,eAAe;AAAA,EACtB;AAAA;AAAA,EAGA,WAAW,SAAiC;AAC1C,SAAK,WAAW,WAAW,OAAO;AAAA,EACpC;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,IAAI,aAAa;AACf,WAAO,KAAK,WAAW;AAAA,EACzB;AAAA;AAAA,EAGA,IAAI,QAA8B;AAChC,WAAO,KAAK;AAAA,EACd;AAAA;AAAA,EAGA,IAAI,kBAA2B;AAC7B,WAAO,KAAK,UAAU,aAAa,SAAS;AAAA,EAC9C;AAAA;AAAA,EAGA,IAAI,wBAAgC;AAClC,WAAO,KAAK,UAAU;AAAA,EACxB;AAAA;AAAA,EAGA,IAAI,aAAsB;AACxB,WAAO,KAAK,KAAK;AAAA,EACnB;AAAA;AAAA,EAGA,IAAI,cAAuB;AACzB,WAAO,KAAK,KAAK,UAAU;AAAA,EAC7B;AAAA;AAAA,EAGA,IAAI,sBAA2C;AAC7C,WAAO,KAAK,KAAK;AAAA,EACnB;AAAA;AAAA,EAGA,IAAI,UAAU;AACZ,WAAO,KAAK,KAAK;AAAA,EACnB;AAAA;AAAA,EAGA,IAAI,WAAW;AACb,WAAO,KAAK,KAAK;AAAA,EACnB;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,QAAc;AACZ,SAAK,qBAAqB;AAC1B,SAAK,WAAW;AAChB,SAAK,eAAe;AACpB,SAAK,KAAK,MAAM;AAChB,SAAK,WAAW,MAAM;AAAA,EACxB;AAAA;AAAA,EAGA,MAAM,UAAyB;AAC7B,UAAM,KAAK,KAAK,QAAQ;AACxB,SAAK,sBAAsB;AAC3B,SAAK,WAAW,QAAQ;AACxB,IAAAA,QAAO,MAAM,UAAU;AAAA,EACzB;AACF;;;AGxZA,YAAuB;AACvB,wBAA2B;AAC3B,2BAA8B;AAyB9B,eAAsB,aAAa,QAAmD;AACpF,QAAM,YAAY,OAAO,OAAO,cAAc,WAC1C,SAAS,cAA2B,OAAO,SAAS,IACpD,OAAO;AACX,MAAI,CAAC,UAAW,OAAM,IAAI,MAAM,wBAAwB,OAAO,SAAS,EAAE;AAE1E,QAAM,EAAE,aAAa,GAAG,cAAc,EAAE,IAAI;AAG5C,QAAM,WAAW,IAAU,oBAAc,EAAE,WAAW,MAAM,OAAO,KAAK,CAAC;AACzE,WAAS,QAAQ,GAAG,CAAC;AACrB,WAAS,cAAc,KAAK,IAAI,OAAO,kBAAkB,CAAC,CAAC;AAC3D,WAAS,cAAoB;AAC7B,YAAU,YAAY,SAAS,UAAU;AAGzC,QAAM,QAAQ,IAAU,YAAM;AAC9B,QAAM,SAAS,IAAU,wBAAkB,OAAO,OAAO,IAAI,IAAI,GAAG,KAAK,GAAG;AAC5E,SAAO,SAAS,IAAI,GAAG,KAAK,GAAG;AAG/B,QAAM,IAAI,IAAU,mBAAa,UAAU,GAAG,CAAC;AAC/C,QAAM,WAAW,IAAU,uBAAiB,UAAU,CAAG;AACzD,WAAS,SAAS,IAAI,GAAG,GAAG,CAAC;AAC7B,QAAM,IAAI,QAAQ;AAGlB,MAAI,WAAiC;AACrC,MAAI,OAAO,aAAa,OAAO;AAC7B,eAAW,IAAI,mCAAc,QAAQ,SAAS,UAAU;AACxD,aAAS,OAAO,IAAI,GAAG,KAAK,CAAC;AAC7B,aAAS,gBAAgB;AACzB,aAAS,OAAO;AAAA,EAClB;AAGA,QAAM,OAAO,MAAM,IAAI,6BAAW,EAAE,UAAU,OAAO,GAAG;AACxD,QAAM,IAAI,KAAK,KAAK;AAGpB,QAAM,SAAS,IAAI,YAAY;AAAA,IAC7B,QAAQ,KAAK;AAAA,IACb,MAAM,EAAE,SAAS,MAAM,WAAW,KAAK;AAAA,EACzC,CAAC;AAGD,QAAM,QAAQ,IAAU,YAAM;AAC9B,MAAI,SAAS;AACb,WAAS,UAAU;AACjB,aAAS,sBAAsB,OAAO;AACtC,WAAO,OAAO,MAAM,SAAS,GAAG,MAAM;AACtC,cAAU,OAAO;AACjB,aAAS,OAAO,OAAO,MAAM;AAAA,EAC/B;AACA,UAAQ;AAGR,QAAM,KAAK,IAAI,eAAe,MAAM;AAClC,UAAM,EAAE,aAAa,IAAI,cAAc,GAAG,IAAI;AAC9C,WAAO,SAAS,KAAK;AACrB,WAAO,uBAAuB;AAC9B,aAAS,QAAQ,IAAI,EAAE;AAAA,EACzB,CAAC;AACD,KAAG,QAAQ,SAAS;AAEpB,SAAO;AAAA,IACL;AAAA,IAAQ;AAAA,IAAO;AAAA,IAAQ;AAAA,IAAU;AAAA,IACjC,YAAY,KAAK,cAAc,CAAC;AAAA,IAChC,UAAU;AACR,2BAAqB,MAAM;AAC3B,SAAG,WAAW;AACd,gBAAU,QAAQ;AAClB,aAAO,QAAQ;AACf,eAAS,QAAQ;AACjB,UAAI,SAAS,WAAW,eAAe;AACrC,iBAAS,WAAW,cAAc,YAAY,SAAS,UAAU;AAAA,MACnE;AAAA,IACF;AAAA,EACF;AACF;;;AC9HA,IAAAC,eAAiD;AAc1C,IAAM,uBAAN,MAA2B;AAAA,EAQhC,YAAY,QAAkB,SAAuC;AAPrE,SAAQ,UAAyB,CAAC;AAClC,SAAQ,cAAqC,CAAC;AAC9C,SAAQ,iBAA2B,CAAC;AAMlC,SAAK,kBAAkB,SAAS,SAAS;AACzC,SAAK,YAAY,SAAS,aAAa;AACvC,SAAK,gBAAgB,SAAS;AAC9B,QAAI,SAAS,aAAa,OAAO;AAC/B,WAAK,UAAU,MAAM;AAAA,IACvB;AAAA,EACF;AAAA,EAEA,IAAI,SAAwB;AAC1B,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,UAAU,QAAwB;AAChC,SAAK,UAAU,CAAC;AAChB,SAAK,cAAc,CAAC;AAEpB,WAAO,SAAS,CAAC,UAAU;AACzB,YAAM,OAAO;AACb,UAAI,KAAK,yBAAyB,KAAK,uBAAuB;AAC5D,aAAK,QAAQ,KAAK,IAAI;AAEtB,cAAM,MAAM,oBAAI,IAAoB;AACpC,iBAAS,IAAI,GAAG,IAAI,KAAK,gBAAgB,QAAQ,KAAK;AACpD,gBAAM,OAAO,KAAK,gBAAgB,CAAC;AACnC,gBAAM,MAAM,KAAK,sBAAsB,IAAI;AAC3C,cAAI,QAAQ,QAAW;AACrB,gBAAI,IAAI,MAAM,GAAG;AAAA,UACnB;AAAA,QACF;AACA,aAAK,YAAY,KAAK,GAAG;AAAA,MAC3B;AAAA,IACF,CAAC;AAED,SAAK,iBAAiB,IAAI,MAAM,KAAK,gBAAgB,MAAM,EAAE,KAAK,CAAC;AAEnE,QAAI,KAAK,QAAQ,SAAS,KAAK,KAAK,eAAe;AACjD,WAAK,cAAc,KAAK,OAAO;AAAA,IACjC;AAAA,EACF;AAAA,EAEA,OAAO,SAAwC;AAC7C,SAAK,qBAAiB,8BAAgB,KAAK,gBAAgB,SAAS,KAAK,SAAS;AAElF,aAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,QAAQ,KAAK;AAC5C,YAAM,OAAO,KAAK,QAAQ,CAAC;AAC3B,YAAM,MAAM,KAAK,YAAY,CAAC;AAC9B,UAAI,CAAC,KAAK,yBAAyB,CAAC,IAAK;AAEzC,eAAS,IAAI,GAAG,IAAI,KAAK,gBAAgB,QAAQ,KAAK;AACpD,cAAM,OAAO,KAAK,gBAAgB,CAAC;AACnC,cAAM,UAAU,IAAI,IAAI,IAAI;AAC5B,YAAI,YAAY,QAAW;AACzB,eAAK,sBAAsB,OAAO,IAAI,KAAK,eAAe,CAAC;AAAA,QAC7D;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,UAAgB;AACd,SAAK,UAAU,CAAC;AAChB,SAAK,cAAc,CAAC;AACpB,SAAK,iBAAiB,CAAC;AAAA,EACzB;AACF;","names":["import_core","logger","import_core"]}
|