@lovelace_lol/embody 0.0.16 → 0.0.18

package/dist/three/authoring.d.ts

@@ -58,8 +58,11 @@ export declare const buildBoneAuOptions: (profile: Partial<Types.Profile>) => Ar
     value: string;
     label: string;
     detail?: string;
+    category?: import("@lovelace_lol/embody/wasm").ControlCategory;
+    section?: string | null;
+    order?: number | null;
 }>;
-export declare const isJointControlAuInfo: (info?: Pick<Types.AUInfo, "facePart"> | null) => boolean;
+export declare const isJointControlAuInfo: (info?: Pick<Types.AUInfo, "facePart" | "category"> | null) => boolean;
 export declare const classifyAuAsJointControl: (profile: Types.Profile, auId: number, options?: {
     boneName?: string | null;
     nodeKey?: string | null;
@@ -96,4 +99,4 @@ export declare function extractHumanoidSkeletonTemplateFromModel(model: Object3D
     sourceAsset?: string;
     sourceSkinName?: string;
 }): Types.HumanoidSkeletonTemplate;
-export type { AUDescriptor } from '@lovelace_lol/embody/wasm';
+export type { AUDescriptor, ControlCategory } from '@lovelace_lol/embody/wasm';

package/dist/three/authoringTypes.d.ts

@@ -1,4 +1,5 @@
 import type { Region, MarkerStyle, MarkerGroup, LineConfig, MarkerStyleOverrides } from './annotations/types';
+import type { ControlCategory } from '@lovelace_lol/embody/wasm';
 export interface AuthoringVector3 {
     x: number;
     y: number;
@@ -47,6 +48,10 @@ export interface AUInfo {
     links?: string[];
     faceArea?: 'Upper' | 'Lower' | 'Body';
     facePart?: string;
+    category?: ControlCategory | null;
+    section?: string | null;
+    order?: number | null;
+    controlLabel?: string | null;
 }
 export interface RotationAxis {
     aus: number[];
@@ -243,6 +248,8 @@ export interface Profile {
     visemeTongueTargets?: VisemeTongueTarget[];
     auMixDefaults?: Record<number, number>;
     auInfo?: Record<string, AUInfo>;
+    /** Legacy metadata spelling retained for authored custom profiles. */
+    actionInfo?: Record<string, AUInfo>;
     eyeMeshNodes?: {
         LEFT: string;
         RIGHT: string;

package/dist/three/index.d.ts

@@ -169,6 +169,8 @@ export declare class ThreeFrameApplier {
 export declare const collectMorphMeshes: (root: Object3D) => Mesh<import("three").BufferGeometry<import("three").NormalBufferAttributes, import("three").BufferGeometryEventMap>, Material<import("three").MaterialEventMap> | Material<import("three").MaterialEventMap>[], import("three").Object3DEventMap>[];
 export * from './model';
 export * from './scene';
+export { acquireCharacterSceneVideoCapture } from './sceneVideoCapture';
+export type { CharacterSceneVideoCapture, CharacterSceneVideoCaptureOptions } from './sceneVideoCapture';
 export * from './scenery';
 export * from './editor/SkeletonOverlay';
 export * from './editor/morphVertexPreview';

package/dist/three/sceneVideoCapture.d.ts

@@ -0,0 +1,12 @@
+import type { CharacterSceneRenderingController } from './scene';
+export type CharacterSceneVideoCaptureOptions = {
+    fps?: number;
+};
+export type CharacterSceneVideoCapture = {
+    readonly stream: MediaStream;
+    release(): void;
+};
+/** Internal scene-owner hook: long-lived video must not block model/scenery retirement. */
+export declare function endCharacterSceneVideoCaptures(rendering: CharacterSceneRenderingController): void;
+/** Borrows the managed renderer without drawing, resizing, or replacing its loop. */
+export declare function acquireCharacterSceneVideoCapture(rendering: CharacterSceneRenderingController, options?: CharacterSceneVideoCaptureOptions): CharacterSceneVideoCapture;

package/dist/three.js

@@ -5150,6 +5150,111 @@ function disposeSceneBackground(scene) {
   owner.override?.onSceneDispose();
 }
 
+// three/sceneVideoCapture.ts
+var activeCaptures = /* @__PURE__ */ new WeakMap();
+function endCharacterSceneVideoCaptures(rendering) {
+  for (const end of [...activeCaptures.get(rendering) ?? []]) end();
+}
+function acquireCharacterSceneVideoCapture(rendering, options = {}) {
+  const fps = options.fps ?? 30;
+  if (!Number.isFinite(fps) || fps < 1 || fps > 60) throw new Error("Video capture frame rate must be between 1 and 60 fps.");
+  if (typeof MutationObserver === "undefined") throw new Error("Canvas size observation is unavailable for video capture.");
+  const lease = rendering.acquireRenderer();
+  const canvas = lease.renderer.domElement;
+  let tracks = [];
+  let unsubscribe = null;
+  let observer = null;
+  let released = false;
+  let leaseReleased = false;
+  const trackListeners = [];
+  const stoppedTracks = /* @__PURE__ */ new Set();
+  const captures = activeCaptures.get(rendering) ?? /* @__PURE__ */ new Set();
+  activeCaptures.set(rendering, captures);
+  const terminate = () => finish(true);
+  captures.add(terminate);
+  function cleanup() {
+    captures.delete(terminate);
+    if (!captures.size && activeCaptures.get(rendering) === captures) activeCaptures.delete(rendering);
+    const observing = observer;
+    observer = null;
+    try {
+      observing?.disconnect();
+    } catch {
+    }
+    const subscribed = unsubscribe;
+    unsubscribe = null;
+    try {
+      subscribed?.();
+    } catch {
+    }
+    for (const remove of trackListeners.splice(0)) {
+      try {
+        remove();
+      } catch {
+      }
+    }
+    for (const track of tracks) {
+      if (stoppedTracks.has(track)) continue;
+      stoppedTracks.add(track);
+      try {
+        track.stop();
+      } catch {
+      }
+    }
+    if (!leaseReleased) {
+      leaseReleased = true;
+      lease.release();
+    }
+  }
+  function finish(notify) {
+    if (released) {
+      cleanup();
+      return;
+    }
+    released = true;
+    const ended = notify ? tracks.filter((track) => track.readyState !== "ended") : [];
+    cleanup();
+    for (const track of ended) {
+      try {
+        track.dispatchEvent(new Event("ended"));
+      } catch {
+      }
+    }
+  }
+  function check(snapshot3) {
+    if (snapshot3.renderer !== lease.renderer || !["ready", "error"].includes(snapshot3.status)) finish(true);
+  }
+  try {
+    if (typeof canvas.captureStream !== "function") throw new Error("This renderer canvas cannot provide a video stream.");
+    const stream = canvas.captureStream(fps);
+    tracks = stream.getTracks();
+    if (released) throw new Error("Video capture ended during canvas acquisition.");
+    if (!stream.getVideoTracks().some((track) => track.readyState === "live")) throw new Error("The renderer canvas did not provide a live video track.");
+    for (const track of tracks) {
+      const ended = () => finish(true);
+      trackListeners.push(() => track.removeEventListener("ended", ended));
+      track.addEventListener("ended", ended);
+      if (released) throw new Error("Video capture ended during acquisition.");
+    }
+    const width = canvas.width, height = canvas.height;
+    unsubscribe = rendering.subscribe(check);
+    if (released) throw new Error("The renderer changed during video capture acquisition.");
+    check(rendering.getSnapshot());
+    if (released) throw new Error("The renderer is unavailable for video capture.");
+    observer = new MutationObserver(() => {
+      if (canvas.width !== width || canvas.height !== height) finish(true);
+    });
+    if (released) throw new Error("Video capture ended during size observer creation.");
+    observer.observe(canvas, { attributes: true, attributeFilter: ["width", "height"] });
+    if (canvas.width !== width || canvas.height !== height) finish(true);
+    if (released) throw new Error("The renderer canvas changed size during video capture acquisition.");
+    return { stream, release: () => finish(false) };
+  } catch (error) {
+    finish(false);
+    throw error;
+  }
+}
+
 // three/scene.ts
 var DEFAULT_CHARACTER_LIGHTING_PRESETS = {
   cleanStudio: { id: "cleanStudio", label: "Soft Studio", settings: { envMapEnabled: true, environmentIntensity: 0.24, environmentBlur: 0.04, exposure: 1.08, ambientIntensity: 0.32, keyIntensity: 0.52, fillIntensity: 0.18, rimIntensity: 0.08, shadowOpacity: 0.22 } },
@@ -5861,6 +5966,7 @@ function createDefaultCharacterSceneRuntime(container, options = {}) {
           pendingResourceReleases--;
         });
         pending = operation;
+        endCharacterSceneVideoCaptures(rendering);
         void operation.then(() => {
           if (pending === operation) pending = null;
         }, () => {
@@ -8332,6 +8438,6 @@ var collectMorphMeshes = (root) => {
   return meshes;
 };
 
-export { BLENDING_MODES, CHARACTER_SCENE_TYPES, CHARACTER_SCENE_TYPE_IDS, ThreeAnnotationController as CameraController, CameraDOMControls, CameraDOMControls as Controls, DEFAULT_CHARACTER_LIGHTING_PRESETS, DEFAULT_CHARACTER_LIGHTING_PRESET_ID, DEFAULT_CHARACTER_LIGHTING_PRESET_IDS, DEFAULT_CHARACTER_LIGHTING_SETTINGS, DEFAULT_CHARACTER_SCENE_TYPE_ID, DEFAULT_MARKER_AUTO_HIDE_MS, DEFAULT_PREVIEW_AUTO_CLEAR_MS, Embody, HtmlAnnotationMarkers, ThreeAnnotationMarkers as Markers3D, HtmlAnnotationMarkers as MarkersHTML, MorphVertexPreview, HtmlAnnotationMarkers as OverlayAnnotationMarkers, RUNTIME_ANNOTATION_REGION_PREFIX, RustAnnotationCameraCore, SkeletonOverlay, THREE_BLENDING_MODES, ThreeAnnotationController, ThreeAnnotationMarkers, ThreeAnnotations, ThreeFrameApplier, ThreeModelInspector, ThreeNativePlaybackConnector, analyzeModel, applyAUBoneBindingUpdate, applyBilateralAxisBindingUpdate, applyBoneAxisBindingUpdate, applyCharacterModelTransform, bindModelReferencePose, boneResolutionProfile, buildBoneAuOptions, buildMappedBoneInfo, buildMorphVertexPreviewRenderData, buildMorphVertexPreviewSample, buildRegionDisplayOptions, captureModelReferencePose, classifyAuAsJointControl, collectMorphMeshes, collectSkeletonBones, computeHumanoidSkeletonTemplateRestBounds, convertMixamoFbxToVrmAnimations, convertMixamoToVrmAnimation, createAnimationClipFromClipIR, createAnimationClipFromVrmAnimation, createBilateralBoneAxisAu, createBoneAxisAu, createCharacterHost, createDefaultCharacterLighting, createDefaultCharacterScene, createDefaultCharacterSceneAsync, createDefaultCharacterSceneRuntime, createMarkerLifecycleRevealOptions, createMarkerVisibilityLifecycle, createRuntimeAnnotationPreviewLifecycle, createRustAnnotationCameraCore, createRustEmbodyHost, createRustEmbodyHostUnbound, createScenePlaybackFrame, createSceneSceneryRenderer, createShadowPlane, createValidationSkeletonFromHumanoidTemplate, detectAnnotationLaterality, disposeCharacterModel, ensureBilateralBoneNodeKeys, ensureBoneNodeKey, extendCharacterConfigWithPreset, extendModelReferencePose, extractHumanoidSkeletonTemplateFromModel, extractModelData, extractProfileOverrides, filterCameraViewRegions, findModelRoot, findNodeKeyForBone, formatAxisDirectionLabel, formatAxisLabel, fuzzyNameMatch, getAUBoneBindingState, getAUBoneBindingStates, getAxisFromChannel, getBilateralAxisBindingState, getBoneAxisBindingState, getDefaultAnnotationLaterality, getHumanoidSkeletonTemplate, getHumanoidSkeletonTemplateBoneNames, getHumanoidSpecification, getMeshNamesForAUProfile, getModelLocalOrbitAngle, getPreset, getRuntimeAUMeshSideOffset, getRuntimeAUMorphAnchorPoint, getRuntimeAnnotationSide, getSemanticHorizontalSign, getSemanticHorizontalSignForSide, getWorldDirectionForCameraAngle, hasLeftRightMorphs, inferChiralBoneNamePair, inferEyeControlFamily, inferEyeControlScope, inferRuntimeAnnotationPreviewSide, inspectVrmAnimation, isJointControlAuInfo, isMaxDegreesOnlyAxisBindingUpdate, isMixedAU, isRuntimeAnnotationRegionName, loadCharacterModel, mergeCharacterRegionsByName, normalizeDefaultCharacterLightingSettings, normalizeHairColorAppearance, parseCharacterModel, passesMarkerCameraAngleGate, pickContinuumAnnotationAuId, renderScenePlayback, resolveAnnotationCharacterConfig, resolveBoneAxisChannel, resolveBoneNameForNodeKey, resolveBoneNames, resolveContinuumDisplayLabel, resolveFaceCenter, resolveHumanoidCharacterization, resolveMarkerAnchorRegion, resolveMorphMeshSelections, resolveMorphPreviewMeshes, resolveRegionCameraAngle, resolveRegionVisibilityCameraAngle, resolveSkeletonOverlayStartBoneName, resolveVisemeProfile, serializeAnimationClips, setAUMorphTargets, setHumanoidRoleBinding, shouldProjectMarkerAnchorToSurface, shouldUseFaceCenterForMarkerAnchor, stripConfiguredBoneAffixes, supportsRustEmbodyPreset, toWorldDirection, validateHumanoidCharacterization, validateMappings };
+export { BLENDING_MODES, CHARACTER_SCENE_TYPES, CHARACTER_SCENE_TYPE_IDS, ThreeAnnotationController as CameraController, CameraDOMControls, CameraDOMControls as Controls, DEFAULT_CHARACTER_LIGHTING_PRESETS, DEFAULT_CHARACTER_LIGHTING_PRESET_ID, DEFAULT_CHARACTER_LIGHTING_PRESET_IDS, DEFAULT_CHARACTER_LIGHTING_SETTINGS, DEFAULT_CHARACTER_SCENE_TYPE_ID, DEFAULT_MARKER_AUTO_HIDE_MS, DEFAULT_PREVIEW_AUTO_CLEAR_MS, Embody, HtmlAnnotationMarkers, ThreeAnnotationMarkers as Markers3D, HtmlAnnotationMarkers as MarkersHTML, MorphVertexPreview, HtmlAnnotationMarkers as OverlayAnnotationMarkers, RUNTIME_ANNOTATION_REGION_PREFIX, RustAnnotationCameraCore, SkeletonOverlay, THREE_BLENDING_MODES, ThreeAnnotationController, ThreeAnnotationMarkers, ThreeAnnotations, ThreeFrameApplier, ThreeModelInspector, ThreeNativePlaybackConnector, acquireCharacterSceneVideoCapture, analyzeModel, applyAUBoneBindingUpdate, applyBilateralAxisBindingUpdate, applyBoneAxisBindingUpdate, applyCharacterModelTransform, bindModelReferencePose, boneResolutionProfile, buildBoneAuOptions, buildMappedBoneInfo, buildMorphVertexPreviewRenderData, buildMorphVertexPreviewSample, buildRegionDisplayOptions, captureModelReferencePose, classifyAuAsJointControl, collectMorphMeshes, collectSkeletonBones, computeHumanoidSkeletonTemplateRestBounds, convertMixamoFbxToVrmAnimations, convertMixamoToVrmAnimation, createAnimationClipFromClipIR, createAnimationClipFromVrmAnimation, createBilateralBoneAxisAu, createBoneAxisAu, createCharacterHost, createDefaultCharacterLighting, createDefaultCharacterScene, createDefaultCharacterSceneAsync, createDefaultCharacterSceneRuntime, createMarkerLifecycleRevealOptions, createMarkerVisibilityLifecycle, createRuntimeAnnotationPreviewLifecycle, createRustAnnotationCameraCore, createRustEmbodyHost, createRustEmbodyHostUnbound, createScenePlaybackFrame, createSceneSceneryRenderer, createShadowPlane, createValidationSkeletonFromHumanoidTemplate, detectAnnotationLaterality, disposeCharacterModel, ensureBilateralBoneNodeKeys, ensureBoneNodeKey, extendCharacterConfigWithPreset, extendModelReferencePose, extractHumanoidSkeletonTemplateFromModel, extractModelData, extractProfileOverrides, filterCameraViewRegions, findModelRoot, findNodeKeyForBone, formatAxisDirectionLabel, formatAxisLabel, fuzzyNameMatch, getAUBoneBindingState, getAUBoneBindingStates, getAxisFromChannel, getBilateralAxisBindingState, getBoneAxisBindingState, getDefaultAnnotationLaterality, getHumanoidSkeletonTemplate, getHumanoidSkeletonTemplateBoneNames, getHumanoidSpecification, getMeshNamesForAUProfile, getModelLocalOrbitAngle, getPreset, getRuntimeAUMeshSideOffset, getRuntimeAUMorphAnchorPoint, getRuntimeAnnotationSide, getSemanticHorizontalSign, getSemanticHorizontalSignForSide, getWorldDirectionForCameraAngle, hasLeftRightMorphs, inferChiralBoneNamePair, inferEyeControlFamily, inferEyeControlScope, inferRuntimeAnnotationPreviewSide, inspectVrmAnimation, isJointControlAuInfo, isMaxDegreesOnlyAxisBindingUpdate, isMixedAU, isRuntimeAnnotationRegionName, loadCharacterModel, mergeCharacterRegionsByName, normalizeDefaultCharacterLightingSettings, normalizeHairColorAppearance, parseCharacterModel, passesMarkerCameraAngleGate, pickContinuumAnnotationAuId, renderScenePlayback, resolveAnnotationCharacterConfig, resolveBoneAxisChannel, resolveBoneNameForNodeKey, resolveBoneNames, resolveContinuumDisplayLabel, resolveFaceCenter, resolveHumanoidCharacterization, resolveMarkerAnchorRegion, resolveMorphMeshSelections, resolveMorphPreviewMeshes, resolveRegionCameraAngle, resolveRegionVisibilityCameraAngle, resolveSkeletonOverlayStartBoneName, resolveVisemeProfile, serializeAnimationClips, setAUMorphTargets, setHumanoidRoleBinding, shouldProjectMarkerAnchorToSurface, shouldUseFaceCenterForMarkerAnchor, stripConfiguredBoneAffixes, supportsRustEmbodyPreset, toWorldDirection, validateHumanoidCharacterization, validateMappings };
 //# sourceMappingURL=three.js.map
 //# sourceMappingURL=three.js.map