cozyclay 2.1.0 → 3.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +65 -0
- package/README.md +12 -30
- package/bin/agent/agent-routes.mjs +40 -113
- package/bin/agent/agent-runner.mjs +9 -10
- package/bin/agent/cliproxy-provider.mjs +135 -0
- package/bin/agent/credential-store.mjs +30 -7
- package/bin/agent/pi-tools.mjs +4 -1
- package/bin/agent/provider-keys.mjs +32 -0
- package/bin/agent/provider-login.mjs +110 -0
- package/bin/agent/provider-routes.mjs +99 -0
- package/bin/agent/providers.mjs +19 -97
- package/bin/agent/script-tool.mjs +17 -4
- package/bin/agent/studio-motion-reference.mjs +23 -0
- package/bin/agent/studio-prompt.mjs +1 -1
- package/bin/agent/studio-rebase-text.mjs +32 -0
- package/bin/agent/studio-rebase.mjs +26 -39
- package/bin/agent/studio-tools.mjs +9 -28
- package/bin/agent/tool-arguments.mjs +49 -0
- package/bin/agent/turn-frames.mjs +66 -0
- package/bin/codex-auth.mjs +9 -2
- package/bin/cozyclay.mjs +10 -116
- package/bin/live/cli.mjs +22 -6
- package/bin/mcp-runtime.mjs +2 -12
- package/bin/package-signature.mjs +0 -4
- package/dist/app/index.html +7 -6
- package/dist/assets/EXRLoader-CvVIvGVE.js +1 -0
- package/dist/assets/analytics-C9sUnndd.js +1 -0
- package/dist/assets/app-CCh--1Hc.js +5087 -0
- package/dist/assets/app-f-fkV5uP.css +1 -0
- package/dist/assets/compile-worker-CkxiD6lH.js +5 -0
- package/dist/assets/fflate.module-KbGj5-H6.js +5 -0
- package/dist/assets/{first-shot-handoff-BlT33CGf.js → first-shot-handoff-CC4xe4HM.js} +1 -1
- package/dist/assets/{landing-BSesrCpL.js → landing-DjHD8u7k.js} +1 -1
- package/dist/assets/scene-asset-sync-Hx_FzdOH.js +20 -0
- package/dist/assets/scene-asset-sync-_S8NQl5B.css +1 -0
- package/dist/assets/workflow-C4yKH1p4.js +179 -0
- package/dist/cozyclay-package.json +1 -1
- package/dist/index.html +3 -3
- package/dist/llms.txt +14 -0
- package/dist/sw.js +3 -6
- package/dist/workflow/index.html +5 -4
- package/mcp/LIVE-PROTOCOL.md +7 -47
- package/mcp/README.md +16 -26
- package/mcp/live-hub.mjs +6 -10
- package/mcp/package.json +1 -3
- package/mcp/tool-handlers.mjs +4 -168
- package/package.json +3 -22
- package/src/App.jsx +174 -2639
- package/src/agent-progress.js +79 -0
- package/src/agent-turn-mark.js +30 -0
- package/src/analytics.js +1 -19
- package/src/app-context.js +5 -0
- package/src/app-stage.jsx +2 -34
- package/src/asset-pane.jsx +6 -5
- package/src/camera-block.js +21 -0
- package/src/camera-direction.js +120 -0
- package/src/character-kind.js +3 -9
- package/src/command-bus.js +8 -6
- package/src/commands/cast.js +5 -34
- package/src/commands/elements/character.js +1 -1
- package/src/commands/elements/motion.js +1 -6
- package/src/commands/elements/object.js +6 -2
- package/src/commands/elements/shot.js +4 -1
- package/src/commands/elements.js +38 -14
- package/src/commands/index.js +3 -1
- package/src/commands/kits.js +37 -0
- package/src/commands/motion-timing.js +57 -0
- package/src/commands/motion.js +9 -152
- package/src/commands/motion3-compile.js +65 -0
- package/src/commands/motion3.js +207 -0
- package/src/commands/objects.js +6 -4
- package/src/commands/shot.js +49 -11
- package/src/commands/stage.js +14 -1
- package/src/commands/view.js +4 -1
- package/src/document-mirrors.js +42 -0
- package/src/document-store.js +4 -0
- package/src/domains/cast.js +19 -194
- package/src/domains/motion/motion-range-pin-rules.js +1 -1
- package/src/domains/motion/take-source.js +51 -0
- package/src/domains/motion.js +60 -1838
- package/src/domains/scenes.js +12 -55
- package/src/domains/shots.js +2 -2
- package/src/domains/stage.js +4 -2
- package/src/draft-ghost.js +46 -0
- package/src/draft-ghost.jsx +129 -0
- package/src/dualview.jsx +4 -3
- package/src/effects/EffectsLayer.jsx +112 -0
- package/src/effects/effect-meshes.js +232 -0
- package/src/effects/effect-record.js +103 -0
- package/src/effects/emitter.js +59 -0
- package/src/effects/simulate.js +261 -0
- package/src/effects/state.js +59 -0
- package/src/execution-telemetry.js +2 -3
- package/src/first-success-guide.jsx +5 -5
- package/src/ghost-set.js +257 -0
- package/src/held-object-edit.jsx +113 -0
- package/src/held-object-pose.js +175 -0
- package/src/hierarchy-model.js +1 -1
- package/src/hierarchy-panel.jsx +1 -1
- package/src/imported-mesh.jsx +103 -0
- package/src/kits/held.js +84 -0
- package/src/kits/index.js +70 -0
- package/src/kits/smoking.js +57 -0
- package/src/light-blockers.js +93 -0
- package/src/motion/beat-board-model.js +84 -0
- package/src/motion/beat-board.css +124 -0
- package/src/motion/beat-board.jsx +59 -0
- package/src/motion/center-of-mass.js +66 -0
- package/src/motion/fix-collisions.js +850 -0
- package/src/motion/physics-review.js +118 -0
- package/src/{ardy → motion}/physics-support.js +1 -76
- package/src/motion/rig-snapshot.js +22 -0
- package/src/motion/take-segments.jsx +140 -0
- package/src/{ardy → motion}/timeline-coordinates.js +0 -21
- package/src/{ardy → motion}/timeline.css +1 -2
- package/src/{ardy → motion}/timeline.jsx +48 -419
- package/src/motion/waypoints.js +76 -0
- package/src/motion3/beats.js +83 -0
- package/src/motion3/body.js +158 -0
- package/src/motion3/bones.js +47 -0
- package/src/motion3/carried.js +47 -0
- package/src/motion3/compile-job.js +75 -0
- package/src/motion3/compile-worker.js +10 -0
- package/src/motion3/compiler/anchors.js +105 -0
- package/src/motion3/compiler/arm-orient.js +128 -0
- package/src/motion3/compiler/channels.js +125 -0
- package/src/motion3/compiler/compile.js +205 -0
- package/src/motion3/compiler/gait-rhythm.js +97 -0
- package/src/motion3/compiler/grip.js +171 -0
- package/src/motion3/compiler/head-steady.js +48 -0
- package/src/motion3/compiler/hold.js +134 -0
- package/src/motion3/compiler/idle.js +113 -0
- package/src/motion3/compiler/limbs.js +170 -0
- package/src/motion3/compiler/math.js +72 -0
- package/src/motion3/compiler/pose.js +162 -0
- package/src/motion3/compiler/quat.js +49 -0
- package/src/motion3/compiler/skeleton.js +74 -0
- package/src/motion3/compiler/validate-common.js +32 -0
- package/src/motion3/compiler/validate-goals.js +118 -0
- package/src/motion3/compiler/validate-objects.js +143 -0
- package/src/motion3/compiler/validate-parts.js +116 -0
- package/src/motion3/compiler/validate.js +122 -0
- package/src/motion3/compiler/vocab.js +73 -0
- package/src/motion3/compiler/walk-pelvis.js +275 -0
- package/src/motion3/compiler/walk.js +207 -0
- package/src/motion3/compiler/wrist-clamp.js +32 -0
- package/src/motion3/delta.js +47 -0
- package/src/motion3/describe.js +174 -0
- package/src/motion3/docs.js +27 -0
- package/src/motion3/edit-carry.js +21 -0
- package/src/motion3/fix/ease.js +16 -0
- package/src/motion3/fix/ground.js +37 -0
- package/src/motion3/fix/index.js +52 -0
- package/src/motion3/fix/push.js +71 -0
- package/src/motion3/fix/reach.js +46 -0
- package/src/motion3/fix/retime.js +79 -0
- package/src/motion3/fix/self.js +211 -0
- package/src/motion3/fix/slide.js +70 -0
- package/src/motion3/fix/turn.js +51 -0
- package/src/motion3/follow.js +39 -0
- package/src/motion3/free-motion.js +173 -0
- package/src/motion3/grip-choice.js +130 -0
- package/src/motion3/hold-plan.js +157 -0
- package/src/motion3/json-patch.js +77 -0
- package/src/motion3/key-aim.js +105 -0
- package/src/motion3/key-edit.js +82 -0
- package/src/motion3/lenient.js +127 -0
- package/src/motion3/object-keys.js +236 -0
- package/src/motion3/object-pose.js +182 -0
- package/src/motion3/object-tracks.js +12 -0
- package/src/motion3/pipeline.js +102 -0
- package/src/motion3/playback.js +51 -0
- package/src/motion3/probes.js +91 -0
- package/src/motion3/qa/body-checks.js +34 -0
- package/src/motion3/qa/check-names.js +14 -0
- package/src/motion3/qa/checks.js +121 -0
- package/src/motion3/qa/contact-checks.js +51 -0
- package/src/motion3/qa/explain.js +80 -0
- package/src/motion3/qa/fmt.js +5 -0
- package/src/motion3/qa/foot-checks.js +72 -0
- package/src/motion3/qa/geometry.js +77 -0
- package/src/motion3/qa/goals.js +191 -0
- package/src/motion3/qa/ground.js +60 -0
- package/src/motion3/qa/hints-contact.js +179 -0
- package/src/motion3/qa/hints-goal.js +160 -0
- package/src/motion3/qa/hints-knee.js +24 -0
- package/src/motion3/qa/hints-motion.js +209 -0
- package/src/motion3/qa/hints-object.js +91 -0
- package/src/motion3/qa/index.js +42 -0
- package/src/motion3/qa/key-checks.js +82 -0
- package/src/motion3/qa/near.js +96 -0
- package/src/motion3/qa/object-checks.js +135 -0
- package/src/motion3/qa/patch.js +161 -0
- package/src/motion3/qa/severity.js +38 -0
- package/src/motion3/qa/spec-checks.js +65 -0
- package/src/motion3/qa/style.js +218 -0
- package/src/motion3/qa/wrist-checks.js +69 -0
- package/src/motion3/qa/wrist-obs.js +60 -0
- package/src/motion3/refs.js +120 -0
- package/src/motion3/repair-tune.js +121 -0
- package/src/motion3/repair.js +83 -0
- package/src/motion3/report.js +67 -0
- package/src/motion3/rigs/index.js +14 -0
- package/src/motion3/rigs/x-bot-tpose-body.json +1 -0
- package/src/motion3/rigs/x-bot-tpose.json +1 -0
- package/src/motion3/rigs/y-bot-tpose-body.json +1 -0
- package/src/motion3/rigs/y-bot-tpose.json +1 -0
- package/src/motion3/scene.js +60 -0
- package/src/motion3/schema/brief.js +89 -0
- package/src/motion3/schema/fields.js +44 -0
- package/src/motion3/schema/spec-examples.js +46 -0
- package/src/motion3/schema/topics.js +111 -0
- package/src/motion3/schema/types.js +147 -0
- package/src/motion3/search.js +117 -0
- package/src/motion3/second-hand.js +112 -0
- package/src/motion3/skills/basic.js +82 -0
- package/src/motion3/skills/book.js +76 -0
- package/src/motion3/skills/car.js +145 -0
- package/src/motion3/skills/frames-auto.js +29 -0
- package/src/motion3/skills/index.js +83 -0
- package/src/motion3/skills/info.js +65 -0
- package/src/motion3/skills/smoke-kit.js +109 -0
- package/src/motion3/skills/smoke.js +160 -0
- package/src/motion3/spec-store.js +59 -0
- package/src/motion3/take-edit.js +155 -0
- package/src/motion3/take.js +63 -0
- package/src/motion3/timeline.js +127 -0
- package/src/motion3/views.js +121 -0
- package/src/motion3/walk-plan.js +119 -0
- package/src/object-catalog.jsx +7 -1
- package/src/object-colors.js +98 -0
- package/src/object-gizmo-parts.js +115 -0
- package/src/object-gizmo.jsx +37 -122
- package/src/object-glow.js +139 -0
- package/src/object-hidden.js +33 -0
- package/src/object-look.js +196 -0
- package/src/object-size.js +10 -0
- package/src/object-travel.js +71 -6
- package/src/panels/CameraPanel.jsx +7 -7
- package/src/panels/HdrEnvironmentControls.jsx +59 -0
- package/src/panels/LightPanel.jsx +25 -4
- package/src/panels/ObjectLookPanel.jsx +88 -0
- package/src/panels/PoseImagePanel.jsx +1 -1
- package/src/panels/PosePanel.jsx +2 -17
- package/src/panels/RigControlPanel.jsx +5 -53
- package/src/panels/SubjectBox.jsx +4 -1
- package/src/panels/details.css +14 -0
- package/src/posestudio.jsx +4 -27
- package/src/project-browser.jsx +3 -4
- package/src/project-resources.js +18 -31
- package/src/project.js +13 -104
- package/src/props.jsx +25 -280
- package/src/rail-dot-drag.js +23 -0
- package/src/render-passes.js +10 -0
- package/src/resource-status.jsx +1 -0
- package/src/result-modal.jsx +4 -19
- package/src/room.jsx +20 -12
- package/src/scene-assets.js +8 -6
- package/src/scene-light-place.js +72 -0
- package/src/scene-lights.jsx +148 -0
- package/src/scene-objects.js +31 -139
- package/src/scenes.js +15 -105
- package/src/semantic-edit.js +2 -5
- package/src/set-pieces.jsx +183 -0
- package/src/settings-menu.jsx +3 -11
- package/src/shell/BottomDock.jsx +11 -53
- package/src/shell/CompositionGuideButton.jsx +20 -0
- package/src/shell/DetailsSlot.jsx +16 -200
- package/src/shell/GhostsMenuGroup.jsx +74 -0
- package/src/shell/LibrarySlot.jsx +1 -3
- package/src/shell/MenuBar.jsx +3 -3
- package/src/shell/PreferencesDialog.jsx +15 -264
- package/src/shell/PreferencesSlot.jsx +2 -8
- package/src/shell/ShotPreviewHeader.jsx +17 -0
- package/src/shell/TopBar.jsx +5 -83
- package/src/shell/ViewportToolbar.jsx +23 -93
- package/src/shell/agent-glass.css +19 -6
- package/src/shell/details-selection.js +42 -0
- package/src/shell/ghosts-menu.css +22 -0
- package/src/shell/glass-regions.css +29 -3
- package/src/shell/preferences.css +6 -1
- package/src/shell/viewport.css +12 -0
- package/src/shot-authoring.js +4 -7
- package/src/soft-shadows.js +37 -0
- package/src/stage-attach-frames.js +12 -12
- package/src/stage-canvas-rigs.jsx +3 -3
- package/src/stage-capture.jsx +42 -8
- package/src/stage-characters.jsx +22 -216
- package/src/stage-editor-gizmos.jsx +6 -6
- package/src/stage-environment.js +93 -0
- package/src/stage-hdr-builtins.js +107 -0
- package/src/stage-hdr-image.js +116 -0
- package/src/stage-hdr-library.js +70 -0
- package/src/stage-hdr-map.js +94 -0
- package/src/stage-hdr.js +130 -0
- package/src/stage-lighting.js +149 -0
- package/src/stage-occlusion.js +210 -0
- package/src/stage-sky.jsx +159 -0
- package/src/stage-startup-defaults.js +5 -9
- package/src/studio-actions.js +12 -14
- package/src/studio-agent-commands.js +46 -16
- package/src/studio-agent-motion.js +9 -9
- package/src/studio-agent-protocol.js +46 -73
- package/src/studio-app-binding.js +29 -45
- package/src/studio-asset-list.js +17 -0
- package/src/studio-contact-sheet.js +37 -5
- package/src/studio-elements.js +27 -7
- package/src/studio-entity-bounds.js +18 -0
- package/src/studio-error-codes.js +8 -0
- package/src/studio-export-framing.js +152 -0
- package/src/studio-lighting-check.js +103 -0
- package/src/studio-motion-visual.js +150 -0
- package/src/studio-schema-errors.js +80 -0
- package/src/studio-support-gap.js +74 -0
- package/src/styles.css +1 -19
- package/src/timeline-defaults.js +5 -0
- package/src/timeline-extent.js +8 -20
- package/src/tutorial-walk.js +17 -0
- package/src/ui-scrub.js +1 -1
- package/src/use-shot-camera-tracks.js +12 -0
- package/src/view-ghosts.js +97 -0
- package/src/view-ghosts.jsx +49 -0
- package/src/workflow/AgentPanel.jsx +47 -166
- package/src/workflow/AgentProgressCard.jsx +107 -0
- package/src/workflow/AgentReplyText.jsx +37 -0
- package/src/workflow/AgentTurnSteps.jsx +84 -0
- package/src/workflow/LoginPanel.jsx +140 -0
- package/src/workflow/WorkflowBuilder.jsx +7 -23
- package/src/workflow/agent-client.js +54 -51
- package/src/workflow/agent-panel.css +71 -1
- package/src/workflow/agent-progress-card.css +167 -0
- package/src/workflow/agent-progress-view.js +47 -0
- package/src/workflow/agent-turn-steps.css +113 -0
- package/src/workflow/agent-turn.js +191 -0
- package/src/workflow/login-client.js +34 -0
- package/src/workflow/motion-input.js +18 -31
- package/src/workflow/node-schema.js +1 -1
- package/src/workflow/reply-markdown.js +69 -0
- package/src/workflow/scene-asset-sync.js +8 -8
- package/tools/agent-session-stats.mjs +61 -0
- package/tools/dev-full.mjs +5 -56
- package/tools/eslint-baseline.json +12 -13
- package/tools/headless-studio.mjs +85 -0
- package/tools/knip-baseline.json +0 -179
- package/tools/loc-baseline.json +33 -83
- package/tools/motion3/extract-body.mjs +103 -0
- package/tools/motion3/extract-rig.mjs +85 -0
- package/tools/process-supervisor.mjs +0 -88
- package/tools/run-tests.mjs +9 -124
- package/bin/agent/motion-runtime.mjs +0 -76
- package/dist/ardy/cskel27-rest.json +0 -557
- package/dist/assets/analytics-B41FmPYI.js +0 -1
- package/dist/assets/app-Do-Og5Pu.css +0 -1
- package/dist/assets/app-DwP-tl2x.js +0 -4920
- package/dist/assets/config-Bx7pYsD9.js +0 -1
- package/dist/assets/config-DeoFTYzb.css +0 -1
- package/dist/assets/demo-Dt0qZfS7.js +0 -1
- package/dist/assets/scene-asset-sync-BCWDJB1d.js +0 -19
- package/dist/assets/scene-asset-sync-DjJ_cJ2R.css +0 -1
- package/dist/assets/ticket-jqMhqL88.js +0 -1
- package/dist/assets/workflow-Br-K7Srs.js +0 -179
- package/dist/demo/walk-then-stop.npz +0 -0
- package/mcp/ardy-prompts.mjs +0 -218
- package/src/ardy/auto-fix-panel.css +0 -108
- package/src/ardy/auto-physics.js +0 -1194
- package/src/ardy/client.js +0 -153
- package/src/ardy/convert.js +0 -313
- package/src/ardy/cskel27-neutral.js +0 -39
- package/src/ardy/cskel27.js +0 -77
- package/src/ardy/export.js +0 -165
- package/src/ardy/fix-collisions.js +0 -2257
- package/src/ardy/foot-lock.js +0 -230
- package/src/ardy/motion-calibration.js +0 -118
- package/src/ardy/motion-edit.js +0 -213
- package/src/ardy/motion-url.js +0 -55
- package/src/ardy/mp4-duration.js +0 -102
- package/src/ardy/npz.js +0 -595
- package/src/ardy/physics-panel.css +0 -21
- package/src/ardy/physics-panel.jsx +0 -89
- package/src/ardy/physics-refine.js +0 -111
- package/src/ardy/physics-review.js +0 -567
- package/src/ardy/physics-temporal.js +0 -54
- package/src/ardy/platform-fit-panel.css +0 -64
- package/src/ardy/platform-fit-panel.jsx +0 -41
- package/src/ardy/platform-fit.js +0 -326
- package/src/ardy/playback.js +0 -711
- package/src/ardy/pose-pin.js +0 -97
- package/src/ardy/prompt-clips.js +0 -30
- package/src/ardy/retime.js +0 -211
- package/src/ardy/root-drop.js +0 -369
- package/src/ardy/timeline-resize.js +0 -13
- package/src/ardy/to-cskel27.js +0 -225
- package/src/ardy/trim.js +0 -33
- package/src/ardy/waypoints.js +0 -369
- package/src/ardy-bridge-contract.js +0 -281
- package/src/domains/motion/motion-video-capture.js +0 -664
- package/src/i2v-motion-client.js +0 -77
- package/src/i2v-motion-studio.jsx +0 -180
- package/src/line-edit.js +0 -1348
- package/src/motion/generation.js +0 -105
- package/src/motion-readiness-ui.jsx +0 -67
- package/src/motion-readiness.js +0 -40
- package/src/motion-resources.js +0 -177
- package/src/motion-store.js +0 -65
- package/src/motion-trail.js +0 -601
- package/src/multimodel-ingest.js +0 -394
- package/src/panels/PromptBlocksPanel.jsx +0 -444
- package/src/panels/VideoCapturePanel.jsx +0 -181
- package/src/pose-extract/browser.js +0 -42
- package/src/pose-extract/detector.js +0 -100
- package/src/pose-extract/fit.js +0 -227
- package/src/pose-extract/image-frame.js +0 -51
- package/src/pose-extract/index.js +0 -58
- package/src/pose-extract/keyframes.js +0 -74
- package/src/pose-extract/landmarks.js +0 -162
- package/src/pose-extract/mirror.js +0 -153
- package/src/pose-extract/take.js +0 -131
- package/src/pose-extract/video-frames.js +0 -91
- package/src/take-recipe.js +0 -165
- package/src/trail-key-conflicts.js +0 -39
- package/src/trail-pick.js +0 -59
- package/src/use-i2v-capture-modal.js +0 -15
- package/tools/ardy/BRIDGE.md +0 -37
- package/tools/ardy/GVHMR-NPZ.md +0 -68
- package/tools/ardy/README.md +0 -124
- package/tools/ardy/__pycache__/cclay_gvhmr_worker.cpython-313.pyc +0 -0
- package/tools/ardy/artifacts.mjs +0 -34
- package/tools/ardy/bridge.mjs +0 -1732
- package/tools/ardy/bvh-cskel27.mjs +0 -1265
- package/tools/ardy/cclay_constrained_generate.py +0 -561
- package/tools/ardy/cclay_gvhmr_worker.py +0 -264
- package/tools/ardy/cclay_motion_edit.py +0 -510
- package/tools/ardy/cclay_sequence_generate.py +0 -705
- package/tools/ardy/cclay_worker.py +0 -304
- package/tools/ardy/dump-npz.py +0 -205
- package/tools/ardy/extract-rest.mjs +0 -299
- package/tools/ardy/extract.mjs +0 -507
- package/tools/ardy/footage.mjs +0 -467
- package/tools/ardy/gvhmr-floor.mjs +0 -102
- package/tools/ardy/gvhmr-to-cskel27.mjs +0 -21
- package/tools/ardy/gvhmr_fastpath.py +0 -168
- package/tools/ardy/gvhmr_trajectory.py +0 -240
- package/tools/ardy/merge-text-encoder.py +0 -160
- package/tools/ardy/mocap-metrics.mjs +0 -200
- package/tools/ardy/mocap-quality-gate.mjs +0 -110
- package/tools/ardy/motion-stabilize.mjs +0 -348
- package/tools/ardy/npz.mjs +0 -414
- package/tools/ardy/pose-to-npz.mjs +0 -106
- package/tools/ardy/prompt-limits.mjs +0 -5
- package/tools/ardy/run-edit-on-box.sh +0 -73
- package/tools/ardy/run-local.mjs +0 -233
- package/tools/ardy/run-on-box.sh +0 -593
- package/tools/ardy/run-sequence-on-box.sh +0 -177
- package/tools/ardy/runners/gvhmr-worker.mjs +0 -206
- package/tools/ardy/runners/index.mjs +0 -18
- package/tools/ardy/runners/local.mjs +0 -455
- package/tools/ardy/runners/proc.mjs +0 -125
- package/tools/ardy/runners/remote.mjs +0 -252
- package/tools/ardy/setup-local.mjs +0 -189
- package/tools/ardy/setup-text-encoder-on-box.sh +0 -93
- package/tools/ardy/setup-text-encoder.py +0 -306
- package/tools/ardy/smpl-cskel27.mjs +0 -178
- package/tools/ardy/visual-qa.mjs +0 -196
- package/tools/ardy/vq-car.mjs +0 -52
- package/tools/bench/EXP3.md +0 -61
- package/tools/bench/cclay_bench_extract_incam.py +0 -125
- package/tools/bench/cclay_bench_extract_obs.py +0 -204
- package/tools/bench/cclay_bench_runner.py +0 -42
- package/tools/bench/cube-contact.mjs +0 -162
- package/tools/bench/exp3.mjs +0 -152
- package/tools/bench/extract-bench-lib.mjs +0 -216
- package/tools/bench/extract-bench.mjs +0 -302
- package/tools/bench/fal-generate.mjs +0 -88
- package/tools/bench/fit/README.md +0 -189
- package/tools/bench/fit/camera.mjs +0 -59
- package/tools/bench/fit/contact.mjs +0 -419
- package/tools/bench/fit/footlock.mjs +0 -234
- package/tools/bench/fit/motion.mjs +0 -85
- package/tools/bench/fit/pin.mjs +0 -27
- package/tools/bench/fit/remote.mjs +0 -105
- package/tools/bench/fit-bench.mjs +0 -126
- package/tools/bench/fit-sanity.mjs +0 -45
- package/tools/bench/metrics.mjs +0 -313
- package/tools/bench/obs/depth.mjs +0 -258
- package/tools/bench/obs/extrinsics.mjs +0 -175
- package/tools/bench/obs/fit_mannequin_betas.py +0 -340
- package/tools/bench/obs/ground.mjs +0 -294
- package/tools/bench/obs/heading.mjs +0 -151
- package/tools/bench/obs/ladder.mjs +0 -555
- package/tools/bench/obs/mannequin-betas.json +0 -124
- package/tools/bench/obs/remote.mjs +0 -83
- package/tools/bench/obs/rest_joints.py +0 -52
- package/tools/bench/obs/ybot-targets.mjs +0 -49
- package/tools/bench/obs-bench.mjs +0 -520
- package/tools/bench/score.mjs +0 -343
- package/tools/bench/summarize.mjs +0 -86
- package/tools/demo-worker/README.md +0 -137
- package/tools/demo-worker/api-client.mjs +0 -233
- package/tools/demo-worker/generate.mjs +0 -301
- package/tools/demo-worker/index.mjs +0 -466
- package/tools/demo-worker/sign-core.mjs +0 -112
- package/tools/demo-worker/sign.mjs +0 -161
- package/tools/gt-render/browser.mjs +0 -159
- package/tools/gt-render/camera-math.mjs +0 -276
- package/tools/gt-render/page.mjs +0 -267
- package/tools/gt-render/render.mjs +0 -514
- package/tools/gt-render/scene-box.mjs +0 -31
- package/tools/gt-render/take-transform.mjs +0 -87
- package/tools/kimodo/compare-seam.mjs +0 -108
- package/tools/kimodo/constraints.mjs +0 -244
- package/tools/kimodo/edit.mjs +0 -259
- package/tools/kimodo/effector-constraints.mjs +0 -200
- package/tools/kimodo/generate.mjs +0 -646
- package/tools/kimodo/local-output.mjs +0 -265
- package/tools/kimodo/measure-pose.mjs +0 -65
- package/tools/kimodo/measure-preserve.mjs +0 -899
- package/tools/kimodo/measure-waypoints.mjs +0 -55
- package/tools/kimodo/mlx-generate.py +0 -111
- package/tools/kimodo/pose-constraints.mjs +0 -248
- package/tools/kimodo/preserve-mask.mjs +0 -543
- package/tools/kimodo/read-npz.mjs +0 -189
- package/tools/kimodo/run-edit-on-box.mjs +0 -155
- package/tools/kimodo/run-sequence-on-box.mjs +0 -178
- package/tools/kimodo/runner.mjs +0 -284
- package/tools/kimodo/seam-batch.mjs +0 -77
- package/tools/kimodo/setup-local.mjs +0 -30
- package/tools/kimodo/setup-on-box.sh +0 -339
- package/tools/kimodo/soma77-to-cskel27.mjs +0 -305
- package/tools/morphgs/assets/gen_truth.py +0 -39
- package/tools/morphgs/assets/mesh_ori_rig.txt +0 -27
- package/tools/morphgs/assets/playback-check.mjs +0 -30
- package/tools/morphgs/demo-gate.sh +0 -26
- package/tools/morphgs/fbx2morphgs.mjs +0 -68
- package/tools/morphgs/morphgs-to-cskel27.mjs +0 -105
- package/tools/morphgs/patches/preprocess_src-none-mode.patch +0 -76
- package/tools/morphgs/setup-on-cluster.sh +0 -126
- package/tools/projflow/driver.py +0 -1069
- package/tools/projflow/generate.mjs +0 -805
- package/tools/projflow/hml22-to-cskel27.mjs +0 -735
- package/tools/projflow/line-edit-job.mjs +0 -547
- package/tools/projflow/replay.mjs +0 -452
- package/tools/projflow/runner.mjs +0 -269
- package/tools/projflow/service.mjs +0 -742
- package/tools/track/DESIGN.md +0 -513
- package/tools/track/backfill-provenance.mjs +0 -116
- package/tools/track/budget.mjs +0 -8
- package/tools/track/check-rig.mjs +0 -209
- package/tools/track/diagnostics.schema.json +0 -60
- package/tools/track/export-rig.mjs +0 -256
- package/tools/track/fallback.mjs +0 -7
- package/tools/track/fk-parity-fixture.mjs +0 -161
- package/tools/track/gate.mjs +0 -349
- package/tools/track/masks.mjs +0 -318
- package/tools/track/metrics.mjs +0 -201
- package/tools/track/publish-obs.mjs +0 -108
- package/tools/track/py/check_env.py +0 -61
- package/tools/track/py/eval_lr.py +0 -229
- package/tools/track/py/lr_viterbi.py +0 -294
- package/tools/track/py/masks.py +0 -405
- package/tools/track/py/objective.py +0 -382
- package/tools/track/py/rig.py +0 -508
- package/tools/track/py/scene.py +0 -326
- package/tools/track/py/test_joint_indices.py +0 -123
- package/tools/track/py/test_lr_viterbi.py +0 -195
- package/tools/track/py/test_masks.py +0 -229
- package/tools/track/py/test_rig.py +0 -288
- package/tools/track/py/test_scene.py +0 -354
- package/tools/track/py/test_track.py +0 -328
- package/tools/track/py/track.py +0 -411
- package/tools/track/remote.mjs +0 -140
- package/tools/track/rig-dump.mjs +0 -227
- package/tools/track/run-box-tests.mjs +0 -14
- package/tools/track/run-box.mjs +0 -168
- package/tools/track/setup-box.sh +0 -59
- package/tools/track/study-2d.mjs +0 -728
- /package/src/{ardy → motion}/collision-blockers.js +0 -0
- /package/src/{ardy → motion}/ground.js +0 -0
- /package/src/{ardy → motion}/ik-drag.js +0 -0
- /package/src/{ardy → motion}/ik-key-json.js +0 -0
- /package/src/{ardy → motion}/ik.js +0 -0
- /package/src/{ardy → motion}/physics-surface.js +0 -0
- /package/src/{ardy → motion}/playback-clock.js +0 -0
- /package/src/{ardy → motion}/range-pin.js +0 -0
|
@@ -1,209 +0,0 @@
|
|
|
1
|
-
#!/usr/bin/env node
|
|
2
|
-
/**
|
|
3
|
-
* check-rig.mjs — prove an exported rig npz (tools/track/export-rig.mjs) is
|
|
4
|
-
* enough to reproduce Studio playback without three's rig objects.
|
|
5
|
-
*
|
|
6
|
-
* node tools/track/check-rig.mjs --rig <rig.npz> --model <id> --motion <truth.npz> [--frame N]
|
|
7
|
-
*
|
|
8
|
-
* 1. rest joints: cskel27 joints of a rest take (the truth motion's frame-0
|
|
9
|
-
* root and bone factors, identity rotations) from the npz's neutral
|
|
10
|
-
* skeleton vs Studio's posedJoints (tools/bench/fit/motion.mjs
|
|
11
|
-
* regenerateJoints over src/ardy/convert.js FK).
|
|
12
|
-
* 2. bones: every control bone's world position from a port of
|
|
13
|
-
* applyMotionFrame that reads only npz arrays vs the real rig driven by
|
|
14
|
-
* src/ardy/playback.js applyMotionFrame, for the rest take, truth frame N,
|
|
15
|
-
* and truth frame N on a body with non-unit bone factors.
|
|
16
|
-
* 3. skin: world-space LBS from npz vertices/weights/bind inverses vs three's
|
|
17
|
-
* own SkinnedMesh.getVertexPosition on truth frame N (every 7th vertex).
|
|
18
|
-
* Prints JSON; exits 1 when any error exceeds 1 mm.
|
|
19
|
-
*/
|
|
20
|
-
import { pathToFileURL } from "node:url";
|
|
21
|
-
import * as THREE from "three";
|
|
22
|
-
import { globalRotations } from "../../src/ardy/convert.js";
|
|
23
|
-
import { applyMotionFrame } from "../../src/ardy/playback.js";
|
|
24
|
-
import { readNpz } from "../kimodo/read-npz.mjs";
|
|
25
|
-
import { cloneMotion, localsAt, readMotion, regenerateJoints } from "../bench/fit/motion.mjs";
|
|
26
|
-
import { loadRig, modelPath } from "./export-rig.mjs";
|
|
27
|
-
|
|
28
|
-
const TOLERANCE_M = 1e-3;
|
|
29
|
-
const J = 27;
|
|
30
|
-
|
|
31
|
-
const m4 = (data, i) => new THREE.Matrix4().fromArray(data, i * 16).transpose(); // row-major -> three
|
|
32
|
-
const v3 = (data, i) => new THREE.Vector3(data[i * 3], data[i * 3 + 1], data[i * 3 + 2]);
|
|
33
|
-
const q4 = (data, i) => new THREE.Quaternion(data[i * 4], data[i * 4 + 1], data[i * 4 + 2], data[i * 4 + 3]);
|
|
34
|
-
|
|
35
|
-
/** Rest cskel27 joints from the npz: root + neutral grown by boneScale. */
|
|
36
|
-
export function restJoints(npz, root, boneScale) {
|
|
37
|
-
const parents = npz.cskel27_parents.data;
|
|
38
|
-
const n = npz.cskel27_neutral.data;
|
|
39
|
-
const out = [];
|
|
40
|
-
for (let j = 0; j < J; j += 1) {
|
|
41
|
-
const p = parents[j];
|
|
42
|
-
out.push(p < 0 ? [...root] : [0, 1, 2].map((k) => out[p][k] + boneScale[j] * (n[j * 3 + k] - n[p * 3 + k])));
|
|
43
|
-
}
|
|
44
|
-
return out;
|
|
45
|
-
}
|
|
46
|
-
|
|
47
|
-
/** World matrices (metres) of every exported bone for motion frame f, from npz arrays only. */
|
|
48
|
-
export function boneWorlds(npz, motion, f) {
|
|
49
|
-
const s = npz.prep_scale.data[0];
|
|
50
|
-
const minY = npz.ardy_neutral_min_y.data[0];
|
|
51
|
-
const prepBone = npz.prep_bone.data;
|
|
52
|
-
const hasScale = Boolean(motion.boneScale);
|
|
53
|
-
const grown = hasScale ? restJoints(npz, [0, 0, 0], motion.boneScale) : null;
|
|
54
|
-
const offset = (j) => {
|
|
55
|
-
if (!grown) return v3(npz.prep_offsets.data, j);
|
|
56
|
-
const b = v3(npz.prep_bind_pos.data, j);
|
|
57
|
-
return new THREE.Vector3(b.x - s * grown[j][0], b.y - s * (grown[j][1] - minY), b.z - s * grown[j][2]);
|
|
58
|
-
};
|
|
59
|
-
const stretch = (j) => {
|
|
60
|
-
if (!hasScale) return 1;
|
|
61
|
-
if (npz.girdle_joints.data[j]) return motion.boneScale[j];
|
|
62
|
-
const canonical = npz.prep_canonical_bone_length.data[j];
|
|
63
|
-
const rigBind = npz.prep_rig_bone_length.data[j];
|
|
64
|
-
if (!(canonical > 1e-6) || !(rigBind > 1e-6)) return motion.boneScale[j];
|
|
65
|
-
return (motion.boneScale[j] * canonical) / rigBind;
|
|
66
|
-
};
|
|
67
|
-
const globals = globalRotations(localsAt(motion, f));
|
|
68
|
-
const anchor = Math.max(0, Math.min(motion.anchorFrame || 0, motion.frames - 1));
|
|
69
|
-
const ax = motion.posedJoints[anchor * J * 3];
|
|
70
|
-
const az = motion.posedJoints[anchor * J * 3 + 2];
|
|
71
|
-
|
|
72
|
-
const desired = new Array(J).fill(null);
|
|
73
|
-
const assumedParent = new Map();
|
|
74
|
-
const jointOfBone = new Map();
|
|
75
|
-
for (let j = 0; j < J; j += 1) {
|
|
76
|
-
const b = prepBone[j];
|
|
77
|
-
if (b < 0) continue;
|
|
78
|
-
const G = globals[j];
|
|
79
|
-
const q = new THREE.Quaternion().setFromRotationMatrix(new THREE.Matrix4().set(
|
|
80
|
-
G[0][0], G[0][1], G[0][2], 0, G[1][0], G[1][1], G[1][2], 0, G[2][0], G[2][1], G[2][2], 0, 0, 0, 0, 1));
|
|
81
|
-
const po = (f * J + j) * 3;
|
|
82
|
-
let pos = offset(j).applyQuaternion(q).add(new THREE.Vector3(
|
|
83
|
-
s * (motion.posedJoints[po] - ax), s * motion.posedJoints[po + 1], s * (motion.posedJoints[po + 2] - az)));
|
|
84
|
-
const cp = npz.prep_chain_parent.data[j];
|
|
85
|
-
const parentW = cp >= 0 ? desired[cp].clone().multiply(m4(npz.prep_chain_rel.data, j)) : m4(npz.prep_parent_bind_world.data, j);
|
|
86
|
-
if (npz.hierarchy_preserved.data[j]) pos = v3(npz.prep_bind_local_pos.data, j).multiplyScalar(stretch(j)).applyMatrix4(parentW);
|
|
87
|
-
desired[j] = new THREE.Matrix4().compose(pos, q.multiply(q4(npz.prep_bind_quat.data, j)), v3(npz.prep_bind_scale.data, j));
|
|
88
|
-
assumedParent.set(b, parentW);
|
|
89
|
-
jointOfBone.set(b, j);
|
|
90
|
-
}
|
|
91
|
-
const leaves = new Map();
|
|
92
|
-
for (let i = 0; i < npz.prep_stretched_leaves.shape[0]; i += 1) {
|
|
93
|
-
leaves.set(npz.prep_stretched_leaves.data[i * 2], { joint: npz.prep_stretched_leaves.data[i * 2 + 1], i });
|
|
94
|
-
}
|
|
95
|
-
const B = npz.bone_parent.shape[0];
|
|
96
|
-
const rigWorld = [];
|
|
97
|
-
for (let b = 0; b < B; b += 1) {
|
|
98
|
-
const parent = npz.bone_parent.data[b];
|
|
99
|
-
const parentWorld = parent < 0 ? new THREE.Matrix4() : rigWorld[parent];
|
|
100
|
-
let local;
|
|
101
|
-
if (jointOfBone.has(b)) {
|
|
102
|
-
local = assumedParent.get(b).clone().invert().multiply(desired[jointOfBone.get(b)]);
|
|
103
|
-
} else if (leaves.has(b)) {
|
|
104
|
-
const { joint, i } = leaves.get(b);
|
|
105
|
-
const rest = m4(npz.bone_rest_local.data, b);
|
|
106
|
-
const scale = new THREE.Vector3();
|
|
107
|
-
rest.decompose(new THREE.Vector3(), new THREE.Quaternion(), scale);
|
|
108
|
-
local = new THREE.Matrix4().compose(
|
|
109
|
-
v3(npz.prep_stretched_leaf_local_pos.data, i).multiplyScalar(stretch(joint)),
|
|
110
|
-
q4(npz.prep_stretched_leaf_local_quat.data, i), scale);
|
|
111
|
-
} else {
|
|
112
|
-
local = m4(npz.bone_rest_local.data, b);
|
|
113
|
-
}
|
|
114
|
-
rigWorld.push(parentWorld.clone().multiply(local));
|
|
115
|
-
}
|
|
116
|
-
const root = new THREE.Matrix4().makeScale(...Array(3).fill(npz.rig_root_scale.data[0]));
|
|
117
|
-
return rigWorld.map((w) => root.clone().multiply(w));
|
|
118
|
-
}
|
|
119
|
-
|
|
120
|
-
/** World-space LBS of npz vertex v under bone worlds W. */
|
|
121
|
-
export function skinVertex(npz, worlds, v) {
|
|
122
|
-
const out = new THREE.Vector3();
|
|
123
|
-
const rest = v3(npz.vertices.data, v);
|
|
124
|
-
for (let k = 0; k < 4; k += 1) {
|
|
125
|
-
const w = npz.skin_weight.data[v * 4 + k];
|
|
126
|
-
if (w === 0) continue;
|
|
127
|
-
const b = npz.skin_index.data[v * 4 + k];
|
|
128
|
-
out.addScaledVector(rest.clone().applyMatrix4(m4(npz.bone_bind_inverse.data, b)).applyMatrix4(worlds[b]), w);
|
|
129
|
-
}
|
|
130
|
-
return out;
|
|
131
|
-
}
|
|
132
|
-
|
|
133
|
-
export function checkRig({ rig: rigPath, model, motion: motionPath, frame = 40 }) {
|
|
134
|
-
const npz = readNpz(rigPath);
|
|
135
|
-
const meta = JSON.parse(Buffer.from(Uint8Array.from(npz.meta_json.data)).toString("utf8"));
|
|
136
|
-
const truth = readMotion(motionPath);
|
|
137
|
-
const f = Math.min(frame, truth.frames - 1);
|
|
138
|
-
|
|
139
|
-
// 1. rest take: truth frame-0 root and bone factors, identity rotations.
|
|
140
|
-
const rotMats = new Float32Array(J * 9);
|
|
141
|
-
for (let j = 0; j < J; j += 1) rotMats.set([1, 0, 0, 0, 1, 0, 0, 0, 1], j * 9);
|
|
142
|
-
const rest = regenerateJoints({ frames: 1, fps: truth.fps, rotMats, rootPos: truth.rootPos.slice(0, 3), posedJoints: new Float32Array(J * 3), boneScale: truth.boneScale.slice(), anchorFrame: 0 });
|
|
143
|
-
const fromNpz = restJoints(npz, Array.from(truth.rootPos.slice(0, 3)), truth.boneScale);
|
|
144
|
-
let restJointErr = 0;
|
|
145
|
-
fromNpz.forEach((p, j) => { restJointErr = Math.max(restJointErr, Math.hypot(...p.map((x, k) => x - rest.posedJoints[j * 3 + k]))); });
|
|
146
|
-
|
|
147
|
-
// 2 + 3. bone and skin parity against the real rig under Studio playback.
|
|
148
|
-
const { rig } = loadRig(modelPath(model));
|
|
149
|
-
const control = new Map();
|
|
150
|
-
rig.traverse((o) => { if (o.isBone && !control.has(o.name)) control.set(o.name, o); });
|
|
151
|
-
const meshes = [];
|
|
152
|
-
rig.traverse((o) => { if (o.isSkinnedMesh) meshes.push(o); });
|
|
153
|
-
/** Drive the real rig with Studio playback and the npz port with the same
|
|
154
|
-
* frame; compare every bone and (optionally) every 7th skinned vertex. */
|
|
155
|
-
const parity = (motion, fr, { skin = false } = {}) => {
|
|
156
|
-
applyMotionFrame(rig, motion, fr);
|
|
157
|
-
const worlds = boneWorlds(npz, motion, fr);
|
|
158
|
-
let err = 0;
|
|
159
|
-
let worst = "";
|
|
160
|
-
meta.boneNames.forEach((name, b) => {
|
|
161
|
-
const e = new THREE.Vector3().setFromMatrixPosition(worlds[b]).distanceTo(new THREE.Vector3().setFromMatrixPosition(control.get(name).matrixWorld));
|
|
162
|
-
if (e > err) { err = e; worst = name; }
|
|
163
|
-
});
|
|
164
|
-
let skinErr = 0;
|
|
165
|
-
let samples = 0;
|
|
166
|
-
const p = new THREE.Vector3();
|
|
167
|
-
if (skin) meshes.forEach((mesh, m) => {
|
|
168
|
-
const [start, count] = npz.mesh_ranges.data.slice(m * 4, m * 4 + 2);
|
|
169
|
-
for (let v = 0; v < count; v += 7) {
|
|
170
|
-
mesh.getVertexPosition(v, p).applyMatrix4(mesh.matrixWorld);
|
|
171
|
-
skinErr = Math.max(skinErr, skinVertex(npz, worlds, start + v).distanceTo(p));
|
|
172
|
-
samples += 1;
|
|
173
|
-
}
|
|
174
|
-
});
|
|
175
|
-
return { err, worst, skinErr, samples };
|
|
176
|
-
};
|
|
177
|
-
const restBones = parity(rest, 0);
|
|
178
|
-
const posed = parity(truth, f, { skin: true });
|
|
179
|
-
// The same frame on a non-canonical body (bone factors 0.85..1.15), so the
|
|
180
|
-
// grown offsets and the arm/leaf stretch are exercised with factors != 1.
|
|
181
|
-
const body = cloneMotion(truth);
|
|
182
|
-
body.boneScale = Float32Array.from({ length: J }, (_, j) => 0.85 + 0.3 * ((j * 7) % 11) / 10);
|
|
183
|
-
const scaled = parity(regenerateJoints(body), f, { skin: true });
|
|
184
|
-
const result = {
|
|
185
|
-
rig: rigPath, model, motion: motionPath, frame: f,
|
|
186
|
-
shapes: Object.fromEntries(Object.entries(npz).map(([k, v]) => [k, `${v.dtype}[${v.shape.join(",")}]`])),
|
|
187
|
-
restJointMaxErrM: restJointErr,
|
|
188
|
-
restBoneMaxErrM: restBones.err, restBoneWorst: restBones.worst,
|
|
189
|
-
posedBoneMaxErrM: posed.err, posedBoneWorst: posed.worst,
|
|
190
|
-
posedSkinMaxErrM: posed.skinErr, skinSamples: posed.samples,
|
|
191
|
-
scaledBodyBoneMaxErrM: scaled.err, scaledBodyBoneWorst: scaled.worst,
|
|
192
|
-
scaledBodySkinMaxErrM: scaled.skinErr,
|
|
193
|
-
toleranceM: TOLERANCE_M,
|
|
194
|
-
};
|
|
195
|
-
result.pass = [restJointErr, restBones.err, posed.err, posed.skinErr, scaled.err, scaled.skinErr].every((e) => e <= TOLERANCE_M);
|
|
196
|
-
return result;
|
|
197
|
-
}
|
|
198
|
-
|
|
199
|
-
if (import.meta.url === pathToFileURL(process.argv[1] ?? "").href) {
|
|
200
|
-
const args = {};
|
|
201
|
-
for (let i = 2; i < process.argv.length; i += 2) args[process.argv[i].replace(/^--/, "")] = process.argv[i + 1];
|
|
202
|
-
if (!args.rig || !args.model || !args.motion) {
|
|
203
|
-
console.error("usage: check-rig.mjs --rig <rig.npz> --model <id> --motion <truth.npz> [--frame N]");
|
|
204
|
-
process.exit(2);
|
|
205
|
-
}
|
|
206
|
-
const result = checkRig({ ...args, frame: args.frame === undefined ? 40 : Number(args.frame) });
|
|
207
|
-
console.log(JSON.stringify(result, null, 2));
|
|
208
|
-
process.exit(result.pass ? 0 : 1);
|
|
209
|
-
}
|
|
@@ -1,60 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
3
|
-
"$id": "https://cozyclay.org/schemas/track-diagnostics.json",
|
|
4
|
-
"title": "Known-character tracker diagnostics",
|
|
5
|
-
"type": "object",
|
|
6
|
-
"additionalProperties": false,
|
|
7
|
-
"required": ["version", "frames", "fps", "occluded", "lrState", "lrMargin", "ambiguous", "stance", "penetration", "nuisance", "stageLosses", "runtime", "failure"],
|
|
8
|
-
"properties": {
|
|
9
|
-
"version": { "type": "integer", "const": 1 },
|
|
10
|
-
"frames": { "type": "integer", "minimum": 1 },
|
|
11
|
-
"fps": { "type": "number", "exclusiveMinimum": 0 },
|
|
12
|
-
"occluded": {
|
|
13
|
-
"type": "array",
|
|
14
|
-
"items": { "type": "array", "items": { "type": "boolean" }, "minItems": 27, "maxItems": 27 }
|
|
15
|
-
},
|
|
16
|
-
"lrState": { "type": "array", "items": { "type": "string" } },
|
|
17
|
-
"lrMargin": { "type": "array", "items": { "type": "number" } },
|
|
18
|
-
"ambiguous": { "type": "array", "items": { "type": "boolean" } },
|
|
19
|
-
"stance": {
|
|
20
|
-
"type": "object",
|
|
21
|
-
"additionalProperties": false,
|
|
22
|
-
"required": ["left", "right"],
|
|
23
|
-
"properties": {
|
|
24
|
-
"left": { "type": "array", "items": { "type": "boolean" } },
|
|
25
|
-
"right": { "type": "array", "items": { "type": "boolean" } }
|
|
26
|
-
}
|
|
27
|
-
},
|
|
28
|
-
"penetration": {
|
|
29
|
-
"type": "object",
|
|
30
|
-
"additionalProperties": false,
|
|
31
|
-
"required": ["maxBoxCm", "maxFloorCm", "frames"],
|
|
32
|
-
"properties": {
|
|
33
|
-
"maxBoxCm": { "type": "number", "minimum": 0 },
|
|
34
|
-
"maxFloorCm": { "type": "number", "minimum": 0 },
|
|
35
|
-
"frames": { "type": "array", "items": { "type": "integer", "minimum": 0 } }
|
|
36
|
-
}
|
|
37
|
-
},
|
|
38
|
-
"nuisance": {
|
|
39
|
-
"type": "object",
|
|
40
|
-
"additionalProperties": false,
|
|
41
|
-
"required": ["scale", "cameraDeltaDeg", "fovDeltaPct"],
|
|
42
|
-
"properties": {
|
|
43
|
-
"scale": { "type": "number", "exclusiveMinimum": 0 },
|
|
44
|
-
"cameraDeltaDeg": { "type": "array", "prefixItems": [{ "type": "number" }, { "type": "number" }], "items": false },
|
|
45
|
-
"fovDeltaPct": { "type": "number" }
|
|
46
|
-
}
|
|
47
|
-
},
|
|
48
|
-
"stageLosses": { "type": "object", "additionalProperties": { "type": "number" } },
|
|
49
|
-
"runtime": {
|
|
50
|
-
"type": "object",
|
|
51
|
-
"additionalProperties": false,
|
|
52
|
-
"required": ["trackerSeconds", "peakReservedMiB"],
|
|
53
|
-
"properties": {
|
|
54
|
-
"trackerSeconds": { "type": "number", "minimum": 0 },
|
|
55
|
-
"peakReservedMiB": { "type": "number", "minimum": 0 }
|
|
56
|
-
}
|
|
57
|
-
},
|
|
58
|
-
"failure": { "type": ["null", "string"] }
|
|
59
|
-
}
|
|
60
|
-
}
|
|
@@ -1,256 +0,0 @@
|
|
|
1
|
-
#!/usr/bin/env node
|
|
2
|
-
/**
|
|
3
|
-
* export-rig.mjs — export a shipped Studio character rig for the known-character
|
|
4
|
-
* tracker (plan mocap-rearch todo 3).
|
|
5
|
-
*
|
|
6
|
-
* node tools/track/export-rig.mjs --model y-bot-tpose [--out <path.npz>]
|
|
7
|
-
*
|
|
8
|
-
* Loads public/models/<model>.fbx in node with three's FBXLoader exactly as
|
|
9
|
-
* tools/bench/obs-bench.mjs characterStandingAnkle does (rig root scale 0.01,
|
|
10
|
-
* bind pose primed like Studio's app-stage clone), and writes one npz with the
|
|
11
|
-
* merged skinned mesh (both SkinnedMeshes, rest pose, metres), the rig's
|
|
12
|
-
* control bones, and the positional-skinning preparation playback.js
|
|
13
|
-
* computes for this rig (prepOf), plus the canonical cskel27 skeleton. Array
|
|
14
|
-
* layout and units: tools/track/rig-dump.mjs.
|
|
15
|
-
*
|
|
16
|
-
* Mixamo FBX nests an identity copy of every bone under its control bone and
|
|
17
|
-
* a mesh's skeleton may reference either; playback only ever writes control
|
|
18
|
-
* bones, so every skeleton bone is canonicalised onto the control bone of the
|
|
19
|
-
* same name (the copy's local transform is asserted to be identity).
|
|
20
|
-
*
|
|
21
|
-
* Default output: node_modules/.cache/cozyfit/rig-<model>.npz (never committed).
|
|
22
|
-
*/
|
|
23
|
-
import { createHash } from "node:crypto";
|
|
24
|
-
import { existsSync, mkdirSync, readFileSync, renameSync, rmSync, statSync } from "node:fs";
|
|
25
|
-
import { dirname, join, relative, resolve } from "node:path";
|
|
26
|
-
import { fileURLToPath, pathToFileURL } from "node:url";
|
|
27
|
-
import * as THREE from "three";
|
|
28
|
-
import { FBXLoader } from "three/examples/jsm/loaders/FBXLoader.js";
|
|
29
|
-
import { writeNpz } from "../ardy/npz.mjs";
|
|
30
|
-
import { CSKEL27_JOINTS, CSKEL27_PARENTS } from "../../src/ardy/cskel27.js";
|
|
31
|
-
import { CSKEL27_NEUTRAL } from "../../src/ardy/cskel27-neutral.js";
|
|
32
|
-
import { ARDY_NEUTRAL_MIN_Y, GIRDLE_JOINTS, HIERARCHY_PRESERVED_JOINTS, prepOf } from "../../src/ardy/playback.js";
|
|
33
|
-
import { primeBindPose } from "../../src/poses.js";
|
|
34
|
-
import { CHARACTER_MODEL_IDS } from "../../src/scenes.js";
|
|
35
|
-
import { rigArraysFromDump, RIG_DUMP_VERSION } from "./rig-dump.mjs";
|
|
36
|
-
|
|
37
|
-
const HERE = dirname(fileURLToPath(import.meta.url));
|
|
38
|
-
const ROOT = resolve(HERE, "../..");
|
|
39
|
-
const ROOT_SCALE = 0.01; // app-stage.jsx: model.scale = 0.01 * character scale (1)
|
|
40
|
-
const BIND_TOLERANCE = 1e-5;
|
|
41
|
-
|
|
42
|
-
/** 4x4 row-major list from a three.js (column-major) Matrix4. */
|
|
43
|
-
const rowMajor = (m) => m.clone().transpose().toArray();
|
|
44
|
-
const vec = (v) => (v ? [v.x, v.y, v.z] : null);
|
|
45
|
-
const quat = (q) => (q ? [q.x, q.y, q.z, q.w] : null);
|
|
46
|
-
|
|
47
|
-
export function modelPath(model) {
|
|
48
|
-
if (!CHARACTER_MODEL_IDS.includes(model)) {
|
|
49
|
-
throw new Error(`unknown character model: ${model} (known: ${CHARACTER_MODEL_IDS.join(", ")})`);
|
|
50
|
-
}
|
|
51
|
-
const path = ["public", "dist"].map((d) => join(ROOT, d, "models", `${model}.fbx`)).find(existsSync);
|
|
52
|
-
if (!path) throw new Error(`character model ${model}.fbx not found under public/models or dist/models`);
|
|
53
|
-
return path;
|
|
54
|
-
}
|
|
55
|
-
|
|
56
|
-
/** The Studio rig as the app holds it: FBX parse, 0.01 root scale, primed bind. */
|
|
57
|
-
export function loadRig(path) {
|
|
58
|
-
const bytes = readFileSync(path);
|
|
59
|
-
const rig = new FBXLoader().parse(bytes.buffer.slice(bytes.byteOffset, bytes.byteOffset + bytes.byteLength), "");
|
|
60
|
-
rig.scale.setScalar(ROOT_SCALE);
|
|
61
|
-
primeBindPose(rig);
|
|
62
|
-
rig.updateMatrixWorld(true);
|
|
63
|
-
return { rig, sha256: createHash("sha256").update(bytes).digest("hex") };
|
|
64
|
-
}
|
|
65
|
-
|
|
66
|
-
const isIdentityLocal = (bone) =>
|
|
67
|
-
bone.position.lengthSq() < 1e-12 &&
|
|
68
|
-
Math.abs(Math.abs(bone.quaternion.w) - 1) < 1e-9 &&
|
|
69
|
-
bone.scale.distanceToSquared(new THREE.Vector3(1, 1, 1)) < 1e-12;
|
|
70
|
-
|
|
71
|
-
/** Plain-JSON dump of a loaded, untouched rig (rigArraysFromDump input). */
|
|
72
|
-
export function dumpRig(rig, { model = null, source = null } = {}) {
|
|
73
|
-
rig.updateMatrixWorld(true);
|
|
74
|
-
|
|
75
|
-
// Control bones: the first depth-first bone of every name (playback's findBone rule).
|
|
76
|
-
const control = [];
|
|
77
|
-
const byName = new Map();
|
|
78
|
-
rig.traverse((node) => {
|
|
79
|
-
if (node.isBone && !byName.has(node.name)) {
|
|
80
|
-
byName.set(node.name, control.length);
|
|
81
|
-
control.push(node);
|
|
82
|
-
}
|
|
83
|
-
});
|
|
84
|
-
const indexOf = new Map(control.map((bone, i) => [bone, i]));
|
|
85
|
-
const canonical = (bone) => {
|
|
86
|
-
const i = byName.get(bone.name);
|
|
87
|
-
if (i === undefined) throw new Error(`bone ${bone.name} has no control bone`);
|
|
88
|
-
if (control[i] !== bone) {
|
|
89
|
-
// A nested copy: only valid when it sits (transitively) at its control bone.
|
|
90
|
-
for (let node = bone; node !== control[i]; node = node.parent) {
|
|
91
|
-
if (!node || !node.isBone || !isIdentityLocal(node)) {
|
|
92
|
-
throw new Error(`skeleton bone ${bone.name} is not an identity copy of its control bone`);
|
|
93
|
-
}
|
|
94
|
-
}
|
|
95
|
-
}
|
|
96
|
-
return i;
|
|
97
|
-
};
|
|
98
|
-
const parentIndex = (bone) => {
|
|
99
|
-
for (let node = bone.parent; node && node !== rig; node = node.parent) {
|
|
100
|
-
if (node.isBone && indexOf.has(node)) return indexOf.get(node);
|
|
101
|
-
}
|
|
102
|
-
return -1;
|
|
103
|
-
};
|
|
104
|
-
const bones = control.map((bone) => {
|
|
105
|
-
const world = bone.matrixWorld.clone();
|
|
106
|
-
return {
|
|
107
|
-
name: bone.name,
|
|
108
|
-
parent: parentIndex(bone),
|
|
109
|
-
restLocal: rowMajor(bone.matrix),
|
|
110
|
-
restWorld: rowMajor(world),
|
|
111
|
-
bindInverse: rowMajor(world.clone().invert()),
|
|
112
|
-
};
|
|
113
|
-
});
|
|
114
|
-
|
|
115
|
-
const meshes = [];
|
|
116
|
-
let maxBindDeviation = 0;
|
|
117
|
-
rig.traverse((node) => {
|
|
118
|
-
if (!node.isSkinnedMesh) return;
|
|
119
|
-
const { geometry, skeleton } = node;
|
|
120
|
-
const remap = skeleton.bones.map(canonical);
|
|
121
|
-
// Studio's skinning uses bone.matrixWorld @ boneInverse; the export's
|
|
122
|
-
// world-space LBS uses controlWorld @ inverse(controlWorld at rest). The
|
|
123
|
-
// two agree only when every bone's rest product is the same matrix.
|
|
124
|
-
const reference = new THREE.Matrix4().multiplyMatrices(skeleton.bones[0].matrixWorld, skeleton.boneInverses[0]).multiply(node.bindMatrix);
|
|
125
|
-
skeleton.bones.forEach((bone, k) => {
|
|
126
|
-
const product = new THREE.Matrix4().multiplyMatrices(bone.matrixWorld, skeleton.boneInverses[k]).multiply(node.bindMatrix);
|
|
127
|
-
product.elements.forEach((x, e) => { maxBindDeviation = Math.max(maxBindDeviation, Math.abs(x - reference.elements[e])); });
|
|
128
|
-
});
|
|
129
|
-
const count = geometry.attributes.position.count;
|
|
130
|
-
const vertices = new Array(count * 3);
|
|
131
|
-
const skinIndex = new Array(count * 4);
|
|
132
|
-
const skinWeight = new Array(count * 4);
|
|
133
|
-
const p = new THREE.Vector3();
|
|
134
|
-
const si = geometry.attributes.skinIndex;
|
|
135
|
-
const sw = geometry.attributes.skinWeight;
|
|
136
|
-
for (let v = 0; v < count; v += 1) {
|
|
137
|
-
node.getVertexPosition(v, p).applyMatrix4(node.matrixWorld);
|
|
138
|
-
vertices[v * 3] = p.x; vertices[v * 3 + 1] = p.y; vertices[v * 3 + 2] = p.z;
|
|
139
|
-
for (let k = 0; k < 4; k += 1) {
|
|
140
|
-
const w = sw.getComponent(v, k);
|
|
141
|
-
skinWeight[v * 4 + k] = w;
|
|
142
|
-
// A zero-weight slot's index is irrelevant; point it at a real bone.
|
|
143
|
-
skinIndex[v * 4 + k] = w === 0 ? remap[0] : remap[si.getComponent(v, k)];
|
|
144
|
-
}
|
|
145
|
-
}
|
|
146
|
-
const faces = geometry.index
|
|
147
|
-
? Array.from(geometry.index.array)
|
|
148
|
-
: Array.from({ length: count }, (_, i) => i);
|
|
149
|
-
meshes.push({ name: node.name, vertices, faces, skinIndex, skinWeight });
|
|
150
|
-
});
|
|
151
|
-
if (meshes.length === 0) throw new Error("rig has no skinned mesh");
|
|
152
|
-
if (maxBindDeviation > BIND_TOLERANCE) {
|
|
153
|
-
throw new Error(`bind pose is not the rest pose (max boneWorld*boneInverse deviation ${maxBindDeviation})`);
|
|
154
|
-
}
|
|
155
|
-
|
|
156
|
-
const prep = prepOf(rig);
|
|
157
|
-
const boneOf = (bone) => {
|
|
158
|
-
if (!bone) return -1;
|
|
159
|
-
if (!indexOf.has(bone)) throw new Error(`prep bone ${bone.name} is not a control bone`);
|
|
160
|
-
return indexOf.get(bone);
|
|
161
|
-
};
|
|
162
|
-
const mat = (m) => (m ? rowMajor(m) : null);
|
|
163
|
-
return {
|
|
164
|
-
version: RIG_DUMP_VERSION,
|
|
165
|
-
model,
|
|
166
|
-
source,
|
|
167
|
-
rootScale: ROOT_SCALE,
|
|
168
|
-
bones,
|
|
169
|
-
meshes,
|
|
170
|
-
prep: {
|
|
171
|
-
bones: prep.bones.map(boneOf),
|
|
172
|
-
scale: prep.scale,
|
|
173
|
-
offsets: prep.offsets.map(vec),
|
|
174
|
-
bindPos: prep.bindPos.map(vec),
|
|
175
|
-
bindQuat: prep.bindQuat.map(quat),
|
|
176
|
-
bindScale: prep.bindScale.map(vec),
|
|
177
|
-
bindLocalPos: prep.bindLocalPos.map(vec),
|
|
178
|
-
parentBindWorld: prep.parentBindWorld.map(mat),
|
|
179
|
-
chainParent: [...prep.chainParent],
|
|
180
|
-
chainRel: prep.chainRel.map(mat),
|
|
181
|
-
canonicalBoneLength: [...prep.canonicalBoneLength],
|
|
182
|
-
rigBoneLength: [...prep.rigBoneLength],
|
|
183
|
-
stretchedLeaves: prep.stretchedLeaves.map((leaf) => ({
|
|
184
|
-
bone: boneOf(leaf.bone),
|
|
185
|
-
joint: leaf.joint,
|
|
186
|
-
bindLocalPos: vec(leaf.bindLocalPos),
|
|
187
|
-
bindLocalQuat: quat(leaf.bindLocalQuat),
|
|
188
|
-
})),
|
|
189
|
-
hierarchyPreserved: [...HIERARCHY_PRESERVED_JOINTS],
|
|
190
|
-
girdleJoints: [...GIRDLE_JOINTS],
|
|
191
|
-
ardyNeutralMinY: ARDY_NEUTRAL_MIN_Y,
|
|
192
|
-
},
|
|
193
|
-
cskel27: {
|
|
194
|
-
joints: [...CSKEL27_JOINTS],
|
|
195
|
-
parents: CSKEL27_PARENTS.map((p) => (p === null ? -1 : p)),
|
|
196
|
-
neutral: CSKEL27_NEUTRAL.map((row) => [...row]),
|
|
197
|
-
},
|
|
198
|
-
maxBindDeviation,
|
|
199
|
-
};
|
|
200
|
-
}
|
|
201
|
-
|
|
202
|
-
/** Export `model` to `out`; returns a summary. The file is replaced atomically. */
|
|
203
|
-
export function exportRig(model, out) {
|
|
204
|
-
const path = modelPath(model);
|
|
205
|
-
const { rig, sha256 } = loadRig(path);
|
|
206
|
-
const dump = dumpRig(rig, { model, source: { fbx: relative(ROOT, path), sha256 } });
|
|
207
|
-
const { members } = rigArraysFromDump(dump);
|
|
208
|
-
mkdirSync(dirname(out), { recursive: true });
|
|
209
|
-
const partial = `${out}.partial-${process.pid}`;
|
|
210
|
-
try {
|
|
211
|
-
writeNpz(partial, members);
|
|
212
|
-
renameSync(partial, out);
|
|
213
|
-
} finally {
|
|
214
|
-
rmSync(partial, { force: true });
|
|
215
|
-
}
|
|
216
|
-
return {
|
|
217
|
-
model,
|
|
218
|
-
out,
|
|
219
|
-
bytes: statSync(out).size,
|
|
220
|
-
vertices: members.vertices.shape[0],
|
|
221
|
-
faces: members.faces.shape[0],
|
|
222
|
-
bones: members.bone_parent.shape[0],
|
|
223
|
-
meshes: dump.meshes.map((m) => `${m.name}:${m.vertices.length / 3}`),
|
|
224
|
-
mappedJoints: dump.prep.bones.filter((b) => b >= 0).length,
|
|
225
|
-
prepScale: dump.prep.scale,
|
|
226
|
-
maxBindDeviation: dump.maxBindDeviation,
|
|
227
|
-
};
|
|
228
|
-
}
|
|
229
|
-
|
|
230
|
-
function parseArgs(argv) {
|
|
231
|
-
const args = { model: null, out: null };
|
|
232
|
-
for (let i = 0; i < argv.length; i += 1) {
|
|
233
|
-
const flag = argv[i];
|
|
234
|
-
const value = argv[i + 1];
|
|
235
|
-
if ((flag === "--model" || flag === "--out") && value && !value.startsWith("--")) {
|
|
236
|
-
args[flag.slice(2)] = value;
|
|
237
|
-
i += 1;
|
|
238
|
-
} else {
|
|
239
|
-
throw new Error(`usage: export-rig.mjs --model <${CHARACTER_MODEL_IDS.join("|")}> [--out <path.npz>] (bad argument ${flag})`);
|
|
240
|
-
}
|
|
241
|
-
}
|
|
242
|
-
if (!args.model) throw new Error("usage: export-rig.mjs --model <id> [--out <path.npz>] (--model is required)");
|
|
243
|
-
args.out = resolve(args.out ?? join(ROOT, "node_modules/.cache/cozyfit", `rig-${args.model}.npz`));
|
|
244
|
-
return args;
|
|
245
|
-
}
|
|
246
|
-
|
|
247
|
-
if (import.meta.url === pathToFileURL(process.argv[1] ?? "").href) {
|
|
248
|
-
try {
|
|
249
|
-
const { model, out } = parseArgs(process.argv.slice(2));
|
|
250
|
-
const summary = exportRig(model, out);
|
|
251
|
-
console.log(JSON.stringify(summary, null, 2));
|
|
252
|
-
} catch (error) {
|
|
253
|
-
console.error(`export-rig: ${error.message}`);
|
|
254
|
-
process.exit(1);
|
|
255
|
-
}
|
|
256
|
-
}
|
package/tools/track/fallback.mjs
DELETED
|
@@ -1,7 +0,0 @@
|
|
|
1
|
-
/** Choose the safe ladder fallback for the supplied endpoint poses. */
|
|
2
|
-
export function fallbackStep(endpoints) {
|
|
3
|
-
const hasTwo = Array.isArray(endpoints)
|
|
4
|
-
? endpoints.length >= 2
|
|
5
|
-
: Boolean(endpoints && endpoints.a && endpoints.b);
|
|
6
|
-
return hasTwo ? "Gbest" : "G5";
|
|
7
|
-
}
|