cozyclay 2.1.0 → 3.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +65 -0
- package/README.md +12 -30
- package/bin/agent/agent-routes.mjs +40 -113
- package/bin/agent/agent-runner.mjs +9 -10
- package/bin/agent/cliproxy-provider.mjs +135 -0
- package/bin/agent/credential-store.mjs +30 -7
- package/bin/agent/pi-tools.mjs +4 -1
- package/bin/agent/provider-keys.mjs +32 -0
- package/bin/agent/provider-login.mjs +110 -0
- package/bin/agent/provider-routes.mjs +99 -0
- package/bin/agent/providers.mjs +19 -97
- package/bin/agent/script-tool.mjs +17 -4
- package/bin/agent/studio-motion-reference.mjs +23 -0
- package/bin/agent/studio-prompt.mjs +1 -1
- package/bin/agent/studio-rebase-text.mjs +32 -0
- package/bin/agent/studio-rebase.mjs +26 -39
- package/bin/agent/studio-tools.mjs +9 -28
- package/bin/agent/tool-arguments.mjs +49 -0
- package/bin/agent/turn-frames.mjs +66 -0
- package/bin/codex-auth.mjs +9 -2
- package/bin/cozyclay.mjs +10 -116
- package/bin/live/cli.mjs +22 -6
- package/bin/mcp-runtime.mjs +2 -12
- package/bin/package-signature.mjs +0 -4
- package/dist/app/index.html +7 -6
- package/dist/assets/EXRLoader-CvVIvGVE.js +1 -0
- package/dist/assets/analytics-C9sUnndd.js +1 -0
- package/dist/assets/app-CCh--1Hc.js +5087 -0
- package/dist/assets/app-f-fkV5uP.css +1 -0
- package/dist/assets/compile-worker-CkxiD6lH.js +5 -0
- package/dist/assets/fflate.module-KbGj5-H6.js +5 -0
- package/dist/assets/{first-shot-handoff-BlT33CGf.js → first-shot-handoff-CC4xe4HM.js} +1 -1
- package/dist/assets/{landing-BSesrCpL.js → landing-DjHD8u7k.js} +1 -1
- package/dist/assets/scene-asset-sync-Hx_FzdOH.js +20 -0
- package/dist/assets/scene-asset-sync-_S8NQl5B.css +1 -0
- package/dist/assets/workflow-C4yKH1p4.js +179 -0
- package/dist/cozyclay-package.json +1 -1
- package/dist/index.html +3 -3
- package/dist/llms.txt +14 -0
- package/dist/sw.js +3 -6
- package/dist/workflow/index.html +5 -4
- package/mcp/LIVE-PROTOCOL.md +7 -47
- package/mcp/README.md +16 -26
- package/mcp/live-hub.mjs +6 -10
- package/mcp/package.json +1 -3
- package/mcp/tool-handlers.mjs +4 -168
- package/package.json +3 -22
- package/src/App.jsx +174 -2639
- package/src/agent-progress.js +79 -0
- package/src/agent-turn-mark.js +30 -0
- package/src/analytics.js +1 -19
- package/src/app-context.js +5 -0
- package/src/app-stage.jsx +2 -34
- package/src/asset-pane.jsx +6 -5
- package/src/camera-block.js +21 -0
- package/src/camera-direction.js +120 -0
- package/src/character-kind.js +3 -9
- package/src/command-bus.js +8 -6
- package/src/commands/cast.js +5 -34
- package/src/commands/elements/character.js +1 -1
- package/src/commands/elements/motion.js +1 -6
- package/src/commands/elements/object.js +6 -2
- package/src/commands/elements/shot.js +4 -1
- package/src/commands/elements.js +38 -14
- package/src/commands/index.js +3 -1
- package/src/commands/kits.js +37 -0
- package/src/commands/motion-timing.js +57 -0
- package/src/commands/motion.js +9 -152
- package/src/commands/motion3-compile.js +65 -0
- package/src/commands/motion3.js +207 -0
- package/src/commands/objects.js +6 -4
- package/src/commands/shot.js +49 -11
- package/src/commands/stage.js +14 -1
- package/src/commands/view.js +4 -1
- package/src/document-mirrors.js +42 -0
- package/src/document-store.js +4 -0
- package/src/domains/cast.js +19 -194
- package/src/domains/motion/motion-range-pin-rules.js +1 -1
- package/src/domains/motion/take-source.js +51 -0
- package/src/domains/motion.js +60 -1838
- package/src/domains/scenes.js +12 -55
- package/src/domains/shots.js +2 -2
- package/src/domains/stage.js +4 -2
- package/src/draft-ghost.js +46 -0
- package/src/draft-ghost.jsx +129 -0
- package/src/dualview.jsx +4 -3
- package/src/effects/EffectsLayer.jsx +112 -0
- package/src/effects/effect-meshes.js +232 -0
- package/src/effects/effect-record.js +103 -0
- package/src/effects/emitter.js +59 -0
- package/src/effects/simulate.js +261 -0
- package/src/effects/state.js +59 -0
- package/src/execution-telemetry.js +2 -3
- package/src/first-success-guide.jsx +5 -5
- package/src/ghost-set.js +257 -0
- package/src/held-object-edit.jsx +113 -0
- package/src/held-object-pose.js +175 -0
- package/src/hierarchy-model.js +1 -1
- package/src/hierarchy-panel.jsx +1 -1
- package/src/imported-mesh.jsx +103 -0
- package/src/kits/held.js +84 -0
- package/src/kits/index.js +70 -0
- package/src/kits/smoking.js +57 -0
- package/src/light-blockers.js +93 -0
- package/src/motion/beat-board-model.js +84 -0
- package/src/motion/beat-board.css +124 -0
- package/src/motion/beat-board.jsx +59 -0
- package/src/motion/center-of-mass.js +66 -0
- package/src/motion/fix-collisions.js +850 -0
- package/src/motion/physics-review.js +118 -0
- package/src/{ardy → motion}/physics-support.js +1 -76
- package/src/motion/rig-snapshot.js +22 -0
- package/src/motion/take-segments.jsx +140 -0
- package/src/{ardy → motion}/timeline-coordinates.js +0 -21
- package/src/{ardy → motion}/timeline.css +1 -2
- package/src/{ardy → motion}/timeline.jsx +48 -419
- package/src/motion/waypoints.js +76 -0
- package/src/motion3/beats.js +83 -0
- package/src/motion3/body.js +158 -0
- package/src/motion3/bones.js +47 -0
- package/src/motion3/carried.js +47 -0
- package/src/motion3/compile-job.js +75 -0
- package/src/motion3/compile-worker.js +10 -0
- package/src/motion3/compiler/anchors.js +105 -0
- package/src/motion3/compiler/arm-orient.js +128 -0
- package/src/motion3/compiler/channels.js +125 -0
- package/src/motion3/compiler/compile.js +205 -0
- package/src/motion3/compiler/gait-rhythm.js +97 -0
- package/src/motion3/compiler/grip.js +171 -0
- package/src/motion3/compiler/head-steady.js +48 -0
- package/src/motion3/compiler/hold.js +134 -0
- package/src/motion3/compiler/idle.js +113 -0
- package/src/motion3/compiler/limbs.js +170 -0
- package/src/motion3/compiler/math.js +72 -0
- package/src/motion3/compiler/pose.js +162 -0
- package/src/motion3/compiler/quat.js +49 -0
- package/src/motion3/compiler/skeleton.js +74 -0
- package/src/motion3/compiler/validate-common.js +32 -0
- package/src/motion3/compiler/validate-goals.js +118 -0
- package/src/motion3/compiler/validate-objects.js +143 -0
- package/src/motion3/compiler/validate-parts.js +116 -0
- package/src/motion3/compiler/validate.js +122 -0
- package/src/motion3/compiler/vocab.js +73 -0
- package/src/motion3/compiler/walk-pelvis.js +275 -0
- package/src/motion3/compiler/walk.js +207 -0
- package/src/motion3/compiler/wrist-clamp.js +32 -0
- package/src/motion3/delta.js +47 -0
- package/src/motion3/describe.js +174 -0
- package/src/motion3/docs.js +27 -0
- package/src/motion3/edit-carry.js +21 -0
- package/src/motion3/fix/ease.js +16 -0
- package/src/motion3/fix/ground.js +37 -0
- package/src/motion3/fix/index.js +52 -0
- package/src/motion3/fix/push.js +71 -0
- package/src/motion3/fix/reach.js +46 -0
- package/src/motion3/fix/retime.js +79 -0
- package/src/motion3/fix/self.js +211 -0
- package/src/motion3/fix/slide.js +70 -0
- package/src/motion3/fix/turn.js +51 -0
- package/src/motion3/follow.js +39 -0
- package/src/motion3/free-motion.js +173 -0
- package/src/motion3/grip-choice.js +130 -0
- package/src/motion3/hold-plan.js +157 -0
- package/src/motion3/json-patch.js +77 -0
- package/src/motion3/key-aim.js +105 -0
- package/src/motion3/key-edit.js +82 -0
- package/src/motion3/lenient.js +127 -0
- package/src/motion3/object-keys.js +236 -0
- package/src/motion3/object-pose.js +182 -0
- package/src/motion3/object-tracks.js +12 -0
- package/src/motion3/pipeline.js +102 -0
- package/src/motion3/playback.js +51 -0
- package/src/motion3/probes.js +91 -0
- package/src/motion3/qa/body-checks.js +34 -0
- package/src/motion3/qa/check-names.js +14 -0
- package/src/motion3/qa/checks.js +121 -0
- package/src/motion3/qa/contact-checks.js +51 -0
- package/src/motion3/qa/explain.js +80 -0
- package/src/motion3/qa/fmt.js +5 -0
- package/src/motion3/qa/foot-checks.js +72 -0
- package/src/motion3/qa/geometry.js +77 -0
- package/src/motion3/qa/goals.js +191 -0
- package/src/motion3/qa/ground.js +60 -0
- package/src/motion3/qa/hints-contact.js +179 -0
- package/src/motion3/qa/hints-goal.js +160 -0
- package/src/motion3/qa/hints-knee.js +24 -0
- package/src/motion3/qa/hints-motion.js +209 -0
- package/src/motion3/qa/hints-object.js +91 -0
- package/src/motion3/qa/index.js +42 -0
- package/src/motion3/qa/key-checks.js +82 -0
- package/src/motion3/qa/near.js +96 -0
- package/src/motion3/qa/object-checks.js +135 -0
- package/src/motion3/qa/patch.js +161 -0
- package/src/motion3/qa/severity.js +38 -0
- package/src/motion3/qa/spec-checks.js +65 -0
- package/src/motion3/qa/style.js +218 -0
- package/src/motion3/qa/wrist-checks.js +69 -0
- package/src/motion3/qa/wrist-obs.js +60 -0
- package/src/motion3/refs.js +120 -0
- package/src/motion3/repair-tune.js +121 -0
- package/src/motion3/repair.js +83 -0
- package/src/motion3/report.js +67 -0
- package/src/motion3/rigs/index.js +14 -0
- package/src/motion3/rigs/x-bot-tpose-body.json +1 -0
- package/src/motion3/rigs/x-bot-tpose.json +1 -0
- package/src/motion3/rigs/y-bot-tpose-body.json +1 -0
- package/src/motion3/rigs/y-bot-tpose.json +1 -0
- package/src/motion3/scene.js +60 -0
- package/src/motion3/schema/brief.js +89 -0
- package/src/motion3/schema/fields.js +44 -0
- package/src/motion3/schema/spec-examples.js +46 -0
- package/src/motion3/schema/topics.js +111 -0
- package/src/motion3/schema/types.js +147 -0
- package/src/motion3/search.js +117 -0
- package/src/motion3/second-hand.js +112 -0
- package/src/motion3/skills/basic.js +82 -0
- package/src/motion3/skills/book.js +76 -0
- package/src/motion3/skills/car.js +145 -0
- package/src/motion3/skills/frames-auto.js +29 -0
- package/src/motion3/skills/index.js +83 -0
- package/src/motion3/skills/info.js +65 -0
- package/src/motion3/skills/smoke-kit.js +109 -0
- package/src/motion3/skills/smoke.js +160 -0
- package/src/motion3/spec-store.js +59 -0
- package/src/motion3/take-edit.js +155 -0
- package/src/motion3/take.js +63 -0
- package/src/motion3/timeline.js +127 -0
- package/src/motion3/views.js +121 -0
- package/src/motion3/walk-plan.js +119 -0
- package/src/object-catalog.jsx +7 -1
- package/src/object-colors.js +98 -0
- package/src/object-gizmo-parts.js +115 -0
- package/src/object-gizmo.jsx +37 -122
- package/src/object-glow.js +139 -0
- package/src/object-hidden.js +33 -0
- package/src/object-look.js +196 -0
- package/src/object-size.js +10 -0
- package/src/object-travel.js +71 -6
- package/src/panels/CameraPanel.jsx +7 -7
- package/src/panels/HdrEnvironmentControls.jsx +59 -0
- package/src/panels/LightPanel.jsx +25 -4
- package/src/panels/ObjectLookPanel.jsx +88 -0
- package/src/panels/PoseImagePanel.jsx +1 -1
- package/src/panels/PosePanel.jsx +2 -17
- package/src/panels/RigControlPanel.jsx +5 -53
- package/src/panels/SubjectBox.jsx +4 -1
- package/src/panels/details.css +14 -0
- package/src/posestudio.jsx +4 -27
- package/src/project-browser.jsx +3 -4
- package/src/project-resources.js +18 -31
- package/src/project.js +13 -104
- package/src/props.jsx +25 -280
- package/src/rail-dot-drag.js +23 -0
- package/src/render-passes.js +10 -0
- package/src/resource-status.jsx +1 -0
- package/src/result-modal.jsx +4 -19
- package/src/room.jsx +20 -12
- package/src/scene-assets.js +8 -6
- package/src/scene-light-place.js +72 -0
- package/src/scene-lights.jsx +148 -0
- package/src/scene-objects.js +31 -139
- package/src/scenes.js +15 -105
- package/src/semantic-edit.js +2 -5
- package/src/set-pieces.jsx +183 -0
- package/src/settings-menu.jsx +3 -11
- package/src/shell/BottomDock.jsx +11 -53
- package/src/shell/CompositionGuideButton.jsx +20 -0
- package/src/shell/DetailsSlot.jsx +16 -200
- package/src/shell/GhostsMenuGroup.jsx +74 -0
- package/src/shell/LibrarySlot.jsx +1 -3
- package/src/shell/MenuBar.jsx +3 -3
- package/src/shell/PreferencesDialog.jsx +15 -264
- package/src/shell/PreferencesSlot.jsx +2 -8
- package/src/shell/ShotPreviewHeader.jsx +17 -0
- package/src/shell/TopBar.jsx +5 -83
- package/src/shell/ViewportToolbar.jsx +23 -93
- package/src/shell/agent-glass.css +19 -6
- package/src/shell/details-selection.js +42 -0
- package/src/shell/ghosts-menu.css +22 -0
- package/src/shell/glass-regions.css +29 -3
- package/src/shell/preferences.css +6 -1
- package/src/shell/viewport.css +12 -0
- package/src/shot-authoring.js +4 -7
- package/src/soft-shadows.js +37 -0
- package/src/stage-attach-frames.js +12 -12
- package/src/stage-canvas-rigs.jsx +3 -3
- package/src/stage-capture.jsx +42 -8
- package/src/stage-characters.jsx +22 -216
- package/src/stage-editor-gizmos.jsx +6 -6
- package/src/stage-environment.js +93 -0
- package/src/stage-hdr-builtins.js +107 -0
- package/src/stage-hdr-image.js +116 -0
- package/src/stage-hdr-library.js +70 -0
- package/src/stage-hdr-map.js +94 -0
- package/src/stage-hdr.js +130 -0
- package/src/stage-lighting.js +149 -0
- package/src/stage-occlusion.js +210 -0
- package/src/stage-sky.jsx +159 -0
- package/src/stage-startup-defaults.js +5 -9
- package/src/studio-actions.js +12 -14
- package/src/studio-agent-commands.js +46 -16
- package/src/studio-agent-motion.js +9 -9
- package/src/studio-agent-protocol.js +46 -73
- package/src/studio-app-binding.js +29 -45
- package/src/studio-asset-list.js +17 -0
- package/src/studio-contact-sheet.js +37 -5
- package/src/studio-elements.js +27 -7
- package/src/studio-entity-bounds.js +18 -0
- package/src/studio-error-codes.js +8 -0
- package/src/studio-export-framing.js +152 -0
- package/src/studio-lighting-check.js +103 -0
- package/src/studio-motion-visual.js +150 -0
- package/src/studio-schema-errors.js +80 -0
- package/src/studio-support-gap.js +74 -0
- package/src/styles.css +1 -19
- package/src/timeline-defaults.js +5 -0
- package/src/timeline-extent.js +8 -20
- package/src/tutorial-walk.js +17 -0
- package/src/ui-scrub.js +1 -1
- package/src/use-shot-camera-tracks.js +12 -0
- package/src/view-ghosts.js +97 -0
- package/src/view-ghosts.jsx +49 -0
- package/src/workflow/AgentPanel.jsx +47 -166
- package/src/workflow/AgentProgressCard.jsx +107 -0
- package/src/workflow/AgentReplyText.jsx +37 -0
- package/src/workflow/AgentTurnSteps.jsx +84 -0
- package/src/workflow/LoginPanel.jsx +140 -0
- package/src/workflow/WorkflowBuilder.jsx +7 -23
- package/src/workflow/agent-client.js +54 -51
- package/src/workflow/agent-panel.css +71 -1
- package/src/workflow/agent-progress-card.css +167 -0
- package/src/workflow/agent-progress-view.js +47 -0
- package/src/workflow/agent-turn-steps.css +113 -0
- package/src/workflow/agent-turn.js +191 -0
- package/src/workflow/login-client.js +34 -0
- package/src/workflow/motion-input.js +18 -31
- package/src/workflow/node-schema.js +1 -1
- package/src/workflow/reply-markdown.js +69 -0
- package/src/workflow/scene-asset-sync.js +8 -8
- package/tools/agent-session-stats.mjs +61 -0
- package/tools/dev-full.mjs +5 -56
- package/tools/eslint-baseline.json +12 -13
- package/tools/headless-studio.mjs +85 -0
- package/tools/knip-baseline.json +0 -179
- package/tools/loc-baseline.json +33 -83
- package/tools/motion3/extract-body.mjs +103 -0
- package/tools/motion3/extract-rig.mjs +85 -0
- package/tools/process-supervisor.mjs +0 -88
- package/tools/run-tests.mjs +9 -124
- package/bin/agent/motion-runtime.mjs +0 -76
- package/dist/ardy/cskel27-rest.json +0 -557
- package/dist/assets/analytics-B41FmPYI.js +0 -1
- package/dist/assets/app-Do-Og5Pu.css +0 -1
- package/dist/assets/app-DwP-tl2x.js +0 -4920
- package/dist/assets/config-Bx7pYsD9.js +0 -1
- package/dist/assets/config-DeoFTYzb.css +0 -1
- package/dist/assets/demo-Dt0qZfS7.js +0 -1
- package/dist/assets/scene-asset-sync-BCWDJB1d.js +0 -19
- package/dist/assets/scene-asset-sync-DjJ_cJ2R.css +0 -1
- package/dist/assets/ticket-jqMhqL88.js +0 -1
- package/dist/assets/workflow-Br-K7Srs.js +0 -179
- package/dist/demo/walk-then-stop.npz +0 -0
- package/mcp/ardy-prompts.mjs +0 -218
- package/src/ardy/auto-fix-panel.css +0 -108
- package/src/ardy/auto-physics.js +0 -1194
- package/src/ardy/client.js +0 -153
- package/src/ardy/convert.js +0 -313
- package/src/ardy/cskel27-neutral.js +0 -39
- package/src/ardy/cskel27.js +0 -77
- package/src/ardy/export.js +0 -165
- package/src/ardy/fix-collisions.js +0 -2257
- package/src/ardy/foot-lock.js +0 -230
- package/src/ardy/motion-calibration.js +0 -118
- package/src/ardy/motion-edit.js +0 -213
- package/src/ardy/motion-url.js +0 -55
- package/src/ardy/mp4-duration.js +0 -102
- package/src/ardy/npz.js +0 -595
- package/src/ardy/physics-panel.css +0 -21
- package/src/ardy/physics-panel.jsx +0 -89
- package/src/ardy/physics-refine.js +0 -111
- package/src/ardy/physics-review.js +0 -567
- package/src/ardy/physics-temporal.js +0 -54
- package/src/ardy/platform-fit-panel.css +0 -64
- package/src/ardy/platform-fit-panel.jsx +0 -41
- package/src/ardy/platform-fit.js +0 -326
- package/src/ardy/playback.js +0 -711
- package/src/ardy/pose-pin.js +0 -97
- package/src/ardy/prompt-clips.js +0 -30
- package/src/ardy/retime.js +0 -211
- package/src/ardy/root-drop.js +0 -369
- package/src/ardy/timeline-resize.js +0 -13
- package/src/ardy/to-cskel27.js +0 -225
- package/src/ardy/trim.js +0 -33
- package/src/ardy/waypoints.js +0 -369
- package/src/ardy-bridge-contract.js +0 -281
- package/src/domains/motion/motion-video-capture.js +0 -664
- package/src/i2v-motion-client.js +0 -77
- package/src/i2v-motion-studio.jsx +0 -180
- package/src/line-edit.js +0 -1348
- package/src/motion/generation.js +0 -105
- package/src/motion-readiness-ui.jsx +0 -67
- package/src/motion-readiness.js +0 -40
- package/src/motion-resources.js +0 -177
- package/src/motion-store.js +0 -65
- package/src/motion-trail.js +0 -601
- package/src/multimodel-ingest.js +0 -394
- package/src/panels/PromptBlocksPanel.jsx +0 -444
- package/src/panels/VideoCapturePanel.jsx +0 -181
- package/src/pose-extract/browser.js +0 -42
- package/src/pose-extract/detector.js +0 -100
- package/src/pose-extract/fit.js +0 -227
- package/src/pose-extract/image-frame.js +0 -51
- package/src/pose-extract/index.js +0 -58
- package/src/pose-extract/keyframes.js +0 -74
- package/src/pose-extract/landmarks.js +0 -162
- package/src/pose-extract/mirror.js +0 -153
- package/src/pose-extract/take.js +0 -131
- package/src/pose-extract/video-frames.js +0 -91
- package/src/take-recipe.js +0 -165
- package/src/trail-key-conflicts.js +0 -39
- package/src/trail-pick.js +0 -59
- package/src/use-i2v-capture-modal.js +0 -15
- package/tools/ardy/BRIDGE.md +0 -37
- package/tools/ardy/GVHMR-NPZ.md +0 -68
- package/tools/ardy/README.md +0 -124
- package/tools/ardy/__pycache__/cclay_gvhmr_worker.cpython-313.pyc +0 -0
- package/tools/ardy/artifacts.mjs +0 -34
- package/tools/ardy/bridge.mjs +0 -1732
- package/tools/ardy/bvh-cskel27.mjs +0 -1265
- package/tools/ardy/cclay_constrained_generate.py +0 -561
- package/tools/ardy/cclay_gvhmr_worker.py +0 -264
- package/tools/ardy/cclay_motion_edit.py +0 -510
- package/tools/ardy/cclay_sequence_generate.py +0 -705
- package/tools/ardy/cclay_worker.py +0 -304
- package/tools/ardy/dump-npz.py +0 -205
- package/tools/ardy/extract-rest.mjs +0 -299
- package/tools/ardy/extract.mjs +0 -507
- package/tools/ardy/footage.mjs +0 -467
- package/tools/ardy/gvhmr-floor.mjs +0 -102
- package/tools/ardy/gvhmr-to-cskel27.mjs +0 -21
- package/tools/ardy/gvhmr_fastpath.py +0 -168
- package/tools/ardy/gvhmr_trajectory.py +0 -240
- package/tools/ardy/merge-text-encoder.py +0 -160
- package/tools/ardy/mocap-metrics.mjs +0 -200
- package/tools/ardy/mocap-quality-gate.mjs +0 -110
- package/tools/ardy/motion-stabilize.mjs +0 -348
- package/tools/ardy/npz.mjs +0 -414
- package/tools/ardy/pose-to-npz.mjs +0 -106
- package/tools/ardy/prompt-limits.mjs +0 -5
- package/tools/ardy/run-edit-on-box.sh +0 -73
- package/tools/ardy/run-local.mjs +0 -233
- package/tools/ardy/run-on-box.sh +0 -593
- package/tools/ardy/run-sequence-on-box.sh +0 -177
- package/tools/ardy/runners/gvhmr-worker.mjs +0 -206
- package/tools/ardy/runners/index.mjs +0 -18
- package/tools/ardy/runners/local.mjs +0 -455
- package/tools/ardy/runners/proc.mjs +0 -125
- package/tools/ardy/runners/remote.mjs +0 -252
- package/tools/ardy/setup-local.mjs +0 -189
- package/tools/ardy/setup-text-encoder-on-box.sh +0 -93
- package/tools/ardy/setup-text-encoder.py +0 -306
- package/tools/ardy/smpl-cskel27.mjs +0 -178
- package/tools/ardy/visual-qa.mjs +0 -196
- package/tools/ardy/vq-car.mjs +0 -52
- package/tools/bench/EXP3.md +0 -61
- package/tools/bench/cclay_bench_extract_incam.py +0 -125
- package/tools/bench/cclay_bench_extract_obs.py +0 -204
- package/tools/bench/cclay_bench_runner.py +0 -42
- package/tools/bench/cube-contact.mjs +0 -162
- package/tools/bench/exp3.mjs +0 -152
- package/tools/bench/extract-bench-lib.mjs +0 -216
- package/tools/bench/extract-bench.mjs +0 -302
- package/tools/bench/fal-generate.mjs +0 -88
- package/tools/bench/fit/README.md +0 -189
- package/tools/bench/fit/camera.mjs +0 -59
- package/tools/bench/fit/contact.mjs +0 -419
- package/tools/bench/fit/footlock.mjs +0 -234
- package/tools/bench/fit/motion.mjs +0 -85
- package/tools/bench/fit/pin.mjs +0 -27
- package/tools/bench/fit/remote.mjs +0 -105
- package/tools/bench/fit-bench.mjs +0 -126
- package/tools/bench/fit-sanity.mjs +0 -45
- package/tools/bench/metrics.mjs +0 -313
- package/tools/bench/obs/depth.mjs +0 -258
- package/tools/bench/obs/extrinsics.mjs +0 -175
- package/tools/bench/obs/fit_mannequin_betas.py +0 -340
- package/tools/bench/obs/ground.mjs +0 -294
- package/tools/bench/obs/heading.mjs +0 -151
- package/tools/bench/obs/ladder.mjs +0 -555
- package/tools/bench/obs/mannequin-betas.json +0 -124
- package/tools/bench/obs/remote.mjs +0 -83
- package/tools/bench/obs/rest_joints.py +0 -52
- package/tools/bench/obs/ybot-targets.mjs +0 -49
- package/tools/bench/obs-bench.mjs +0 -520
- package/tools/bench/score.mjs +0 -343
- package/tools/bench/summarize.mjs +0 -86
- package/tools/demo-worker/README.md +0 -137
- package/tools/demo-worker/api-client.mjs +0 -233
- package/tools/demo-worker/generate.mjs +0 -301
- package/tools/demo-worker/index.mjs +0 -466
- package/tools/demo-worker/sign-core.mjs +0 -112
- package/tools/demo-worker/sign.mjs +0 -161
- package/tools/gt-render/browser.mjs +0 -159
- package/tools/gt-render/camera-math.mjs +0 -276
- package/tools/gt-render/page.mjs +0 -267
- package/tools/gt-render/render.mjs +0 -514
- package/tools/gt-render/scene-box.mjs +0 -31
- package/tools/gt-render/take-transform.mjs +0 -87
- package/tools/kimodo/compare-seam.mjs +0 -108
- package/tools/kimodo/constraints.mjs +0 -244
- package/tools/kimodo/edit.mjs +0 -259
- package/tools/kimodo/effector-constraints.mjs +0 -200
- package/tools/kimodo/generate.mjs +0 -646
- package/tools/kimodo/local-output.mjs +0 -265
- package/tools/kimodo/measure-pose.mjs +0 -65
- package/tools/kimodo/measure-preserve.mjs +0 -899
- package/tools/kimodo/measure-waypoints.mjs +0 -55
- package/tools/kimodo/mlx-generate.py +0 -111
- package/tools/kimodo/pose-constraints.mjs +0 -248
- package/tools/kimodo/preserve-mask.mjs +0 -543
- package/tools/kimodo/read-npz.mjs +0 -189
- package/tools/kimodo/run-edit-on-box.mjs +0 -155
- package/tools/kimodo/run-sequence-on-box.mjs +0 -178
- package/tools/kimodo/runner.mjs +0 -284
- package/tools/kimodo/seam-batch.mjs +0 -77
- package/tools/kimodo/setup-local.mjs +0 -30
- package/tools/kimodo/setup-on-box.sh +0 -339
- package/tools/kimodo/soma77-to-cskel27.mjs +0 -305
- package/tools/morphgs/assets/gen_truth.py +0 -39
- package/tools/morphgs/assets/mesh_ori_rig.txt +0 -27
- package/tools/morphgs/assets/playback-check.mjs +0 -30
- package/tools/morphgs/demo-gate.sh +0 -26
- package/tools/morphgs/fbx2morphgs.mjs +0 -68
- package/tools/morphgs/morphgs-to-cskel27.mjs +0 -105
- package/tools/morphgs/patches/preprocess_src-none-mode.patch +0 -76
- package/tools/morphgs/setup-on-cluster.sh +0 -126
- package/tools/projflow/driver.py +0 -1069
- package/tools/projflow/generate.mjs +0 -805
- package/tools/projflow/hml22-to-cskel27.mjs +0 -735
- package/tools/projflow/line-edit-job.mjs +0 -547
- package/tools/projflow/replay.mjs +0 -452
- package/tools/projflow/runner.mjs +0 -269
- package/tools/projflow/service.mjs +0 -742
- package/tools/track/DESIGN.md +0 -513
- package/tools/track/backfill-provenance.mjs +0 -116
- package/tools/track/budget.mjs +0 -8
- package/tools/track/check-rig.mjs +0 -209
- package/tools/track/diagnostics.schema.json +0 -60
- package/tools/track/export-rig.mjs +0 -256
- package/tools/track/fallback.mjs +0 -7
- package/tools/track/fk-parity-fixture.mjs +0 -161
- package/tools/track/gate.mjs +0 -349
- package/tools/track/masks.mjs +0 -318
- package/tools/track/metrics.mjs +0 -201
- package/tools/track/publish-obs.mjs +0 -108
- package/tools/track/py/check_env.py +0 -61
- package/tools/track/py/eval_lr.py +0 -229
- package/tools/track/py/lr_viterbi.py +0 -294
- package/tools/track/py/masks.py +0 -405
- package/tools/track/py/objective.py +0 -382
- package/tools/track/py/rig.py +0 -508
- package/tools/track/py/scene.py +0 -326
- package/tools/track/py/test_joint_indices.py +0 -123
- package/tools/track/py/test_lr_viterbi.py +0 -195
- package/tools/track/py/test_masks.py +0 -229
- package/tools/track/py/test_rig.py +0 -288
- package/tools/track/py/test_scene.py +0 -354
- package/tools/track/py/test_track.py +0 -328
- package/tools/track/py/track.py +0 -411
- package/tools/track/remote.mjs +0 -140
- package/tools/track/rig-dump.mjs +0 -227
- package/tools/track/run-box-tests.mjs +0 -14
- package/tools/track/run-box.mjs +0 -168
- package/tools/track/setup-box.sh +0 -59
- package/tools/track/study-2d.mjs +0 -728
- /package/src/{ardy → motion}/collision-blockers.js +0 -0
- /package/src/{ardy → motion}/ground.js +0 -0
- /package/src/{ardy → motion}/ik-drag.js +0 -0
- /package/src/{ardy → motion}/ik-key-json.js +0 -0
- /package/src/{ardy → motion}/ik.js +0 -0
- /package/src/{ardy → motion}/physics-surface.js +0 -0
- /package/src/{ardy → motion}/playback-clock.js +0 -0
- /package/src/{ardy → motion}/range-pin.js +0 -0
|
@@ -0,0 +1,74 @@
|
|
|
1
|
+
// How far each placed object stands off what holds it up: the support gap verify_result's
|
|
2
|
+
// placement check reports beside the footprint overlap (studio-agent-commands.js placementChecks),
|
|
3
|
+
// measured on the same world AABB proxies.
|
|
4
|
+
//
|
|
5
|
+
// A group is one unit: the union AABB of its solid parts, judged through its root (a part names
|
|
6
|
+
// its root group). Its support is the floor, or the highest top among the other solid objects
|
|
7
|
+
// whose footprint overlaps the unit's and whose top lies below the unit's middle height.
|
|
8
|
+
// supportGapM is the unit's bottom above that top (0 when it rests on it or sinks into it).
|
|
9
|
+
// These are measurements, not failures: unsupportedIds lists the gaps over 1 cm.
|
|
10
|
+
//
|
|
11
|
+
// Not measured: characters, lights, effects, a group with no solid part, records on a route or
|
|
12
|
+
// riding a character, and records an installed take moves where their scene pose is never drawn
|
|
13
|
+
// (a follow or hinge entry, or a carry in hand from its first frame). A carry grabbed later
|
|
14
|
+
// stands at its scene pose until the grab, so it is measured there.
|
|
15
|
+
import { descendantsOf, isEffectivelyHidden, isEmptyObject } from './scene-objects.js';
|
|
16
|
+
import { EFFECT_KIND } from './effects/effect-record.js';
|
|
17
|
+
import { isCarried, movesRecord } from './motion3/carried.js';
|
|
18
|
+
|
|
19
|
+
const UNSUPPORTED_M = 0.01, EPS = 1e-6;
|
|
20
|
+
const round = v => Number(v.toFixed(4));
|
|
21
|
+
|
|
22
|
+
/** Ids the installed takes move (spec.objects keys of each target's take v3), from the binding's targets map. */
|
|
23
|
+
function takeMovedIds(takes) {
|
|
24
|
+
const moved = new Set();
|
|
25
|
+
for (const target of takes?.values?.() ?? []) {
|
|
26
|
+
const take = target?.motion;
|
|
27
|
+
if (take?.schema !== 'cozyclay.take.v3') continue;
|
|
28
|
+
for (const [id, entry] of Object.entries(take.spec?.objects ?? {}))
|
|
29
|
+
if (movesRecord(entry) && !(isCarried(entry) && entry.grab > 0)) moved.add(id);
|
|
30
|
+
}
|
|
31
|
+
return moved;
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
/** [object, parent, ..., root] by id, stopping at a missing parent or a loop. */
|
|
35
|
+
function chainOf(id, byId) {
|
|
36
|
+
const chain = [];
|
|
37
|
+
for (let o = byId.get(id); o && !chain.includes(o); o = o.parent ? byId.get(o.parent) : null) chain.push(o);
|
|
38
|
+
return chain;
|
|
39
|
+
}
|
|
40
|
+
|
|
41
|
+
const solid = (o, state) => !isEmptyObject(o) && o.renderer !== EFFECT_KIND && !isEffectivelyHidden(o, state.objects, state.characters);
|
|
42
|
+
|
|
43
|
+
/** Union { min, max } of boxes, or null for none. */
|
|
44
|
+
function union(boxes) {
|
|
45
|
+
if (!boxes.length) return null;
|
|
46
|
+
const pick = (end, f) => Object.fromEntries(['x', 'y', 'z'].map(a => [a, f(...boxes.map(b => b[end][a]))]));
|
|
47
|
+
return { min: pick('min', Math.min), max: pick('max', Math.max) };
|
|
48
|
+
}
|
|
49
|
+
|
|
50
|
+
const footprintsOverlap = (a, b) => ['x', 'z'].every(a2 => Math.min(a.max[a2], b.max[a2]) - Math.max(a.min[a2], b.min[a2]) > EPS);
|
|
51
|
+
|
|
52
|
+
/**
|
|
53
|
+
* { supportGapM: { unitId: metres }, unsupportedIds } for the objects among `ids` (each unit once).
|
|
54
|
+
* boxOf(entity) answers its world { min, max } or null (studio-agent-commands.js entityWorldBounds);
|
|
55
|
+
* takes is the binding's targets map (characterId -> { motion }), or undefined.
|
|
56
|
+
*/
|
|
57
|
+
export function supportGaps(ids, state, takes, boxOf) {
|
|
58
|
+
const byId = new Map(state.objects.map(o => [o.id, o])), moved = takeMovedIds(takes);
|
|
59
|
+
const rootOf = id => chainOf(id, byId).at(-1)?.id;
|
|
60
|
+
// A part counts when nothing above it rides a character, a route or a take.
|
|
61
|
+
const free = o => chainOf(o.id, byId).every(c => !c.attach && !c.path && !moved.has(c.id));
|
|
62
|
+
const units = [...new Set(ids.filter(id => byId.has(id)).map(rootOf))];
|
|
63
|
+
const boxes = new Map(state.objects.filter(o => solid(o, state)).map(o => [o.id, boxOf(o)]).filter(([, box]) => box));
|
|
64
|
+
const supportGapM = {};
|
|
65
|
+
for (const root of units) {
|
|
66
|
+
const parts = [byId.get(root), ...descendantsOf(state.objects, root)].filter(o => boxes.has(o.id) && free(o));
|
|
67
|
+
const own = union(parts.map(o => boxes.get(o.id)));
|
|
68
|
+
if (!own) continue;
|
|
69
|
+
const middle = (own.min.y + own.max.y) / 2;
|
|
70
|
+
const tops = [...boxes].filter(([id, box]) => rootOf(id) !== root && box.max.y <= middle && footprintsOverlap(own, box)).map(([, box]) => box.max.y);
|
|
71
|
+
supportGapM[root] = round(Math.max(0, own.min.y - Math.max(state.floorY ?? 0, ...tops)));
|
|
72
|
+
}
|
|
73
|
+
return { supportGapM, unsupportedIds: Object.keys(supportGapM).filter(id => supportGapM[id] > UNSUPPORTED_M) };
|
|
74
|
+
}
|
package/src/styles.css
CHANGED
|
@@ -1543,25 +1543,6 @@ select {
|
|
|
1543
1543
|
font-size: 11px;
|
|
1544
1544
|
font-weight: 700;
|
|
1545
1545
|
}
|
|
1546
|
-
/* The photo tile reads as a second, distinct source next to Save pose rather
|
|
1547
|
-
than a variant of it, so its dashed outline carries the accent hue. */
|
|
1548
|
-
.pose-tile.add.photo {
|
|
1549
|
-
border-color: color-mix(in srgb, var(--cyan) 42%, var(--line2));
|
|
1550
|
-
color: color-mix(in srgb, var(--cyan) 70%, var(--muted));
|
|
1551
|
-
}
|
|
1552
|
-
.pose-tile.add.photo .add-plus {
|
|
1553
|
-
font-size: 22px;
|
|
1554
|
-
}
|
|
1555
|
-
.pose-tile.add.photo.busy {
|
|
1556
|
-
border-style: solid;
|
|
1557
|
-
opacity: 0.75;
|
|
1558
|
-
cursor: progress;
|
|
1559
|
-
}
|
|
1560
|
-
.pose-tile.add.photo:disabled:hover {
|
|
1561
|
-
border-color: color-mix(in srgb, var(--cyan) 42%, var(--line2));
|
|
1562
|
-
background: transparent;
|
|
1563
|
-
}
|
|
1564
|
-
|
|
1565
1546
|
/* ------------------------------------------------------------ panel ------- */
|
|
1566
1547
|
|
|
1567
1548
|
.panel {
|
|
@@ -7296,6 +7277,7 @@ input[type=range] {
|
|
|
7296
7277
|
white-space: nowrap;
|
|
7297
7278
|
}
|
|
7298
7279
|
|
|
7280
|
+
/* The panels' native file pickers stay hidden; their own buttons open them. */
|
|
7299
7281
|
.multimodel-file-input {
|
|
7300
7282
|
display: none;
|
|
7301
7283
|
}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
// The studio timeline's shared numbers: the production clock and the defaults a scene starts from.
|
|
2
|
+
export const TIMELINE_FPS = 24;
|
|
3
|
+
export const DEFAULT_DURATION_S = 15; // pre-motion timeline duration; shown as duration x TIMELINE_FPS frames
|
|
4
|
+
export const DEFAULT_PLAYBACK_SPEED = 1;
|
|
5
|
+
export const MAX_WAYPOINTS = 32; // a root path holds 2..32 distinct waypoint frames
|
package/src/timeline-extent.js
CHANGED
|
@@ -2,8 +2,8 @@
|
|
|
2
2
|
* Return the current content-driven length of the shared production clock.
|
|
3
3
|
*
|
|
4
4
|
* The active character is represented by the editing-buffer motion; inactive
|
|
5
|
-
* characters keep their committed sessionMotion.
|
|
6
|
-
*
|
|
5
|
+
* characters keep their committed sessionMotion (motion.frames is an exclusive
|
|
6
|
+
* timeline count).
|
|
7
7
|
*
|
|
8
8
|
* A zero result is intentional: an empty scene keeps its existing authored
|
|
9
9
|
* duration instead of collapsing the pre-generation clock to one frame.
|
|
@@ -11,28 +11,16 @@
|
|
|
11
11
|
export function timelineContentExtent(
|
|
12
12
|
characters = [],
|
|
13
13
|
activeCharacterId = null,
|
|
14
|
-
|
|
15
|
-
promptClips = [],
|
|
14
|
+
activeMotion = null,
|
|
16
15
|
extraFrames = 0,
|
|
17
16
|
) {
|
|
18
|
-
const
|
|
17
|
+
const authoredExtent = characters.reduce((max, entry) => {
|
|
19
18
|
const clip = entry.id === activeCharacterId ? activeMotion : entry.sessionMotion;
|
|
20
|
-
|
|
21
|
-
? 0
|
|
22
|
-
: (entry.layer?.promptClips ?? []).reduce(
|
|
23
|
-
(layerMax, clip) => Math.max(layerMax, Number.isFinite(clip?.endFrame) ? clip.endFrame : 0),
|
|
24
|
-
0,
|
|
25
|
-
);
|
|
26
|
-
return Math.max(max, Number.isFinite(clip?.frames) ? clip.frames : 0, layerPromptEnd);
|
|
19
|
+
return Math.max(max, Number.isFinite(clip?.frames) ? clip.frames : 0);
|
|
27
20
|
}, 0);
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
);
|
|
32
|
-
const authoredExtent = Math.max(longestMotion, promptEnd);
|
|
33
|
-
// Ingested footage owns the clock only before a cast take or prompt
|
|
34
|
-
// schedule exists. Once a 136-frame take is installed, an older 192-frame
|
|
35
|
-
// source video must not recreate the frozen tail this helper prevents.
|
|
21
|
+
// Ingested footage owns the clock only before a cast take exists. Once a
|
|
22
|
+
// 136-frame take is installed, an older 192-frame source video must not
|
|
23
|
+
// recreate the frozen tail this helper prevents.
|
|
36
24
|
return authoredExtent > 0
|
|
37
25
|
? authoredExtent
|
|
38
26
|
: Number.isFinite(extraFrames) ? extraFrames : 0;
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
// The camera tutorial's set dressing: a short compiled walk (take v3) for the starter scene's
|
|
2
|
+
// character, so the Shot / Rail / Play steps have somebody moving through the set. Built from
|
|
3
|
+
// the character's own bind skeleton and placement; null for a body motion3 cannot drive.
|
|
4
|
+
import { skeletonFor } from "./motion3/rigs/index.js";
|
|
5
|
+
import { add, apply, ry } from "./motion3/compiler/math.js";
|
|
6
|
+
|
|
7
|
+
const TUTORIAL_WALK_LABEL = "A person walks forward and stops.";
|
|
8
|
+
|
|
9
|
+
export function tutorialWalkSpec(character) {
|
|
10
|
+
const sk = skeletonFor(character?.model);
|
|
11
|
+
if (!sk) return null;
|
|
12
|
+
const I = sk.index, P = sk.restWorldPos, ank = P[I.LeftFoot][1], yaw = character.rot ?? 0;
|
|
13
|
+
const at = (offset, y) => add([character.x ?? 0, character.y ?? 0, character.z ?? 0], apply(ry(yaw), [offset[0], y, offset[1]]));
|
|
14
|
+
return { schema: "cozyclay.motion-spec.v1", fps: 24, frames: 216, label: TUTORIAL_WALK_LABEL,
|
|
15
|
+
keys: [{ f: 0, set: { root: at([0, 0], P[I.Hips][1] - 0.01), yaw, foot_l: at([0.09, -0.03], ank), foot_r: at([-0.09, 0.03], ank), fyaw_l: yaw, fyaw_r: yaw } }],
|
|
16
|
+
generators: [{ type: "walk", f0: 6, steps: 8, heading: [yaw, yaw] }] };
|
|
17
|
+
}
|
package/src/ui-scrub.js
CHANGED
|
@@ -7,7 +7,7 @@
|
|
|
7
7
|
* a pixel buy?". They live here so a Node test can prove them without a DOM.
|
|
8
8
|
*
|
|
9
9
|
* Sensitivity is a RATE over a fixed travel, the same rule the timeline's
|
|
10
|
-
* curve editors follow (src/
|
|
10
|
+
* curve editors follow (src/motion/timeline.jsx DRAG_TRAVEL_PX): dragging the
|
|
11
11
|
* hand across `SCRUB_TRAVEL_PX` sweeps one meaningful span of the field. The
|
|
12
12
|
* old `pixels * step` mapping tied the feel to the field's precision, so a
|
|
13
13
|
* step 0.05 field needed 100 px to move 5 units while a step 1 field bolted.
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import { useMemo } from "react";
|
|
2
|
+
import { buildShotCameraTracks, castAimPoint, followSubjectTrack } from "./camera-direction.js";
|
|
3
|
+
|
|
4
|
+
/** The per-frame follow/rail camera of every shot (camera-direction.js), rebuilt
|
|
5
|
+
* when the shots, the subject's path or the cast a rail aims at change. */
|
|
6
|
+
export function useShotCameraTracks({ shots, subjectTrack, subjectId, fps, yawDeg, filmback, characters, objects, frameCount, activeId, motion }) {
|
|
7
|
+
return useMemo(() => {
|
|
8
|
+
if (!subjectTrack) return null;
|
|
9
|
+
const cast = { characters, objects, shots, frameCount, fps, clipOf: (entry) => (entry.id === activeId ? motion : entry.sessionMotion) };
|
|
10
|
+
return buildShotCameraTracks({ shots, subjectTrack: followSubjectTrack(subjectTrack, subjectId, cast), fps, yawDeg, filmback, aimAt: (id, frame) => castAimPoint(id, frame, cast) });
|
|
11
|
+
}, [shots, subjectTrack, subjectId, fps, yawDeg, filmback, characters, objects, frameCount, activeId, motion]);
|
|
12
|
+
}
|
|
@@ -0,0 +1,97 @@
|
|
|
1
|
+
// Onion-skin ghosts: translucent poses of the active character's take before and after the
|
|
2
|
+
// playhead, an editor overlay (ghost-set.js draws them on GIZMO_LAYER). This module holds the
|
|
3
|
+
// viewer setting (transient like the View menu: never saved, never undone) and the pure choices:
|
|
4
|
+
// which frames get a ghost and how each one looks.
|
|
5
|
+
import { useSyncExternalStore } from "react";
|
|
6
|
+
import { expandUse } from "./motion3/skills/index.js";
|
|
7
|
+
import { skeletonFor } from "./motion3/rigs/index.js";
|
|
8
|
+
import { motionScene } from "./motion3/scene.js";
|
|
9
|
+
|
|
10
|
+
/** off; step: every `step` frames; keys: the take spec's key frames nearest the playhead. */
|
|
11
|
+
export const GHOST_MODES = Object.freeze(["off", "step", "keys"]);
|
|
12
|
+
export const GHOST_COUNT = Object.freeze({ min: 1, max: 6 });
|
|
13
|
+
export const GHOST_STEP = Object.freeze({ min: 1, max: 24 });
|
|
14
|
+
const GHOST_DEFAULTS = Object.freeze({ mode: "off", count: 3, step: 4 });
|
|
15
|
+
/** Past poses cool, future poses warm. */
|
|
16
|
+
export const GHOST_COLORS = Object.freeze({ before: "#4d9cff", after: "#ff8a3d" });
|
|
17
|
+
const NEAR_OPACITY = 0.46, FAR_OPACITY = 0.14;
|
|
18
|
+
|
|
19
|
+
const clampInt = (value, { min, max }, fallback) => (Number.isFinite(value) ? Math.max(min, Math.min(max, Math.round(value))) : fallback);
|
|
20
|
+
|
|
21
|
+
/** A full, valid setting from a partial one (unknown modes keep the current mode). */
|
|
22
|
+
export function normalizeGhostSettings(patch = {}, base = GHOST_DEFAULTS) {
|
|
23
|
+
return Object.freeze({
|
|
24
|
+
mode: GHOST_MODES.includes(patch.mode) ? patch.mode : base.mode,
|
|
25
|
+
count: clampInt(patch.count, GHOST_COUNT, base.count),
|
|
26
|
+
step: clampInt(patch.step, GHOST_STEP, base.step),
|
|
27
|
+
});
|
|
28
|
+
}
|
|
29
|
+
|
|
30
|
+
let current = GHOST_DEFAULTS;
|
|
31
|
+
const listeners = new Set();
|
|
32
|
+
export const ghostSettings = () => current;
|
|
33
|
+
export function setGhostSettings(patch) {
|
|
34
|
+
const next = normalizeGhostSettings(patch, current);
|
|
35
|
+
if (next.mode === current.mode && next.count === current.count && next.step === current.step) return current;
|
|
36
|
+
current = next;
|
|
37
|
+
for (const listener of listeners) listener();
|
|
38
|
+
return current;
|
|
39
|
+
}
|
|
40
|
+
/** What a views contact sheet draws (verify_result ghosts): the viewport's setting while it is on, else 3 each side every 4 frames. */
|
|
41
|
+
export const sheetGhostSettings = () => (current.mode === "off" ? { ...GHOST_DEFAULTS, mode: "step" } : current);
|
|
42
|
+
const subscribe = (listener) => { listeners.add(listener); return () => listeners.delete(listener); };
|
|
43
|
+
export const useGhostSettings = () => useSyncExternalStore(subscribe, ghostSettings, ghostSettings);
|
|
44
|
+
|
|
45
|
+
/** One sentence for receipts and tooltips. */
|
|
46
|
+
export function describeGhosts({ mode, count, step }) {
|
|
47
|
+
if (mode === "off") return "Ghosts off.";
|
|
48
|
+
return `Ghosts: ${count} before and ${count} after the playhead, ${mode === "keys" ? "at the spec's key frames" : `every ${step} frame${step === 1 ? "" : "s"}`}.`;
|
|
49
|
+
}
|
|
50
|
+
|
|
51
|
+
/**
|
|
52
|
+
* The frames that get a ghost around `frame` within 0..last: `count` on each side, every `step`
|
|
53
|
+
* frames, or the nearest of `keyFrames` (mode keys). rank 1 is the nearest; the playhead's own
|
|
54
|
+
* frame never gets one.
|
|
55
|
+
*/
|
|
56
|
+
export function ghostFrames({ frame, last, mode, count, step, keyFrames = [] }) {
|
|
57
|
+
if (mode === "off" || !(last >= 0)) return [];
|
|
58
|
+
const at = Math.max(0, Math.min(last, Math.round(frame) || 0)), out = [];
|
|
59
|
+
const keys = mode === "keys" ? [...new Set(keyFrames.map(Math.round))].filter((f) => f >= 0 && f <= last).sort((x, y) => x - y) : null;
|
|
60
|
+
const before = keys ? keys.filter((f) => f < at).reverse() : null, after = keys ? keys.filter((f) => f > at) : null;
|
|
61
|
+
for (let rank = 1; rank <= count; rank++) {
|
|
62
|
+
const early = keys ? before[rank - 1] : at - rank * step, late = keys ? after[rank - 1] : at + rank * step;
|
|
63
|
+
if (early >= 0) out.push({ f: early, side: "before", rank });
|
|
64
|
+
if (late <= last) out.push({ f: late, side: "after", rank });
|
|
65
|
+
}
|
|
66
|
+
return out;
|
|
67
|
+
}
|
|
68
|
+
|
|
69
|
+
/** Colour and opacity of a ghost: its side's hue, fading with its distance in time. */
|
|
70
|
+
export function ghostLook(side, rank, count) {
|
|
71
|
+
const t = count > 1 ? (rank - 1) / (count - 1) : 0;
|
|
72
|
+
return { color: GHOST_COLORS[side], opacity: +(NEAR_OPACITY + (FAR_OPACITY - NEAR_OPACITY) * t).toFixed(3) };
|
|
73
|
+
}
|
|
74
|
+
|
|
75
|
+
const keyCache = new WeakMap();
|
|
76
|
+
/**
|
|
77
|
+
* The key frames of an installed take v3: its spec's keys with the skills it uses expanded
|
|
78
|
+
* (expandUse, lenient), the held-object keys and each generator's start, ascending. A retimed
|
|
79
|
+
* take (fix.retime) is not remapped: these are the spec's frames. [] for anything else.
|
|
80
|
+
*/
|
|
81
|
+
export function takeKeyFrames(take, objects = []) {
|
|
82
|
+
if (take?.schema !== "cozyclay.take.v3" || !take.spec) return [];
|
|
83
|
+
if (keyCache.has(take)) return keyCache.get(take);
|
|
84
|
+
let spec = take.spec;
|
|
85
|
+
try {
|
|
86
|
+
const sk = skeletonFor(take.rig);
|
|
87
|
+
if (sk && spec.use?.length) spec = expandUse(spec, { sk, scene: motionScene(objects), lenient: true }).spec;
|
|
88
|
+
} catch { spec = take.spec; }
|
|
89
|
+
const frames = [
|
|
90
|
+
...(spec.keys ?? []).map((k) => k?.f),
|
|
91
|
+
...Object.values(spec.objects ?? {}).flatMap((o) => (Array.isArray(o?.keys) ? o.keys.map((k) => k?.f) : [])),
|
|
92
|
+
...(spec.generators ?? []).map((g) => g?.f0),
|
|
93
|
+
].filter(Number.isFinite);
|
|
94
|
+
const keys = [...new Set(frames.map(Math.round))].sort((a, b) => a - b);
|
|
95
|
+
keyCache.set(take, keys);
|
|
96
|
+
return keys;
|
|
97
|
+
}
|
|
@@ -0,0 +1,49 @@
|
|
|
1
|
+
// The viewport's onion-skin ghosts (ghost-set.js) of the active character's take v3. They live on
|
|
2
|
+
// GIZMO_LAYER: the working views draw them, while the shot preview card, PlayView, captures,
|
|
3
|
+
// contact sheets and exports never do. Off by default; view.setGhosts and the View menu's Ghosts
|
|
4
|
+
// group turn them on (view-ghosts.js holds that setting).
|
|
5
|
+
import { useEffect, useMemo } from "react";
|
|
6
|
+
import { useFrame, useThree } from "@react-three/fiber";
|
|
7
|
+
import { GIZMO_LAYER } from "./dualview.jsx";
|
|
8
|
+
import { GhostSet } from "./ghost-set.js";
|
|
9
|
+
import { isTakeV3 } from "./motion3/playback.js";
|
|
10
|
+
import { ghostFrames, takeKeyFrames, useGhostSettings } from "./view-ghosts.js";
|
|
11
|
+
|
|
12
|
+
// Kit parts mount in the same commit as a take or record change, sometimes a frame later: the
|
|
13
|
+
// carried meshes are collected again on the next frames too.
|
|
14
|
+
const SOURCE_PASSES = 3;
|
|
15
|
+
|
|
16
|
+
/**
|
|
17
|
+
* rig: the active character's live rig; take: its installed motion; frame: the playhead;
|
|
18
|
+
* objects: the authored records; propTake: { frameCount, fps, objectTracks } as SetProps gets it.
|
|
19
|
+
*/
|
|
20
|
+
export function ViewGhosts({ rig, take, frame, objects, propTake }) {
|
|
21
|
+
const settings = useGhostSettings();
|
|
22
|
+
const scene = useThree((state) => state.scene), gl = useThree((state) => state.gl), invalidate = useThree((state) => state.invalidate);
|
|
23
|
+
const set = useMemo(() => new GhostSet({ layer: GIZMO_LAYER }), []);
|
|
24
|
+
const on = settings.mode !== "off" && !!rig && isTakeV3(take);
|
|
25
|
+
const keyFrames = useMemo(() => (on && settings.mode === "keys" ? takeKeyFrames(take, objects) : []), [on, settings.mode, take, objects]);
|
|
26
|
+
const entries = useMemo(() => (on ? ghostFrames({ frame, last: take.frameCount - 1, ...settings, keyFrames }) : []),
|
|
27
|
+
[on, frame, take, settings, keyFrames]);
|
|
28
|
+
useEffect(() => {
|
|
29
|
+
if (!on) return undefined;
|
|
30
|
+
scene.add(set.object);
|
|
31
|
+
return () => { scene.remove(set.object); };
|
|
32
|
+
}, [on, scene, set]);
|
|
33
|
+
useEffect(() => () => set.dispose(), [set]);
|
|
34
|
+
// The canvas may render on demand: a new ghost frame set is a reason to draw.
|
|
35
|
+
useEffect(() => { invalidate(); }, [invalidate, on, entries]);
|
|
36
|
+
useEffect(() => {
|
|
37
|
+
// QA hook (test/qa-view-ghosts-browser.mjs): the live set and the renderer it draws with.
|
|
38
|
+
if (typeof window !== "undefined") window.__cozyclayGhosts = { set, gl, scene, entries };
|
|
39
|
+
}, [set, gl, scene, entries]);
|
|
40
|
+
useFrame(() => {
|
|
41
|
+
// A rig that left the stage (a hidden cast member) keeps no ghosts on it.
|
|
42
|
+
if (!set.show(on && !!rig.parent)) return;
|
|
43
|
+
set.setRig(rig);
|
|
44
|
+
set.syncSources(scene, objects, take, SOURCE_PASSES);
|
|
45
|
+
rig.parent.updateWorldMatrix(true, false);
|
|
46
|
+
set.update({ entries, take, placement: rig.parent.matrixWorld, propTake, objects, count: settings.count });
|
|
47
|
+
});
|
|
48
|
+
return null;
|
|
49
|
+
}
|