cozyclay 2.1.1 → 3.0.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +88 -0
- package/README.md +12 -30
- package/bin/agent/agent-routes.mjs +43 -116
- package/bin/agent/agent-runner.mjs +14 -15
- package/bin/agent/cliproxy-provider.mjs +135 -0
- package/bin/agent/credential-store.mjs +30 -7
- package/bin/agent/pi-tools.mjs +4 -1
- package/bin/agent/provider-keys.mjs +32 -0
- package/bin/agent/provider-login.mjs +110 -0
- package/bin/agent/provider-routes.mjs +99 -0
- package/bin/agent/providers.mjs +19 -97
- package/bin/agent/script-tool.mjs +17 -4
- package/bin/agent/session-store.mjs +2 -2
- package/bin/agent/studio-context-budget.mjs +93 -0
- package/bin/agent/studio-motion-reference.mjs +23 -0
- package/bin/agent/studio-prompt.mjs +1 -1
- package/bin/agent/studio-rebase-text.mjs +32 -0
- package/bin/agent/studio-rebase.mjs +26 -39
- package/bin/agent/studio-tools.mjs +9 -28
- package/bin/agent/tool-arguments.mjs +49 -0
- package/bin/agent/turn-frames.mjs +66 -0
- package/bin/codex-auth.mjs +9 -2
- package/bin/cozyclay.mjs +10 -116
- package/bin/live/cli.mjs +3 -3
- package/bin/mcp-runtime.mjs +2 -12
- package/bin/package-signature.mjs +0 -4
- package/dist/app/index.html +7 -6
- package/dist/assets/EXRLoader-CvVIvGVE.js +1 -0
- package/dist/assets/analytics-BWCqdgWA.js +1 -0
- package/dist/assets/app-DfTCxaKk.js +5087 -0
- package/dist/assets/app-f-fkV5uP.css +1 -0
- package/dist/assets/compile-worker-BxKXh07s.js +5 -0
- package/dist/assets/fflate.module-KbGj5-H6.js +5 -0
- package/dist/assets/{first-shot-handoff-msLI71g1.js → first-shot-handoff-DNO8kv_N.js} +1 -1
- package/dist/assets/{landing-ChUvB_zL.js → landing-yfZaJkWc.js} +1 -1
- package/dist/assets/scene-asset-sync-U3kS2rvK.js +20 -0
- package/dist/assets/scene-asset-sync-_S8NQl5B.css +1 -0
- package/dist/assets/workflow-D78eiKTa.js +179 -0
- package/dist/cozyclay-package.json +1 -1
- package/dist/index.html +3 -3
- package/dist/sw.js +3 -6
- package/dist/workflow/index.html +5 -4
- package/mcp/LIVE-PROTOCOL.md +7 -47
- package/mcp/README.md +16 -26
- package/mcp/live-hub.mjs +6 -10
- package/mcp/package.json +1 -3
- package/mcp/tool-handlers.mjs +4 -168
- package/package.json +3 -22
- package/src/App.jsx +151 -2625
- package/src/agent-progress.js +80 -0
- package/src/agent-turn-mark.js +30 -0
- package/src/analytics.js +1 -19
- package/src/app-context.js +12 -2
- package/src/app-stage.jsx +2 -34
- package/src/asset-pane.jsx +6 -5
- package/src/camera-block.js +21 -0
- package/src/camera-direction.js +120 -0
- package/src/character-kind.js +3 -9
- package/src/command-bus.js +10 -8
- package/src/commands/cast.js +5 -34
- package/src/commands/elements/character.js +1 -1
- package/src/commands/elements/motion.js +1 -6
- package/src/commands/elements/object.js +6 -2
- package/src/commands/elements/shot.js +4 -1
- package/src/commands/elements.js +38 -14
- package/src/commands/index.js +3 -1
- package/src/commands/kits.js +37 -0
- package/src/commands/motion-timing.js +57 -0
- package/src/commands/motion.js +9 -152
- package/src/commands/motion3-compile.js +65 -0
- package/src/commands/motion3.js +214 -0
- package/src/commands/objects.js +6 -4
- package/src/commands/shot.js +55 -13
- package/src/commands/stage.js +14 -1
- package/src/commands/view.js +4 -1
- package/src/document-mirrors.js +42 -0
- package/src/document-store.js +4 -0
- package/src/domains/cast.js +19 -194
- package/src/domains/motion/motion-range-pin-rules.js +1 -1
- package/src/domains/motion/take-source.js +53 -0
- package/src/domains/motion.js +60 -1838
- package/src/domains/scenes.js +12 -55
- package/src/domains/shots.js +2 -2
- package/src/domains/stage.js +4 -2
- package/src/draft-ghost.js +47 -0
- package/src/draft-ghost.jsx +129 -0
- package/src/dualview.jsx +4 -3
- package/src/effects/EffectsLayer.jsx +112 -0
- package/src/effects/effect-meshes.js +232 -0
- package/src/effects/effect-record.js +103 -0
- package/src/effects/emitter.js +59 -0
- package/src/effects/simulate.js +261 -0
- package/src/effects/state.js +59 -0
- package/src/execution-telemetry.js +2 -3
- package/src/first-success-guide.jsx +5 -5
- package/src/ghost-set.js +257 -0
- package/src/held-object-edit.jsx +113 -0
- package/src/held-object-pose.js +175 -0
- package/src/hierarchy-model.js +1 -1
- package/src/hierarchy-panel.jsx +1 -1
- package/src/imported-mesh.jsx +103 -0
- package/src/kits/held.js +84 -0
- package/src/kits/index.js +70 -0
- package/src/kits/smoking.js +57 -0
- package/src/light-blockers.js +93 -0
- package/src/motion/beat-board-model.js +84 -0
- package/src/motion/beat-board.css +124 -0
- package/src/motion/beat-board.jsx +60 -0
- package/src/motion/center-of-mass.js +66 -0
- package/src/motion/fix-collisions.js +850 -0
- package/src/motion/physics-review.js +118 -0
- package/src/{ardy → motion}/physics-support.js +1 -76
- package/src/motion/rig-snapshot.js +22 -0
- package/src/motion/take-segments.jsx +140 -0
- package/src/{ardy → motion}/timeline-coordinates.js +0 -21
- package/src/{ardy → motion}/timeline.css +1 -2
- package/src/{ardy → motion}/timeline.jsx +42 -413
- package/src/motion/waypoints.js +76 -0
- package/src/motion3/beats.js +83 -0
- package/src/motion3/body.js +158 -0
- package/src/motion3/bones.js +47 -0
- package/src/motion3/carried.js +47 -0
- package/src/motion3/compile-job.js +79 -0
- package/src/motion3/compile-worker.js +10 -0
- package/src/motion3/compiler/anchors.js +113 -0
- package/src/motion3/compiler/arm-orient.js +128 -0
- package/src/motion3/compiler/channels.js +125 -0
- package/src/motion3/compiler/compile.js +205 -0
- package/src/motion3/compiler/gait-rhythm.js +97 -0
- package/src/motion3/compiler/grip.js +171 -0
- package/src/motion3/compiler/head-steady.js +48 -0
- package/src/motion3/compiler/hold.js +134 -0
- package/src/motion3/compiler/idle.js +113 -0
- package/src/motion3/compiler/limbs.js +197 -0
- package/src/motion3/compiler/math.js +72 -0
- package/src/motion3/compiler/pose.js +177 -0
- package/src/motion3/compiler/quat.js +49 -0
- package/src/motion3/compiler/skeleton.js +74 -0
- package/src/motion3/compiler/validate-common.js +32 -0
- package/src/motion3/compiler/validate-goals.js +118 -0
- package/src/motion3/compiler/validate-objects.js +144 -0
- package/src/motion3/compiler/validate-parts.js +118 -0
- package/src/motion3/compiler/validate.js +122 -0
- package/src/motion3/compiler/vocab.js +74 -0
- package/src/motion3/compiler/walk-pelvis.js +275 -0
- package/src/motion3/compiler/walk.js +207 -0
- package/src/motion3/compiler/wrist-clamp.js +32 -0
- package/src/motion3/delta.js +47 -0
- package/src/motion3/describe.js +177 -0
- package/src/motion3/docs.js +27 -0
- package/src/motion3/edit-carry.js +21 -0
- package/src/motion3/fix/ease.js +16 -0
- package/src/motion3/fix/ground.js +37 -0
- package/src/motion3/fix/index.js +52 -0
- package/src/motion3/fix/push.js +71 -0
- package/src/motion3/fix/reach.js +46 -0
- package/src/motion3/fix/retime.js +79 -0
- package/src/motion3/fix/self.js +211 -0
- package/src/motion3/fix/slide.js +70 -0
- package/src/motion3/fix/turn.js +51 -0
- package/src/motion3/follow.js +39 -0
- package/src/motion3/free-motion.js +204 -0
- package/src/motion3/grip-choice.js +130 -0
- package/src/motion3/hold-plan.js +157 -0
- package/src/motion3/json-patch.js +77 -0
- package/src/motion3/key-aim.js +105 -0
- package/src/motion3/key-edit.js +82 -0
- package/src/motion3/lenient.js +127 -0
- package/src/motion3/object-keys.js +236 -0
- package/src/motion3/object-pose.js +182 -0
- package/src/motion3/object-tracks.js +12 -0
- package/src/motion3/people.js +82 -0
- package/src/motion3/pipeline.js +102 -0
- package/src/motion3/playback.js +51 -0
- package/src/motion3/probes.js +91 -0
- package/src/motion3/qa/body-checks.js +34 -0
- package/src/motion3/qa/check-names.js +14 -0
- package/src/motion3/qa/checks.js +125 -0
- package/src/motion3/qa/contact-checks.js +51 -0
- package/src/motion3/qa/explain.js +80 -0
- package/src/motion3/qa/fmt.js +5 -0
- package/src/motion3/qa/foot-checks.js +72 -0
- package/src/motion3/qa/geometry.js +77 -0
- package/src/motion3/qa/goals.js +191 -0
- package/src/motion3/qa/ground.js +60 -0
- package/src/motion3/qa/hints-contact.js +195 -0
- package/src/motion3/qa/hints-goal.js +160 -0
- package/src/motion3/qa/hints-knee.js +24 -0
- package/src/motion3/qa/hints-motion.js +209 -0
- package/src/motion3/qa/hints-object.js +91 -0
- package/src/motion3/qa/index.js +44 -0
- package/src/motion3/qa/key-checks.js +82 -0
- package/src/motion3/qa/near.js +96 -0
- package/src/motion3/qa/object-checks.js +135 -0
- package/src/motion3/qa/patch.js +161 -0
- package/src/motion3/qa/people-checks.js +37 -0
- package/src/motion3/qa/severity.js +38 -0
- package/src/motion3/qa/spec-checks.js +65 -0
- package/src/motion3/qa/style.js +228 -0
- package/src/motion3/qa/wrist-checks.js +69 -0
- package/src/motion3/qa/wrist-obs.js +60 -0
- package/src/motion3/refs.js +129 -0
- package/src/motion3/repair-tune.js +121 -0
- package/src/motion3/repair.js +83 -0
- package/src/motion3/report.js +67 -0
- package/src/motion3/rigs/index.js +14 -0
- package/src/motion3/rigs/x-bot-tpose-body.json +1 -0
- package/src/motion3/rigs/x-bot-tpose.json +1 -0
- package/src/motion3/rigs/y-bot-tpose-body.json +1 -0
- package/src/motion3/rigs/y-bot-tpose.json +1 -0
- package/src/motion3/scene.js +60 -0
- package/src/motion3/schema/brief.js +89 -0
- package/src/motion3/schema/fields.js +44 -0
- package/src/motion3/schema/spec-examples.js +46 -0
- package/src/motion3/schema/topics.js +113 -0
- package/src/motion3/schema/types.js +149 -0
- package/src/motion3/search.js +117 -0
- package/src/motion3/second-hand.js +112 -0
- package/src/motion3/settle.js +136 -0
- package/src/motion3/skills/basic.js +83 -0
- package/src/motion3/skills/book.js +76 -0
- package/src/motion3/skills/car.js +145 -0
- package/src/motion3/skills/flip.js +200 -0
- package/src/motion3/skills/frames-auto.js +29 -0
- package/src/motion3/skills/impact.js +109 -0
- package/src/motion3/skills/index.js +85 -0
- package/src/motion3/skills/info.js +80 -0
- package/src/motion3/skills/smoke-kit.js +109 -0
- package/src/motion3/skills/smoke.js +160 -0
- package/src/motion3/spec-store.js +59 -0
- package/src/motion3/take-edit.js +155 -0
- package/src/motion3/take.js +63 -0
- package/src/motion3/timeline.js +127 -0
- package/src/motion3/views.js +121 -0
- package/src/motion3/walk-plan.js +119 -0
- package/src/object-catalog.jsx +7 -1
- package/src/object-colors.js +98 -0
- package/src/object-gizmo-parts.js +115 -0
- package/src/object-gizmo.jsx +37 -122
- package/src/object-glow.js +139 -0
- package/src/object-hidden.js +33 -0
- package/src/object-look.js +196 -0
- package/src/object-size.js +10 -0
- package/src/object-travel.js +71 -6
- package/src/panels/CameraPanel.jsx +7 -7
- package/src/panels/HdrEnvironmentControls.jsx +59 -0
- package/src/panels/LightPanel.jsx +25 -4
- package/src/panels/ObjectLookPanel.jsx +88 -0
- package/src/panels/PosePanel.jsx +2 -17
- package/src/panels/RigControlPanel.jsx +5 -53
- package/src/panels/SubjectBox.jsx +4 -1
- package/src/panels/details.css +14 -0
- package/src/posestudio.jsx +4 -27
- package/src/project-browser.jsx +3 -4
- package/src/project-resources.js +18 -31
- package/src/project.js +13 -104
- package/src/props.jsx +25 -280
- package/src/qa-label.js +25 -0
- package/src/rail-dot-drag.js +23 -0
- package/src/render-passes.js +10 -0
- package/src/resource-status.jsx +1 -0
- package/src/result-modal.jsx +4 -19
- package/src/room.jsx +20 -12
- package/src/scene-assets.js +8 -6
- package/src/scene-light-place.js +72 -0
- package/src/scene-lights.jsx +148 -0
- package/src/scene-objects.js +31 -139
- package/src/scenes.js +15 -105
- package/src/semantic-edit.js +2 -5
- package/src/set-pieces.jsx +183 -0
- package/src/settings-menu.jsx +3 -11
- package/src/shell/BottomDock.jsx +9 -51
- package/src/shell/DetailsSlot.jsx +16 -200
- package/src/shell/GhostsMenuGroup.jsx +74 -0
- package/src/shell/LibrarySlot.jsx +1 -3
- package/src/shell/MenuBar.jsx +3 -3
- package/src/shell/PreferencesDialog.jsx +15 -264
- package/src/shell/PreferencesSlot.jsx +2 -8
- package/src/shell/TopBar.jsx +5 -84
- package/src/shell/ViewportToolbar.jsx +10 -70
- package/src/shell/agent-glass.css +19 -6
- package/src/shell/details-selection.js +42 -0
- package/src/shell/ghosts-menu.css +22 -0
- package/src/shell/glass-regions.css +29 -3
- package/src/shell/preferences.css +6 -1
- package/src/shot-authoring.js +4 -7
- package/src/soft-shadows.js +37 -0
- package/src/stage-attach-frames.js +12 -12
- package/src/stage-canvas-rigs.jsx +3 -3
- package/src/stage-capture.jsx +42 -8
- package/src/stage-characters.jsx +22 -216
- package/src/stage-editor-gizmos.jsx +6 -6
- package/src/stage-environment.js +93 -0
- package/src/stage-hdr-builtins.js +107 -0
- package/src/stage-hdr-image.js +116 -0
- package/src/stage-hdr-library.js +70 -0
- package/src/stage-hdr-map.js +94 -0
- package/src/stage-hdr.js +130 -0
- package/src/stage-lighting.js +149 -0
- package/src/stage-occlusion.js +210 -0
- package/src/stage-sky.jsx +159 -0
- package/src/stage-startup-defaults.js +5 -9
- package/src/studio-actions.js +16 -14
- package/src/studio-agent-commands.js +19 -16
- package/src/studio-agent-motion.js +9 -9
- package/src/studio-agent-protocol.js +47 -77
- package/src/studio-app-binding.js +27 -47
- package/src/studio-asset-list.js +17 -0
- package/src/studio-contact-sheet.js +37 -5
- package/src/studio-elements.js +27 -7
- package/src/studio-entity-bounds.js +18 -0
- package/src/studio-error-codes.js +15 -0
- package/src/studio-export-framing.js +152 -0
- package/src/studio-lighting-check.js +103 -0
- package/src/studio-motion-visual.js +150 -0
- package/src/studio-schema-errors.js +80 -0
- package/src/studio-support-gap.js +74 -0
- package/src/styles.css +1 -19
- package/src/timeline-defaults.js +5 -0
- package/src/timeline-extent.js +8 -20
- package/src/tutorial-walk.js +17 -0
- package/src/ui-scrub.js +1 -1
- package/src/use-shot-camera-tracks.js +12 -0
- package/src/view-ghosts.js +97 -0
- package/src/view-ghosts.jsx +49 -0
- package/src/workflow/AgentPanel.jsx +47 -166
- package/src/workflow/AgentProgressCard.jsx +109 -0
- package/src/workflow/AgentReplyText.jsx +37 -0
- package/src/workflow/AgentTurnSteps.jsx +84 -0
- package/src/workflow/LoginPanel.jsx +140 -0
- package/src/workflow/WorkflowBuilder.jsx +7 -23
- package/src/workflow/agent-client.js +54 -51
- package/src/workflow/agent-panel.css +71 -1
- package/src/workflow/agent-progress-card.css +167 -0
- package/src/workflow/agent-progress-view.js +47 -0
- package/src/workflow/agent-turn-steps.css +113 -0
- package/src/workflow/agent-turn.js +191 -0
- package/src/workflow/login-client.js +34 -0
- package/src/workflow/motion-input.js +18 -31
- package/src/workflow/node-schema.js +1 -1
- package/src/workflow/reply-markdown.js +69 -0
- package/src/workflow/scene-asset-sync.js +8 -8
- package/tools/agent-session-stats.mjs +61 -0
- package/tools/dev-full.mjs +5 -56
- package/tools/eslint-baseline.json +12 -13
- package/tools/knip-baseline.json +0 -179
- package/tools/loc-baseline.json +31 -81
- package/tools/motion3/extract-body.mjs +103 -0
- package/tools/motion3/extract-rig.mjs +85 -0
- package/tools/process-supervisor.mjs +0 -88
- package/tools/run-tests.mjs +9 -125
- package/bin/agent/motion-runtime.mjs +0 -76
- package/dist/ardy/cskel27-rest.json +0 -557
- package/dist/assets/analytics-C9pMpW7s.js +0 -1
- package/dist/assets/app-B_2XB9rw.css +0 -1
- package/dist/assets/app-DAuvKPP8.js +0 -4920
- package/dist/assets/config-Bx7pYsD9.js +0 -1
- package/dist/assets/config-DeoFTYzb.css +0 -1
- package/dist/assets/demo-CvKuBgy5.js +0 -1
- package/dist/assets/scene-asset-sync-DKkpjKBV.js +0 -19
- package/dist/assets/scene-asset-sync-DjJ_cJ2R.css +0 -1
- package/dist/assets/ticket-BPk2Ni95.js +0 -1
- package/dist/assets/workflow-jJRBR94Z.js +0 -179
- package/dist/demo/walk-then-stop.npz +0 -0
- package/mcp/ardy-prompts.mjs +0 -218
- package/src/ardy/auto-fix-panel.css +0 -108
- package/src/ardy/auto-physics.js +0 -1194
- package/src/ardy/client.js +0 -153
- package/src/ardy/convert.js +0 -313
- package/src/ardy/cskel27-neutral.js +0 -39
- package/src/ardy/cskel27.js +0 -77
- package/src/ardy/export.js +0 -165
- package/src/ardy/fix-collisions.js +0 -2257
- package/src/ardy/foot-lock.js +0 -230
- package/src/ardy/motion-calibration.js +0 -118
- package/src/ardy/motion-edit.js +0 -213
- package/src/ardy/motion-url.js +0 -55
- package/src/ardy/mp4-duration.js +0 -102
- package/src/ardy/npz.js +0 -595
- package/src/ardy/physics-panel.css +0 -21
- package/src/ardy/physics-panel.jsx +0 -89
- package/src/ardy/physics-refine.js +0 -111
- package/src/ardy/physics-review.js +0 -567
- package/src/ardy/physics-temporal.js +0 -54
- package/src/ardy/platform-fit-panel.css +0 -64
- package/src/ardy/platform-fit-panel.jsx +0 -41
- package/src/ardy/platform-fit.js +0 -326
- package/src/ardy/playback.js +0 -711
- package/src/ardy/pose-pin.js +0 -97
- package/src/ardy/prompt-clips.js +0 -30
- package/src/ardy/retime.js +0 -211
- package/src/ardy/root-drop.js +0 -369
- package/src/ardy/timeline-resize.js +0 -13
- package/src/ardy/to-cskel27.js +0 -225
- package/src/ardy/trim.js +0 -33
- package/src/ardy/waypoints.js +0 -369
- package/src/ardy-bridge-contract.js +0 -281
- package/src/domains/motion/motion-video-capture.js +0 -664
- package/src/i2v-motion-client.js +0 -77
- package/src/i2v-motion-studio.jsx +0 -180
- package/src/line-edit.js +0 -1348
- package/src/motion/generation.js +0 -105
- package/src/motion-readiness-ui.jsx +0 -67
- package/src/motion-readiness.js +0 -40
- package/src/motion-resources.js +0 -177
- package/src/motion-store.js +0 -65
- package/src/motion-trail.js +0 -601
- package/src/multimodel-ingest.js +0 -394
- package/src/panels/PromptBlocksPanel.jsx +0 -444
- package/src/panels/VideoCapturePanel.jsx +0 -181
- package/src/pose-extract/browser.js +0 -42
- package/src/pose-extract/detector.js +0 -100
- package/src/pose-extract/fit.js +0 -227
- package/src/pose-extract/image-frame.js +0 -51
- package/src/pose-extract/index.js +0 -58
- package/src/pose-extract/keyframes.js +0 -74
- package/src/pose-extract/landmarks.js +0 -162
- package/src/pose-extract/mirror.js +0 -153
- package/src/pose-extract/take.js +0 -131
- package/src/pose-extract/video-frames.js +0 -91
- package/src/take-recipe.js +0 -165
- package/src/trail-key-conflicts.js +0 -39
- package/src/trail-pick.js +0 -59
- package/src/use-i2v-capture-modal.js +0 -15
- package/tools/ardy/BRIDGE.md +0 -37
- package/tools/ardy/GVHMR-NPZ.md +0 -68
- package/tools/ardy/README.md +0 -124
- package/tools/ardy/__pycache__/cclay_gvhmr_worker.cpython-313.pyc +0 -0
- package/tools/ardy/artifacts.mjs +0 -34
- package/tools/ardy/bridge.mjs +0 -1732
- package/tools/ardy/bvh-cskel27.mjs +0 -1265
- package/tools/ardy/cclay_constrained_generate.py +0 -561
- package/tools/ardy/cclay_gvhmr_worker.py +0 -264
- package/tools/ardy/cclay_motion_edit.py +0 -510
- package/tools/ardy/cclay_sequence_generate.py +0 -705
- package/tools/ardy/cclay_worker.py +0 -304
- package/tools/ardy/dump-npz.py +0 -205
- package/tools/ardy/extract-rest.mjs +0 -299
- package/tools/ardy/extract.mjs +0 -507
- package/tools/ardy/footage.mjs +0 -467
- package/tools/ardy/gvhmr-floor.mjs +0 -102
- package/tools/ardy/gvhmr-to-cskel27.mjs +0 -21
- package/tools/ardy/gvhmr_fastpath.py +0 -168
- package/tools/ardy/gvhmr_trajectory.py +0 -240
- package/tools/ardy/merge-text-encoder.py +0 -160
- package/tools/ardy/mocap-metrics.mjs +0 -200
- package/tools/ardy/mocap-quality-gate.mjs +0 -110
- package/tools/ardy/motion-stabilize.mjs +0 -348
- package/tools/ardy/npz.mjs +0 -414
- package/tools/ardy/pose-to-npz.mjs +0 -106
- package/tools/ardy/prompt-limits.mjs +0 -5
- package/tools/ardy/run-edit-on-box.sh +0 -73
- package/tools/ardy/run-local.mjs +0 -233
- package/tools/ardy/run-on-box.sh +0 -593
- package/tools/ardy/run-sequence-on-box.sh +0 -177
- package/tools/ardy/runners/gvhmr-worker.mjs +0 -206
- package/tools/ardy/runners/index.mjs +0 -18
- package/tools/ardy/runners/local.mjs +0 -455
- package/tools/ardy/runners/proc.mjs +0 -125
- package/tools/ardy/runners/remote.mjs +0 -252
- package/tools/ardy/setup-local.mjs +0 -189
- package/tools/ardy/setup-text-encoder-on-box.sh +0 -93
- package/tools/ardy/setup-text-encoder.py +0 -306
- package/tools/ardy/smpl-cskel27.mjs +0 -178
- package/tools/ardy/visual-qa.mjs +0 -196
- package/tools/ardy/vq-car.mjs +0 -52
- package/tools/bench/EXP3.md +0 -61
- package/tools/bench/cclay_bench_extract_incam.py +0 -125
- package/tools/bench/cclay_bench_extract_obs.py +0 -204
- package/tools/bench/cclay_bench_runner.py +0 -42
- package/tools/bench/cube-contact.mjs +0 -162
- package/tools/bench/exp3.mjs +0 -152
- package/tools/bench/extract-bench-lib.mjs +0 -216
- package/tools/bench/extract-bench.mjs +0 -302
- package/tools/bench/fal-generate.mjs +0 -88
- package/tools/bench/fit/README.md +0 -189
- package/tools/bench/fit/camera.mjs +0 -59
- package/tools/bench/fit/contact.mjs +0 -419
- package/tools/bench/fit/footlock.mjs +0 -234
- package/tools/bench/fit/motion.mjs +0 -85
- package/tools/bench/fit/pin.mjs +0 -27
- package/tools/bench/fit/remote.mjs +0 -105
- package/tools/bench/fit-bench.mjs +0 -126
- package/tools/bench/fit-sanity.mjs +0 -45
- package/tools/bench/metrics.mjs +0 -313
- package/tools/bench/obs/depth.mjs +0 -258
- package/tools/bench/obs/extrinsics.mjs +0 -175
- package/tools/bench/obs/fit_mannequin_betas.py +0 -340
- package/tools/bench/obs/ground.mjs +0 -294
- package/tools/bench/obs/heading.mjs +0 -151
- package/tools/bench/obs/ladder.mjs +0 -555
- package/tools/bench/obs/mannequin-betas.json +0 -124
- package/tools/bench/obs/remote.mjs +0 -83
- package/tools/bench/obs/rest_joints.py +0 -52
- package/tools/bench/obs/ybot-targets.mjs +0 -49
- package/tools/bench/obs-bench.mjs +0 -520
- package/tools/bench/score.mjs +0 -343
- package/tools/bench/summarize.mjs +0 -86
- package/tools/demo-worker/README.md +0 -137
- package/tools/demo-worker/api-client.mjs +0 -233
- package/tools/demo-worker/generate.mjs +0 -301
- package/tools/demo-worker/index.mjs +0 -466
- package/tools/demo-worker/sign-core.mjs +0 -112
- package/tools/demo-worker/sign.mjs +0 -161
- package/tools/gt-render/browser.mjs +0 -182
- package/tools/gt-render/camera-math.mjs +0 -276
- package/tools/gt-render/page.mjs +0 -267
- package/tools/gt-render/render.mjs +0 -514
- package/tools/gt-render/scene-box.mjs +0 -31
- package/tools/gt-render/take-transform.mjs +0 -87
- package/tools/kimodo/compare-seam.mjs +0 -108
- package/tools/kimodo/constraints.mjs +0 -244
- package/tools/kimodo/edit.mjs +0 -259
- package/tools/kimodo/effector-constraints.mjs +0 -200
- package/tools/kimodo/generate.mjs +0 -646
- package/tools/kimodo/local-output.mjs +0 -265
- package/tools/kimodo/measure-pose.mjs +0 -65
- package/tools/kimodo/measure-preserve.mjs +0 -899
- package/tools/kimodo/measure-waypoints.mjs +0 -55
- package/tools/kimodo/mlx-generate.py +0 -111
- package/tools/kimodo/pose-constraints.mjs +0 -248
- package/tools/kimodo/preserve-mask.mjs +0 -543
- package/tools/kimodo/read-npz.mjs +0 -189
- package/tools/kimodo/run-edit-on-box.mjs +0 -155
- package/tools/kimodo/run-sequence-on-box.mjs +0 -178
- package/tools/kimodo/runner.mjs +0 -284
- package/tools/kimodo/seam-batch.mjs +0 -77
- package/tools/kimodo/setup-local.mjs +0 -30
- package/tools/kimodo/setup-on-box.sh +0 -339
- package/tools/kimodo/soma77-to-cskel27.mjs +0 -305
- package/tools/morphgs/assets/gen_truth.py +0 -39
- package/tools/morphgs/assets/mesh_ori_rig.txt +0 -27
- package/tools/morphgs/assets/playback-check.mjs +0 -30
- package/tools/morphgs/demo-gate.sh +0 -26
- package/tools/morphgs/fbx2morphgs.mjs +0 -68
- package/tools/morphgs/morphgs-to-cskel27.mjs +0 -105
- package/tools/morphgs/patches/preprocess_src-none-mode.patch +0 -76
- package/tools/morphgs/setup-on-cluster.sh +0 -126
- package/tools/projflow/driver.py +0 -1069
- package/tools/projflow/generate.mjs +0 -805
- package/tools/projflow/hml22-to-cskel27.mjs +0 -735
- package/tools/projflow/line-edit-job.mjs +0 -547
- package/tools/projflow/replay.mjs +0 -452
- package/tools/projflow/runner.mjs +0 -269
- package/tools/projflow/service.mjs +0 -742
- package/tools/track/DESIGN.md +0 -513
- package/tools/track/backfill-provenance.mjs +0 -116
- package/tools/track/budget.mjs +0 -8
- package/tools/track/check-rig.mjs +0 -209
- package/tools/track/diagnostics.schema.json +0 -60
- package/tools/track/export-rig.mjs +0 -256
- package/tools/track/fallback.mjs +0 -7
- package/tools/track/fk-parity-fixture.mjs +0 -161
- package/tools/track/gate.mjs +0 -349
- package/tools/track/masks.mjs +0 -318
- package/tools/track/metrics.mjs +0 -201
- package/tools/track/publish-obs.mjs +0 -108
- package/tools/track/py/check_env.py +0 -61
- package/tools/track/py/eval_lr.py +0 -229
- package/tools/track/py/lr_viterbi.py +0 -294
- package/tools/track/py/masks.py +0 -405
- package/tools/track/py/objective.py +0 -382
- package/tools/track/py/rig.py +0 -508
- package/tools/track/py/scene.py +0 -326
- package/tools/track/py/test_joint_indices.py +0 -123
- package/tools/track/py/test_lr_viterbi.py +0 -195
- package/tools/track/py/test_masks.py +0 -229
- package/tools/track/py/test_rig.py +0 -288
- package/tools/track/py/test_scene.py +0 -354
- package/tools/track/py/test_track.py +0 -328
- package/tools/track/py/track.py +0 -411
- package/tools/track/remote.mjs +0 -140
- package/tools/track/rig-dump.mjs +0 -227
- package/tools/track/run-box-tests.mjs +0 -14
- package/tools/track/run-box.mjs +0 -168
- package/tools/track/setup-box.sh +0 -59
- package/tools/track/study-2d.mjs +0 -728
- /package/src/{ardy → motion}/collision-blockers.js +0 -0
- /package/src/{ardy → motion}/ground.js +0 -0
- /package/src/{ardy → motion}/ik-drag.js +0 -0
- /package/src/{ardy → motion}/ik-key-json.js +0 -0
- /package/src/{ardy → motion}/ik.js +0 -0
- /package/src/{ardy → motion}/physics-surface.js +0 -0
- /package/src/{ardy → motion}/playback-clock.js +0 -0
- /package/src/{ardy → motion}/range-pin.js +0 -0
|
@@ -1,64 +0,0 @@
|
|
|
1
|
-
@layer legacy {
|
|
2
|
-
/* Inspector scale: 4 px spacing, 13 px section headings, shared flat buttons.
|
|
3
|
-
Success matches the existing completed-guide marker; warning/error use theme tokens. */
|
|
4
|
-
.platform-fit {
|
|
5
|
-
--platform-fit-space: 4px;
|
|
6
|
-
--platform-fit-heading-size: 13px;
|
|
7
|
-
--platform-fit-rule: 1px;
|
|
8
|
-
--platform-fit-success: #65c18c;
|
|
9
|
-
min-width: 0;
|
|
10
|
-
border-top: var(--platform-fit-rule) solid var(--line2);
|
|
11
|
-
margin-top: calc(var(--platform-fit-space) * 3);
|
|
12
|
-
padding-top: calc(var(--platform-fit-space) * 3);
|
|
13
|
-
}
|
|
14
|
-
|
|
15
|
-
.platform-fit.auto-fix-card {
|
|
16
|
-
margin-top: 0;
|
|
17
|
-
padding-top: calc(var(--platform-fit-space) * 3);
|
|
18
|
-
border-top: var(--platform-fit-rule) solid var(--line2);
|
|
19
|
-
}
|
|
20
|
-
.platform-fit h4 {
|
|
21
|
-
margin: 0;
|
|
22
|
-
font-size: var(--platform-fit-heading-size);
|
|
23
|
-
}
|
|
24
|
-
.platform-fit progress { width: 100%; accent-color: var(--accent); }
|
|
25
|
-
.platform-fit-results {
|
|
26
|
-
display: grid;
|
|
27
|
-
gap: var(--platform-fit-space);
|
|
28
|
-
margin: calc(var(--platform-fit-space) * 2) 0 0;
|
|
29
|
-
padding: 0;
|
|
30
|
-
list-style: none;
|
|
31
|
-
max-height: calc(var(--platform-fit-space) * 48);
|
|
32
|
-
overflow: auto;
|
|
33
|
-
}
|
|
34
|
-
.platform-fit .platform-fit-step {
|
|
35
|
-
display: grid;
|
|
36
|
-
grid-template-columns: calc(var(--platform-fit-space) * 2) minmax(0, 1fr);
|
|
37
|
-
align-items: start;
|
|
38
|
-
gap: calc(var(--platform-fit-space) * 2);
|
|
39
|
-
width: 100%;
|
|
40
|
-
min-width: 0;
|
|
41
|
-
height: auto;
|
|
42
|
-
margin: 0;
|
|
43
|
-
padding: calc(var(--platform-fit-space) * 2);
|
|
44
|
-
text-align: left;
|
|
45
|
-
white-space: normal;
|
|
46
|
-
font-variant-numeric: tabular-nums;
|
|
47
|
-
}
|
|
48
|
-
.platform-fit-step[data-status="ok"] { --platform-fit-status: var(--platform-fit-success); }
|
|
49
|
-
.platform-fit-step[data-status="tooHigh"] { --platform-fit-status: var(--range-pin-warning); }
|
|
50
|
-
.platform-fit-step[data-status="wall"] { --platform-fit-status: var(--danger); }
|
|
51
|
-
.platform-fit-chip {
|
|
52
|
-
width: calc(var(--platform-fit-space) * 2);
|
|
53
|
-
height: calc(var(--platform-fit-space) * 2);
|
|
54
|
-
margin-top: var(--platform-fit-space);
|
|
55
|
-
border-radius: var(--radius);
|
|
56
|
-
background: var(--platform-fit-status);
|
|
57
|
-
}
|
|
58
|
-
.platform-fit-step .inspector-hint {
|
|
59
|
-
display: block;
|
|
60
|
-
margin: var(--platform-fit-space) 0 0;
|
|
61
|
-
font-weight: normal;
|
|
62
|
-
}
|
|
63
|
-
|
|
64
|
-
}
|
|
@@ -1,41 +0,0 @@
|
|
|
1
|
-
import React, { useEffect, useSyncExternalStore } from "react";
|
|
2
|
-
import "../panels/pose.css";
|
|
3
|
-
import { isImeComposing } from "../ime.js";
|
|
4
|
-
|
|
5
|
-
const FOOT_NAMES = { leftFoot: ["Left foot", "왼발"], rightFoot: ["Right foot", "오른발"] };
|
|
6
|
-
function stepLabel(step, ko) {
|
|
7
|
-
if (step.status === "wall") return `${ko("Wall", "벽")} · F${step.start}`;
|
|
8
|
-
const [en, kr] = FOOT_NAMES[step.foot] ?? [step.foot, step.foot];
|
|
9
|
-
const amount = step.lift !== 0 ? step.lift : step.rise;
|
|
10
|
-
return `${ko(en, kr)} F${step.start}–F${step.end} · ${amount >= 0 ? "+" : ""}${Math.round(amount * 100)}cm`;
|
|
11
|
-
}
|
|
12
|
-
|
|
13
|
-
export function PlatformFitPanel({ ko, disabled, running, progress: progressStore, last, applied, onRun, onApply, onCancel, onRemove, onFrame }) {
|
|
14
|
-
const progress = useSyncExternalStore(progressStore.subscribe, progressStore.getSnapshot);
|
|
15
|
-
const preview = Boolean(last && !applied && last.candidate);
|
|
16
|
-
const steps = last?.steps?.filter((step) => step.lift !== 0 || step.status !== "ok") ?? [];
|
|
17
|
-
useEffect(() => {
|
|
18
|
-
if (!preview) return undefined;
|
|
19
|
-
const onKeyDown = (event) => {
|
|
20
|
-
if (event.metaKey || event.ctrlKey || event.altKey) return;
|
|
21
|
-
if (event.key === "Escape") { event.preventDefault(); onCancel?.(); }
|
|
22
|
-
if (event.key === "Enter" && !isImeComposing(event)) { event.preventDefault(); onApply?.(); }
|
|
23
|
-
};
|
|
24
|
-
window.addEventListener("keydown", onKeyDown);
|
|
25
|
-
return () => window.removeEventListener("keydown", onKeyDown);
|
|
26
|
-
}, [preview, onApply, onCancel]);
|
|
27
|
-
return <section className="platform-fit auto-fix-card pose-section" data-testid="platform-fit-panel" aria-label={ko("Fit to platforms", "발판에 맞추기")}>
|
|
28
|
-
<div className="auto-fix-card-head"><h4>{ko("Fit to platforms", "발판에 맞추기")}</h4><p className="inspector-hint">{ko("Raise feet and body to platforms in the path.", "경로의 발판에 맞춰 발과 몸을 올립니다.")}</p></div>
|
|
29
|
-
<button type="button" data-testid="platform-fit-run" className="btn full primary" disabled={disabled || running || preview} onClick={onRun}>{running ? ko(`Fitting ${progress}%`, `맞추는 중 ${progress}%`) : ko("Run", "실행")}</button>
|
|
30
|
-
{running && <progress max="100" value={progress} aria-label={ko("Platform fit progress", "발판 맞춤 진행률")} />}
|
|
31
|
-
{preview && <div className="pose-preview" data-testid="platform-fit-preview">
|
|
32
|
-
<strong className="pose-preview-title">{ko("Preview", "미리보기")}</strong>
|
|
33
|
-
<span className="pose-preview-summary">{ko(`${last.summary.lifted} steps lifted · ${steps.length} result${steps.length === 1 ? "" : "s"}`, `${last.summary.lifted}개 단계 상승 · 결과 ${steps.length}개`)}</span>
|
|
34
|
-
<ul className="pose-results">{steps.slice(0, 5).map((step) => <li key={step.id} data-status={step.status}><button type="button" className="btn ghost small" onClick={() => onFrame(step.start)}>{stepLabel(step, ko)}</button></li>)}</ul>
|
|
35
|
-
<div className="pose-actions"><button data-testid="platform-fit-cancel" type="button" className="btn" onClick={onCancel}>{ko("Cancel", "취소")}</button><button data-testid="platform-fit-apply" type="button" className="btn primary" disabled={!last.changedFrames?.length || steps.some((step) => step.status === "wall" && step.lift === 0)} onClick={onApply}>{ko("Apply", "적용")}</button></div>
|
|
36
|
-
<span className="pose-keyhint">{ko("Enter applies · Esc cancels", "Enter 적용 · Esc 취소")}</span>
|
|
37
|
-
</div>}
|
|
38
|
-
{applied && <button type="button" data-testid="platform-fit-remove" className="btn full" disabled={disabled || running} onClick={onRemove}>{ko("Remove platform fit", "발판 맞춤 제거")}</button>}
|
|
39
|
-
{last && !preview && <div data-testid="platform-fit-results" className="auto-fix-result"><ul className="platform-fit-results">{steps.slice(0, 5).map((step) => <li key={step.id}><button type="button" className="btn platform-fit-step" data-status={step.status} onClick={() => onFrame(step.start)}>{stepLabel(step, ko)}</button></li>)}</ul>{steps.length === 0 && <p className="inspector-hint">{ko("No platforms in the path.", "경로에 발판이 없어요.")}</p>}</div>}
|
|
40
|
-
</section>;
|
|
41
|
-
}
|
package/src/ardy/platform-fit.js
DELETED
|
@@ -1,326 +0,0 @@
|
|
|
1
|
-
import * as THREE from "three";
|
|
2
|
-
import { findBone, ikEvaluate, solveIk, solveHipsTranslate } from "./ik.js";
|
|
3
|
-
import { createGroundSampler } from "./ground.js";
|
|
4
|
-
import { objectFootprintBounds } from "../scene-objects.js";
|
|
5
|
-
import { copyPhysicsKeys, createSupportSampler, physicsKeyStamp } from "./physics-review.js";
|
|
6
|
-
|
|
7
|
-
/**
|
|
8
|
-
* Platform fit: lift a flat-ground walk onto the boxes/steps placed in the
|
|
9
|
-
* scene. Each planted-foot contact is measured against the surface under its
|
|
10
|
-
* anchor; climbable rises lift that foot (and, smoothed, the pelvis), too-high
|
|
11
|
-
* rises and walls are reported and left alone. The source key map is never
|
|
12
|
-
* modified; the candidate uses the physics-review key format.
|
|
13
|
-
*
|
|
14
|
-
* stepUp/climb are fractions of the measured hip-to-ankle leg length,
|
|
15
|
-
* clearance is metres, reach is the max fraction of leg length a solved leg
|
|
16
|
-
* may extend (or the source extension, whichever is larger).
|
|
17
|
-
*/
|
|
18
|
-
export const PLATFORM_FIT_LIMITS = Object.freeze({ stepUp: 0.5, climb: 1.0, clearance: 0.03, reach: 0.995 });
|
|
19
|
-
|
|
20
|
-
const FEET = [
|
|
21
|
-
{ id: "leftFoot", toe: "mixamorigLeftToeBase" },
|
|
22
|
-
{ id: "rightFoot", toe: "mixamorigRightToeBase" },
|
|
23
|
-
];
|
|
24
|
-
// A contact within this of its surface is the clip's own contact offset, not a
|
|
25
|
-
// platform. Keeps a flat walk on a flat floor (and a re-run on its own output)
|
|
26
|
-
// from being re-keyed for millimetres.
|
|
27
|
-
const LEVEL_TOLERANCE = 0.02;
|
|
28
|
-
const EPS = 1e-6;
|
|
29
|
-
const V = () => new THREE.Vector3();
|
|
30
|
-
const Q = () => new THREE.Quaternion();
|
|
31
|
-
const clamp = THREE.MathUtils.clamp;
|
|
32
|
-
const smooth = (x) => { x = clamp(x, 0, 1); return x * x * (3 - 2 * x); };
|
|
33
|
-
const quantile = (a, t) => { const s = a.filter(Number.isFinite).sort((x, y) => x - y); return s[Math.floor((s.length - 1) * t)] ?? 0; };
|
|
34
|
-
|
|
35
|
-
/** Edge-renormalised Gaussian, truncated at `radius` frames. */
|
|
36
|
-
function gaussian(values, sigma, radius = Math.ceil(3 * sigma)) {
|
|
37
|
-
if (!(sigma > 0)) return [...values];
|
|
38
|
-
return values.map((_, f) => {
|
|
39
|
-
let sum = 0, weight = 0;
|
|
40
|
-
for (let i = Math.max(0, f - radius); i <= Math.min(values.length - 1, f + radius); i += 1) {
|
|
41
|
-
const k = Math.exp(-0.5 * ((i - f) / sigma) ** 2);
|
|
42
|
-
sum += k * values[i]; weight += k;
|
|
43
|
-
}
|
|
44
|
-
return sum / weight;
|
|
45
|
-
});
|
|
46
|
-
}
|
|
47
|
-
function maxFilter(values, radius) {
|
|
48
|
-
return values.map((_, f) => {
|
|
49
|
-
let best = -Infinity;
|
|
50
|
-
for (let i = Math.max(0, f - radius); i <= Math.min(values.length - 1, f + radius); i += 1) best = Math.max(best, values[i]);
|
|
51
|
-
return best;
|
|
52
|
-
});
|
|
53
|
-
}
|
|
54
|
-
function minFilter(values, radius) {
|
|
55
|
-
return values.map((_, f) => {
|
|
56
|
-
let best = Infinity;
|
|
57
|
-
for (let i = Math.max(0, f - radius); i <= Math.min(values.length - 1, f + radius); i += 1) best = Math.min(best, values[i]);
|
|
58
|
-
return best;
|
|
59
|
-
});
|
|
60
|
-
}
|
|
61
|
-
/** Smooth upper envelope: max-filter then a Gaussian truncated at the same
|
|
62
|
-
* radius, so every output frame is >= the raw requirement at that frame. */
|
|
63
|
-
function envelope(values, sigma) {
|
|
64
|
-
const radius = Math.max(1, Math.ceil(2.5 * sigma));
|
|
65
|
-
return gaussian(maxFilter(values, radius), sigma, radius);
|
|
66
|
-
}
|
|
67
|
-
|
|
68
|
-
/** Per-frame lift from span lifts: exact inside spans, smoothstep between,
|
|
69
|
-
* held before the first and after the last. */
|
|
70
|
-
function spanTrack(count, spans) {
|
|
71
|
-
const out = new Array(count).fill(0);
|
|
72
|
-
if (!spans.length) return out;
|
|
73
|
-
for (let f = 0; f < count; f += 1) {
|
|
74
|
-
const next = spans.find((s) => s.end >= f);
|
|
75
|
-
if (!next) { out[f] = spans[spans.length - 1].lift; continue; }
|
|
76
|
-
if (f >= next.start) { out[f] = next.lift; continue; }
|
|
77
|
-
const prev = [...spans].reverse().find((s) => s.end < f);
|
|
78
|
-
out[f] = prev ? THREE.MathUtils.lerp(prev.lift, next.lift, smooth((f - prev.end) / (next.start - prev.end))) : next.lift;
|
|
79
|
-
}
|
|
80
|
-
return out;
|
|
81
|
-
}
|
|
82
|
-
|
|
83
|
-
function snapshot(chains, hips) {
|
|
84
|
-
return { hips: { p: hips.position.clone(), q: hips.quaternion.clone() },
|
|
85
|
-
chains: Object.fromEntries(FEET.map(({ id }) => [id, chains.get(id).bones.map((b) => ({ p: b.position.clone(), q: b.quaternion.clone() }))])) };
|
|
86
|
-
}
|
|
87
|
-
|
|
88
|
-
/** Planted spans: stationary toe (XZ), at least ~0.1 s, sole no more than a
|
|
89
|
-
* step above the ground below it. Unlike supportIntervals this is not measured
|
|
90
|
-
* against one global floor level, so a foot already standing on a box (a
|
|
91
|
-
* re-run over a previous fit) is still a contact. Deliberately no vertical
|
|
92
|
-
* speed test: a fit only moves feet vertically, so XZ stillness is the signal
|
|
93
|
-
* that detects the SAME spans on the fitted output, which is what makes a
|
|
94
|
-
* re-run idempotent (a one-frame edge shift re-adds swing clearance). */
|
|
95
|
-
function contactSpans(samples, id, fps, groundAt, maxHeight) {
|
|
96
|
-
const count = samples.length, minLength = Math.max(3, Math.round(fps * 0.1)), spans = [];
|
|
97
|
-
const flags = samples.map((row, i) => {
|
|
98
|
-
const lo = Math.max(0, i - 2), hi = Math.min(count - 1, i + 2), a = samples[lo].feet[id], b = samples[hi].feet[id], c = row.feet[id];
|
|
99
|
-
const dt = (hi - lo) / fps || 1 / fps;
|
|
100
|
-
const below = groundAt(c.toe.x, c.toe.z, c.sole + LEVEL_TOLERANCE);
|
|
101
|
-
return c.sole - below <= maxHeight
|
|
102
|
-
&& Math.hypot(b.toe.x - a.toe.x, b.toe.z - a.toe.z) / dt < 0.16;
|
|
103
|
-
});
|
|
104
|
-
let start = -1;
|
|
105
|
-
for (let f = 0; f <= count; f += 1) {
|
|
106
|
-
if (flags[f] && start < 0) start = f;
|
|
107
|
-
if ((f === count || !flags[f]) && start >= 0) {
|
|
108
|
-
if (f - start >= minLength) {
|
|
109
|
-
const rows = samples.slice(start, f).map((r) => r.feet[id]);
|
|
110
|
-
const toe = new THREE.Vector3(quantile(rows.map((r) => r.toe.x), 0.5), 0, quantile(rows.map((r) => r.toe.z), 0.5));
|
|
111
|
-
const ankle = new THREE.Vector3(quantile(rows.map((r) => r.ankle.x), 0.5), 0, quantile(rows.map((r) => r.ankle.z), 0.5));
|
|
112
|
-
const wander = Math.max(...rows.map((r) => Math.hypot(r.toe.x - toe.x, r.toe.z - toe.z)));
|
|
113
|
-
if (wander <= 0.10) spans.push({ start, end: f - 1, toe, ankle, currentY: quantile(rows.map((r) => r.sole), 0.25) });
|
|
114
|
-
}
|
|
115
|
-
start = -1;
|
|
116
|
-
}
|
|
117
|
-
}
|
|
118
|
-
return spans;
|
|
119
|
-
}
|
|
120
|
-
|
|
121
|
-
export async function fitPlatforms({ rig, motion, chains, fkJoints, sourceKeys, applyRaw, sceneObjects = [], floorY = 0, onProgress = () => {}, yieldFrame = () => Promise.resolve() }) {
|
|
122
|
-
const hipsJoint = fkJoints?.get("hips"), hips = hipsJoint?.bone;
|
|
123
|
-
if (!hips || !motion || !FEET.every(({ id }) => chains?.get(id))) throw new Error("A loaded motion and complete rig are required");
|
|
124
|
-
const count = motion.frames, fps = motion.fps || 24, limits = PLATFORM_FIT_LIMITS;
|
|
125
|
-
const sourceStamp = physicsKeyStamp(sourceKeys);
|
|
126
|
-
const source = { keys: copyPhysicsKeys(sourceKeys), tracked: new Set([...sourceKeys.values()].flatMap((e) => [...e.keys()])) };
|
|
127
|
-
const candidate = { keys: copyPhysicsKeys(sourceKeys), tracked: new Set(source.tracked) };
|
|
128
|
-
const groundAt = createGroundSampler(sceneObjects, { floorY });
|
|
129
|
-
const owners = groundAt.surfaces.map((s) => sceneObjects.find((o) => {
|
|
130
|
-
const b = objectFootprintBounds(o);
|
|
131
|
-
return b.minX === s.minX && b.maxX === s.maxX && b.minZ === s.minZ && b.maxZ === s.maxZ && b.topY === s.topY && b.baseY === s.baseY;
|
|
132
|
-
})?.id ?? null);
|
|
133
|
-
const surfaceAt = (p, y) => groundAt.surfaces.findIndex((s) => s.topY === y && p.x >= s.minX && p.x <= s.maxX && p.z >= s.minZ && p.z <= s.maxZ);
|
|
134
|
-
const support = createSupportSampler(rig);
|
|
135
|
-
const toeBones = Object.fromEntries(FEET.map(({ id, toe }) => [id, findBone(rig, toe)]));
|
|
136
|
-
const applyBase = (f) => { applyRaw(f); ikEvaluate(chains, source, f, fkJoints, 6); rig.updateMatrixWorld(true); };
|
|
137
|
-
|
|
138
|
-
// 1. Sample the current pose (raw clip + source IK keys) at every frame.
|
|
139
|
-
const samples = [];
|
|
140
|
-
for (let f = 0; f < count; f += 1) {
|
|
141
|
-
applyRaw(f); rig.updateMatrixWorld(true);
|
|
142
|
-
const raw = snapshot(chains, hips);
|
|
143
|
-
applyBase(f);
|
|
144
|
-
const surfaces = support();
|
|
145
|
-
samples.push({ raw, hips: hips.getWorldPosition(V()), feet: Object.fromEntries(FEET.map(({ id }) => {
|
|
146
|
-
const chain = chains.get(id), p = chain.bones.map((b) => b.getWorldPosition(V()));
|
|
147
|
-
return [id, { sole: surfaces[id].floor, ankle: surfaces[id].position.clone(), rotation: surfaces[id].rotation.clone(),
|
|
148
|
-
toe: (toeBones[id] ?? chain.bones[2]).getWorldPosition(V()), hip: p[0], leg: p[0].distanceTo(p[1]) + p[1].distanceTo(p[2]), extension: p[0].distanceTo(p[2]) }];
|
|
149
|
-
})) });
|
|
150
|
-
if (f % 12 === 0) { onProgress(Math.round(50 * f / Math.max(1, count))); await yieldFrame(); }
|
|
151
|
-
}
|
|
152
|
-
const legLengths = Object.fromEntries(FEET.map(({ id }) => [id, quantile(samples.map((r) => r.feet[id].leg), 0.5)]));
|
|
153
|
-
const leg = (legLengths.leftFoot + legLengths.rightFoot) / 2;
|
|
154
|
-
const stepUp = limits.stepUp * leg, climb = limits.climb * leg;
|
|
155
|
-
|
|
156
|
-
// 2-3. Contacts, surfaces, classification.
|
|
157
|
-
const steps = [], spansByFoot = {};
|
|
158
|
-
for (const { id } of FEET) {
|
|
159
|
-
const spans = contactSpans(samples, id, fps, groundAt, stepUp);
|
|
160
|
-
for (const span of spans) {
|
|
161
|
-
const onToe = groundAt(span.toe.x, span.toe.z), onAnkle = groundAt(span.ankle.x, span.ankle.z);
|
|
162
|
-
const surfaceY = Math.max(onToe, onAnkle), point = onToe >= onAnkle ? span.toe : span.ankle;
|
|
163
|
-
const index = surfaceY > floorY ? surfaceAt(point, surfaceY) : -1;
|
|
164
|
-
const rise = surfaceY - span.currentY;
|
|
165
|
-
const status = rise <= stepUp ? "ok" : rise <= climb ? "tooHigh" : "wall";
|
|
166
|
-
let lift = 0;
|
|
167
|
-
if (status === "ok" && Math.abs(rise) > LEVEL_TOLERANCE) {
|
|
168
|
-
let target = surfaceY;
|
|
169
|
-
if (rise < 0) {
|
|
170
|
-
// Lowering undoes an earlier fit whose box moved away. Never
|
|
171
|
-
// push a contact below the raw clip's own height: an elevated
|
|
172
|
-
// performance (a generated stair climb) is not a fit to undo.
|
|
173
|
-
const rawSoles = [];
|
|
174
|
-
for (let f = span.start; f <= span.end; f += 1) { applyRaw(f); rawSoles.push(support()[id].floor); }
|
|
175
|
-
target = Math.max(surfaceY, Math.min(span.currentY, quantile(rawSoles, 0.25)));
|
|
176
|
-
}
|
|
177
|
-
if (Math.abs(target - span.currentY) > LEVEL_TOLERANCE) lift = target - span.currentY;
|
|
178
|
-
}
|
|
179
|
-
Object.assign(span, { surfaceY, rise, status, lift, objectId: index >= 0 ? owners[index] : null });
|
|
180
|
-
}
|
|
181
|
-
spansByFoot[id] = spans;
|
|
182
|
-
steps.push(...spans.map((s) => ({ id: `${id}:${s.start}`, foot: id, start: s.start, end: s.end, surfaceY: s.surfaceY, rise: s.rise, status: s.status, objectId: s.objectId, lift: s.lift })));
|
|
183
|
-
}
|
|
184
|
-
// The pelvis walking into something taller than a climb is a wall even
|
|
185
|
-
// when no planted foot lands on it.
|
|
186
|
-
groundAt.surfaces.forEach((s, index) => {
|
|
187
|
-
const objectId = owners[index];
|
|
188
|
-
if (steps.some((step) => step.status === "wall" && step.objectId === objectId)) return;
|
|
189
|
-
let start = -1;
|
|
190
|
-
for (let f = 0; f <= count; f += 1) {
|
|
191
|
-
const row = samples[f];
|
|
192
|
-
const standing = row && Math.min(row.feet.leftFoot.sole, row.feet.rightFoot.sole);
|
|
193
|
-
const inside = row && row.hips.x >= s.minX && row.hips.x <= s.maxX && row.hips.z >= s.minZ && row.hips.z <= s.maxZ && s.topY - standing > climb;
|
|
194
|
-
if (inside && start < 0) start = f;
|
|
195
|
-
if (!inside && start >= 0) {
|
|
196
|
-
const entry = samples[start], center = { x: (s.minX + s.maxX) / 2, z: (s.minZ + s.maxZ) / 2 };
|
|
197
|
-
const foot = FEET.map(({ id }) => id).sort((a, b) => Math.hypot(entry.feet[a].toe.x - center.x, entry.feet[a].toe.z - center.z) - Math.hypot(entry.feet[b].toe.x - center.x, entry.feet[b].toe.z - center.z))[0];
|
|
198
|
-
const standY = Math.min(entry.feet.leftFoot.sole, entry.feet.rightFoot.sole);
|
|
199
|
-
steps.push({ id: `pelvis:${objectId ?? index}:${start}`, foot, start, end: f - 1, surfaceY: s.topY, rise: s.topY - standY, status: "wall", objectId, lift: 0 });
|
|
200
|
-
break;
|
|
201
|
-
}
|
|
202
|
-
}
|
|
203
|
-
});
|
|
204
|
-
steps.sort((a, b) => a.start - b.start || a.foot.localeCompare(b.foot));
|
|
205
|
-
onProgress(55); await yieldFrame();
|
|
206
|
-
|
|
207
|
-
// 4. Per-foot lift: span lifts with smoothstep transitions, plus swing toe
|
|
208
|
-
// clearance over raised surfaces. The clearance ramps in from each contact
|
|
209
|
-
// by time, not by the source's own toe height, so a re-run on the fitted
|
|
210
|
-
// output measures the same requirement and adds nothing.
|
|
211
|
-
const lifts = {};
|
|
212
|
-
for (const { id } of FEET) {
|
|
213
|
-
const spans = spansByFoot[id], base = spanTrack(count, spans);
|
|
214
|
-
const inSpan = new Array(count).fill(false);
|
|
215
|
-
for (const s of spans) for (let f = s.start; f <= s.end; f += 1) inSpan[f] = true;
|
|
216
|
-
const offsets = spans.flatMap((s) => samples.slice(s.start, s.end + 1).map((r) => r.feet[id].toe.y - r.feet[id].sole));
|
|
217
|
-
const toeOffset = quantile(offsets.length ? offsets : samples.map((r) => r.feet[id].toe.y - r.feet[id].sole), 0.5);
|
|
218
|
-
const ramp = Math.max(2, Math.round(fps * 0.15));
|
|
219
|
-
const excess = samples.map((row, f) => {
|
|
220
|
-
if (inSpan[f]) return 0;
|
|
221
|
-
const toe = row.feet[id].toe, ground = groundAt(toe.x, toe.z);
|
|
222
|
-
if (ground <= floorY + EPS) return 0;
|
|
223
|
-
const under = toe.y - toeOffset;
|
|
224
|
-
if (ground - under > stepUp) return 0; // a wall: reported, never vaulted
|
|
225
|
-
const prev = [...spans].reverse().find((s) => s.end < f), next = spans.find((s) => s.start > f);
|
|
226
|
-
const gap = Math.min(prev ? f - prev.end : Infinity, next ? next.start - f : Infinity);
|
|
227
|
-
return Math.max(0, ground + limits.clearance * smooth(gap / ramp) - under - base[f]);
|
|
228
|
-
});
|
|
229
|
-
const clearance = envelope(excess, 0.06 * fps);
|
|
230
|
-
// The envelope spreads clearance right up to a contact; cutting it off
|
|
231
|
-
// on the lift-off/landing frame is a one-frame foot jump that the leg IK
|
|
232
|
-
// turns into a visible knee pop. Fade the spread to zero at every contact
|
|
233
|
-
// edge, but never below the frame's own requirement (which itself ramps
|
|
234
|
-
// in from the contact), so a re-run still measures nothing left to add.
|
|
235
|
-
const taper = samples.map((_, f) => {
|
|
236
|
-
if (inSpan[f]) return 0;
|
|
237
|
-
const prev = [...spans].reverse().find((s) => s.end < f), next = spans.find((s) => s.start > f);
|
|
238
|
-
return smooth(Math.min(prev ? f - prev.end : Infinity, next ? next.start - f : Infinity) / ramp);
|
|
239
|
-
});
|
|
240
|
-
lifts[id] = base.map((v, f) => inSpan[f] ? v : v + Math.max(excess[f], clearance[f] * taper[f]));
|
|
241
|
-
}
|
|
242
|
-
|
|
243
|
-
// 5. Pelvis: follow the supporting feet, smoothed, never lifted where no
|
|
244
|
-
// foot is lifted, then lowered wherever a leg would over-reach.
|
|
245
|
-
const planted = (id, f) => spansByFoot[id].some((s) => f >= s.start && f <= s.end);
|
|
246
|
-
const supportLift = samples.map((_, f) => {
|
|
247
|
-
const values = FEET.filter(({ id }) => planted(id, f)).map(({ id }) => lifts[id][f]);
|
|
248
|
-
return values.length ? values.reduce((a, b) => a + b, 0) / values.length : NaN;
|
|
249
|
-
});
|
|
250
|
-
const known = supportLift.map((v, f) => Number.isFinite(v) ? f : -1).filter((f) => f >= 0);
|
|
251
|
-
const filled = supportLift.map((v, f) => {
|
|
252
|
-
if (Number.isFinite(v)) return v;
|
|
253
|
-
if (!known.length) return 0;
|
|
254
|
-
const next = known.find((k) => k > f), prev = [...known].reverse().find((k) => k < f);
|
|
255
|
-
if (prev === undefined) return supportLift[next];
|
|
256
|
-
if (next === undefined) return supportLift[prev];
|
|
257
|
-
return THREE.MathUtils.lerp(supportLift[prev], supportLift[next], (f - prev) / (next - prev));
|
|
258
|
-
});
|
|
259
|
-
const pelvis = gaussian(filled, 0.15 * fps).map((v, f) => {
|
|
260
|
-
const values = FEET.map(({ id }) => lifts[id][f]);
|
|
261
|
-
return clamp(v, Math.min(0, ...values), Math.max(0, ...values));
|
|
262
|
-
});
|
|
263
|
-
// Highest pelvis lift at which every leg still reaches its foot target.
|
|
264
|
-
// Smoothing the over-reach and subtracting it spread the correction into
|
|
265
|
-
// frames that did not need it: the leg locked straight at a step-down and
|
|
266
|
-
// the body then sank below the source (a squat). Instead take a smooth
|
|
267
|
-
// LOWER envelope of min(desired, reachable): it never exceeds either, and
|
|
268
|
-
// never drops below the lowest value within its window.
|
|
269
|
-
// Only a planted foot (or one about to land / just lifting off) holds the
|
|
270
|
-
// pelvis down: a trailing swing leg would otherwise keep the body low while
|
|
271
|
-
// the other foot already stands on the box - a squat. Mid-swing feet are
|
|
272
|
-
// raised to stay within reach instead (below).
|
|
273
|
-
const edgeFrames = Math.max(2, Math.round(fps * 0.15));
|
|
274
|
-
const contactGap = (id, f) => Math.min(...spansByFoot[id].map((s) => f < s.start ? s.start - f : f > s.end ? f - s.end : 0), Infinity);
|
|
275
|
-
const slack = (id, f) => {
|
|
276
|
-
const foot = samples[f].feet[id], reach = Math.max(limits.reach * legLengths[id], foot.extension);
|
|
277
|
-
const horizontal = Math.hypot(foot.ankle.x - foot.hip.x, foot.ankle.z - foot.hip.z);
|
|
278
|
-
return foot.ankle.y - foot.hip.y + Math.sqrt(Math.max(0, reach * reach - horizontal * horizontal));
|
|
279
|
-
};
|
|
280
|
-
const reachable = samples.map((_, f) => Math.min(...FEET.filter(({ id }) => contactGap(id, f) <= edgeFrames).map(({ id }) => lifts[id][f] + slack(id, f)), Infinity));
|
|
281
|
-
const sigma = 0.08 * fps, radius = Math.max(1, Math.ceil(2.5 * sigma));
|
|
282
|
-
const capped = gaussian(minFilter(pelvis.map((p, f) => Math.min(p, reachable[f])), radius), sigma, radius);
|
|
283
|
-
capped.forEach((p, f) => { pelvis[f] = Math.abs(p) > EPS ? p : 0; });
|
|
284
|
-
for (const { id } of FEET) for (let f = 0; f < count; f += 1) {
|
|
285
|
-
if (contactGap(id, f) > edgeFrames) lifts[id][f] = Math.max(lifts[id][f], pelvis[f] - slack(id, f));
|
|
286
|
-
}
|
|
287
|
-
onProgress(65); await yieldFrame();
|
|
288
|
-
|
|
289
|
-
// 6. Solve and key every changed frame plus one unchanged frame each side.
|
|
290
|
-
const changed = samples.map((_, f) => f).filter((f) => Math.abs(pelvis[f]) > EPS || FEET.some(({ id }) => Math.abs(lifts[id][f]) > EPS));
|
|
291
|
-
const changedSet = new Set(changed);
|
|
292
|
-
const keyed = [...new Set(changed.flatMap((f) => [f - 1, f, f + 1]))].filter((f) => f >= 0 && f < count).sort((a, b) => a - b);
|
|
293
|
-
for (let n = 0; n < keyed.length; n += 1) {
|
|
294
|
-
const f = keyed[n], row = samples[f];
|
|
295
|
-
applyBase(f);
|
|
296
|
-
if (changedSet.has(f)) {
|
|
297
|
-
solveHipsTranslate(hipsJoint, new THREE.Vector3(0, pelvis[f], 0), hips.position.clone()); rig.updateMatrixWorld(true);
|
|
298
|
-
for (const { id } of FEET) {
|
|
299
|
-
const chain = chains.get(id), foot = row.feet[id];
|
|
300
|
-
solveIk(chain, foot.ankle.clone().setY(foot.ankle.y + lifts[id][f]), { exactHinge: true }); rig.updateMatrixWorld(true);
|
|
301
|
-
// The foot keeps its source world orientation: a lift is a
|
|
302
|
-
// translation of the planted sole, never a toe dip.
|
|
303
|
-
const end = chain.bones[2];
|
|
304
|
-
end.quaternion.copy(end.parent.getWorldQuaternion(Q()).invert().multiply(foot.rotation)); rig.updateMatrixWorld(true);
|
|
305
|
-
}
|
|
306
|
-
}
|
|
307
|
-
const entry = candidate.keys.get(f) ?? new Map();
|
|
308
|
-
entry.set("hips", { q: [hips.quaternion.clone()], p: hips.position.clone(), baseQ: [row.raw.hips.q.clone()], basePos: row.raw.hips.p.clone() });
|
|
309
|
-
candidate.tracked.add("hips");
|
|
310
|
-
for (const { id } of FEET) {
|
|
311
|
-
const bones = chains.get(id).bones, raw = row.raw.chains[id];
|
|
312
|
-
const key = { q: bones.map((b) => b.quaternion.clone()), p: null, baseQ: raw.map((b) => b.q.clone()), keepTranslations: true };
|
|
313
|
-
// Island-edge keys carry translations only when the source changed
|
|
314
|
-
// them; otherwise their ease ramp would smear this frame's bone
|
|
315
|
-
// lengths onto the untouched neighbours.
|
|
316
|
-
if (changedSet.has(f) || bones.some((b, i) => !b.position.equals(raw[i].p))) key.chainP = bones.map((b) => b.position.clone());
|
|
317
|
-
entry.set(id, key); candidate.tracked.add(id);
|
|
318
|
-
}
|
|
319
|
-
candidate.keys.set(f, entry);
|
|
320
|
-
if (n % 12 === 0) { onProgress(65 + Math.round(35 * n / keyed.length)); await yieldFrame(); }
|
|
321
|
-
}
|
|
322
|
-
onProgress(100);
|
|
323
|
-
const summary = { ok: 0, tooHigh: 0, wall: 0, lifted: 0 };
|
|
324
|
-
for (const step of steps) { summary[step.status] += 1; if (step.lift !== 0) summary.lifted += 1; }
|
|
325
|
-
return { candidate, steps, summary, changedFrames: changed, sourceStamp, lifts: { ...lifts, pelvis }, legLength: leg };
|
|
326
|
-
}
|