cozyclay 2.1.1 → 3.0.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +88 -0
- package/README.md +12 -30
- package/bin/agent/agent-routes.mjs +43 -116
- package/bin/agent/agent-runner.mjs +14 -15
- package/bin/agent/cliproxy-provider.mjs +135 -0
- package/bin/agent/credential-store.mjs +30 -7
- package/bin/agent/pi-tools.mjs +4 -1
- package/bin/agent/provider-keys.mjs +32 -0
- package/bin/agent/provider-login.mjs +110 -0
- package/bin/agent/provider-routes.mjs +99 -0
- package/bin/agent/providers.mjs +19 -97
- package/bin/agent/script-tool.mjs +17 -4
- package/bin/agent/session-store.mjs +2 -2
- package/bin/agent/studio-context-budget.mjs +93 -0
- package/bin/agent/studio-motion-reference.mjs +23 -0
- package/bin/agent/studio-prompt.mjs +1 -1
- package/bin/agent/studio-rebase-text.mjs +32 -0
- package/bin/agent/studio-rebase.mjs +26 -39
- package/bin/agent/studio-tools.mjs +9 -28
- package/bin/agent/tool-arguments.mjs +49 -0
- package/bin/agent/turn-frames.mjs +66 -0
- package/bin/codex-auth.mjs +9 -2
- package/bin/cozyclay.mjs +10 -116
- package/bin/live/cli.mjs +3 -3
- package/bin/mcp-runtime.mjs +2 -12
- package/bin/package-signature.mjs +0 -4
- package/dist/app/index.html +7 -6
- package/dist/assets/EXRLoader-CvVIvGVE.js +1 -0
- package/dist/assets/analytics-BWCqdgWA.js +1 -0
- package/dist/assets/app-DfTCxaKk.js +5087 -0
- package/dist/assets/app-f-fkV5uP.css +1 -0
- package/dist/assets/compile-worker-BxKXh07s.js +5 -0
- package/dist/assets/fflate.module-KbGj5-H6.js +5 -0
- package/dist/assets/{first-shot-handoff-msLI71g1.js → first-shot-handoff-DNO8kv_N.js} +1 -1
- package/dist/assets/{landing-ChUvB_zL.js → landing-yfZaJkWc.js} +1 -1
- package/dist/assets/scene-asset-sync-U3kS2rvK.js +20 -0
- package/dist/assets/scene-asset-sync-_S8NQl5B.css +1 -0
- package/dist/assets/workflow-D78eiKTa.js +179 -0
- package/dist/cozyclay-package.json +1 -1
- package/dist/index.html +3 -3
- package/dist/sw.js +3 -6
- package/dist/workflow/index.html +5 -4
- package/mcp/LIVE-PROTOCOL.md +7 -47
- package/mcp/README.md +16 -26
- package/mcp/live-hub.mjs +6 -10
- package/mcp/package.json +1 -3
- package/mcp/tool-handlers.mjs +4 -168
- package/package.json +3 -22
- package/src/App.jsx +151 -2625
- package/src/agent-progress.js +80 -0
- package/src/agent-turn-mark.js +30 -0
- package/src/analytics.js +1 -19
- package/src/app-context.js +12 -2
- package/src/app-stage.jsx +2 -34
- package/src/asset-pane.jsx +6 -5
- package/src/camera-block.js +21 -0
- package/src/camera-direction.js +120 -0
- package/src/character-kind.js +3 -9
- package/src/command-bus.js +10 -8
- package/src/commands/cast.js +5 -34
- package/src/commands/elements/character.js +1 -1
- package/src/commands/elements/motion.js +1 -6
- package/src/commands/elements/object.js +6 -2
- package/src/commands/elements/shot.js +4 -1
- package/src/commands/elements.js +38 -14
- package/src/commands/index.js +3 -1
- package/src/commands/kits.js +37 -0
- package/src/commands/motion-timing.js +57 -0
- package/src/commands/motion.js +9 -152
- package/src/commands/motion3-compile.js +65 -0
- package/src/commands/motion3.js +214 -0
- package/src/commands/objects.js +6 -4
- package/src/commands/shot.js +55 -13
- package/src/commands/stage.js +14 -1
- package/src/commands/view.js +4 -1
- package/src/document-mirrors.js +42 -0
- package/src/document-store.js +4 -0
- package/src/domains/cast.js +19 -194
- package/src/domains/motion/motion-range-pin-rules.js +1 -1
- package/src/domains/motion/take-source.js +53 -0
- package/src/domains/motion.js +60 -1838
- package/src/domains/scenes.js +12 -55
- package/src/domains/shots.js +2 -2
- package/src/domains/stage.js +4 -2
- package/src/draft-ghost.js +47 -0
- package/src/draft-ghost.jsx +129 -0
- package/src/dualview.jsx +4 -3
- package/src/effects/EffectsLayer.jsx +112 -0
- package/src/effects/effect-meshes.js +232 -0
- package/src/effects/effect-record.js +103 -0
- package/src/effects/emitter.js +59 -0
- package/src/effects/simulate.js +261 -0
- package/src/effects/state.js +59 -0
- package/src/execution-telemetry.js +2 -3
- package/src/first-success-guide.jsx +5 -5
- package/src/ghost-set.js +257 -0
- package/src/held-object-edit.jsx +113 -0
- package/src/held-object-pose.js +175 -0
- package/src/hierarchy-model.js +1 -1
- package/src/hierarchy-panel.jsx +1 -1
- package/src/imported-mesh.jsx +103 -0
- package/src/kits/held.js +84 -0
- package/src/kits/index.js +70 -0
- package/src/kits/smoking.js +57 -0
- package/src/light-blockers.js +93 -0
- package/src/motion/beat-board-model.js +84 -0
- package/src/motion/beat-board.css +124 -0
- package/src/motion/beat-board.jsx +60 -0
- package/src/motion/center-of-mass.js +66 -0
- package/src/motion/fix-collisions.js +850 -0
- package/src/motion/physics-review.js +118 -0
- package/src/{ardy → motion}/physics-support.js +1 -76
- package/src/motion/rig-snapshot.js +22 -0
- package/src/motion/take-segments.jsx +140 -0
- package/src/{ardy → motion}/timeline-coordinates.js +0 -21
- package/src/{ardy → motion}/timeline.css +1 -2
- package/src/{ardy → motion}/timeline.jsx +42 -413
- package/src/motion/waypoints.js +76 -0
- package/src/motion3/beats.js +83 -0
- package/src/motion3/body.js +158 -0
- package/src/motion3/bones.js +47 -0
- package/src/motion3/carried.js +47 -0
- package/src/motion3/compile-job.js +79 -0
- package/src/motion3/compile-worker.js +10 -0
- package/src/motion3/compiler/anchors.js +113 -0
- package/src/motion3/compiler/arm-orient.js +128 -0
- package/src/motion3/compiler/channels.js +125 -0
- package/src/motion3/compiler/compile.js +205 -0
- package/src/motion3/compiler/gait-rhythm.js +97 -0
- package/src/motion3/compiler/grip.js +171 -0
- package/src/motion3/compiler/head-steady.js +48 -0
- package/src/motion3/compiler/hold.js +134 -0
- package/src/motion3/compiler/idle.js +113 -0
- package/src/motion3/compiler/limbs.js +197 -0
- package/src/motion3/compiler/math.js +72 -0
- package/src/motion3/compiler/pose.js +177 -0
- package/src/motion3/compiler/quat.js +49 -0
- package/src/motion3/compiler/skeleton.js +74 -0
- package/src/motion3/compiler/validate-common.js +32 -0
- package/src/motion3/compiler/validate-goals.js +118 -0
- package/src/motion3/compiler/validate-objects.js +144 -0
- package/src/motion3/compiler/validate-parts.js +118 -0
- package/src/motion3/compiler/validate.js +122 -0
- package/src/motion3/compiler/vocab.js +74 -0
- package/src/motion3/compiler/walk-pelvis.js +275 -0
- package/src/motion3/compiler/walk.js +207 -0
- package/src/motion3/compiler/wrist-clamp.js +32 -0
- package/src/motion3/delta.js +47 -0
- package/src/motion3/describe.js +177 -0
- package/src/motion3/docs.js +27 -0
- package/src/motion3/edit-carry.js +21 -0
- package/src/motion3/fix/ease.js +16 -0
- package/src/motion3/fix/ground.js +37 -0
- package/src/motion3/fix/index.js +52 -0
- package/src/motion3/fix/push.js +71 -0
- package/src/motion3/fix/reach.js +46 -0
- package/src/motion3/fix/retime.js +79 -0
- package/src/motion3/fix/self.js +211 -0
- package/src/motion3/fix/slide.js +70 -0
- package/src/motion3/fix/turn.js +51 -0
- package/src/motion3/follow.js +39 -0
- package/src/motion3/free-motion.js +204 -0
- package/src/motion3/grip-choice.js +130 -0
- package/src/motion3/hold-plan.js +157 -0
- package/src/motion3/json-patch.js +77 -0
- package/src/motion3/key-aim.js +105 -0
- package/src/motion3/key-edit.js +82 -0
- package/src/motion3/lenient.js +127 -0
- package/src/motion3/object-keys.js +236 -0
- package/src/motion3/object-pose.js +182 -0
- package/src/motion3/object-tracks.js +12 -0
- package/src/motion3/people.js +82 -0
- package/src/motion3/pipeline.js +102 -0
- package/src/motion3/playback.js +51 -0
- package/src/motion3/probes.js +91 -0
- package/src/motion3/qa/body-checks.js +34 -0
- package/src/motion3/qa/check-names.js +14 -0
- package/src/motion3/qa/checks.js +125 -0
- package/src/motion3/qa/contact-checks.js +51 -0
- package/src/motion3/qa/explain.js +80 -0
- package/src/motion3/qa/fmt.js +5 -0
- package/src/motion3/qa/foot-checks.js +72 -0
- package/src/motion3/qa/geometry.js +77 -0
- package/src/motion3/qa/goals.js +191 -0
- package/src/motion3/qa/ground.js +60 -0
- package/src/motion3/qa/hints-contact.js +195 -0
- package/src/motion3/qa/hints-goal.js +160 -0
- package/src/motion3/qa/hints-knee.js +24 -0
- package/src/motion3/qa/hints-motion.js +209 -0
- package/src/motion3/qa/hints-object.js +91 -0
- package/src/motion3/qa/index.js +44 -0
- package/src/motion3/qa/key-checks.js +82 -0
- package/src/motion3/qa/near.js +96 -0
- package/src/motion3/qa/object-checks.js +135 -0
- package/src/motion3/qa/patch.js +161 -0
- package/src/motion3/qa/people-checks.js +37 -0
- package/src/motion3/qa/severity.js +38 -0
- package/src/motion3/qa/spec-checks.js +65 -0
- package/src/motion3/qa/style.js +228 -0
- package/src/motion3/qa/wrist-checks.js +69 -0
- package/src/motion3/qa/wrist-obs.js +60 -0
- package/src/motion3/refs.js +129 -0
- package/src/motion3/repair-tune.js +121 -0
- package/src/motion3/repair.js +83 -0
- package/src/motion3/report.js +67 -0
- package/src/motion3/rigs/index.js +14 -0
- package/src/motion3/rigs/x-bot-tpose-body.json +1 -0
- package/src/motion3/rigs/x-bot-tpose.json +1 -0
- package/src/motion3/rigs/y-bot-tpose-body.json +1 -0
- package/src/motion3/rigs/y-bot-tpose.json +1 -0
- package/src/motion3/scene.js +60 -0
- package/src/motion3/schema/brief.js +89 -0
- package/src/motion3/schema/fields.js +44 -0
- package/src/motion3/schema/spec-examples.js +46 -0
- package/src/motion3/schema/topics.js +113 -0
- package/src/motion3/schema/types.js +149 -0
- package/src/motion3/search.js +117 -0
- package/src/motion3/second-hand.js +112 -0
- package/src/motion3/settle.js +136 -0
- package/src/motion3/skills/basic.js +83 -0
- package/src/motion3/skills/book.js +76 -0
- package/src/motion3/skills/car.js +145 -0
- package/src/motion3/skills/flip.js +200 -0
- package/src/motion3/skills/frames-auto.js +29 -0
- package/src/motion3/skills/impact.js +109 -0
- package/src/motion3/skills/index.js +85 -0
- package/src/motion3/skills/info.js +80 -0
- package/src/motion3/skills/smoke-kit.js +109 -0
- package/src/motion3/skills/smoke.js +160 -0
- package/src/motion3/spec-store.js +59 -0
- package/src/motion3/take-edit.js +155 -0
- package/src/motion3/take.js +63 -0
- package/src/motion3/timeline.js +127 -0
- package/src/motion3/views.js +121 -0
- package/src/motion3/walk-plan.js +119 -0
- package/src/object-catalog.jsx +7 -1
- package/src/object-colors.js +98 -0
- package/src/object-gizmo-parts.js +115 -0
- package/src/object-gizmo.jsx +37 -122
- package/src/object-glow.js +139 -0
- package/src/object-hidden.js +33 -0
- package/src/object-look.js +196 -0
- package/src/object-size.js +10 -0
- package/src/object-travel.js +71 -6
- package/src/panels/CameraPanel.jsx +7 -7
- package/src/panels/HdrEnvironmentControls.jsx +59 -0
- package/src/panels/LightPanel.jsx +25 -4
- package/src/panels/ObjectLookPanel.jsx +88 -0
- package/src/panels/PosePanel.jsx +2 -17
- package/src/panels/RigControlPanel.jsx +5 -53
- package/src/panels/SubjectBox.jsx +4 -1
- package/src/panels/details.css +14 -0
- package/src/posestudio.jsx +4 -27
- package/src/project-browser.jsx +3 -4
- package/src/project-resources.js +18 -31
- package/src/project.js +13 -104
- package/src/props.jsx +25 -280
- package/src/qa-label.js +25 -0
- package/src/rail-dot-drag.js +23 -0
- package/src/render-passes.js +10 -0
- package/src/resource-status.jsx +1 -0
- package/src/result-modal.jsx +4 -19
- package/src/room.jsx +20 -12
- package/src/scene-assets.js +8 -6
- package/src/scene-light-place.js +72 -0
- package/src/scene-lights.jsx +148 -0
- package/src/scene-objects.js +31 -139
- package/src/scenes.js +15 -105
- package/src/semantic-edit.js +2 -5
- package/src/set-pieces.jsx +183 -0
- package/src/settings-menu.jsx +3 -11
- package/src/shell/BottomDock.jsx +9 -51
- package/src/shell/DetailsSlot.jsx +16 -200
- package/src/shell/GhostsMenuGroup.jsx +74 -0
- package/src/shell/LibrarySlot.jsx +1 -3
- package/src/shell/MenuBar.jsx +3 -3
- package/src/shell/PreferencesDialog.jsx +15 -264
- package/src/shell/PreferencesSlot.jsx +2 -8
- package/src/shell/TopBar.jsx +5 -84
- package/src/shell/ViewportToolbar.jsx +10 -70
- package/src/shell/agent-glass.css +19 -6
- package/src/shell/details-selection.js +42 -0
- package/src/shell/ghosts-menu.css +22 -0
- package/src/shell/glass-regions.css +29 -3
- package/src/shell/preferences.css +6 -1
- package/src/shot-authoring.js +4 -7
- package/src/soft-shadows.js +37 -0
- package/src/stage-attach-frames.js +12 -12
- package/src/stage-canvas-rigs.jsx +3 -3
- package/src/stage-capture.jsx +42 -8
- package/src/stage-characters.jsx +22 -216
- package/src/stage-editor-gizmos.jsx +6 -6
- package/src/stage-environment.js +93 -0
- package/src/stage-hdr-builtins.js +107 -0
- package/src/stage-hdr-image.js +116 -0
- package/src/stage-hdr-library.js +70 -0
- package/src/stage-hdr-map.js +94 -0
- package/src/stage-hdr.js +130 -0
- package/src/stage-lighting.js +149 -0
- package/src/stage-occlusion.js +210 -0
- package/src/stage-sky.jsx +159 -0
- package/src/stage-startup-defaults.js +5 -9
- package/src/studio-actions.js +16 -14
- package/src/studio-agent-commands.js +19 -16
- package/src/studio-agent-motion.js +9 -9
- package/src/studio-agent-protocol.js +47 -77
- package/src/studio-app-binding.js +27 -47
- package/src/studio-asset-list.js +17 -0
- package/src/studio-contact-sheet.js +37 -5
- package/src/studio-elements.js +27 -7
- package/src/studio-entity-bounds.js +18 -0
- package/src/studio-error-codes.js +15 -0
- package/src/studio-export-framing.js +152 -0
- package/src/studio-lighting-check.js +103 -0
- package/src/studio-motion-visual.js +150 -0
- package/src/studio-schema-errors.js +80 -0
- package/src/studio-support-gap.js +74 -0
- package/src/styles.css +1 -19
- package/src/timeline-defaults.js +5 -0
- package/src/timeline-extent.js +8 -20
- package/src/tutorial-walk.js +17 -0
- package/src/ui-scrub.js +1 -1
- package/src/use-shot-camera-tracks.js +12 -0
- package/src/view-ghosts.js +97 -0
- package/src/view-ghosts.jsx +49 -0
- package/src/workflow/AgentPanel.jsx +47 -166
- package/src/workflow/AgentProgressCard.jsx +109 -0
- package/src/workflow/AgentReplyText.jsx +37 -0
- package/src/workflow/AgentTurnSteps.jsx +84 -0
- package/src/workflow/LoginPanel.jsx +140 -0
- package/src/workflow/WorkflowBuilder.jsx +7 -23
- package/src/workflow/agent-client.js +54 -51
- package/src/workflow/agent-panel.css +71 -1
- package/src/workflow/agent-progress-card.css +167 -0
- package/src/workflow/agent-progress-view.js +47 -0
- package/src/workflow/agent-turn-steps.css +113 -0
- package/src/workflow/agent-turn.js +191 -0
- package/src/workflow/login-client.js +34 -0
- package/src/workflow/motion-input.js +18 -31
- package/src/workflow/node-schema.js +1 -1
- package/src/workflow/reply-markdown.js +69 -0
- package/src/workflow/scene-asset-sync.js +8 -8
- package/tools/agent-session-stats.mjs +61 -0
- package/tools/dev-full.mjs +5 -56
- package/tools/eslint-baseline.json +12 -13
- package/tools/knip-baseline.json +0 -179
- package/tools/loc-baseline.json +31 -81
- package/tools/motion3/extract-body.mjs +103 -0
- package/tools/motion3/extract-rig.mjs +85 -0
- package/tools/process-supervisor.mjs +0 -88
- package/tools/run-tests.mjs +9 -125
- package/bin/agent/motion-runtime.mjs +0 -76
- package/dist/ardy/cskel27-rest.json +0 -557
- package/dist/assets/analytics-C9pMpW7s.js +0 -1
- package/dist/assets/app-B_2XB9rw.css +0 -1
- package/dist/assets/app-DAuvKPP8.js +0 -4920
- package/dist/assets/config-Bx7pYsD9.js +0 -1
- package/dist/assets/config-DeoFTYzb.css +0 -1
- package/dist/assets/demo-CvKuBgy5.js +0 -1
- package/dist/assets/scene-asset-sync-DKkpjKBV.js +0 -19
- package/dist/assets/scene-asset-sync-DjJ_cJ2R.css +0 -1
- package/dist/assets/ticket-BPk2Ni95.js +0 -1
- package/dist/assets/workflow-jJRBR94Z.js +0 -179
- package/dist/demo/walk-then-stop.npz +0 -0
- package/mcp/ardy-prompts.mjs +0 -218
- package/src/ardy/auto-fix-panel.css +0 -108
- package/src/ardy/auto-physics.js +0 -1194
- package/src/ardy/client.js +0 -153
- package/src/ardy/convert.js +0 -313
- package/src/ardy/cskel27-neutral.js +0 -39
- package/src/ardy/cskel27.js +0 -77
- package/src/ardy/export.js +0 -165
- package/src/ardy/fix-collisions.js +0 -2257
- package/src/ardy/foot-lock.js +0 -230
- package/src/ardy/motion-calibration.js +0 -118
- package/src/ardy/motion-edit.js +0 -213
- package/src/ardy/motion-url.js +0 -55
- package/src/ardy/mp4-duration.js +0 -102
- package/src/ardy/npz.js +0 -595
- package/src/ardy/physics-panel.css +0 -21
- package/src/ardy/physics-panel.jsx +0 -89
- package/src/ardy/physics-refine.js +0 -111
- package/src/ardy/physics-review.js +0 -567
- package/src/ardy/physics-temporal.js +0 -54
- package/src/ardy/platform-fit-panel.css +0 -64
- package/src/ardy/platform-fit-panel.jsx +0 -41
- package/src/ardy/platform-fit.js +0 -326
- package/src/ardy/playback.js +0 -711
- package/src/ardy/pose-pin.js +0 -97
- package/src/ardy/prompt-clips.js +0 -30
- package/src/ardy/retime.js +0 -211
- package/src/ardy/root-drop.js +0 -369
- package/src/ardy/timeline-resize.js +0 -13
- package/src/ardy/to-cskel27.js +0 -225
- package/src/ardy/trim.js +0 -33
- package/src/ardy/waypoints.js +0 -369
- package/src/ardy-bridge-contract.js +0 -281
- package/src/domains/motion/motion-video-capture.js +0 -664
- package/src/i2v-motion-client.js +0 -77
- package/src/i2v-motion-studio.jsx +0 -180
- package/src/line-edit.js +0 -1348
- package/src/motion/generation.js +0 -105
- package/src/motion-readiness-ui.jsx +0 -67
- package/src/motion-readiness.js +0 -40
- package/src/motion-resources.js +0 -177
- package/src/motion-store.js +0 -65
- package/src/motion-trail.js +0 -601
- package/src/multimodel-ingest.js +0 -394
- package/src/panels/PromptBlocksPanel.jsx +0 -444
- package/src/panels/VideoCapturePanel.jsx +0 -181
- package/src/pose-extract/browser.js +0 -42
- package/src/pose-extract/detector.js +0 -100
- package/src/pose-extract/fit.js +0 -227
- package/src/pose-extract/image-frame.js +0 -51
- package/src/pose-extract/index.js +0 -58
- package/src/pose-extract/keyframes.js +0 -74
- package/src/pose-extract/landmarks.js +0 -162
- package/src/pose-extract/mirror.js +0 -153
- package/src/pose-extract/take.js +0 -131
- package/src/pose-extract/video-frames.js +0 -91
- package/src/take-recipe.js +0 -165
- package/src/trail-key-conflicts.js +0 -39
- package/src/trail-pick.js +0 -59
- package/src/use-i2v-capture-modal.js +0 -15
- package/tools/ardy/BRIDGE.md +0 -37
- package/tools/ardy/GVHMR-NPZ.md +0 -68
- package/tools/ardy/README.md +0 -124
- package/tools/ardy/__pycache__/cclay_gvhmr_worker.cpython-313.pyc +0 -0
- package/tools/ardy/artifacts.mjs +0 -34
- package/tools/ardy/bridge.mjs +0 -1732
- package/tools/ardy/bvh-cskel27.mjs +0 -1265
- package/tools/ardy/cclay_constrained_generate.py +0 -561
- package/tools/ardy/cclay_gvhmr_worker.py +0 -264
- package/tools/ardy/cclay_motion_edit.py +0 -510
- package/tools/ardy/cclay_sequence_generate.py +0 -705
- package/tools/ardy/cclay_worker.py +0 -304
- package/tools/ardy/dump-npz.py +0 -205
- package/tools/ardy/extract-rest.mjs +0 -299
- package/tools/ardy/extract.mjs +0 -507
- package/tools/ardy/footage.mjs +0 -467
- package/tools/ardy/gvhmr-floor.mjs +0 -102
- package/tools/ardy/gvhmr-to-cskel27.mjs +0 -21
- package/tools/ardy/gvhmr_fastpath.py +0 -168
- package/tools/ardy/gvhmr_trajectory.py +0 -240
- package/tools/ardy/merge-text-encoder.py +0 -160
- package/tools/ardy/mocap-metrics.mjs +0 -200
- package/tools/ardy/mocap-quality-gate.mjs +0 -110
- package/tools/ardy/motion-stabilize.mjs +0 -348
- package/tools/ardy/npz.mjs +0 -414
- package/tools/ardy/pose-to-npz.mjs +0 -106
- package/tools/ardy/prompt-limits.mjs +0 -5
- package/tools/ardy/run-edit-on-box.sh +0 -73
- package/tools/ardy/run-local.mjs +0 -233
- package/tools/ardy/run-on-box.sh +0 -593
- package/tools/ardy/run-sequence-on-box.sh +0 -177
- package/tools/ardy/runners/gvhmr-worker.mjs +0 -206
- package/tools/ardy/runners/index.mjs +0 -18
- package/tools/ardy/runners/local.mjs +0 -455
- package/tools/ardy/runners/proc.mjs +0 -125
- package/tools/ardy/runners/remote.mjs +0 -252
- package/tools/ardy/setup-local.mjs +0 -189
- package/tools/ardy/setup-text-encoder-on-box.sh +0 -93
- package/tools/ardy/setup-text-encoder.py +0 -306
- package/tools/ardy/smpl-cskel27.mjs +0 -178
- package/tools/ardy/visual-qa.mjs +0 -196
- package/tools/ardy/vq-car.mjs +0 -52
- package/tools/bench/EXP3.md +0 -61
- package/tools/bench/cclay_bench_extract_incam.py +0 -125
- package/tools/bench/cclay_bench_extract_obs.py +0 -204
- package/tools/bench/cclay_bench_runner.py +0 -42
- package/tools/bench/cube-contact.mjs +0 -162
- package/tools/bench/exp3.mjs +0 -152
- package/tools/bench/extract-bench-lib.mjs +0 -216
- package/tools/bench/extract-bench.mjs +0 -302
- package/tools/bench/fal-generate.mjs +0 -88
- package/tools/bench/fit/README.md +0 -189
- package/tools/bench/fit/camera.mjs +0 -59
- package/tools/bench/fit/contact.mjs +0 -419
- package/tools/bench/fit/footlock.mjs +0 -234
- package/tools/bench/fit/motion.mjs +0 -85
- package/tools/bench/fit/pin.mjs +0 -27
- package/tools/bench/fit/remote.mjs +0 -105
- package/tools/bench/fit-bench.mjs +0 -126
- package/tools/bench/fit-sanity.mjs +0 -45
- package/tools/bench/metrics.mjs +0 -313
- package/tools/bench/obs/depth.mjs +0 -258
- package/tools/bench/obs/extrinsics.mjs +0 -175
- package/tools/bench/obs/fit_mannequin_betas.py +0 -340
- package/tools/bench/obs/ground.mjs +0 -294
- package/tools/bench/obs/heading.mjs +0 -151
- package/tools/bench/obs/ladder.mjs +0 -555
- package/tools/bench/obs/mannequin-betas.json +0 -124
- package/tools/bench/obs/remote.mjs +0 -83
- package/tools/bench/obs/rest_joints.py +0 -52
- package/tools/bench/obs/ybot-targets.mjs +0 -49
- package/tools/bench/obs-bench.mjs +0 -520
- package/tools/bench/score.mjs +0 -343
- package/tools/bench/summarize.mjs +0 -86
- package/tools/demo-worker/README.md +0 -137
- package/tools/demo-worker/api-client.mjs +0 -233
- package/tools/demo-worker/generate.mjs +0 -301
- package/tools/demo-worker/index.mjs +0 -466
- package/tools/demo-worker/sign-core.mjs +0 -112
- package/tools/demo-worker/sign.mjs +0 -161
- package/tools/gt-render/browser.mjs +0 -182
- package/tools/gt-render/camera-math.mjs +0 -276
- package/tools/gt-render/page.mjs +0 -267
- package/tools/gt-render/render.mjs +0 -514
- package/tools/gt-render/scene-box.mjs +0 -31
- package/tools/gt-render/take-transform.mjs +0 -87
- package/tools/kimodo/compare-seam.mjs +0 -108
- package/tools/kimodo/constraints.mjs +0 -244
- package/tools/kimodo/edit.mjs +0 -259
- package/tools/kimodo/effector-constraints.mjs +0 -200
- package/tools/kimodo/generate.mjs +0 -646
- package/tools/kimodo/local-output.mjs +0 -265
- package/tools/kimodo/measure-pose.mjs +0 -65
- package/tools/kimodo/measure-preserve.mjs +0 -899
- package/tools/kimodo/measure-waypoints.mjs +0 -55
- package/tools/kimodo/mlx-generate.py +0 -111
- package/tools/kimodo/pose-constraints.mjs +0 -248
- package/tools/kimodo/preserve-mask.mjs +0 -543
- package/tools/kimodo/read-npz.mjs +0 -189
- package/tools/kimodo/run-edit-on-box.mjs +0 -155
- package/tools/kimodo/run-sequence-on-box.mjs +0 -178
- package/tools/kimodo/runner.mjs +0 -284
- package/tools/kimodo/seam-batch.mjs +0 -77
- package/tools/kimodo/setup-local.mjs +0 -30
- package/tools/kimodo/setup-on-box.sh +0 -339
- package/tools/kimodo/soma77-to-cskel27.mjs +0 -305
- package/tools/morphgs/assets/gen_truth.py +0 -39
- package/tools/morphgs/assets/mesh_ori_rig.txt +0 -27
- package/tools/morphgs/assets/playback-check.mjs +0 -30
- package/tools/morphgs/demo-gate.sh +0 -26
- package/tools/morphgs/fbx2morphgs.mjs +0 -68
- package/tools/morphgs/morphgs-to-cskel27.mjs +0 -105
- package/tools/morphgs/patches/preprocess_src-none-mode.patch +0 -76
- package/tools/morphgs/setup-on-cluster.sh +0 -126
- package/tools/projflow/driver.py +0 -1069
- package/tools/projflow/generate.mjs +0 -805
- package/tools/projflow/hml22-to-cskel27.mjs +0 -735
- package/tools/projflow/line-edit-job.mjs +0 -547
- package/tools/projflow/replay.mjs +0 -452
- package/tools/projflow/runner.mjs +0 -269
- package/tools/projflow/service.mjs +0 -742
- package/tools/track/DESIGN.md +0 -513
- package/tools/track/backfill-provenance.mjs +0 -116
- package/tools/track/budget.mjs +0 -8
- package/tools/track/check-rig.mjs +0 -209
- package/tools/track/diagnostics.schema.json +0 -60
- package/tools/track/export-rig.mjs +0 -256
- package/tools/track/fallback.mjs +0 -7
- package/tools/track/fk-parity-fixture.mjs +0 -161
- package/tools/track/gate.mjs +0 -349
- package/tools/track/masks.mjs +0 -318
- package/tools/track/metrics.mjs +0 -201
- package/tools/track/publish-obs.mjs +0 -108
- package/tools/track/py/check_env.py +0 -61
- package/tools/track/py/eval_lr.py +0 -229
- package/tools/track/py/lr_viterbi.py +0 -294
- package/tools/track/py/masks.py +0 -405
- package/tools/track/py/objective.py +0 -382
- package/tools/track/py/rig.py +0 -508
- package/tools/track/py/scene.py +0 -326
- package/tools/track/py/test_joint_indices.py +0 -123
- package/tools/track/py/test_lr_viterbi.py +0 -195
- package/tools/track/py/test_masks.py +0 -229
- package/tools/track/py/test_rig.py +0 -288
- package/tools/track/py/test_scene.py +0 -354
- package/tools/track/py/test_track.py +0 -328
- package/tools/track/py/track.py +0 -411
- package/tools/track/remote.mjs +0 -140
- package/tools/track/rig-dump.mjs +0 -227
- package/tools/track/run-box-tests.mjs +0 -14
- package/tools/track/run-box.mjs +0 -168
- package/tools/track/setup-box.sh +0 -59
- package/tools/track/study-2d.mjs +0 -728
- /package/src/{ardy → motion}/collision-blockers.js +0 -0
- /package/src/{ardy → motion}/ground.js +0 -0
- /package/src/{ardy → motion}/ik-drag.js +0 -0
- /package/src/{ardy → motion}/ik-key-json.js +0 -0
- /package/src/{ardy → motion}/ik.js +0 -0
- /package/src/{ardy → motion}/physics-surface.js +0 -0
- /package/src/{ardy → motion}/playback-clock.js +0 -0
- /package/src/{ardy → motion}/range-pin.js +0 -0
|
@@ -1,646 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* generate.mjs — drive Kimodo's own `kimodo_gen` CLI on the configured box and
|
|
3
|
-
* bring the result back as cskel27 motion arrays.
|
|
4
|
-
*
|
|
5
|
-
* The CUDA route uses Kimodo's CLI directly for multi-prompt sequencing
|
|
6
|
-
* (`--duration "3.0 2.0"`) and constraint files, so the whole backend is: run
|
|
7
|
-
* the CLI, copy the npz back, convert somaskel77 → cskel27. Local MLX uses
|
|
8
|
-
* mlx-generate.py to retain the runtime arrays; it and cpp share the native
|
|
9
|
-
* SOMA77 output converter before entering the same NPZ path.
|
|
10
|
-
*
|
|
11
|
-
* PROMPT SEGMENTATION IS BY PERIOD. `kimodo_gen "A. B." --duration "3 2"`
|
|
12
|
-
* splits the prompt on sentence boundaries and pairs them with the durations
|
|
13
|
-
* in order, so a prompt containing its own period would silently shift every
|
|
14
|
-
* later segment onto the wrong duration. joinPrompts refuses that instead.
|
|
15
|
-
*
|
|
16
|
-
* SCHEDULED INPAINTING lands here rather than in the bridge because this is the
|
|
17
|
-
* only layer that knows the GENERATION clock. The bridge speaks the app's 24 fps
|
|
18
|
-
* clip frames; the wrapper scripts speak seconds; genFps and the generated frame
|
|
19
|
-
* count are resolved below, for buildRoot2dConstraints, and the preserve mask is
|
|
20
|
-
* built from the same pair. Computing the frame count a second time upstream is
|
|
21
|
-
* exactly how the two would drift, and a mask whose length disagrees with the
|
|
22
|
-
* clip by one frame is a hard error on the box.
|
|
23
|
-
*
|
|
24
|
-
* PRESERVE AND WAYPOINTS SHARE ONE INVOCATION (round 2, contract C3v2). They
|
|
25
|
-
* travel by different channels and always have: the authored path becomes root2d
|
|
26
|
-
* entries in the constraints FILE, while the base motion, the sigmas and the mask
|
|
27
|
-
* are CLI flags. Nothing had to be merged for them to coexist — the only thing
|
|
28
|
-
* that stood between them was the bridge's refusal, and the mask's `root` group
|
|
29
|
-
* (freed end to end via `preserve.rootFree`) is what stops the two from arguing
|
|
30
|
-
* over the trajectory once they do meet.
|
|
31
|
-
*/
|
|
32
|
-
|
|
33
|
-
import { spawn } from "node:child_process";
|
|
34
|
-
import { copyFile, mkdtemp, readFile, rm, writeFile } from "node:fs/promises";
|
|
35
|
-
import { tmpdir } from "node:os";
|
|
36
|
-
import { join } from "node:path";
|
|
37
|
-
import { fileURLToPath } from "node:url";
|
|
38
|
-
import { buildRoot2dConstraints } from "./constraints.mjs";
|
|
39
|
-
import { buildEffectorConstraints } from "./effector-constraints.mjs";
|
|
40
|
-
import { buildFullBodyConstraints } from "./pose-constraints.mjs";
|
|
41
|
-
import { buildPreserveMask, preserveMaskStats, rootFreeMask, PRESERVE_MASK_VERSION_V2 } from "./preserve-mask.mjs";
|
|
42
|
-
import { readKimodoMotion } from "./read-npz.mjs";
|
|
43
|
-
import { soma77ToCskel27Motion } from "./soma77-to-cskel27.mjs";
|
|
44
|
-
import { writeLocalKimodoNpz } from "./local-output.mjs";
|
|
45
|
-
|
|
46
|
-
const SSH_OPTS = [
|
|
47
|
-
"-o", "BatchMode=yes",
|
|
48
|
-
"-o", "ConnectTimeout=10",
|
|
49
|
-
"-o", "ServerAliveInterval=30",
|
|
50
|
-
"-o", "ServerAliveCountMax=240",
|
|
51
|
-
];
|
|
52
|
-
|
|
53
|
-
const DEFAULT_MODEL = "Kimodo-SOMA-RP-v1.1";
|
|
54
|
-
export const KIMODO_BACKENDS = {
|
|
55
|
-
"nvidia-cuda": { repo: "$HOME/.cozyclay/kimodo", entry: ".venv/bin/kimodo_gen", mode: "cuda", promptFlag: null, durationFlag: "--duration", stepsFlag: "--diffusion_steps", outputFlag: "--output" },
|
|
56
|
-
"kimodo-mlx": { repo: "$HOME/.cozyclay/kimodo-mlx", entry: "$HOME/.cozyclay/kimodo-mlx-venv/bin/python", motion: "$HOME/.cozyclay/kimodo-mlx/models/nvidia-soma-rp-v1.1", text: "$HOME/.cozyclay/kimodo-mlx/models/llm2vec-text-bundle", mode: "mlx", promptFlag: "--prompt", framesFlag: "--frames", stepsFlag: "--steps", outputFlag: null },
|
|
57
|
-
"kimodo.cpp-metal": { repo: "$HOME/.cozyclay/kimodo.cpp", entry: "build-metal/kmd-generate", motion: "$HOME/.cozyclay/kimodo.cpp/models/kimodo-soma-rp-v1.1-f32.gguf", text: "$HOME/.cozyclay/kimodo.cpp/generated/llm2vec-text-bundle", mode: "cpp", outputFlag: null },
|
|
58
|
-
"kimodo.cpp-cpu": { repo: "$HOME/.cozyclay/kimodo.cpp", entry: "build-cpu/kmd-generate", motion: "$HOME/.cozyclay/kimodo.cpp/models/kimodo-soma-rp-v1.1-f32.gguf", text: "$HOME/.cozyclay/kimodo.cpp/generated/llm2vec-text-bundle", mode: "cpp", outputFlag: null },
|
|
59
|
-
};
|
|
60
|
-
|
|
61
|
-
/** Build argv for an installed Kimodo route without spawning it. */
|
|
62
|
-
export function buildBackendCommand({ backend = "nvidia-cuda", repo, model, prompt, duration, frames, steps, seed, output, promptFile, motionWeights, textBundle, outputDir }) {
|
|
63
|
-
const spec = KIMODO_BACKENDS[backend];
|
|
64
|
-
if (!spec) throw new Error(`unknown Kimodo backend: ${backend}`);
|
|
65
|
-
const root = repo || spec.repo;
|
|
66
|
-
const entry = spec.entry.startsWith("$HOME/") ? spec.entry : `${root}/${spec.entry}`;
|
|
67
|
-
const args = [];
|
|
68
|
-
if (spec.mode === "mlx") args.push(spec.promptFlag, prompt, "--motion", motionWeights || process.env.CCLAY_KIMODO_MLX_MOTION || spec.motion, "--text", textBundle || process.env.CCLAY_KIMODO_MLX_TEXT || spec.text, spec.framesFlag, String(frames), spec.stepsFlag, String(steps));
|
|
69
|
-
else if (spec.mode === "cpp") args.push(motionWeights || process.env.CCLAY_KIMODO_CPP_MOTION_GGUF || spec.motion, textBundle || process.env.CCLAY_KIMODO_CPP_TEXT_BUNDLE || spec.text, promptFile || "$HOME/.cozyclay/kimodo.cpp/prompt.txt", String(frames), String(steps), String(Number.isInteger(seed) ? seed : 42), outputDir || output);
|
|
70
|
-
else args.push(prompt, spec.durationFlag, duration, "--diffusion_steps", String(steps), "--model", model);
|
|
71
|
-
if (spec.mode !== "cpp" && Number.isInteger(seed)) args.push("--seed", String(seed));
|
|
72
|
-
if (spec.outputFlag) args.push(spec.outputFlag, output);
|
|
73
|
-
if (spec.mode === "mlx") return {
|
|
74
|
-
command: entry,
|
|
75
|
-
args: outputDir
|
|
76
|
-
? [fileURLToPath(new URL("./mlx-generate.py", import.meta.url)), ...args, "--output-dir", outputDir]
|
|
77
|
-
: ["-m", "kimodo_mlx", "generate", ...args],
|
|
78
|
-
cwd: root, backend,
|
|
79
|
-
};
|
|
80
|
-
return { command: entry, args, cwd: root, backend };
|
|
81
|
-
}
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
function run(argv, { timeoutMs = 3_600_000, onLine } = {}) {
|
|
85
|
-
return new Promise((resolve) => {
|
|
86
|
-
const child = spawn(argv[0], argv.slice(1), { stdio: ["ignore", "pipe", "pipe"] });
|
|
87
|
-
let stdout = "";
|
|
88
|
-
let stderr = "";
|
|
89
|
-
const timer = setTimeout(() => child.kill("SIGKILL"), timeoutMs);
|
|
90
|
-
child.stdout.on("data", (chunk) => {
|
|
91
|
-
stdout += chunk;
|
|
92
|
-
if (onLine) for (const line of String(chunk).split("\n")) if (line.trim()) onLine(line);
|
|
93
|
-
});
|
|
94
|
-
child.stderr.on("data", (chunk) => {
|
|
95
|
-
stderr += chunk;
|
|
96
|
-
if (onLine) for (const line of String(chunk).split("\n")) if (line.trim()) onLine(line);
|
|
97
|
-
});
|
|
98
|
-
child.on("close", (code) => {
|
|
99
|
-
clearTimeout(timer);
|
|
100
|
-
resolve({ code, stdout, stderr });
|
|
101
|
-
});
|
|
102
|
-
});
|
|
103
|
-
}
|
|
104
|
-
|
|
105
|
-
/**
|
|
106
|
-
* Join segment prompts into the single period-separated string kimodo_gen
|
|
107
|
-
* expects, and the matching space-separated duration string.
|
|
108
|
-
*/
|
|
109
|
-
export function joinPrompts(segments) {
|
|
110
|
-
if (!Array.isArray(segments) || segments.length === 0) {
|
|
111
|
-
throw new Error("joinPrompts: at least one segment is required");
|
|
112
|
-
}
|
|
113
|
-
const prompts = [];
|
|
114
|
-
const durations = [];
|
|
115
|
-
for (const [index, segment] of segments.entries()) {
|
|
116
|
-
const text = String(segment.prompt ?? "").trim().replace(/\.+$/, "").trim();
|
|
117
|
-
if (!text) throw new Error(`joinPrompts: segment ${index} has an empty prompt`);
|
|
118
|
-
if (text.includes(".")) {
|
|
119
|
-
throw new Error(
|
|
120
|
-
`joinPrompts: segment ${index} contains a '.', which kimodo_gen reads as a segment break: ${JSON.stringify(segment.prompt)}`
|
|
121
|
-
);
|
|
122
|
-
}
|
|
123
|
-
const duration = Number(segment.duration);
|
|
124
|
-
if (!Number.isFinite(duration) || duration <= 0) {
|
|
125
|
-
throw new Error(`joinPrompts: segment ${index} needs a positive duration, got ${segment.duration}`);
|
|
126
|
-
}
|
|
127
|
-
prompts.push(`${text}.`);
|
|
128
|
-
durations.push(String(duration));
|
|
129
|
-
}
|
|
130
|
-
return { prompt: prompts.join(" "), duration: durations.join(" ") };
|
|
131
|
-
}
|
|
132
|
-
|
|
133
|
-
/**
|
|
134
|
-
* How many frames kimodo_gen will ACTUALLY generate for a single-segment
|
|
135
|
-
* `--duration` string.
|
|
136
|
-
*
|
|
137
|
-
* scripts/generate.py computes `int(duration_sec * fps)` — truncation, not
|
|
138
|
-
* rounding — and then refuses a preserve mask whose `genFrames` differs from
|
|
139
|
-
* that by even one ("Preserve mask ... declares genFrames=N but generation uses
|
|
140
|
-
* M"). The constraint builders take the ROUNDED count below, which disagrees for
|
|
141
|
-
* durations that land on a half frame (119 app frames at 24 fps = 4.9583 s =
|
|
142
|
-
* 148.75 generation frames: 148 generated, 149 rounded). For a constraint index
|
|
143
|
-
* that overshoot is harmless clamping; for a mask length it is a failed run. So
|
|
144
|
-
* the mask, and only the mask, is sized with the CLI's own arithmetic — and the
|
|
145
|
-
* rounded count is left exactly as it was, because changing it would move every
|
|
146
|
-
* measured waypoint index.
|
|
147
|
-
*
|
|
148
|
-
* Both sides are IEEE-754 doubles, so Math.trunc reproduces Python's int()
|
|
149
|
-
* including the cases where the product lands a hair below a whole number:
|
|
150
|
-
* 196 app frames is 8.166666666666666 s and that times 30 is
|
|
151
|
-
* 244.99999999999997 in Node AND in Python, so both take 244 while rounding
|
|
152
|
-
* would ask the box for a 245-frame mask over a 244-frame clip.
|
|
153
|
-
*/
|
|
154
|
-
export function cliGenFrames(durationSeconds, genFps) {
|
|
155
|
-
return Math.trunc(Number(durationSeconds) * Number(genFps));
|
|
156
|
-
}
|
|
157
|
-
|
|
158
|
-
/**
|
|
159
|
-
* Scale a preserve mask's blend AMPLITUDE by `strength`, at EVERY level it has.
|
|
160
|
-
*
|
|
161
|
-
* The sigma schedule alone is nearly binary: gate G3 measured L2P 0.00455..0.00487
|
|
162
|
-
* across the whole sigma sweep, because once the base anchors the early steps the
|
|
163
|
-
* model reconstructs it regardless — a 5% slider felt like 100%. The slider
|
|
164
|
-
* therefore also caps the amplitude (the paper's own alpha_mask = 0.8 retiming
|
|
165
|
-
* pattern): a preserved frame's 1 becomes `strength`, an edit's 0 stays 0 (0 * s
|
|
166
|
-
* is 0, so a freed frame or a freed group cannot be re-preserved by the dial),
|
|
167
|
-
* and the Gaussian shoulders scale in between.
|
|
168
|
-
*
|
|
169
|
-
* EVERY LEVEL is the load-bearing word. A v2 mask carries up to four kinds of
|
|
170
|
-
* array — top-level `weights`, top-level `wideWeights`, and the same pair inside
|
|
171
|
-
* each group — and Python reads a group's array INSTEAD of the top level for that
|
|
172
|
-
* group's features (kimodo/preserve_mask.py, load_preserve_mask_v2). Scaling only
|
|
173
|
-
* the top level would therefore leave every grouped feature pinned at full
|
|
174
|
-
* amplitude no matter where the slider sits: the dial would silently stop working
|
|
175
|
-
* for exactly the round-2 masks it was added for, and the high-noise pass would
|
|
176
|
-
* disagree with the low-noise one on how hard to hold the same frame.
|
|
177
|
-
*
|
|
178
|
-
* Nothing is multiplied by more than 1, so no weight can leave 0..1 — which
|
|
179
|
-
* matters because the Python loader RAISES on anything beyond 1 + 1e-6.
|
|
180
|
-
*
|
|
181
|
-
* @param {object} mask a mask from buildPreserveMask (mutated: never)
|
|
182
|
-
* @param {number} strength in (0, 1]
|
|
183
|
-
*/
|
|
184
|
-
export function scaleMaskAmplitude(mask, strength) {
|
|
185
|
-
if (!Number.isFinite(strength) || strength <= 0 || strength > 1) {
|
|
186
|
-
throw new Error(`scaleMaskAmplitude: strength must be a number in (0,1], got ${JSON.stringify(strength)}`);
|
|
187
|
-
}
|
|
188
|
-
if (!mask || typeof mask !== "object" || !Array.isArray(mask.weights)) {
|
|
189
|
-
throw new Error("scaleMaskAmplitude: mask must be a preserve mask with a weights array");
|
|
190
|
-
}
|
|
191
|
-
if (strength === 1) return mask;
|
|
192
|
-
const scale = (weights) => weights.map((weight) => weight * strength);
|
|
193
|
-
const scaleLevel = (level) => {
|
|
194
|
-
const out = { ...level, weights: scale(level.weights) };
|
|
195
|
-
if (Array.isArray(level.wideWeights)) out.wideWeights = scale(level.wideWeights);
|
|
196
|
-
return out;
|
|
197
|
-
};
|
|
198
|
-
const scaled = scaleLevel(mask);
|
|
199
|
-
if (mask.groups) {
|
|
200
|
-
scaled.groups = {};
|
|
201
|
-
// Object.keys, so group ORDER survives the scaling: the mask builder emits
|
|
202
|
-
// its groups in the canonical C1v2 order and two runs with the same edits
|
|
203
|
-
// must still produce byte-identical JSON.
|
|
204
|
-
for (const name of Object.keys(mask.groups)) scaled.groups[name] = scaleLevel(mask.groups[name]);
|
|
205
|
-
}
|
|
206
|
-
return scaled;
|
|
207
|
-
}
|
|
208
|
-
|
|
209
|
-
/**
|
|
210
|
-
* Free the `root` group of an already-built mask for the WHOLE clip.
|
|
211
|
-
*
|
|
212
|
-
* This is preserve + waypoints (contract C3v2, paper 4.4): the user keeps a
|
|
213
|
-
* take's style and redraws its path, so global translation and heading must come
|
|
214
|
-
* entirely from the root2d constraints while every other feature rides the
|
|
215
|
-
* preserved take. Composing it HERE, onto whatever buildPreserveMask produced,
|
|
216
|
-
* keeps a single mask-construction site: the edit ranges (and their per-track
|
|
217
|
-
* groups) still shape the body exactly as they would without waypoints, and the
|
|
218
|
-
* root is freed on top of that.
|
|
219
|
-
*
|
|
220
|
-
* Freeing the root end to end can only ever ADD freedom, so it is consistent with
|
|
221
|
-
* the builder's "any edit that wants this frame free wins" minimum rule — a hips
|
|
222
|
-
* edit that had already produced a partly-free `root` group is replaced by a fully
|
|
223
|
-
* free one, never the other way round.
|
|
224
|
-
*
|
|
225
|
-
* The zero array is taken from rootFreeMask so there is one spelling of "a freed
|
|
226
|
-
* root" in the repo. No `wideWeights` for the group: Python treats a group with
|
|
227
|
-
* `weights` and no `wideWeights` as noise-flat at its own weights, and 0 is 0 at
|
|
228
|
-
* every noise level.
|
|
229
|
-
*/
|
|
230
|
-
function withRootFreed(mask) {
|
|
231
|
-
const { groups } = rootFreeMask({ genFps: mask.genFps, genFrames: mask.genFrames });
|
|
232
|
-
return {
|
|
233
|
-
...mask,
|
|
234
|
-
// Groups make it a v2 document even when the edit list was empty (the
|
|
235
|
-
// preserve-the-whole-take-on-a-new-path case, gate GB).
|
|
236
|
-
version: PRESERVE_MASK_VERSION_V2,
|
|
237
|
-
groups: { ...(mask.groups || {}), root: groups.root },
|
|
238
|
-
};
|
|
239
|
-
}
|
|
240
|
-
|
|
241
|
-
/**
|
|
242
|
-
* This run's scheduled-inpainting inputs, as tools/kimodo/runner.mjs passes
|
|
243
|
-
* them. They arrive in the environment because the wrapper scripts between the
|
|
244
|
-
* bridge and this module have a frozen argv shared with the ARDY wrappers, and
|
|
245
|
-
* because every other Kimodo tunable already arrives the same way.
|
|
246
|
-
*/
|
|
247
|
-
function preserveFromEnv() {
|
|
248
|
-
const raw = process.env.CCLAY_KIMODO_PRESERVE;
|
|
249
|
-
if (!raw) return null;
|
|
250
|
-
let parsed;
|
|
251
|
-
try {
|
|
252
|
-
parsed = JSON.parse(raw);
|
|
253
|
-
} catch (error) {
|
|
254
|
-
throw new Error(`CCLAY_KIMODO_PRESERVE is not valid JSON: ${error.message}`);
|
|
255
|
-
}
|
|
256
|
-
if (!parsed || typeof parsed !== "object" || Array.isArray(parsed)) {
|
|
257
|
-
throw new Error("CCLAY_KIMODO_PRESERVE must be a JSON object");
|
|
258
|
-
}
|
|
259
|
-
return parsed;
|
|
260
|
-
}
|
|
261
|
-
|
|
262
|
-
/** Largest and mean per-frame root displacement, the same shape of number
|
|
263
|
-
* cclay_sequence_generate.py's continuity gate reports for ARDY, so the two
|
|
264
|
-
* backends can be compared on one metric. */
|
|
265
|
-
export function continuityMetrics(motion) {
|
|
266
|
-
const jumps = [];
|
|
267
|
-
for (let frame = 1; frame < motion.frames; frame += 1) {
|
|
268
|
-
const a = frame * 3;
|
|
269
|
-
const b = (frame - 1) * 3;
|
|
270
|
-
jumps.push(
|
|
271
|
-
Math.hypot(
|
|
272
|
-
motion.rootPos[a] - motion.rootPos[b],
|
|
273
|
-
motion.rootPos[a + 1] - motion.rootPos[b + 1],
|
|
274
|
-
motion.rootPos[a + 2] - motion.rootPos[b + 2]
|
|
275
|
-
)
|
|
276
|
-
);
|
|
277
|
-
}
|
|
278
|
-
if (jumps.length === 0) return { mean_jump_m: 0, max_jump_m: 0, max_jump_frame: 0 };
|
|
279
|
-
let max = 0;
|
|
280
|
-
let maxFrame = 0;
|
|
281
|
-
let total = 0;
|
|
282
|
-
for (const [index, jump] of jumps.entries()) {
|
|
283
|
-
total += jump;
|
|
284
|
-
if (jump > max) {
|
|
285
|
-
max = jump;
|
|
286
|
-
maxFrame = index;
|
|
287
|
-
}
|
|
288
|
-
}
|
|
289
|
-
return { mean_jump_m: total / jumps.length, max_jump_m: max, max_jump_frame: maxFrame };
|
|
290
|
-
}
|
|
291
|
-
|
|
292
|
-
/**
|
|
293
|
-
* Generate a multi-segment take with Kimodo on the box and return cskel27
|
|
294
|
-
* motion arrays plus the continuity metrics for the result.
|
|
295
|
-
*/
|
|
296
|
-
export async function generateOnBox({
|
|
297
|
-
segments,
|
|
298
|
-
// CozyClay's authored plan-view path, in app clip frames and absolute world
|
|
299
|
-
// metres. Translated to Kimodo's canonical constraint space by
|
|
300
|
-
// buildRoot2dConstraints before it is shipped.
|
|
301
|
-
waypoints,
|
|
302
|
-
// Authored poses to pin, as [{frame, pose:{local_rot_mats, posed_joints},
|
|
303
|
-
// kind?}] with `frame` in the caller's app clip space. `kind: "edit"` marks an
|
|
304
|
-
// AUTHOR keyframe (as opposed to a context anchor) and only matters when
|
|
305
|
-
// `effectorTracks` is set.
|
|
306
|
-
poses,
|
|
307
|
-
// Contract C5: the IK tracks the author actually edited, when the caller has
|
|
308
|
-
// established that ALL of them map to a limb chain. Non-null switches the
|
|
309
|
-
// author's own keyframes (poses with `kind: "edit"`) from `fullbody` — which
|
|
310
|
-
// freezes all 77 joints — to the effector shorthands for those chains, so a
|
|
311
|
-
// hand edit stops welding the legs and the spine to the pose. null/empty keeps
|
|
312
|
-
// round 1's behaviour for every pose. NOTE (effector-constraints.mjs states it
|
|
313
|
-
// in full): an EE constraint still pins root XZ, height and heading at its
|
|
314
|
-
// frames; Kimodo has no flag to disable that. On an edited or preserved take
|
|
315
|
-
// the pinned root IS the take's own root there, so it agrees with what is
|
|
316
|
-
// already being held.
|
|
317
|
-
effectorTracks = null,
|
|
318
|
-
appFps = Number(process.env.CCLAY_KIMODO_APP_FPS || 24),
|
|
319
|
-
model = process.env.CCLAY_KIMODO_MODEL || DEFAULT_MODEL,
|
|
320
|
-
transitionFrames = Number(process.env.CCLAY_KIMODO_TRANSITION_FRAMES || 5),
|
|
321
|
-
diffusionSteps = Number(process.env.CCLAY_KIMODO_DIFFUSION_STEPS || 100),
|
|
322
|
-
seed,
|
|
323
|
-
host = process.env.CCLAY_KIMODO_HOST || "",
|
|
324
|
-
repo = process.env.CCLAY_KIMODO_REPO || "$HOME/.cozyclay/kimodo",
|
|
325
|
-
backend = process.env.CCLAY_KIMODO_BACKEND || "nvidia-cuda",
|
|
326
|
-
// Kimodo wants ~17 GB of VRAM with the text encoder resident; on anything
|
|
327
|
-
// smaller the encoder has to run on the CPU, which the upstream docs give
|
|
328
|
-
// as the supported way to fit under 3 GB.
|
|
329
|
-
textEncoderDevice = process.env.CCLAY_KIMODO_TEXT_ENCODER_DEVICE || "cpu",
|
|
330
|
-
// Scheduled inpainting for THIS run (contracts C1/C3, C1v2/C3v2):
|
|
331
|
-
// {basePath, sigmaS, sigmaE, strength, editRanges, maskPath, rootFree}. null =
|
|
332
|
-
// the CLI is invoked exactly as before, which is the contract's regression
|
|
333
|
-
// invariant. `editRanges[i].tracks` scopes a range to its mask groups;
|
|
334
|
-
// `rootFree` frees the root group for the whole clip (preserve + waypoints).
|
|
335
|
-
preserve = preserveFromEnv(),
|
|
336
|
-
// Where to keep Kimodo's own npz so a LATER run can preserve from this take.
|
|
337
|
-
nativeOut = process.env.CCLAY_KIMODO_NATIVE_OUT || "",
|
|
338
|
-
spawnImpl = spawn,
|
|
339
|
-
onLine,
|
|
340
|
-
} = {}) {
|
|
341
|
-
if (!host && backend === "nvidia-cuda") throw new Error("generateOnBox: CCLAY_KIMODO_HOST is required for nvidia-cuda");
|
|
342
|
-
if (!host && (segments?.length !== 1 || waypoints?.length || poses?.length || preserve)) {
|
|
343
|
-
throw new Error(`${backend} local output supports a single unconstrained prompt only; sequencing, waypoints, poses and preserve require CUDA/SSH`);
|
|
344
|
-
}
|
|
345
|
-
const { prompt, duration } = joinPrompts(segments);
|
|
346
|
-
|
|
347
|
-
// Kimodo's own generation rate decides the constraint frame indices, and the
|
|
348
|
-
// clip length it will produce follows from the requested seconds. Both are
|
|
349
|
-
// known before the call, so the path can be translated up front.
|
|
350
|
-
const genFps = Number(process.env.CCLAY_KIMODO_GEN_FPS || 30);
|
|
351
|
-
if (!host && genFps !== 30) throw new Error(`${backend} local SOMA output requires CCLAY_KIMODO_GEN_FPS=30`);
|
|
352
|
-
const requestedS = segments.reduce((total, segment) => total + Number(segment.duration), 0);
|
|
353
|
-
const genFrames = Math.max(1, Math.round(requestedS * genFps));
|
|
354
|
-
// Where each prompt segment begins, in GENERATION frames. Kimodo owns the
|
|
355
|
-
// first `transitionFrames` of every segment after the first, so constraints
|
|
356
|
-
// are kept clear of those windows.
|
|
357
|
-
//
|
|
358
|
-
// NOTE: segmentBoundaries (re-expressing constraint POSITIONS per segment) is
|
|
359
|
-
// deliberately NOT passed. That was implemented and measured twice on the
|
|
360
|
-
// box, and both times it tracked far worse than whole-clip absolute authoring
|
|
361
|
-
// (waypoint error 0.11 m -> 3.6 m).
|
|
362
|
-
//
|
|
363
|
-
// What DOES ship for a multi-segment take is DENSIFICATION plus the
|
|
364
|
-
// transition-window nudge. Kimodo crops constraints per segment with a
|
|
365
|
-
// half-open [start, end), so a waypoint on a boundary belongs entirely to the
|
|
366
|
-
// later segment and the earlier one never learns the path exists -- it ends
|
|
367
|
-
// wherever it likes and the root teleports at the seam (measured 2.353 m).
|
|
368
|
-
// The nudge ALONE traded that for arriving ~0.3 s late (waypoint miss 2.26 m);
|
|
369
|
-
// densifying the authored polyline every `densifyStride` generation frames
|
|
370
|
-
// gives the earlier segment intermediate targets, so it arrives at the
|
|
371
|
-
// boundary already in place and the nudged pin merely confirms it. Both
|
|
372
|
-
// behaviours are pinned by test/verify-kimodo-waypoints.mjs.
|
|
373
|
-
const segmentStarts = [];
|
|
374
|
-
{
|
|
375
|
-
let cursorS = 0;
|
|
376
|
-
for (const segment of segments.slice(0, -1)) {
|
|
377
|
-
cursorS += Number(segment.duration);
|
|
378
|
-
segmentStarts.push(Math.round(cursorS * genFps));
|
|
379
|
-
}
|
|
380
|
-
}
|
|
381
|
-
const densifyStride = segmentStarts.length > 0 ? Number(process.env.CCLAY_KIMODO_DENSIFY_STRIDE || 10) : 0;
|
|
382
|
-
const root2d = buildRoot2dConstraints(waypoints, {
|
|
383
|
-
appFps,
|
|
384
|
-
genFps,
|
|
385
|
-
genFrames,
|
|
386
|
-
segmentStarts,
|
|
387
|
-
transitionFrames,
|
|
388
|
-
densifyStride,
|
|
389
|
-
});
|
|
390
|
-
|
|
391
|
-
// Pinned poses ride in the SAME constraints file as the path: Kimodo's loader
|
|
392
|
-
// reads a JSON array and dispatches per entry `type`, so one file can carry a
|
|
393
|
-
// root2d path, fullbody keyframes and effector keyframes together.
|
|
394
|
-
const genScale = genFps / appFps;
|
|
395
|
-
const poseEntries = (poses || []).map((entry) => ({
|
|
396
|
-
...entry,
|
|
397
|
-
frame: Math.min(genFrames - 1, Math.max(0, Math.round(entry.frame * genScale))),
|
|
398
|
-
}));
|
|
399
|
-
// Contract C5. `effectorTracks` is the DECISION, already made by the caller
|
|
400
|
-
// (planEditConstraints, which is the only place that knows which frames are the
|
|
401
|
-
// author's own keys and which are context anchors) — this module only executes
|
|
402
|
-
// it, so the fullbody-vs-EE rule has exactly one home. Poses tagged
|
|
403
|
-
// `kind: "edit"` are the author's; everything else is context and stays
|
|
404
|
-
// fullbody, in every mode. The frame scaling above is shared by both, so an
|
|
405
|
-
// EE-scoped run pins the same generation frames a fullbody one would.
|
|
406
|
-
const scopedTracks = Array.isArray(effectorTracks) && effectorTracks.length > 0 ? effectorTracks : null;
|
|
407
|
-
const posePins = scopedTracks
|
|
408
|
-
? [
|
|
409
|
-
...buildFullBodyConstraints(poseEntries.filter((entry) => entry.kind !== "edit"), { genFrames }),
|
|
410
|
-
...buildEffectorConstraints(poseEntries.filter((entry) => entry.kind === "edit"), {
|
|
411
|
-
genFrames,
|
|
412
|
-
tracks: scopedTracks,
|
|
413
|
-
}),
|
|
414
|
-
]
|
|
415
|
-
: buildFullBodyConstraints(poseEntries, { genFrames });
|
|
416
|
-
const constraints = [...root2d, ...posePins];
|
|
417
|
-
|
|
418
|
-
// --- scheduled inpainting plan (contracts C1/C3) --------------------------
|
|
419
|
-
// Built here and nowhere else: see the file header. Everything that reaches a
|
|
420
|
-
// remote shell string below (the two sigmas) is re-checked as an integer even
|
|
421
|
-
// though the bridge already validated it, because this module is also driven
|
|
422
|
-
// straight from the environment.
|
|
423
|
-
let preservePlan = null;
|
|
424
|
-
if (preserve) {
|
|
425
|
-
if (segments.length > 1) {
|
|
426
|
-
throw new Error(
|
|
427
|
-
`scheduled inpainting v1 supports a single segment; this take has ${segments.length} prompt segments`
|
|
428
|
-
);
|
|
429
|
-
}
|
|
430
|
-
if (typeof preserve.basePath !== "string" || !preserve.basePath) {
|
|
431
|
-
throw new Error("preserve.basePath must be the path of a kimodo-native npz to reconstruct");
|
|
432
|
-
}
|
|
433
|
-
const sigma = (value, label) => {
|
|
434
|
-
const number = Number(value);
|
|
435
|
-
if (!Number.isInteger(number) || number < 0 || number > 1000) {
|
|
436
|
-
throw new Error(`preserve.${label} must be an integer in 0..1000, got ${JSON.stringify(value)}`);
|
|
437
|
-
}
|
|
438
|
-
return number;
|
|
439
|
-
};
|
|
440
|
-
const sigmaS = sigma(preserve.sigmaS, "sigmaS");
|
|
441
|
-
const sigmaE = sigma(preserve.sigmaE, "sigmaE");
|
|
442
|
-
if (sigmaE > sigmaS) {
|
|
443
|
-
throw new Error(`preserve.sigmaE (${sigmaE}) must be <= preserve.sigmaS (${sigmaS})`);
|
|
444
|
-
}
|
|
445
|
-
// The CLI's own frame count, not the rounded one the constraints use.
|
|
446
|
-
const maskFrames = cliGenFrames(duration, genFps);
|
|
447
|
-
if (!Number.isInteger(maskFrames) || maskFrames < 1) {
|
|
448
|
-
throw new Error(`preserve: ${duration}s at ${genFps} fps generates ${maskFrames} frames, nothing to preserve`);
|
|
449
|
-
}
|
|
450
|
-
// THE mask-construction site. Edit ranges arrive verbatim from the bridge,
|
|
451
|
-
// each optionally carrying `tracks` (C1v2/C3v2): the builder resolves those
|
|
452
|
-
// IK track ids to mask groups itself — TRACK_GROUPS is its table, and
|
|
453
|
-
// re-deriving groups here would be a second source of truth.
|
|
454
|
-
const built = buildPreserveMask(preserve.editRanges || [], {
|
|
455
|
-
appFps,
|
|
456
|
-
genFps,
|
|
457
|
-
genFrames: maskFrames,
|
|
458
|
-
...(preserve.influenceRadius === undefined ? {} : { influenceRadius: preserve.influenceRadius }),
|
|
459
|
-
});
|
|
460
|
-
// preserve + waypoints: compose the freed root onto that same mask rather
|
|
461
|
-
// than building a second one somewhere else.
|
|
462
|
-
const mask = preserve.rootFree ? withRootFreed(built) : built;
|
|
463
|
-
const strength = preserve.strength === undefined ? 1 : Number(preserve.strength);
|
|
464
|
-
if (!Number.isFinite(strength) || strength <= 0 || strength > 1) {
|
|
465
|
-
throw new Error(`preserve.strength must be a number in (0,1], got ${JSON.stringify(preserve.strength)}`);
|
|
466
|
-
}
|
|
467
|
-
// At 1.0 this returns the mask unchanged, which is exactly the
|
|
468
|
-
// gate-measured behaviour.
|
|
469
|
-
const scaled = scaleMaskAmplitude(mask, strength);
|
|
470
|
-
preservePlan = {
|
|
471
|
-
basePath: preserve.basePath,
|
|
472
|
-
maskPath: preserve.maskPath || null,
|
|
473
|
-
sigmaS,
|
|
474
|
-
sigmaE,
|
|
475
|
-
strength,
|
|
476
|
-
rootFree: preserve.rootFree === true,
|
|
477
|
-
mask: scaled,
|
|
478
|
-
// Structure stats come from the UNSCALED mask: after scaling nothing
|
|
479
|
-
// is exactly 1, which would report "0 preserved frames" for a
|
|
480
|
-
// whole-take reconstruction at 55%.
|
|
481
|
-
stats: preserveMaskStats(mask),
|
|
482
|
-
};
|
|
483
|
-
}
|
|
484
|
-
|
|
485
|
-
const localDir = await mkdtemp(join(tmpdir(), "cclay-kimodo-"));
|
|
486
|
-
const remoteStem = host ? `/tmp/cclay-kimodo-${Date.now()}-${Math.floor(Math.random() * 1e6)}` : localDir;
|
|
487
|
-
// `repo` may hold an unexpanded $HOME for the REMOTE shell to expand, so it
|
|
488
|
-
// is quoted rather than escaped: unquoted it word-splits and `cd` sees two
|
|
489
|
-
// arguments the moment the path contains a space.
|
|
490
|
-
try {
|
|
491
|
-
// Everything the CLI reads as a FILE has to exist on the BOX, so it is
|
|
492
|
-
// written locally and copied up before generation rather than passed on
|
|
493
|
-
// the command line. The remote directory is made once, on demand.
|
|
494
|
-
let remoteDirReady = false;
|
|
495
|
-
const ensureRemoteDir = async () => {
|
|
496
|
-
if (remoteDirReady) return;
|
|
497
|
-
if (!host) { remoteDirReady = true; return; }
|
|
498
|
-
const madeDir = await run(["ssh", ...SSH_OPTS, host, `mkdir -p ${remoteStem}`]);
|
|
499
|
-
if (madeDir.code !== 0) {
|
|
500
|
-
throw new Error(`could not create ${remoteStem} on ${host}: ${madeDir.stderr.trim()}`);
|
|
501
|
-
}
|
|
502
|
-
remoteDirReady = true;
|
|
503
|
-
};
|
|
504
|
-
// Local paths travel as scp ARGV entries, never inside a shell string;
|
|
505
|
-
// the remote side of each pair is built from remoteStem, which this
|
|
506
|
-
// process generated.
|
|
507
|
-
const push = async (localPath, remotePath, label) => {
|
|
508
|
-
if (!host) { if (localPath !== remotePath) await copyFile(localPath, remotePath); return; }
|
|
509
|
-
await ensureRemoteDir();
|
|
510
|
-
const pushed = await run(["scp", ...SSH_OPTS, localPath, `${host}:${remotePath}`]);
|
|
511
|
-
if (pushed.code !== 0) {
|
|
512
|
-
throw new Error(`could not copy ${label} to ${host} (exit ${pushed.code}): ${pushed.stderr.trim()}`);
|
|
513
|
-
}
|
|
514
|
-
};
|
|
515
|
-
|
|
516
|
-
const remoteConstraints = `${remoteStem}/constraints.json`;
|
|
517
|
-
if (constraints.length > 0) {
|
|
518
|
-
const localConstraints = join(localDir, "constraints.json");
|
|
519
|
-
await writeFile(localConstraints, JSON.stringify(constraints));
|
|
520
|
-
await push(localConstraints, remoteConstraints, "constraints");
|
|
521
|
-
}
|
|
522
|
-
|
|
523
|
-
// The base motion and its mask ride up the same way. The mask is written
|
|
524
|
-
// to the RUN directory when the caller named one, so a finished take keeps
|
|
525
|
-
// the exact weights it was generated against next to it.
|
|
526
|
-
const remoteBase = `${remoteStem}/base.npz`;
|
|
527
|
-
const remoteMask = `${remoteStem}/preserve-mask.json`;
|
|
528
|
-
if (preservePlan) {
|
|
529
|
-
const localMask = preservePlan.maskPath || join(localDir, "preserve-mask.json");
|
|
530
|
-
await writeFile(localMask, `${JSON.stringify(preservePlan.mask)}\n`, { mode: 0o600 });
|
|
531
|
-
await push(preservePlan.basePath, remoteBase, "the preserved base motion");
|
|
532
|
-
await push(localMask, remoteMask, "the preserve mask");
|
|
533
|
-
const { freeFrames, rampFrames, preservedFrames, groups } = preservePlan.stats;
|
|
534
|
-
// A grouped mask's TOP-LEVEL counts read "0 free, everything preserved" —
|
|
535
|
-
// true, and completely misleading for a run that is about to regenerate an
|
|
536
|
-
// arm or hand its trajectory to a drawn path. So every group the mask
|
|
537
|
-
// carries is reported beside them, as free/ramp/preserved.
|
|
538
|
-
const groupSummary = groups
|
|
539
|
-
? ` groups[${Object.entries(groups)
|
|
540
|
-
.map(([name, g]) => `${name} ${g.freeFrames}/${g.rampFrames}/${g.preservedFrames}`)
|
|
541
|
-
.join(" ")}]`
|
|
542
|
-
: "";
|
|
543
|
-
console.log(
|
|
544
|
-
`kimodo-preserve: base=${preservePlan.basePath} sigma_s=${preservePlan.sigmaS} ` +
|
|
545
|
-
`sigma_e=${preservePlan.sigmaE} strength=${preservePlan.strength} ` +
|
|
546
|
-
`mask=v${preservePlan.mask.version} ${preservePlan.mask.genFrames} generation frames ` +
|
|
547
|
-
`(free ${freeFrames}, ramp ${rampFrames}, preserved ${preservedFrames})${groupSummary}` +
|
|
548
|
-
`${preservePlan.rootFree ? " root=FREE (the authored path owns the trajectory)" : ""}`
|
|
549
|
-
);
|
|
550
|
-
}
|
|
551
|
-
|
|
552
|
-
// One `kimodo_gen` invocation: the env assignment and every flag are one
|
|
553
|
-
// shell WORD list for that single command, so they join with spaces, while
|
|
554
|
-
// `cd` is a separate command and must be chained with `&&`.
|
|
555
|
-
const promptFile = `${remoteStem}/prompt.txt`;
|
|
556
|
-
const localPrompt = join(localDir, "prompt.txt");
|
|
557
|
-
await writeFile(localPrompt, `${prompt}\n`);
|
|
558
|
-
await push(localPrompt, promptFile, "prompt");
|
|
559
|
-
const built = buildBackendCommand({ backend, repo, model, prompt, promptFile, motionWeights: backend === "kimodo-mlx" ? process.env.CCLAY_KIMODO_MLX_MOTION : process.env.CCLAY_KIMODO_CPP_MOTION_GGUF, textBundle: backend === "kimodo-mlx" ? process.env.CCLAY_KIMODO_MLX_TEXT : process.env.CCLAY_KIMODO_CPP_TEXT_BUNDLE, duration, frames: genFrames, steps: diffusionSteps, seed, output: `${remoteStem}/take`, outputDir: host && backend === "kimodo-mlx" ? undefined : remoteStem });
|
|
560
|
-
let commandWords = [built.command, ...built.args];
|
|
561
|
-
if (backend === "nvidia-cuda") {
|
|
562
|
-
commandWords = [
|
|
563
|
-
`TEXT_ENCODER_DEVICE=${textEncoderDevice}`, built.command, ...built.args,
|
|
564
|
-
"--num_transition_frames", String(transitionFrames),
|
|
565
|
-
...(constraints.length > 0 ? ["--constraints", remoteConstraints] : []),
|
|
566
|
-
...(preservePlan ? ["--base_motion", remoteBase, "--preserve_start", String(preservePlan.sigmaS), "--preserve_end", String(preservePlan.sigmaE), "--preserve_mask", remoteMask] : []),
|
|
567
|
-
];
|
|
568
|
-
}
|
|
569
|
-
const generateWords = [`cd "${repo}"`, commandWords.map((word, i) => i === 0 && backend === "nvidia-cuda" ? word : JSON.stringify(word)).join(" ")].join(" && ");
|
|
570
|
-
const remoteCmd = [`mkdir -p ${remoteStem}`, generateWords].join(" && ");
|
|
571
|
-
|
|
572
|
-
let generated;
|
|
573
|
-
if (host) {
|
|
574
|
-
generated = await run(["ssh", ...SSH_OPTS, host, remoteCmd], { onLine });
|
|
575
|
-
} else {
|
|
576
|
-
const expandHome = (value) => String(value).replace(/^\$HOME(?=\/|$)/, process.env.HOME || "");
|
|
577
|
-
const localCommand = expandHome(built.command);
|
|
578
|
-
const localArgs = built.args.map(expandHome);
|
|
579
|
-
const child = spawnImpl(localCommand, localArgs, { cwd: expandHome(built.cwd), env: { ...process.env } });
|
|
580
|
-
generated = await new Promise((resolve, reject) => {
|
|
581
|
-
let stdout = ""; let stderr = "";
|
|
582
|
-
child.stdout?.on("data", (chunk) => { stdout += chunk; if (onLine) for (const line of String(chunk).split("\n")) if (line.trim()) onLine(line); });
|
|
583
|
-
child.stderr?.on("data", (chunk) => { stderr += chunk; if (onLine) for (const line of String(chunk).split("\n")) if (line.trim()) onLine(line); });
|
|
584
|
-
child.once("error", reject);
|
|
585
|
-
child.on("close", (code) => resolve({ code, stdout, stderr }));
|
|
586
|
-
});
|
|
587
|
-
}
|
|
588
|
-
if (generated.code !== 0) {
|
|
589
|
-
throw new Error(
|
|
590
|
-
`kimodo_gen on ${host} failed (exit ${generated.code}):\n${generated.stderr.split("\n").slice(-25).join("\n")}`
|
|
591
|
-
);
|
|
592
|
-
}
|
|
593
|
-
|
|
594
|
-
const localNpz = join(localDir, "take.npz");
|
|
595
|
-
if (host) {
|
|
596
|
-
const copied = await run(["scp", ...SSH_OPTS, `${host}:${remoteStem}/take.npz`, localNpz]);
|
|
597
|
-
if (copied.code !== 0) throw new Error(`scp of the generated npz failed (exit ${copied.code}): ${copied.stderr.trim()}`);
|
|
598
|
-
} else {
|
|
599
|
-
await writeLocalKimodoNpz(remoteStem, localNpz, { expectedFrames: genFrames });
|
|
600
|
-
}
|
|
601
|
-
// A later run can only preserve THIS take if Kimodo's own npz survives:
|
|
602
|
-
// --base_motion reads that format and the cskel27 file the caller writes
|
|
603
|
-
// is a lossy conversion of it. Best-effort on purpose — a failed local
|
|
604
|
-
// copy must not throw away a finished GPU take.
|
|
605
|
-
if (nativeOut) {
|
|
606
|
-
try {
|
|
607
|
-
await copyFile(localNpz, nativeOut);
|
|
608
|
-
} catch (error) {
|
|
609
|
-
console.error(`kimodo-preserve: could not keep the base motion at ${nativeOut}: ${error.message}`);
|
|
610
|
-
}
|
|
611
|
-
}
|
|
612
|
-
const loaded = readKimodoMotion(localNpz);
|
|
613
|
-
const fps = loaded.fps ?? 30;
|
|
614
|
-
const motion = soma77ToCskel27Motion({
|
|
615
|
-
frames: loaded.frames,
|
|
616
|
-
fps,
|
|
617
|
-
globalRotMats: loaded.globalRotMats,
|
|
618
|
-
posedJoints: loaded.posedJoints,
|
|
619
|
-
});
|
|
620
|
-
return {
|
|
621
|
-
motion,
|
|
622
|
-
metrics: continuityMetrics(motion),
|
|
623
|
-
raw: { frames: loaded.frames, joints: loaded.joints, fps },
|
|
624
|
-
constraints,
|
|
625
|
-
// What this run preserved, and where its own base motion was kept for
|
|
626
|
-
// the next one. Both null on a plain generation.
|
|
627
|
-
preserve: preservePlan
|
|
628
|
-
? {
|
|
629
|
-
basePath: preservePlan.basePath,
|
|
630
|
-
maskPath: preservePlan.maskPath,
|
|
631
|
-
sigmaS: preservePlan.sigmaS,
|
|
632
|
-
sigmaE: preservePlan.sigmaE,
|
|
633
|
-
rootFree: preservePlan.rootFree,
|
|
634
|
-
maskVersion: preservePlan.mask.version,
|
|
635
|
-
genFrames: preservePlan.mask.genFrames,
|
|
636
|
-
...preservePlan.stats,
|
|
637
|
-
}
|
|
638
|
-
: null,
|
|
639
|
-
nativeNpz: nativeOut || null,
|
|
640
|
-
npzBytes: (await readFile(localNpz)).length,
|
|
641
|
-
};
|
|
642
|
-
} finally {
|
|
643
|
-
await rm(localDir, { recursive: true, force: true });
|
|
644
|
-
if (host) await run(["ssh", ...SSH_OPTS, host, `rm -rf ${remoteStem}`]);
|
|
645
|
-
}
|
|
646
|
-
}
|