cozyclay 2.1.1 → 3.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +60 -0
- package/README.md +12 -30
- package/bin/agent/agent-routes.mjs +40 -113
- package/bin/agent/agent-runner.mjs +9 -10
- package/bin/agent/cliproxy-provider.mjs +135 -0
- package/bin/agent/credential-store.mjs +30 -7
- package/bin/agent/pi-tools.mjs +4 -1
- package/bin/agent/provider-keys.mjs +32 -0
- package/bin/agent/provider-login.mjs +110 -0
- package/bin/agent/provider-routes.mjs +99 -0
- package/bin/agent/providers.mjs +19 -97
- package/bin/agent/script-tool.mjs +17 -4
- package/bin/agent/studio-motion-reference.mjs +23 -0
- package/bin/agent/studio-prompt.mjs +1 -1
- package/bin/agent/studio-rebase-text.mjs +32 -0
- package/bin/agent/studio-rebase.mjs +26 -39
- package/bin/agent/studio-tools.mjs +9 -28
- package/bin/agent/tool-arguments.mjs +49 -0
- package/bin/agent/turn-frames.mjs +66 -0
- package/bin/codex-auth.mjs +9 -2
- package/bin/cozyclay.mjs +10 -116
- package/bin/live/cli.mjs +3 -3
- package/bin/mcp-runtime.mjs +2 -12
- package/bin/package-signature.mjs +0 -4
- package/dist/app/index.html +7 -6
- package/dist/assets/EXRLoader-CvVIvGVE.js +1 -0
- package/dist/assets/analytics-C9sUnndd.js +1 -0
- package/dist/assets/app-CCh--1Hc.js +5087 -0
- package/dist/assets/app-f-fkV5uP.css +1 -0
- package/dist/assets/compile-worker-CkxiD6lH.js +5 -0
- package/dist/assets/fflate.module-KbGj5-H6.js +5 -0
- package/dist/assets/{first-shot-handoff-msLI71g1.js → first-shot-handoff-CC4xe4HM.js} +1 -1
- package/dist/assets/{landing-ChUvB_zL.js → landing-DjHD8u7k.js} +1 -1
- package/dist/assets/scene-asset-sync-Hx_FzdOH.js +20 -0
- package/dist/assets/scene-asset-sync-_S8NQl5B.css +1 -0
- package/dist/assets/workflow-C4yKH1p4.js +179 -0
- package/dist/cozyclay-package.json +1 -1
- package/dist/index.html +3 -3
- package/dist/sw.js +3 -6
- package/dist/workflow/index.html +5 -4
- package/mcp/LIVE-PROTOCOL.md +7 -47
- package/mcp/README.md +16 -26
- package/mcp/live-hub.mjs +6 -10
- package/mcp/package.json +1 -3
- package/mcp/tool-handlers.mjs +4 -168
- package/package.json +3 -22
- package/src/App.jsx +150 -2624
- package/src/agent-progress.js +79 -0
- package/src/agent-turn-mark.js +30 -0
- package/src/analytics.js +1 -19
- package/src/app-context.js +5 -0
- package/src/app-stage.jsx +2 -34
- package/src/asset-pane.jsx +6 -5
- package/src/camera-block.js +21 -0
- package/src/camera-direction.js +120 -0
- package/src/character-kind.js +3 -9
- package/src/command-bus.js +8 -6
- package/src/commands/cast.js +5 -34
- package/src/commands/elements/character.js +1 -1
- package/src/commands/elements/motion.js +1 -6
- package/src/commands/elements/object.js +6 -2
- package/src/commands/elements/shot.js +4 -1
- package/src/commands/elements.js +38 -14
- package/src/commands/index.js +3 -1
- package/src/commands/kits.js +37 -0
- package/src/commands/motion-timing.js +57 -0
- package/src/commands/motion.js +9 -152
- package/src/commands/motion3-compile.js +65 -0
- package/src/commands/motion3.js +207 -0
- package/src/commands/objects.js +6 -4
- package/src/commands/shot.js +49 -11
- package/src/commands/stage.js +14 -1
- package/src/commands/view.js +4 -1
- package/src/document-mirrors.js +42 -0
- package/src/document-store.js +4 -0
- package/src/domains/cast.js +19 -194
- package/src/domains/motion/motion-range-pin-rules.js +1 -1
- package/src/domains/motion/take-source.js +51 -0
- package/src/domains/motion.js +60 -1838
- package/src/domains/scenes.js +12 -55
- package/src/domains/shots.js +2 -2
- package/src/domains/stage.js +4 -2
- package/src/draft-ghost.js +46 -0
- package/src/draft-ghost.jsx +129 -0
- package/src/dualview.jsx +4 -3
- package/src/effects/EffectsLayer.jsx +112 -0
- package/src/effects/effect-meshes.js +232 -0
- package/src/effects/effect-record.js +103 -0
- package/src/effects/emitter.js +59 -0
- package/src/effects/simulate.js +261 -0
- package/src/effects/state.js +59 -0
- package/src/execution-telemetry.js +2 -3
- package/src/first-success-guide.jsx +5 -5
- package/src/ghost-set.js +257 -0
- package/src/held-object-edit.jsx +113 -0
- package/src/held-object-pose.js +175 -0
- package/src/hierarchy-model.js +1 -1
- package/src/hierarchy-panel.jsx +1 -1
- package/src/imported-mesh.jsx +103 -0
- package/src/kits/held.js +84 -0
- package/src/kits/index.js +70 -0
- package/src/kits/smoking.js +57 -0
- package/src/light-blockers.js +93 -0
- package/src/motion/beat-board-model.js +84 -0
- package/src/motion/beat-board.css +124 -0
- package/src/motion/beat-board.jsx +59 -0
- package/src/motion/center-of-mass.js +66 -0
- package/src/motion/fix-collisions.js +850 -0
- package/src/motion/physics-review.js +118 -0
- package/src/{ardy → motion}/physics-support.js +1 -76
- package/src/motion/rig-snapshot.js +22 -0
- package/src/motion/take-segments.jsx +140 -0
- package/src/{ardy → motion}/timeline-coordinates.js +0 -21
- package/src/{ardy → motion}/timeline.css +1 -2
- package/src/{ardy → motion}/timeline.jsx +42 -413
- package/src/motion/waypoints.js +76 -0
- package/src/motion3/beats.js +83 -0
- package/src/motion3/body.js +158 -0
- package/src/motion3/bones.js +47 -0
- package/src/motion3/carried.js +47 -0
- package/src/motion3/compile-job.js +75 -0
- package/src/motion3/compile-worker.js +10 -0
- package/src/motion3/compiler/anchors.js +105 -0
- package/src/motion3/compiler/arm-orient.js +128 -0
- package/src/motion3/compiler/channels.js +125 -0
- package/src/motion3/compiler/compile.js +205 -0
- package/src/motion3/compiler/gait-rhythm.js +97 -0
- package/src/motion3/compiler/grip.js +171 -0
- package/src/motion3/compiler/head-steady.js +48 -0
- package/src/motion3/compiler/hold.js +134 -0
- package/src/motion3/compiler/idle.js +113 -0
- package/src/motion3/compiler/limbs.js +170 -0
- package/src/motion3/compiler/math.js +72 -0
- package/src/motion3/compiler/pose.js +162 -0
- package/src/motion3/compiler/quat.js +49 -0
- package/src/motion3/compiler/skeleton.js +74 -0
- package/src/motion3/compiler/validate-common.js +32 -0
- package/src/motion3/compiler/validate-goals.js +118 -0
- package/src/motion3/compiler/validate-objects.js +143 -0
- package/src/motion3/compiler/validate-parts.js +116 -0
- package/src/motion3/compiler/validate.js +122 -0
- package/src/motion3/compiler/vocab.js +73 -0
- package/src/motion3/compiler/walk-pelvis.js +275 -0
- package/src/motion3/compiler/walk.js +207 -0
- package/src/motion3/compiler/wrist-clamp.js +32 -0
- package/src/motion3/delta.js +47 -0
- package/src/motion3/describe.js +174 -0
- package/src/motion3/docs.js +27 -0
- package/src/motion3/edit-carry.js +21 -0
- package/src/motion3/fix/ease.js +16 -0
- package/src/motion3/fix/ground.js +37 -0
- package/src/motion3/fix/index.js +52 -0
- package/src/motion3/fix/push.js +71 -0
- package/src/motion3/fix/reach.js +46 -0
- package/src/motion3/fix/retime.js +79 -0
- package/src/motion3/fix/self.js +211 -0
- package/src/motion3/fix/slide.js +70 -0
- package/src/motion3/fix/turn.js +51 -0
- package/src/motion3/follow.js +39 -0
- package/src/motion3/free-motion.js +173 -0
- package/src/motion3/grip-choice.js +130 -0
- package/src/motion3/hold-plan.js +157 -0
- package/src/motion3/json-patch.js +77 -0
- package/src/motion3/key-aim.js +105 -0
- package/src/motion3/key-edit.js +82 -0
- package/src/motion3/lenient.js +127 -0
- package/src/motion3/object-keys.js +236 -0
- package/src/motion3/object-pose.js +182 -0
- package/src/motion3/object-tracks.js +12 -0
- package/src/motion3/pipeline.js +102 -0
- package/src/motion3/playback.js +51 -0
- package/src/motion3/probes.js +91 -0
- package/src/motion3/qa/body-checks.js +34 -0
- package/src/motion3/qa/check-names.js +14 -0
- package/src/motion3/qa/checks.js +121 -0
- package/src/motion3/qa/contact-checks.js +51 -0
- package/src/motion3/qa/explain.js +80 -0
- package/src/motion3/qa/fmt.js +5 -0
- package/src/motion3/qa/foot-checks.js +72 -0
- package/src/motion3/qa/geometry.js +77 -0
- package/src/motion3/qa/goals.js +191 -0
- package/src/motion3/qa/ground.js +60 -0
- package/src/motion3/qa/hints-contact.js +179 -0
- package/src/motion3/qa/hints-goal.js +160 -0
- package/src/motion3/qa/hints-knee.js +24 -0
- package/src/motion3/qa/hints-motion.js +209 -0
- package/src/motion3/qa/hints-object.js +91 -0
- package/src/motion3/qa/index.js +42 -0
- package/src/motion3/qa/key-checks.js +82 -0
- package/src/motion3/qa/near.js +96 -0
- package/src/motion3/qa/object-checks.js +135 -0
- package/src/motion3/qa/patch.js +161 -0
- package/src/motion3/qa/severity.js +38 -0
- package/src/motion3/qa/spec-checks.js +65 -0
- package/src/motion3/qa/style.js +218 -0
- package/src/motion3/qa/wrist-checks.js +69 -0
- package/src/motion3/qa/wrist-obs.js +60 -0
- package/src/motion3/refs.js +120 -0
- package/src/motion3/repair-tune.js +121 -0
- package/src/motion3/repair.js +83 -0
- package/src/motion3/report.js +67 -0
- package/src/motion3/rigs/index.js +14 -0
- package/src/motion3/rigs/x-bot-tpose-body.json +1 -0
- package/src/motion3/rigs/x-bot-tpose.json +1 -0
- package/src/motion3/rigs/y-bot-tpose-body.json +1 -0
- package/src/motion3/rigs/y-bot-tpose.json +1 -0
- package/src/motion3/scene.js +60 -0
- package/src/motion3/schema/brief.js +89 -0
- package/src/motion3/schema/fields.js +44 -0
- package/src/motion3/schema/spec-examples.js +46 -0
- package/src/motion3/schema/topics.js +111 -0
- package/src/motion3/schema/types.js +147 -0
- package/src/motion3/search.js +117 -0
- package/src/motion3/second-hand.js +112 -0
- package/src/motion3/skills/basic.js +82 -0
- package/src/motion3/skills/book.js +76 -0
- package/src/motion3/skills/car.js +145 -0
- package/src/motion3/skills/frames-auto.js +29 -0
- package/src/motion3/skills/index.js +83 -0
- package/src/motion3/skills/info.js +65 -0
- package/src/motion3/skills/smoke-kit.js +109 -0
- package/src/motion3/skills/smoke.js +160 -0
- package/src/motion3/spec-store.js +59 -0
- package/src/motion3/take-edit.js +155 -0
- package/src/motion3/take.js +63 -0
- package/src/motion3/timeline.js +127 -0
- package/src/motion3/views.js +121 -0
- package/src/motion3/walk-plan.js +119 -0
- package/src/object-catalog.jsx +7 -1
- package/src/object-colors.js +98 -0
- package/src/object-gizmo-parts.js +115 -0
- package/src/object-gizmo.jsx +37 -122
- package/src/object-glow.js +139 -0
- package/src/object-hidden.js +33 -0
- package/src/object-look.js +196 -0
- package/src/object-size.js +10 -0
- package/src/object-travel.js +71 -6
- package/src/panels/CameraPanel.jsx +7 -7
- package/src/panels/HdrEnvironmentControls.jsx +59 -0
- package/src/panels/LightPanel.jsx +25 -4
- package/src/panels/ObjectLookPanel.jsx +88 -0
- package/src/panels/PosePanel.jsx +2 -17
- package/src/panels/RigControlPanel.jsx +5 -53
- package/src/panels/SubjectBox.jsx +4 -1
- package/src/panels/details.css +14 -0
- package/src/posestudio.jsx +4 -27
- package/src/project-browser.jsx +3 -4
- package/src/project-resources.js +18 -31
- package/src/project.js +13 -104
- package/src/props.jsx +25 -280
- package/src/rail-dot-drag.js +23 -0
- package/src/render-passes.js +10 -0
- package/src/resource-status.jsx +1 -0
- package/src/result-modal.jsx +4 -19
- package/src/room.jsx +20 -12
- package/src/scene-assets.js +8 -6
- package/src/scene-light-place.js +72 -0
- package/src/scene-lights.jsx +148 -0
- package/src/scene-objects.js +31 -139
- package/src/scenes.js +15 -105
- package/src/semantic-edit.js +2 -5
- package/src/set-pieces.jsx +183 -0
- package/src/settings-menu.jsx +3 -11
- package/src/shell/BottomDock.jsx +9 -51
- package/src/shell/DetailsSlot.jsx +16 -200
- package/src/shell/GhostsMenuGroup.jsx +74 -0
- package/src/shell/LibrarySlot.jsx +1 -3
- package/src/shell/MenuBar.jsx +3 -3
- package/src/shell/PreferencesDialog.jsx +15 -264
- package/src/shell/PreferencesSlot.jsx +2 -8
- package/src/shell/TopBar.jsx +5 -84
- package/src/shell/ViewportToolbar.jsx +10 -70
- package/src/shell/agent-glass.css +19 -6
- package/src/shell/details-selection.js +42 -0
- package/src/shell/ghosts-menu.css +22 -0
- package/src/shell/glass-regions.css +29 -3
- package/src/shell/preferences.css +6 -1
- package/src/shot-authoring.js +4 -7
- package/src/soft-shadows.js +37 -0
- package/src/stage-attach-frames.js +12 -12
- package/src/stage-canvas-rigs.jsx +3 -3
- package/src/stage-capture.jsx +42 -8
- package/src/stage-characters.jsx +22 -216
- package/src/stage-editor-gizmos.jsx +6 -6
- package/src/stage-environment.js +93 -0
- package/src/stage-hdr-builtins.js +107 -0
- package/src/stage-hdr-image.js +116 -0
- package/src/stage-hdr-library.js +70 -0
- package/src/stage-hdr-map.js +94 -0
- package/src/stage-hdr.js +130 -0
- package/src/stage-lighting.js +149 -0
- package/src/stage-occlusion.js +210 -0
- package/src/stage-sky.jsx +159 -0
- package/src/stage-startup-defaults.js +5 -9
- package/src/studio-actions.js +12 -14
- package/src/studio-agent-commands.js +19 -16
- package/src/studio-agent-motion.js +9 -9
- package/src/studio-agent-protocol.js +41 -71
- package/src/studio-app-binding.js +25 -45
- package/src/studio-asset-list.js +17 -0
- package/src/studio-contact-sheet.js +37 -5
- package/src/studio-elements.js +27 -7
- package/src/studio-entity-bounds.js +18 -0
- package/src/studio-error-codes.js +8 -0
- package/src/studio-export-framing.js +152 -0
- package/src/studio-lighting-check.js +103 -0
- package/src/studio-motion-visual.js +150 -0
- package/src/studio-schema-errors.js +80 -0
- package/src/studio-support-gap.js +74 -0
- package/src/styles.css +1 -19
- package/src/timeline-defaults.js +5 -0
- package/src/timeline-extent.js +8 -20
- package/src/tutorial-walk.js +17 -0
- package/src/ui-scrub.js +1 -1
- package/src/use-shot-camera-tracks.js +12 -0
- package/src/view-ghosts.js +97 -0
- package/src/view-ghosts.jsx +49 -0
- package/src/workflow/AgentPanel.jsx +47 -166
- package/src/workflow/AgentProgressCard.jsx +107 -0
- package/src/workflow/AgentReplyText.jsx +37 -0
- package/src/workflow/AgentTurnSteps.jsx +84 -0
- package/src/workflow/LoginPanel.jsx +140 -0
- package/src/workflow/WorkflowBuilder.jsx +7 -23
- package/src/workflow/agent-client.js +54 -51
- package/src/workflow/agent-panel.css +71 -1
- package/src/workflow/agent-progress-card.css +167 -0
- package/src/workflow/agent-progress-view.js +47 -0
- package/src/workflow/agent-turn-steps.css +113 -0
- package/src/workflow/agent-turn.js +191 -0
- package/src/workflow/login-client.js +34 -0
- package/src/workflow/motion-input.js +18 -31
- package/src/workflow/node-schema.js +1 -1
- package/src/workflow/reply-markdown.js +69 -0
- package/src/workflow/scene-asset-sync.js +8 -8
- package/tools/agent-session-stats.mjs +61 -0
- package/tools/dev-full.mjs +5 -56
- package/tools/eslint-baseline.json +12 -13
- package/tools/knip-baseline.json +0 -179
- package/tools/loc-baseline.json +31 -81
- package/tools/motion3/extract-body.mjs +103 -0
- package/tools/motion3/extract-rig.mjs +85 -0
- package/tools/process-supervisor.mjs +0 -88
- package/tools/run-tests.mjs +8 -124
- package/bin/agent/motion-runtime.mjs +0 -76
- package/dist/ardy/cskel27-rest.json +0 -557
- package/dist/assets/analytics-C9pMpW7s.js +0 -1
- package/dist/assets/app-B_2XB9rw.css +0 -1
- package/dist/assets/app-DAuvKPP8.js +0 -4920
- package/dist/assets/config-Bx7pYsD9.js +0 -1
- package/dist/assets/config-DeoFTYzb.css +0 -1
- package/dist/assets/demo-CvKuBgy5.js +0 -1
- package/dist/assets/scene-asset-sync-DKkpjKBV.js +0 -19
- package/dist/assets/scene-asset-sync-DjJ_cJ2R.css +0 -1
- package/dist/assets/ticket-BPk2Ni95.js +0 -1
- package/dist/assets/workflow-jJRBR94Z.js +0 -179
- package/dist/demo/walk-then-stop.npz +0 -0
- package/mcp/ardy-prompts.mjs +0 -218
- package/src/ardy/auto-fix-panel.css +0 -108
- package/src/ardy/auto-physics.js +0 -1194
- package/src/ardy/client.js +0 -153
- package/src/ardy/convert.js +0 -313
- package/src/ardy/cskel27-neutral.js +0 -39
- package/src/ardy/cskel27.js +0 -77
- package/src/ardy/export.js +0 -165
- package/src/ardy/fix-collisions.js +0 -2257
- package/src/ardy/foot-lock.js +0 -230
- package/src/ardy/motion-calibration.js +0 -118
- package/src/ardy/motion-edit.js +0 -213
- package/src/ardy/motion-url.js +0 -55
- package/src/ardy/mp4-duration.js +0 -102
- package/src/ardy/npz.js +0 -595
- package/src/ardy/physics-panel.css +0 -21
- package/src/ardy/physics-panel.jsx +0 -89
- package/src/ardy/physics-refine.js +0 -111
- package/src/ardy/physics-review.js +0 -567
- package/src/ardy/physics-temporal.js +0 -54
- package/src/ardy/platform-fit-panel.css +0 -64
- package/src/ardy/platform-fit-panel.jsx +0 -41
- package/src/ardy/platform-fit.js +0 -326
- package/src/ardy/playback.js +0 -711
- package/src/ardy/pose-pin.js +0 -97
- package/src/ardy/prompt-clips.js +0 -30
- package/src/ardy/retime.js +0 -211
- package/src/ardy/root-drop.js +0 -369
- package/src/ardy/timeline-resize.js +0 -13
- package/src/ardy/to-cskel27.js +0 -225
- package/src/ardy/trim.js +0 -33
- package/src/ardy/waypoints.js +0 -369
- package/src/ardy-bridge-contract.js +0 -281
- package/src/domains/motion/motion-video-capture.js +0 -664
- package/src/i2v-motion-client.js +0 -77
- package/src/i2v-motion-studio.jsx +0 -180
- package/src/line-edit.js +0 -1348
- package/src/motion/generation.js +0 -105
- package/src/motion-readiness-ui.jsx +0 -67
- package/src/motion-readiness.js +0 -40
- package/src/motion-resources.js +0 -177
- package/src/motion-store.js +0 -65
- package/src/motion-trail.js +0 -601
- package/src/multimodel-ingest.js +0 -394
- package/src/panels/PromptBlocksPanel.jsx +0 -444
- package/src/panels/VideoCapturePanel.jsx +0 -181
- package/src/pose-extract/browser.js +0 -42
- package/src/pose-extract/detector.js +0 -100
- package/src/pose-extract/fit.js +0 -227
- package/src/pose-extract/image-frame.js +0 -51
- package/src/pose-extract/index.js +0 -58
- package/src/pose-extract/keyframes.js +0 -74
- package/src/pose-extract/landmarks.js +0 -162
- package/src/pose-extract/mirror.js +0 -153
- package/src/pose-extract/take.js +0 -131
- package/src/pose-extract/video-frames.js +0 -91
- package/src/take-recipe.js +0 -165
- package/src/trail-key-conflicts.js +0 -39
- package/src/trail-pick.js +0 -59
- package/src/use-i2v-capture-modal.js +0 -15
- package/tools/ardy/BRIDGE.md +0 -37
- package/tools/ardy/GVHMR-NPZ.md +0 -68
- package/tools/ardy/README.md +0 -124
- package/tools/ardy/__pycache__/cclay_gvhmr_worker.cpython-313.pyc +0 -0
- package/tools/ardy/artifacts.mjs +0 -34
- package/tools/ardy/bridge.mjs +0 -1732
- package/tools/ardy/bvh-cskel27.mjs +0 -1265
- package/tools/ardy/cclay_constrained_generate.py +0 -561
- package/tools/ardy/cclay_gvhmr_worker.py +0 -264
- package/tools/ardy/cclay_motion_edit.py +0 -510
- package/tools/ardy/cclay_sequence_generate.py +0 -705
- package/tools/ardy/cclay_worker.py +0 -304
- package/tools/ardy/dump-npz.py +0 -205
- package/tools/ardy/extract-rest.mjs +0 -299
- package/tools/ardy/extract.mjs +0 -507
- package/tools/ardy/footage.mjs +0 -467
- package/tools/ardy/gvhmr-floor.mjs +0 -102
- package/tools/ardy/gvhmr-to-cskel27.mjs +0 -21
- package/tools/ardy/gvhmr_fastpath.py +0 -168
- package/tools/ardy/gvhmr_trajectory.py +0 -240
- package/tools/ardy/merge-text-encoder.py +0 -160
- package/tools/ardy/mocap-metrics.mjs +0 -200
- package/tools/ardy/mocap-quality-gate.mjs +0 -110
- package/tools/ardy/motion-stabilize.mjs +0 -348
- package/tools/ardy/npz.mjs +0 -414
- package/tools/ardy/pose-to-npz.mjs +0 -106
- package/tools/ardy/prompt-limits.mjs +0 -5
- package/tools/ardy/run-edit-on-box.sh +0 -73
- package/tools/ardy/run-local.mjs +0 -233
- package/tools/ardy/run-on-box.sh +0 -593
- package/tools/ardy/run-sequence-on-box.sh +0 -177
- package/tools/ardy/runners/gvhmr-worker.mjs +0 -206
- package/tools/ardy/runners/index.mjs +0 -18
- package/tools/ardy/runners/local.mjs +0 -455
- package/tools/ardy/runners/proc.mjs +0 -125
- package/tools/ardy/runners/remote.mjs +0 -252
- package/tools/ardy/setup-local.mjs +0 -189
- package/tools/ardy/setup-text-encoder-on-box.sh +0 -93
- package/tools/ardy/setup-text-encoder.py +0 -306
- package/tools/ardy/smpl-cskel27.mjs +0 -178
- package/tools/ardy/visual-qa.mjs +0 -196
- package/tools/ardy/vq-car.mjs +0 -52
- package/tools/bench/EXP3.md +0 -61
- package/tools/bench/cclay_bench_extract_incam.py +0 -125
- package/tools/bench/cclay_bench_extract_obs.py +0 -204
- package/tools/bench/cclay_bench_runner.py +0 -42
- package/tools/bench/cube-contact.mjs +0 -162
- package/tools/bench/exp3.mjs +0 -152
- package/tools/bench/extract-bench-lib.mjs +0 -216
- package/tools/bench/extract-bench.mjs +0 -302
- package/tools/bench/fal-generate.mjs +0 -88
- package/tools/bench/fit/README.md +0 -189
- package/tools/bench/fit/camera.mjs +0 -59
- package/tools/bench/fit/contact.mjs +0 -419
- package/tools/bench/fit/footlock.mjs +0 -234
- package/tools/bench/fit/motion.mjs +0 -85
- package/tools/bench/fit/pin.mjs +0 -27
- package/tools/bench/fit/remote.mjs +0 -105
- package/tools/bench/fit-bench.mjs +0 -126
- package/tools/bench/fit-sanity.mjs +0 -45
- package/tools/bench/metrics.mjs +0 -313
- package/tools/bench/obs/depth.mjs +0 -258
- package/tools/bench/obs/extrinsics.mjs +0 -175
- package/tools/bench/obs/fit_mannequin_betas.py +0 -340
- package/tools/bench/obs/ground.mjs +0 -294
- package/tools/bench/obs/heading.mjs +0 -151
- package/tools/bench/obs/ladder.mjs +0 -555
- package/tools/bench/obs/mannequin-betas.json +0 -124
- package/tools/bench/obs/remote.mjs +0 -83
- package/tools/bench/obs/rest_joints.py +0 -52
- package/tools/bench/obs/ybot-targets.mjs +0 -49
- package/tools/bench/obs-bench.mjs +0 -520
- package/tools/bench/score.mjs +0 -343
- package/tools/bench/summarize.mjs +0 -86
- package/tools/demo-worker/README.md +0 -137
- package/tools/demo-worker/api-client.mjs +0 -233
- package/tools/demo-worker/generate.mjs +0 -301
- package/tools/demo-worker/index.mjs +0 -466
- package/tools/demo-worker/sign-core.mjs +0 -112
- package/tools/demo-worker/sign.mjs +0 -161
- package/tools/gt-render/browser.mjs +0 -182
- package/tools/gt-render/camera-math.mjs +0 -276
- package/tools/gt-render/page.mjs +0 -267
- package/tools/gt-render/render.mjs +0 -514
- package/tools/gt-render/scene-box.mjs +0 -31
- package/tools/gt-render/take-transform.mjs +0 -87
- package/tools/kimodo/compare-seam.mjs +0 -108
- package/tools/kimodo/constraints.mjs +0 -244
- package/tools/kimodo/edit.mjs +0 -259
- package/tools/kimodo/effector-constraints.mjs +0 -200
- package/tools/kimodo/generate.mjs +0 -646
- package/tools/kimodo/local-output.mjs +0 -265
- package/tools/kimodo/measure-pose.mjs +0 -65
- package/tools/kimodo/measure-preserve.mjs +0 -899
- package/tools/kimodo/measure-waypoints.mjs +0 -55
- package/tools/kimodo/mlx-generate.py +0 -111
- package/tools/kimodo/pose-constraints.mjs +0 -248
- package/tools/kimodo/preserve-mask.mjs +0 -543
- package/tools/kimodo/read-npz.mjs +0 -189
- package/tools/kimodo/run-edit-on-box.mjs +0 -155
- package/tools/kimodo/run-sequence-on-box.mjs +0 -178
- package/tools/kimodo/runner.mjs +0 -284
- package/tools/kimodo/seam-batch.mjs +0 -77
- package/tools/kimodo/setup-local.mjs +0 -30
- package/tools/kimodo/setup-on-box.sh +0 -339
- package/tools/kimodo/soma77-to-cskel27.mjs +0 -305
- package/tools/morphgs/assets/gen_truth.py +0 -39
- package/tools/morphgs/assets/mesh_ori_rig.txt +0 -27
- package/tools/morphgs/assets/playback-check.mjs +0 -30
- package/tools/morphgs/demo-gate.sh +0 -26
- package/tools/morphgs/fbx2morphgs.mjs +0 -68
- package/tools/morphgs/morphgs-to-cskel27.mjs +0 -105
- package/tools/morphgs/patches/preprocess_src-none-mode.patch +0 -76
- package/tools/morphgs/setup-on-cluster.sh +0 -126
- package/tools/projflow/driver.py +0 -1069
- package/tools/projflow/generate.mjs +0 -805
- package/tools/projflow/hml22-to-cskel27.mjs +0 -735
- package/tools/projflow/line-edit-job.mjs +0 -547
- package/tools/projflow/replay.mjs +0 -452
- package/tools/projflow/runner.mjs +0 -269
- package/tools/projflow/service.mjs +0 -742
- package/tools/track/DESIGN.md +0 -513
- package/tools/track/backfill-provenance.mjs +0 -116
- package/tools/track/budget.mjs +0 -8
- package/tools/track/check-rig.mjs +0 -209
- package/tools/track/diagnostics.schema.json +0 -60
- package/tools/track/export-rig.mjs +0 -256
- package/tools/track/fallback.mjs +0 -7
- package/tools/track/fk-parity-fixture.mjs +0 -161
- package/tools/track/gate.mjs +0 -349
- package/tools/track/masks.mjs +0 -318
- package/tools/track/metrics.mjs +0 -201
- package/tools/track/publish-obs.mjs +0 -108
- package/tools/track/py/check_env.py +0 -61
- package/tools/track/py/eval_lr.py +0 -229
- package/tools/track/py/lr_viterbi.py +0 -294
- package/tools/track/py/masks.py +0 -405
- package/tools/track/py/objective.py +0 -382
- package/tools/track/py/rig.py +0 -508
- package/tools/track/py/scene.py +0 -326
- package/tools/track/py/test_joint_indices.py +0 -123
- package/tools/track/py/test_lr_viterbi.py +0 -195
- package/tools/track/py/test_masks.py +0 -229
- package/tools/track/py/test_rig.py +0 -288
- package/tools/track/py/test_scene.py +0 -354
- package/tools/track/py/test_track.py +0 -328
- package/tools/track/py/track.py +0 -411
- package/tools/track/remote.mjs +0 -140
- package/tools/track/rig-dump.mjs +0 -227
- package/tools/track/run-box-tests.mjs +0 -14
- package/tools/track/run-box.mjs +0 -168
- package/tools/track/setup-box.sh +0 -59
- package/tools/track/study-2d.mjs +0 -728
- /package/src/{ardy → motion}/collision-blockers.js +0 -0
- /package/src/{ardy → motion}/ground.js +0 -0
- /package/src/{ardy → motion}/ik-drag.js +0 -0
- /package/src/{ardy → motion}/ik-key-json.js +0 -0
- /package/src/{ardy → motion}/ik.js +0 -0
- /package/src/{ardy → motion}/physics-surface.js +0 -0
- /package/src/{ardy → motion}/playback-clock.js +0 -0
- /package/src/{ardy → motion}/range-pin.js +0 -0
|
@@ -1,455 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Local runner for the ARDY bridge: generation on THIS machine.
|
|
3
|
-
*
|
|
4
|
-
* Same small interface as runners/remote.mjs, no ssh anywhere. The heavy
|
|
5
|
-
* pieces live in a per-user directory (nothing model-shaped is ever inside
|
|
6
|
-
* the CozyClay repo):
|
|
7
|
-
*
|
|
8
|
-
* ~/.cozyclay/ardy ARDY checkout + .venv (torch, ardy, gradio)
|
|
9
|
-
* ~/.cozyclay/text-encoders LLM2Vec / Llama-3-8B encoder weights
|
|
10
|
-
* (HF cache) ARDY motion checkpoints, auto-downloaded by
|
|
11
|
-
* huggingface_hub on first use
|
|
12
|
-
*
|
|
13
|
-
* `node tools/ardy/setup-local.mjs` provisions all of it; this runner only
|
|
14
|
-
* checks and reports. Generation children are spawned through
|
|
15
|
-
* tools/ardy/run-local.mjs, which mirrors the run-*-on-box.sh contract
|
|
16
|
-
* (same modes, same "<label>: done - <path> (<bytes> bytes)" marker) minus
|
|
17
|
-
* the push/pull dance.
|
|
18
|
-
*
|
|
19
|
-
* The text encoder (Llama-3-8B, ~16 GB resident) is the one piece too heavy
|
|
20
|
-
* to keep alive unconditionally, so it is a lazy sidecar: started on the
|
|
21
|
-
* first generation that needs it, reused while warm, and shut down after an
|
|
22
|
-
* idle window to give the RAM back. ARDY's own TEXT_ENCODER_MODE=auto makes
|
|
23
|
-
* a dead encoder a graceful state (in-process fallback), never a crash.
|
|
24
|
-
*/
|
|
25
|
-
|
|
26
|
-
import { existsSync } from "node:fs";
|
|
27
|
-
import { createConnection } from "node:net";
|
|
28
|
-
import { homedir, tmpdir } from "node:os";
|
|
29
|
-
import { dirname, join } from "node:path";
|
|
30
|
-
import { fileURLToPath } from "node:url";
|
|
31
|
-
import { spawn } from "node:child_process";
|
|
32
|
-
import { killGroup, lastLine, run, track } from "./proc.mjs";
|
|
33
|
-
|
|
34
|
-
const HERE = dirname(fileURLToPath(import.meta.url));
|
|
35
|
-
const TOOLS_ARDY = join(HERE, "..");
|
|
36
|
-
const RUN_LOCAL = join(TOOLS_ARDY, "run-local.mjs");
|
|
37
|
-
const SETUP_HINT = "run `node tools/ardy/setup-local.mjs` once to install ARDY locally";
|
|
38
|
-
|
|
39
|
-
// cuda > mps > cpu, the same order cclay_pick_device() uses in the python
|
|
40
|
-
// generators, so what health reports is what generation will use.
|
|
41
|
-
const DEVICE_PROBE = [
|
|
42
|
-
"import os, torch",
|
|
43
|
-
'forced = os.environ.get("CCLAY_ARDY_DEVICE", "").strip().lower()',
|
|
44
|
-
"mps = getattr(torch.backends, 'mps', None)",
|
|
45
|
-
'print(forced or ("cuda:0" if torch.cuda.is_available() else ("mps" if mps is not None and mps.is_available() else "cpu")))',
|
|
46
|
-
].join("\n");
|
|
47
|
-
|
|
48
|
-
const ENCODER_START_TIMEOUT_MS = 10 * 60_000; // first start reads ~16 GB of weights from disk
|
|
49
|
-
const ENCODER_POLL_MS = 2000;
|
|
50
|
-
const ENCODER_IDLE_DEFAULT_S = 900; // give the RAM back after 15 quiet minutes
|
|
51
|
-
|
|
52
|
-
const WORKER_START_TIMEOUT_MS = 15 * 60_000; // model load + first-ever kernel compile
|
|
53
|
-
const WORKER_POLL_MS = 2000;
|
|
54
|
-
const WORKER_IDLE_DEFAULT_S = 3600; // the motion model is small; keep it warm longer
|
|
55
|
-
|
|
56
|
-
export function createLocalRunner() {
|
|
57
|
-
const LOCAL_DIR = process.env.CCLAY_ARDY_LOCAL_DIR || join(homedir(), ".cozyclay", "ardy");
|
|
58
|
-
const VENV_PY =
|
|
59
|
-
process.env.CCLAY_ARDY_LOCAL_VENV ||
|
|
60
|
-
join(LOCAL_DIR, ".venv", process.platform === "win32" ? "Scripts\\python.exe" : "bin/python");
|
|
61
|
-
const ENCODERS_DIR = process.env.CCLAY_ARDY_ENCODERS_DIR || join(homedir(), ".cozyclay", "text-encoders");
|
|
62
|
-
const ENCODER_URL = process.env.CCLAY_ARDY_ENCODER_URL || "http://127.0.0.1:9550/";
|
|
63
|
-
const ENCODER_DEVICE = (process.env.CCLAY_ARDY_ENCODER_DEVICE || "").trim();
|
|
64
|
-
const ENCODER_IDLE_S = Number(process.env.CCLAY_ARDY_ENCODER_IDLE_S) > 0
|
|
65
|
-
? Number(process.env.CCLAY_ARDY_ENCODER_IDLE_S)
|
|
66
|
-
: ENCODER_IDLE_DEFAULT_S;
|
|
67
|
-
|
|
68
|
-
// Environment every local child (probe, encoder, generator) runs under.
|
|
69
|
-
// TEXT_ENCODER_URL/TEXT_ENCODERS_DIR are ARDY's own env contract;
|
|
70
|
-
// PYTORCH_ENABLE_MPS_FALLBACK lets the odd unsupported op fall back to CPU
|
|
71
|
-
// instead of aborting an entire generation on Apple GPUs.
|
|
72
|
-
function localEnv(extra = {}) {
|
|
73
|
-
return {
|
|
74
|
-
...process.env,
|
|
75
|
-
CCLAY_ARDY_LOCAL_DIR: LOCAL_DIR,
|
|
76
|
-
CCLAY_ARDY_LOCAL_VENV: VENV_PY,
|
|
77
|
-
CCLAY_ARDY_ENCODER_URL: ENCODER_URL,
|
|
78
|
-
TEXT_ENCODER_URL: ENCODER_URL,
|
|
79
|
-
TEXT_ENCODERS_DIR: ENCODERS_DIR,
|
|
80
|
-
PYTORCH_ENABLE_MPS_FALLBACK: "1",
|
|
81
|
-
...extra,
|
|
82
|
-
};
|
|
83
|
-
}
|
|
84
|
-
|
|
85
|
-
function requireSetup() {
|
|
86
|
-
if (!existsSync(LOCAL_DIR)) {
|
|
87
|
-
throw new Error(`local ARDY checkout not found at ${LOCAL_DIR}; ${SETUP_HINT}`);
|
|
88
|
-
}
|
|
89
|
-
if (!existsSync(VENV_PY)) {
|
|
90
|
-
throw new Error(`local ARDY venv python not found at ${VENV_PY}; ${SETUP_HINT}`);
|
|
91
|
-
}
|
|
92
|
-
}
|
|
93
|
-
|
|
94
|
-
// The device cannot change mid-session, and the probe costs a full torch
|
|
95
|
-
// import (~seconds), so the first successful answer is kept for the
|
|
96
|
-
// bridge's lifetime instead of re-spawning python on every health poll.
|
|
97
|
-
let deviceCache = null;
|
|
98
|
-
|
|
99
|
-
async function probeDevice() {
|
|
100
|
-
if (deviceCache) return deviceCache;
|
|
101
|
-
const { code, stdout, stderr } = await run([VENV_PY, "-c", DEVICE_PROBE], { timeoutMs: 60_000 });
|
|
102
|
-
if (code !== 0) {
|
|
103
|
-
throw new Error(`local device probe failed (exit ${code}): ${lastLine(stderr)}`);
|
|
104
|
-
}
|
|
105
|
-
const device = stdout.trim();
|
|
106
|
-
if (!/^(cpu|mps|cuda:\d+)$/.test(device)) {
|
|
107
|
-
throw new Error(`local device probe returned unexpected ${JSON.stringify(device)}`);
|
|
108
|
-
}
|
|
109
|
-
deviceCache = device;
|
|
110
|
-
return device;
|
|
111
|
-
}
|
|
112
|
-
|
|
113
|
-
async function encoderStatus() {
|
|
114
|
-
try {
|
|
115
|
-
const res = await fetch(ENCODER_URL, { signal: AbortSignal.timeout(5000) });
|
|
116
|
-
return res.status;
|
|
117
|
-
} catch {
|
|
118
|
-
return 0;
|
|
119
|
-
}
|
|
120
|
-
}
|
|
121
|
-
|
|
122
|
-
async function probeHealth() {
|
|
123
|
-
requireSetup();
|
|
124
|
-
const [device, encoder] = await Promise.all([probeDevice(), encoderStatus()]);
|
|
125
|
-
// A down encoder is a normal state here (it lazy-starts on the first
|
|
126
|
-
// generation), so health stays ok and the field says so instead of
|
|
127
|
-
// blocking the generate affordance the way a dead box would.
|
|
128
|
-
return { ok: true, host: "local", encoder: encoder === 200 ? 200 : "on-demand", device };
|
|
129
|
-
}
|
|
130
|
-
|
|
131
|
-
// Frame counts come from a real numpy load of each npz, one python child
|
|
132
|
-
// for the whole listing; entries that fail to load are skipped with a note
|
|
133
|
-
// on stderr, and paths are reported repo-relative (outputs/...) so the
|
|
134
|
-
// bridge-side SAFE_BASE_PATH whitelist applies unchanged.
|
|
135
|
-
const BASES_SCRIPT = [
|
|
136
|
-
"import glob, json, os, sys",
|
|
137
|
-
"import numpy as np",
|
|
138
|
-
"root = sys.argv[1]",
|
|
139
|
-
"entries = []",
|
|
140
|
-
'for pattern in ("outputs/*.npz", "outputs/omb/*.npz"):',
|
|
141
|
-
" for path in sorted(glob.glob(os.path.join(root, pattern))):",
|
|
142
|
-
" try:",
|
|
143
|
-
" data = np.load(path, allow_pickle=False)",
|
|
144
|
-
' frames = int(data["posed_joints"].shape[0])',
|
|
145
|
-
" data.close()",
|
|
146
|
-
" except Exception as exc:",
|
|
147
|
-
' print("bases: skipping %s: %s" % (path, exc), file=sys.stderr)',
|
|
148
|
-
" continue",
|
|
149
|
-
" rel = os.path.relpath(path, root).replace(os.sep, '/')",
|
|
150
|
-
' entries.append({"id": os.path.basename(path)[:-4], "path": rel, "frames": frames})',
|
|
151
|
-
"print(json.dumps(entries))",
|
|
152
|
-
].join("\n");
|
|
153
|
-
|
|
154
|
-
async function listBases() {
|
|
155
|
-
requireSetup();
|
|
156
|
-
const { code, stdout, stderr } = await run([VENV_PY, "-c", BASES_SCRIPT, LOCAL_DIR], { timeoutMs: 120_000 });
|
|
157
|
-
if (code !== 0) {
|
|
158
|
-
throw new Error(`local bases listing failed (exit ${code}): ${lastLine(stderr)}`);
|
|
159
|
-
}
|
|
160
|
-
let entries;
|
|
161
|
-
try {
|
|
162
|
-
entries = JSON.parse(stdout);
|
|
163
|
-
} catch (err) {
|
|
164
|
-
throw new Error(`local bases listing did not parse as JSON: ${lastLine(stderr) || err.message}`);
|
|
165
|
-
}
|
|
166
|
-
if (!Array.isArray(entries)) {
|
|
167
|
-
throw new Error("local bases listing was not an array");
|
|
168
|
-
}
|
|
169
|
-
return entries;
|
|
170
|
-
}
|
|
171
|
-
|
|
172
|
-
// --- lazy text-encoder sidecar -----------------------------------------
|
|
173
|
-
|
|
174
|
-
let encoderChild = null;
|
|
175
|
-
let encoderStarting = null;
|
|
176
|
-
let encoderIdleTimer = null;
|
|
177
|
-
|
|
178
|
-
function armIdleShutdown() {
|
|
179
|
-
if (encoderIdleTimer) clearTimeout(encoderIdleTimer);
|
|
180
|
-
encoderIdleTimer = setTimeout(() => {
|
|
181
|
-
if (encoderChild) {
|
|
182
|
-
console.log(`[bridge] text encoder idle for ${ENCODER_IDLE_S}s; shutting it down to free RAM`);
|
|
183
|
-
killGroup(encoderChild);
|
|
184
|
-
encoderChild = null;
|
|
185
|
-
}
|
|
186
|
-
}, ENCODER_IDLE_S * 1000);
|
|
187
|
-
encoderIdleTimer.unref();
|
|
188
|
-
}
|
|
189
|
-
|
|
190
|
-
async function startEncoder() {
|
|
191
|
-
const device = ENCODER_DEVICE || (await probeDevice().catch(() => "cpu"));
|
|
192
|
-
// Strip the cuda ordinal notation the generator uses; the server takes
|
|
193
|
-
// plain "cuda"/"cuda:N"/"mps"/"cpu" so cuda:0 passes through unchanged.
|
|
194
|
-
console.log(`[bridge] starting local text encoder on ${device} (first answer may take minutes while ~16 GB of weights load)`);
|
|
195
|
-
const child = spawn(
|
|
196
|
-
VENV_PY,
|
|
197
|
-
[
|
|
198
|
-
"-u", join(LOCAL_DIR, "scripts", "run_text_encoder_server.py"),
|
|
199
|
-
"--host", "127.0.0.1",
|
|
200
|
-
"--port", String(new URL(ENCODER_URL).port || 9550),
|
|
201
|
-
"--device", device,
|
|
202
|
-
// The server's default /tmp/text_encoder/ is NOT the system temp
|
|
203
|
-
// dir on macOS (/var/folders/...), and gradio refuses to serve
|
|
204
|
-
// files from outside cwd/tempdir — so put the scratch npy files
|
|
205
|
-
// where gradio provably allows them.
|
|
206
|
-
"--tmp-folder", join(tmpdir(), "cozyclay-text-encoder"),
|
|
207
|
-
],
|
|
208
|
-
{
|
|
209
|
-
cwd: LOCAL_DIR, // the server imports its sibling get_gradio_theme.py
|
|
210
|
-
detached: true,
|
|
211
|
-
stdio: ["ignore", "pipe", "pipe"],
|
|
212
|
-
env: localEnv({ GRADIO_ANALYTICS_ENABLED: "False" }),
|
|
213
|
-
}
|
|
214
|
-
);
|
|
215
|
-
track(child);
|
|
216
|
-
child.stdout.setEncoding("utf8");
|
|
217
|
-
child.stderr.setEncoding("utf8");
|
|
218
|
-
child.stdout.on("data", (chunk) => process.stdout.write(`[encoder] ${chunk}`));
|
|
219
|
-
child.stderr.on("data", (chunk) => process.stderr.write(`[encoder] ${chunk}`));
|
|
220
|
-
child.once("close", (code) => {
|
|
221
|
-
if (encoderChild === child) encoderChild = null;
|
|
222
|
-
if (code !== 0 && code !== null) console.error(`[bridge] text encoder exited with code ${code}`);
|
|
223
|
-
});
|
|
224
|
-
encoderChild = child;
|
|
225
|
-
|
|
226
|
-
const deadline = Date.now() + ENCODER_START_TIMEOUT_MS;
|
|
227
|
-
while (Date.now() < deadline) {
|
|
228
|
-
if (encoderChild !== child) throw new Error("text encoder process exited while starting");
|
|
229
|
-
if ((await encoderStatus()) === 200) return;
|
|
230
|
-
await new Promise((resolveSleep) => setTimeout(resolveSleep, ENCODER_POLL_MS));
|
|
231
|
-
}
|
|
232
|
-
killGroup(child);
|
|
233
|
-
throw new Error(`text encoder did not answer on ${ENCODER_URL} within ${ENCODER_START_TIMEOUT_MS / 60000} minutes`);
|
|
234
|
-
}
|
|
235
|
-
|
|
236
|
-
// Resolves when the encoder answers 200. Reuses a warm encoder (its idle
|
|
237
|
-
// timer is re-armed), joins an in-flight start, or starts a fresh one.
|
|
238
|
-
async function ensureEncoder() {
|
|
239
|
-
if ((await encoderStatus()) === 200) {
|
|
240
|
-
armIdleShutdown();
|
|
241
|
-
return;
|
|
242
|
-
}
|
|
243
|
-
if (!encoderStarting) {
|
|
244
|
-
encoderStarting = startEncoder().finally(() => {
|
|
245
|
-
encoderStarting = null;
|
|
246
|
-
});
|
|
247
|
-
}
|
|
248
|
-
await encoderStarting;
|
|
249
|
-
armIdleShutdown();
|
|
250
|
-
}
|
|
251
|
-
|
|
252
|
-
// --- persistent generation worker ---------------------------------------
|
|
253
|
-
// Loading the motion model + compiling GPU kernels costs minutes on MPS;
|
|
254
|
-
// sampling costs seconds. The worker (tools/ardy/cclay_worker.py) pays the
|
|
255
|
-
// load once and serves jobs warm. run-local.mjs falls back to a direct
|
|
256
|
-
// spawn whenever the worker is missing, so this is purely an accelerator.
|
|
257
|
-
|
|
258
|
-
const WORKER_PORT = Number(process.env.CCLAY_ARDY_WORKER_PORT) || 9552;
|
|
259
|
-
const WORKER_IDLE_S = Number(process.env.CCLAY_ARDY_WORKER_IDLE_S) > 0
|
|
260
|
-
? Number(process.env.CCLAY_ARDY_WORKER_IDLE_S)
|
|
261
|
-
: WORKER_IDLE_DEFAULT_S;
|
|
262
|
-
|
|
263
|
-
let workerChild = null;
|
|
264
|
-
let workerStarting = null;
|
|
265
|
-
let workerIdleTimer = null;
|
|
266
|
-
|
|
267
|
-
function workerStatus() {
|
|
268
|
-
return new Promise((resolvePromise) => {
|
|
269
|
-
const sock = createConnection({ host: "127.0.0.1", port: WORKER_PORT });
|
|
270
|
-
let settled = false;
|
|
271
|
-
const finish = (ok) => {
|
|
272
|
-
if (!settled) {
|
|
273
|
-
settled = true;
|
|
274
|
-
sock.destroy();
|
|
275
|
-
resolvePromise(ok);
|
|
276
|
-
}
|
|
277
|
-
};
|
|
278
|
-
sock.setTimeout(3000, () => finish(false));
|
|
279
|
-
sock.on("error", () => finish(false));
|
|
280
|
-
sock.on("close", () => finish(false));
|
|
281
|
-
sock.on("connect", () => sock.write('{"mode":"ping"}\n'));
|
|
282
|
-
sock.on("data", (chunk) => finish(String(chunk).includes("worker: pong")));
|
|
283
|
-
});
|
|
284
|
-
}
|
|
285
|
-
|
|
286
|
-
function armWorkerIdleShutdown() {
|
|
287
|
-
if (workerIdleTimer) clearTimeout(workerIdleTimer);
|
|
288
|
-
workerIdleTimer = setTimeout(() => {
|
|
289
|
-
if (workerChild) {
|
|
290
|
-
console.log(`[bridge] generation worker idle for ${WORKER_IDLE_S}s; shutting it down`);
|
|
291
|
-
killGroup(workerChild);
|
|
292
|
-
workerChild = null;
|
|
293
|
-
}
|
|
294
|
-
}, WORKER_IDLE_S * 1000);
|
|
295
|
-
workerIdleTimer.unref();
|
|
296
|
-
}
|
|
297
|
-
|
|
298
|
-
async function startWorker() {
|
|
299
|
-
console.log("[bridge] starting generation worker (loads the motion model once; later requests reuse it warm)");
|
|
300
|
-
const device = ENCODER_DEVICE || (await probeDevice().catch(() => "cpu"));
|
|
301
|
-
const child = spawn(
|
|
302
|
-
VENV_PY,
|
|
303
|
-
["-u", join(TOOLS_ARDY, "cclay_worker.py")],
|
|
304
|
-
{
|
|
305
|
-
cwd: LOCAL_DIR,
|
|
306
|
-
detached: true,
|
|
307
|
-
stdio: ["ignore", "pipe", "pipe"],
|
|
308
|
-
// With no encoder service running, ARDY's auto mode loads the
|
|
309
|
-
// text encoder IN-PROCESS inside the worker — one warm process
|
|
310
|
-
// serving both models, no HTTP hop. TEXT_ENCODER_DEVICE keeps
|
|
311
|
-
// that in-process Llama off the CPU default.
|
|
312
|
-
env: localEnv({
|
|
313
|
-
CCLAY_ARDY_WORKER_PORT: String(WORKER_PORT),
|
|
314
|
-
TEXT_ENCODER_DEVICE: device,
|
|
315
|
-
}),
|
|
316
|
-
}
|
|
317
|
-
);
|
|
318
|
-
track(child);
|
|
319
|
-
child.stdout.setEncoding("utf8");
|
|
320
|
-
child.stderr.setEncoding("utf8");
|
|
321
|
-
child.stdout.on("data", (chunk) => process.stdout.write(`[worker] ${chunk}`));
|
|
322
|
-
child.stderr.on("data", (chunk) => process.stderr.write(`[worker] ${chunk}`));
|
|
323
|
-
child.once("close", (code) => {
|
|
324
|
-
if (workerChild === child) workerChild = null;
|
|
325
|
-
if (code !== 0 && code !== null) console.error(`[bridge] generation worker exited with code ${code}`);
|
|
326
|
-
});
|
|
327
|
-
workerChild = child;
|
|
328
|
-
|
|
329
|
-
const deadline = Date.now() + WORKER_START_TIMEOUT_MS;
|
|
330
|
-
while (Date.now() < deadline) {
|
|
331
|
-
if (workerChild !== child) throw new Error("generation worker exited while starting");
|
|
332
|
-
if (await workerStatus()) return;
|
|
333
|
-
await new Promise((resolveSleep) => setTimeout(resolveSleep, WORKER_POLL_MS));
|
|
334
|
-
}
|
|
335
|
-
killGroup(child);
|
|
336
|
-
throw new Error(`generation worker did not answer on port ${WORKER_PORT} within ${WORKER_START_TIMEOUT_MS / 60000} minutes`);
|
|
337
|
-
}
|
|
338
|
-
|
|
339
|
-
// Best-effort: a broken worker must never block generation, because
|
|
340
|
-
// run-local.mjs degrades to a direct spawn on its own.
|
|
341
|
-
async function ensureWorker() {
|
|
342
|
-
if (await workerStatus()) {
|
|
343
|
-
armWorkerIdleShutdown();
|
|
344
|
-
return;
|
|
345
|
-
}
|
|
346
|
-
if (!workerStarting) {
|
|
347
|
-
workerStarting = startWorker().finally(() => {
|
|
348
|
-
workerStarting = null;
|
|
349
|
-
});
|
|
350
|
-
}
|
|
351
|
-
try {
|
|
352
|
-
await workerStarting;
|
|
353
|
-
armWorkerIdleShutdown();
|
|
354
|
-
} catch (err) {
|
|
355
|
-
console.error(`[bridge] generation worker unavailable, jobs will cold-spawn: ${err.message}`);
|
|
356
|
-
}
|
|
357
|
-
}
|
|
358
|
-
|
|
359
|
-
// Prewarm in the background at startup so even the FIRST generation of a
|
|
360
|
-
// session usually hits a warm model. Opt out with CCLAY_ARDY_PREWARM=0.
|
|
361
|
-
if (process.env.CCLAY_ARDY_PREWARM !== "0" && existsSync(VENV_PY)) {
|
|
362
|
-
ensureWorker();
|
|
363
|
-
}
|
|
364
|
-
|
|
365
|
-
// --- generation argv builders ------------------------------------------
|
|
366
|
-
// All three spawn run-local.mjs, whose stdout ends in
|
|
367
|
-
// "run-local: done - <path> (<bytes> bytes)" on success. The encoder is
|
|
368
|
-
// made ready first so the generator's TEXT_ENCODER_MODE=auto probe finds
|
|
369
|
-
// the warm service instead of cold-loading Llama in-process per request;
|
|
370
|
-
// the worker is made ready so the job skips the per-process model load.
|
|
371
|
-
|
|
372
|
-
function generatorEnv(cpu) {
|
|
373
|
-
return localEnv(cpu === true ? { CCLAY_ARDY_DEVICE: "cpu" } : {});
|
|
374
|
-
}
|
|
375
|
-
|
|
376
|
-
const DONE_RE = /^run-local: done - (.+) \((\d+) bytes\)$/;
|
|
377
|
-
|
|
378
|
-
// The worker carries its own in-process text encoder, so the separate
|
|
379
|
-
// gradio encoder service is only needed for jobs that bypass the worker
|
|
380
|
-
// (forced-CPU debugging, or the worker failing to start). Starting both
|
|
381
|
-
// would put two 16 GB Llama copies in memory on a 24 GB machine.
|
|
382
|
-
async function ensureBackends(cpu) {
|
|
383
|
-
if (cpu === true) {
|
|
384
|
-
await ensureEncoder();
|
|
385
|
-
return;
|
|
386
|
-
}
|
|
387
|
-
await ensureWorker();
|
|
388
|
-
if (await workerStatus()) return;
|
|
389
|
-
await ensureEncoder();
|
|
390
|
-
}
|
|
391
|
-
|
|
392
|
-
async function singleCommand({ poseFroms, prompt, durationS, seed, cpu, waypoints, output }) {
|
|
393
|
-
requireSetup();
|
|
394
|
-
await ensureBackends(cpu);
|
|
395
|
-
const args = [RUN_LOCAL, "single"];
|
|
396
|
-
for (const entry of poseFroms) {
|
|
397
|
-
args.push("--pose-from", entry.npz, String(entry.srcFrame), String(entry.dstFrame));
|
|
398
|
-
}
|
|
399
|
-
args.push("--prompt", prompt, "--duration", String(durationS));
|
|
400
|
-
if (Number.isInteger(seed)) args.push("--seed", String(seed));
|
|
401
|
-
for (const wp of waypoints || []) {
|
|
402
|
-
args.push("--root-2d", String(wp.frame), String(wp.x), String(wp.z), wp.heading === null ? "none" : String(wp.heading));
|
|
403
|
-
}
|
|
404
|
-
args.push("--output", output);
|
|
405
|
-
return { command: process.execPath, args, env: generatorEnv(cpu), doneRe: DONE_RE, label: "run-local" };
|
|
406
|
-
}
|
|
407
|
-
|
|
408
|
-
async function sequenceCommand({ segments, waypoints, seed, cpu, rootMargin, contactThreshold, historyFrames, output }) {
|
|
409
|
-
requireSetup();
|
|
410
|
-
await ensureBackends(cpu);
|
|
411
|
-
const args = [RUN_LOCAL, "sequence"];
|
|
412
|
-
for (const segment of segments) {
|
|
413
|
-
args.push("--segment", segment.prompt, String(segment.durationS));
|
|
414
|
-
}
|
|
415
|
-
for (const wp of waypoints || []) {
|
|
416
|
-
args.push("--root-2d", String(wp.frame), String(wp.x), String(wp.z), wp.heading === null ? "none" : String(wp.heading));
|
|
417
|
-
}
|
|
418
|
-
if (Number.isInteger(seed)) args.push("--seed", String(seed));
|
|
419
|
-
if (Number.isFinite(rootMargin)) args.push("--root-margin", String(rootMargin));
|
|
420
|
-
if (Number.isFinite(contactThreshold)) args.push("--contact-threshold", String(contactThreshold));
|
|
421
|
-
if (Number.isInteger(historyFrames)) args.push("--history_frames", String(historyFrames));
|
|
422
|
-
args.push("--output", output);
|
|
423
|
-
return { command: process.execPath, args, env: generatorEnv(cpu), doneRe: DONE_RE, label: "run-local" };
|
|
424
|
-
}
|
|
425
|
-
|
|
426
|
-
async function editCommand({ source, manifest, prompt, contextBefore, contextAfter, seed, poseNpzPaths, output }) {
|
|
427
|
-
requireSetup();
|
|
428
|
-
await ensureBackends(false);
|
|
429
|
-
const args = [
|
|
430
|
-
RUN_LOCAL, "edit",
|
|
431
|
-
"--source", source,
|
|
432
|
-
"--manifest", manifest,
|
|
433
|
-
"--prompt", prompt,
|
|
434
|
-
"--context-before", String(contextBefore),
|
|
435
|
-
"--context-after", String(contextAfter),
|
|
436
|
-
"--output", output,
|
|
437
|
-
];
|
|
438
|
-
if (Number.isInteger(seed)) args.push("--seed", String(seed));
|
|
439
|
-
// The manifest references its poses as sibling pose-<i>.npz files, so
|
|
440
|
-
// run-local.mjs stages manifest + poses together in one temp dir (the
|
|
441
|
-
// local twin of run-edit-on-box.sh's scp layout).
|
|
442
|
-
for (const posePath of poseNpzPaths) args.push("--pose", posePath);
|
|
443
|
-
return { command: process.execPath, args, env: generatorEnv(false), doneRe: DONE_RE, label: "run-local" };
|
|
444
|
-
}
|
|
445
|
-
|
|
446
|
-
return {
|
|
447
|
-
mode: "local",
|
|
448
|
-
describe: () => `local ARDY at ${LOCAL_DIR} (venv ${VENV_PY}, encoder ${ENCODER_URL} lazy, weights ${ENCODERS_DIR})`,
|
|
449
|
-
probeHealth,
|
|
450
|
-
listBases,
|
|
451
|
-
singleCommand,
|
|
452
|
-
sequenceCommand,
|
|
453
|
-
editCommand,
|
|
454
|
-
};
|
|
455
|
-
}
|
|
@@ -1,125 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Shared child-process helpers for the ARDY bridge and its runners.
|
|
3
|
-
*
|
|
4
|
-
* Everything here is backend-agnostic: the same helpers drive an ssh session
|
|
5
|
-
* to a remote box and a local python process. All children spawned for
|
|
6
|
-
* generation are detached so they lead their own process group; killing the
|
|
7
|
-
* group takes down the whole tree (bash + ssh, or python + its workers), so
|
|
8
|
-
* nothing is orphaned.
|
|
9
|
-
*/
|
|
10
|
-
|
|
11
|
-
import { spawn } from "node:child_process";
|
|
12
|
-
|
|
13
|
-
// Tracked globally so Ctrl-C can clean up in-flight children too.
|
|
14
|
-
export const globalChildren = new Set();
|
|
15
|
-
|
|
16
|
-
export function track(child) {
|
|
17
|
-
globalChildren.add(child);
|
|
18
|
-
child.once("close", () => globalChildren.delete(child));
|
|
19
|
-
}
|
|
20
|
-
|
|
21
|
-
export function killGroup(child) {
|
|
22
|
-
try {
|
|
23
|
-
process.kill(-child.pid, "SIGTERM");
|
|
24
|
-
} catch {
|
|
25
|
-
/* process group already gone */
|
|
26
|
-
}
|
|
27
|
-
// SIGKILL backup for anything that ignores SIGTERM; unref'd so it never
|
|
28
|
-
// keeps the bridge alive on its own.
|
|
29
|
-
const backup = setTimeout(() => {
|
|
30
|
-
try {
|
|
31
|
-
process.kill(-child.pid, "SIGKILL");
|
|
32
|
-
} catch {
|
|
33
|
-
/* gone */
|
|
34
|
-
}
|
|
35
|
-
}, 3000);
|
|
36
|
-
backup.unref();
|
|
37
|
-
}
|
|
38
|
-
|
|
39
|
-
// Run a short, non-streaming child (probes, listings) to completion.
|
|
40
|
-
export function run(argv, { timeoutMs = 0 } = {}) {
|
|
41
|
-
return new Promise((resolvePromise, reject) => {
|
|
42
|
-
const child = spawn(argv[0], argv.slice(1), { stdio: ["ignore", "pipe", "pipe"] });
|
|
43
|
-
let stdout = "";
|
|
44
|
-
let stderr = "";
|
|
45
|
-
let settled = false;
|
|
46
|
-
let timer = null;
|
|
47
|
-
const finish = (err, code) => {
|
|
48
|
-
if (settled) return;
|
|
49
|
-
settled = true;
|
|
50
|
-
if (timer) clearTimeout(timer);
|
|
51
|
-
if (err) reject(err);
|
|
52
|
-
else resolvePromise({ code, stdout, stderr });
|
|
53
|
-
};
|
|
54
|
-
child.stdout.setEncoding("utf8");
|
|
55
|
-
child.stderr.setEncoding("utf8");
|
|
56
|
-
child.stdout.on("data", (chunk) => {
|
|
57
|
-
stdout += chunk;
|
|
58
|
-
});
|
|
59
|
-
child.stderr.on("data", (chunk) => {
|
|
60
|
-
stderr += chunk;
|
|
61
|
-
});
|
|
62
|
-
child.on("error", (err) => finish(err));
|
|
63
|
-
child.on("close", (code) => finish(null, code));
|
|
64
|
-
if (timeoutMs > 0) {
|
|
65
|
-
timer = setTimeout(() => {
|
|
66
|
-
try {
|
|
67
|
-
child.kill("SIGKILL");
|
|
68
|
-
} catch {
|
|
69
|
-
/* gone */
|
|
70
|
-
}
|
|
71
|
-
finish(new Error(`timed out after ${timeoutMs} ms`));
|
|
72
|
-
}, timeoutMs);
|
|
73
|
-
}
|
|
74
|
-
});
|
|
75
|
-
}
|
|
76
|
-
|
|
77
|
-
// Split a child's stdout/stderr into lines as they arrive; empty lines are
|
|
78
|
-
// dropped. The trailing partial line is flushed on end so the generator's
|
|
79
|
-
// last line is never lost.
|
|
80
|
-
export function streamLines(stream, onLine) {
|
|
81
|
-
let buffer = "";
|
|
82
|
-
stream.setEncoding("utf8");
|
|
83
|
-
stream.on("data", (chunk) => {
|
|
84
|
-
buffer += chunk;
|
|
85
|
-
let idx;
|
|
86
|
-
while ((idx = buffer.indexOf("\n")) !== -1) {
|
|
87
|
-
const line = buffer.slice(0, idx).replace(/\r$/, "");
|
|
88
|
-
buffer = buffer.slice(idx + 1);
|
|
89
|
-
if (line) onLine(line);
|
|
90
|
-
}
|
|
91
|
-
});
|
|
92
|
-
stream.on("end", () => {
|
|
93
|
-
const rest = buffer.replace(/\r$/, "");
|
|
94
|
-
if (rest) onLine(rest);
|
|
95
|
-
});
|
|
96
|
-
}
|
|
97
|
-
|
|
98
|
-
// Resolves with the exit code; rejects when the child could not be started.
|
|
99
|
-
export function runStreaming(child, onLine) {
|
|
100
|
-
return new Promise((resolvePromise, reject) => {
|
|
101
|
-
let settled = false;
|
|
102
|
-
const finish = (fn, value) => {
|
|
103
|
-
if (!settled) {
|
|
104
|
-
settled = true;
|
|
105
|
-
fn(value);
|
|
106
|
-
}
|
|
107
|
-
};
|
|
108
|
-
child.on("error", (err) => finish(reject, err));
|
|
109
|
-
child.on("close", (code) => finish(resolvePromise, code));
|
|
110
|
-
for (const [streamName, stream] of [
|
|
111
|
-
["stdout", child.stdout],
|
|
112
|
-
["stderr", child.stderr],
|
|
113
|
-
]) {
|
|
114
|
-
streamLines(stream, (line) => onLine(line, streamName));
|
|
115
|
-
}
|
|
116
|
-
});
|
|
117
|
-
}
|
|
118
|
-
|
|
119
|
-
export function lastLine(text) {
|
|
120
|
-
const lines = text
|
|
121
|
-
.split("\n")
|
|
122
|
-
.map((line) => line.trim())
|
|
123
|
-
.filter((line) => line.length > 0);
|
|
124
|
-
return lines.length ? lines[lines.length - 1] : "";
|
|
125
|
-
}
|