cozyclay 2.1.1 → 3.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +60 -0
- package/README.md +12 -30
- package/bin/agent/agent-routes.mjs +40 -113
- package/bin/agent/agent-runner.mjs +9 -10
- package/bin/agent/cliproxy-provider.mjs +135 -0
- package/bin/agent/credential-store.mjs +30 -7
- package/bin/agent/pi-tools.mjs +4 -1
- package/bin/agent/provider-keys.mjs +32 -0
- package/bin/agent/provider-login.mjs +110 -0
- package/bin/agent/provider-routes.mjs +99 -0
- package/bin/agent/providers.mjs +19 -97
- package/bin/agent/script-tool.mjs +17 -4
- package/bin/agent/studio-motion-reference.mjs +23 -0
- package/bin/agent/studio-prompt.mjs +1 -1
- package/bin/agent/studio-rebase-text.mjs +32 -0
- package/bin/agent/studio-rebase.mjs +26 -39
- package/bin/agent/studio-tools.mjs +9 -28
- package/bin/agent/tool-arguments.mjs +49 -0
- package/bin/agent/turn-frames.mjs +66 -0
- package/bin/codex-auth.mjs +9 -2
- package/bin/cozyclay.mjs +10 -116
- package/bin/live/cli.mjs +3 -3
- package/bin/mcp-runtime.mjs +2 -12
- package/bin/package-signature.mjs +0 -4
- package/dist/app/index.html +7 -6
- package/dist/assets/EXRLoader-CvVIvGVE.js +1 -0
- package/dist/assets/analytics-C9sUnndd.js +1 -0
- package/dist/assets/app-CCh--1Hc.js +5087 -0
- package/dist/assets/app-f-fkV5uP.css +1 -0
- package/dist/assets/compile-worker-CkxiD6lH.js +5 -0
- package/dist/assets/fflate.module-KbGj5-H6.js +5 -0
- package/dist/assets/{first-shot-handoff-msLI71g1.js → first-shot-handoff-CC4xe4HM.js} +1 -1
- package/dist/assets/{landing-ChUvB_zL.js → landing-DjHD8u7k.js} +1 -1
- package/dist/assets/scene-asset-sync-Hx_FzdOH.js +20 -0
- package/dist/assets/scene-asset-sync-_S8NQl5B.css +1 -0
- package/dist/assets/workflow-C4yKH1p4.js +179 -0
- package/dist/cozyclay-package.json +1 -1
- package/dist/index.html +3 -3
- package/dist/sw.js +3 -6
- package/dist/workflow/index.html +5 -4
- package/mcp/LIVE-PROTOCOL.md +7 -47
- package/mcp/README.md +16 -26
- package/mcp/live-hub.mjs +6 -10
- package/mcp/package.json +1 -3
- package/mcp/tool-handlers.mjs +4 -168
- package/package.json +3 -22
- package/src/App.jsx +150 -2624
- package/src/agent-progress.js +79 -0
- package/src/agent-turn-mark.js +30 -0
- package/src/analytics.js +1 -19
- package/src/app-context.js +5 -0
- package/src/app-stage.jsx +2 -34
- package/src/asset-pane.jsx +6 -5
- package/src/camera-block.js +21 -0
- package/src/camera-direction.js +120 -0
- package/src/character-kind.js +3 -9
- package/src/command-bus.js +8 -6
- package/src/commands/cast.js +5 -34
- package/src/commands/elements/character.js +1 -1
- package/src/commands/elements/motion.js +1 -6
- package/src/commands/elements/object.js +6 -2
- package/src/commands/elements/shot.js +4 -1
- package/src/commands/elements.js +38 -14
- package/src/commands/index.js +3 -1
- package/src/commands/kits.js +37 -0
- package/src/commands/motion-timing.js +57 -0
- package/src/commands/motion.js +9 -152
- package/src/commands/motion3-compile.js +65 -0
- package/src/commands/motion3.js +207 -0
- package/src/commands/objects.js +6 -4
- package/src/commands/shot.js +49 -11
- package/src/commands/stage.js +14 -1
- package/src/commands/view.js +4 -1
- package/src/document-mirrors.js +42 -0
- package/src/document-store.js +4 -0
- package/src/domains/cast.js +19 -194
- package/src/domains/motion/motion-range-pin-rules.js +1 -1
- package/src/domains/motion/take-source.js +51 -0
- package/src/domains/motion.js +60 -1838
- package/src/domains/scenes.js +12 -55
- package/src/domains/shots.js +2 -2
- package/src/domains/stage.js +4 -2
- package/src/draft-ghost.js +46 -0
- package/src/draft-ghost.jsx +129 -0
- package/src/dualview.jsx +4 -3
- package/src/effects/EffectsLayer.jsx +112 -0
- package/src/effects/effect-meshes.js +232 -0
- package/src/effects/effect-record.js +103 -0
- package/src/effects/emitter.js +59 -0
- package/src/effects/simulate.js +261 -0
- package/src/effects/state.js +59 -0
- package/src/execution-telemetry.js +2 -3
- package/src/first-success-guide.jsx +5 -5
- package/src/ghost-set.js +257 -0
- package/src/held-object-edit.jsx +113 -0
- package/src/held-object-pose.js +175 -0
- package/src/hierarchy-model.js +1 -1
- package/src/hierarchy-panel.jsx +1 -1
- package/src/imported-mesh.jsx +103 -0
- package/src/kits/held.js +84 -0
- package/src/kits/index.js +70 -0
- package/src/kits/smoking.js +57 -0
- package/src/light-blockers.js +93 -0
- package/src/motion/beat-board-model.js +84 -0
- package/src/motion/beat-board.css +124 -0
- package/src/motion/beat-board.jsx +59 -0
- package/src/motion/center-of-mass.js +66 -0
- package/src/motion/fix-collisions.js +850 -0
- package/src/motion/physics-review.js +118 -0
- package/src/{ardy → motion}/physics-support.js +1 -76
- package/src/motion/rig-snapshot.js +22 -0
- package/src/motion/take-segments.jsx +140 -0
- package/src/{ardy → motion}/timeline-coordinates.js +0 -21
- package/src/{ardy → motion}/timeline.css +1 -2
- package/src/{ardy → motion}/timeline.jsx +42 -413
- package/src/motion/waypoints.js +76 -0
- package/src/motion3/beats.js +83 -0
- package/src/motion3/body.js +158 -0
- package/src/motion3/bones.js +47 -0
- package/src/motion3/carried.js +47 -0
- package/src/motion3/compile-job.js +75 -0
- package/src/motion3/compile-worker.js +10 -0
- package/src/motion3/compiler/anchors.js +105 -0
- package/src/motion3/compiler/arm-orient.js +128 -0
- package/src/motion3/compiler/channels.js +125 -0
- package/src/motion3/compiler/compile.js +205 -0
- package/src/motion3/compiler/gait-rhythm.js +97 -0
- package/src/motion3/compiler/grip.js +171 -0
- package/src/motion3/compiler/head-steady.js +48 -0
- package/src/motion3/compiler/hold.js +134 -0
- package/src/motion3/compiler/idle.js +113 -0
- package/src/motion3/compiler/limbs.js +170 -0
- package/src/motion3/compiler/math.js +72 -0
- package/src/motion3/compiler/pose.js +162 -0
- package/src/motion3/compiler/quat.js +49 -0
- package/src/motion3/compiler/skeleton.js +74 -0
- package/src/motion3/compiler/validate-common.js +32 -0
- package/src/motion3/compiler/validate-goals.js +118 -0
- package/src/motion3/compiler/validate-objects.js +143 -0
- package/src/motion3/compiler/validate-parts.js +116 -0
- package/src/motion3/compiler/validate.js +122 -0
- package/src/motion3/compiler/vocab.js +73 -0
- package/src/motion3/compiler/walk-pelvis.js +275 -0
- package/src/motion3/compiler/walk.js +207 -0
- package/src/motion3/compiler/wrist-clamp.js +32 -0
- package/src/motion3/delta.js +47 -0
- package/src/motion3/describe.js +174 -0
- package/src/motion3/docs.js +27 -0
- package/src/motion3/edit-carry.js +21 -0
- package/src/motion3/fix/ease.js +16 -0
- package/src/motion3/fix/ground.js +37 -0
- package/src/motion3/fix/index.js +52 -0
- package/src/motion3/fix/push.js +71 -0
- package/src/motion3/fix/reach.js +46 -0
- package/src/motion3/fix/retime.js +79 -0
- package/src/motion3/fix/self.js +211 -0
- package/src/motion3/fix/slide.js +70 -0
- package/src/motion3/fix/turn.js +51 -0
- package/src/motion3/follow.js +39 -0
- package/src/motion3/free-motion.js +173 -0
- package/src/motion3/grip-choice.js +130 -0
- package/src/motion3/hold-plan.js +157 -0
- package/src/motion3/json-patch.js +77 -0
- package/src/motion3/key-aim.js +105 -0
- package/src/motion3/key-edit.js +82 -0
- package/src/motion3/lenient.js +127 -0
- package/src/motion3/object-keys.js +236 -0
- package/src/motion3/object-pose.js +182 -0
- package/src/motion3/object-tracks.js +12 -0
- package/src/motion3/pipeline.js +102 -0
- package/src/motion3/playback.js +51 -0
- package/src/motion3/probes.js +91 -0
- package/src/motion3/qa/body-checks.js +34 -0
- package/src/motion3/qa/check-names.js +14 -0
- package/src/motion3/qa/checks.js +121 -0
- package/src/motion3/qa/contact-checks.js +51 -0
- package/src/motion3/qa/explain.js +80 -0
- package/src/motion3/qa/fmt.js +5 -0
- package/src/motion3/qa/foot-checks.js +72 -0
- package/src/motion3/qa/geometry.js +77 -0
- package/src/motion3/qa/goals.js +191 -0
- package/src/motion3/qa/ground.js +60 -0
- package/src/motion3/qa/hints-contact.js +179 -0
- package/src/motion3/qa/hints-goal.js +160 -0
- package/src/motion3/qa/hints-knee.js +24 -0
- package/src/motion3/qa/hints-motion.js +209 -0
- package/src/motion3/qa/hints-object.js +91 -0
- package/src/motion3/qa/index.js +42 -0
- package/src/motion3/qa/key-checks.js +82 -0
- package/src/motion3/qa/near.js +96 -0
- package/src/motion3/qa/object-checks.js +135 -0
- package/src/motion3/qa/patch.js +161 -0
- package/src/motion3/qa/severity.js +38 -0
- package/src/motion3/qa/spec-checks.js +65 -0
- package/src/motion3/qa/style.js +218 -0
- package/src/motion3/qa/wrist-checks.js +69 -0
- package/src/motion3/qa/wrist-obs.js +60 -0
- package/src/motion3/refs.js +120 -0
- package/src/motion3/repair-tune.js +121 -0
- package/src/motion3/repair.js +83 -0
- package/src/motion3/report.js +67 -0
- package/src/motion3/rigs/index.js +14 -0
- package/src/motion3/rigs/x-bot-tpose-body.json +1 -0
- package/src/motion3/rigs/x-bot-tpose.json +1 -0
- package/src/motion3/rigs/y-bot-tpose-body.json +1 -0
- package/src/motion3/rigs/y-bot-tpose.json +1 -0
- package/src/motion3/scene.js +60 -0
- package/src/motion3/schema/brief.js +89 -0
- package/src/motion3/schema/fields.js +44 -0
- package/src/motion3/schema/spec-examples.js +46 -0
- package/src/motion3/schema/topics.js +111 -0
- package/src/motion3/schema/types.js +147 -0
- package/src/motion3/search.js +117 -0
- package/src/motion3/second-hand.js +112 -0
- package/src/motion3/skills/basic.js +82 -0
- package/src/motion3/skills/book.js +76 -0
- package/src/motion3/skills/car.js +145 -0
- package/src/motion3/skills/frames-auto.js +29 -0
- package/src/motion3/skills/index.js +83 -0
- package/src/motion3/skills/info.js +65 -0
- package/src/motion3/skills/smoke-kit.js +109 -0
- package/src/motion3/skills/smoke.js +160 -0
- package/src/motion3/spec-store.js +59 -0
- package/src/motion3/take-edit.js +155 -0
- package/src/motion3/take.js +63 -0
- package/src/motion3/timeline.js +127 -0
- package/src/motion3/views.js +121 -0
- package/src/motion3/walk-plan.js +119 -0
- package/src/object-catalog.jsx +7 -1
- package/src/object-colors.js +98 -0
- package/src/object-gizmo-parts.js +115 -0
- package/src/object-gizmo.jsx +37 -122
- package/src/object-glow.js +139 -0
- package/src/object-hidden.js +33 -0
- package/src/object-look.js +196 -0
- package/src/object-size.js +10 -0
- package/src/object-travel.js +71 -6
- package/src/panels/CameraPanel.jsx +7 -7
- package/src/panels/HdrEnvironmentControls.jsx +59 -0
- package/src/panels/LightPanel.jsx +25 -4
- package/src/panels/ObjectLookPanel.jsx +88 -0
- package/src/panels/PosePanel.jsx +2 -17
- package/src/panels/RigControlPanel.jsx +5 -53
- package/src/panels/SubjectBox.jsx +4 -1
- package/src/panels/details.css +14 -0
- package/src/posestudio.jsx +4 -27
- package/src/project-browser.jsx +3 -4
- package/src/project-resources.js +18 -31
- package/src/project.js +13 -104
- package/src/props.jsx +25 -280
- package/src/rail-dot-drag.js +23 -0
- package/src/render-passes.js +10 -0
- package/src/resource-status.jsx +1 -0
- package/src/result-modal.jsx +4 -19
- package/src/room.jsx +20 -12
- package/src/scene-assets.js +8 -6
- package/src/scene-light-place.js +72 -0
- package/src/scene-lights.jsx +148 -0
- package/src/scene-objects.js +31 -139
- package/src/scenes.js +15 -105
- package/src/semantic-edit.js +2 -5
- package/src/set-pieces.jsx +183 -0
- package/src/settings-menu.jsx +3 -11
- package/src/shell/BottomDock.jsx +9 -51
- package/src/shell/DetailsSlot.jsx +16 -200
- package/src/shell/GhostsMenuGroup.jsx +74 -0
- package/src/shell/LibrarySlot.jsx +1 -3
- package/src/shell/MenuBar.jsx +3 -3
- package/src/shell/PreferencesDialog.jsx +15 -264
- package/src/shell/PreferencesSlot.jsx +2 -8
- package/src/shell/TopBar.jsx +5 -84
- package/src/shell/ViewportToolbar.jsx +10 -70
- package/src/shell/agent-glass.css +19 -6
- package/src/shell/details-selection.js +42 -0
- package/src/shell/ghosts-menu.css +22 -0
- package/src/shell/glass-regions.css +29 -3
- package/src/shell/preferences.css +6 -1
- package/src/shot-authoring.js +4 -7
- package/src/soft-shadows.js +37 -0
- package/src/stage-attach-frames.js +12 -12
- package/src/stage-canvas-rigs.jsx +3 -3
- package/src/stage-capture.jsx +42 -8
- package/src/stage-characters.jsx +22 -216
- package/src/stage-editor-gizmos.jsx +6 -6
- package/src/stage-environment.js +93 -0
- package/src/stage-hdr-builtins.js +107 -0
- package/src/stage-hdr-image.js +116 -0
- package/src/stage-hdr-library.js +70 -0
- package/src/stage-hdr-map.js +94 -0
- package/src/stage-hdr.js +130 -0
- package/src/stage-lighting.js +149 -0
- package/src/stage-occlusion.js +210 -0
- package/src/stage-sky.jsx +159 -0
- package/src/stage-startup-defaults.js +5 -9
- package/src/studio-actions.js +12 -14
- package/src/studio-agent-commands.js +19 -16
- package/src/studio-agent-motion.js +9 -9
- package/src/studio-agent-protocol.js +41 -71
- package/src/studio-app-binding.js +25 -45
- package/src/studio-asset-list.js +17 -0
- package/src/studio-contact-sheet.js +37 -5
- package/src/studio-elements.js +27 -7
- package/src/studio-entity-bounds.js +18 -0
- package/src/studio-error-codes.js +8 -0
- package/src/studio-export-framing.js +152 -0
- package/src/studio-lighting-check.js +103 -0
- package/src/studio-motion-visual.js +150 -0
- package/src/studio-schema-errors.js +80 -0
- package/src/studio-support-gap.js +74 -0
- package/src/styles.css +1 -19
- package/src/timeline-defaults.js +5 -0
- package/src/timeline-extent.js +8 -20
- package/src/tutorial-walk.js +17 -0
- package/src/ui-scrub.js +1 -1
- package/src/use-shot-camera-tracks.js +12 -0
- package/src/view-ghosts.js +97 -0
- package/src/view-ghosts.jsx +49 -0
- package/src/workflow/AgentPanel.jsx +47 -166
- package/src/workflow/AgentProgressCard.jsx +107 -0
- package/src/workflow/AgentReplyText.jsx +37 -0
- package/src/workflow/AgentTurnSteps.jsx +84 -0
- package/src/workflow/LoginPanel.jsx +140 -0
- package/src/workflow/WorkflowBuilder.jsx +7 -23
- package/src/workflow/agent-client.js +54 -51
- package/src/workflow/agent-panel.css +71 -1
- package/src/workflow/agent-progress-card.css +167 -0
- package/src/workflow/agent-progress-view.js +47 -0
- package/src/workflow/agent-turn-steps.css +113 -0
- package/src/workflow/agent-turn.js +191 -0
- package/src/workflow/login-client.js +34 -0
- package/src/workflow/motion-input.js +18 -31
- package/src/workflow/node-schema.js +1 -1
- package/src/workflow/reply-markdown.js +69 -0
- package/src/workflow/scene-asset-sync.js +8 -8
- package/tools/agent-session-stats.mjs +61 -0
- package/tools/dev-full.mjs +5 -56
- package/tools/eslint-baseline.json +12 -13
- package/tools/knip-baseline.json +0 -179
- package/tools/loc-baseline.json +31 -81
- package/tools/motion3/extract-body.mjs +103 -0
- package/tools/motion3/extract-rig.mjs +85 -0
- package/tools/process-supervisor.mjs +0 -88
- package/tools/run-tests.mjs +8 -124
- package/bin/agent/motion-runtime.mjs +0 -76
- package/dist/ardy/cskel27-rest.json +0 -557
- package/dist/assets/analytics-C9pMpW7s.js +0 -1
- package/dist/assets/app-B_2XB9rw.css +0 -1
- package/dist/assets/app-DAuvKPP8.js +0 -4920
- package/dist/assets/config-Bx7pYsD9.js +0 -1
- package/dist/assets/config-DeoFTYzb.css +0 -1
- package/dist/assets/demo-CvKuBgy5.js +0 -1
- package/dist/assets/scene-asset-sync-DKkpjKBV.js +0 -19
- package/dist/assets/scene-asset-sync-DjJ_cJ2R.css +0 -1
- package/dist/assets/ticket-BPk2Ni95.js +0 -1
- package/dist/assets/workflow-jJRBR94Z.js +0 -179
- package/dist/demo/walk-then-stop.npz +0 -0
- package/mcp/ardy-prompts.mjs +0 -218
- package/src/ardy/auto-fix-panel.css +0 -108
- package/src/ardy/auto-physics.js +0 -1194
- package/src/ardy/client.js +0 -153
- package/src/ardy/convert.js +0 -313
- package/src/ardy/cskel27-neutral.js +0 -39
- package/src/ardy/cskel27.js +0 -77
- package/src/ardy/export.js +0 -165
- package/src/ardy/fix-collisions.js +0 -2257
- package/src/ardy/foot-lock.js +0 -230
- package/src/ardy/motion-calibration.js +0 -118
- package/src/ardy/motion-edit.js +0 -213
- package/src/ardy/motion-url.js +0 -55
- package/src/ardy/mp4-duration.js +0 -102
- package/src/ardy/npz.js +0 -595
- package/src/ardy/physics-panel.css +0 -21
- package/src/ardy/physics-panel.jsx +0 -89
- package/src/ardy/physics-refine.js +0 -111
- package/src/ardy/physics-review.js +0 -567
- package/src/ardy/physics-temporal.js +0 -54
- package/src/ardy/platform-fit-panel.css +0 -64
- package/src/ardy/platform-fit-panel.jsx +0 -41
- package/src/ardy/platform-fit.js +0 -326
- package/src/ardy/playback.js +0 -711
- package/src/ardy/pose-pin.js +0 -97
- package/src/ardy/prompt-clips.js +0 -30
- package/src/ardy/retime.js +0 -211
- package/src/ardy/root-drop.js +0 -369
- package/src/ardy/timeline-resize.js +0 -13
- package/src/ardy/to-cskel27.js +0 -225
- package/src/ardy/trim.js +0 -33
- package/src/ardy/waypoints.js +0 -369
- package/src/ardy-bridge-contract.js +0 -281
- package/src/domains/motion/motion-video-capture.js +0 -664
- package/src/i2v-motion-client.js +0 -77
- package/src/i2v-motion-studio.jsx +0 -180
- package/src/line-edit.js +0 -1348
- package/src/motion/generation.js +0 -105
- package/src/motion-readiness-ui.jsx +0 -67
- package/src/motion-readiness.js +0 -40
- package/src/motion-resources.js +0 -177
- package/src/motion-store.js +0 -65
- package/src/motion-trail.js +0 -601
- package/src/multimodel-ingest.js +0 -394
- package/src/panels/PromptBlocksPanel.jsx +0 -444
- package/src/panels/VideoCapturePanel.jsx +0 -181
- package/src/pose-extract/browser.js +0 -42
- package/src/pose-extract/detector.js +0 -100
- package/src/pose-extract/fit.js +0 -227
- package/src/pose-extract/image-frame.js +0 -51
- package/src/pose-extract/index.js +0 -58
- package/src/pose-extract/keyframes.js +0 -74
- package/src/pose-extract/landmarks.js +0 -162
- package/src/pose-extract/mirror.js +0 -153
- package/src/pose-extract/take.js +0 -131
- package/src/pose-extract/video-frames.js +0 -91
- package/src/take-recipe.js +0 -165
- package/src/trail-key-conflicts.js +0 -39
- package/src/trail-pick.js +0 -59
- package/src/use-i2v-capture-modal.js +0 -15
- package/tools/ardy/BRIDGE.md +0 -37
- package/tools/ardy/GVHMR-NPZ.md +0 -68
- package/tools/ardy/README.md +0 -124
- package/tools/ardy/__pycache__/cclay_gvhmr_worker.cpython-313.pyc +0 -0
- package/tools/ardy/artifacts.mjs +0 -34
- package/tools/ardy/bridge.mjs +0 -1732
- package/tools/ardy/bvh-cskel27.mjs +0 -1265
- package/tools/ardy/cclay_constrained_generate.py +0 -561
- package/tools/ardy/cclay_gvhmr_worker.py +0 -264
- package/tools/ardy/cclay_motion_edit.py +0 -510
- package/tools/ardy/cclay_sequence_generate.py +0 -705
- package/tools/ardy/cclay_worker.py +0 -304
- package/tools/ardy/dump-npz.py +0 -205
- package/tools/ardy/extract-rest.mjs +0 -299
- package/tools/ardy/extract.mjs +0 -507
- package/tools/ardy/footage.mjs +0 -467
- package/tools/ardy/gvhmr-floor.mjs +0 -102
- package/tools/ardy/gvhmr-to-cskel27.mjs +0 -21
- package/tools/ardy/gvhmr_fastpath.py +0 -168
- package/tools/ardy/gvhmr_trajectory.py +0 -240
- package/tools/ardy/merge-text-encoder.py +0 -160
- package/tools/ardy/mocap-metrics.mjs +0 -200
- package/tools/ardy/mocap-quality-gate.mjs +0 -110
- package/tools/ardy/motion-stabilize.mjs +0 -348
- package/tools/ardy/npz.mjs +0 -414
- package/tools/ardy/pose-to-npz.mjs +0 -106
- package/tools/ardy/prompt-limits.mjs +0 -5
- package/tools/ardy/run-edit-on-box.sh +0 -73
- package/tools/ardy/run-local.mjs +0 -233
- package/tools/ardy/run-on-box.sh +0 -593
- package/tools/ardy/run-sequence-on-box.sh +0 -177
- package/tools/ardy/runners/gvhmr-worker.mjs +0 -206
- package/tools/ardy/runners/index.mjs +0 -18
- package/tools/ardy/runners/local.mjs +0 -455
- package/tools/ardy/runners/proc.mjs +0 -125
- package/tools/ardy/runners/remote.mjs +0 -252
- package/tools/ardy/setup-local.mjs +0 -189
- package/tools/ardy/setup-text-encoder-on-box.sh +0 -93
- package/tools/ardy/setup-text-encoder.py +0 -306
- package/tools/ardy/smpl-cskel27.mjs +0 -178
- package/tools/ardy/visual-qa.mjs +0 -196
- package/tools/ardy/vq-car.mjs +0 -52
- package/tools/bench/EXP3.md +0 -61
- package/tools/bench/cclay_bench_extract_incam.py +0 -125
- package/tools/bench/cclay_bench_extract_obs.py +0 -204
- package/tools/bench/cclay_bench_runner.py +0 -42
- package/tools/bench/cube-contact.mjs +0 -162
- package/tools/bench/exp3.mjs +0 -152
- package/tools/bench/extract-bench-lib.mjs +0 -216
- package/tools/bench/extract-bench.mjs +0 -302
- package/tools/bench/fal-generate.mjs +0 -88
- package/tools/bench/fit/README.md +0 -189
- package/tools/bench/fit/camera.mjs +0 -59
- package/tools/bench/fit/contact.mjs +0 -419
- package/tools/bench/fit/footlock.mjs +0 -234
- package/tools/bench/fit/motion.mjs +0 -85
- package/tools/bench/fit/pin.mjs +0 -27
- package/tools/bench/fit/remote.mjs +0 -105
- package/tools/bench/fit-bench.mjs +0 -126
- package/tools/bench/fit-sanity.mjs +0 -45
- package/tools/bench/metrics.mjs +0 -313
- package/tools/bench/obs/depth.mjs +0 -258
- package/tools/bench/obs/extrinsics.mjs +0 -175
- package/tools/bench/obs/fit_mannequin_betas.py +0 -340
- package/tools/bench/obs/ground.mjs +0 -294
- package/tools/bench/obs/heading.mjs +0 -151
- package/tools/bench/obs/ladder.mjs +0 -555
- package/tools/bench/obs/mannequin-betas.json +0 -124
- package/tools/bench/obs/remote.mjs +0 -83
- package/tools/bench/obs/rest_joints.py +0 -52
- package/tools/bench/obs/ybot-targets.mjs +0 -49
- package/tools/bench/obs-bench.mjs +0 -520
- package/tools/bench/score.mjs +0 -343
- package/tools/bench/summarize.mjs +0 -86
- package/tools/demo-worker/README.md +0 -137
- package/tools/demo-worker/api-client.mjs +0 -233
- package/tools/demo-worker/generate.mjs +0 -301
- package/tools/demo-worker/index.mjs +0 -466
- package/tools/demo-worker/sign-core.mjs +0 -112
- package/tools/demo-worker/sign.mjs +0 -161
- package/tools/gt-render/browser.mjs +0 -182
- package/tools/gt-render/camera-math.mjs +0 -276
- package/tools/gt-render/page.mjs +0 -267
- package/tools/gt-render/render.mjs +0 -514
- package/tools/gt-render/scene-box.mjs +0 -31
- package/tools/gt-render/take-transform.mjs +0 -87
- package/tools/kimodo/compare-seam.mjs +0 -108
- package/tools/kimodo/constraints.mjs +0 -244
- package/tools/kimodo/edit.mjs +0 -259
- package/tools/kimodo/effector-constraints.mjs +0 -200
- package/tools/kimodo/generate.mjs +0 -646
- package/tools/kimodo/local-output.mjs +0 -265
- package/tools/kimodo/measure-pose.mjs +0 -65
- package/tools/kimodo/measure-preserve.mjs +0 -899
- package/tools/kimodo/measure-waypoints.mjs +0 -55
- package/tools/kimodo/mlx-generate.py +0 -111
- package/tools/kimodo/pose-constraints.mjs +0 -248
- package/tools/kimodo/preserve-mask.mjs +0 -543
- package/tools/kimodo/read-npz.mjs +0 -189
- package/tools/kimodo/run-edit-on-box.mjs +0 -155
- package/tools/kimodo/run-sequence-on-box.mjs +0 -178
- package/tools/kimodo/runner.mjs +0 -284
- package/tools/kimodo/seam-batch.mjs +0 -77
- package/tools/kimodo/setup-local.mjs +0 -30
- package/tools/kimodo/setup-on-box.sh +0 -339
- package/tools/kimodo/soma77-to-cskel27.mjs +0 -305
- package/tools/morphgs/assets/gen_truth.py +0 -39
- package/tools/morphgs/assets/mesh_ori_rig.txt +0 -27
- package/tools/morphgs/assets/playback-check.mjs +0 -30
- package/tools/morphgs/demo-gate.sh +0 -26
- package/tools/morphgs/fbx2morphgs.mjs +0 -68
- package/tools/morphgs/morphgs-to-cskel27.mjs +0 -105
- package/tools/morphgs/patches/preprocess_src-none-mode.patch +0 -76
- package/tools/morphgs/setup-on-cluster.sh +0 -126
- package/tools/projflow/driver.py +0 -1069
- package/tools/projflow/generate.mjs +0 -805
- package/tools/projflow/hml22-to-cskel27.mjs +0 -735
- package/tools/projflow/line-edit-job.mjs +0 -547
- package/tools/projflow/replay.mjs +0 -452
- package/tools/projflow/runner.mjs +0 -269
- package/tools/projflow/service.mjs +0 -742
- package/tools/track/DESIGN.md +0 -513
- package/tools/track/backfill-provenance.mjs +0 -116
- package/tools/track/budget.mjs +0 -8
- package/tools/track/check-rig.mjs +0 -209
- package/tools/track/diagnostics.schema.json +0 -60
- package/tools/track/export-rig.mjs +0 -256
- package/tools/track/fallback.mjs +0 -7
- package/tools/track/fk-parity-fixture.mjs +0 -161
- package/tools/track/gate.mjs +0 -349
- package/tools/track/masks.mjs +0 -318
- package/tools/track/metrics.mjs +0 -201
- package/tools/track/publish-obs.mjs +0 -108
- package/tools/track/py/check_env.py +0 -61
- package/tools/track/py/eval_lr.py +0 -229
- package/tools/track/py/lr_viterbi.py +0 -294
- package/tools/track/py/masks.py +0 -405
- package/tools/track/py/objective.py +0 -382
- package/tools/track/py/rig.py +0 -508
- package/tools/track/py/scene.py +0 -326
- package/tools/track/py/test_joint_indices.py +0 -123
- package/tools/track/py/test_lr_viterbi.py +0 -195
- package/tools/track/py/test_masks.py +0 -229
- package/tools/track/py/test_rig.py +0 -288
- package/tools/track/py/test_scene.py +0 -354
- package/tools/track/py/test_track.py +0 -328
- package/tools/track/py/track.py +0 -411
- package/tools/track/remote.mjs +0 -140
- package/tools/track/rig-dump.mjs +0 -227
- package/tools/track/run-box-tests.mjs +0 -14
- package/tools/track/run-box.mjs +0 -168
- package/tools/track/setup-box.sh +0 -59
- package/tools/track/study-2d.mjs +0 -728
- /package/src/{ardy → motion}/collision-blockers.js +0 -0
- /package/src/{ardy → motion}/ground.js +0 -0
- /package/src/{ardy → motion}/ik-drag.js +0 -0
- /package/src/{ardy → motion}/ik-key-json.js +0 -0
- /package/src/{ardy → motion}/ik.js +0 -0
- /package/src/{ardy → motion}/physics-surface.js +0 -0
- /package/src/{ardy → motion}/playback-clock.js +0 -0
- /package/src/{ardy → motion}/range-pin.js +0 -0
|
@@ -29,6 +29,7 @@ import { ko } from "../locale.js";
|
|
|
29
29
|
import { AGENT_TOOL_CATEGORIES, EXECUTION_TELEMETRY_VALUES } from "../execution-telemetry.js";
|
|
30
30
|
import { STUDIO_VARIANTS, validateReceipt } from "../studio-agent-protocol.js";
|
|
31
31
|
import { requestAgentImage, sidecarRequest, sidecarUrl } from "../agent-image-client.js";
|
|
32
|
+
import { actionLabelsOf, changedLine, scriptNow, stepFields, thinkingLine, withCompose, withThinking, withToolStart, withTurnEnd } from "./agent-turn.js";
|
|
32
33
|
|
|
33
34
|
const AGENT_PANEL_WIDTH_KEY = "cozyclay.workflow.agentPanel.width";
|
|
34
35
|
export const AGENT_PANEL_WIDTH_DEFAULT = 360;
|
|
@@ -92,7 +93,7 @@ export const jobStateTone = (state) => {
|
|
|
92
93
|
export const formatJobProgress = (progress) => Number.isFinite(progress) ? `${Math.round(progress * 100)}%` : "";
|
|
93
94
|
|
|
94
95
|
/** One line of plain product copy for a validated receipt. */
|
|
95
|
-
export function receiptSummary(receipt) {
|
|
96
|
+
export function receiptSummary(receipt, context = null) {
|
|
96
97
|
if (receipt?.status === "installed") {
|
|
97
98
|
const { installed, verification } = receipt;
|
|
98
99
|
const coverage = verification.status === "verified"
|
|
@@ -103,7 +104,7 @@ export function receiptSummary(receipt) {
|
|
|
103
104
|
if (receipt?.status === "undone") return `Undid ${receipt.undoneReceiptId}`;
|
|
104
105
|
if (receipt?.status === "noop") return "Nothing to change";
|
|
105
106
|
if (receipt?.status === "transient") return "Changed the view only";
|
|
106
|
-
return `Applied to ${receipt?.affectedIds?.join(", ") || "the scene"}`;
|
|
107
|
+
return context ? changedLine(receipt?.affectedIds ?? [], context) : `Applied to ${receipt?.affectedIds?.join(", ") || "the scene"}`;
|
|
107
108
|
}
|
|
108
109
|
|
|
109
110
|
/** Effort options for a model entry from /agent/models; the backend default comes first. */
|
|
@@ -265,16 +266,16 @@ export function storeModel(key, storage = globalThis.localStorage) {
|
|
|
265
266
|
}
|
|
266
267
|
}
|
|
267
268
|
|
|
268
|
-
/** The supervisor switch (#728):
|
|
269
|
-
* on every Studio turn as `supervisor: false
|
|
270
|
-
*
|
|
269
|
+
/** The supervisor switch (#728): off unless the author turned it on. It rides
|
|
270
|
+
* on every Studio turn as `supervisor: true|false`; the sidecar reviews only a
|
|
271
|
+
* turn sent with `true`, and its own COZYCLAY_SUPERVISOR=off still wins. */
|
|
271
272
|
const AGENT_SUPERVISOR_KEY = "cozyclay.agent.supervisor";
|
|
272
273
|
|
|
273
274
|
export function readStoredSupervisor(storage = globalThis.localStorage) {
|
|
274
275
|
try {
|
|
275
|
-
return storage?.getItem(AGENT_SUPERVISOR_KEY)
|
|
276
|
+
return storage?.getItem(AGENT_SUPERVISOR_KEY) === "on";
|
|
276
277
|
} catch {
|
|
277
|
-
return
|
|
278
|
+
return false;
|
|
278
279
|
}
|
|
279
280
|
}
|
|
280
281
|
|
|
@@ -442,12 +443,14 @@ export function formatTurnClock(ms) {
|
|
|
442
443
|
return `${Math.floor(total / 60)} m ${String(total % 60).padStart(2, "0")} s`;
|
|
443
444
|
}
|
|
444
445
|
|
|
445
|
-
|
|
446
|
+
// `detail`: what the step is about (a spec's label, the script's current call, the latest line of reasoning).
|
|
447
|
+
const liveActivity = (phase, label, elapsedMs, detail = "") => ({
|
|
446
448
|
phase,
|
|
447
449
|
kind: "live",
|
|
448
450
|
tone: "busy",
|
|
449
451
|
text: `${label} · ${formatTurnClock(elapsedMs)}`,
|
|
450
452
|
ticking: true,
|
|
453
|
+
...(detail ? { detail } : {}),
|
|
451
454
|
});
|
|
452
455
|
|
|
453
456
|
/** What the panel says it is doing, in plain words. Pure: the component only
|
|
@@ -466,11 +469,15 @@ export function describeActivity(state, { now = Date.now(), toolLabel = toolCall
|
|
|
466
469
|
return liveActivity("job", `${JOB_STATE_COPY[job.state] || job.state} motion${percent ? ` ${percent}` : ""}`, elapsed);
|
|
467
470
|
}
|
|
468
471
|
const tool = items.findLast((item) => item.kind === "tool" && item.status === "running");
|
|
469
|
-
if (tool) return liveActivity("tool", `Running ${toolLabel(tool)}…`, elapsed);
|
|
470
|
-
//
|
|
471
|
-
const
|
|
472
|
-
|
|
473
|
-
|
|
472
|
+
if (tool) return liveActivity("tool", `Running ${toolLabel(tool)}…`, elapsed, tool.progress ? scriptNow(tool) : tool.subject);
|
|
473
|
+
// The newest frame says what the model is doing now: writing a call, its reply, or reasoning.
|
|
474
|
+
const latest = items.at(-1);
|
|
475
|
+
if (latest?.kind === "compose") return liveActivity("compose", `Preparing ${toolLabel(latest)}…`, elapsed, latest.subject);
|
|
476
|
+
if (latest?.kind === "thinking") return liveActivity("thinking", "Thinking…", elapsed, thinkingLine(latest.text));
|
|
477
|
+
if (latest?.kind === "assistant") return liveActivity("reply", "Writing the reply…", elapsed);
|
|
478
|
+
// Nothing has come back yet: the request, then the model's first token, is all that is happening.
|
|
479
|
+
return latest?.kind === "user"
|
|
480
|
+
? liveActivity("sending", elapsed < 2000 ? "Sending…" : "Waiting for the model…", elapsed)
|
|
474
481
|
: liveActivity("thinking", "Thinking…", elapsed);
|
|
475
482
|
}
|
|
476
483
|
const last = state?.lastTurn;
|
|
@@ -637,6 +644,15 @@ export function providerEnvLabel(id) {
|
|
|
637
644
|
return names?.length ? names.join(" or ") : "an environment variable";
|
|
638
645
|
}
|
|
639
646
|
|
|
647
|
+
/** The failure a provider's 401/403 turns into: the refusal, plus the provider's own reason when the raw
|
|
648
|
+
* error carries one ("invalid x-api-key"), instead of the raw status and JSON body. */
|
|
649
|
+
export function keyRefusedMessage(raw) {
|
|
650
|
+
const reason = /"message"\s*:\s*"([^"]{1,160})"/.exec(String(raw || ""))?.[1];
|
|
651
|
+
const status = /\b(401|403)\b/.exec(String(raw || ""))?.[1];
|
|
652
|
+
// What to do next is the failure card's recovery line, said once there.
|
|
653
|
+
return `The model provider refused the credentials${status || reason ? ` (${[status, reason].filter(Boolean).join(": ")})` : ""}.`;
|
|
654
|
+
}
|
|
655
|
+
|
|
640
656
|
export function createHttpTransport({ fetchImpl = globalThis.fetch?.bind(globalThis), surface, capture = track, now = () => performance.now() } = {}) {
|
|
641
657
|
const activeTurns = new Map();
|
|
642
658
|
const request = (path, init) => sidecarRequest(fetchImpl, path, init);
|
|
@@ -646,10 +662,9 @@ export function createHttpTransport({ fetchImpl = globalThis.fetch?.bind(globalT
|
|
|
646
662
|
return request("/oauth/status");
|
|
647
663
|
},
|
|
648
664
|
async signIn() {
|
|
649
|
-
|
|
650
|
-
//
|
|
651
|
-
|
|
652
|
-
return result;
|
|
665
|
+
// The sidecar owns the code exchange and opens the sign-in page itself; opening it here
|
|
666
|
+
// too showed the page twice. The waiting card links the page from /oauth/status.
|
|
667
|
+
return request("/oauth/start", { method: "POST", body: "{}" });
|
|
653
668
|
},
|
|
654
669
|
async signOut() {
|
|
655
670
|
return request("/oauth/logout", { method: "POST", body: "{}" });
|
|
@@ -680,16 +695,9 @@ export function createHttpTransport({ fetchImpl = globalThis.fetch?.bind(globalT
|
|
|
680
695
|
// Provider credentials live in the sidecar's 0600 store. The browser sends
|
|
681
696
|
// a key once and never reads one back: the status route answers with the
|
|
682
697
|
// source of a key, never with key material.
|
|
683
|
-
async providers() {
|
|
684
|
-
|
|
685
|
-
|
|
686
|
-
},
|
|
687
|
-
async setProviderKey(id, key) {
|
|
688
|
-
return request(`/agent/providers/${encodeURIComponent(id)}`, { method: "PUT", body: JSON.stringify({ key }) });
|
|
689
|
-
},
|
|
690
|
-
async removeProviderKey(id) {
|
|
691
|
-
return request(`/agent/providers/${encodeURIComponent(id)}`, { method: "DELETE" });
|
|
692
|
-
},
|
|
698
|
+
async providers() { const result = await request("/agent/providers"); return Array.isArray(result?.providers) ? result.providers : []; },
|
|
699
|
+
async setProviderKey(id, key) { return request(`/agent/providers/${encodeURIComponent(id)}`, { method: "PUT", body: JSON.stringify({ key }) }); },
|
|
700
|
+
async removeProviderKey(id) { return request(`/agent/providers/${encodeURIComponent(id)}`, { method: "DELETE" }); },
|
|
693
701
|
async listSessions() {
|
|
694
702
|
const result = await request(`/agent/sessions?surface=${encodeURIComponent(surface || "studio")}`);
|
|
695
703
|
return Array.isArray(result?.sessions) ? result.sessions : [];
|
|
@@ -791,7 +799,7 @@ export function createHttpTransport({ fetchImpl = globalThis.fetch?.bind(globalT
|
|
|
791
799
|
const body = studio
|
|
792
800
|
? JSON.stringify({
|
|
793
801
|
surface: "studio", sessionId, turnId, text, context: turnRequest.context,
|
|
794
|
-
...(model ? { model } : {}), ...(effort ? { effort } : {}), ...(attachFrame === undefined ? {} : { attachFrame: Boolean(attachFrame) }), ...(supervisor ===
|
|
802
|
+
...(model ? { model } : {}), ...(effort ? { effort } : {}), ...(attachFrame === undefined ? {} : { attachFrame: Boolean(attachFrame) }), ...(typeof supervisor === "boolean" ? { supervisor } : {}), ...attached,
|
|
795
803
|
})
|
|
796
804
|
: JSON.stringify({ sessionId, text, attachFrame, model, ...(effort ? { effort } : {}), ...attached, ...(telemetry.turnId ? { turn_id: telemetry.turnId } : {}) });
|
|
797
805
|
try {
|
|
@@ -1018,9 +1026,7 @@ export function createMockTransport(config = { state: "ready" }) {
|
|
|
1018
1026
|
});
|
|
1019
1027
|
return { providers, models: providers.flatMap((provider) => provider.models.map((model) => ({ ...model, id: model.key }))) };
|
|
1020
1028
|
},
|
|
1021
|
-
async providers() {
|
|
1022
|
-
return providerStatus();
|
|
1023
|
-
},
|
|
1029
|
+
async providers() { return providerStatus(); },
|
|
1024
1030
|
async setProviderKey(id, key) {
|
|
1025
1031
|
if (id === "openai-codex") throw Object.assign(new Error("Use ChatGPT sign-in for OpenAI Codex."), { status: 400 });
|
|
1026
1032
|
if (typeof key !== "string" || key.trim().length < MOCK_PROVIDER_KEY_MIN) {
|
|
@@ -1030,10 +1036,7 @@ export function createMockTransport(config = { state: "ready" }) {
|
|
|
1030
1036
|
storedProviders.add(id);
|
|
1031
1037
|
return { ok: true };
|
|
1032
1038
|
},
|
|
1033
|
-
async removeProviderKey(id) {
|
|
1034
|
-
storedProviders.delete(id);
|
|
1035
|
-
return { ok: true };
|
|
1036
|
-
},
|
|
1039
|
+
async removeProviderKey(id) { storedProviders.delete(id); return { ok: true }; },
|
|
1037
1040
|
async stop() {
|
|
1038
1041
|
liveTurn = null;
|
|
1039
1042
|
return { ok: true };
|
|
@@ -1214,6 +1217,8 @@ export function createAgentChatStore({
|
|
|
1214
1217
|
// Supervisor note requests still waiting on the sidecar; a cleared or
|
|
1215
1218
|
// replaced conversation abandons them.
|
|
1216
1219
|
const supervisorRequests = new Set();
|
|
1220
|
+
// The running turn's action labels (its context's actionIndex), for the step list (agent-turn.js).
|
|
1221
|
+
let actionLabels = new Map();
|
|
1217
1222
|
let state = {
|
|
1218
1223
|
sessionId: newId(),
|
|
1219
1224
|
turnId: null,
|
|
@@ -1298,7 +1303,7 @@ export function createAgentChatStore({
|
|
|
1298
1303
|
acceptance: receipt.explicitUnverifiedAcceptance ? { status: "accepted" } : null,
|
|
1299
1304
|
}
|
|
1300
1305
|
: item),
|
|
1301
|
-
{ kind: "receipt", id: `receipt:${receipt.receiptId}`, receiptId: receipt.receiptId, receipt, summary: receiptSummary(receipt) },
|
|
1306
|
+
{ kind: "receipt", id: `receipt:${receipt.receiptId}`, receiptId: receipt.receiptId, receipt, summary: receiptSummary(receipt, studio ? advisory(() => buildContext?.() ?? null, null) : null) },
|
|
1302
1307
|
]);
|
|
1303
1308
|
// A host that throws (or has nowhere to put the highlight) cannot cost the
|
|
1304
1309
|
// author the receipt they already earned.
|
|
@@ -1337,9 +1342,13 @@ export function createAgentChatStore({
|
|
|
1337
1342
|
return;
|
|
1338
1343
|
}
|
|
1339
1344
|
if (event?.type === "tool.start") {
|
|
1340
|
-
setItems((items) =>
|
|
1345
|
+
setItems((items) => withToolStart(items, { kind: "tool", id: event.callId || newId(), callId: event.callId, name: event.name, label: event.label, args: event.args, status: "running", startedAt: clock(), ...stepFields(event.name, event.args, actionLabels) }));
|
|
1341
1346
|
return;
|
|
1342
1347
|
}
|
|
1348
|
+
// What the model does between calls and what a script runs inside one (bin/agent/turn-frames.mjs, script-tool.mjs).
|
|
1349
|
+
if (event?.type === "thinking.delta") { setItems((items) => withThinking(items, String(event.text ?? ""), clock(), newId)); return; }
|
|
1350
|
+
if (event?.type === "tool.compose") { setItems((items) => withCompose(items, event, clock(), newId, actionLabels)); return; }
|
|
1351
|
+
if (event?.type === "tool.progress") { patchItem((item) => item.kind === "tool" && item.callId === event.callId && item.status === "running", { progress: { index: event.index, name: event.name, label: actionLabels.get(event.action), action: event.action, status: event.status, summary: event.summary } }); return; }
|
|
1343
1352
|
if (event?.type === "tool.done") {
|
|
1344
1353
|
patchItem((item) => item.kind === "tool" && item.callId === event.callId, { status: event.ok ? "done" : "failed", elapsedMs: event.elapsedMs, result: event.result, error: event.error });
|
|
1345
1354
|
// Synchronous Studio families (arrange_*, frame_shot, patch_elements,
|
|
@@ -1363,7 +1372,7 @@ export function createAgentChatStore({
|
|
|
1363
1372
|
return;
|
|
1364
1373
|
}
|
|
1365
1374
|
if (event?.type !== "error") return;
|
|
1366
|
-
const failure = { code: event.code || "upstream", message: event.message || ERROR_COPY[event.code] || "The turn failed.", ...(Number.isFinite(event.status) ? { status: event.status } : {}) };
|
|
1375
|
+
const failure = { code: event.code || "upstream", message: event.code === "unauthorized" ? keyRefusedMessage(event.message) : event.message || ERROR_COPY[event.code] || "The turn failed.", ...(Number.isFinite(event.status) ? { status: event.status } : {}) };
|
|
1367
1376
|
if (activeTurn) activeTurn.failure = failure;
|
|
1368
1377
|
if (event.code === "rate_limit") { set({ rateLimit: { resetAt: event.resetAt || null, message: event.message || ERROR_COPY.rate_limit } }); return; }
|
|
1369
1378
|
if (event.code === "auth") { onAuthLost?.(); return; }
|
|
@@ -1372,7 +1381,7 @@ export function createAgentChatStore({
|
|
|
1372
1381
|
// an older card would hide the new failure inside finished history.
|
|
1373
1382
|
const prompt = items.findLastIndex((item) => item.kind === "user");
|
|
1374
1383
|
const position = items.findLastIndex((item, at) => at > prompt && item.kind === "tool" && item.status === "failed");
|
|
1375
|
-
if (position === -1) return [...items, { kind: "failure", id: newId(), failure: { ...failure, recovery: { action: "retry", retryAllowed: true } } }];
|
|
1384
|
+
if (position === -1) return [...items, { kind: "failure", id: newId(), failure: { ...failure, recovery: { action: failure.code === "unauthorized" ? "fix_key" : "retry", retryAllowed: true } } }];
|
|
1376
1385
|
return items.map((item, at) => at === position ? { ...item, failure } : item);
|
|
1377
1386
|
});
|
|
1378
1387
|
}
|
|
@@ -1465,6 +1474,7 @@ export function createAgentChatStore({
|
|
|
1465
1474
|
const turnId = newId();
|
|
1466
1475
|
// Context is read at Send, from the host's current authoritative refs.
|
|
1467
1476
|
const context = studio ? buildContext?.() ?? null : null;
|
|
1477
|
+
actionLabels = actionLabelsOf(context);
|
|
1468
1478
|
if (studio && !context) {
|
|
1469
1479
|
applyEvent({ type: "error", code: "upstream", message: "The editor is not ready to describe the scene yet." });
|
|
1470
1480
|
return;
|
|
@@ -1501,7 +1511,7 @@ export function createAgentChatStore({
|
|
|
1501
1511
|
attachFrame: Boolean(options.attachFrame),
|
|
1502
1512
|
model: options.model,
|
|
1503
1513
|
effort: options.effort ?? undefined,
|
|
1504
|
-
...(options.supervisor ===
|
|
1514
|
+
...(typeof options.supervisor === "boolean" ? { supervisor: options.supervisor } : {}),
|
|
1505
1515
|
}, applyEvent, signal);
|
|
1506
1516
|
} catch (error) {
|
|
1507
1517
|
if (!signal.aborted) applyEvent({ type: "error", code: "upstream", message: String(error?.message || error) });
|
|
@@ -1517,17 +1527,10 @@ export function createAgentChatStore({
|
|
|
1517
1527
|
}
|
|
1518
1528
|
const endedAt = clock();
|
|
1519
1529
|
activeTurn = null;
|
|
1520
|
-
|
|
1521
|
-
|
|
1522
|
-
|
|
1523
|
-
|
|
1524
|
-
status: signal.aborted ? "stopped" : turn.failure ? "failed" : "done",
|
|
1525
|
-
endedAt,
|
|
1526
|
-
durationMs: endedAt - startedAt,
|
|
1527
|
-
failure: turn.failure,
|
|
1528
|
-
},
|
|
1529
|
-
});
|
|
1530
|
-
if (studio && turn.reviewable && options.supervisor !== false && !signal.aborted) requestSupervisorNote(turnId);
|
|
1530
|
+
// The end state stays in the transcript with the turn's steps (agent-turn.js withTurnEnd).
|
|
1531
|
+
const lastTurn = { status: signal.aborted ? "stopped" : turn.failure ? "failed" : "done", endedAt, durationMs: endedAt - startedAt, failure: turn.failure };
|
|
1532
|
+
set({ streaming: false, turnStartedAt: null, lastTurn, items: withTurnEnd(state.items, lastTurn, newId) });
|
|
1533
|
+
if (studio && turn.reviewable && options.supervisor === true && !signal.aborted) requestSupervisorNote(turnId);
|
|
1531
1534
|
}
|
|
1532
1535
|
}
|
|
1533
1536
|
},
|
|
@@ -338,7 +338,7 @@
|
|
|
338
338
|
flex-direction: column;
|
|
339
339
|
gap: var(--agent-space-3);
|
|
340
340
|
flex: none;
|
|
341
|
-
max-height:
|
|
341
|
+
max-height: 70%;
|
|
342
342
|
overflow-y: auto;
|
|
343
343
|
padding: var(--agent-space-4);
|
|
344
344
|
border-bottom: 1px solid var(--agent-border);
|
|
@@ -445,6 +445,59 @@
|
|
|
445
445
|
font-size: var(--agent-font-sm);
|
|
446
446
|
}
|
|
447
447
|
|
|
448
|
+
/* A quiet line under a row or a flow: progress, instructions, a result. */
|
|
449
|
+
.agent-key-note {
|
|
450
|
+
margin: 0;
|
|
451
|
+
color: var(--agent-text-dim);
|
|
452
|
+
font-size: var(--agent-font-sm);
|
|
453
|
+
}
|
|
454
|
+
|
|
455
|
+
/* Connect a model (pi's login list): group labels, a running flow, what pi asks and tells. */
|
|
456
|
+
.agent-login-group,
|
|
457
|
+
.agent-login-flow,
|
|
458
|
+
.agent-login-form,
|
|
459
|
+
.agent-login-choices {
|
|
460
|
+
display: flex;
|
|
461
|
+
flex-direction: column;
|
|
462
|
+
gap: var(--agent-space-2);
|
|
463
|
+
}
|
|
464
|
+
|
|
465
|
+
.agent-login-ask {
|
|
466
|
+
color: var(--agent-text);
|
|
467
|
+
font-size: var(--agent-font-sm);
|
|
468
|
+
}
|
|
469
|
+
|
|
470
|
+
.agent-login-log {
|
|
471
|
+
display: flex;
|
|
472
|
+
flex-direction: column;
|
|
473
|
+
gap: var(--agent-space-2);
|
|
474
|
+
margin: 0;
|
|
475
|
+
padding: 0;
|
|
476
|
+
list-style: none;
|
|
477
|
+
}
|
|
478
|
+
|
|
479
|
+
.agent-login-log li {
|
|
480
|
+
display: flex;
|
|
481
|
+
flex-direction: column;
|
|
482
|
+
align-items: flex-start;
|
|
483
|
+
gap: var(--agent-space-1);
|
|
484
|
+
}
|
|
485
|
+
|
|
486
|
+
.agent-login-code {
|
|
487
|
+
display: block;
|
|
488
|
+
margin-top: var(--agent-space-1);
|
|
489
|
+
font-size: var(--agent-font-xl);
|
|
490
|
+
letter-spacing: 0.12em;
|
|
491
|
+
}
|
|
492
|
+
|
|
493
|
+
.agent-login-open { display: inline-block; text-decoration: none; }
|
|
494
|
+
|
|
495
|
+
.agent-key-endpoint-label {
|
|
496
|
+
color: var(--agent-text-dim);
|
|
497
|
+
font-size: var(--agent-font-xs);
|
|
498
|
+
letter-spacing: 0.04em;
|
|
499
|
+
}
|
|
500
|
+
|
|
448
501
|
/* --- transcript -------------------------------------------------------- */
|
|
449
502
|
|
|
450
503
|
.agent-transcript {
|
|
@@ -481,6 +534,20 @@
|
|
|
481
534
|
word-break: break-word;
|
|
482
535
|
}
|
|
483
536
|
|
|
537
|
+
/* The reply's Markdown, rendered (AgentReplyText.jsx): tight blocks, lists indented, code and tables tinted from the text colour. */
|
|
538
|
+
.agent-assistant-text > * { margin: 0; }
|
|
539
|
+
.agent-assistant-text > * + * { margin-top: 6px; }
|
|
540
|
+
.agent-assistant-text ul, .agent-assistant-text ol { padding-left: 18px; white-space: normal; }
|
|
541
|
+
.agent-assistant-text li + li { margin-top: 2px; }
|
|
542
|
+
.agent-assistant-text .agent-reply-heading { font-weight: 600; }
|
|
543
|
+
.agent-assistant-text code { padding: 0 3px; border-radius: 3px; background: color-mix(in srgb, currentColor 10%, transparent); font: 0.92em ui-monospace, monospace; }
|
|
544
|
+
.agent-assistant-text pre { padding: 6px 8px; border-radius: var(--agent-radius-sm); background: color-mix(in srgb, currentColor 8%, transparent); overflow-x: auto; white-space: pre; }
|
|
545
|
+
.agent-assistant-text pre code { padding: 0; background: none; }
|
|
546
|
+
.agent-reply-table { overflow-x: auto; white-space: normal; }
|
|
547
|
+
.agent-reply-table table { border-collapse: collapse; font-size: 0.92em; font-variant-numeric: tabular-nums; }
|
|
548
|
+
.agent-reply-table th, .agent-reply-table td { padding: 2px 10px 2px 0; border-bottom: 1px solid color-mix(in srgb, currentColor 16%, transparent); text-align: left; vertical-align: top; }
|
|
549
|
+
.agent-reply-table th { font-weight: 600; }
|
|
550
|
+
|
|
484
551
|
.agent-caret {
|
|
485
552
|
display: inline-block;
|
|
486
553
|
width: 6px;
|
|
@@ -799,6 +866,9 @@
|
|
|
799
866
|
line-height: 1.55;
|
|
800
867
|
}
|
|
801
868
|
|
|
869
|
+
/* The second way in on the signed-out card: a key or a server of one's own. */
|
|
870
|
+
.agent-state-card .agent-use-key { align-self: center; }
|
|
871
|
+
|
|
802
872
|
.agent-primary-button {
|
|
803
873
|
align-self: center;
|
|
804
874
|
border: 1px solid var(--agent-accent-edge);
|
|
@@ -0,0 +1,167 @@
|
|
|
1
|
+
/* The live progress card in the agent panel (AgentProgressCard.jsx); colours come from agent-panel.css. */
|
|
2
|
+
.agent-progress-card {
|
|
3
|
+
display: flex;
|
|
4
|
+
flex-direction: column;
|
|
5
|
+
gap: var(--agent-space-3, 6px);
|
|
6
|
+
padding: var(--agent-space-3, 6px) var(--agent-space-4, 8px);
|
|
7
|
+
border-color: var(--agent-accent-edge);
|
|
8
|
+
}
|
|
9
|
+
|
|
10
|
+
.agent-progress-head {
|
|
11
|
+
display: flex;
|
|
12
|
+
align-items: center;
|
|
13
|
+
gap: var(--agent-space-3, 6px);
|
|
14
|
+
}
|
|
15
|
+
|
|
16
|
+
.agent-progress-title {
|
|
17
|
+
flex: 1;
|
|
18
|
+
color: var(--agent-text);
|
|
19
|
+
font-size: var(--agent-font-lg);
|
|
20
|
+
font-weight: 600;
|
|
21
|
+
font-variant-numeric: tabular-nums;
|
|
22
|
+
}
|
|
23
|
+
|
|
24
|
+
.agent-progress-chip {
|
|
25
|
+
border: 1px solid currentColor;
|
|
26
|
+
border-radius: var(--agent-radius-pill);
|
|
27
|
+
padding: 1px 7px;
|
|
28
|
+
font-size: var(--agent-font-sm);
|
|
29
|
+
line-height: 1.4;
|
|
30
|
+
white-space: nowrap;
|
|
31
|
+
}
|
|
32
|
+
.agent-progress-chip.installed { color: var(--agent-ok); }
|
|
33
|
+
.agent-progress-chip.draft { color: var(--agent-warn); }
|
|
34
|
+
|
|
35
|
+
.agent-progress-label {
|
|
36
|
+
margin: 0;
|
|
37
|
+
color: var(--agent-text-muted);
|
|
38
|
+
font-size: var(--agent-font-md);
|
|
39
|
+
overflow-wrap: anywhere;
|
|
40
|
+
}
|
|
41
|
+
|
|
42
|
+
.agent-progress-section {
|
|
43
|
+
display: flex;
|
|
44
|
+
flex-direction: column;
|
|
45
|
+
gap: 4px;
|
|
46
|
+
min-width: 0;
|
|
47
|
+
}
|
|
48
|
+
|
|
49
|
+
.agent-progress-section h4 {
|
|
50
|
+
margin: 0;
|
|
51
|
+
color: var(--agent-text-dim);
|
|
52
|
+
font-size: var(--agent-font-sm);
|
|
53
|
+
font-weight: 600;
|
|
54
|
+
letter-spacing: 0.04em;
|
|
55
|
+
text-transform: uppercase;
|
|
56
|
+
}
|
|
57
|
+
|
|
58
|
+
.agent-progress-trend {
|
|
59
|
+
display: flex;
|
|
60
|
+
align-items: center;
|
|
61
|
+
gap: var(--agent-space-3, 6px);
|
|
62
|
+
}
|
|
63
|
+
.agent-progress-trend svg { flex: 1; min-width: 0; height: 40px; }
|
|
64
|
+
.agent-progress-trend .base { stroke: var(--agent-border-strong); stroke-width: 1; }
|
|
65
|
+
.agent-progress-trend .line { fill: none; stroke: var(--agent-accent); stroke-width: 1.6; vector-effect: non-scaling-stroke; }
|
|
66
|
+
.agent-progress-trend .dot { fill: var(--agent-accent); }
|
|
67
|
+
.agent-progress-trend .end.ok { fill: var(--agent-ok); }
|
|
68
|
+
.agent-progress-trend .end.issue { fill: var(--agent-warn); }
|
|
69
|
+
.agent-progress-trend-text {
|
|
70
|
+
color: var(--agent-text);
|
|
71
|
+
font-size: var(--agent-font-md);
|
|
72
|
+
font-variant-numeric: tabular-nums;
|
|
73
|
+
white-space: nowrap;
|
|
74
|
+
}
|
|
75
|
+
|
|
76
|
+
.agent-progress-goals,
|
|
77
|
+
.agent-progress-issues {
|
|
78
|
+
display: flex;
|
|
79
|
+
flex-direction: column;
|
|
80
|
+
gap: 3px;
|
|
81
|
+
margin: 0;
|
|
82
|
+
padding: 0;
|
|
83
|
+
list-style: none;
|
|
84
|
+
font-size: var(--agent-font-md);
|
|
85
|
+
}
|
|
86
|
+
|
|
87
|
+
.agent-progress-goals li {
|
|
88
|
+
display: grid;
|
|
89
|
+
grid-template-columns: auto minmax(0, 1fr) auto;
|
|
90
|
+
align-items: baseline;
|
|
91
|
+
gap: 6px;
|
|
92
|
+
}
|
|
93
|
+
.agent-progress-mark { display: inline-flex; }
|
|
94
|
+
.agent-progress-mark.ok { color: var(--agent-ok); }
|
|
95
|
+
.agent-progress-mark.miss { color: var(--agent-alert); }
|
|
96
|
+
.agent-progress-goal-name { color: var(--agent-text); overflow-wrap: anywhere; }
|
|
97
|
+
.agent-progress-goal-value { color: var(--agent-text); font-variant-numeric: tabular-nums; white-space: nowrap; }
|
|
98
|
+
.agent-progress-goal-value .need { color: var(--agent-text-dim); }
|
|
99
|
+
|
|
100
|
+
.agent-progress-issues li { color: var(--agent-text-muted); overflow-wrap: anywhere; }
|
|
101
|
+
.agent-progress-issues .kind { color: var(--agent-warn); font-weight: 600; }
|
|
102
|
+
.agent-progress-issues .meta { color: var(--agent-text-dim); font-variant-numeric: tabular-nums; }
|
|
103
|
+
|
|
104
|
+
.agent-progress-sheets {
|
|
105
|
+
display: grid;
|
|
106
|
+
grid-template-columns: repeat(auto-fill, minmax(88px, 1fr));
|
|
107
|
+
gap: 4px;
|
|
108
|
+
}
|
|
109
|
+
.agent-progress-sheet {
|
|
110
|
+
padding: 0;
|
|
111
|
+
border: 1px solid var(--agent-border-strong);
|
|
112
|
+
border-radius: var(--agent-radius-sm);
|
|
113
|
+
background: var(--agent-bg-sunken);
|
|
114
|
+
cursor: zoom-in;
|
|
115
|
+
overflow: hidden;
|
|
116
|
+
}
|
|
117
|
+
.agent-progress-sheet:hover { border-color: var(--agent-accent-edge); }
|
|
118
|
+
.agent-progress-sheet:focus-visible { outline: 2px solid var(--agent-border-focus); outline-offset: 1px; }
|
|
119
|
+
.agent-progress-sheet img { display: block; width: 100%; height: 56px; object-fit: cover; }
|
|
120
|
+
|
|
121
|
+
/* Outside the panel (a portal), so its colours are its own. */
|
|
122
|
+
.agent-progress-viewer {
|
|
123
|
+
position: fixed;
|
|
124
|
+
inset: 0;
|
|
125
|
+
z-index: 1000;
|
|
126
|
+
display: flex;
|
|
127
|
+
flex-direction: column;
|
|
128
|
+
align-items: center;
|
|
129
|
+
justify-content: center;
|
|
130
|
+
gap: 10px;
|
|
131
|
+
padding: 32px;
|
|
132
|
+
border: 0;
|
|
133
|
+
background: rgba(12, 14, 20, 0.86);
|
|
134
|
+
cursor: zoom-out;
|
|
135
|
+
}
|
|
136
|
+
.agent-progress-viewer img {
|
|
137
|
+
max-width: 100%;
|
|
138
|
+
max-height: calc(100% - 40px);
|
|
139
|
+
object-fit: contain;
|
|
140
|
+
border-radius: 6px;
|
|
141
|
+
box-shadow: 0 12px 40px rgba(0, 0, 0, 0.45);
|
|
142
|
+
background: #f4f5f7;
|
|
143
|
+
}
|
|
144
|
+
.agent-progress-viewer-caption {
|
|
145
|
+
color: #e6e9f2;
|
|
146
|
+
font: 12px/1.4 system-ui, sans-serif;
|
|
147
|
+
}
|
|
148
|
+
.agent-progress-viewer:focus-visible { outline: 2px solid #8994ff; outline-offset: -4px; }
|
|
149
|
+
|
|
150
|
+
/* A folded goal or issue list: its heading and a one-line summary, the list on click. */
|
|
151
|
+
.agent-progress-fold {
|
|
152
|
+
display: flex;
|
|
153
|
+
align-items: baseline;
|
|
154
|
+
gap: var(--agent-space-3, 6px);
|
|
155
|
+
min-width: 0;
|
|
156
|
+
padding: 0;
|
|
157
|
+
border: 0;
|
|
158
|
+
background: none;
|
|
159
|
+
color: var(--agent-text-muted);
|
|
160
|
+
font: inherit;
|
|
161
|
+
font-size: var(--agent-font-md);
|
|
162
|
+
text-align: left;
|
|
163
|
+
cursor: pointer;
|
|
164
|
+
}
|
|
165
|
+
.agent-progress-fold h4 { flex: none; }
|
|
166
|
+
.agent-progress-fold span { min-width: 0; overflow: hidden; text-overflow: ellipsis; white-space: nowrap; }
|
|
167
|
+
.agent-progress-fold[aria-expanded="true"] span { display: none; }
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
// The agent panel's progress card as plain data (AgentProgressCard.jsx draws it): the QA trend across the
|
|
2
|
+
// drafts, the latest draft's goals as checklist rows, its heaviest issue groups, and when a new turn starts.
|
|
3
|
+
// Goal values are metres (near: a distance, above: a height difference, moved: a distance); the card shows cm.
|
|
4
|
+
|
|
5
|
+
const round = v => Math.round(v * 10) / 10;
|
|
6
|
+
const cm = v => `${(v * 100).toFixed(1)} cm`;
|
|
7
|
+
const signedCm = v => `${v < 0 ? "−" : "+"}${(Math.abs(v) * 100).toFixed(1)} cm`;
|
|
8
|
+
|
|
9
|
+
/** QA totals across the drafts inside a width x height box: { points: [[x, y], ...], max, first, last }. */
|
|
10
|
+
export function trendPoints(totals, { width = 220, height = 40, pad = 4 } = {}) {
|
|
11
|
+
if (!totals.length) return { points: [], max: 0, first: null, last: null };
|
|
12
|
+
const max = Math.max(1, ...totals), n = totals.length;
|
|
13
|
+
const x = i => (n === 1 ? width / 2 : pad + (i * (width - 2 * pad)) / (n - 1));
|
|
14
|
+
const y = v => pad + (1 - v / max) * (height - 2 * pad);
|
|
15
|
+
return { points: totals.map((v, i) => [round(x(i)), round(y(v))]), max, first: totals[0], last: totals[n - 1] };
|
|
16
|
+
}
|
|
17
|
+
|
|
18
|
+
/**
|
|
19
|
+
* Checklist rows of a draft's goals: { name, ok, value, need, at }. near passes at value <= need; above and moved
|
|
20
|
+
* at value >= need. A goal without a measured value reads "—".
|
|
21
|
+
*/
|
|
22
|
+
export function goalRows(goals = []) {
|
|
23
|
+
return goals.map(g => {
|
|
24
|
+
const show = g.kind === "above" ? signedCm : g.kind === "speed" ? v => `${Math.round(v * 100) / 100} m/s` : cm;
|
|
25
|
+
const value = Number.isFinite(g.value) ? show(g.value) : "—";
|
|
26
|
+
const need = Number.isFinite(g.need) ? `${g.kind === "near" || g.kind === "still" ? "≤" : "≥"} ${show(g.need)}` : "";
|
|
27
|
+
return { name: g.name ?? g.kind ?? "goal", ok: !!g.ok, value, need, at: Number.isFinite(g.at) ? `f${g.at}` : "" };
|
|
28
|
+
});
|
|
29
|
+
}
|
|
30
|
+
|
|
31
|
+
/** The first `limit` issue groups by severity, as QA ordered them: { kind, subject, count, frames }. GOAL groups are left
|
|
32
|
+
* out: the goals checklist already shows them. */
|
|
33
|
+
export function issueRows(groups = [], limit = 3) {
|
|
34
|
+
return groups.filter(g => g.kind !== "GOAL").slice(0, limit).map(g => ({
|
|
35
|
+
kind: g.kind ?? "", subject: g.subject ?? "", count: g.count ?? 0,
|
|
36
|
+
frames: !Number.isFinite(g.first) ? "" : Number.isFinite(g.last) && g.last !== g.first ? `f${g.first}–${g.last}` : `f${g.first}`,
|
|
37
|
+
}));
|
|
38
|
+
}
|
|
39
|
+
|
|
40
|
+
/** The number of turns the user started: messages that are not steers of a running turn. */
|
|
41
|
+
export const turnCount = items => items.filter(item => item.kind === "user" && !item.steered).length;
|
|
42
|
+
|
|
43
|
+
/** A short caption for an image the agent asked to see: its kind and, for a sheet, its views and frames. */
|
|
44
|
+
export function sheetCaption({ kind, views = [], frames = [] } = {}) {
|
|
45
|
+
const span = frames.length ? (frames.length > 1 ? `f${frames[0]}–${frames[frames.length - 1]}` : `f${frames[0]}`) : "";
|
|
46
|
+
return [kind, views.join(", "), span].filter(Boolean).join(" · ");
|
|
47
|
+
}
|