cozyclay 2.1.1 → 3.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (577) hide show
  1. package/CHANGELOG.md +60 -0
  2. package/README.md +12 -30
  3. package/bin/agent/agent-routes.mjs +40 -113
  4. package/bin/agent/agent-runner.mjs +9 -10
  5. package/bin/agent/cliproxy-provider.mjs +135 -0
  6. package/bin/agent/credential-store.mjs +30 -7
  7. package/bin/agent/pi-tools.mjs +4 -1
  8. package/bin/agent/provider-keys.mjs +32 -0
  9. package/bin/agent/provider-login.mjs +110 -0
  10. package/bin/agent/provider-routes.mjs +99 -0
  11. package/bin/agent/providers.mjs +19 -97
  12. package/bin/agent/script-tool.mjs +17 -4
  13. package/bin/agent/studio-motion-reference.mjs +23 -0
  14. package/bin/agent/studio-prompt.mjs +1 -1
  15. package/bin/agent/studio-rebase-text.mjs +32 -0
  16. package/bin/agent/studio-rebase.mjs +26 -39
  17. package/bin/agent/studio-tools.mjs +9 -28
  18. package/bin/agent/tool-arguments.mjs +49 -0
  19. package/bin/agent/turn-frames.mjs +66 -0
  20. package/bin/codex-auth.mjs +9 -2
  21. package/bin/cozyclay.mjs +10 -116
  22. package/bin/live/cli.mjs +3 -3
  23. package/bin/mcp-runtime.mjs +2 -12
  24. package/bin/package-signature.mjs +0 -4
  25. package/dist/app/index.html +7 -6
  26. package/dist/assets/EXRLoader-CvVIvGVE.js +1 -0
  27. package/dist/assets/analytics-C9sUnndd.js +1 -0
  28. package/dist/assets/app-CCh--1Hc.js +5087 -0
  29. package/dist/assets/app-f-fkV5uP.css +1 -0
  30. package/dist/assets/compile-worker-CkxiD6lH.js +5 -0
  31. package/dist/assets/fflate.module-KbGj5-H6.js +5 -0
  32. package/dist/assets/{first-shot-handoff-msLI71g1.js → first-shot-handoff-CC4xe4HM.js} +1 -1
  33. package/dist/assets/{landing-ChUvB_zL.js → landing-DjHD8u7k.js} +1 -1
  34. package/dist/assets/scene-asset-sync-Hx_FzdOH.js +20 -0
  35. package/dist/assets/scene-asset-sync-_S8NQl5B.css +1 -0
  36. package/dist/assets/workflow-C4yKH1p4.js +179 -0
  37. package/dist/cozyclay-package.json +1 -1
  38. package/dist/index.html +3 -3
  39. package/dist/sw.js +3 -6
  40. package/dist/workflow/index.html +5 -4
  41. package/mcp/LIVE-PROTOCOL.md +7 -47
  42. package/mcp/README.md +16 -26
  43. package/mcp/live-hub.mjs +6 -10
  44. package/mcp/package.json +1 -3
  45. package/mcp/tool-handlers.mjs +4 -168
  46. package/package.json +3 -22
  47. package/src/App.jsx +150 -2624
  48. package/src/agent-progress.js +79 -0
  49. package/src/agent-turn-mark.js +30 -0
  50. package/src/analytics.js +1 -19
  51. package/src/app-context.js +5 -0
  52. package/src/app-stage.jsx +2 -34
  53. package/src/asset-pane.jsx +6 -5
  54. package/src/camera-block.js +21 -0
  55. package/src/camera-direction.js +120 -0
  56. package/src/character-kind.js +3 -9
  57. package/src/command-bus.js +8 -6
  58. package/src/commands/cast.js +5 -34
  59. package/src/commands/elements/character.js +1 -1
  60. package/src/commands/elements/motion.js +1 -6
  61. package/src/commands/elements/object.js +6 -2
  62. package/src/commands/elements/shot.js +4 -1
  63. package/src/commands/elements.js +38 -14
  64. package/src/commands/index.js +3 -1
  65. package/src/commands/kits.js +37 -0
  66. package/src/commands/motion-timing.js +57 -0
  67. package/src/commands/motion.js +9 -152
  68. package/src/commands/motion3-compile.js +65 -0
  69. package/src/commands/motion3.js +207 -0
  70. package/src/commands/objects.js +6 -4
  71. package/src/commands/shot.js +49 -11
  72. package/src/commands/stage.js +14 -1
  73. package/src/commands/view.js +4 -1
  74. package/src/document-mirrors.js +42 -0
  75. package/src/document-store.js +4 -0
  76. package/src/domains/cast.js +19 -194
  77. package/src/domains/motion/motion-range-pin-rules.js +1 -1
  78. package/src/domains/motion/take-source.js +51 -0
  79. package/src/domains/motion.js +60 -1838
  80. package/src/domains/scenes.js +12 -55
  81. package/src/domains/shots.js +2 -2
  82. package/src/domains/stage.js +4 -2
  83. package/src/draft-ghost.js +46 -0
  84. package/src/draft-ghost.jsx +129 -0
  85. package/src/dualview.jsx +4 -3
  86. package/src/effects/EffectsLayer.jsx +112 -0
  87. package/src/effects/effect-meshes.js +232 -0
  88. package/src/effects/effect-record.js +103 -0
  89. package/src/effects/emitter.js +59 -0
  90. package/src/effects/simulate.js +261 -0
  91. package/src/effects/state.js +59 -0
  92. package/src/execution-telemetry.js +2 -3
  93. package/src/first-success-guide.jsx +5 -5
  94. package/src/ghost-set.js +257 -0
  95. package/src/held-object-edit.jsx +113 -0
  96. package/src/held-object-pose.js +175 -0
  97. package/src/hierarchy-model.js +1 -1
  98. package/src/hierarchy-panel.jsx +1 -1
  99. package/src/imported-mesh.jsx +103 -0
  100. package/src/kits/held.js +84 -0
  101. package/src/kits/index.js +70 -0
  102. package/src/kits/smoking.js +57 -0
  103. package/src/light-blockers.js +93 -0
  104. package/src/motion/beat-board-model.js +84 -0
  105. package/src/motion/beat-board.css +124 -0
  106. package/src/motion/beat-board.jsx +59 -0
  107. package/src/motion/center-of-mass.js +66 -0
  108. package/src/motion/fix-collisions.js +850 -0
  109. package/src/motion/physics-review.js +118 -0
  110. package/src/{ardy → motion}/physics-support.js +1 -76
  111. package/src/motion/rig-snapshot.js +22 -0
  112. package/src/motion/take-segments.jsx +140 -0
  113. package/src/{ardy → motion}/timeline-coordinates.js +0 -21
  114. package/src/{ardy → motion}/timeline.css +1 -2
  115. package/src/{ardy → motion}/timeline.jsx +42 -413
  116. package/src/motion/waypoints.js +76 -0
  117. package/src/motion3/beats.js +83 -0
  118. package/src/motion3/body.js +158 -0
  119. package/src/motion3/bones.js +47 -0
  120. package/src/motion3/carried.js +47 -0
  121. package/src/motion3/compile-job.js +75 -0
  122. package/src/motion3/compile-worker.js +10 -0
  123. package/src/motion3/compiler/anchors.js +105 -0
  124. package/src/motion3/compiler/arm-orient.js +128 -0
  125. package/src/motion3/compiler/channels.js +125 -0
  126. package/src/motion3/compiler/compile.js +205 -0
  127. package/src/motion3/compiler/gait-rhythm.js +97 -0
  128. package/src/motion3/compiler/grip.js +171 -0
  129. package/src/motion3/compiler/head-steady.js +48 -0
  130. package/src/motion3/compiler/hold.js +134 -0
  131. package/src/motion3/compiler/idle.js +113 -0
  132. package/src/motion3/compiler/limbs.js +170 -0
  133. package/src/motion3/compiler/math.js +72 -0
  134. package/src/motion3/compiler/pose.js +162 -0
  135. package/src/motion3/compiler/quat.js +49 -0
  136. package/src/motion3/compiler/skeleton.js +74 -0
  137. package/src/motion3/compiler/validate-common.js +32 -0
  138. package/src/motion3/compiler/validate-goals.js +118 -0
  139. package/src/motion3/compiler/validate-objects.js +143 -0
  140. package/src/motion3/compiler/validate-parts.js +116 -0
  141. package/src/motion3/compiler/validate.js +122 -0
  142. package/src/motion3/compiler/vocab.js +73 -0
  143. package/src/motion3/compiler/walk-pelvis.js +275 -0
  144. package/src/motion3/compiler/walk.js +207 -0
  145. package/src/motion3/compiler/wrist-clamp.js +32 -0
  146. package/src/motion3/delta.js +47 -0
  147. package/src/motion3/describe.js +174 -0
  148. package/src/motion3/docs.js +27 -0
  149. package/src/motion3/edit-carry.js +21 -0
  150. package/src/motion3/fix/ease.js +16 -0
  151. package/src/motion3/fix/ground.js +37 -0
  152. package/src/motion3/fix/index.js +52 -0
  153. package/src/motion3/fix/push.js +71 -0
  154. package/src/motion3/fix/reach.js +46 -0
  155. package/src/motion3/fix/retime.js +79 -0
  156. package/src/motion3/fix/self.js +211 -0
  157. package/src/motion3/fix/slide.js +70 -0
  158. package/src/motion3/fix/turn.js +51 -0
  159. package/src/motion3/follow.js +39 -0
  160. package/src/motion3/free-motion.js +173 -0
  161. package/src/motion3/grip-choice.js +130 -0
  162. package/src/motion3/hold-plan.js +157 -0
  163. package/src/motion3/json-patch.js +77 -0
  164. package/src/motion3/key-aim.js +105 -0
  165. package/src/motion3/key-edit.js +82 -0
  166. package/src/motion3/lenient.js +127 -0
  167. package/src/motion3/object-keys.js +236 -0
  168. package/src/motion3/object-pose.js +182 -0
  169. package/src/motion3/object-tracks.js +12 -0
  170. package/src/motion3/pipeline.js +102 -0
  171. package/src/motion3/playback.js +51 -0
  172. package/src/motion3/probes.js +91 -0
  173. package/src/motion3/qa/body-checks.js +34 -0
  174. package/src/motion3/qa/check-names.js +14 -0
  175. package/src/motion3/qa/checks.js +121 -0
  176. package/src/motion3/qa/contact-checks.js +51 -0
  177. package/src/motion3/qa/explain.js +80 -0
  178. package/src/motion3/qa/fmt.js +5 -0
  179. package/src/motion3/qa/foot-checks.js +72 -0
  180. package/src/motion3/qa/geometry.js +77 -0
  181. package/src/motion3/qa/goals.js +191 -0
  182. package/src/motion3/qa/ground.js +60 -0
  183. package/src/motion3/qa/hints-contact.js +179 -0
  184. package/src/motion3/qa/hints-goal.js +160 -0
  185. package/src/motion3/qa/hints-knee.js +24 -0
  186. package/src/motion3/qa/hints-motion.js +209 -0
  187. package/src/motion3/qa/hints-object.js +91 -0
  188. package/src/motion3/qa/index.js +42 -0
  189. package/src/motion3/qa/key-checks.js +82 -0
  190. package/src/motion3/qa/near.js +96 -0
  191. package/src/motion3/qa/object-checks.js +135 -0
  192. package/src/motion3/qa/patch.js +161 -0
  193. package/src/motion3/qa/severity.js +38 -0
  194. package/src/motion3/qa/spec-checks.js +65 -0
  195. package/src/motion3/qa/style.js +218 -0
  196. package/src/motion3/qa/wrist-checks.js +69 -0
  197. package/src/motion3/qa/wrist-obs.js +60 -0
  198. package/src/motion3/refs.js +120 -0
  199. package/src/motion3/repair-tune.js +121 -0
  200. package/src/motion3/repair.js +83 -0
  201. package/src/motion3/report.js +67 -0
  202. package/src/motion3/rigs/index.js +14 -0
  203. package/src/motion3/rigs/x-bot-tpose-body.json +1 -0
  204. package/src/motion3/rigs/x-bot-tpose.json +1 -0
  205. package/src/motion3/rigs/y-bot-tpose-body.json +1 -0
  206. package/src/motion3/rigs/y-bot-tpose.json +1 -0
  207. package/src/motion3/scene.js +60 -0
  208. package/src/motion3/schema/brief.js +89 -0
  209. package/src/motion3/schema/fields.js +44 -0
  210. package/src/motion3/schema/spec-examples.js +46 -0
  211. package/src/motion3/schema/topics.js +111 -0
  212. package/src/motion3/schema/types.js +147 -0
  213. package/src/motion3/search.js +117 -0
  214. package/src/motion3/second-hand.js +112 -0
  215. package/src/motion3/skills/basic.js +82 -0
  216. package/src/motion3/skills/book.js +76 -0
  217. package/src/motion3/skills/car.js +145 -0
  218. package/src/motion3/skills/frames-auto.js +29 -0
  219. package/src/motion3/skills/index.js +83 -0
  220. package/src/motion3/skills/info.js +65 -0
  221. package/src/motion3/skills/smoke-kit.js +109 -0
  222. package/src/motion3/skills/smoke.js +160 -0
  223. package/src/motion3/spec-store.js +59 -0
  224. package/src/motion3/take-edit.js +155 -0
  225. package/src/motion3/take.js +63 -0
  226. package/src/motion3/timeline.js +127 -0
  227. package/src/motion3/views.js +121 -0
  228. package/src/motion3/walk-plan.js +119 -0
  229. package/src/object-catalog.jsx +7 -1
  230. package/src/object-colors.js +98 -0
  231. package/src/object-gizmo-parts.js +115 -0
  232. package/src/object-gizmo.jsx +37 -122
  233. package/src/object-glow.js +139 -0
  234. package/src/object-hidden.js +33 -0
  235. package/src/object-look.js +196 -0
  236. package/src/object-size.js +10 -0
  237. package/src/object-travel.js +71 -6
  238. package/src/panels/CameraPanel.jsx +7 -7
  239. package/src/panels/HdrEnvironmentControls.jsx +59 -0
  240. package/src/panels/LightPanel.jsx +25 -4
  241. package/src/panels/ObjectLookPanel.jsx +88 -0
  242. package/src/panels/PosePanel.jsx +2 -17
  243. package/src/panels/RigControlPanel.jsx +5 -53
  244. package/src/panels/SubjectBox.jsx +4 -1
  245. package/src/panels/details.css +14 -0
  246. package/src/posestudio.jsx +4 -27
  247. package/src/project-browser.jsx +3 -4
  248. package/src/project-resources.js +18 -31
  249. package/src/project.js +13 -104
  250. package/src/props.jsx +25 -280
  251. package/src/rail-dot-drag.js +23 -0
  252. package/src/render-passes.js +10 -0
  253. package/src/resource-status.jsx +1 -0
  254. package/src/result-modal.jsx +4 -19
  255. package/src/room.jsx +20 -12
  256. package/src/scene-assets.js +8 -6
  257. package/src/scene-light-place.js +72 -0
  258. package/src/scene-lights.jsx +148 -0
  259. package/src/scene-objects.js +31 -139
  260. package/src/scenes.js +15 -105
  261. package/src/semantic-edit.js +2 -5
  262. package/src/set-pieces.jsx +183 -0
  263. package/src/settings-menu.jsx +3 -11
  264. package/src/shell/BottomDock.jsx +9 -51
  265. package/src/shell/DetailsSlot.jsx +16 -200
  266. package/src/shell/GhostsMenuGroup.jsx +74 -0
  267. package/src/shell/LibrarySlot.jsx +1 -3
  268. package/src/shell/MenuBar.jsx +3 -3
  269. package/src/shell/PreferencesDialog.jsx +15 -264
  270. package/src/shell/PreferencesSlot.jsx +2 -8
  271. package/src/shell/TopBar.jsx +5 -84
  272. package/src/shell/ViewportToolbar.jsx +10 -70
  273. package/src/shell/agent-glass.css +19 -6
  274. package/src/shell/details-selection.js +42 -0
  275. package/src/shell/ghosts-menu.css +22 -0
  276. package/src/shell/glass-regions.css +29 -3
  277. package/src/shell/preferences.css +6 -1
  278. package/src/shot-authoring.js +4 -7
  279. package/src/soft-shadows.js +37 -0
  280. package/src/stage-attach-frames.js +12 -12
  281. package/src/stage-canvas-rigs.jsx +3 -3
  282. package/src/stage-capture.jsx +42 -8
  283. package/src/stage-characters.jsx +22 -216
  284. package/src/stage-editor-gizmos.jsx +6 -6
  285. package/src/stage-environment.js +93 -0
  286. package/src/stage-hdr-builtins.js +107 -0
  287. package/src/stage-hdr-image.js +116 -0
  288. package/src/stage-hdr-library.js +70 -0
  289. package/src/stage-hdr-map.js +94 -0
  290. package/src/stage-hdr.js +130 -0
  291. package/src/stage-lighting.js +149 -0
  292. package/src/stage-occlusion.js +210 -0
  293. package/src/stage-sky.jsx +159 -0
  294. package/src/stage-startup-defaults.js +5 -9
  295. package/src/studio-actions.js +12 -14
  296. package/src/studio-agent-commands.js +19 -16
  297. package/src/studio-agent-motion.js +9 -9
  298. package/src/studio-agent-protocol.js +41 -71
  299. package/src/studio-app-binding.js +25 -45
  300. package/src/studio-asset-list.js +17 -0
  301. package/src/studio-contact-sheet.js +37 -5
  302. package/src/studio-elements.js +27 -7
  303. package/src/studio-entity-bounds.js +18 -0
  304. package/src/studio-error-codes.js +8 -0
  305. package/src/studio-export-framing.js +152 -0
  306. package/src/studio-lighting-check.js +103 -0
  307. package/src/studio-motion-visual.js +150 -0
  308. package/src/studio-schema-errors.js +80 -0
  309. package/src/studio-support-gap.js +74 -0
  310. package/src/styles.css +1 -19
  311. package/src/timeline-defaults.js +5 -0
  312. package/src/timeline-extent.js +8 -20
  313. package/src/tutorial-walk.js +17 -0
  314. package/src/ui-scrub.js +1 -1
  315. package/src/use-shot-camera-tracks.js +12 -0
  316. package/src/view-ghosts.js +97 -0
  317. package/src/view-ghosts.jsx +49 -0
  318. package/src/workflow/AgentPanel.jsx +47 -166
  319. package/src/workflow/AgentProgressCard.jsx +107 -0
  320. package/src/workflow/AgentReplyText.jsx +37 -0
  321. package/src/workflow/AgentTurnSteps.jsx +84 -0
  322. package/src/workflow/LoginPanel.jsx +140 -0
  323. package/src/workflow/WorkflowBuilder.jsx +7 -23
  324. package/src/workflow/agent-client.js +54 -51
  325. package/src/workflow/agent-panel.css +71 -1
  326. package/src/workflow/agent-progress-card.css +167 -0
  327. package/src/workflow/agent-progress-view.js +47 -0
  328. package/src/workflow/agent-turn-steps.css +113 -0
  329. package/src/workflow/agent-turn.js +191 -0
  330. package/src/workflow/login-client.js +34 -0
  331. package/src/workflow/motion-input.js +18 -31
  332. package/src/workflow/node-schema.js +1 -1
  333. package/src/workflow/reply-markdown.js +69 -0
  334. package/src/workflow/scene-asset-sync.js +8 -8
  335. package/tools/agent-session-stats.mjs +61 -0
  336. package/tools/dev-full.mjs +5 -56
  337. package/tools/eslint-baseline.json +12 -13
  338. package/tools/knip-baseline.json +0 -179
  339. package/tools/loc-baseline.json +31 -81
  340. package/tools/motion3/extract-body.mjs +103 -0
  341. package/tools/motion3/extract-rig.mjs +85 -0
  342. package/tools/process-supervisor.mjs +0 -88
  343. package/tools/run-tests.mjs +8 -124
  344. package/bin/agent/motion-runtime.mjs +0 -76
  345. package/dist/ardy/cskel27-rest.json +0 -557
  346. package/dist/assets/analytics-C9pMpW7s.js +0 -1
  347. package/dist/assets/app-B_2XB9rw.css +0 -1
  348. package/dist/assets/app-DAuvKPP8.js +0 -4920
  349. package/dist/assets/config-Bx7pYsD9.js +0 -1
  350. package/dist/assets/config-DeoFTYzb.css +0 -1
  351. package/dist/assets/demo-CvKuBgy5.js +0 -1
  352. package/dist/assets/scene-asset-sync-DKkpjKBV.js +0 -19
  353. package/dist/assets/scene-asset-sync-DjJ_cJ2R.css +0 -1
  354. package/dist/assets/ticket-BPk2Ni95.js +0 -1
  355. package/dist/assets/workflow-jJRBR94Z.js +0 -179
  356. package/dist/demo/walk-then-stop.npz +0 -0
  357. package/mcp/ardy-prompts.mjs +0 -218
  358. package/src/ardy/auto-fix-panel.css +0 -108
  359. package/src/ardy/auto-physics.js +0 -1194
  360. package/src/ardy/client.js +0 -153
  361. package/src/ardy/convert.js +0 -313
  362. package/src/ardy/cskel27-neutral.js +0 -39
  363. package/src/ardy/cskel27.js +0 -77
  364. package/src/ardy/export.js +0 -165
  365. package/src/ardy/fix-collisions.js +0 -2257
  366. package/src/ardy/foot-lock.js +0 -230
  367. package/src/ardy/motion-calibration.js +0 -118
  368. package/src/ardy/motion-edit.js +0 -213
  369. package/src/ardy/motion-url.js +0 -55
  370. package/src/ardy/mp4-duration.js +0 -102
  371. package/src/ardy/npz.js +0 -595
  372. package/src/ardy/physics-panel.css +0 -21
  373. package/src/ardy/physics-panel.jsx +0 -89
  374. package/src/ardy/physics-refine.js +0 -111
  375. package/src/ardy/physics-review.js +0 -567
  376. package/src/ardy/physics-temporal.js +0 -54
  377. package/src/ardy/platform-fit-panel.css +0 -64
  378. package/src/ardy/platform-fit-panel.jsx +0 -41
  379. package/src/ardy/platform-fit.js +0 -326
  380. package/src/ardy/playback.js +0 -711
  381. package/src/ardy/pose-pin.js +0 -97
  382. package/src/ardy/prompt-clips.js +0 -30
  383. package/src/ardy/retime.js +0 -211
  384. package/src/ardy/root-drop.js +0 -369
  385. package/src/ardy/timeline-resize.js +0 -13
  386. package/src/ardy/to-cskel27.js +0 -225
  387. package/src/ardy/trim.js +0 -33
  388. package/src/ardy/waypoints.js +0 -369
  389. package/src/ardy-bridge-contract.js +0 -281
  390. package/src/domains/motion/motion-video-capture.js +0 -664
  391. package/src/i2v-motion-client.js +0 -77
  392. package/src/i2v-motion-studio.jsx +0 -180
  393. package/src/line-edit.js +0 -1348
  394. package/src/motion/generation.js +0 -105
  395. package/src/motion-readiness-ui.jsx +0 -67
  396. package/src/motion-readiness.js +0 -40
  397. package/src/motion-resources.js +0 -177
  398. package/src/motion-store.js +0 -65
  399. package/src/motion-trail.js +0 -601
  400. package/src/multimodel-ingest.js +0 -394
  401. package/src/panels/PromptBlocksPanel.jsx +0 -444
  402. package/src/panels/VideoCapturePanel.jsx +0 -181
  403. package/src/pose-extract/browser.js +0 -42
  404. package/src/pose-extract/detector.js +0 -100
  405. package/src/pose-extract/fit.js +0 -227
  406. package/src/pose-extract/image-frame.js +0 -51
  407. package/src/pose-extract/index.js +0 -58
  408. package/src/pose-extract/keyframes.js +0 -74
  409. package/src/pose-extract/landmarks.js +0 -162
  410. package/src/pose-extract/mirror.js +0 -153
  411. package/src/pose-extract/take.js +0 -131
  412. package/src/pose-extract/video-frames.js +0 -91
  413. package/src/take-recipe.js +0 -165
  414. package/src/trail-key-conflicts.js +0 -39
  415. package/src/trail-pick.js +0 -59
  416. package/src/use-i2v-capture-modal.js +0 -15
  417. package/tools/ardy/BRIDGE.md +0 -37
  418. package/tools/ardy/GVHMR-NPZ.md +0 -68
  419. package/tools/ardy/README.md +0 -124
  420. package/tools/ardy/__pycache__/cclay_gvhmr_worker.cpython-313.pyc +0 -0
  421. package/tools/ardy/artifacts.mjs +0 -34
  422. package/tools/ardy/bridge.mjs +0 -1732
  423. package/tools/ardy/bvh-cskel27.mjs +0 -1265
  424. package/tools/ardy/cclay_constrained_generate.py +0 -561
  425. package/tools/ardy/cclay_gvhmr_worker.py +0 -264
  426. package/tools/ardy/cclay_motion_edit.py +0 -510
  427. package/tools/ardy/cclay_sequence_generate.py +0 -705
  428. package/tools/ardy/cclay_worker.py +0 -304
  429. package/tools/ardy/dump-npz.py +0 -205
  430. package/tools/ardy/extract-rest.mjs +0 -299
  431. package/tools/ardy/extract.mjs +0 -507
  432. package/tools/ardy/footage.mjs +0 -467
  433. package/tools/ardy/gvhmr-floor.mjs +0 -102
  434. package/tools/ardy/gvhmr-to-cskel27.mjs +0 -21
  435. package/tools/ardy/gvhmr_fastpath.py +0 -168
  436. package/tools/ardy/gvhmr_trajectory.py +0 -240
  437. package/tools/ardy/merge-text-encoder.py +0 -160
  438. package/tools/ardy/mocap-metrics.mjs +0 -200
  439. package/tools/ardy/mocap-quality-gate.mjs +0 -110
  440. package/tools/ardy/motion-stabilize.mjs +0 -348
  441. package/tools/ardy/npz.mjs +0 -414
  442. package/tools/ardy/pose-to-npz.mjs +0 -106
  443. package/tools/ardy/prompt-limits.mjs +0 -5
  444. package/tools/ardy/run-edit-on-box.sh +0 -73
  445. package/tools/ardy/run-local.mjs +0 -233
  446. package/tools/ardy/run-on-box.sh +0 -593
  447. package/tools/ardy/run-sequence-on-box.sh +0 -177
  448. package/tools/ardy/runners/gvhmr-worker.mjs +0 -206
  449. package/tools/ardy/runners/index.mjs +0 -18
  450. package/tools/ardy/runners/local.mjs +0 -455
  451. package/tools/ardy/runners/proc.mjs +0 -125
  452. package/tools/ardy/runners/remote.mjs +0 -252
  453. package/tools/ardy/setup-local.mjs +0 -189
  454. package/tools/ardy/setup-text-encoder-on-box.sh +0 -93
  455. package/tools/ardy/setup-text-encoder.py +0 -306
  456. package/tools/ardy/smpl-cskel27.mjs +0 -178
  457. package/tools/ardy/visual-qa.mjs +0 -196
  458. package/tools/ardy/vq-car.mjs +0 -52
  459. package/tools/bench/EXP3.md +0 -61
  460. package/tools/bench/cclay_bench_extract_incam.py +0 -125
  461. package/tools/bench/cclay_bench_extract_obs.py +0 -204
  462. package/tools/bench/cclay_bench_runner.py +0 -42
  463. package/tools/bench/cube-contact.mjs +0 -162
  464. package/tools/bench/exp3.mjs +0 -152
  465. package/tools/bench/extract-bench-lib.mjs +0 -216
  466. package/tools/bench/extract-bench.mjs +0 -302
  467. package/tools/bench/fal-generate.mjs +0 -88
  468. package/tools/bench/fit/README.md +0 -189
  469. package/tools/bench/fit/camera.mjs +0 -59
  470. package/tools/bench/fit/contact.mjs +0 -419
  471. package/tools/bench/fit/footlock.mjs +0 -234
  472. package/tools/bench/fit/motion.mjs +0 -85
  473. package/tools/bench/fit/pin.mjs +0 -27
  474. package/tools/bench/fit/remote.mjs +0 -105
  475. package/tools/bench/fit-bench.mjs +0 -126
  476. package/tools/bench/fit-sanity.mjs +0 -45
  477. package/tools/bench/metrics.mjs +0 -313
  478. package/tools/bench/obs/depth.mjs +0 -258
  479. package/tools/bench/obs/extrinsics.mjs +0 -175
  480. package/tools/bench/obs/fit_mannequin_betas.py +0 -340
  481. package/tools/bench/obs/ground.mjs +0 -294
  482. package/tools/bench/obs/heading.mjs +0 -151
  483. package/tools/bench/obs/ladder.mjs +0 -555
  484. package/tools/bench/obs/mannequin-betas.json +0 -124
  485. package/tools/bench/obs/remote.mjs +0 -83
  486. package/tools/bench/obs/rest_joints.py +0 -52
  487. package/tools/bench/obs/ybot-targets.mjs +0 -49
  488. package/tools/bench/obs-bench.mjs +0 -520
  489. package/tools/bench/score.mjs +0 -343
  490. package/tools/bench/summarize.mjs +0 -86
  491. package/tools/demo-worker/README.md +0 -137
  492. package/tools/demo-worker/api-client.mjs +0 -233
  493. package/tools/demo-worker/generate.mjs +0 -301
  494. package/tools/demo-worker/index.mjs +0 -466
  495. package/tools/demo-worker/sign-core.mjs +0 -112
  496. package/tools/demo-worker/sign.mjs +0 -161
  497. package/tools/gt-render/browser.mjs +0 -182
  498. package/tools/gt-render/camera-math.mjs +0 -276
  499. package/tools/gt-render/page.mjs +0 -267
  500. package/tools/gt-render/render.mjs +0 -514
  501. package/tools/gt-render/scene-box.mjs +0 -31
  502. package/tools/gt-render/take-transform.mjs +0 -87
  503. package/tools/kimodo/compare-seam.mjs +0 -108
  504. package/tools/kimodo/constraints.mjs +0 -244
  505. package/tools/kimodo/edit.mjs +0 -259
  506. package/tools/kimodo/effector-constraints.mjs +0 -200
  507. package/tools/kimodo/generate.mjs +0 -646
  508. package/tools/kimodo/local-output.mjs +0 -265
  509. package/tools/kimodo/measure-pose.mjs +0 -65
  510. package/tools/kimodo/measure-preserve.mjs +0 -899
  511. package/tools/kimodo/measure-waypoints.mjs +0 -55
  512. package/tools/kimodo/mlx-generate.py +0 -111
  513. package/tools/kimodo/pose-constraints.mjs +0 -248
  514. package/tools/kimodo/preserve-mask.mjs +0 -543
  515. package/tools/kimodo/read-npz.mjs +0 -189
  516. package/tools/kimodo/run-edit-on-box.mjs +0 -155
  517. package/tools/kimodo/run-sequence-on-box.mjs +0 -178
  518. package/tools/kimodo/runner.mjs +0 -284
  519. package/tools/kimodo/seam-batch.mjs +0 -77
  520. package/tools/kimodo/setup-local.mjs +0 -30
  521. package/tools/kimodo/setup-on-box.sh +0 -339
  522. package/tools/kimodo/soma77-to-cskel27.mjs +0 -305
  523. package/tools/morphgs/assets/gen_truth.py +0 -39
  524. package/tools/morphgs/assets/mesh_ori_rig.txt +0 -27
  525. package/tools/morphgs/assets/playback-check.mjs +0 -30
  526. package/tools/morphgs/demo-gate.sh +0 -26
  527. package/tools/morphgs/fbx2morphgs.mjs +0 -68
  528. package/tools/morphgs/morphgs-to-cskel27.mjs +0 -105
  529. package/tools/morphgs/patches/preprocess_src-none-mode.patch +0 -76
  530. package/tools/morphgs/setup-on-cluster.sh +0 -126
  531. package/tools/projflow/driver.py +0 -1069
  532. package/tools/projflow/generate.mjs +0 -805
  533. package/tools/projflow/hml22-to-cskel27.mjs +0 -735
  534. package/tools/projflow/line-edit-job.mjs +0 -547
  535. package/tools/projflow/replay.mjs +0 -452
  536. package/tools/projflow/runner.mjs +0 -269
  537. package/tools/projflow/service.mjs +0 -742
  538. package/tools/track/DESIGN.md +0 -513
  539. package/tools/track/backfill-provenance.mjs +0 -116
  540. package/tools/track/budget.mjs +0 -8
  541. package/tools/track/check-rig.mjs +0 -209
  542. package/tools/track/diagnostics.schema.json +0 -60
  543. package/tools/track/export-rig.mjs +0 -256
  544. package/tools/track/fallback.mjs +0 -7
  545. package/tools/track/fk-parity-fixture.mjs +0 -161
  546. package/tools/track/gate.mjs +0 -349
  547. package/tools/track/masks.mjs +0 -318
  548. package/tools/track/metrics.mjs +0 -201
  549. package/tools/track/publish-obs.mjs +0 -108
  550. package/tools/track/py/check_env.py +0 -61
  551. package/tools/track/py/eval_lr.py +0 -229
  552. package/tools/track/py/lr_viterbi.py +0 -294
  553. package/tools/track/py/masks.py +0 -405
  554. package/tools/track/py/objective.py +0 -382
  555. package/tools/track/py/rig.py +0 -508
  556. package/tools/track/py/scene.py +0 -326
  557. package/tools/track/py/test_joint_indices.py +0 -123
  558. package/tools/track/py/test_lr_viterbi.py +0 -195
  559. package/tools/track/py/test_masks.py +0 -229
  560. package/tools/track/py/test_rig.py +0 -288
  561. package/tools/track/py/test_scene.py +0 -354
  562. package/tools/track/py/test_track.py +0 -328
  563. package/tools/track/py/track.py +0 -411
  564. package/tools/track/remote.mjs +0 -140
  565. package/tools/track/rig-dump.mjs +0 -227
  566. package/tools/track/run-box-tests.mjs +0 -14
  567. package/tools/track/run-box.mjs +0 -168
  568. package/tools/track/setup-box.sh +0 -59
  569. package/tools/track/study-2d.mjs +0 -728
  570. /package/src/{ardy → motion}/collision-blockers.js +0 -0
  571. /package/src/{ardy → motion}/ground.js +0 -0
  572. /package/src/{ardy → motion}/ik-drag.js +0 -0
  573. /package/src/{ardy → motion}/ik-key-json.js +0 -0
  574. /package/src/{ardy → motion}/ik.js +0 -0
  575. /package/src/{ardy → motion}/physics-surface.js +0 -0
  576. /package/src/{ardy → motion}/playback-clock.js +0 -0
  577. /package/src/{ardy → motion}/range-pin.js +0 -0
@@ -29,6 +29,7 @@ import { ko } from "../locale.js";
29
29
  import { AGENT_TOOL_CATEGORIES, EXECUTION_TELEMETRY_VALUES } from "../execution-telemetry.js";
30
30
  import { STUDIO_VARIANTS, validateReceipt } from "../studio-agent-protocol.js";
31
31
  import { requestAgentImage, sidecarRequest, sidecarUrl } from "../agent-image-client.js";
32
+ import { actionLabelsOf, changedLine, scriptNow, stepFields, thinkingLine, withCompose, withThinking, withToolStart, withTurnEnd } from "./agent-turn.js";
32
33
 
33
34
  const AGENT_PANEL_WIDTH_KEY = "cozyclay.workflow.agentPanel.width";
34
35
  export const AGENT_PANEL_WIDTH_DEFAULT = 360;
@@ -92,7 +93,7 @@ export const jobStateTone = (state) => {
92
93
  export const formatJobProgress = (progress) => Number.isFinite(progress) ? `${Math.round(progress * 100)}%` : "";
93
94
 
94
95
  /** One line of plain product copy for a validated receipt. */
95
- export function receiptSummary(receipt) {
96
+ export function receiptSummary(receipt, context = null) {
96
97
  if (receipt?.status === "installed") {
97
98
  const { installed, verification } = receipt;
98
99
  const coverage = verification.status === "verified"
@@ -103,7 +104,7 @@ export function receiptSummary(receipt) {
103
104
  if (receipt?.status === "undone") return `Undid ${receipt.undoneReceiptId}`;
104
105
  if (receipt?.status === "noop") return "Nothing to change";
105
106
  if (receipt?.status === "transient") return "Changed the view only";
106
- return `Applied to ${receipt?.affectedIds?.join(", ") || "the scene"}`;
107
+ return context ? changedLine(receipt?.affectedIds ?? [], context) : `Applied to ${receipt?.affectedIds?.join(", ") || "the scene"}`;
107
108
  }
108
109
 
109
110
  /** Effort options for a model entry from /agent/models; the backend default comes first. */
@@ -265,16 +266,16 @@ export function storeModel(key, storage = globalThis.localStorage) {
265
266
  }
266
267
  }
267
268
 
268
- /** The supervisor switch (#728): on unless the author turned it off. It rides
269
- * on every Studio turn as `supervisor: false` so the sidecar skips the review
270
- * for that turn; the sidecar's own COZYCLAY_SUPERVISOR=off still wins. */
269
+ /** The supervisor switch (#728): off unless the author turned it on. It rides
270
+ * on every Studio turn as `supervisor: true|false`; the sidecar reviews only a
271
+ * turn sent with `true`, and its own COZYCLAY_SUPERVISOR=off still wins. */
271
272
  const AGENT_SUPERVISOR_KEY = "cozyclay.agent.supervisor";
272
273
 
273
274
  export function readStoredSupervisor(storage = globalThis.localStorage) {
274
275
  try {
275
- return storage?.getItem(AGENT_SUPERVISOR_KEY) !== "off";
276
+ return storage?.getItem(AGENT_SUPERVISOR_KEY) === "on";
276
277
  } catch {
277
- return true;
278
+ return false;
278
279
  }
279
280
  }
280
281
 
@@ -442,12 +443,14 @@ export function formatTurnClock(ms) {
442
443
  return `${Math.floor(total / 60)} m ${String(total % 60).padStart(2, "0")} s`;
443
444
  }
444
445
 
445
- const liveActivity = (phase, label, elapsedMs) => ({
446
+ // `detail`: what the step is about (a spec's label, the script's current call, the latest line of reasoning).
447
+ const liveActivity = (phase, label, elapsedMs, detail = "") => ({
446
448
  phase,
447
449
  kind: "live",
448
450
  tone: "busy",
449
451
  text: `${label} · ${formatTurnClock(elapsedMs)}`,
450
452
  ticking: true,
453
+ ...(detail ? { detail } : {}),
451
454
  });
452
455
 
453
456
  /** What the panel says it is doing, in plain words. Pure: the component only
@@ -466,11 +469,15 @@ export function describeActivity(state, { now = Date.now(), toolLabel = toolCall
466
469
  return liveActivity("job", `${JOB_STATE_COPY[job.state] || job.state} motion${percent ? ` ${percent}` : ""}`, elapsed);
467
470
  }
468
471
  const tool = items.findLast((item) => item.kind === "tool" && item.status === "running");
469
- if (tool) return liveActivity("tool", `Running ${toolLabel(tool)}…`, elapsed);
470
- // Nothing has come back yet: the request itself is the only thing happening.
471
- const prompt = items.findLastIndex((item) => item.kind === "user");
472
- return prompt === items.length - 1
473
- ? liveActivity("sending", "Sending…", elapsed)
472
+ if (tool) return liveActivity("tool", `Running ${toolLabel(tool)}…`, elapsed, tool.progress ? scriptNow(tool) : tool.subject);
473
+ // The newest frame says what the model is doing now: writing a call, its reply, or reasoning.
474
+ const latest = items.at(-1);
475
+ if (latest?.kind === "compose") return liveActivity("compose", `Preparing ${toolLabel(latest)}…`, elapsed, latest.subject);
476
+ if (latest?.kind === "thinking") return liveActivity("thinking", "Thinking…", elapsed, thinkingLine(latest.text));
477
+ if (latest?.kind === "assistant") return liveActivity("reply", "Writing the reply…", elapsed);
478
+ // Nothing has come back yet: the request, then the model's first token, is all that is happening.
479
+ return latest?.kind === "user"
480
+ ? liveActivity("sending", elapsed < 2000 ? "Sending…" : "Waiting for the model…", elapsed)
474
481
  : liveActivity("thinking", "Thinking…", elapsed);
475
482
  }
476
483
  const last = state?.lastTurn;
@@ -637,6 +644,15 @@ export function providerEnvLabel(id) {
637
644
  return names?.length ? names.join(" or ") : "an environment variable";
638
645
  }
639
646
 
647
+ /** The failure a provider's 401/403 turns into: the refusal, plus the provider's own reason when the raw
648
+ * error carries one ("invalid x-api-key"), instead of the raw status and JSON body. */
649
+ export function keyRefusedMessage(raw) {
650
+ const reason = /"message"\s*:\s*"([^"]{1,160})"/.exec(String(raw || ""))?.[1];
651
+ const status = /\b(401|403)\b/.exec(String(raw || ""))?.[1];
652
+ // What to do next is the failure card's recovery line, said once there.
653
+ return `The model provider refused the credentials${status || reason ? ` (${[status, reason].filter(Boolean).join(": ")})` : ""}.`;
654
+ }
655
+
640
656
  export function createHttpTransport({ fetchImpl = globalThis.fetch?.bind(globalThis), surface, capture = track, now = () => performance.now() } = {}) {
641
657
  const activeTurns = new Map();
642
658
  const request = (path, init) => sidecarRequest(fetchImpl, path, init);
@@ -646,10 +662,9 @@ export function createHttpTransport({ fetchImpl = globalThis.fetch?.bind(globalT
646
662
  return request("/oauth/status");
647
663
  },
648
664
  async signIn() {
649
- const result = await request("/oauth/start", { method: "POST", body: "{}" });
650
- // The sidecar owns the code exchange; the browser only opens the page.
651
- if (result?.authorizeUrl) globalThis.open?.(result.authorizeUrl, "_blank", "noopener,noreferrer");
652
- return result;
665
+ // The sidecar owns the code exchange and opens the sign-in page itself; opening it here
666
+ // too showed the page twice. The waiting card links the page from /oauth/status.
667
+ return request("/oauth/start", { method: "POST", body: "{}" });
653
668
  },
654
669
  async signOut() {
655
670
  return request("/oauth/logout", { method: "POST", body: "{}" });
@@ -680,16 +695,9 @@ export function createHttpTransport({ fetchImpl = globalThis.fetch?.bind(globalT
680
695
  // Provider credentials live in the sidecar's 0600 store. The browser sends
681
696
  // a key once and never reads one back: the status route answers with the
682
697
  // source of a key, never with key material.
683
- async providers() {
684
- const result = await request("/agent/providers");
685
- return Array.isArray(result?.providers) ? result.providers : [];
686
- },
687
- async setProviderKey(id, key) {
688
- return request(`/agent/providers/${encodeURIComponent(id)}`, { method: "PUT", body: JSON.stringify({ key }) });
689
- },
690
- async removeProviderKey(id) {
691
- return request(`/agent/providers/${encodeURIComponent(id)}`, { method: "DELETE" });
692
- },
698
+ async providers() { const result = await request("/agent/providers"); return Array.isArray(result?.providers) ? result.providers : []; },
699
+ async setProviderKey(id, key) { return request(`/agent/providers/${encodeURIComponent(id)}`, { method: "PUT", body: JSON.stringify({ key }) }); },
700
+ async removeProviderKey(id) { return request(`/agent/providers/${encodeURIComponent(id)}`, { method: "DELETE" }); },
693
701
  async listSessions() {
694
702
  const result = await request(`/agent/sessions?surface=${encodeURIComponent(surface || "studio")}`);
695
703
  return Array.isArray(result?.sessions) ? result.sessions : [];
@@ -791,7 +799,7 @@ export function createHttpTransport({ fetchImpl = globalThis.fetch?.bind(globalT
791
799
  const body = studio
792
800
  ? JSON.stringify({
793
801
  surface: "studio", sessionId, turnId, text, context: turnRequest.context,
794
- ...(model ? { model } : {}), ...(effort ? { effort } : {}), ...(attachFrame === undefined ? {} : { attachFrame: Boolean(attachFrame) }), ...(supervisor === false ? { supervisor: false } : {}), ...attached,
802
+ ...(model ? { model } : {}), ...(effort ? { effort } : {}), ...(attachFrame === undefined ? {} : { attachFrame: Boolean(attachFrame) }), ...(typeof supervisor === "boolean" ? { supervisor } : {}), ...attached,
795
803
  })
796
804
  : JSON.stringify({ sessionId, text, attachFrame, model, ...(effort ? { effort } : {}), ...attached, ...(telemetry.turnId ? { turn_id: telemetry.turnId } : {}) });
797
805
  try {
@@ -1018,9 +1026,7 @@ export function createMockTransport(config = { state: "ready" }) {
1018
1026
  });
1019
1027
  return { providers, models: providers.flatMap((provider) => provider.models.map((model) => ({ ...model, id: model.key }))) };
1020
1028
  },
1021
- async providers() {
1022
- return providerStatus();
1023
- },
1029
+ async providers() { return providerStatus(); },
1024
1030
  async setProviderKey(id, key) {
1025
1031
  if (id === "openai-codex") throw Object.assign(new Error("Use ChatGPT sign-in for OpenAI Codex."), { status: 400 });
1026
1032
  if (typeof key !== "string" || key.trim().length < MOCK_PROVIDER_KEY_MIN) {
@@ -1030,10 +1036,7 @@ export function createMockTransport(config = { state: "ready" }) {
1030
1036
  storedProviders.add(id);
1031
1037
  return { ok: true };
1032
1038
  },
1033
- async removeProviderKey(id) {
1034
- storedProviders.delete(id);
1035
- return { ok: true };
1036
- },
1039
+ async removeProviderKey(id) { storedProviders.delete(id); return { ok: true }; },
1037
1040
  async stop() {
1038
1041
  liveTurn = null;
1039
1042
  return { ok: true };
@@ -1214,6 +1217,8 @@ export function createAgentChatStore({
1214
1217
  // Supervisor note requests still waiting on the sidecar; a cleared or
1215
1218
  // replaced conversation abandons them.
1216
1219
  const supervisorRequests = new Set();
1220
+ // The running turn's action labels (its context's actionIndex), for the step list (agent-turn.js).
1221
+ let actionLabels = new Map();
1217
1222
  let state = {
1218
1223
  sessionId: newId(),
1219
1224
  turnId: null,
@@ -1298,7 +1303,7 @@ export function createAgentChatStore({
1298
1303
  acceptance: receipt.explicitUnverifiedAcceptance ? { status: "accepted" } : null,
1299
1304
  }
1300
1305
  : item),
1301
- { kind: "receipt", id: `receipt:${receipt.receiptId}`, receiptId: receipt.receiptId, receipt, summary: receiptSummary(receipt) },
1306
+ { kind: "receipt", id: `receipt:${receipt.receiptId}`, receiptId: receipt.receiptId, receipt, summary: receiptSummary(receipt, studio ? advisory(() => buildContext?.() ?? null, null) : null) },
1302
1307
  ]);
1303
1308
  // A host that throws (or has nowhere to put the highlight) cannot cost the
1304
1309
  // author the receipt they already earned.
@@ -1337,9 +1342,13 @@ export function createAgentChatStore({
1337
1342
  return;
1338
1343
  }
1339
1344
  if (event?.type === "tool.start") {
1340
- setItems((items) => [...items, { kind: "tool", id: event.callId || newId(), callId: event.callId, name: event.name, label: event.label, args: event.args, status: "running" }]);
1345
+ setItems((items) => withToolStart(items, { kind: "tool", id: event.callId || newId(), callId: event.callId, name: event.name, label: event.label, args: event.args, status: "running", startedAt: clock(), ...stepFields(event.name, event.args, actionLabels) }));
1341
1346
  return;
1342
1347
  }
1348
+ // What the model does between calls and what a script runs inside one (bin/agent/turn-frames.mjs, script-tool.mjs).
1349
+ if (event?.type === "thinking.delta") { setItems((items) => withThinking(items, String(event.text ?? ""), clock(), newId)); return; }
1350
+ if (event?.type === "tool.compose") { setItems((items) => withCompose(items, event, clock(), newId, actionLabels)); return; }
1351
+ if (event?.type === "tool.progress") { patchItem((item) => item.kind === "tool" && item.callId === event.callId && item.status === "running", { progress: { index: event.index, name: event.name, label: actionLabels.get(event.action), action: event.action, status: event.status, summary: event.summary } }); return; }
1343
1352
  if (event?.type === "tool.done") {
1344
1353
  patchItem((item) => item.kind === "tool" && item.callId === event.callId, { status: event.ok ? "done" : "failed", elapsedMs: event.elapsedMs, result: event.result, error: event.error });
1345
1354
  // Synchronous Studio families (arrange_*, frame_shot, patch_elements,
@@ -1363,7 +1372,7 @@ export function createAgentChatStore({
1363
1372
  return;
1364
1373
  }
1365
1374
  if (event?.type !== "error") return;
1366
- const failure = { code: event.code || "upstream", message: event.message || ERROR_COPY[event.code] || "The turn failed.", ...(Number.isFinite(event.status) ? { status: event.status } : {}) };
1375
+ const failure = { code: event.code || "upstream", message: event.code === "unauthorized" ? keyRefusedMessage(event.message) : event.message || ERROR_COPY[event.code] || "The turn failed.", ...(Number.isFinite(event.status) ? { status: event.status } : {}) };
1367
1376
  if (activeTurn) activeTurn.failure = failure;
1368
1377
  if (event.code === "rate_limit") { set({ rateLimit: { resetAt: event.resetAt || null, message: event.message || ERROR_COPY.rate_limit } }); return; }
1369
1378
  if (event.code === "auth") { onAuthLost?.(); return; }
@@ -1372,7 +1381,7 @@ export function createAgentChatStore({
1372
1381
  // an older card would hide the new failure inside finished history.
1373
1382
  const prompt = items.findLastIndex((item) => item.kind === "user");
1374
1383
  const position = items.findLastIndex((item, at) => at > prompt && item.kind === "tool" && item.status === "failed");
1375
- if (position === -1) return [...items, { kind: "failure", id: newId(), failure: { ...failure, recovery: { action: "retry", retryAllowed: true } } }];
1384
+ if (position === -1) return [...items, { kind: "failure", id: newId(), failure: { ...failure, recovery: { action: failure.code === "unauthorized" ? "fix_key" : "retry", retryAllowed: true } } }];
1376
1385
  return items.map((item, at) => at === position ? { ...item, failure } : item);
1377
1386
  });
1378
1387
  }
@@ -1465,6 +1474,7 @@ export function createAgentChatStore({
1465
1474
  const turnId = newId();
1466
1475
  // Context is read at Send, from the host's current authoritative refs.
1467
1476
  const context = studio ? buildContext?.() ?? null : null;
1477
+ actionLabels = actionLabelsOf(context);
1468
1478
  if (studio && !context) {
1469
1479
  applyEvent({ type: "error", code: "upstream", message: "The editor is not ready to describe the scene yet." });
1470
1480
  return;
@@ -1501,7 +1511,7 @@ export function createAgentChatStore({
1501
1511
  attachFrame: Boolean(options.attachFrame),
1502
1512
  model: options.model,
1503
1513
  effort: options.effort ?? undefined,
1504
- ...(options.supervisor === false ? { supervisor: false } : {}),
1514
+ ...(typeof options.supervisor === "boolean" ? { supervisor: options.supervisor } : {}),
1505
1515
  }, applyEvent, signal);
1506
1516
  } catch (error) {
1507
1517
  if (!signal.aborted) applyEvent({ type: "error", code: "upstream", message: String(error?.message || error) });
@@ -1517,17 +1527,10 @@ export function createAgentChatStore({
1517
1527
  }
1518
1528
  const endedAt = clock();
1519
1529
  activeTurn = null;
1520
- set({
1521
- streaming: false,
1522
- turnStartedAt: null,
1523
- lastTurn: {
1524
- status: signal.aborted ? "stopped" : turn.failure ? "failed" : "done",
1525
- endedAt,
1526
- durationMs: endedAt - startedAt,
1527
- failure: turn.failure,
1528
- },
1529
- });
1530
- if (studio && turn.reviewable && options.supervisor !== false && !signal.aborted) requestSupervisorNote(turnId);
1530
+ // The end state stays in the transcript with the turn's steps (agent-turn.js withTurnEnd).
1531
+ const lastTurn = { status: signal.aborted ? "stopped" : turn.failure ? "failed" : "done", endedAt, durationMs: endedAt - startedAt, failure: turn.failure };
1532
+ set({ streaming: false, turnStartedAt: null, lastTurn, items: withTurnEnd(state.items, lastTurn, newId) });
1533
+ if (studio && turn.reviewable && options.supervisor === true && !signal.aborted) requestSupervisorNote(turnId);
1531
1534
  }
1532
1535
  }
1533
1536
  },
@@ -338,7 +338,7 @@
338
338
  flex-direction: column;
339
339
  gap: var(--agent-space-3);
340
340
  flex: none;
341
- max-height: 46%;
341
+ max-height: 70%;
342
342
  overflow-y: auto;
343
343
  padding: var(--agent-space-4);
344
344
  border-bottom: 1px solid var(--agent-border);
@@ -445,6 +445,59 @@
445
445
  font-size: var(--agent-font-sm);
446
446
  }
447
447
 
448
+ /* A quiet line under a row or a flow: progress, instructions, a result. */
449
+ .agent-key-note {
450
+ margin: 0;
451
+ color: var(--agent-text-dim);
452
+ font-size: var(--agent-font-sm);
453
+ }
454
+
455
+ /* Connect a model (pi's login list): group labels, a running flow, what pi asks and tells. */
456
+ .agent-login-group,
457
+ .agent-login-flow,
458
+ .agent-login-form,
459
+ .agent-login-choices {
460
+ display: flex;
461
+ flex-direction: column;
462
+ gap: var(--agent-space-2);
463
+ }
464
+
465
+ .agent-login-ask {
466
+ color: var(--agent-text);
467
+ font-size: var(--agent-font-sm);
468
+ }
469
+
470
+ .agent-login-log {
471
+ display: flex;
472
+ flex-direction: column;
473
+ gap: var(--agent-space-2);
474
+ margin: 0;
475
+ padding: 0;
476
+ list-style: none;
477
+ }
478
+
479
+ .agent-login-log li {
480
+ display: flex;
481
+ flex-direction: column;
482
+ align-items: flex-start;
483
+ gap: var(--agent-space-1);
484
+ }
485
+
486
+ .agent-login-code {
487
+ display: block;
488
+ margin-top: var(--agent-space-1);
489
+ font-size: var(--agent-font-xl);
490
+ letter-spacing: 0.12em;
491
+ }
492
+
493
+ .agent-login-open { display: inline-block; text-decoration: none; }
494
+
495
+ .agent-key-endpoint-label {
496
+ color: var(--agent-text-dim);
497
+ font-size: var(--agent-font-xs);
498
+ letter-spacing: 0.04em;
499
+ }
500
+
448
501
  /* --- transcript -------------------------------------------------------- */
449
502
 
450
503
  .agent-transcript {
@@ -481,6 +534,20 @@
481
534
  word-break: break-word;
482
535
  }
483
536
 
537
+ /* The reply's Markdown, rendered (AgentReplyText.jsx): tight blocks, lists indented, code and tables tinted from the text colour. */
538
+ .agent-assistant-text > * { margin: 0; }
539
+ .agent-assistant-text > * + * { margin-top: 6px; }
540
+ .agent-assistant-text ul, .agent-assistant-text ol { padding-left: 18px; white-space: normal; }
541
+ .agent-assistant-text li + li { margin-top: 2px; }
542
+ .agent-assistant-text .agent-reply-heading { font-weight: 600; }
543
+ .agent-assistant-text code { padding: 0 3px; border-radius: 3px; background: color-mix(in srgb, currentColor 10%, transparent); font: 0.92em ui-monospace, monospace; }
544
+ .agent-assistant-text pre { padding: 6px 8px; border-radius: var(--agent-radius-sm); background: color-mix(in srgb, currentColor 8%, transparent); overflow-x: auto; white-space: pre; }
545
+ .agent-assistant-text pre code { padding: 0; background: none; }
546
+ .agent-reply-table { overflow-x: auto; white-space: normal; }
547
+ .agent-reply-table table { border-collapse: collapse; font-size: 0.92em; font-variant-numeric: tabular-nums; }
548
+ .agent-reply-table th, .agent-reply-table td { padding: 2px 10px 2px 0; border-bottom: 1px solid color-mix(in srgb, currentColor 16%, transparent); text-align: left; vertical-align: top; }
549
+ .agent-reply-table th { font-weight: 600; }
550
+
484
551
  .agent-caret {
485
552
  display: inline-block;
486
553
  width: 6px;
@@ -799,6 +866,9 @@
799
866
  line-height: 1.55;
800
867
  }
801
868
 
869
+ /* The second way in on the signed-out card: a key or a server of one's own. */
870
+ .agent-state-card .agent-use-key { align-self: center; }
871
+
802
872
  .agent-primary-button {
803
873
  align-self: center;
804
874
  border: 1px solid var(--agent-accent-edge);
@@ -0,0 +1,167 @@
1
+ /* The live progress card in the agent panel (AgentProgressCard.jsx); colours come from agent-panel.css. */
2
+ .agent-progress-card {
3
+ display: flex;
4
+ flex-direction: column;
5
+ gap: var(--agent-space-3, 6px);
6
+ padding: var(--agent-space-3, 6px) var(--agent-space-4, 8px);
7
+ border-color: var(--agent-accent-edge);
8
+ }
9
+
10
+ .agent-progress-head {
11
+ display: flex;
12
+ align-items: center;
13
+ gap: var(--agent-space-3, 6px);
14
+ }
15
+
16
+ .agent-progress-title {
17
+ flex: 1;
18
+ color: var(--agent-text);
19
+ font-size: var(--agent-font-lg);
20
+ font-weight: 600;
21
+ font-variant-numeric: tabular-nums;
22
+ }
23
+
24
+ .agent-progress-chip {
25
+ border: 1px solid currentColor;
26
+ border-radius: var(--agent-radius-pill);
27
+ padding: 1px 7px;
28
+ font-size: var(--agent-font-sm);
29
+ line-height: 1.4;
30
+ white-space: nowrap;
31
+ }
32
+ .agent-progress-chip.installed { color: var(--agent-ok); }
33
+ .agent-progress-chip.draft { color: var(--agent-warn); }
34
+
35
+ .agent-progress-label {
36
+ margin: 0;
37
+ color: var(--agent-text-muted);
38
+ font-size: var(--agent-font-md);
39
+ overflow-wrap: anywhere;
40
+ }
41
+
42
+ .agent-progress-section {
43
+ display: flex;
44
+ flex-direction: column;
45
+ gap: 4px;
46
+ min-width: 0;
47
+ }
48
+
49
+ .agent-progress-section h4 {
50
+ margin: 0;
51
+ color: var(--agent-text-dim);
52
+ font-size: var(--agent-font-sm);
53
+ font-weight: 600;
54
+ letter-spacing: 0.04em;
55
+ text-transform: uppercase;
56
+ }
57
+
58
+ .agent-progress-trend {
59
+ display: flex;
60
+ align-items: center;
61
+ gap: var(--agent-space-3, 6px);
62
+ }
63
+ .agent-progress-trend svg { flex: 1; min-width: 0; height: 40px; }
64
+ .agent-progress-trend .base { stroke: var(--agent-border-strong); stroke-width: 1; }
65
+ .agent-progress-trend .line { fill: none; stroke: var(--agent-accent); stroke-width: 1.6; vector-effect: non-scaling-stroke; }
66
+ .agent-progress-trend .dot { fill: var(--agent-accent); }
67
+ .agent-progress-trend .end.ok { fill: var(--agent-ok); }
68
+ .agent-progress-trend .end.issue { fill: var(--agent-warn); }
69
+ .agent-progress-trend-text {
70
+ color: var(--agent-text);
71
+ font-size: var(--agent-font-md);
72
+ font-variant-numeric: tabular-nums;
73
+ white-space: nowrap;
74
+ }
75
+
76
+ .agent-progress-goals,
77
+ .agent-progress-issues {
78
+ display: flex;
79
+ flex-direction: column;
80
+ gap: 3px;
81
+ margin: 0;
82
+ padding: 0;
83
+ list-style: none;
84
+ font-size: var(--agent-font-md);
85
+ }
86
+
87
+ .agent-progress-goals li {
88
+ display: grid;
89
+ grid-template-columns: auto minmax(0, 1fr) auto;
90
+ align-items: baseline;
91
+ gap: 6px;
92
+ }
93
+ .agent-progress-mark { display: inline-flex; }
94
+ .agent-progress-mark.ok { color: var(--agent-ok); }
95
+ .agent-progress-mark.miss { color: var(--agent-alert); }
96
+ .agent-progress-goal-name { color: var(--agent-text); overflow-wrap: anywhere; }
97
+ .agent-progress-goal-value { color: var(--agent-text); font-variant-numeric: tabular-nums; white-space: nowrap; }
98
+ .agent-progress-goal-value .need { color: var(--agent-text-dim); }
99
+
100
+ .agent-progress-issues li { color: var(--agent-text-muted); overflow-wrap: anywhere; }
101
+ .agent-progress-issues .kind { color: var(--agent-warn); font-weight: 600; }
102
+ .agent-progress-issues .meta { color: var(--agent-text-dim); font-variant-numeric: tabular-nums; }
103
+
104
+ .agent-progress-sheets {
105
+ display: grid;
106
+ grid-template-columns: repeat(auto-fill, minmax(88px, 1fr));
107
+ gap: 4px;
108
+ }
109
+ .agent-progress-sheet {
110
+ padding: 0;
111
+ border: 1px solid var(--agent-border-strong);
112
+ border-radius: var(--agent-radius-sm);
113
+ background: var(--agent-bg-sunken);
114
+ cursor: zoom-in;
115
+ overflow: hidden;
116
+ }
117
+ .agent-progress-sheet:hover { border-color: var(--agent-accent-edge); }
118
+ .agent-progress-sheet:focus-visible { outline: 2px solid var(--agent-border-focus); outline-offset: 1px; }
119
+ .agent-progress-sheet img { display: block; width: 100%; height: 56px; object-fit: cover; }
120
+
121
+ /* Outside the panel (a portal), so its colours are its own. */
122
+ .agent-progress-viewer {
123
+ position: fixed;
124
+ inset: 0;
125
+ z-index: 1000;
126
+ display: flex;
127
+ flex-direction: column;
128
+ align-items: center;
129
+ justify-content: center;
130
+ gap: 10px;
131
+ padding: 32px;
132
+ border: 0;
133
+ background: rgba(12, 14, 20, 0.86);
134
+ cursor: zoom-out;
135
+ }
136
+ .agent-progress-viewer img {
137
+ max-width: 100%;
138
+ max-height: calc(100% - 40px);
139
+ object-fit: contain;
140
+ border-radius: 6px;
141
+ box-shadow: 0 12px 40px rgba(0, 0, 0, 0.45);
142
+ background: #f4f5f7;
143
+ }
144
+ .agent-progress-viewer-caption {
145
+ color: #e6e9f2;
146
+ font: 12px/1.4 system-ui, sans-serif;
147
+ }
148
+ .agent-progress-viewer:focus-visible { outline: 2px solid #8994ff; outline-offset: -4px; }
149
+
150
+ /* A folded goal or issue list: its heading and a one-line summary, the list on click. */
151
+ .agent-progress-fold {
152
+ display: flex;
153
+ align-items: baseline;
154
+ gap: var(--agent-space-3, 6px);
155
+ min-width: 0;
156
+ padding: 0;
157
+ border: 0;
158
+ background: none;
159
+ color: var(--agent-text-muted);
160
+ font: inherit;
161
+ font-size: var(--agent-font-md);
162
+ text-align: left;
163
+ cursor: pointer;
164
+ }
165
+ .agent-progress-fold h4 { flex: none; }
166
+ .agent-progress-fold span { min-width: 0; overflow: hidden; text-overflow: ellipsis; white-space: nowrap; }
167
+ .agent-progress-fold[aria-expanded="true"] span { display: none; }
@@ -0,0 +1,47 @@
1
+ // The agent panel's progress card as plain data (AgentProgressCard.jsx draws it): the QA trend across the
2
+ // drafts, the latest draft's goals as checklist rows, its heaviest issue groups, and when a new turn starts.
3
+ // Goal values are metres (near: a distance, above: a height difference, moved: a distance); the card shows cm.
4
+
5
+ const round = v => Math.round(v * 10) / 10;
6
+ const cm = v => `${(v * 100).toFixed(1)} cm`;
7
+ const signedCm = v => `${v < 0 ? "−" : "+"}${(Math.abs(v) * 100).toFixed(1)} cm`;
8
+
9
+ /** QA totals across the drafts inside a width x height box: { points: [[x, y], ...], max, first, last }. */
10
+ export function trendPoints(totals, { width = 220, height = 40, pad = 4 } = {}) {
11
+ if (!totals.length) return { points: [], max: 0, first: null, last: null };
12
+ const max = Math.max(1, ...totals), n = totals.length;
13
+ const x = i => (n === 1 ? width / 2 : pad + (i * (width - 2 * pad)) / (n - 1));
14
+ const y = v => pad + (1 - v / max) * (height - 2 * pad);
15
+ return { points: totals.map((v, i) => [round(x(i)), round(y(v))]), max, first: totals[0], last: totals[n - 1] };
16
+ }
17
+
18
+ /**
19
+ * Checklist rows of a draft's goals: { name, ok, value, need, at }. near passes at value <= need; above and moved
20
+ * at value >= need. A goal without a measured value reads "—".
21
+ */
22
+ export function goalRows(goals = []) {
23
+ return goals.map(g => {
24
+ const show = g.kind === "above" ? signedCm : g.kind === "speed" ? v => `${Math.round(v * 100) / 100} m/s` : cm;
25
+ const value = Number.isFinite(g.value) ? show(g.value) : "—";
26
+ const need = Number.isFinite(g.need) ? `${g.kind === "near" || g.kind === "still" ? "≤" : "≥"} ${show(g.need)}` : "";
27
+ return { name: g.name ?? g.kind ?? "goal", ok: !!g.ok, value, need, at: Number.isFinite(g.at) ? `f${g.at}` : "" };
28
+ });
29
+ }
30
+
31
+ /** The first `limit` issue groups by severity, as QA ordered them: { kind, subject, count, frames }. GOAL groups are left
32
+ * out: the goals checklist already shows them. */
33
+ export function issueRows(groups = [], limit = 3) {
34
+ return groups.filter(g => g.kind !== "GOAL").slice(0, limit).map(g => ({
35
+ kind: g.kind ?? "", subject: g.subject ?? "", count: g.count ?? 0,
36
+ frames: !Number.isFinite(g.first) ? "" : Number.isFinite(g.last) && g.last !== g.first ? `f${g.first}–${g.last}` : `f${g.first}`,
37
+ }));
38
+ }
39
+
40
+ /** The number of turns the user started: messages that are not steers of a running turn. */
41
+ export const turnCount = items => items.filter(item => item.kind === "user" && !item.steered).length;
42
+
43
+ /** A short caption for an image the agent asked to see: its kind and, for a sheet, its views and frames. */
44
+ export function sheetCaption({ kind, views = [], frames = [] } = {}) {
45
+ const span = frames.length ? (frames.length > 1 ? `f${frames[0]}–${frames[frames.length - 1]}` : `f${frames[0]}`) : "";
46
+ return [kind, views.join(", "), span].filter(Boolean).join(" · ");
47
+ }