cozyclay 2.1.0 → 3.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (583) hide show
  1. package/CHANGELOG.md +65 -0
  2. package/README.md +12 -30
  3. package/bin/agent/agent-routes.mjs +40 -113
  4. package/bin/agent/agent-runner.mjs +9 -10
  5. package/bin/agent/cliproxy-provider.mjs +135 -0
  6. package/bin/agent/credential-store.mjs +30 -7
  7. package/bin/agent/pi-tools.mjs +4 -1
  8. package/bin/agent/provider-keys.mjs +32 -0
  9. package/bin/agent/provider-login.mjs +110 -0
  10. package/bin/agent/provider-routes.mjs +99 -0
  11. package/bin/agent/providers.mjs +19 -97
  12. package/bin/agent/script-tool.mjs +17 -4
  13. package/bin/agent/studio-motion-reference.mjs +23 -0
  14. package/bin/agent/studio-prompt.mjs +1 -1
  15. package/bin/agent/studio-rebase-text.mjs +32 -0
  16. package/bin/agent/studio-rebase.mjs +26 -39
  17. package/bin/agent/studio-tools.mjs +9 -28
  18. package/bin/agent/tool-arguments.mjs +49 -0
  19. package/bin/agent/turn-frames.mjs +66 -0
  20. package/bin/codex-auth.mjs +9 -2
  21. package/bin/cozyclay.mjs +10 -116
  22. package/bin/live/cli.mjs +22 -6
  23. package/bin/mcp-runtime.mjs +2 -12
  24. package/bin/package-signature.mjs +0 -4
  25. package/dist/app/index.html +7 -6
  26. package/dist/assets/EXRLoader-CvVIvGVE.js +1 -0
  27. package/dist/assets/analytics-C9sUnndd.js +1 -0
  28. package/dist/assets/app-CCh--1Hc.js +5087 -0
  29. package/dist/assets/app-f-fkV5uP.css +1 -0
  30. package/dist/assets/compile-worker-CkxiD6lH.js +5 -0
  31. package/dist/assets/fflate.module-KbGj5-H6.js +5 -0
  32. package/dist/assets/{first-shot-handoff-BlT33CGf.js → first-shot-handoff-CC4xe4HM.js} +1 -1
  33. package/dist/assets/{landing-BSesrCpL.js → landing-DjHD8u7k.js} +1 -1
  34. package/dist/assets/scene-asset-sync-Hx_FzdOH.js +20 -0
  35. package/dist/assets/scene-asset-sync-_S8NQl5B.css +1 -0
  36. package/dist/assets/workflow-C4yKH1p4.js +179 -0
  37. package/dist/cozyclay-package.json +1 -1
  38. package/dist/index.html +3 -3
  39. package/dist/llms.txt +14 -0
  40. package/dist/sw.js +3 -6
  41. package/dist/workflow/index.html +5 -4
  42. package/mcp/LIVE-PROTOCOL.md +7 -47
  43. package/mcp/README.md +16 -26
  44. package/mcp/live-hub.mjs +6 -10
  45. package/mcp/package.json +1 -3
  46. package/mcp/tool-handlers.mjs +4 -168
  47. package/package.json +3 -22
  48. package/src/App.jsx +174 -2639
  49. package/src/agent-progress.js +79 -0
  50. package/src/agent-turn-mark.js +30 -0
  51. package/src/analytics.js +1 -19
  52. package/src/app-context.js +5 -0
  53. package/src/app-stage.jsx +2 -34
  54. package/src/asset-pane.jsx +6 -5
  55. package/src/camera-block.js +21 -0
  56. package/src/camera-direction.js +120 -0
  57. package/src/character-kind.js +3 -9
  58. package/src/command-bus.js +8 -6
  59. package/src/commands/cast.js +5 -34
  60. package/src/commands/elements/character.js +1 -1
  61. package/src/commands/elements/motion.js +1 -6
  62. package/src/commands/elements/object.js +6 -2
  63. package/src/commands/elements/shot.js +4 -1
  64. package/src/commands/elements.js +38 -14
  65. package/src/commands/index.js +3 -1
  66. package/src/commands/kits.js +37 -0
  67. package/src/commands/motion-timing.js +57 -0
  68. package/src/commands/motion.js +9 -152
  69. package/src/commands/motion3-compile.js +65 -0
  70. package/src/commands/motion3.js +207 -0
  71. package/src/commands/objects.js +6 -4
  72. package/src/commands/shot.js +49 -11
  73. package/src/commands/stage.js +14 -1
  74. package/src/commands/view.js +4 -1
  75. package/src/document-mirrors.js +42 -0
  76. package/src/document-store.js +4 -0
  77. package/src/domains/cast.js +19 -194
  78. package/src/domains/motion/motion-range-pin-rules.js +1 -1
  79. package/src/domains/motion/take-source.js +51 -0
  80. package/src/domains/motion.js +60 -1838
  81. package/src/domains/scenes.js +12 -55
  82. package/src/domains/shots.js +2 -2
  83. package/src/domains/stage.js +4 -2
  84. package/src/draft-ghost.js +46 -0
  85. package/src/draft-ghost.jsx +129 -0
  86. package/src/dualview.jsx +4 -3
  87. package/src/effects/EffectsLayer.jsx +112 -0
  88. package/src/effects/effect-meshes.js +232 -0
  89. package/src/effects/effect-record.js +103 -0
  90. package/src/effects/emitter.js +59 -0
  91. package/src/effects/simulate.js +261 -0
  92. package/src/effects/state.js +59 -0
  93. package/src/execution-telemetry.js +2 -3
  94. package/src/first-success-guide.jsx +5 -5
  95. package/src/ghost-set.js +257 -0
  96. package/src/held-object-edit.jsx +113 -0
  97. package/src/held-object-pose.js +175 -0
  98. package/src/hierarchy-model.js +1 -1
  99. package/src/hierarchy-panel.jsx +1 -1
  100. package/src/imported-mesh.jsx +103 -0
  101. package/src/kits/held.js +84 -0
  102. package/src/kits/index.js +70 -0
  103. package/src/kits/smoking.js +57 -0
  104. package/src/light-blockers.js +93 -0
  105. package/src/motion/beat-board-model.js +84 -0
  106. package/src/motion/beat-board.css +124 -0
  107. package/src/motion/beat-board.jsx +59 -0
  108. package/src/motion/center-of-mass.js +66 -0
  109. package/src/motion/fix-collisions.js +850 -0
  110. package/src/motion/physics-review.js +118 -0
  111. package/src/{ardy → motion}/physics-support.js +1 -76
  112. package/src/motion/rig-snapshot.js +22 -0
  113. package/src/motion/take-segments.jsx +140 -0
  114. package/src/{ardy → motion}/timeline-coordinates.js +0 -21
  115. package/src/{ardy → motion}/timeline.css +1 -2
  116. package/src/{ardy → motion}/timeline.jsx +48 -419
  117. package/src/motion/waypoints.js +76 -0
  118. package/src/motion3/beats.js +83 -0
  119. package/src/motion3/body.js +158 -0
  120. package/src/motion3/bones.js +47 -0
  121. package/src/motion3/carried.js +47 -0
  122. package/src/motion3/compile-job.js +75 -0
  123. package/src/motion3/compile-worker.js +10 -0
  124. package/src/motion3/compiler/anchors.js +105 -0
  125. package/src/motion3/compiler/arm-orient.js +128 -0
  126. package/src/motion3/compiler/channels.js +125 -0
  127. package/src/motion3/compiler/compile.js +205 -0
  128. package/src/motion3/compiler/gait-rhythm.js +97 -0
  129. package/src/motion3/compiler/grip.js +171 -0
  130. package/src/motion3/compiler/head-steady.js +48 -0
  131. package/src/motion3/compiler/hold.js +134 -0
  132. package/src/motion3/compiler/idle.js +113 -0
  133. package/src/motion3/compiler/limbs.js +170 -0
  134. package/src/motion3/compiler/math.js +72 -0
  135. package/src/motion3/compiler/pose.js +162 -0
  136. package/src/motion3/compiler/quat.js +49 -0
  137. package/src/motion3/compiler/skeleton.js +74 -0
  138. package/src/motion3/compiler/validate-common.js +32 -0
  139. package/src/motion3/compiler/validate-goals.js +118 -0
  140. package/src/motion3/compiler/validate-objects.js +143 -0
  141. package/src/motion3/compiler/validate-parts.js +116 -0
  142. package/src/motion3/compiler/validate.js +122 -0
  143. package/src/motion3/compiler/vocab.js +73 -0
  144. package/src/motion3/compiler/walk-pelvis.js +275 -0
  145. package/src/motion3/compiler/walk.js +207 -0
  146. package/src/motion3/compiler/wrist-clamp.js +32 -0
  147. package/src/motion3/delta.js +47 -0
  148. package/src/motion3/describe.js +174 -0
  149. package/src/motion3/docs.js +27 -0
  150. package/src/motion3/edit-carry.js +21 -0
  151. package/src/motion3/fix/ease.js +16 -0
  152. package/src/motion3/fix/ground.js +37 -0
  153. package/src/motion3/fix/index.js +52 -0
  154. package/src/motion3/fix/push.js +71 -0
  155. package/src/motion3/fix/reach.js +46 -0
  156. package/src/motion3/fix/retime.js +79 -0
  157. package/src/motion3/fix/self.js +211 -0
  158. package/src/motion3/fix/slide.js +70 -0
  159. package/src/motion3/fix/turn.js +51 -0
  160. package/src/motion3/follow.js +39 -0
  161. package/src/motion3/free-motion.js +173 -0
  162. package/src/motion3/grip-choice.js +130 -0
  163. package/src/motion3/hold-plan.js +157 -0
  164. package/src/motion3/json-patch.js +77 -0
  165. package/src/motion3/key-aim.js +105 -0
  166. package/src/motion3/key-edit.js +82 -0
  167. package/src/motion3/lenient.js +127 -0
  168. package/src/motion3/object-keys.js +236 -0
  169. package/src/motion3/object-pose.js +182 -0
  170. package/src/motion3/object-tracks.js +12 -0
  171. package/src/motion3/pipeline.js +102 -0
  172. package/src/motion3/playback.js +51 -0
  173. package/src/motion3/probes.js +91 -0
  174. package/src/motion3/qa/body-checks.js +34 -0
  175. package/src/motion3/qa/check-names.js +14 -0
  176. package/src/motion3/qa/checks.js +121 -0
  177. package/src/motion3/qa/contact-checks.js +51 -0
  178. package/src/motion3/qa/explain.js +80 -0
  179. package/src/motion3/qa/fmt.js +5 -0
  180. package/src/motion3/qa/foot-checks.js +72 -0
  181. package/src/motion3/qa/geometry.js +77 -0
  182. package/src/motion3/qa/goals.js +191 -0
  183. package/src/motion3/qa/ground.js +60 -0
  184. package/src/motion3/qa/hints-contact.js +179 -0
  185. package/src/motion3/qa/hints-goal.js +160 -0
  186. package/src/motion3/qa/hints-knee.js +24 -0
  187. package/src/motion3/qa/hints-motion.js +209 -0
  188. package/src/motion3/qa/hints-object.js +91 -0
  189. package/src/motion3/qa/index.js +42 -0
  190. package/src/motion3/qa/key-checks.js +82 -0
  191. package/src/motion3/qa/near.js +96 -0
  192. package/src/motion3/qa/object-checks.js +135 -0
  193. package/src/motion3/qa/patch.js +161 -0
  194. package/src/motion3/qa/severity.js +38 -0
  195. package/src/motion3/qa/spec-checks.js +65 -0
  196. package/src/motion3/qa/style.js +218 -0
  197. package/src/motion3/qa/wrist-checks.js +69 -0
  198. package/src/motion3/qa/wrist-obs.js +60 -0
  199. package/src/motion3/refs.js +120 -0
  200. package/src/motion3/repair-tune.js +121 -0
  201. package/src/motion3/repair.js +83 -0
  202. package/src/motion3/report.js +67 -0
  203. package/src/motion3/rigs/index.js +14 -0
  204. package/src/motion3/rigs/x-bot-tpose-body.json +1 -0
  205. package/src/motion3/rigs/x-bot-tpose.json +1 -0
  206. package/src/motion3/rigs/y-bot-tpose-body.json +1 -0
  207. package/src/motion3/rigs/y-bot-tpose.json +1 -0
  208. package/src/motion3/scene.js +60 -0
  209. package/src/motion3/schema/brief.js +89 -0
  210. package/src/motion3/schema/fields.js +44 -0
  211. package/src/motion3/schema/spec-examples.js +46 -0
  212. package/src/motion3/schema/topics.js +111 -0
  213. package/src/motion3/schema/types.js +147 -0
  214. package/src/motion3/search.js +117 -0
  215. package/src/motion3/second-hand.js +112 -0
  216. package/src/motion3/skills/basic.js +82 -0
  217. package/src/motion3/skills/book.js +76 -0
  218. package/src/motion3/skills/car.js +145 -0
  219. package/src/motion3/skills/frames-auto.js +29 -0
  220. package/src/motion3/skills/index.js +83 -0
  221. package/src/motion3/skills/info.js +65 -0
  222. package/src/motion3/skills/smoke-kit.js +109 -0
  223. package/src/motion3/skills/smoke.js +160 -0
  224. package/src/motion3/spec-store.js +59 -0
  225. package/src/motion3/take-edit.js +155 -0
  226. package/src/motion3/take.js +63 -0
  227. package/src/motion3/timeline.js +127 -0
  228. package/src/motion3/views.js +121 -0
  229. package/src/motion3/walk-plan.js +119 -0
  230. package/src/object-catalog.jsx +7 -1
  231. package/src/object-colors.js +98 -0
  232. package/src/object-gizmo-parts.js +115 -0
  233. package/src/object-gizmo.jsx +37 -122
  234. package/src/object-glow.js +139 -0
  235. package/src/object-hidden.js +33 -0
  236. package/src/object-look.js +196 -0
  237. package/src/object-size.js +10 -0
  238. package/src/object-travel.js +71 -6
  239. package/src/panels/CameraPanel.jsx +7 -7
  240. package/src/panels/HdrEnvironmentControls.jsx +59 -0
  241. package/src/panels/LightPanel.jsx +25 -4
  242. package/src/panels/ObjectLookPanel.jsx +88 -0
  243. package/src/panels/PoseImagePanel.jsx +1 -1
  244. package/src/panels/PosePanel.jsx +2 -17
  245. package/src/panels/RigControlPanel.jsx +5 -53
  246. package/src/panels/SubjectBox.jsx +4 -1
  247. package/src/panels/details.css +14 -0
  248. package/src/posestudio.jsx +4 -27
  249. package/src/project-browser.jsx +3 -4
  250. package/src/project-resources.js +18 -31
  251. package/src/project.js +13 -104
  252. package/src/props.jsx +25 -280
  253. package/src/rail-dot-drag.js +23 -0
  254. package/src/render-passes.js +10 -0
  255. package/src/resource-status.jsx +1 -0
  256. package/src/result-modal.jsx +4 -19
  257. package/src/room.jsx +20 -12
  258. package/src/scene-assets.js +8 -6
  259. package/src/scene-light-place.js +72 -0
  260. package/src/scene-lights.jsx +148 -0
  261. package/src/scene-objects.js +31 -139
  262. package/src/scenes.js +15 -105
  263. package/src/semantic-edit.js +2 -5
  264. package/src/set-pieces.jsx +183 -0
  265. package/src/settings-menu.jsx +3 -11
  266. package/src/shell/BottomDock.jsx +11 -53
  267. package/src/shell/CompositionGuideButton.jsx +20 -0
  268. package/src/shell/DetailsSlot.jsx +16 -200
  269. package/src/shell/GhostsMenuGroup.jsx +74 -0
  270. package/src/shell/LibrarySlot.jsx +1 -3
  271. package/src/shell/MenuBar.jsx +3 -3
  272. package/src/shell/PreferencesDialog.jsx +15 -264
  273. package/src/shell/PreferencesSlot.jsx +2 -8
  274. package/src/shell/ShotPreviewHeader.jsx +17 -0
  275. package/src/shell/TopBar.jsx +5 -83
  276. package/src/shell/ViewportToolbar.jsx +23 -93
  277. package/src/shell/agent-glass.css +19 -6
  278. package/src/shell/details-selection.js +42 -0
  279. package/src/shell/ghosts-menu.css +22 -0
  280. package/src/shell/glass-regions.css +29 -3
  281. package/src/shell/preferences.css +6 -1
  282. package/src/shell/viewport.css +12 -0
  283. package/src/shot-authoring.js +4 -7
  284. package/src/soft-shadows.js +37 -0
  285. package/src/stage-attach-frames.js +12 -12
  286. package/src/stage-canvas-rigs.jsx +3 -3
  287. package/src/stage-capture.jsx +42 -8
  288. package/src/stage-characters.jsx +22 -216
  289. package/src/stage-editor-gizmos.jsx +6 -6
  290. package/src/stage-environment.js +93 -0
  291. package/src/stage-hdr-builtins.js +107 -0
  292. package/src/stage-hdr-image.js +116 -0
  293. package/src/stage-hdr-library.js +70 -0
  294. package/src/stage-hdr-map.js +94 -0
  295. package/src/stage-hdr.js +130 -0
  296. package/src/stage-lighting.js +149 -0
  297. package/src/stage-occlusion.js +210 -0
  298. package/src/stage-sky.jsx +159 -0
  299. package/src/stage-startup-defaults.js +5 -9
  300. package/src/studio-actions.js +12 -14
  301. package/src/studio-agent-commands.js +46 -16
  302. package/src/studio-agent-motion.js +9 -9
  303. package/src/studio-agent-protocol.js +46 -73
  304. package/src/studio-app-binding.js +29 -45
  305. package/src/studio-asset-list.js +17 -0
  306. package/src/studio-contact-sheet.js +37 -5
  307. package/src/studio-elements.js +27 -7
  308. package/src/studio-entity-bounds.js +18 -0
  309. package/src/studio-error-codes.js +8 -0
  310. package/src/studio-export-framing.js +152 -0
  311. package/src/studio-lighting-check.js +103 -0
  312. package/src/studio-motion-visual.js +150 -0
  313. package/src/studio-schema-errors.js +80 -0
  314. package/src/studio-support-gap.js +74 -0
  315. package/src/styles.css +1 -19
  316. package/src/timeline-defaults.js +5 -0
  317. package/src/timeline-extent.js +8 -20
  318. package/src/tutorial-walk.js +17 -0
  319. package/src/ui-scrub.js +1 -1
  320. package/src/use-shot-camera-tracks.js +12 -0
  321. package/src/view-ghosts.js +97 -0
  322. package/src/view-ghosts.jsx +49 -0
  323. package/src/workflow/AgentPanel.jsx +47 -166
  324. package/src/workflow/AgentProgressCard.jsx +107 -0
  325. package/src/workflow/AgentReplyText.jsx +37 -0
  326. package/src/workflow/AgentTurnSteps.jsx +84 -0
  327. package/src/workflow/LoginPanel.jsx +140 -0
  328. package/src/workflow/WorkflowBuilder.jsx +7 -23
  329. package/src/workflow/agent-client.js +54 -51
  330. package/src/workflow/agent-panel.css +71 -1
  331. package/src/workflow/agent-progress-card.css +167 -0
  332. package/src/workflow/agent-progress-view.js +47 -0
  333. package/src/workflow/agent-turn-steps.css +113 -0
  334. package/src/workflow/agent-turn.js +191 -0
  335. package/src/workflow/login-client.js +34 -0
  336. package/src/workflow/motion-input.js +18 -31
  337. package/src/workflow/node-schema.js +1 -1
  338. package/src/workflow/reply-markdown.js +69 -0
  339. package/src/workflow/scene-asset-sync.js +8 -8
  340. package/tools/agent-session-stats.mjs +61 -0
  341. package/tools/dev-full.mjs +5 -56
  342. package/tools/eslint-baseline.json +12 -13
  343. package/tools/headless-studio.mjs +85 -0
  344. package/tools/knip-baseline.json +0 -179
  345. package/tools/loc-baseline.json +33 -83
  346. package/tools/motion3/extract-body.mjs +103 -0
  347. package/tools/motion3/extract-rig.mjs +85 -0
  348. package/tools/process-supervisor.mjs +0 -88
  349. package/tools/run-tests.mjs +9 -124
  350. package/bin/agent/motion-runtime.mjs +0 -76
  351. package/dist/ardy/cskel27-rest.json +0 -557
  352. package/dist/assets/analytics-B41FmPYI.js +0 -1
  353. package/dist/assets/app-Do-Og5Pu.css +0 -1
  354. package/dist/assets/app-DwP-tl2x.js +0 -4920
  355. package/dist/assets/config-Bx7pYsD9.js +0 -1
  356. package/dist/assets/config-DeoFTYzb.css +0 -1
  357. package/dist/assets/demo-Dt0qZfS7.js +0 -1
  358. package/dist/assets/scene-asset-sync-BCWDJB1d.js +0 -19
  359. package/dist/assets/scene-asset-sync-DjJ_cJ2R.css +0 -1
  360. package/dist/assets/ticket-jqMhqL88.js +0 -1
  361. package/dist/assets/workflow-Br-K7Srs.js +0 -179
  362. package/dist/demo/walk-then-stop.npz +0 -0
  363. package/mcp/ardy-prompts.mjs +0 -218
  364. package/src/ardy/auto-fix-panel.css +0 -108
  365. package/src/ardy/auto-physics.js +0 -1194
  366. package/src/ardy/client.js +0 -153
  367. package/src/ardy/convert.js +0 -313
  368. package/src/ardy/cskel27-neutral.js +0 -39
  369. package/src/ardy/cskel27.js +0 -77
  370. package/src/ardy/export.js +0 -165
  371. package/src/ardy/fix-collisions.js +0 -2257
  372. package/src/ardy/foot-lock.js +0 -230
  373. package/src/ardy/motion-calibration.js +0 -118
  374. package/src/ardy/motion-edit.js +0 -213
  375. package/src/ardy/motion-url.js +0 -55
  376. package/src/ardy/mp4-duration.js +0 -102
  377. package/src/ardy/npz.js +0 -595
  378. package/src/ardy/physics-panel.css +0 -21
  379. package/src/ardy/physics-panel.jsx +0 -89
  380. package/src/ardy/physics-refine.js +0 -111
  381. package/src/ardy/physics-review.js +0 -567
  382. package/src/ardy/physics-temporal.js +0 -54
  383. package/src/ardy/platform-fit-panel.css +0 -64
  384. package/src/ardy/platform-fit-panel.jsx +0 -41
  385. package/src/ardy/platform-fit.js +0 -326
  386. package/src/ardy/playback.js +0 -711
  387. package/src/ardy/pose-pin.js +0 -97
  388. package/src/ardy/prompt-clips.js +0 -30
  389. package/src/ardy/retime.js +0 -211
  390. package/src/ardy/root-drop.js +0 -369
  391. package/src/ardy/timeline-resize.js +0 -13
  392. package/src/ardy/to-cskel27.js +0 -225
  393. package/src/ardy/trim.js +0 -33
  394. package/src/ardy/waypoints.js +0 -369
  395. package/src/ardy-bridge-contract.js +0 -281
  396. package/src/domains/motion/motion-video-capture.js +0 -664
  397. package/src/i2v-motion-client.js +0 -77
  398. package/src/i2v-motion-studio.jsx +0 -180
  399. package/src/line-edit.js +0 -1348
  400. package/src/motion/generation.js +0 -105
  401. package/src/motion-readiness-ui.jsx +0 -67
  402. package/src/motion-readiness.js +0 -40
  403. package/src/motion-resources.js +0 -177
  404. package/src/motion-store.js +0 -65
  405. package/src/motion-trail.js +0 -601
  406. package/src/multimodel-ingest.js +0 -394
  407. package/src/panels/PromptBlocksPanel.jsx +0 -444
  408. package/src/panels/VideoCapturePanel.jsx +0 -181
  409. package/src/pose-extract/browser.js +0 -42
  410. package/src/pose-extract/detector.js +0 -100
  411. package/src/pose-extract/fit.js +0 -227
  412. package/src/pose-extract/image-frame.js +0 -51
  413. package/src/pose-extract/index.js +0 -58
  414. package/src/pose-extract/keyframes.js +0 -74
  415. package/src/pose-extract/landmarks.js +0 -162
  416. package/src/pose-extract/mirror.js +0 -153
  417. package/src/pose-extract/take.js +0 -131
  418. package/src/pose-extract/video-frames.js +0 -91
  419. package/src/take-recipe.js +0 -165
  420. package/src/trail-key-conflicts.js +0 -39
  421. package/src/trail-pick.js +0 -59
  422. package/src/use-i2v-capture-modal.js +0 -15
  423. package/tools/ardy/BRIDGE.md +0 -37
  424. package/tools/ardy/GVHMR-NPZ.md +0 -68
  425. package/tools/ardy/README.md +0 -124
  426. package/tools/ardy/__pycache__/cclay_gvhmr_worker.cpython-313.pyc +0 -0
  427. package/tools/ardy/artifacts.mjs +0 -34
  428. package/tools/ardy/bridge.mjs +0 -1732
  429. package/tools/ardy/bvh-cskel27.mjs +0 -1265
  430. package/tools/ardy/cclay_constrained_generate.py +0 -561
  431. package/tools/ardy/cclay_gvhmr_worker.py +0 -264
  432. package/tools/ardy/cclay_motion_edit.py +0 -510
  433. package/tools/ardy/cclay_sequence_generate.py +0 -705
  434. package/tools/ardy/cclay_worker.py +0 -304
  435. package/tools/ardy/dump-npz.py +0 -205
  436. package/tools/ardy/extract-rest.mjs +0 -299
  437. package/tools/ardy/extract.mjs +0 -507
  438. package/tools/ardy/footage.mjs +0 -467
  439. package/tools/ardy/gvhmr-floor.mjs +0 -102
  440. package/tools/ardy/gvhmr-to-cskel27.mjs +0 -21
  441. package/tools/ardy/gvhmr_fastpath.py +0 -168
  442. package/tools/ardy/gvhmr_trajectory.py +0 -240
  443. package/tools/ardy/merge-text-encoder.py +0 -160
  444. package/tools/ardy/mocap-metrics.mjs +0 -200
  445. package/tools/ardy/mocap-quality-gate.mjs +0 -110
  446. package/tools/ardy/motion-stabilize.mjs +0 -348
  447. package/tools/ardy/npz.mjs +0 -414
  448. package/tools/ardy/pose-to-npz.mjs +0 -106
  449. package/tools/ardy/prompt-limits.mjs +0 -5
  450. package/tools/ardy/run-edit-on-box.sh +0 -73
  451. package/tools/ardy/run-local.mjs +0 -233
  452. package/tools/ardy/run-on-box.sh +0 -593
  453. package/tools/ardy/run-sequence-on-box.sh +0 -177
  454. package/tools/ardy/runners/gvhmr-worker.mjs +0 -206
  455. package/tools/ardy/runners/index.mjs +0 -18
  456. package/tools/ardy/runners/local.mjs +0 -455
  457. package/tools/ardy/runners/proc.mjs +0 -125
  458. package/tools/ardy/runners/remote.mjs +0 -252
  459. package/tools/ardy/setup-local.mjs +0 -189
  460. package/tools/ardy/setup-text-encoder-on-box.sh +0 -93
  461. package/tools/ardy/setup-text-encoder.py +0 -306
  462. package/tools/ardy/smpl-cskel27.mjs +0 -178
  463. package/tools/ardy/visual-qa.mjs +0 -196
  464. package/tools/ardy/vq-car.mjs +0 -52
  465. package/tools/bench/EXP3.md +0 -61
  466. package/tools/bench/cclay_bench_extract_incam.py +0 -125
  467. package/tools/bench/cclay_bench_extract_obs.py +0 -204
  468. package/tools/bench/cclay_bench_runner.py +0 -42
  469. package/tools/bench/cube-contact.mjs +0 -162
  470. package/tools/bench/exp3.mjs +0 -152
  471. package/tools/bench/extract-bench-lib.mjs +0 -216
  472. package/tools/bench/extract-bench.mjs +0 -302
  473. package/tools/bench/fal-generate.mjs +0 -88
  474. package/tools/bench/fit/README.md +0 -189
  475. package/tools/bench/fit/camera.mjs +0 -59
  476. package/tools/bench/fit/contact.mjs +0 -419
  477. package/tools/bench/fit/footlock.mjs +0 -234
  478. package/tools/bench/fit/motion.mjs +0 -85
  479. package/tools/bench/fit/pin.mjs +0 -27
  480. package/tools/bench/fit/remote.mjs +0 -105
  481. package/tools/bench/fit-bench.mjs +0 -126
  482. package/tools/bench/fit-sanity.mjs +0 -45
  483. package/tools/bench/metrics.mjs +0 -313
  484. package/tools/bench/obs/depth.mjs +0 -258
  485. package/tools/bench/obs/extrinsics.mjs +0 -175
  486. package/tools/bench/obs/fit_mannequin_betas.py +0 -340
  487. package/tools/bench/obs/ground.mjs +0 -294
  488. package/tools/bench/obs/heading.mjs +0 -151
  489. package/tools/bench/obs/ladder.mjs +0 -555
  490. package/tools/bench/obs/mannequin-betas.json +0 -124
  491. package/tools/bench/obs/remote.mjs +0 -83
  492. package/tools/bench/obs/rest_joints.py +0 -52
  493. package/tools/bench/obs/ybot-targets.mjs +0 -49
  494. package/tools/bench/obs-bench.mjs +0 -520
  495. package/tools/bench/score.mjs +0 -343
  496. package/tools/bench/summarize.mjs +0 -86
  497. package/tools/demo-worker/README.md +0 -137
  498. package/tools/demo-worker/api-client.mjs +0 -233
  499. package/tools/demo-worker/generate.mjs +0 -301
  500. package/tools/demo-worker/index.mjs +0 -466
  501. package/tools/demo-worker/sign-core.mjs +0 -112
  502. package/tools/demo-worker/sign.mjs +0 -161
  503. package/tools/gt-render/browser.mjs +0 -159
  504. package/tools/gt-render/camera-math.mjs +0 -276
  505. package/tools/gt-render/page.mjs +0 -267
  506. package/tools/gt-render/render.mjs +0 -514
  507. package/tools/gt-render/scene-box.mjs +0 -31
  508. package/tools/gt-render/take-transform.mjs +0 -87
  509. package/tools/kimodo/compare-seam.mjs +0 -108
  510. package/tools/kimodo/constraints.mjs +0 -244
  511. package/tools/kimodo/edit.mjs +0 -259
  512. package/tools/kimodo/effector-constraints.mjs +0 -200
  513. package/tools/kimodo/generate.mjs +0 -646
  514. package/tools/kimodo/local-output.mjs +0 -265
  515. package/tools/kimodo/measure-pose.mjs +0 -65
  516. package/tools/kimodo/measure-preserve.mjs +0 -899
  517. package/tools/kimodo/measure-waypoints.mjs +0 -55
  518. package/tools/kimodo/mlx-generate.py +0 -111
  519. package/tools/kimodo/pose-constraints.mjs +0 -248
  520. package/tools/kimodo/preserve-mask.mjs +0 -543
  521. package/tools/kimodo/read-npz.mjs +0 -189
  522. package/tools/kimodo/run-edit-on-box.mjs +0 -155
  523. package/tools/kimodo/run-sequence-on-box.mjs +0 -178
  524. package/tools/kimodo/runner.mjs +0 -284
  525. package/tools/kimodo/seam-batch.mjs +0 -77
  526. package/tools/kimodo/setup-local.mjs +0 -30
  527. package/tools/kimodo/setup-on-box.sh +0 -339
  528. package/tools/kimodo/soma77-to-cskel27.mjs +0 -305
  529. package/tools/morphgs/assets/gen_truth.py +0 -39
  530. package/tools/morphgs/assets/mesh_ori_rig.txt +0 -27
  531. package/tools/morphgs/assets/playback-check.mjs +0 -30
  532. package/tools/morphgs/demo-gate.sh +0 -26
  533. package/tools/morphgs/fbx2morphgs.mjs +0 -68
  534. package/tools/morphgs/morphgs-to-cskel27.mjs +0 -105
  535. package/tools/morphgs/patches/preprocess_src-none-mode.patch +0 -76
  536. package/tools/morphgs/setup-on-cluster.sh +0 -126
  537. package/tools/projflow/driver.py +0 -1069
  538. package/tools/projflow/generate.mjs +0 -805
  539. package/tools/projflow/hml22-to-cskel27.mjs +0 -735
  540. package/tools/projflow/line-edit-job.mjs +0 -547
  541. package/tools/projflow/replay.mjs +0 -452
  542. package/tools/projflow/runner.mjs +0 -269
  543. package/tools/projflow/service.mjs +0 -742
  544. package/tools/track/DESIGN.md +0 -513
  545. package/tools/track/backfill-provenance.mjs +0 -116
  546. package/tools/track/budget.mjs +0 -8
  547. package/tools/track/check-rig.mjs +0 -209
  548. package/tools/track/diagnostics.schema.json +0 -60
  549. package/tools/track/export-rig.mjs +0 -256
  550. package/tools/track/fallback.mjs +0 -7
  551. package/tools/track/fk-parity-fixture.mjs +0 -161
  552. package/tools/track/gate.mjs +0 -349
  553. package/tools/track/masks.mjs +0 -318
  554. package/tools/track/metrics.mjs +0 -201
  555. package/tools/track/publish-obs.mjs +0 -108
  556. package/tools/track/py/check_env.py +0 -61
  557. package/tools/track/py/eval_lr.py +0 -229
  558. package/tools/track/py/lr_viterbi.py +0 -294
  559. package/tools/track/py/masks.py +0 -405
  560. package/tools/track/py/objective.py +0 -382
  561. package/tools/track/py/rig.py +0 -508
  562. package/tools/track/py/scene.py +0 -326
  563. package/tools/track/py/test_joint_indices.py +0 -123
  564. package/tools/track/py/test_lr_viterbi.py +0 -195
  565. package/tools/track/py/test_masks.py +0 -229
  566. package/tools/track/py/test_rig.py +0 -288
  567. package/tools/track/py/test_scene.py +0 -354
  568. package/tools/track/py/test_track.py +0 -328
  569. package/tools/track/py/track.py +0 -411
  570. package/tools/track/remote.mjs +0 -140
  571. package/tools/track/rig-dump.mjs +0 -227
  572. package/tools/track/run-box-tests.mjs +0 -14
  573. package/tools/track/run-box.mjs +0 -168
  574. package/tools/track/setup-box.sh +0 -59
  575. package/tools/track/study-2d.mjs +0 -728
  576. /package/src/{ardy → motion}/collision-blockers.js +0 -0
  577. /package/src/{ardy → motion}/ground.js +0 -0
  578. /package/src/{ardy → motion}/ik-drag.js +0 -0
  579. /package/src/{ardy → motion}/ik-key-json.js +0 -0
  580. /package/src/{ardy → motion}/ik.js +0 -0
  581. /package/src/{ardy → motion}/physics-surface.js +0 -0
  582. /package/src/{ardy → motion}/playback-clock.js +0 -0
  583. /package/src/{ardy → motion}/range-pin.js +0 -0
@@ -0,0 +1,167 @@
1
+ /* The live progress card in the agent panel (AgentProgressCard.jsx); colours come from agent-panel.css. */
2
+ .agent-progress-card {
3
+ display: flex;
4
+ flex-direction: column;
5
+ gap: var(--agent-space-3, 6px);
6
+ padding: var(--agent-space-3, 6px) var(--agent-space-4, 8px);
7
+ border-color: var(--agent-accent-edge);
8
+ }
9
+
10
+ .agent-progress-head {
11
+ display: flex;
12
+ align-items: center;
13
+ gap: var(--agent-space-3, 6px);
14
+ }
15
+
16
+ .agent-progress-title {
17
+ flex: 1;
18
+ color: var(--agent-text);
19
+ font-size: var(--agent-font-lg);
20
+ font-weight: 600;
21
+ font-variant-numeric: tabular-nums;
22
+ }
23
+
24
+ .agent-progress-chip {
25
+ border: 1px solid currentColor;
26
+ border-radius: var(--agent-radius-pill);
27
+ padding: 1px 7px;
28
+ font-size: var(--agent-font-sm);
29
+ line-height: 1.4;
30
+ white-space: nowrap;
31
+ }
32
+ .agent-progress-chip.installed { color: var(--agent-ok); }
33
+ .agent-progress-chip.draft { color: var(--agent-warn); }
34
+
35
+ .agent-progress-label {
36
+ margin: 0;
37
+ color: var(--agent-text-muted);
38
+ font-size: var(--agent-font-md);
39
+ overflow-wrap: anywhere;
40
+ }
41
+
42
+ .agent-progress-section {
43
+ display: flex;
44
+ flex-direction: column;
45
+ gap: 4px;
46
+ min-width: 0;
47
+ }
48
+
49
+ .agent-progress-section h4 {
50
+ margin: 0;
51
+ color: var(--agent-text-dim);
52
+ font-size: var(--agent-font-sm);
53
+ font-weight: 600;
54
+ letter-spacing: 0.04em;
55
+ text-transform: uppercase;
56
+ }
57
+
58
+ .agent-progress-trend {
59
+ display: flex;
60
+ align-items: center;
61
+ gap: var(--agent-space-3, 6px);
62
+ }
63
+ .agent-progress-trend svg { flex: 1; min-width: 0; height: 40px; }
64
+ .agent-progress-trend .base { stroke: var(--agent-border-strong); stroke-width: 1; }
65
+ .agent-progress-trend .line { fill: none; stroke: var(--agent-accent); stroke-width: 1.6; vector-effect: non-scaling-stroke; }
66
+ .agent-progress-trend .dot { fill: var(--agent-accent); }
67
+ .agent-progress-trend .end.ok { fill: var(--agent-ok); }
68
+ .agent-progress-trend .end.issue { fill: var(--agent-warn); }
69
+ .agent-progress-trend-text {
70
+ color: var(--agent-text);
71
+ font-size: var(--agent-font-md);
72
+ font-variant-numeric: tabular-nums;
73
+ white-space: nowrap;
74
+ }
75
+
76
+ .agent-progress-goals,
77
+ .agent-progress-issues {
78
+ display: flex;
79
+ flex-direction: column;
80
+ gap: 3px;
81
+ margin: 0;
82
+ padding: 0;
83
+ list-style: none;
84
+ font-size: var(--agent-font-md);
85
+ }
86
+
87
+ .agent-progress-goals li {
88
+ display: grid;
89
+ grid-template-columns: auto minmax(0, 1fr) auto;
90
+ align-items: baseline;
91
+ gap: 6px;
92
+ }
93
+ .agent-progress-mark { display: inline-flex; }
94
+ .agent-progress-mark.ok { color: var(--agent-ok); }
95
+ .agent-progress-mark.miss { color: var(--agent-alert); }
96
+ .agent-progress-goal-name { color: var(--agent-text); overflow-wrap: anywhere; }
97
+ .agent-progress-goal-value { color: var(--agent-text); font-variant-numeric: tabular-nums; white-space: nowrap; }
98
+ .agent-progress-goal-value .need { color: var(--agent-text-dim); }
99
+
100
+ .agent-progress-issues li { color: var(--agent-text-muted); overflow-wrap: anywhere; }
101
+ .agent-progress-issues .kind { color: var(--agent-warn); font-weight: 600; }
102
+ .agent-progress-issues .meta { color: var(--agent-text-dim); font-variant-numeric: tabular-nums; }
103
+
104
+ .agent-progress-sheets {
105
+ display: grid;
106
+ grid-template-columns: repeat(auto-fill, minmax(88px, 1fr));
107
+ gap: 4px;
108
+ }
109
+ .agent-progress-sheet {
110
+ padding: 0;
111
+ border: 1px solid var(--agent-border-strong);
112
+ border-radius: var(--agent-radius-sm);
113
+ background: var(--agent-bg-sunken);
114
+ cursor: zoom-in;
115
+ overflow: hidden;
116
+ }
117
+ .agent-progress-sheet:hover { border-color: var(--agent-accent-edge); }
118
+ .agent-progress-sheet:focus-visible { outline: 2px solid var(--agent-border-focus); outline-offset: 1px; }
119
+ .agent-progress-sheet img { display: block; width: 100%; height: 56px; object-fit: cover; }
120
+
121
+ /* Outside the panel (a portal), so its colours are its own. */
122
+ .agent-progress-viewer {
123
+ position: fixed;
124
+ inset: 0;
125
+ z-index: 1000;
126
+ display: flex;
127
+ flex-direction: column;
128
+ align-items: center;
129
+ justify-content: center;
130
+ gap: 10px;
131
+ padding: 32px;
132
+ border: 0;
133
+ background: rgba(12, 14, 20, 0.86);
134
+ cursor: zoom-out;
135
+ }
136
+ .agent-progress-viewer img {
137
+ max-width: 100%;
138
+ max-height: calc(100% - 40px);
139
+ object-fit: contain;
140
+ border-radius: 6px;
141
+ box-shadow: 0 12px 40px rgba(0, 0, 0, 0.45);
142
+ background: #f4f5f7;
143
+ }
144
+ .agent-progress-viewer-caption {
145
+ color: #e6e9f2;
146
+ font: 12px/1.4 system-ui, sans-serif;
147
+ }
148
+ .agent-progress-viewer:focus-visible { outline: 2px solid #8994ff; outline-offset: -4px; }
149
+
150
+ /* A folded goal or issue list: its heading and a one-line summary, the list on click. */
151
+ .agent-progress-fold {
152
+ display: flex;
153
+ align-items: baseline;
154
+ gap: var(--agent-space-3, 6px);
155
+ min-width: 0;
156
+ padding: 0;
157
+ border: 0;
158
+ background: none;
159
+ color: var(--agent-text-muted);
160
+ font: inherit;
161
+ font-size: var(--agent-font-md);
162
+ text-align: left;
163
+ cursor: pointer;
164
+ }
165
+ .agent-progress-fold h4 { flex: none; }
166
+ .agent-progress-fold span { min-width: 0; overflow: hidden; text-overflow: ellipsis; white-space: nowrap; }
167
+ .agent-progress-fold[aria-expanded="true"] span { display: none; }
@@ -0,0 +1,47 @@
1
+ // The agent panel's progress card as plain data (AgentProgressCard.jsx draws it): the QA trend across the
2
+ // drafts, the latest draft's goals as checklist rows, its heaviest issue groups, and when a new turn starts.
3
+ // Goal values are metres (near: a distance, above: a height difference, moved: a distance); the card shows cm.
4
+
5
+ const round = v => Math.round(v * 10) / 10;
6
+ const cm = v => `${(v * 100).toFixed(1)} cm`;
7
+ const signedCm = v => `${v < 0 ? "−" : "+"}${(Math.abs(v) * 100).toFixed(1)} cm`;
8
+
9
+ /** QA totals across the drafts inside a width x height box: { points: [[x, y], ...], max, first, last }. */
10
+ export function trendPoints(totals, { width = 220, height = 40, pad = 4 } = {}) {
11
+ if (!totals.length) return { points: [], max: 0, first: null, last: null };
12
+ const max = Math.max(1, ...totals), n = totals.length;
13
+ const x = i => (n === 1 ? width / 2 : pad + (i * (width - 2 * pad)) / (n - 1));
14
+ const y = v => pad + (1 - v / max) * (height - 2 * pad);
15
+ return { points: totals.map((v, i) => [round(x(i)), round(y(v))]), max, first: totals[0], last: totals[n - 1] };
16
+ }
17
+
18
+ /**
19
+ * Checklist rows of a draft's goals: { name, ok, value, need, at }. near passes at value <= need; above and moved
20
+ * at value >= need. A goal without a measured value reads "—".
21
+ */
22
+ export function goalRows(goals = []) {
23
+ return goals.map(g => {
24
+ const show = g.kind === "above" ? signedCm : g.kind === "speed" ? v => `${Math.round(v * 100) / 100} m/s` : cm;
25
+ const value = Number.isFinite(g.value) ? show(g.value) : "—";
26
+ const need = Number.isFinite(g.need) ? `${g.kind === "near" || g.kind === "still" ? "≤" : "≥"} ${show(g.need)}` : "";
27
+ return { name: g.name ?? g.kind ?? "goal", ok: !!g.ok, value, need, at: Number.isFinite(g.at) ? `f${g.at}` : "" };
28
+ });
29
+ }
30
+
31
+ /** The first `limit` issue groups by severity, as QA ordered them: { kind, subject, count, frames }. GOAL groups are left
32
+ * out: the goals checklist already shows them. */
33
+ export function issueRows(groups = [], limit = 3) {
34
+ return groups.filter(g => g.kind !== "GOAL").slice(0, limit).map(g => ({
35
+ kind: g.kind ?? "", subject: g.subject ?? "", count: g.count ?? 0,
36
+ frames: !Number.isFinite(g.first) ? "" : Number.isFinite(g.last) && g.last !== g.first ? `f${g.first}–${g.last}` : `f${g.first}`,
37
+ }));
38
+ }
39
+
40
+ /** The number of turns the user started: messages that are not steers of a running turn. */
41
+ export const turnCount = items => items.filter(item => item.kind === "user" && !item.steered).length;
42
+
43
+ /** A short caption for an image the agent asked to see: its kind and, for a sheet, its views and frames. */
44
+ export function sheetCaption({ kind, views = [], frames = [] } = {}) {
45
+ const span = frames.length ? (frames.length > 1 ? `f${frames[0]}–${frames[frames.length - 1]}` : `f${frames[0]}`) : "";
46
+ return [kind, views.join(", "), span].filter(Boolean).join(" · ");
47
+ }
@@ -0,0 +1,113 @@
1
+ /* One turn's step list in the agent panel (AgentTurnSteps.jsx); colours and sizes come from agent-panel.css. */
2
+ .agent-steps {
3
+ --agent-step-icon: 11px;
4
+ display: flex;
5
+ flex-direction: column;
6
+ }
7
+
8
+ .agent-steps-head {
9
+ display: flex;
10
+ align-items: center;
11
+ gap: var(--agent-space-3);
12
+ width: 100%;
13
+ padding: var(--agent-space-2) var(--agent-space-4);
14
+ border: 0;
15
+ background: none;
16
+ color: var(--agent-text-soft, var(--agent-text));
17
+ font: inherit;
18
+ font-size: var(--agent-font-md);
19
+ text-align: left;
20
+ cursor: pointer;
21
+ }
22
+
23
+ .agent-steps-title { flex: 1; font-variant-numeric: tabular-nums; }
24
+ .agent-steps-chevron { color: var(--agent-text-dim); transition: transform var(--agent-motion); }
25
+ .agent-steps[data-open="true"] .agent-steps-chevron { transform: rotate(90deg); }
26
+
27
+ .agent-steps-list {
28
+ display: flex;
29
+ flex-direction: column;
30
+ margin: 0;
31
+ padding: 0 0 var(--agent-space-2);
32
+ border-top: 1px solid var(--agent-border);
33
+ list-style: none;
34
+ }
35
+
36
+ .agent-step { padding: 0 var(--agent-space-4); }
37
+ .agent-step.narration { display: flex; gap: var(--agent-space-3); padding-top: var(--agent-space-1); color: var(--agent-text-muted); font-size: var(--agent-font-md); }
38
+
39
+ .agent-step-row {
40
+ display: flex;
41
+ align-items: center;
42
+ gap: var(--agent-space-3);
43
+ width: 100%;
44
+ min-width: 0;
45
+ padding: var(--agent-space-1) 0 0;
46
+ border: 0;
47
+ background: none;
48
+ color: var(--agent-text);
49
+ font: inherit;
50
+ font-size: var(--agent-font-md);
51
+ text-align: left;
52
+ }
53
+
54
+ button.agent-step-row { cursor: pointer; }
55
+ .agent-step-label { flex: none; white-space: nowrap; }
56
+ .agent-step.thinking .agent-step-label { color: var(--agent-text-muted); }
57
+ .agent-step-subject { flex: 1; min-width: 0; overflow: hidden; color: var(--agent-text-muted); text-overflow: ellipsis; white-space: nowrap; }
58
+ .agent-step-label + .agent-step-time { margin-left: auto; }
59
+ .agent-step-time { flex: none; color: var(--agent-text-dim); font: var(--agent-font-sm) ui-monospace, monospace; font-variant-numeric: tabular-nums; }
60
+
61
+ .agent-step-result,
62
+ .agent-step-thought {
63
+ margin: 0;
64
+ padding-left: calc(var(--agent-step-icon) + var(--agent-space-3));
65
+ color: var(--agent-text-muted);
66
+ font-size: var(--agent-font-sm);
67
+ line-height: 1.45;
68
+ overflow-wrap: anywhere;
69
+ }
70
+
71
+ .agent-step-thought { white-space: pre-wrap; max-height: 160px; overflow-y: auto; }
72
+ .agent-step.failed .agent-step-result { color: var(--agent-alert); }
73
+
74
+ .agent-step-icon { flex: none; width: var(--agent-step-icon); }
75
+ .agent-step-icon.ok { color: var(--agent-ok); }
76
+ .agent-step-icon.alert { color: var(--agent-alert); }
77
+ .agent-step-icon.warn { color: var(--agent-warn); }
78
+
79
+ .agent-step-dot {
80
+ flex: none;
81
+ width: var(--agent-step-icon);
82
+ height: var(--agent-step-icon);
83
+ background: radial-gradient(circle, var(--agent-text-dim) 0 2px, transparent 2.5px);
84
+ }
85
+
86
+ .agent-step-spin {
87
+ flex: none;
88
+ width: var(--agent-step-icon);
89
+ height: var(--agent-step-icon);
90
+ border: 1.5px solid var(--agent-border-strong);
91
+ border-top-color: var(--agent-accent);
92
+ border-radius: var(--agent-radius-pill);
93
+ animation: agent-spin 700ms linear infinite;
94
+ }
95
+
96
+ .agent-steps-note {
97
+ margin: 0;
98
+ padding: var(--agent-space-2) var(--agent-space-4);
99
+ border-top: 1px solid var(--agent-border);
100
+ color: var(--agent-warn);
101
+ font-size: var(--agent-font-sm);
102
+ line-height: 1.45;
103
+ }
104
+
105
+ /* The activity line's second part: what the current step is about. */
106
+ .agent-activity-detail {
107
+ flex: 1;
108
+ min-width: 0;
109
+ overflow: hidden;
110
+ color: var(--agent-text-dim);
111
+ text-overflow: ellipsis;
112
+ white-space: nowrap;
113
+ }
@@ -0,0 +1,191 @@
1
+ // A running agent turn as the panel shows it (AgentTurnSteps.jsx draws it): every tool call, the reasoning the
2
+ // model streamed between them and the call it is writing, as one compact step list per turn with plain labels,
3
+ // a one-line result each and the time each took; the turn's end state; and what the activity line says now.
4
+ // Pure data: the chat store (agent-client.js) feeds it the sidecar's frames, the component only adds a clock.
5
+ import { ko } from "../locale.js";
6
+ import { STUDIO_TOOL_LABELS } from "../studio-agent-protocol.js";
7
+
8
+ const LINE_MAX = 140;
9
+ const clip = (text, max = LINE_MAX) => { const line = String(text ?? "").replace(/\s+/g, " ").trim(); return line.length > max ? `${line.slice(0, max - 1)}…` : line; };
10
+
11
+ /** Words for an action id the turn's action index did not label: "motion.compile" -> "Motion compile". */
12
+ const actionWords = action => { const words = String(action).replace(/([a-z])([A-Z])/g, "$1 $2").split(/[._\s-]+/).filter(Boolean).join(" ").toLowerCase(); return words ? words[0].toUpperCase() + words.slice(1) : "Editor action"; };
13
+
14
+ /** The labels the editor gave its actions (the context's actionIndex), by id. */
15
+ export const actionLabelsOf = context => new Map((context?.actionIndex ?? []).filter(row => row?.id && row.label).map(row => [row.id, row.label]));
16
+
17
+ /** What a script's code calls, by name, each once in order: "Add shot, Frame the shot, Verify the result". */
18
+ function scriptCalls(code, actionLabels) {
19
+ const names = [...String(code ?? "").matchAll(/tools\.(\w+)\(\s*\{?\s*(?:action\s*:\s*["'`]([\w.]+)["'`])?/g)]
20
+ .map(([, tool, action]) => action ? actionLabels?.get(action) ?? actionWords(action) : STUDIO_TOOL_LABELS[tool] ?? actionWords(tool));
21
+ const distinct = [...new Set(names)];
22
+ return distinct.length > 3 ? `${distinct.slice(0, 3).join(", ")}…` : distinct.join(", ");
23
+ }
24
+
25
+ /** The fields a tool.start frame adds to its step: the action it runs and what it is about (a script: its title
26
+ * comment, else what it calls). */
27
+ export function stepFields(name, args, actionLabels) {
28
+ const action = name === "run_action" && typeof args?.action === "string" ? args.action : null;
29
+ const inner = action ? args.args : args;
30
+ const subject = name === "script" ? /^\s*\/\/\s*(.+)/.exec(String(args?.code ?? ""))?.[1] ?? scriptCalls(args?.code, actionLabels)
31
+ : inner?.spec?.label ?? inner?.caption ?? inner?.label ?? (action ? null : inner?.visual && inner.visual !== "none" ? inner.visual.replace("_", " ") : null);
32
+ return { ...(action ? { action, actionLabel: actionLabels?.get(action) ?? actionWords(action) } : {}), ...(subject ? { subject: clip(subject, 80) } : {}) };
33
+ }
34
+
35
+ /** A step's name: the action's label for run_action, the panel's label for a tool family, else the tool's words. */
36
+ export function stepLabel(step, toolLabels = {}) {
37
+ if (step.kind === "compose" || step.kind === "tool") {
38
+ if (step.actionLabel) return step.actionLabel;
39
+ if (step.action) return actionWords(step.action);
40
+ if (step.name === "script") return ko("Script", "스크립트");
41
+ if (Object.hasOwn(toolLabels, step.name)) return toolLabels[step.name];
42
+ return step.label || actionWords(step.name || "tool");
43
+ }
44
+ return "";
45
+ }
46
+
47
+ /** One line of what a verify_result measured: the framing size, motion verification, the image it looked at. */
48
+ function verifySummary(result, args) {
49
+ const parts = [];
50
+ const size = result?.checks?.framing?.derivedSize;
51
+ if (size) parts.push(size);
52
+ if (result?.geometry?.axisConsistent === false) parts.push(ko("cameras cross the line", "카메라가 축을 넘음"));
53
+ if (result?.verification?.status) parts.push(result.verification.status === "verified" ? ko("motion checked", "모션 확인") : ko("motion unverified", "모션 미확인"));
54
+ if (result?.visualStatus === "attached") parts.push(args?.visual === "contact_sheet" ? ko("looked at a contact sheet", "컨택트 시트 확인") : ko("looked at the frame", "화면 확인"));
55
+ if (result?.stale) parts.push(ko("stale evidence", "이전 상태 기준"));
56
+ return parts.join(" · ");
57
+ }
58
+
59
+ /** One line for a finished step: the receipt's own summary, what a check measured, a script's calls, or the error. */
60
+ export function stepResult(step) {
61
+ if (step.kind !== "tool") return "";
62
+ if (step.status === "failed") return clip(String(step.error ?? step.failure?.message ?? ko("Failed", "실패")).replace(/^Error:\s*/, ""));
63
+ if (step.status === "cancelled") return step.result?.status === "not_applied" ? ko("not applied", "적용 안 됨") : ko("result unknown", "결과 불명");
64
+ const result = step.result;
65
+ if (!result || typeof result !== "object") return "";
66
+ if (step.name === "script") {
67
+ const calls = Array.isArray(result.calls) ? result.calls : [];
68
+ const refused = calls.filter(call => call?.ok === false);
69
+ const head = ko(`${calls.length} call${calls.length === 1 ? "" : "s"}`, `호출 ${calls.length}회`);
70
+ if (result.ok === false) return clip(`${head} · ${result.error?.message ?? ko("failed", "실패")}${result.rollback ? ko(" · its edits were rolled back", " · 편집 되돌림") : ""}`);
71
+ return clip(refused.length ? `${head} · ${ko(`${refused.length} refused`, `${refused.length}회 거부`)}: ${refused[0].code ?? refused[0].message ?? ""}` : head);
72
+ }
73
+ if (step.name === "verify_result") return clip(verifySummary(result, step.args));
74
+ if (typeof result.summary === "string" && result.summary) return clip(result.summary.replace(/\.$/, ""));
75
+ if (result.status === "started") return ko("started", "시작됨");
76
+ return "";
77
+ }
78
+
79
+ /** What a script is running right now, from its last tool.progress frame: "Compile motion (call 4)". */
80
+ export function scriptNow(step) {
81
+ const now = step.progress;
82
+ if (!now) return "";
83
+ const label = now.label ?? (now.action ? actionWords(now.action) : actionWords(now.name ?? "call"));
84
+ return ko(`${label} (call ${now.index})`, `${label} (${now.index}번째 호출)`);
85
+ }
86
+
87
+ /** The reasoning text so far as one line: its latest paragraph, or the one before while the latest has only begun. */
88
+ export function thinkingLine(text) {
89
+ const lines = String(text ?? "").split(/\n+/).map(line => line.replace(/^[#*\s-]+|\*+$/g, "").trim()).filter(Boolean);
90
+ const last = lines.at(-1) ?? "";
91
+ return clip(last.length < 24 && lines.length > 1 ? lines.at(-2) : last);
92
+ }
93
+
94
+ /** items after a thinking.delta frame: the open reasoning step grows, or a new one starts after other output. */
95
+ export function withThinking(items, text, now, newId) {
96
+ const last = items.at(-1);
97
+ if (last?.kind === "thinking") return [...items.slice(0, -1), { ...last, text: last.text + text, updatedAt: now }];
98
+ return [...items, { kind: "thinking", id: newId(), text, startedAt: now, updatedAt: now }];
99
+ }
100
+
101
+ /** The reasoning step that just ended (the next call began): it keeps when, so its row shows how long it ran. */
102
+ const closeThinking = (items, now) => items.at(-1)?.kind === "thinking" && !items.at(-1).endedAt ? [...items.slice(0, -1), { ...items.at(-1), endedAt: now }] : items;
103
+
104
+ /** items after a tool.compose frame: the call being written (one per index) names what it has named so far. */
105
+ export function withCompose(list, frame, now, newId, actionLabels) {
106
+ const items = closeThinking(list, now);
107
+ const index = Number.isInteger(frame.index) ? frame.index : 0;
108
+ const at = items.findLastIndex(item => item.kind === "compose" && item.index === index);
109
+ const fields = { name: frame.name, ...(frame.action ? { action: frame.action, actionLabel: actionLabels?.get(frame.action) ?? actionWords(frame.action) } : {}), ...(frame.subject ? { subject: clip(frame.subject, 80) } : {}) };
110
+ if (at !== -1 && items[at].name === frame.name) return items.map((item, i) => i === at ? { ...item, ...fields } : item);
111
+ return [...items, { kind: "compose", id: newId(), index, startedAt: now, ...fields }];
112
+ }
113
+
114
+ /** items after a tool.start frame: the call takes the place of the compose step that wrote it. */
115
+ export function withToolStart(list, step) {
116
+ const items = closeThinking(list, step.startedAt);
117
+ const at = items.findIndex(item => item.kind === "compose" && item.name === step.name);
118
+ return at === -1 ? [...items, step] : items.map((item, i) => i === at ? { ...step, subject: step.subject ?? item.subject } : item);
119
+ }
120
+
121
+ /** items at the end of a turn: compose steps that never ran go, a call still open ends with the turn (its result
122
+ * unknown), and the turn's end state is recorded. */
123
+ export const withTurnEnd = (items, end, newId) => [...items.filter(item => item.kind !== "compose")
124
+ .map(item => item.kind === "tool" && item.status === "running" ? { ...item, status: "cancelled" } : item), { kind: "turn-end", id: newId(), ...end }];
125
+
126
+ const STEP_KINDS = new Set(["tool", "thinking", "compose"]);
127
+
128
+ /**
129
+ * The transcript as render entries: { type: "item", item } for every card, and per turn one
130
+ * { type: "steps", id, steps, end, live, last } at the place of its first step, holding its tool calls, reasoning
131
+ * and the calls being written, plus the assistant text written between steps (narration). The text after the
132
+ * last step is the reply and stays a card. The turn's end state ({ status, durationMs }) rides on its block.
133
+ */
134
+ export function turnLayout(items, { streaming = false } = {}) {
135
+ const turns = [];
136
+ for (const item of items) {
137
+ if ((item.kind === "user" && !item.steered) || !turns.length) turns.push([]);
138
+ turns.at(-1).push(item);
139
+ }
140
+ const entries = [];
141
+ turns.forEach((turn, t) => {
142
+ const lastStep = turn.findLastIndex(item => STEP_KINDS.has(item.kind));
143
+ const end = turn.find(item => item.kind === "turn-end") ?? null;
144
+ const last = t === turns.length - 1;
145
+ let block = null;
146
+ turn.forEach((item, i) => {
147
+ if (item.kind === "turn-end") return;
148
+ const step = STEP_KINDS.has(item.kind) || (item.kind === "assistant" && i < lastStep && block);
149
+ if (!step) { entries.push({ type: "item", item }); return; }
150
+ if (!block) { block = { type: "steps", id: `steps:${item.id}`, steps: [], end, live: last && streaming, last }; entries.push(block); }
151
+ block.steps.push(item.kind === "assistant" ? { ...item, kind: "narration" } : item);
152
+ });
153
+ });
154
+ return entries;
155
+ }
156
+
157
+ /** The header of a turn's step list: how many steps, how it ended and how long it took. */
158
+ export function stepsHeader(block, now, formatClock) {
159
+ const count = block.steps.filter(step => step.kind === "tool").length;
160
+ const steps = count ? ` · ${ko(`${count} step${count === 1 ? "" : "s"}`, `${count}단계`)}` : "";
161
+ if (block.live) {
162
+ const started = block.steps[0]?.startedAt;
163
+ return { tone: "busy", text: `${ko("Working", "작업 중")}${steps}${Number.isFinite(started) ? ` · ${formatClock(now - started)}` : ""}` };
164
+ }
165
+ const end = block.end;
166
+ const took = end && Number.isFinite(end.durationMs) ? ` · ${formatClock(end.durationMs)}` : "";
167
+ if (end?.status === "stopped") return { tone: "warn", text: `${ko("Stopped", "중지됨")}${steps}${took}` };
168
+ if (end?.status === "failed") return { tone: "alert", text: `${ko("Failed", "실패")}${steps}${took}` };
169
+ return { tone: "ok", text: `${ko("Done", "완료")}${steps}${took}` };
170
+ }
171
+
172
+ /**
173
+ * One line for a receipt the turn earned, naming what it changed instead of listing ids: names from the editor's
174
+ * context (characters, objects, shots), the rest counted.
175
+ */
176
+ export function changedLine(ids, context) {
177
+ const names = new Map([...(context?.entityIndex ?? []), ...(context?.shots ?? [])].filter(row => row?.id && row.name).map(row => [row.id, row.name]));
178
+ const named = [...new Set(ids.map(id => names.get(id)).filter(Boolean))];
179
+ const rest = ids.filter(id => !names.has(id)).length;
180
+ if (!named.length && !rest) return ko("Changed the scene", "장면을 바꿈");
181
+ const shown = named.slice(0, 4).join(", "), more = Math.max(0, named.length - 4) + rest;
182
+ return ko(`Changed ${shown || "the scene"}${more > 0 ? ` and ${more} more` : ""}`, `${shown || "장면"}${more > 0 ? ` 외 ${more}개` : ""} 변경`);
183
+ }
184
+
185
+ /** What a stopped turn left behind, as far as its steps tell: their edits stay (one undo entry), or none landed. */
186
+ export function stoppedNote(block) {
187
+ const authored = block.steps.some(step => step.result?.authored === true || (step.result?.calls ?? []).some(call => call?.revision && call.revision.after !== call.revision.before));
188
+ if (authored) return ko("Stopped by you. What already ran stays in the scene; Cmd+Z undoes this turn.", "직접 중지했어요. 이미 실행된 편집은 장면에 남아 있고, Cmd+Z로 이번 턴을 되돌릴 수 있어요.");
189
+ if (block.steps.some(step => step.kind === "tool" && step.status === "cancelled")) return ko("Stopped by you while a step was running; its result is unknown.", "단계 실행 중에 직접 중지했어요. 그 단계의 결과는 알 수 없어요.");
190
+ return ko("Stopped by you before anything changed in the scene.", "장면이 바뀌기 전에 직접 중지했어요.");
191
+ }
@@ -0,0 +1,34 @@
1
+ // The panel's side of pi's provider login (#pi-login, bin/agent/provider-routes.mjs): list the login methods,
2
+ // start one, read its prompts and events (long poll), answer a prompt, cancel, log out. The sidecar runs pi's
3
+ // own login flow; a typed secret goes to the sidecar once, in the answer body, and is never read back.
4
+ import { sidecarRequest } from "../agent-image-client.js";
5
+
6
+ const request = (path, init) => sidecarRequest(globalThis.fetch.bind(globalThis), path, init);
7
+ const flowPath = (flowId) => `/agent/logins/${encodeURIComponent(flowId)}`;
8
+
9
+ /** [{ id, name, methods: [{ type: oauth|api_key|chatgpt, label, subscription }], connected, via, source }] */
10
+ export async function fetchLogins() {
11
+ const result = await request("/agent/logins");
12
+ return Array.isArray(result?.providers) ? result.providers : [];
13
+ }
14
+
15
+ export async function startLogin(providerId, type) {
16
+ return (await request("/agent/logins", { method: "POST", body: JSON.stringify({ providerId, type }) })).flowId;
17
+ }
18
+
19
+ /** { events, next, done } after `after` entries; waits on the sidecar for the next one. */
20
+ export async function readLogin(flowId, after) {
21
+ return request(`${flowPath(flowId)}?after=${after}`);
22
+ }
23
+
24
+ export async function answerLogin(flowId, promptId, value) {
25
+ return request(`${flowPath(flowId)}/answer`, { method: "POST", body: JSON.stringify({ promptId, value }) });
26
+ }
27
+
28
+ export async function cancelLogin(flowId) {
29
+ return request(flowPath(flowId), { method: "DELETE" });
30
+ }
31
+
32
+ export async function logoutProvider(providerId) {
33
+ return request(`/agent/logout/${encodeURIComponent(providerId)}`, { method: "POST" });
34
+ }
@@ -1,7 +1,7 @@
1
1
  import { SCENES_STORAGE_KEY, readSceneDocument } from "../scenes.js";
2
2
 
3
3
  const MOTION_INPUT_NODE_TYPE = "motion-input";
4
- const MOTION_INPUT_NODE_VERSION = 1;
4
+ const MOTION_INPUT_NODE_VERSION = 2;
5
5
 
6
6
  function text(value, fallback = "") {
7
7
  return typeof value === "string" ? value : fallback;
@@ -13,29 +13,33 @@ function clone(value) {
13
13
  return Object.fromEntries(Object.entries(value).map(([key, item]) => [key, clone(item)]));
14
14
  }
15
15
 
16
- /** Normalize a Motion Input node's serializable state. Object URLs are kept
17
- * in `objectUrl` for this tab only; `url` remains the durable same-origin ref. */
16
+ const SPEC_SCHEMA = "cozyclay.motion-spec.v1";
17
+ const specOf = value => value && typeof value === "object" && !Array.isArray(value) && value.schema === SPEC_SCHEMA && Number.isFinite(value.frames) ? value : null;
18
+
19
+ /** Normalize a Motion Input node's serializable state: a CozyClay 3 motion spec (the JSON an
20
+ * agent writes for motion.compile) and the character it drives. */
18
21
  export function normalizeMotionInputData(input = {}) {
19
22
  const source = input && typeof input === "object" ? input : {};
20
- const url = text(source.url || source.motionUrl);
21
- const objectUrl = text(source.objectUrl);
23
+ const spec = specOf(source.spec);
22
24
  const characterId = text(source.characterId || source.targetCharacterId, "");
23
25
  return {
24
26
  type: MOTION_INPUT_NODE_TYPE,
25
27
  version: MOTION_INPUT_NODE_VERSION,
26
28
  label: text(source.label, "Motion Input"),
27
- url: url || objectUrl,
28
- objectUrl: objectUrl || null,
29
29
  fileName: text(source.fileName),
30
- mimeType: text(source.mimeType, "application/octet-stream"),
31
30
  characterId,
32
- status: text(source.status, url || objectUrl ? "ready" : "idle"),
33
- frames: Number.isFinite(Number(source.frames)) ? Math.max(0, Math.round(Number(source.frames))) : null,
34
- fps: Number.isFinite(Number(source.fps)) ? Number(source.fps) : null,
35
- motionRef: source.motionRef && typeof source.motionRef === "object" ? clone(source.motionRef) : null,
31
+ status: spec ? "ready" : text(source.status) === "error" ? "error" : "idle",
32
+ spec: spec ? clone(spec) : null,
33
+ frames: spec ? Math.round(spec.frames) : null,
34
+ fps: spec ? 24 : null,
36
35
  };
37
36
  }
38
37
 
38
+ /** Parse a motion spec file's text; null when it is not a cozyclay.motion-spec.v1. */
39
+ export function parseMotionSpec(textValue) {
40
+ try { return specOf(JSON.parse(textValue)); } catch { return null; }
41
+ }
42
+
39
43
  export function characterHandleId(characterId) {
40
44
  const id = text(characterId).trim();
41
45
  return id ? `character:${id}` : "character";
@@ -51,29 +55,12 @@ export function motionInputOutput(input = {}) {
51
55
  return {
52
56
  type: MOTION_INPUT_NODE_TYPE,
53
57
  version: MOTION_INPUT_NODE_VERSION,
54
- url: data.url || null,
55
- objectUrl: data.objectUrl,
56
58
  fileName: data.fileName || null,
57
- mimeType: data.mimeType,
58
59
  characterId: data.characterId || null,
59
60
  handle: data.characterId ? characterHandleId(data.characterId) : null,
60
61
  frames: data.frames,
61
62
  fps: data.fps,
62
- motionRef: data.motionRef,
63
- };
64
- }
65
-
66
- /** Build the Scene patch for a connected Motion Input output. */
67
- export function characterMotionPatch(characterId, input = {}) {
68
- const data = normalizeMotionInputData({ ...input, characterId });
69
- return {
70
- characterId: data.characterId || null,
71
- motionRef: {
72
- ...(data.motionRef ? clone(data.motionRef) : {}),
73
- url: data.url || data.objectUrl || null,
74
- fileName: data.fileName || null,
75
- mimeType: data.mimeType,
76
- },
63
+ spec: data.spec,
77
64
  };
78
65
  }
79
66
 
@@ -84,7 +71,7 @@ export function activeSceneCharacters(storage = globalThis.localStorage) {
84
71
  const result = readSceneDocument(raw);
85
72
  const scene = result.document?.scenes?.find((entry) => entry.id === result.document.activeSceneId) || result.document?.scenes?.[0];
86
73
  return Array.isArray(scene?.stage?.characters)
87
- ? scene.stage.characters.filter((entry) => entry && typeof entry.id === "string" && entry.id).map((entry, index) => ({ id: entry.id, name: entry.subject || `Character ${index + 1}`, model: entry.model || null, motionRef: entry.motionRef || null }))
74
+ ? scene.stage.characters.filter((entry) => entry && typeof entry.id === "string" && entry.id).map((entry, index) => ({ id: entry.id, name: entry.subject || `Character ${index + 1}`, model: entry.model || null }))
88
75
  : [];
89
76
  } catch {
90
77
  return [];
@@ -17,7 +17,7 @@ export const DEFAULT_NODE_SCHEMAS = {
17
17
  } },
18
18
  video: { models: {
19
19
  "video-passthrough": { name: "Input Video", input_schema: { schemas: { input_data: { properties: { video_url: field("string", "Video URL", { format: "uri" }) } } } } },
20
- "video-generation": { name: "Video Generation", input_schema: { schemas: { input_data: { properties: { provider: field("string", "Provider", { enum: ["comfy", "fal"], default: "comfy" }), prompt: field("string", "Motion prompt"), duration_seconds: field("number", "Duration", { default: 5, minimum: 1, maximum: 15, step: 1 }), aspect: field("string", "Aspect ratio", { enum: ["16:9", "9:16", "1:1", "21:9", "12:7"], default: "16:9" }), extract_mocap: field("boolean", "Extract GVHMR motion", { default: false }) } } } } },
20
+ "video-generation": { name: "Video Generation", input_schema: { schemas: { input_data: { properties: { provider: field("string", "Provider", { enum: ["comfy", "fal"], default: "comfy" }), prompt: field("string", "Motion prompt"), duration_seconds: field("number", "Duration", { default: 5, minimum: 1, maximum: 15, step: 1 }), aspect: field("string", "Aspect ratio", { enum: ["16:9", "9:16", "1:1", "21:9", "12:7"], default: "16:9" }) } } } } },
21
21
  } },
22
22
  audio: { models: {
23
23
  "audio-passthrough": { name: "Input Audio", input_schema: { schemas: { input_data: { properties: { audio_url: field("string", "Audio URL", { format: "uri" }) } } } } },