cozyclay 2.1.1 → 3.0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (585) hide show
  1. package/CHANGELOG.md +88 -0
  2. package/README.md +12 -30
  3. package/bin/agent/agent-routes.mjs +43 -116
  4. package/bin/agent/agent-runner.mjs +14 -15
  5. package/bin/agent/cliproxy-provider.mjs +135 -0
  6. package/bin/agent/credential-store.mjs +30 -7
  7. package/bin/agent/pi-tools.mjs +4 -1
  8. package/bin/agent/provider-keys.mjs +32 -0
  9. package/bin/agent/provider-login.mjs +110 -0
  10. package/bin/agent/provider-routes.mjs +99 -0
  11. package/bin/agent/providers.mjs +19 -97
  12. package/bin/agent/script-tool.mjs +17 -4
  13. package/bin/agent/session-store.mjs +2 -2
  14. package/bin/agent/studio-context-budget.mjs +93 -0
  15. package/bin/agent/studio-motion-reference.mjs +23 -0
  16. package/bin/agent/studio-prompt.mjs +1 -1
  17. package/bin/agent/studio-rebase-text.mjs +32 -0
  18. package/bin/agent/studio-rebase.mjs +26 -39
  19. package/bin/agent/studio-tools.mjs +9 -28
  20. package/bin/agent/tool-arguments.mjs +49 -0
  21. package/bin/agent/turn-frames.mjs +66 -0
  22. package/bin/codex-auth.mjs +9 -2
  23. package/bin/cozyclay.mjs +10 -116
  24. package/bin/live/cli.mjs +3 -3
  25. package/bin/mcp-runtime.mjs +2 -12
  26. package/bin/package-signature.mjs +0 -4
  27. package/dist/app/index.html +7 -6
  28. package/dist/assets/EXRLoader-CvVIvGVE.js +1 -0
  29. package/dist/assets/analytics-BWCqdgWA.js +1 -0
  30. package/dist/assets/app-DfTCxaKk.js +5087 -0
  31. package/dist/assets/app-f-fkV5uP.css +1 -0
  32. package/dist/assets/compile-worker-BxKXh07s.js +5 -0
  33. package/dist/assets/fflate.module-KbGj5-H6.js +5 -0
  34. package/dist/assets/{first-shot-handoff-msLI71g1.js → first-shot-handoff-DNO8kv_N.js} +1 -1
  35. package/dist/assets/{landing-ChUvB_zL.js → landing-yfZaJkWc.js} +1 -1
  36. package/dist/assets/scene-asset-sync-U3kS2rvK.js +20 -0
  37. package/dist/assets/scene-asset-sync-_S8NQl5B.css +1 -0
  38. package/dist/assets/workflow-D78eiKTa.js +179 -0
  39. package/dist/cozyclay-package.json +1 -1
  40. package/dist/index.html +3 -3
  41. package/dist/sw.js +3 -6
  42. package/dist/workflow/index.html +5 -4
  43. package/mcp/LIVE-PROTOCOL.md +7 -47
  44. package/mcp/README.md +16 -26
  45. package/mcp/live-hub.mjs +6 -10
  46. package/mcp/package.json +1 -3
  47. package/mcp/tool-handlers.mjs +4 -168
  48. package/package.json +3 -22
  49. package/src/App.jsx +151 -2625
  50. package/src/agent-progress.js +80 -0
  51. package/src/agent-turn-mark.js +30 -0
  52. package/src/analytics.js +1 -19
  53. package/src/app-context.js +12 -2
  54. package/src/app-stage.jsx +2 -34
  55. package/src/asset-pane.jsx +6 -5
  56. package/src/camera-block.js +21 -0
  57. package/src/camera-direction.js +120 -0
  58. package/src/character-kind.js +3 -9
  59. package/src/command-bus.js +10 -8
  60. package/src/commands/cast.js +5 -34
  61. package/src/commands/elements/character.js +1 -1
  62. package/src/commands/elements/motion.js +1 -6
  63. package/src/commands/elements/object.js +6 -2
  64. package/src/commands/elements/shot.js +4 -1
  65. package/src/commands/elements.js +38 -14
  66. package/src/commands/index.js +3 -1
  67. package/src/commands/kits.js +37 -0
  68. package/src/commands/motion-timing.js +57 -0
  69. package/src/commands/motion.js +9 -152
  70. package/src/commands/motion3-compile.js +65 -0
  71. package/src/commands/motion3.js +214 -0
  72. package/src/commands/objects.js +6 -4
  73. package/src/commands/shot.js +55 -13
  74. package/src/commands/stage.js +14 -1
  75. package/src/commands/view.js +4 -1
  76. package/src/document-mirrors.js +42 -0
  77. package/src/document-store.js +4 -0
  78. package/src/domains/cast.js +19 -194
  79. package/src/domains/motion/motion-range-pin-rules.js +1 -1
  80. package/src/domains/motion/take-source.js +53 -0
  81. package/src/domains/motion.js +60 -1838
  82. package/src/domains/scenes.js +12 -55
  83. package/src/domains/shots.js +2 -2
  84. package/src/domains/stage.js +4 -2
  85. package/src/draft-ghost.js +47 -0
  86. package/src/draft-ghost.jsx +129 -0
  87. package/src/dualview.jsx +4 -3
  88. package/src/effects/EffectsLayer.jsx +112 -0
  89. package/src/effects/effect-meshes.js +232 -0
  90. package/src/effects/effect-record.js +103 -0
  91. package/src/effects/emitter.js +59 -0
  92. package/src/effects/simulate.js +261 -0
  93. package/src/effects/state.js +59 -0
  94. package/src/execution-telemetry.js +2 -3
  95. package/src/first-success-guide.jsx +5 -5
  96. package/src/ghost-set.js +257 -0
  97. package/src/held-object-edit.jsx +113 -0
  98. package/src/held-object-pose.js +175 -0
  99. package/src/hierarchy-model.js +1 -1
  100. package/src/hierarchy-panel.jsx +1 -1
  101. package/src/imported-mesh.jsx +103 -0
  102. package/src/kits/held.js +84 -0
  103. package/src/kits/index.js +70 -0
  104. package/src/kits/smoking.js +57 -0
  105. package/src/light-blockers.js +93 -0
  106. package/src/motion/beat-board-model.js +84 -0
  107. package/src/motion/beat-board.css +124 -0
  108. package/src/motion/beat-board.jsx +60 -0
  109. package/src/motion/center-of-mass.js +66 -0
  110. package/src/motion/fix-collisions.js +850 -0
  111. package/src/motion/physics-review.js +118 -0
  112. package/src/{ardy → motion}/physics-support.js +1 -76
  113. package/src/motion/rig-snapshot.js +22 -0
  114. package/src/motion/take-segments.jsx +140 -0
  115. package/src/{ardy → motion}/timeline-coordinates.js +0 -21
  116. package/src/{ardy → motion}/timeline.css +1 -2
  117. package/src/{ardy → motion}/timeline.jsx +42 -413
  118. package/src/motion/waypoints.js +76 -0
  119. package/src/motion3/beats.js +83 -0
  120. package/src/motion3/body.js +158 -0
  121. package/src/motion3/bones.js +47 -0
  122. package/src/motion3/carried.js +47 -0
  123. package/src/motion3/compile-job.js +79 -0
  124. package/src/motion3/compile-worker.js +10 -0
  125. package/src/motion3/compiler/anchors.js +113 -0
  126. package/src/motion3/compiler/arm-orient.js +128 -0
  127. package/src/motion3/compiler/channels.js +125 -0
  128. package/src/motion3/compiler/compile.js +205 -0
  129. package/src/motion3/compiler/gait-rhythm.js +97 -0
  130. package/src/motion3/compiler/grip.js +171 -0
  131. package/src/motion3/compiler/head-steady.js +48 -0
  132. package/src/motion3/compiler/hold.js +134 -0
  133. package/src/motion3/compiler/idle.js +113 -0
  134. package/src/motion3/compiler/limbs.js +197 -0
  135. package/src/motion3/compiler/math.js +72 -0
  136. package/src/motion3/compiler/pose.js +177 -0
  137. package/src/motion3/compiler/quat.js +49 -0
  138. package/src/motion3/compiler/skeleton.js +74 -0
  139. package/src/motion3/compiler/validate-common.js +32 -0
  140. package/src/motion3/compiler/validate-goals.js +118 -0
  141. package/src/motion3/compiler/validate-objects.js +144 -0
  142. package/src/motion3/compiler/validate-parts.js +118 -0
  143. package/src/motion3/compiler/validate.js +122 -0
  144. package/src/motion3/compiler/vocab.js +74 -0
  145. package/src/motion3/compiler/walk-pelvis.js +275 -0
  146. package/src/motion3/compiler/walk.js +207 -0
  147. package/src/motion3/compiler/wrist-clamp.js +32 -0
  148. package/src/motion3/delta.js +47 -0
  149. package/src/motion3/describe.js +177 -0
  150. package/src/motion3/docs.js +27 -0
  151. package/src/motion3/edit-carry.js +21 -0
  152. package/src/motion3/fix/ease.js +16 -0
  153. package/src/motion3/fix/ground.js +37 -0
  154. package/src/motion3/fix/index.js +52 -0
  155. package/src/motion3/fix/push.js +71 -0
  156. package/src/motion3/fix/reach.js +46 -0
  157. package/src/motion3/fix/retime.js +79 -0
  158. package/src/motion3/fix/self.js +211 -0
  159. package/src/motion3/fix/slide.js +70 -0
  160. package/src/motion3/fix/turn.js +51 -0
  161. package/src/motion3/follow.js +39 -0
  162. package/src/motion3/free-motion.js +204 -0
  163. package/src/motion3/grip-choice.js +130 -0
  164. package/src/motion3/hold-plan.js +157 -0
  165. package/src/motion3/json-patch.js +77 -0
  166. package/src/motion3/key-aim.js +105 -0
  167. package/src/motion3/key-edit.js +82 -0
  168. package/src/motion3/lenient.js +127 -0
  169. package/src/motion3/object-keys.js +236 -0
  170. package/src/motion3/object-pose.js +182 -0
  171. package/src/motion3/object-tracks.js +12 -0
  172. package/src/motion3/people.js +82 -0
  173. package/src/motion3/pipeline.js +102 -0
  174. package/src/motion3/playback.js +51 -0
  175. package/src/motion3/probes.js +91 -0
  176. package/src/motion3/qa/body-checks.js +34 -0
  177. package/src/motion3/qa/check-names.js +14 -0
  178. package/src/motion3/qa/checks.js +125 -0
  179. package/src/motion3/qa/contact-checks.js +51 -0
  180. package/src/motion3/qa/explain.js +80 -0
  181. package/src/motion3/qa/fmt.js +5 -0
  182. package/src/motion3/qa/foot-checks.js +72 -0
  183. package/src/motion3/qa/geometry.js +77 -0
  184. package/src/motion3/qa/goals.js +191 -0
  185. package/src/motion3/qa/ground.js +60 -0
  186. package/src/motion3/qa/hints-contact.js +195 -0
  187. package/src/motion3/qa/hints-goal.js +160 -0
  188. package/src/motion3/qa/hints-knee.js +24 -0
  189. package/src/motion3/qa/hints-motion.js +209 -0
  190. package/src/motion3/qa/hints-object.js +91 -0
  191. package/src/motion3/qa/index.js +44 -0
  192. package/src/motion3/qa/key-checks.js +82 -0
  193. package/src/motion3/qa/near.js +96 -0
  194. package/src/motion3/qa/object-checks.js +135 -0
  195. package/src/motion3/qa/patch.js +161 -0
  196. package/src/motion3/qa/people-checks.js +37 -0
  197. package/src/motion3/qa/severity.js +38 -0
  198. package/src/motion3/qa/spec-checks.js +65 -0
  199. package/src/motion3/qa/style.js +228 -0
  200. package/src/motion3/qa/wrist-checks.js +69 -0
  201. package/src/motion3/qa/wrist-obs.js +60 -0
  202. package/src/motion3/refs.js +129 -0
  203. package/src/motion3/repair-tune.js +121 -0
  204. package/src/motion3/repair.js +83 -0
  205. package/src/motion3/report.js +67 -0
  206. package/src/motion3/rigs/index.js +14 -0
  207. package/src/motion3/rigs/x-bot-tpose-body.json +1 -0
  208. package/src/motion3/rigs/x-bot-tpose.json +1 -0
  209. package/src/motion3/rigs/y-bot-tpose-body.json +1 -0
  210. package/src/motion3/rigs/y-bot-tpose.json +1 -0
  211. package/src/motion3/scene.js +60 -0
  212. package/src/motion3/schema/brief.js +89 -0
  213. package/src/motion3/schema/fields.js +44 -0
  214. package/src/motion3/schema/spec-examples.js +46 -0
  215. package/src/motion3/schema/topics.js +113 -0
  216. package/src/motion3/schema/types.js +149 -0
  217. package/src/motion3/search.js +117 -0
  218. package/src/motion3/second-hand.js +112 -0
  219. package/src/motion3/settle.js +136 -0
  220. package/src/motion3/skills/basic.js +83 -0
  221. package/src/motion3/skills/book.js +76 -0
  222. package/src/motion3/skills/car.js +145 -0
  223. package/src/motion3/skills/flip.js +200 -0
  224. package/src/motion3/skills/frames-auto.js +29 -0
  225. package/src/motion3/skills/impact.js +109 -0
  226. package/src/motion3/skills/index.js +85 -0
  227. package/src/motion3/skills/info.js +80 -0
  228. package/src/motion3/skills/smoke-kit.js +109 -0
  229. package/src/motion3/skills/smoke.js +160 -0
  230. package/src/motion3/spec-store.js +59 -0
  231. package/src/motion3/take-edit.js +155 -0
  232. package/src/motion3/take.js +63 -0
  233. package/src/motion3/timeline.js +127 -0
  234. package/src/motion3/views.js +121 -0
  235. package/src/motion3/walk-plan.js +119 -0
  236. package/src/object-catalog.jsx +7 -1
  237. package/src/object-colors.js +98 -0
  238. package/src/object-gizmo-parts.js +115 -0
  239. package/src/object-gizmo.jsx +37 -122
  240. package/src/object-glow.js +139 -0
  241. package/src/object-hidden.js +33 -0
  242. package/src/object-look.js +196 -0
  243. package/src/object-size.js +10 -0
  244. package/src/object-travel.js +71 -6
  245. package/src/panels/CameraPanel.jsx +7 -7
  246. package/src/panels/HdrEnvironmentControls.jsx +59 -0
  247. package/src/panels/LightPanel.jsx +25 -4
  248. package/src/panels/ObjectLookPanel.jsx +88 -0
  249. package/src/panels/PosePanel.jsx +2 -17
  250. package/src/panels/RigControlPanel.jsx +5 -53
  251. package/src/panels/SubjectBox.jsx +4 -1
  252. package/src/panels/details.css +14 -0
  253. package/src/posestudio.jsx +4 -27
  254. package/src/project-browser.jsx +3 -4
  255. package/src/project-resources.js +18 -31
  256. package/src/project.js +13 -104
  257. package/src/props.jsx +25 -280
  258. package/src/qa-label.js +25 -0
  259. package/src/rail-dot-drag.js +23 -0
  260. package/src/render-passes.js +10 -0
  261. package/src/resource-status.jsx +1 -0
  262. package/src/result-modal.jsx +4 -19
  263. package/src/room.jsx +20 -12
  264. package/src/scene-assets.js +8 -6
  265. package/src/scene-light-place.js +72 -0
  266. package/src/scene-lights.jsx +148 -0
  267. package/src/scene-objects.js +31 -139
  268. package/src/scenes.js +15 -105
  269. package/src/semantic-edit.js +2 -5
  270. package/src/set-pieces.jsx +183 -0
  271. package/src/settings-menu.jsx +3 -11
  272. package/src/shell/BottomDock.jsx +9 -51
  273. package/src/shell/DetailsSlot.jsx +16 -200
  274. package/src/shell/GhostsMenuGroup.jsx +74 -0
  275. package/src/shell/LibrarySlot.jsx +1 -3
  276. package/src/shell/MenuBar.jsx +3 -3
  277. package/src/shell/PreferencesDialog.jsx +15 -264
  278. package/src/shell/PreferencesSlot.jsx +2 -8
  279. package/src/shell/TopBar.jsx +5 -84
  280. package/src/shell/ViewportToolbar.jsx +10 -70
  281. package/src/shell/agent-glass.css +19 -6
  282. package/src/shell/details-selection.js +42 -0
  283. package/src/shell/ghosts-menu.css +22 -0
  284. package/src/shell/glass-regions.css +29 -3
  285. package/src/shell/preferences.css +6 -1
  286. package/src/shot-authoring.js +4 -7
  287. package/src/soft-shadows.js +37 -0
  288. package/src/stage-attach-frames.js +12 -12
  289. package/src/stage-canvas-rigs.jsx +3 -3
  290. package/src/stage-capture.jsx +42 -8
  291. package/src/stage-characters.jsx +22 -216
  292. package/src/stage-editor-gizmos.jsx +6 -6
  293. package/src/stage-environment.js +93 -0
  294. package/src/stage-hdr-builtins.js +107 -0
  295. package/src/stage-hdr-image.js +116 -0
  296. package/src/stage-hdr-library.js +70 -0
  297. package/src/stage-hdr-map.js +94 -0
  298. package/src/stage-hdr.js +130 -0
  299. package/src/stage-lighting.js +149 -0
  300. package/src/stage-occlusion.js +210 -0
  301. package/src/stage-sky.jsx +159 -0
  302. package/src/stage-startup-defaults.js +5 -9
  303. package/src/studio-actions.js +16 -14
  304. package/src/studio-agent-commands.js +19 -16
  305. package/src/studio-agent-motion.js +9 -9
  306. package/src/studio-agent-protocol.js +47 -77
  307. package/src/studio-app-binding.js +27 -47
  308. package/src/studio-asset-list.js +17 -0
  309. package/src/studio-contact-sheet.js +37 -5
  310. package/src/studio-elements.js +27 -7
  311. package/src/studio-entity-bounds.js +18 -0
  312. package/src/studio-error-codes.js +15 -0
  313. package/src/studio-export-framing.js +152 -0
  314. package/src/studio-lighting-check.js +103 -0
  315. package/src/studio-motion-visual.js +150 -0
  316. package/src/studio-schema-errors.js +80 -0
  317. package/src/studio-support-gap.js +74 -0
  318. package/src/styles.css +1 -19
  319. package/src/timeline-defaults.js +5 -0
  320. package/src/timeline-extent.js +8 -20
  321. package/src/tutorial-walk.js +17 -0
  322. package/src/ui-scrub.js +1 -1
  323. package/src/use-shot-camera-tracks.js +12 -0
  324. package/src/view-ghosts.js +97 -0
  325. package/src/view-ghosts.jsx +49 -0
  326. package/src/workflow/AgentPanel.jsx +47 -166
  327. package/src/workflow/AgentProgressCard.jsx +109 -0
  328. package/src/workflow/AgentReplyText.jsx +37 -0
  329. package/src/workflow/AgentTurnSteps.jsx +84 -0
  330. package/src/workflow/LoginPanel.jsx +140 -0
  331. package/src/workflow/WorkflowBuilder.jsx +7 -23
  332. package/src/workflow/agent-client.js +54 -51
  333. package/src/workflow/agent-panel.css +71 -1
  334. package/src/workflow/agent-progress-card.css +167 -0
  335. package/src/workflow/agent-progress-view.js +47 -0
  336. package/src/workflow/agent-turn-steps.css +113 -0
  337. package/src/workflow/agent-turn.js +191 -0
  338. package/src/workflow/login-client.js +34 -0
  339. package/src/workflow/motion-input.js +18 -31
  340. package/src/workflow/node-schema.js +1 -1
  341. package/src/workflow/reply-markdown.js +69 -0
  342. package/src/workflow/scene-asset-sync.js +8 -8
  343. package/tools/agent-session-stats.mjs +61 -0
  344. package/tools/dev-full.mjs +5 -56
  345. package/tools/eslint-baseline.json +12 -13
  346. package/tools/knip-baseline.json +0 -179
  347. package/tools/loc-baseline.json +31 -81
  348. package/tools/motion3/extract-body.mjs +103 -0
  349. package/tools/motion3/extract-rig.mjs +85 -0
  350. package/tools/process-supervisor.mjs +0 -88
  351. package/tools/run-tests.mjs +9 -125
  352. package/bin/agent/motion-runtime.mjs +0 -76
  353. package/dist/ardy/cskel27-rest.json +0 -557
  354. package/dist/assets/analytics-C9pMpW7s.js +0 -1
  355. package/dist/assets/app-B_2XB9rw.css +0 -1
  356. package/dist/assets/app-DAuvKPP8.js +0 -4920
  357. package/dist/assets/config-Bx7pYsD9.js +0 -1
  358. package/dist/assets/config-DeoFTYzb.css +0 -1
  359. package/dist/assets/demo-CvKuBgy5.js +0 -1
  360. package/dist/assets/scene-asset-sync-DKkpjKBV.js +0 -19
  361. package/dist/assets/scene-asset-sync-DjJ_cJ2R.css +0 -1
  362. package/dist/assets/ticket-BPk2Ni95.js +0 -1
  363. package/dist/assets/workflow-jJRBR94Z.js +0 -179
  364. package/dist/demo/walk-then-stop.npz +0 -0
  365. package/mcp/ardy-prompts.mjs +0 -218
  366. package/src/ardy/auto-fix-panel.css +0 -108
  367. package/src/ardy/auto-physics.js +0 -1194
  368. package/src/ardy/client.js +0 -153
  369. package/src/ardy/convert.js +0 -313
  370. package/src/ardy/cskel27-neutral.js +0 -39
  371. package/src/ardy/cskel27.js +0 -77
  372. package/src/ardy/export.js +0 -165
  373. package/src/ardy/fix-collisions.js +0 -2257
  374. package/src/ardy/foot-lock.js +0 -230
  375. package/src/ardy/motion-calibration.js +0 -118
  376. package/src/ardy/motion-edit.js +0 -213
  377. package/src/ardy/motion-url.js +0 -55
  378. package/src/ardy/mp4-duration.js +0 -102
  379. package/src/ardy/npz.js +0 -595
  380. package/src/ardy/physics-panel.css +0 -21
  381. package/src/ardy/physics-panel.jsx +0 -89
  382. package/src/ardy/physics-refine.js +0 -111
  383. package/src/ardy/physics-review.js +0 -567
  384. package/src/ardy/physics-temporal.js +0 -54
  385. package/src/ardy/platform-fit-panel.css +0 -64
  386. package/src/ardy/platform-fit-panel.jsx +0 -41
  387. package/src/ardy/platform-fit.js +0 -326
  388. package/src/ardy/playback.js +0 -711
  389. package/src/ardy/pose-pin.js +0 -97
  390. package/src/ardy/prompt-clips.js +0 -30
  391. package/src/ardy/retime.js +0 -211
  392. package/src/ardy/root-drop.js +0 -369
  393. package/src/ardy/timeline-resize.js +0 -13
  394. package/src/ardy/to-cskel27.js +0 -225
  395. package/src/ardy/trim.js +0 -33
  396. package/src/ardy/waypoints.js +0 -369
  397. package/src/ardy-bridge-contract.js +0 -281
  398. package/src/domains/motion/motion-video-capture.js +0 -664
  399. package/src/i2v-motion-client.js +0 -77
  400. package/src/i2v-motion-studio.jsx +0 -180
  401. package/src/line-edit.js +0 -1348
  402. package/src/motion/generation.js +0 -105
  403. package/src/motion-readiness-ui.jsx +0 -67
  404. package/src/motion-readiness.js +0 -40
  405. package/src/motion-resources.js +0 -177
  406. package/src/motion-store.js +0 -65
  407. package/src/motion-trail.js +0 -601
  408. package/src/multimodel-ingest.js +0 -394
  409. package/src/panels/PromptBlocksPanel.jsx +0 -444
  410. package/src/panels/VideoCapturePanel.jsx +0 -181
  411. package/src/pose-extract/browser.js +0 -42
  412. package/src/pose-extract/detector.js +0 -100
  413. package/src/pose-extract/fit.js +0 -227
  414. package/src/pose-extract/image-frame.js +0 -51
  415. package/src/pose-extract/index.js +0 -58
  416. package/src/pose-extract/keyframes.js +0 -74
  417. package/src/pose-extract/landmarks.js +0 -162
  418. package/src/pose-extract/mirror.js +0 -153
  419. package/src/pose-extract/take.js +0 -131
  420. package/src/pose-extract/video-frames.js +0 -91
  421. package/src/take-recipe.js +0 -165
  422. package/src/trail-key-conflicts.js +0 -39
  423. package/src/trail-pick.js +0 -59
  424. package/src/use-i2v-capture-modal.js +0 -15
  425. package/tools/ardy/BRIDGE.md +0 -37
  426. package/tools/ardy/GVHMR-NPZ.md +0 -68
  427. package/tools/ardy/README.md +0 -124
  428. package/tools/ardy/__pycache__/cclay_gvhmr_worker.cpython-313.pyc +0 -0
  429. package/tools/ardy/artifacts.mjs +0 -34
  430. package/tools/ardy/bridge.mjs +0 -1732
  431. package/tools/ardy/bvh-cskel27.mjs +0 -1265
  432. package/tools/ardy/cclay_constrained_generate.py +0 -561
  433. package/tools/ardy/cclay_gvhmr_worker.py +0 -264
  434. package/tools/ardy/cclay_motion_edit.py +0 -510
  435. package/tools/ardy/cclay_sequence_generate.py +0 -705
  436. package/tools/ardy/cclay_worker.py +0 -304
  437. package/tools/ardy/dump-npz.py +0 -205
  438. package/tools/ardy/extract-rest.mjs +0 -299
  439. package/tools/ardy/extract.mjs +0 -507
  440. package/tools/ardy/footage.mjs +0 -467
  441. package/tools/ardy/gvhmr-floor.mjs +0 -102
  442. package/tools/ardy/gvhmr-to-cskel27.mjs +0 -21
  443. package/tools/ardy/gvhmr_fastpath.py +0 -168
  444. package/tools/ardy/gvhmr_trajectory.py +0 -240
  445. package/tools/ardy/merge-text-encoder.py +0 -160
  446. package/tools/ardy/mocap-metrics.mjs +0 -200
  447. package/tools/ardy/mocap-quality-gate.mjs +0 -110
  448. package/tools/ardy/motion-stabilize.mjs +0 -348
  449. package/tools/ardy/npz.mjs +0 -414
  450. package/tools/ardy/pose-to-npz.mjs +0 -106
  451. package/tools/ardy/prompt-limits.mjs +0 -5
  452. package/tools/ardy/run-edit-on-box.sh +0 -73
  453. package/tools/ardy/run-local.mjs +0 -233
  454. package/tools/ardy/run-on-box.sh +0 -593
  455. package/tools/ardy/run-sequence-on-box.sh +0 -177
  456. package/tools/ardy/runners/gvhmr-worker.mjs +0 -206
  457. package/tools/ardy/runners/index.mjs +0 -18
  458. package/tools/ardy/runners/local.mjs +0 -455
  459. package/tools/ardy/runners/proc.mjs +0 -125
  460. package/tools/ardy/runners/remote.mjs +0 -252
  461. package/tools/ardy/setup-local.mjs +0 -189
  462. package/tools/ardy/setup-text-encoder-on-box.sh +0 -93
  463. package/tools/ardy/setup-text-encoder.py +0 -306
  464. package/tools/ardy/smpl-cskel27.mjs +0 -178
  465. package/tools/ardy/visual-qa.mjs +0 -196
  466. package/tools/ardy/vq-car.mjs +0 -52
  467. package/tools/bench/EXP3.md +0 -61
  468. package/tools/bench/cclay_bench_extract_incam.py +0 -125
  469. package/tools/bench/cclay_bench_extract_obs.py +0 -204
  470. package/tools/bench/cclay_bench_runner.py +0 -42
  471. package/tools/bench/cube-contact.mjs +0 -162
  472. package/tools/bench/exp3.mjs +0 -152
  473. package/tools/bench/extract-bench-lib.mjs +0 -216
  474. package/tools/bench/extract-bench.mjs +0 -302
  475. package/tools/bench/fal-generate.mjs +0 -88
  476. package/tools/bench/fit/README.md +0 -189
  477. package/tools/bench/fit/camera.mjs +0 -59
  478. package/tools/bench/fit/contact.mjs +0 -419
  479. package/tools/bench/fit/footlock.mjs +0 -234
  480. package/tools/bench/fit/motion.mjs +0 -85
  481. package/tools/bench/fit/pin.mjs +0 -27
  482. package/tools/bench/fit/remote.mjs +0 -105
  483. package/tools/bench/fit-bench.mjs +0 -126
  484. package/tools/bench/fit-sanity.mjs +0 -45
  485. package/tools/bench/metrics.mjs +0 -313
  486. package/tools/bench/obs/depth.mjs +0 -258
  487. package/tools/bench/obs/extrinsics.mjs +0 -175
  488. package/tools/bench/obs/fit_mannequin_betas.py +0 -340
  489. package/tools/bench/obs/ground.mjs +0 -294
  490. package/tools/bench/obs/heading.mjs +0 -151
  491. package/tools/bench/obs/ladder.mjs +0 -555
  492. package/tools/bench/obs/mannequin-betas.json +0 -124
  493. package/tools/bench/obs/remote.mjs +0 -83
  494. package/tools/bench/obs/rest_joints.py +0 -52
  495. package/tools/bench/obs/ybot-targets.mjs +0 -49
  496. package/tools/bench/obs-bench.mjs +0 -520
  497. package/tools/bench/score.mjs +0 -343
  498. package/tools/bench/summarize.mjs +0 -86
  499. package/tools/demo-worker/README.md +0 -137
  500. package/tools/demo-worker/api-client.mjs +0 -233
  501. package/tools/demo-worker/generate.mjs +0 -301
  502. package/tools/demo-worker/index.mjs +0 -466
  503. package/tools/demo-worker/sign-core.mjs +0 -112
  504. package/tools/demo-worker/sign.mjs +0 -161
  505. package/tools/gt-render/browser.mjs +0 -182
  506. package/tools/gt-render/camera-math.mjs +0 -276
  507. package/tools/gt-render/page.mjs +0 -267
  508. package/tools/gt-render/render.mjs +0 -514
  509. package/tools/gt-render/scene-box.mjs +0 -31
  510. package/tools/gt-render/take-transform.mjs +0 -87
  511. package/tools/kimodo/compare-seam.mjs +0 -108
  512. package/tools/kimodo/constraints.mjs +0 -244
  513. package/tools/kimodo/edit.mjs +0 -259
  514. package/tools/kimodo/effector-constraints.mjs +0 -200
  515. package/tools/kimodo/generate.mjs +0 -646
  516. package/tools/kimodo/local-output.mjs +0 -265
  517. package/tools/kimodo/measure-pose.mjs +0 -65
  518. package/tools/kimodo/measure-preserve.mjs +0 -899
  519. package/tools/kimodo/measure-waypoints.mjs +0 -55
  520. package/tools/kimodo/mlx-generate.py +0 -111
  521. package/tools/kimodo/pose-constraints.mjs +0 -248
  522. package/tools/kimodo/preserve-mask.mjs +0 -543
  523. package/tools/kimodo/read-npz.mjs +0 -189
  524. package/tools/kimodo/run-edit-on-box.mjs +0 -155
  525. package/tools/kimodo/run-sequence-on-box.mjs +0 -178
  526. package/tools/kimodo/runner.mjs +0 -284
  527. package/tools/kimodo/seam-batch.mjs +0 -77
  528. package/tools/kimodo/setup-local.mjs +0 -30
  529. package/tools/kimodo/setup-on-box.sh +0 -339
  530. package/tools/kimodo/soma77-to-cskel27.mjs +0 -305
  531. package/tools/morphgs/assets/gen_truth.py +0 -39
  532. package/tools/morphgs/assets/mesh_ori_rig.txt +0 -27
  533. package/tools/morphgs/assets/playback-check.mjs +0 -30
  534. package/tools/morphgs/demo-gate.sh +0 -26
  535. package/tools/morphgs/fbx2morphgs.mjs +0 -68
  536. package/tools/morphgs/morphgs-to-cskel27.mjs +0 -105
  537. package/tools/morphgs/patches/preprocess_src-none-mode.patch +0 -76
  538. package/tools/morphgs/setup-on-cluster.sh +0 -126
  539. package/tools/projflow/driver.py +0 -1069
  540. package/tools/projflow/generate.mjs +0 -805
  541. package/tools/projflow/hml22-to-cskel27.mjs +0 -735
  542. package/tools/projflow/line-edit-job.mjs +0 -547
  543. package/tools/projflow/replay.mjs +0 -452
  544. package/tools/projflow/runner.mjs +0 -269
  545. package/tools/projflow/service.mjs +0 -742
  546. package/tools/track/DESIGN.md +0 -513
  547. package/tools/track/backfill-provenance.mjs +0 -116
  548. package/tools/track/budget.mjs +0 -8
  549. package/tools/track/check-rig.mjs +0 -209
  550. package/tools/track/diagnostics.schema.json +0 -60
  551. package/tools/track/export-rig.mjs +0 -256
  552. package/tools/track/fallback.mjs +0 -7
  553. package/tools/track/fk-parity-fixture.mjs +0 -161
  554. package/tools/track/gate.mjs +0 -349
  555. package/tools/track/masks.mjs +0 -318
  556. package/tools/track/metrics.mjs +0 -201
  557. package/tools/track/publish-obs.mjs +0 -108
  558. package/tools/track/py/check_env.py +0 -61
  559. package/tools/track/py/eval_lr.py +0 -229
  560. package/tools/track/py/lr_viterbi.py +0 -294
  561. package/tools/track/py/masks.py +0 -405
  562. package/tools/track/py/objective.py +0 -382
  563. package/tools/track/py/rig.py +0 -508
  564. package/tools/track/py/scene.py +0 -326
  565. package/tools/track/py/test_joint_indices.py +0 -123
  566. package/tools/track/py/test_lr_viterbi.py +0 -195
  567. package/tools/track/py/test_masks.py +0 -229
  568. package/tools/track/py/test_rig.py +0 -288
  569. package/tools/track/py/test_scene.py +0 -354
  570. package/tools/track/py/test_track.py +0 -328
  571. package/tools/track/py/track.py +0 -411
  572. package/tools/track/remote.mjs +0 -140
  573. package/tools/track/rig-dump.mjs +0 -227
  574. package/tools/track/run-box-tests.mjs +0 -14
  575. package/tools/track/run-box.mjs +0 -168
  576. package/tools/track/setup-box.sh +0 -59
  577. package/tools/track/study-2d.mjs +0 -728
  578. /package/src/{ardy → motion}/collision-blockers.js +0 -0
  579. /package/src/{ardy → motion}/ground.js +0 -0
  580. /package/src/{ardy → motion}/ik-drag.js +0 -0
  581. /package/src/{ardy → motion}/ik-key-json.js +0 -0
  582. /package/src/{ardy → motion}/ik.js +0 -0
  583. /package/src/{ardy → motion}/physics-surface.js +0 -0
  584. /package/src/{ardy → motion}/playback-clock.js +0 -0
  585. /package/src/{ardy → motion}/range-pin.js +0 -0
@@ -1,601 +0,0 @@
1
- /**
2
- * Motion trail math for the IK-mode 3D trajectory line editor.
3
- *
4
- * A "trail" is the world-space polyline of one clip-space track (the root, or
5
- * one effector joint) across every frame of the loaded take. The clip-to-world
6
- * mapping mirrors sample-at.js rootAt(): frame positions are re-based on the
7
- * anchor frame's root, rotated by the take's clip-to-scene yaw, and offset by
8
- * the scene anchor. All functions are pure: deformations return NEW motion
9
- * objects with cloned arrays and never touch the caller's take.
10
- */
11
-
12
- import { CSKEL27_JOINTS, CSKEL27_PARENTS } from "./ardy/cskel27.js";
13
- import { motionJointPositions, motionJointPositionsAt } from "./ardy/playback.js";
14
- import { renderMotionEdit } from "./ardy/motion-edit.js";
15
-
16
- /** Metres per rig unit: Character scales the Mixamo centimetre rig by 0.01 * stature. */
17
- const RIG_UNIT_METRES = 0.01;
18
-
19
- const JOINTS = CSKEL27_JOINTS.length;
20
- const jointIndex = (name) => CSKEL27_JOINTS.indexOf(name);
21
-
22
- /** Limb trail track -> two-bone chain [root, mid, effector] its drag bends. */
23
- const LIMB_CHAINS = {
24
- leftHand: ["LeftArm", "LeftForeArm", "LeftHand"],
25
- rightHand: ["RightArm", "RightForeArm", "RightHand"],
26
- leftFoot: ["LeftUpLeg", "LeftLeg", "LeftFoot"],
27
- rightFoot: ["RightUpLeg", "RightLeg", "RightFoot"],
28
- };
29
-
30
- /**
31
- * The available trail tracks: root plus every IK chain endpoint and the head,
32
- * coloured exactly like their viewport IK/FK handles (posestudio.jsx coding:
33
- * arms orange, legs blue, torso yellow, head purple). The viewport can focus
34
- * one track after selection; pick order is limbs-first so an overlapping grab
35
- * prefers the finer target; hips last.
36
- */
37
- export const TRAIL_TRACKS = [
38
- { id: "leftHand", joint: "LeftHand", color: "#ff8a3d" },
39
- { id: "rightHand", joint: "RightHand", color: "#ff8a3d" },
40
- { id: "leftFoot", joint: "LeftFoot", color: "#4dd2ff" },
41
- { id: "rightFoot", joint: "RightFoot", color: "#4dd2ff" },
42
- { id: "head", joint: "Head", color: "#b98cff" },
43
- { id: "hips", joint: "Hips", color: "#ffd23d" },
44
- ];
45
-
46
- /** ikFocus token -> cskel27 joint whose posed position draws the effector trail. */
47
- export const TRAIL_EFFECTOR_JOINTS = {
48
- hips: "Hips",
49
- spine: "Spine1",
50
- chest: "Spine2",
51
- neck: "Neck",
52
- head: "Head",
53
- leftShoulder: "LeftArm",
54
- leftElbow: "LeftForeArm",
55
- leftHand: "LeftHand",
56
- rightShoulder: "RightArm",
57
- rightElbow: "RightForeArm",
58
- rightHand: "RightHand",
59
- leftKnee: "LeftLeg",
60
- leftFoot: "LeftFoot",
61
- rightKnee: "RightLeg",
62
- rightFoot: "RightFoot",
63
- };
64
-
65
- function anchorBasis(motion) {
66
- const frames = motion?.frames ?? 0;
67
- const anchorFrame = Math.max(0, Math.min(motion?.anchorFrame || 0, Math.max(0, frames - 1)));
68
- const radians = (((Number.isFinite(motion?.rotationDeg) ? motion.rotationDeg : 0) * Math.PI) / 180);
69
- return {
70
- anchorFrame,
71
- cos: Math.cos(radians),
72
- sin: Math.sin(radians),
73
- anchorX: Number.isFinite(motion?.anchorX) ? motion.anchorX : 0,
74
- anchorZ: Number.isFinite(motion?.anchorZ) ? motion.anchorZ : 0,
75
- // The anchor frame's ROOT joint pins the clip to the scene anchor —
76
- // the same re-basing applyMotionFrame and rootAt use.
77
- rootX: motion?.posedJoints?.[(anchorFrame * JOINTS) * 3] ?? motion?.rootPos?.[anchorFrame * 3] ?? 0,
78
- rootZ: motion?.posedJoints?.[(anchorFrame * JOINTS) * 3 + 2] ?? motion?.rootPos?.[anchorFrame * 3 + 2] ?? 0,
79
- };
80
- }
81
-
82
- /** Clip-space (x, z) of one frame of one track -> world (x, z). */
83
- function toWorldXZ(basis, x, z) {
84
- const dx = x - basis.rootX;
85
- const dz = z - basis.rootZ;
86
- return [
87
- basis.anchorX + dx * basis.cos + dz * basis.sin,
88
- basis.anchorZ + -dx * basis.sin + dz * basis.cos,
89
- ];
90
- }
91
-
92
- /** Rendered rig-space samples of one joint, or null when the rig drives no bone for it. */
93
- function renderedSamples(motion, joint, rig) {
94
- if (!rig) return null;
95
- const samples = motionJointPositions(rig, motion);
96
- return samples && Number.isFinite(samples.positions[joint * 3]) ? samples : null;
97
- }
98
-
99
- /**
100
- * World-space polyline of one cskel27 joint across the take.
101
- * Returns a flat [x0,y0,z0, x1,y1,z1, ...] array of length frames*3.
102
- * `baseY` is the character entry's stage height (roof scenes ride above 0).
103
- * With `rig`, the points are where playback RENDERS that joint's bone on this
104
- * rig (rig proportions, prep scale, bind offsets); without it, the clip's
105
- * own posedJoints (the space pins and the wire use).
106
- */
107
- export function jointTrailPoints(motion, jointName = "Hips", { baseY = 0, scale = 1, rig = null } = {}) {
108
- if (!motion?.posedJoints || !(motion.frames > 0)) return null;
109
- const joint = CSKEL27_JOINTS.indexOf(jointName);
110
- if (joint < 0) return null;
111
- const basis = anchorBasis(motion);
112
- const out = new Float32Array(motion.frames * 3);
113
- const rendered = renderedSamples(motion, joint, rig);
114
- if (rendered) {
115
- // The Character group: anchor position, clip yaw, 0.01 * stature scale.
116
- // Rig space is already anchor-relative (applyMotionFrame rebases).
117
- const unit = RIG_UNIT_METRES * scale;
118
- for (let f = 0; f < motion.frames; f += 1) {
119
- const po = (f * JOINTS + joint) * 3;
120
- const x = rendered.positions[po] * unit;
121
- const z = rendered.positions[po + 2] * unit;
122
- out[f * 3] = basis.anchorX + x * basis.cos + z * basis.sin;
123
- out[f * 3 + 1] = baseY + rendered.positions[po + 1] * unit;
124
- out[f * 3 + 2] = basis.anchorZ - x * basis.sin + z * basis.cos;
125
- }
126
- return out;
127
- }
128
- for (let f = 0; f < motion.frames; f += 1) {
129
- const po = (f * JOINTS + joint) * 3;
130
- const [wx, wz] = toWorldXZ(basis, motion.posedJoints[po], motion.posedJoints[po + 2]);
131
- out[f * 3] = basis.anchorX + (wx - basis.anchorX) * scale;
132
- out[f * 3 + 1] = baseY + motion.posedJoints[po + 1] * scale;
133
- out[f * 3 + 2] = basis.anchorZ + (wz - basis.anchorZ) * scale;
134
- }
135
- return out;
136
- }
137
-
138
- /**
139
- * A world-space POINT -> the take's own clip space — the exact inverse of what
140
- * jointTrailPoints does on the way out.
141
- *
142
- * WHY THIS EXISTS, and why it is not worldDeltaToClip. That one inverts the yaw
143
- * only, which is all a DELTA needs: rebasing and the anchor offset cancel in a
144
- * difference, and scale is applied by the caller. An absolute point has to undo
145
- * the whole chain — scale about the anchor, the yaw, the anchor offset, the
146
- * anchor frame's root rebase and baseY — because it is going to be compared
147
- * against `posed_joints` in an npz, which knows nothing about where the
148
- * character was placed on the stage.
149
- *
150
- * That is the pins3d contract in one sentence: a pin is authored where the
151
- * artist can see it (the viewport) and shipped in the space the take is stored
152
- * in, and THIS is the only conversion between the two. Read
153
- * `jointTrailPoints` beside it — every line here undoes one line there, in
154
- * reverse order.
155
- *
156
- * @param {object} motion the loaded take (frames, posedJoints, rotationDeg,
157
- * anchorX/Z, anchorFrame) — the same object jointTrailPoints takes.
158
- * @param {{x:number,y:number,z:number}} point world metres.
159
- * @param {{baseY?:number, scale?:number}} [placement] the character entry's
160
- * stage height and scale, exactly as passed to jointTrailPoints.
161
- * @returns {{x:number,y:number,z:number}} clip space, comparable to posedJoints.
162
- */
163
- export function worldPointToClip(motion, point, { baseY = 0, scale = 1 } = {}) {
164
- const basis = anchorBasis(motion);
165
- // A zero or negative scale would make the mapping non-invertible; the
166
- // character UI cannot produce one, and refusing to divide by it beats
167
- // returning an infinity that lands in a wire payload.
168
- const s = Number.isFinite(scale) && Math.abs(scale) > 1e-9 ? scale : 1;
169
- // 1. undo the scale-about-the-anchor and the anchor offset -> rotated clip
170
- const rx = (point.x - basis.anchorX) / s;
171
- const rz = (point.z - basis.anchorZ) / s;
172
- // 2. undo the yaw (toWorldXZ applies [cos, sin; -sin, cos])
173
- const dx = rx * basis.cos - rz * basis.sin;
174
- const dz = rx * basis.sin + rz * basis.cos;
175
- // 3. undo the anchor-frame root rebase
176
- return {
177
- x: basis.rootX + dx,
178
- y: (point.y - baseY) / s,
179
- z: basis.rootZ + dz,
180
- };
181
- }
182
-
183
- /** World-space drag delta -> clip-space delta (inverse of the trail yaw). */
184
- export function worldDeltaToClip(motion, delta) {
185
- const basis = anchorBasis(motion);
186
- const { cos, sin } = basis;
187
- // Inverse of [x' = dx*cos + dz*sin; z' = -dx*sin + dz*cos].
188
- return {
189
- x: delta.x * cos - delta.z * sin,
190
- y: delta.y,
191
- z: delta.x * sin + delta.z * cos,
192
- };
193
- }
194
-
195
- /**
196
- * World drag delta on a drawn (rendered) trail -> the clip delta
197
- * applyTrailFalloffDelta takes, so the RENDERED effector follows the pointer.
198
- *
199
- * Playback turns the rig's own bones by the clip's rotations and adds rotated
200
- * bind offsets, so a clip move is not a rendered move (the y-bot forearm is
201
- * 27.6 cm against the clip's 23.3; the Mixamo head bone sits near the neck
202
- * pivot). Rather than model that, keep the clip delta along the pointer (as
203
- * before) and solve its LENGTH through real playback: the gain that brings
204
- * the rendered effector closest to the pointer (least squares, so it never
205
- * overshoots). A full 3D inverse was rejected: limb reach makes some
206
- * directions unreachable and chasing them sends the clip delta far off.
207
- * The gain is capped at 1.5: rig/clip limb ratios sit well inside it, and a
208
- * bone that needs more (the Mixamo head bone rides ~11 cm from the neck
209
- * pivot, 17 degrees per rendered cm) is a lever the edit cannot drive 1:1
210
- * without spinning the part. Without a rig: yaw + stature only.
211
- */
212
- export function worldDeltaToTrailClip(motion, delta, { track = "hips", grabFrame = 0, radiusFrames = 0, rig = null, scale = 1 } = {}) {
213
- const stature = Number.isFinite(scale) && scale > 1e-9 ? scale : 1;
214
- const plain = worldDeltaToClip(motion, { x: delta.x / stature, y: delta.y / stature, z: delta.z / stature });
215
- const distance = Math.hypot(delta.x, delta.y, delta.z);
216
- const joint = jointIndex(TRAIL_TRACKS.find((item) => item.id === track)?.joint ?? "");
217
- const samples = rig && joint >= 0 && motion?.rotMats && distance > 1e-6 ? motionJointPositions(rig, motion) : null;
218
- const frame = Math.max(0, Math.min((motion?.frames ?? 1) - 1, Math.round(grabFrame) || 0));
219
- const base = samples?.positions.subarray((frame * JOINTS + joint) * 3, (frame * JOINTS + joint) * 3 + 3);
220
- if (!base || !Number.isFinite(base[0])) return plain;
221
- const basis = anchorBasis(motion);
222
- const unit = RIG_UNIT_METRES * stature;
223
- const target = [delta.x, delta.y, delta.z];
224
- const scaled = (gain) => ({ x: plain.x * gain, y: plain.y * gain, z: plain.z * gain });
225
- // Rendered world displacement of the effector at the grab for a gain.
226
- const reached = (gain) => {
227
- const edited = applyTrailFalloffDelta(motion, { track, grabFrame: frame, radiusFrames, clipDelta: scaled(gain) });
228
- const p = motionJointPositionsAt(rig, edited, frame).subarray(joint * 3, joint * 3 + 3);
229
- const x = (p[0] - base[0]) * unit;
230
- const z = (p[2] - base[2]) * unit;
231
- return [x * basis.cos + z * basis.sin, (p[1] - base[1]) * unit, -x * basis.sin + z * basis.cos];
232
- };
233
- const MIN_GAIN = 0.1;
234
- const MAX_GAIN = 1.5;
235
- // Locally reached ~ gain * v, so the best gain is gain * (D.r)/(r.r);
236
- // iterate that (the reach limit bends the curve) and keep the closest.
237
- let gain = 1;
238
- let best = { gain: 1, miss: Infinity };
239
- for (let i = 0; i < 4; i += 1) {
240
- const r = reached(gain);
241
- const miss = len(sub(target, r));
242
- if (miss < best.miss) best = { gain, miss };
243
- const rr = dot(r, r);
244
- if (!(rr > 1e-12) || miss < 1e-4) break;
245
- const next = Math.max(MIN_GAIN, Math.min(MAX_GAIN, (gain * dot(target, r)) / rr));
246
- if (Math.abs(next - gain) < 1e-4) break;
247
- gain = next;
248
- }
249
- return scaled(best.gain);
250
- }
251
-
252
- /** Smoothstep falloff: 1 at the grab frame, 0 at/beyond the radius. */
253
- export function falloffWeight(distanceFrames, radiusFrames) {
254
- if (!(radiusFrames > 0)) return distanceFrames === 0 ? 1 : 0;
255
- const t = Math.min(1, Math.abs(distanceFrames) / radiusFrames);
256
- const s = 1 - t;
257
- return s * s * (3 - 2 * s);
258
- }
259
-
260
- /** The frames a grab at `grabFrame` with `radiusFrames` falloff can move. */
261
- export function trailEditRange(frameCount, grabFrame, radiusFrames) {
262
- const last = Math.max(0, frameCount - 1);
263
- const grab = Math.max(0, Math.min(last, Math.round(grabFrame) || 0));
264
- const radius = Math.max(0, Math.round(radiusFrames) || 0);
265
- return {
266
- startFrame: Math.max(0, grab - radius),
267
- // endFrame is EXCLUSIVE, matching motionEdit's start..end contract.
268
- endFrame: Math.min(frameCount, grab + radius + 1),
269
- };
270
- }
271
-
272
- /* --- small vector / row-major 3x3 helpers for the limb and head solves --- */
273
-
274
- const sub = (a, b) => [a[0] - b[0], a[1] - b[1], a[2] - b[2]];
275
- const add = (a, b) => [a[0] + b[0], a[1] + b[1], a[2] + b[2]];
276
- const scale3 = (a, s) => [a[0] * s, a[1] * s, a[2] * s];
277
- const dot = (a, b) => a[0] * b[0] + a[1] * b[1] + a[2] * b[2];
278
- const cross = (a, b) => [a[1] * b[2] - a[2] * b[1], a[2] * b[0] - a[0] * b[2], a[0] * b[1] - a[1] * b[0]];
279
- const len = (a) => Math.hypot(a[0], a[1], a[2]);
280
- function unit(a) {
281
- const l = len(a);
282
- return l > 1e-9 ? scale3(a, 1 / l) : null;
283
- }
284
- function matMul(a, b) {
285
- const out = new Array(9);
286
- for (let r = 0; r < 3; r += 1) {
287
- for (let c = 0; c < 3; c += 1) {
288
- out[r * 3 + c] = a[r * 3] * b[c] + a[r * 3 + 1] * b[3 + c] + a[r * 3 + 2] * b[6 + c];
289
- }
290
- }
291
- return out;
292
- }
293
- const matT = (m) => [m[0], m[3], m[6], m[1], m[4], m[7], m[2], m[5], m[8]];
294
- const matVec = (m, v) => [
295
- m[0] * v[0] + m[1] * v[1] + m[2] * v[2],
296
- m[3] * v[0] + m[4] * v[1] + m[5] * v[2],
297
- m[6] * v[0] + m[7] * v[1] + m[8] * v[2],
298
- ];
299
- /** Shortest-arc rotation taking unit `a` onto unit `b` (Rodrigues). */
300
- function arcRotation(a, b) {
301
- const c = dot(a, b);
302
- if (c < -1 + 1e-9) {
303
- const axis = unit(cross(a, Math.abs(a[0]) < 0.9 ? [1, 0, 0] : [0, 1, 0]));
304
- const [x, y, z] = axis;
305
- return [2 * x * x - 1, 2 * x * y, 2 * x * z, 2 * x * y, 2 * y * y - 1, 2 * y * z, 2 * x * z, 2 * y * z, 2 * z * z - 1];
306
- }
307
- const [x, y, z] = cross(a, b);
308
- const k = 1 / (1 + c);
309
- return [
310
- 1 - k * (y * y + z * z), -z + k * x * y, y + k * x * z,
311
- z + k * x * y, 1 - k * (x * x + z * z), -x + k * y * z,
312
- -y + k * x * z, x + k * y * z, 1 - k * (x * x + y * y),
313
- ];
314
- }
315
-
316
- /** Joint `root` and everything below it in the cskel27 tree. */
317
- function subtreeOf(root) {
318
- return CSKEL27_JOINTS.map((_, j) => j).filter((j) => {
319
- for (let k = j; k !== null; k = CSKEL27_PARENTS[k]) if (k === root) return true;
320
- return false;
321
- });
322
- }
323
-
324
- /** Per-frame accessors over a take's flat posedJoints / rotMats (locals). */
325
- function frameAccess(posedJoints, rotMats, f) {
326
- const globals = new Map();
327
- const local = (j) => Array.from(rotMats.subarray((f * JOINTS + j) * 9, (f * JOINTS + j) * 9 + 9));
328
- const global = (j) => {
329
- if (!globals.has(j)) {
330
- const parent = CSKEL27_PARENTS[j];
331
- globals.set(j, parent === null ? local(j) : matMul(global(parent), local(j)));
332
- }
333
- return globals.get(j);
334
- };
335
- return {
336
- pos: (j) => {
337
- const po = (f * JOINTS + j) * 3;
338
- return [posedJoints[po], posedJoints[po + 1], posedJoints[po + 2]];
339
- },
340
- setPos: (j, p) => posedJoints.set(p, (f * JOINTS + j) * 3),
341
- global,
342
- /** Write joint j's LOCAL rotation so its global becomes `g` (parent untouched). */
343
- setGlobal: (j, g, parentGlobal = CSKEL27_PARENTS[j] === null ? null : global(CSKEL27_PARENTS[j])) => {
344
- rotMats.set(parentGlobal ? matMul(matT(parentGlobal), g) : g, (f * JOINTS + j) * 9);
345
- },
346
- };
347
- }
348
-
349
- /** One bend-side guide from the source window, never from the dragged target. */
350
- function limbWindowNormal(motion, [a, b, c], startFrame, endFrame, grabFrame, radiusFrames) {
351
- let sum = [0, 0, 0];
352
- for (let f = startFrame; f < endFrame; f += 1) {
353
- const access = frameAccess(motion.posedJoints, null, f);
354
- const normal = cross(sub(access.pos(b), access.pos(a)), sub(access.pos(c), access.pos(a)));
355
- // Area weighting gives nearly straight (ill-conditioned) frames no vote.
356
- sum = add(sum, scale3(normal, falloffWeight(f - grabFrame, radiusFrames)));
357
- }
358
- return unit(sum);
359
- }
360
-
361
- /** Beyond reach, the bend plane turns at most this far from the source frame's plane. */
362
- const OVERREACH_PLANE_LIMIT = Math.PI / 6;
363
- /** Excess distance, as a fraction of reach, over which that limit eases in. */
364
- const OVERREACH_EASE = 0.25;
365
-
366
- /** Rotate unit `from` toward unit `to` by at most `radians`. */
367
- function limitNormal(from, to, radians) {
368
- const angle = Math.acos(Math.max(-1, Math.min(1, dot(from, to))));
369
- if (angle <= radians) return to;
370
- const tangent = unit(sub(to, scale3(from, dot(from, to))));
371
- return tangent ? add(scale3(from, Math.cos(radians)), scale3(tangent, Math.sin(radians))) : from;
372
- }
373
-
374
- /**
375
- * Two-bone solve: follow a reachable target exactly, using one window guide.
376
- * An unreachable target cannot be met anyway, so there the bend plane is
377
- * held within OVERREACH_PLANE_LIMIT of its pre-drag plane, easing in from the
378
- * reach boundary so crossing it does not pop.
379
- */
380
- function bendLimbFrame(access, [a, b, c], descendants, offset, guide) {
381
- const A = access.pos(a);
382
- const B = access.pos(b);
383
- const C = access.pos(c);
384
- const l1 = len(sub(B, A));
385
- const l2 = len(sub(C, B));
386
- if (len(offset) < 1e-9) return;
387
- const AB = sub(B, A);
388
- const AC = sub(C, A);
389
- const oldNormal = unit(cross(AB, AC));
390
- let toTarget = sub(add(C, offset), A);
391
- let dir = unit(toTarget) ?? unit(AC);
392
- if (!dir) return;
393
- const reference = guide ?? oldNormal ?? unit(cross(dir, Math.abs(dir[0]) < 0.9 ? [1, 0, 0] : [0, 1, 0]));
394
- let normal = unit(sub(reference, scale3(dir, dot(reference, dir))))
395
- ?? unit(cross(dir, Math.abs(dir[0]) < 0.9 ? [1, 0, 0] : [0, 1, 0]));
396
- const excess = (len(toTarget) - (l1 + l2)) / ((l1 + l2) * OVERREACH_EASE);
397
- const turn = oldNormal ? Math.acos(Math.max(-1, Math.min(1, dot(oldNormal, normal)))) : 0;
398
- if (excess > 0 && turn > OVERREACH_PLANE_LIMIT) {
399
- const t = Math.min(1, excess);
400
- const capped = limitNormal(oldNormal, normal, turn - (turn - OVERREACH_PLANE_LIMIT) * t * t * (3 - 2 * t));
401
- // Aim the straightened limb at the target's projection into that plane.
402
- const projected = sub(toTarget, scale3(capped, dot(toTarget, capped)));
403
- if (unit(projected)) {
404
- normal = capped;
405
- toTarget = projected;
406
- dir = unit(projected);
407
- }
408
- }
409
- // Leave a sub-millimetre bend at full reach so its side stays defined.
410
- const d = Math.min(l1 + l2 - 1e-6, Math.max(Math.abs(l1 - l2) + 1e-6, len(toTarget)));
411
- if (!(d > 1e-9)) return;
412
- const along = (l1 * l1 - l2 * l2 + d * d) / (2 * d);
413
- const h = Math.sqrt(Math.max(0, l1 * l1 - along * along));
414
- const pole = unit(cross(dir, normal));
415
- const B2 = add(A, add(scale3(dir, along), scale3(pole, h)));
416
- const C2 = add(A, scale3(dir, d));
417
- const move = sub(C2, C);
418
- for (const j of descendants) access.setPos(j, add(access.pos(j), move));
419
- access.setPos(b, B2);
420
- if (!access.rotMats) return;
421
- // Transport each segment by its shortest arc, not by the bend frame:
422
- // rotating the frame added axial twist even when the elbow hardly moved.
423
- const swing = (from, to) => arcRotation(unit(from), unit(to));
424
- const ga = matMul(swing(AB, sub(B2, A)), access.global(a));
425
- const gb = matMul(swing(sub(C, B), sub(C2, B2)), access.global(b));
426
- const gc = access.global(c);
427
- access.setGlobal(a, ga);
428
- access.setGlobal(b, gb, ga);
429
- access.setGlobal(c, gc, gb);
430
- }
431
-
432
- /** Head drag for one frame: swing Neck->Head about the neck toward the target. */
433
- function swingHeadFrame(access, neck, head, subtree, offset) {
434
- const N = access.pos(neck);
435
- const H = access.pos(head);
436
- const from = unit(sub(H, N));
437
- const to = unit(sub(add(H, offset), N));
438
- if (!from || !to) return;
439
- const q = arcRotation(from, to);
440
- for (const j of subtree) access.setPos(j, add(N, matVec(q, sub(access.pos(j), N))));
441
- if (access.rotMats) access.setGlobal(neck, matMul(q, access.global(neck)));
442
- }
443
-
444
- /** Validate and own the small JSON recipe stored beside the source motion ID. */
445
- export function normalizeTrailEdits(value) {
446
- if (value == null) return null;
447
- const fail = () => { throw new TypeError("Invalid motion trail edit recipe"); };
448
- if (value.version !== 1 || !Number.isInteger(value.frames) || value.frames < 1
449
- || !(value.fps > 0) || !Number.isFinite(value.fps)
450
- || !Array.isArray(value.edits) || value.edits.length > 4096) fail();
451
- const edits = value.edits.map((edit) => {
452
- if (!TRAIL_TRACKS.some(({ id }) => id === edit?.track)
453
- || !Number.isInteger(edit.grabFrame) || edit.grabFrame < 0 || edit.grabFrame >= value.frames
454
- || !Number.isInteger(edit.radiusFrames) || edit.radiusFrames < 0
455
- || !["x", "y", "z"].every((axis) => Number.isFinite(edit.clipDelta?.[axis]))) fail();
456
- return { track: edit.track, grabFrame: edit.grabFrame, radiusFrames: edit.radiusFrames,
457
- clipDelta: { x: edit.clipDelta.x, y: edit.clipDelta.y, z: edit.clipDelta.z } };
458
- });
459
- let segments = null;
460
- if (value.segments != null) {
461
- if (!Array.isArray(value.segments) || !value.segments.length || value.segments.length > 4096) fail();
462
- segments = value.segments.map((segment) => {
463
- if (typeof segment?.id !== "string" || !Number.isInteger(segment.sourceStart) || segment.sourceStart < 0
464
- || !Number.isInteger(segment.sourceEnd) || segment.sourceEnd < segment.sourceStart
465
- || !Number.isFinite(segment.speed) || segment.speed < 0.1 || segment.speed > 4) fail();
466
- return { id: segment.id, sourceStart: segment.sourceStart, sourceEnd: segment.sourceEnd, speed: segment.speed };
467
- });
468
- }
469
- return { version: 1, frames: value.frames, fps: value.fps, segments, edits };
470
- }
471
-
472
- function rememberTrailEdit(source, edited, edit) {
473
- const previous = source.trailEdits;
474
- return { ...edited, trailEdits: {
475
- version: 1, frames: source.frames, fps: source.fps,
476
- segments: previous?.segments ?? source.editSegments?.map((segment) => ({ ...segment })) ?? null,
477
- edits: [...(previous?.edits ?? []), { ...edit, clipDelta: { ...edit.clipDelta } }],
478
- } };
479
- }
480
-
481
- /** Rebuild the arrays AND the retarget reference after project/cache decoding. */
482
- export function restoreTrailEdits(motion, stored) {
483
- const recipe = normalizeTrailEdits(stored);
484
- if (!recipe) return motion;
485
- if (recipe.segments?.some((segment) => segment.sourceEnd >= motion.frames)) {
486
- throw new RangeError("Motion trail source segment exceeds the take");
487
- }
488
- let restored = recipe.segments ? renderMotionEdit(motion, recipe.segments) : motion;
489
- if (restored.frames !== recipe.frames || restored.fps !== recipe.fps) {
490
- throw new RangeError("Motion trail recipe does not match the take clock");
491
- }
492
- for (const edit of recipe.edits) restored = applyTrailFalloffDelta(restored, edit);
493
- return restored;
494
- }
495
-
496
- /**
497
- * Deform a take by a clip-space delta centred on `grabFrame`, weighted per
498
- * frame by the smoothstep falloff. `track` is the dragged TRAIL_TRACKS id:
499
- * - "hips" (default): the whole body shifts by weight(f) * delta on rootPos
500
- * AND posedJoints (applyMotionFrame skins from posedJoints; rootPos feeds
501
- * camera/subject sampling — both must agree or the preview tears).
502
- * - a hand/foot: only that limb bends (bendLimbFrame).
503
- * - "head": only the head swings about the neck (swingHeadFrame).
504
- * Limb and head edits rewrite rotMats too, since playback reads rotations.
505
- * Returns a new motion; the caller's arrays are never written.
506
- */
507
- export function applyTrailFalloffDelta(motion, { track = "hips", grabFrame, radiusFrames, clipDelta }) {
508
- if (!motion?.posedJoints || !motion?.rootPos || !(motion.frames > 0)) return motion;
509
- const { startFrame, endFrame } = trailEditRange(motion.frames, grabFrame, radiusFrames);
510
- const rootPos = motion.rootPos.slice();
511
- const posedJoints = motion.posedJoints.slice();
512
- const chain = LIMB_CHAINS[track]?.map(jointIndex);
513
- if (chain || track === "head") {
514
- const rotMats = motion.rotMats ? motion.rotMats.slice() : null;
515
- const neck = jointIndex("Neck");
516
- const head = jointIndex("Head");
517
- const moved = subtreeOf(chain ? chain[2] : head).filter((j) => !chain || j !== chain[2]);
518
- const guide = chain ? limbWindowNormal(motion, chain, startFrame, endFrame, grabFrame, radiusFrames) : null;
519
- for (let f = startFrame; f < endFrame; f += 1) {
520
- const w = falloffWeight(f - grabFrame, radiusFrames);
521
- if (w <= 0) continue;
522
- const access = { ...frameAccess(posedJoints, rotMats, f), rotMats };
523
- const offset = [clipDelta.x * w, clipDelta.y * w, clipDelta.z * w];
524
- if (chain) bendLimbFrame(access, chain, [chain[2], ...moved], offset, guide);
525
- else swingHeadFrame(access, neck, head, moved, offset);
526
- }
527
- const edited = rotMats ? { ...motion, rootPos, posedJoints, rotMats } : { ...motion, rootPos, posedJoints };
528
- if (chain && rotMats) {
529
- // One immutable reference, not a chain of preview/drag snapshots.
530
- edited.trailRetarget = {
531
- base: motion.trailRetarget?.base ?? motion,
532
- chains: [...new Set([...(motion.trailRetarget?.chains ?? []), track])],
533
- };
534
- }
535
- return rememberTrailEdit(motion, edited, { track, grabFrame, radiusFrames, clipDelta });
536
- }
537
- for (let f = startFrame; f < endFrame; f += 1) {
538
- const w = falloffWeight(f - grabFrame, radiusFrames);
539
- if (w <= 0) continue;
540
- const dx = clipDelta.x * w;
541
- const dy = clipDelta.y * w;
542
- const dz = clipDelta.z * w;
543
- rootPos[f * 3] += dx;
544
- rootPos[f * 3 + 1] += dy;
545
- rootPos[f * 3 + 2] += dz;
546
- for (let j = 0; j < JOINTS; j += 1) {
547
- const po = (f * JOINTS + j) * 3;
548
- posedJoints[po] += dx;
549
- posedJoints[po + 1] += dy;
550
- posedJoints[po + 2] += dz;
551
- }
552
- }
553
- return rememberTrailEdit(motion, { ...motion, rootPos, posedJoints }, { track, grabFrame, radiusFrames, clipDelta });
554
- }
555
-
556
- /**
557
- * Nearest trail frame to a pointer RAY (for grab picking without any
558
- * per-pointermove scene raycasting). Returns { frame, distance } of the
559
- * closest point, or null when nothing lies within `maxDistance` metres.
560
- */
561
- export function nearestFrameToRay(points, origin, direction, maxDistance = 0.25) {
562
- if (!points || points.length < 3) return null;
563
- const len = Math.hypot(direction.x, direction.y, direction.z) || 1;
564
- const dx = direction.x / len;
565
- const dy = direction.y / len;
566
- const dz = direction.z / len;
567
- let best = null;
568
- for (let f = 0; f * 3 < points.length; f += 1) {
569
- const px = points[f * 3] - origin.x;
570
- const py = points[f * 3 + 1] - origin.y;
571
- const pz = points[f * 3 + 2] - origin.z;
572
- const t = px * dx + py * dy + pz * dz;
573
- if (t < 0) continue; // behind the camera
574
- const ox = px - t * dx;
575
- const oy = py - t * dy;
576
- const oz = pz - t * dz;
577
- const distance = Math.hypot(ox, oy, oz);
578
- if (distance <= maxDistance && (!best || distance < best.distance)) {
579
- best = { frame: f, distance };
580
- }
581
- }
582
- return best;
583
- }
584
-
585
- /** Nearest trail frame to a world-space point (for grab picking). */
586
- export function nearestTrailFrame(points, world) {
587
- if (!points || points.length < 3) return 0;
588
- let best = 0;
589
- let bestD = Infinity;
590
- for (let f = 0; f * 3 < points.length; f += 1) {
591
- const dx = points[f * 3] - world.x;
592
- const dy = points[f * 3 + 1] - world.y;
593
- const dz = points[f * 3 + 2] - world.z;
594
- const d = dx * dx + dy * dy + dz * dz;
595
- if (d < bestD) {
596
- bestD = d;
597
- best = f;
598
- }
599
- }
600
- return best;
601
- }