cozyclay 2.1.1 → 3.0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (585) hide show
  1. package/CHANGELOG.md +88 -0
  2. package/README.md +12 -30
  3. package/bin/agent/agent-routes.mjs +43 -116
  4. package/bin/agent/agent-runner.mjs +14 -15
  5. package/bin/agent/cliproxy-provider.mjs +135 -0
  6. package/bin/agent/credential-store.mjs +30 -7
  7. package/bin/agent/pi-tools.mjs +4 -1
  8. package/bin/agent/provider-keys.mjs +32 -0
  9. package/bin/agent/provider-login.mjs +110 -0
  10. package/bin/agent/provider-routes.mjs +99 -0
  11. package/bin/agent/providers.mjs +19 -97
  12. package/bin/agent/script-tool.mjs +17 -4
  13. package/bin/agent/session-store.mjs +2 -2
  14. package/bin/agent/studio-context-budget.mjs +93 -0
  15. package/bin/agent/studio-motion-reference.mjs +23 -0
  16. package/bin/agent/studio-prompt.mjs +1 -1
  17. package/bin/agent/studio-rebase-text.mjs +32 -0
  18. package/bin/agent/studio-rebase.mjs +26 -39
  19. package/bin/agent/studio-tools.mjs +9 -28
  20. package/bin/agent/tool-arguments.mjs +49 -0
  21. package/bin/agent/turn-frames.mjs +66 -0
  22. package/bin/codex-auth.mjs +9 -2
  23. package/bin/cozyclay.mjs +10 -116
  24. package/bin/live/cli.mjs +3 -3
  25. package/bin/mcp-runtime.mjs +2 -12
  26. package/bin/package-signature.mjs +0 -4
  27. package/dist/app/index.html +7 -6
  28. package/dist/assets/EXRLoader-CvVIvGVE.js +1 -0
  29. package/dist/assets/analytics-BWCqdgWA.js +1 -0
  30. package/dist/assets/app-DfTCxaKk.js +5087 -0
  31. package/dist/assets/app-f-fkV5uP.css +1 -0
  32. package/dist/assets/compile-worker-BxKXh07s.js +5 -0
  33. package/dist/assets/fflate.module-KbGj5-H6.js +5 -0
  34. package/dist/assets/{first-shot-handoff-msLI71g1.js → first-shot-handoff-DNO8kv_N.js} +1 -1
  35. package/dist/assets/{landing-ChUvB_zL.js → landing-yfZaJkWc.js} +1 -1
  36. package/dist/assets/scene-asset-sync-U3kS2rvK.js +20 -0
  37. package/dist/assets/scene-asset-sync-_S8NQl5B.css +1 -0
  38. package/dist/assets/workflow-D78eiKTa.js +179 -0
  39. package/dist/cozyclay-package.json +1 -1
  40. package/dist/index.html +3 -3
  41. package/dist/sw.js +3 -6
  42. package/dist/workflow/index.html +5 -4
  43. package/mcp/LIVE-PROTOCOL.md +7 -47
  44. package/mcp/README.md +16 -26
  45. package/mcp/live-hub.mjs +6 -10
  46. package/mcp/package.json +1 -3
  47. package/mcp/tool-handlers.mjs +4 -168
  48. package/package.json +3 -22
  49. package/src/App.jsx +151 -2625
  50. package/src/agent-progress.js +80 -0
  51. package/src/agent-turn-mark.js +30 -0
  52. package/src/analytics.js +1 -19
  53. package/src/app-context.js +12 -2
  54. package/src/app-stage.jsx +2 -34
  55. package/src/asset-pane.jsx +6 -5
  56. package/src/camera-block.js +21 -0
  57. package/src/camera-direction.js +120 -0
  58. package/src/character-kind.js +3 -9
  59. package/src/command-bus.js +10 -8
  60. package/src/commands/cast.js +5 -34
  61. package/src/commands/elements/character.js +1 -1
  62. package/src/commands/elements/motion.js +1 -6
  63. package/src/commands/elements/object.js +6 -2
  64. package/src/commands/elements/shot.js +4 -1
  65. package/src/commands/elements.js +38 -14
  66. package/src/commands/index.js +3 -1
  67. package/src/commands/kits.js +37 -0
  68. package/src/commands/motion-timing.js +57 -0
  69. package/src/commands/motion.js +9 -152
  70. package/src/commands/motion3-compile.js +65 -0
  71. package/src/commands/motion3.js +214 -0
  72. package/src/commands/objects.js +6 -4
  73. package/src/commands/shot.js +55 -13
  74. package/src/commands/stage.js +14 -1
  75. package/src/commands/view.js +4 -1
  76. package/src/document-mirrors.js +42 -0
  77. package/src/document-store.js +4 -0
  78. package/src/domains/cast.js +19 -194
  79. package/src/domains/motion/motion-range-pin-rules.js +1 -1
  80. package/src/domains/motion/take-source.js +53 -0
  81. package/src/domains/motion.js +60 -1838
  82. package/src/domains/scenes.js +12 -55
  83. package/src/domains/shots.js +2 -2
  84. package/src/domains/stage.js +4 -2
  85. package/src/draft-ghost.js +47 -0
  86. package/src/draft-ghost.jsx +129 -0
  87. package/src/dualview.jsx +4 -3
  88. package/src/effects/EffectsLayer.jsx +112 -0
  89. package/src/effects/effect-meshes.js +232 -0
  90. package/src/effects/effect-record.js +103 -0
  91. package/src/effects/emitter.js +59 -0
  92. package/src/effects/simulate.js +261 -0
  93. package/src/effects/state.js +59 -0
  94. package/src/execution-telemetry.js +2 -3
  95. package/src/first-success-guide.jsx +5 -5
  96. package/src/ghost-set.js +257 -0
  97. package/src/held-object-edit.jsx +113 -0
  98. package/src/held-object-pose.js +175 -0
  99. package/src/hierarchy-model.js +1 -1
  100. package/src/hierarchy-panel.jsx +1 -1
  101. package/src/imported-mesh.jsx +103 -0
  102. package/src/kits/held.js +84 -0
  103. package/src/kits/index.js +70 -0
  104. package/src/kits/smoking.js +57 -0
  105. package/src/light-blockers.js +93 -0
  106. package/src/motion/beat-board-model.js +84 -0
  107. package/src/motion/beat-board.css +124 -0
  108. package/src/motion/beat-board.jsx +60 -0
  109. package/src/motion/center-of-mass.js +66 -0
  110. package/src/motion/fix-collisions.js +850 -0
  111. package/src/motion/physics-review.js +118 -0
  112. package/src/{ardy → motion}/physics-support.js +1 -76
  113. package/src/motion/rig-snapshot.js +22 -0
  114. package/src/motion/take-segments.jsx +140 -0
  115. package/src/{ardy → motion}/timeline-coordinates.js +0 -21
  116. package/src/{ardy → motion}/timeline.css +1 -2
  117. package/src/{ardy → motion}/timeline.jsx +42 -413
  118. package/src/motion/waypoints.js +76 -0
  119. package/src/motion3/beats.js +83 -0
  120. package/src/motion3/body.js +158 -0
  121. package/src/motion3/bones.js +47 -0
  122. package/src/motion3/carried.js +47 -0
  123. package/src/motion3/compile-job.js +79 -0
  124. package/src/motion3/compile-worker.js +10 -0
  125. package/src/motion3/compiler/anchors.js +113 -0
  126. package/src/motion3/compiler/arm-orient.js +128 -0
  127. package/src/motion3/compiler/channels.js +125 -0
  128. package/src/motion3/compiler/compile.js +205 -0
  129. package/src/motion3/compiler/gait-rhythm.js +97 -0
  130. package/src/motion3/compiler/grip.js +171 -0
  131. package/src/motion3/compiler/head-steady.js +48 -0
  132. package/src/motion3/compiler/hold.js +134 -0
  133. package/src/motion3/compiler/idle.js +113 -0
  134. package/src/motion3/compiler/limbs.js +197 -0
  135. package/src/motion3/compiler/math.js +72 -0
  136. package/src/motion3/compiler/pose.js +177 -0
  137. package/src/motion3/compiler/quat.js +49 -0
  138. package/src/motion3/compiler/skeleton.js +74 -0
  139. package/src/motion3/compiler/validate-common.js +32 -0
  140. package/src/motion3/compiler/validate-goals.js +118 -0
  141. package/src/motion3/compiler/validate-objects.js +144 -0
  142. package/src/motion3/compiler/validate-parts.js +118 -0
  143. package/src/motion3/compiler/validate.js +122 -0
  144. package/src/motion3/compiler/vocab.js +74 -0
  145. package/src/motion3/compiler/walk-pelvis.js +275 -0
  146. package/src/motion3/compiler/walk.js +207 -0
  147. package/src/motion3/compiler/wrist-clamp.js +32 -0
  148. package/src/motion3/delta.js +47 -0
  149. package/src/motion3/describe.js +177 -0
  150. package/src/motion3/docs.js +27 -0
  151. package/src/motion3/edit-carry.js +21 -0
  152. package/src/motion3/fix/ease.js +16 -0
  153. package/src/motion3/fix/ground.js +37 -0
  154. package/src/motion3/fix/index.js +52 -0
  155. package/src/motion3/fix/push.js +71 -0
  156. package/src/motion3/fix/reach.js +46 -0
  157. package/src/motion3/fix/retime.js +79 -0
  158. package/src/motion3/fix/self.js +211 -0
  159. package/src/motion3/fix/slide.js +70 -0
  160. package/src/motion3/fix/turn.js +51 -0
  161. package/src/motion3/follow.js +39 -0
  162. package/src/motion3/free-motion.js +204 -0
  163. package/src/motion3/grip-choice.js +130 -0
  164. package/src/motion3/hold-plan.js +157 -0
  165. package/src/motion3/json-patch.js +77 -0
  166. package/src/motion3/key-aim.js +105 -0
  167. package/src/motion3/key-edit.js +82 -0
  168. package/src/motion3/lenient.js +127 -0
  169. package/src/motion3/object-keys.js +236 -0
  170. package/src/motion3/object-pose.js +182 -0
  171. package/src/motion3/object-tracks.js +12 -0
  172. package/src/motion3/people.js +82 -0
  173. package/src/motion3/pipeline.js +102 -0
  174. package/src/motion3/playback.js +51 -0
  175. package/src/motion3/probes.js +91 -0
  176. package/src/motion3/qa/body-checks.js +34 -0
  177. package/src/motion3/qa/check-names.js +14 -0
  178. package/src/motion3/qa/checks.js +125 -0
  179. package/src/motion3/qa/contact-checks.js +51 -0
  180. package/src/motion3/qa/explain.js +80 -0
  181. package/src/motion3/qa/fmt.js +5 -0
  182. package/src/motion3/qa/foot-checks.js +72 -0
  183. package/src/motion3/qa/geometry.js +77 -0
  184. package/src/motion3/qa/goals.js +191 -0
  185. package/src/motion3/qa/ground.js +60 -0
  186. package/src/motion3/qa/hints-contact.js +195 -0
  187. package/src/motion3/qa/hints-goal.js +160 -0
  188. package/src/motion3/qa/hints-knee.js +24 -0
  189. package/src/motion3/qa/hints-motion.js +209 -0
  190. package/src/motion3/qa/hints-object.js +91 -0
  191. package/src/motion3/qa/index.js +44 -0
  192. package/src/motion3/qa/key-checks.js +82 -0
  193. package/src/motion3/qa/near.js +96 -0
  194. package/src/motion3/qa/object-checks.js +135 -0
  195. package/src/motion3/qa/patch.js +161 -0
  196. package/src/motion3/qa/people-checks.js +37 -0
  197. package/src/motion3/qa/severity.js +38 -0
  198. package/src/motion3/qa/spec-checks.js +65 -0
  199. package/src/motion3/qa/style.js +228 -0
  200. package/src/motion3/qa/wrist-checks.js +69 -0
  201. package/src/motion3/qa/wrist-obs.js +60 -0
  202. package/src/motion3/refs.js +129 -0
  203. package/src/motion3/repair-tune.js +121 -0
  204. package/src/motion3/repair.js +83 -0
  205. package/src/motion3/report.js +67 -0
  206. package/src/motion3/rigs/index.js +14 -0
  207. package/src/motion3/rigs/x-bot-tpose-body.json +1 -0
  208. package/src/motion3/rigs/x-bot-tpose.json +1 -0
  209. package/src/motion3/rigs/y-bot-tpose-body.json +1 -0
  210. package/src/motion3/rigs/y-bot-tpose.json +1 -0
  211. package/src/motion3/scene.js +60 -0
  212. package/src/motion3/schema/brief.js +89 -0
  213. package/src/motion3/schema/fields.js +44 -0
  214. package/src/motion3/schema/spec-examples.js +46 -0
  215. package/src/motion3/schema/topics.js +113 -0
  216. package/src/motion3/schema/types.js +149 -0
  217. package/src/motion3/search.js +117 -0
  218. package/src/motion3/second-hand.js +112 -0
  219. package/src/motion3/settle.js +136 -0
  220. package/src/motion3/skills/basic.js +83 -0
  221. package/src/motion3/skills/book.js +76 -0
  222. package/src/motion3/skills/car.js +145 -0
  223. package/src/motion3/skills/flip.js +200 -0
  224. package/src/motion3/skills/frames-auto.js +29 -0
  225. package/src/motion3/skills/impact.js +109 -0
  226. package/src/motion3/skills/index.js +85 -0
  227. package/src/motion3/skills/info.js +80 -0
  228. package/src/motion3/skills/smoke-kit.js +109 -0
  229. package/src/motion3/skills/smoke.js +160 -0
  230. package/src/motion3/spec-store.js +59 -0
  231. package/src/motion3/take-edit.js +155 -0
  232. package/src/motion3/take.js +63 -0
  233. package/src/motion3/timeline.js +127 -0
  234. package/src/motion3/views.js +121 -0
  235. package/src/motion3/walk-plan.js +119 -0
  236. package/src/object-catalog.jsx +7 -1
  237. package/src/object-colors.js +98 -0
  238. package/src/object-gizmo-parts.js +115 -0
  239. package/src/object-gizmo.jsx +37 -122
  240. package/src/object-glow.js +139 -0
  241. package/src/object-hidden.js +33 -0
  242. package/src/object-look.js +196 -0
  243. package/src/object-size.js +10 -0
  244. package/src/object-travel.js +71 -6
  245. package/src/panels/CameraPanel.jsx +7 -7
  246. package/src/panels/HdrEnvironmentControls.jsx +59 -0
  247. package/src/panels/LightPanel.jsx +25 -4
  248. package/src/panels/ObjectLookPanel.jsx +88 -0
  249. package/src/panels/PosePanel.jsx +2 -17
  250. package/src/panels/RigControlPanel.jsx +5 -53
  251. package/src/panels/SubjectBox.jsx +4 -1
  252. package/src/panels/details.css +14 -0
  253. package/src/posestudio.jsx +4 -27
  254. package/src/project-browser.jsx +3 -4
  255. package/src/project-resources.js +18 -31
  256. package/src/project.js +13 -104
  257. package/src/props.jsx +25 -280
  258. package/src/qa-label.js +25 -0
  259. package/src/rail-dot-drag.js +23 -0
  260. package/src/render-passes.js +10 -0
  261. package/src/resource-status.jsx +1 -0
  262. package/src/result-modal.jsx +4 -19
  263. package/src/room.jsx +20 -12
  264. package/src/scene-assets.js +8 -6
  265. package/src/scene-light-place.js +72 -0
  266. package/src/scene-lights.jsx +148 -0
  267. package/src/scene-objects.js +31 -139
  268. package/src/scenes.js +15 -105
  269. package/src/semantic-edit.js +2 -5
  270. package/src/set-pieces.jsx +183 -0
  271. package/src/settings-menu.jsx +3 -11
  272. package/src/shell/BottomDock.jsx +9 -51
  273. package/src/shell/DetailsSlot.jsx +16 -200
  274. package/src/shell/GhostsMenuGroup.jsx +74 -0
  275. package/src/shell/LibrarySlot.jsx +1 -3
  276. package/src/shell/MenuBar.jsx +3 -3
  277. package/src/shell/PreferencesDialog.jsx +15 -264
  278. package/src/shell/PreferencesSlot.jsx +2 -8
  279. package/src/shell/TopBar.jsx +5 -84
  280. package/src/shell/ViewportToolbar.jsx +10 -70
  281. package/src/shell/agent-glass.css +19 -6
  282. package/src/shell/details-selection.js +42 -0
  283. package/src/shell/ghosts-menu.css +22 -0
  284. package/src/shell/glass-regions.css +29 -3
  285. package/src/shell/preferences.css +6 -1
  286. package/src/shot-authoring.js +4 -7
  287. package/src/soft-shadows.js +37 -0
  288. package/src/stage-attach-frames.js +12 -12
  289. package/src/stage-canvas-rigs.jsx +3 -3
  290. package/src/stage-capture.jsx +42 -8
  291. package/src/stage-characters.jsx +22 -216
  292. package/src/stage-editor-gizmos.jsx +6 -6
  293. package/src/stage-environment.js +93 -0
  294. package/src/stage-hdr-builtins.js +107 -0
  295. package/src/stage-hdr-image.js +116 -0
  296. package/src/stage-hdr-library.js +70 -0
  297. package/src/stage-hdr-map.js +94 -0
  298. package/src/stage-hdr.js +130 -0
  299. package/src/stage-lighting.js +149 -0
  300. package/src/stage-occlusion.js +210 -0
  301. package/src/stage-sky.jsx +159 -0
  302. package/src/stage-startup-defaults.js +5 -9
  303. package/src/studio-actions.js +16 -14
  304. package/src/studio-agent-commands.js +19 -16
  305. package/src/studio-agent-motion.js +9 -9
  306. package/src/studio-agent-protocol.js +47 -77
  307. package/src/studio-app-binding.js +27 -47
  308. package/src/studio-asset-list.js +17 -0
  309. package/src/studio-contact-sheet.js +37 -5
  310. package/src/studio-elements.js +27 -7
  311. package/src/studio-entity-bounds.js +18 -0
  312. package/src/studio-error-codes.js +15 -0
  313. package/src/studio-export-framing.js +152 -0
  314. package/src/studio-lighting-check.js +103 -0
  315. package/src/studio-motion-visual.js +150 -0
  316. package/src/studio-schema-errors.js +80 -0
  317. package/src/studio-support-gap.js +74 -0
  318. package/src/styles.css +1 -19
  319. package/src/timeline-defaults.js +5 -0
  320. package/src/timeline-extent.js +8 -20
  321. package/src/tutorial-walk.js +17 -0
  322. package/src/ui-scrub.js +1 -1
  323. package/src/use-shot-camera-tracks.js +12 -0
  324. package/src/view-ghosts.js +97 -0
  325. package/src/view-ghosts.jsx +49 -0
  326. package/src/workflow/AgentPanel.jsx +47 -166
  327. package/src/workflow/AgentProgressCard.jsx +109 -0
  328. package/src/workflow/AgentReplyText.jsx +37 -0
  329. package/src/workflow/AgentTurnSteps.jsx +84 -0
  330. package/src/workflow/LoginPanel.jsx +140 -0
  331. package/src/workflow/WorkflowBuilder.jsx +7 -23
  332. package/src/workflow/agent-client.js +54 -51
  333. package/src/workflow/agent-panel.css +71 -1
  334. package/src/workflow/agent-progress-card.css +167 -0
  335. package/src/workflow/agent-progress-view.js +47 -0
  336. package/src/workflow/agent-turn-steps.css +113 -0
  337. package/src/workflow/agent-turn.js +191 -0
  338. package/src/workflow/login-client.js +34 -0
  339. package/src/workflow/motion-input.js +18 -31
  340. package/src/workflow/node-schema.js +1 -1
  341. package/src/workflow/reply-markdown.js +69 -0
  342. package/src/workflow/scene-asset-sync.js +8 -8
  343. package/tools/agent-session-stats.mjs +61 -0
  344. package/tools/dev-full.mjs +5 -56
  345. package/tools/eslint-baseline.json +12 -13
  346. package/tools/knip-baseline.json +0 -179
  347. package/tools/loc-baseline.json +31 -81
  348. package/tools/motion3/extract-body.mjs +103 -0
  349. package/tools/motion3/extract-rig.mjs +85 -0
  350. package/tools/process-supervisor.mjs +0 -88
  351. package/tools/run-tests.mjs +9 -125
  352. package/bin/agent/motion-runtime.mjs +0 -76
  353. package/dist/ardy/cskel27-rest.json +0 -557
  354. package/dist/assets/analytics-C9pMpW7s.js +0 -1
  355. package/dist/assets/app-B_2XB9rw.css +0 -1
  356. package/dist/assets/app-DAuvKPP8.js +0 -4920
  357. package/dist/assets/config-Bx7pYsD9.js +0 -1
  358. package/dist/assets/config-DeoFTYzb.css +0 -1
  359. package/dist/assets/demo-CvKuBgy5.js +0 -1
  360. package/dist/assets/scene-asset-sync-DKkpjKBV.js +0 -19
  361. package/dist/assets/scene-asset-sync-DjJ_cJ2R.css +0 -1
  362. package/dist/assets/ticket-BPk2Ni95.js +0 -1
  363. package/dist/assets/workflow-jJRBR94Z.js +0 -179
  364. package/dist/demo/walk-then-stop.npz +0 -0
  365. package/mcp/ardy-prompts.mjs +0 -218
  366. package/src/ardy/auto-fix-panel.css +0 -108
  367. package/src/ardy/auto-physics.js +0 -1194
  368. package/src/ardy/client.js +0 -153
  369. package/src/ardy/convert.js +0 -313
  370. package/src/ardy/cskel27-neutral.js +0 -39
  371. package/src/ardy/cskel27.js +0 -77
  372. package/src/ardy/export.js +0 -165
  373. package/src/ardy/fix-collisions.js +0 -2257
  374. package/src/ardy/foot-lock.js +0 -230
  375. package/src/ardy/motion-calibration.js +0 -118
  376. package/src/ardy/motion-edit.js +0 -213
  377. package/src/ardy/motion-url.js +0 -55
  378. package/src/ardy/mp4-duration.js +0 -102
  379. package/src/ardy/npz.js +0 -595
  380. package/src/ardy/physics-panel.css +0 -21
  381. package/src/ardy/physics-panel.jsx +0 -89
  382. package/src/ardy/physics-refine.js +0 -111
  383. package/src/ardy/physics-review.js +0 -567
  384. package/src/ardy/physics-temporal.js +0 -54
  385. package/src/ardy/platform-fit-panel.css +0 -64
  386. package/src/ardy/platform-fit-panel.jsx +0 -41
  387. package/src/ardy/platform-fit.js +0 -326
  388. package/src/ardy/playback.js +0 -711
  389. package/src/ardy/pose-pin.js +0 -97
  390. package/src/ardy/prompt-clips.js +0 -30
  391. package/src/ardy/retime.js +0 -211
  392. package/src/ardy/root-drop.js +0 -369
  393. package/src/ardy/timeline-resize.js +0 -13
  394. package/src/ardy/to-cskel27.js +0 -225
  395. package/src/ardy/trim.js +0 -33
  396. package/src/ardy/waypoints.js +0 -369
  397. package/src/ardy-bridge-contract.js +0 -281
  398. package/src/domains/motion/motion-video-capture.js +0 -664
  399. package/src/i2v-motion-client.js +0 -77
  400. package/src/i2v-motion-studio.jsx +0 -180
  401. package/src/line-edit.js +0 -1348
  402. package/src/motion/generation.js +0 -105
  403. package/src/motion-readiness-ui.jsx +0 -67
  404. package/src/motion-readiness.js +0 -40
  405. package/src/motion-resources.js +0 -177
  406. package/src/motion-store.js +0 -65
  407. package/src/motion-trail.js +0 -601
  408. package/src/multimodel-ingest.js +0 -394
  409. package/src/panels/PromptBlocksPanel.jsx +0 -444
  410. package/src/panels/VideoCapturePanel.jsx +0 -181
  411. package/src/pose-extract/browser.js +0 -42
  412. package/src/pose-extract/detector.js +0 -100
  413. package/src/pose-extract/fit.js +0 -227
  414. package/src/pose-extract/image-frame.js +0 -51
  415. package/src/pose-extract/index.js +0 -58
  416. package/src/pose-extract/keyframes.js +0 -74
  417. package/src/pose-extract/landmarks.js +0 -162
  418. package/src/pose-extract/mirror.js +0 -153
  419. package/src/pose-extract/take.js +0 -131
  420. package/src/pose-extract/video-frames.js +0 -91
  421. package/src/take-recipe.js +0 -165
  422. package/src/trail-key-conflicts.js +0 -39
  423. package/src/trail-pick.js +0 -59
  424. package/src/use-i2v-capture-modal.js +0 -15
  425. package/tools/ardy/BRIDGE.md +0 -37
  426. package/tools/ardy/GVHMR-NPZ.md +0 -68
  427. package/tools/ardy/README.md +0 -124
  428. package/tools/ardy/__pycache__/cclay_gvhmr_worker.cpython-313.pyc +0 -0
  429. package/tools/ardy/artifacts.mjs +0 -34
  430. package/tools/ardy/bridge.mjs +0 -1732
  431. package/tools/ardy/bvh-cskel27.mjs +0 -1265
  432. package/tools/ardy/cclay_constrained_generate.py +0 -561
  433. package/tools/ardy/cclay_gvhmr_worker.py +0 -264
  434. package/tools/ardy/cclay_motion_edit.py +0 -510
  435. package/tools/ardy/cclay_sequence_generate.py +0 -705
  436. package/tools/ardy/cclay_worker.py +0 -304
  437. package/tools/ardy/dump-npz.py +0 -205
  438. package/tools/ardy/extract-rest.mjs +0 -299
  439. package/tools/ardy/extract.mjs +0 -507
  440. package/tools/ardy/footage.mjs +0 -467
  441. package/tools/ardy/gvhmr-floor.mjs +0 -102
  442. package/tools/ardy/gvhmr-to-cskel27.mjs +0 -21
  443. package/tools/ardy/gvhmr_fastpath.py +0 -168
  444. package/tools/ardy/gvhmr_trajectory.py +0 -240
  445. package/tools/ardy/merge-text-encoder.py +0 -160
  446. package/tools/ardy/mocap-metrics.mjs +0 -200
  447. package/tools/ardy/mocap-quality-gate.mjs +0 -110
  448. package/tools/ardy/motion-stabilize.mjs +0 -348
  449. package/tools/ardy/npz.mjs +0 -414
  450. package/tools/ardy/pose-to-npz.mjs +0 -106
  451. package/tools/ardy/prompt-limits.mjs +0 -5
  452. package/tools/ardy/run-edit-on-box.sh +0 -73
  453. package/tools/ardy/run-local.mjs +0 -233
  454. package/tools/ardy/run-on-box.sh +0 -593
  455. package/tools/ardy/run-sequence-on-box.sh +0 -177
  456. package/tools/ardy/runners/gvhmr-worker.mjs +0 -206
  457. package/tools/ardy/runners/index.mjs +0 -18
  458. package/tools/ardy/runners/local.mjs +0 -455
  459. package/tools/ardy/runners/proc.mjs +0 -125
  460. package/tools/ardy/runners/remote.mjs +0 -252
  461. package/tools/ardy/setup-local.mjs +0 -189
  462. package/tools/ardy/setup-text-encoder-on-box.sh +0 -93
  463. package/tools/ardy/setup-text-encoder.py +0 -306
  464. package/tools/ardy/smpl-cskel27.mjs +0 -178
  465. package/tools/ardy/visual-qa.mjs +0 -196
  466. package/tools/ardy/vq-car.mjs +0 -52
  467. package/tools/bench/EXP3.md +0 -61
  468. package/tools/bench/cclay_bench_extract_incam.py +0 -125
  469. package/tools/bench/cclay_bench_extract_obs.py +0 -204
  470. package/tools/bench/cclay_bench_runner.py +0 -42
  471. package/tools/bench/cube-contact.mjs +0 -162
  472. package/tools/bench/exp3.mjs +0 -152
  473. package/tools/bench/extract-bench-lib.mjs +0 -216
  474. package/tools/bench/extract-bench.mjs +0 -302
  475. package/tools/bench/fal-generate.mjs +0 -88
  476. package/tools/bench/fit/README.md +0 -189
  477. package/tools/bench/fit/camera.mjs +0 -59
  478. package/tools/bench/fit/contact.mjs +0 -419
  479. package/tools/bench/fit/footlock.mjs +0 -234
  480. package/tools/bench/fit/motion.mjs +0 -85
  481. package/tools/bench/fit/pin.mjs +0 -27
  482. package/tools/bench/fit/remote.mjs +0 -105
  483. package/tools/bench/fit-bench.mjs +0 -126
  484. package/tools/bench/fit-sanity.mjs +0 -45
  485. package/tools/bench/metrics.mjs +0 -313
  486. package/tools/bench/obs/depth.mjs +0 -258
  487. package/tools/bench/obs/extrinsics.mjs +0 -175
  488. package/tools/bench/obs/fit_mannequin_betas.py +0 -340
  489. package/tools/bench/obs/ground.mjs +0 -294
  490. package/tools/bench/obs/heading.mjs +0 -151
  491. package/tools/bench/obs/ladder.mjs +0 -555
  492. package/tools/bench/obs/mannequin-betas.json +0 -124
  493. package/tools/bench/obs/remote.mjs +0 -83
  494. package/tools/bench/obs/rest_joints.py +0 -52
  495. package/tools/bench/obs/ybot-targets.mjs +0 -49
  496. package/tools/bench/obs-bench.mjs +0 -520
  497. package/tools/bench/score.mjs +0 -343
  498. package/tools/bench/summarize.mjs +0 -86
  499. package/tools/demo-worker/README.md +0 -137
  500. package/tools/demo-worker/api-client.mjs +0 -233
  501. package/tools/demo-worker/generate.mjs +0 -301
  502. package/tools/demo-worker/index.mjs +0 -466
  503. package/tools/demo-worker/sign-core.mjs +0 -112
  504. package/tools/demo-worker/sign.mjs +0 -161
  505. package/tools/gt-render/browser.mjs +0 -182
  506. package/tools/gt-render/camera-math.mjs +0 -276
  507. package/tools/gt-render/page.mjs +0 -267
  508. package/tools/gt-render/render.mjs +0 -514
  509. package/tools/gt-render/scene-box.mjs +0 -31
  510. package/tools/gt-render/take-transform.mjs +0 -87
  511. package/tools/kimodo/compare-seam.mjs +0 -108
  512. package/tools/kimodo/constraints.mjs +0 -244
  513. package/tools/kimodo/edit.mjs +0 -259
  514. package/tools/kimodo/effector-constraints.mjs +0 -200
  515. package/tools/kimodo/generate.mjs +0 -646
  516. package/tools/kimodo/local-output.mjs +0 -265
  517. package/tools/kimodo/measure-pose.mjs +0 -65
  518. package/tools/kimodo/measure-preserve.mjs +0 -899
  519. package/tools/kimodo/measure-waypoints.mjs +0 -55
  520. package/tools/kimodo/mlx-generate.py +0 -111
  521. package/tools/kimodo/pose-constraints.mjs +0 -248
  522. package/tools/kimodo/preserve-mask.mjs +0 -543
  523. package/tools/kimodo/read-npz.mjs +0 -189
  524. package/tools/kimodo/run-edit-on-box.mjs +0 -155
  525. package/tools/kimodo/run-sequence-on-box.mjs +0 -178
  526. package/tools/kimodo/runner.mjs +0 -284
  527. package/tools/kimodo/seam-batch.mjs +0 -77
  528. package/tools/kimodo/setup-local.mjs +0 -30
  529. package/tools/kimodo/setup-on-box.sh +0 -339
  530. package/tools/kimodo/soma77-to-cskel27.mjs +0 -305
  531. package/tools/morphgs/assets/gen_truth.py +0 -39
  532. package/tools/morphgs/assets/mesh_ori_rig.txt +0 -27
  533. package/tools/morphgs/assets/playback-check.mjs +0 -30
  534. package/tools/morphgs/demo-gate.sh +0 -26
  535. package/tools/morphgs/fbx2morphgs.mjs +0 -68
  536. package/tools/morphgs/morphgs-to-cskel27.mjs +0 -105
  537. package/tools/morphgs/patches/preprocess_src-none-mode.patch +0 -76
  538. package/tools/morphgs/setup-on-cluster.sh +0 -126
  539. package/tools/projflow/driver.py +0 -1069
  540. package/tools/projflow/generate.mjs +0 -805
  541. package/tools/projflow/hml22-to-cskel27.mjs +0 -735
  542. package/tools/projflow/line-edit-job.mjs +0 -547
  543. package/tools/projflow/replay.mjs +0 -452
  544. package/tools/projflow/runner.mjs +0 -269
  545. package/tools/projflow/service.mjs +0 -742
  546. package/tools/track/DESIGN.md +0 -513
  547. package/tools/track/backfill-provenance.mjs +0 -116
  548. package/tools/track/budget.mjs +0 -8
  549. package/tools/track/check-rig.mjs +0 -209
  550. package/tools/track/diagnostics.schema.json +0 -60
  551. package/tools/track/export-rig.mjs +0 -256
  552. package/tools/track/fallback.mjs +0 -7
  553. package/tools/track/fk-parity-fixture.mjs +0 -161
  554. package/tools/track/gate.mjs +0 -349
  555. package/tools/track/masks.mjs +0 -318
  556. package/tools/track/metrics.mjs +0 -201
  557. package/tools/track/publish-obs.mjs +0 -108
  558. package/tools/track/py/check_env.py +0 -61
  559. package/tools/track/py/eval_lr.py +0 -229
  560. package/tools/track/py/lr_viterbi.py +0 -294
  561. package/tools/track/py/masks.py +0 -405
  562. package/tools/track/py/objective.py +0 -382
  563. package/tools/track/py/rig.py +0 -508
  564. package/tools/track/py/scene.py +0 -326
  565. package/tools/track/py/test_joint_indices.py +0 -123
  566. package/tools/track/py/test_lr_viterbi.py +0 -195
  567. package/tools/track/py/test_masks.py +0 -229
  568. package/tools/track/py/test_rig.py +0 -288
  569. package/tools/track/py/test_scene.py +0 -354
  570. package/tools/track/py/test_track.py +0 -328
  571. package/tools/track/py/track.py +0 -411
  572. package/tools/track/remote.mjs +0 -140
  573. package/tools/track/rig-dump.mjs +0 -227
  574. package/tools/track/run-box-tests.mjs +0 -14
  575. package/tools/track/run-box.mjs +0 -168
  576. package/tools/track/setup-box.sh +0 -59
  577. package/tools/track/study-2d.mjs +0 -728
  578. /package/src/{ardy → motion}/collision-blockers.js +0 -0
  579. /package/src/{ardy → motion}/ground.js +0 -0
  580. /package/src/{ardy → motion}/ik-drag.js +0 -0
  581. /package/src/{ardy → motion}/ik-key-json.js +0 -0
  582. /package/src/{ardy → motion}/ik.js +0 -0
  583. /package/src/{ardy → motion}/physics-surface.js +0 -0
  584. /package/src/{ardy → motion}/playback-clock.js +0 -0
  585. /package/src/{ardy → motion}/range-pin.js +0 -0
@@ -1,64 +0,0 @@
1
- @layer legacy {
2
- /* Inspector scale: 4 px spacing, 13 px section headings, shared flat buttons.
3
- Success matches the existing completed-guide marker; warning/error use theme tokens. */
4
- .platform-fit {
5
- --platform-fit-space: 4px;
6
- --platform-fit-heading-size: 13px;
7
- --platform-fit-rule: 1px;
8
- --platform-fit-success: #65c18c;
9
- min-width: 0;
10
- border-top: var(--platform-fit-rule) solid var(--line2);
11
- margin-top: calc(var(--platform-fit-space) * 3);
12
- padding-top: calc(var(--platform-fit-space) * 3);
13
- }
14
-
15
- .platform-fit.auto-fix-card {
16
- margin-top: 0;
17
- padding-top: calc(var(--platform-fit-space) * 3);
18
- border-top: var(--platform-fit-rule) solid var(--line2);
19
- }
20
- .platform-fit h4 {
21
- margin: 0;
22
- font-size: var(--platform-fit-heading-size);
23
- }
24
- .platform-fit progress { width: 100%; accent-color: var(--accent); }
25
- .platform-fit-results {
26
- display: grid;
27
- gap: var(--platform-fit-space);
28
- margin: calc(var(--platform-fit-space) * 2) 0 0;
29
- padding: 0;
30
- list-style: none;
31
- max-height: calc(var(--platform-fit-space) * 48);
32
- overflow: auto;
33
- }
34
- .platform-fit .platform-fit-step {
35
- display: grid;
36
- grid-template-columns: calc(var(--platform-fit-space) * 2) minmax(0, 1fr);
37
- align-items: start;
38
- gap: calc(var(--platform-fit-space) * 2);
39
- width: 100%;
40
- min-width: 0;
41
- height: auto;
42
- margin: 0;
43
- padding: calc(var(--platform-fit-space) * 2);
44
- text-align: left;
45
- white-space: normal;
46
- font-variant-numeric: tabular-nums;
47
- }
48
- .platform-fit-step[data-status="ok"] { --platform-fit-status: var(--platform-fit-success); }
49
- .platform-fit-step[data-status="tooHigh"] { --platform-fit-status: var(--range-pin-warning); }
50
- .platform-fit-step[data-status="wall"] { --platform-fit-status: var(--danger); }
51
- .platform-fit-chip {
52
- width: calc(var(--platform-fit-space) * 2);
53
- height: calc(var(--platform-fit-space) * 2);
54
- margin-top: var(--platform-fit-space);
55
- border-radius: var(--radius);
56
- background: var(--platform-fit-status);
57
- }
58
- .platform-fit-step .inspector-hint {
59
- display: block;
60
- margin: var(--platform-fit-space) 0 0;
61
- font-weight: normal;
62
- }
63
-
64
- }
@@ -1,41 +0,0 @@
1
- import React, { useEffect, useSyncExternalStore } from "react";
2
- import "../panels/pose.css";
3
- import { isImeComposing } from "../ime.js";
4
-
5
- const FOOT_NAMES = { leftFoot: ["Left foot", "왼발"], rightFoot: ["Right foot", "오른발"] };
6
- function stepLabel(step, ko) {
7
- if (step.status === "wall") return `${ko("Wall", "벽")} · F${step.start}`;
8
- const [en, kr] = FOOT_NAMES[step.foot] ?? [step.foot, step.foot];
9
- const amount = step.lift !== 0 ? step.lift : step.rise;
10
- return `${ko(en, kr)} F${step.start}–F${step.end} · ${amount >= 0 ? "+" : ""}${Math.round(amount * 100)}cm`;
11
- }
12
-
13
- export function PlatformFitPanel({ ko, disabled, running, progress: progressStore, last, applied, onRun, onApply, onCancel, onRemove, onFrame }) {
14
- const progress = useSyncExternalStore(progressStore.subscribe, progressStore.getSnapshot);
15
- const preview = Boolean(last && !applied && last.candidate);
16
- const steps = last?.steps?.filter((step) => step.lift !== 0 || step.status !== "ok") ?? [];
17
- useEffect(() => {
18
- if (!preview) return undefined;
19
- const onKeyDown = (event) => {
20
- if (event.metaKey || event.ctrlKey || event.altKey) return;
21
- if (event.key === "Escape") { event.preventDefault(); onCancel?.(); }
22
- if (event.key === "Enter" && !isImeComposing(event)) { event.preventDefault(); onApply?.(); }
23
- };
24
- window.addEventListener("keydown", onKeyDown);
25
- return () => window.removeEventListener("keydown", onKeyDown);
26
- }, [preview, onApply, onCancel]);
27
- return <section className="platform-fit auto-fix-card pose-section" data-testid="platform-fit-panel" aria-label={ko("Fit to platforms", "발판에 맞추기")}>
28
- <div className="auto-fix-card-head"><h4>{ko("Fit to platforms", "발판에 맞추기")}</h4><p className="inspector-hint">{ko("Raise feet and body to platforms in the path.", "경로의 발판에 맞춰 발과 몸을 올립니다.")}</p></div>
29
- <button type="button" data-testid="platform-fit-run" className="btn full primary" disabled={disabled || running || preview} onClick={onRun}>{running ? ko(`Fitting ${progress}%`, `맞추는 중 ${progress}%`) : ko("Run", "실행")}</button>
30
- {running && <progress max="100" value={progress} aria-label={ko("Platform fit progress", "발판 맞춤 진행률")} />}
31
- {preview && <div className="pose-preview" data-testid="platform-fit-preview">
32
- <strong className="pose-preview-title">{ko("Preview", "미리보기")}</strong>
33
- <span className="pose-preview-summary">{ko(`${last.summary.lifted} steps lifted · ${steps.length} result${steps.length === 1 ? "" : "s"}`, `${last.summary.lifted}개 단계 상승 · 결과 ${steps.length}개`)}</span>
34
- <ul className="pose-results">{steps.slice(0, 5).map((step) => <li key={step.id} data-status={step.status}><button type="button" className="btn ghost small" onClick={() => onFrame(step.start)}>{stepLabel(step, ko)}</button></li>)}</ul>
35
- <div className="pose-actions"><button data-testid="platform-fit-cancel" type="button" className="btn" onClick={onCancel}>{ko("Cancel", "취소")}</button><button data-testid="platform-fit-apply" type="button" className="btn primary" disabled={!last.changedFrames?.length || steps.some((step) => step.status === "wall" && step.lift === 0)} onClick={onApply}>{ko("Apply", "적용")}</button></div>
36
- <span className="pose-keyhint">{ko("Enter applies · Esc cancels", "Enter 적용 · Esc 취소")}</span>
37
- </div>}
38
- {applied && <button type="button" data-testid="platform-fit-remove" className="btn full" disabled={disabled || running} onClick={onRemove}>{ko("Remove platform fit", "발판 맞춤 제거")}</button>}
39
- {last && !preview && <div data-testid="platform-fit-results" className="auto-fix-result"><ul className="platform-fit-results">{steps.slice(0, 5).map((step) => <li key={step.id}><button type="button" className="btn platform-fit-step" data-status={step.status} onClick={() => onFrame(step.start)}>{stepLabel(step, ko)}</button></li>)}</ul>{steps.length === 0 && <p className="inspector-hint">{ko("No platforms in the path.", "경로에 발판이 없어요.")}</p>}</div>}
40
- </section>;
41
- }
@@ -1,326 +0,0 @@
1
- import * as THREE from "three";
2
- import { findBone, ikEvaluate, solveIk, solveHipsTranslate } from "./ik.js";
3
- import { createGroundSampler } from "./ground.js";
4
- import { objectFootprintBounds } from "../scene-objects.js";
5
- import { copyPhysicsKeys, createSupportSampler, physicsKeyStamp } from "./physics-review.js";
6
-
7
- /**
8
- * Platform fit: lift a flat-ground walk onto the boxes/steps placed in the
9
- * scene. Each planted-foot contact is measured against the surface under its
10
- * anchor; climbable rises lift that foot (and, smoothed, the pelvis), too-high
11
- * rises and walls are reported and left alone. The source key map is never
12
- * modified; the candidate uses the physics-review key format.
13
- *
14
- * stepUp/climb are fractions of the measured hip-to-ankle leg length,
15
- * clearance is metres, reach is the max fraction of leg length a solved leg
16
- * may extend (or the source extension, whichever is larger).
17
- */
18
- export const PLATFORM_FIT_LIMITS = Object.freeze({ stepUp: 0.5, climb: 1.0, clearance: 0.03, reach: 0.995 });
19
-
20
- const FEET = [
21
- { id: "leftFoot", toe: "mixamorigLeftToeBase" },
22
- { id: "rightFoot", toe: "mixamorigRightToeBase" },
23
- ];
24
- // A contact within this of its surface is the clip's own contact offset, not a
25
- // platform. Keeps a flat walk on a flat floor (and a re-run on its own output)
26
- // from being re-keyed for millimetres.
27
- const LEVEL_TOLERANCE = 0.02;
28
- const EPS = 1e-6;
29
- const V = () => new THREE.Vector3();
30
- const Q = () => new THREE.Quaternion();
31
- const clamp = THREE.MathUtils.clamp;
32
- const smooth = (x) => { x = clamp(x, 0, 1); return x * x * (3 - 2 * x); };
33
- const quantile = (a, t) => { const s = a.filter(Number.isFinite).sort((x, y) => x - y); return s[Math.floor((s.length - 1) * t)] ?? 0; };
34
-
35
- /** Edge-renormalised Gaussian, truncated at `radius` frames. */
36
- function gaussian(values, sigma, radius = Math.ceil(3 * sigma)) {
37
- if (!(sigma > 0)) return [...values];
38
- return values.map((_, f) => {
39
- let sum = 0, weight = 0;
40
- for (let i = Math.max(0, f - radius); i <= Math.min(values.length - 1, f + radius); i += 1) {
41
- const k = Math.exp(-0.5 * ((i - f) / sigma) ** 2);
42
- sum += k * values[i]; weight += k;
43
- }
44
- return sum / weight;
45
- });
46
- }
47
- function maxFilter(values, radius) {
48
- return values.map((_, f) => {
49
- let best = -Infinity;
50
- for (let i = Math.max(0, f - radius); i <= Math.min(values.length - 1, f + radius); i += 1) best = Math.max(best, values[i]);
51
- return best;
52
- });
53
- }
54
- function minFilter(values, radius) {
55
- return values.map((_, f) => {
56
- let best = Infinity;
57
- for (let i = Math.max(0, f - radius); i <= Math.min(values.length - 1, f + radius); i += 1) best = Math.min(best, values[i]);
58
- return best;
59
- });
60
- }
61
- /** Smooth upper envelope: max-filter then a Gaussian truncated at the same
62
- * radius, so every output frame is >= the raw requirement at that frame. */
63
- function envelope(values, sigma) {
64
- const radius = Math.max(1, Math.ceil(2.5 * sigma));
65
- return gaussian(maxFilter(values, radius), sigma, radius);
66
- }
67
-
68
- /** Per-frame lift from span lifts: exact inside spans, smoothstep between,
69
- * held before the first and after the last. */
70
- function spanTrack(count, spans) {
71
- const out = new Array(count).fill(0);
72
- if (!spans.length) return out;
73
- for (let f = 0; f < count; f += 1) {
74
- const next = spans.find((s) => s.end >= f);
75
- if (!next) { out[f] = spans[spans.length - 1].lift; continue; }
76
- if (f >= next.start) { out[f] = next.lift; continue; }
77
- const prev = [...spans].reverse().find((s) => s.end < f);
78
- out[f] = prev ? THREE.MathUtils.lerp(prev.lift, next.lift, smooth((f - prev.end) / (next.start - prev.end))) : next.lift;
79
- }
80
- return out;
81
- }
82
-
83
- function snapshot(chains, hips) {
84
- return { hips: { p: hips.position.clone(), q: hips.quaternion.clone() },
85
- chains: Object.fromEntries(FEET.map(({ id }) => [id, chains.get(id).bones.map((b) => ({ p: b.position.clone(), q: b.quaternion.clone() }))])) };
86
- }
87
-
88
- /** Planted spans: stationary toe (XZ), at least ~0.1 s, sole no more than a
89
- * step above the ground below it. Unlike supportIntervals this is not measured
90
- * against one global floor level, so a foot already standing on a box (a
91
- * re-run over a previous fit) is still a contact. Deliberately no vertical
92
- * speed test: a fit only moves feet vertically, so XZ stillness is the signal
93
- * that detects the SAME spans on the fitted output, which is what makes a
94
- * re-run idempotent (a one-frame edge shift re-adds swing clearance). */
95
- function contactSpans(samples, id, fps, groundAt, maxHeight) {
96
- const count = samples.length, minLength = Math.max(3, Math.round(fps * 0.1)), spans = [];
97
- const flags = samples.map((row, i) => {
98
- const lo = Math.max(0, i - 2), hi = Math.min(count - 1, i + 2), a = samples[lo].feet[id], b = samples[hi].feet[id], c = row.feet[id];
99
- const dt = (hi - lo) / fps || 1 / fps;
100
- const below = groundAt(c.toe.x, c.toe.z, c.sole + LEVEL_TOLERANCE);
101
- return c.sole - below <= maxHeight
102
- && Math.hypot(b.toe.x - a.toe.x, b.toe.z - a.toe.z) / dt < 0.16;
103
- });
104
- let start = -1;
105
- for (let f = 0; f <= count; f += 1) {
106
- if (flags[f] && start < 0) start = f;
107
- if ((f === count || !flags[f]) && start >= 0) {
108
- if (f - start >= minLength) {
109
- const rows = samples.slice(start, f).map((r) => r.feet[id]);
110
- const toe = new THREE.Vector3(quantile(rows.map((r) => r.toe.x), 0.5), 0, quantile(rows.map((r) => r.toe.z), 0.5));
111
- const ankle = new THREE.Vector3(quantile(rows.map((r) => r.ankle.x), 0.5), 0, quantile(rows.map((r) => r.ankle.z), 0.5));
112
- const wander = Math.max(...rows.map((r) => Math.hypot(r.toe.x - toe.x, r.toe.z - toe.z)));
113
- if (wander <= 0.10) spans.push({ start, end: f - 1, toe, ankle, currentY: quantile(rows.map((r) => r.sole), 0.25) });
114
- }
115
- start = -1;
116
- }
117
- }
118
- return spans;
119
- }
120
-
121
- export async function fitPlatforms({ rig, motion, chains, fkJoints, sourceKeys, applyRaw, sceneObjects = [], floorY = 0, onProgress = () => {}, yieldFrame = () => Promise.resolve() }) {
122
- const hipsJoint = fkJoints?.get("hips"), hips = hipsJoint?.bone;
123
- if (!hips || !motion || !FEET.every(({ id }) => chains?.get(id))) throw new Error("A loaded motion and complete rig are required");
124
- const count = motion.frames, fps = motion.fps || 24, limits = PLATFORM_FIT_LIMITS;
125
- const sourceStamp = physicsKeyStamp(sourceKeys);
126
- const source = { keys: copyPhysicsKeys(sourceKeys), tracked: new Set([...sourceKeys.values()].flatMap((e) => [...e.keys()])) };
127
- const candidate = { keys: copyPhysicsKeys(sourceKeys), tracked: new Set(source.tracked) };
128
- const groundAt = createGroundSampler(sceneObjects, { floorY });
129
- const owners = groundAt.surfaces.map((s) => sceneObjects.find((o) => {
130
- const b = objectFootprintBounds(o);
131
- return b.minX === s.minX && b.maxX === s.maxX && b.minZ === s.minZ && b.maxZ === s.maxZ && b.topY === s.topY && b.baseY === s.baseY;
132
- })?.id ?? null);
133
- const surfaceAt = (p, y) => groundAt.surfaces.findIndex((s) => s.topY === y && p.x >= s.minX && p.x <= s.maxX && p.z >= s.minZ && p.z <= s.maxZ);
134
- const support = createSupportSampler(rig);
135
- const toeBones = Object.fromEntries(FEET.map(({ id, toe }) => [id, findBone(rig, toe)]));
136
- const applyBase = (f) => { applyRaw(f); ikEvaluate(chains, source, f, fkJoints, 6); rig.updateMatrixWorld(true); };
137
-
138
- // 1. Sample the current pose (raw clip + source IK keys) at every frame.
139
- const samples = [];
140
- for (let f = 0; f < count; f += 1) {
141
- applyRaw(f); rig.updateMatrixWorld(true);
142
- const raw = snapshot(chains, hips);
143
- applyBase(f);
144
- const surfaces = support();
145
- samples.push({ raw, hips: hips.getWorldPosition(V()), feet: Object.fromEntries(FEET.map(({ id }) => {
146
- const chain = chains.get(id), p = chain.bones.map((b) => b.getWorldPosition(V()));
147
- return [id, { sole: surfaces[id].floor, ankle: surfaces[id].position.clone(), rotation: surfaces[id].rotation.clone(),
148
- toe: (toeBones[id] ?? chain.bones[2]).getWorldPosition(V()), hip: p[0], leg: p[0].distanceTo(p[1]) + p[1].distanceTo(p[2]), extension: p[0].distanceTo(p[2]) }];
149
- })) });
150
- if (f % 12 === 0) { onProgress(Math.round(50 * f / Math.max(1, count))); await yieldFrame(); }
151
- }
152
- const legLengths = Object.fromEntries(FEET.map(({ id }) => [id, quantile(samples.map((r) => r.feet[id].leg), 0.5)]));
153
- const leg = (legLengths.leftFoot + legLengths.rightFoot) / 2;
154
- const stepUp = limits.stepUp * leg, climb = limits.climb * leg;
155
-
156
- // 2-3. Contacts, surfaces, classification.
157
- const steps = [], spansByFoot = {};
158
- for (const { id } of FEET) {
159
- const spans = contactSpans(samples, id, fps, groundAt, stepUp);
160
- for (const span of spans) {
161
- const onToe = groundAt(span.toe.x, span.toe.z), onAnkle = groundAt(span.ankle.x, span.ankle.z);
162
- const surfaceY = Math.max(onToe, onAnkle), point = onToe >= onAnkle ? span.toe : span.ankle;
163
- const index = surfaceY > floorY ? surfaceAt(point, surfaceY) : -1;
164
- const rise = surfaceY - span.currentY;
165
- const status = rise <= stepUp ? "ok" : rise <= climb ? "tooHigh" : "wall";
166
- let lift = 0;
167
- if (status === "ok" && Math.abs(rise) > LEVEL_TOLERANCE) {
168
- let target = surfaceY;
169
- if (rise < 0) {
170
- // Lowering undoes an earlier fit whose box moved away. Never
171
- // push a contact below the raw clip's own height: an elevated
172
- // performance (a generated stair climb) is not a fit to undo.
173
- const rawSoles = [];
174
- for (let f = span.start; f <= span.end; f += 1) { applyRaw(f); rawSoles.push(support()[id].floor); }
175
- target = Math.max(surfaceY, Math.min(span.currentY, quantile(rawSoles, 0.25)));
176
- }
177
- if (Math.abs(target - span.currentY) > LEVEL_TOLERANCE) lift = target - span.currentY;
178
- }
179
- Object.assign(span, { surfaceY, rise, status, lift, objectId: index >= 0 ? owners[index] : null });
180
- }
181
- spansByFoot[id] = spans;
182
- steps.push(...spans.map((s) => ({ id: `${id}:${s.start}`, foot: id, start: s.start, end: s.end, surfaceY: s.surfaceY, rise: s.rise, status: s.status, objectId: s.objectId, lift: s.lift })));
183
- }
184
- // The pelvis walking into something taller than a climb is a wall even
185
- // when no planted foot lands on it.
186
- groundAt.surfaces.forEach((s, index) => {
187
- const objectId = owners[index];
188
- if (steps.some((step) => step.status === "wall" && step.objectId === objectId)) return;
189
- let start = -1;
190
- for (let f = 0; f <= count; f += 1) {
191
- const row = samples[f];
192
- const standing = row && Math.min(row.feet.leftFoot.sole, row.feet.rightFoot.sole);
193
- const inside = row && row.hips.x >= s.minX && row.hips.x <= s.maxX && row.hips.z >= s.minZ && row.hips.z <= s.maxZ && s.topY - standing > climb;
194
- if (inside && start < 0) start = f;
195
- if (!inside && start >= 0) {
196
- const entry = samples[start], center = { x: (s.minX + s.maxX) / 2, z: (s.minZ + s.maxZ) / 2 };
197
- const foot = FEET.map(({ id }) => id).sort((a, b) => Math.hypot(entry.feet[a].toe.x - center.x, entry.feet[a].toe.z - center.z) - Math.hypot(entry.feet[b].toe.x - center.x, entry.feet[b].toe.z - center.z))[0];
198
- const standY = Math.min(entry.feet.leftFoot.sole, entry.feet.rightFoot.sole);
199
- steps.push({ id: `pelvis:${objectId ?? index}:${start}`, foot, start, end: f - 1, surfaceY: s.topY, rise: s.topY - standY, status: "wall", objectId, lift: 0 });
200
- break;
201
- }
202
- }
203
- });
204
- steps.sort((a, b) => a.start - b.start || a.foot.localeCompare(b.foot));
205
- onProgress(55); await yieldFrame();
206
-
207
- // 4. Per-foot lift: span lifts with smoothstep transitions, plus swing toe
208
- // clearance over raised surfaces. The clearance ramps in from each contact
209
- // by time, not by the source's own toe height, so a re-run on the fitted
210
- // output measures the same requirement and adds nothing.
211
- const lifts = {};
212
- for (const { id } of FEET) {
213
- const spans = spansByFoot[id], base = spanTrack(count, spans);
214
- const inSpan = new Array(count).fill(false);
215
- for (const s of spans) for (let f = s.start; f <= s.end; f += 1) inSpan[f] = true;
216
- const offsets = spans.flatMap((s) => samples.slice(s.start, s.end + 1).map((r) => r.feet[id].toe.y - r.feet[id].sole));
217
- const toeOffset = quantile(offsets.length ? offsets : samples.map((r) => r.feet[id].toe.y - r.feet[id].sole), 0.5);
218
- const ramp = Math.max(2, Math.round(fps * 0.15));
219
- const excess = samples.map((row, f) => {
220
- if (inSpan[f]) return 0;
221
- const toe = row.feet[id].toe, ground = groundAt(toe.x, toe.z);
222
- if (ground <= floorY + EPS) return 0;
223
- const under = toe.y - toeOffset;
224
- if (ground - under > stepUp) return 0; // a wall: reported, never vaulted
225
- const prev = [...spans].reverse().find((s) => s.end < f), next = spans.find((s) => s.start > f);
226
- const gap = Math.min(prev ? f - prev.end : Infinity, next ? next.start - f : Infinity);
227
- return Math.max(0, ground + limits.clearance * smooth(gap / ramp) - under - base[f]);
228
- });
229
- const clearance = envelope(excess, 0.06 * fps);
230
- // The envelope spreads clearance right up to a contact; cutting it off
231
- // on the lift-off/landing frame is a one-frame foot jump that the leg IK
232
- // turns into a visible knee pop. Fade the spread to zero at every contact
233
- // edge, but never below the frame's own requirement (which itself ramps
234
- // in from the contact), so a re-run still measures nothing left to add.
235
- const taper = samples.map((_, f) => {
236
- if (inSpan[f]) return 0;
237
- const prev = [...spans].reverse().find((s) => s.end < f), next = spans.find((s) => s.start > f);
238
- return smooth(Math.min(prev ? f - prev.end : Infinity, next ? next.start - f : Infinity) / ramp);
239
- });
240
- lifts[id] = base.map((v, f) => inSpan[f] ? v : v + Math.max(excess[f], clearance[f] * taper[f]));
241
- }
242
-
243
- // 5. Pelvis: follow the supporting feet, smoothed, never lifted where no
244
- // foot is lifted, then lowered wherever a leg would over-reach.
245
- const planted = (id, f) => spansByFoot[id].some((s) => f >= s.start && f <= s.end);
246
- const supportLift = samples.map((_, f) => {
247
- const values = FEET.filter(({ id }) => planted(id, f)).map(({ id }) => lifts[id][f]);
248
- return values.length ? values.reduce((a, b) => a + b, 0) / values.length : NaN;
249
- });
250
- const known = supportLift.map((v, f) => Number.isFinite(v) ? f : -1).filter((f) => f >= 0);
251
- const filled = supportLift.map((v, f) => {
252
- if (Number.isFinite(v)) return v;
253
- if (!known.length) return 0;
254
- const next = known.find((k) => k > f), prev = [...known].reverse().find((k) => k < f);
255
- if (prev === undefined) return supportLift[next];
256
- if (next === undefined) return supportLift[prev];
257
- return THREE.MathUtils.lerp(supportLift[prev], supportLift[next], (f - prev) / (next - prev));
258
- });
259
- const pelvis = gaussian(filled, 0.15 * fps).map((v, f) => {
260
- const values = FEET.map(({ id }) => lifts[id][f]);
261
- return clamp(v, Math.min(0, ...values), Math.max(0, ...values));
262
- });
263
- // Highest pelvis lift at which every leg still reaches its foot target.
264
- // Smoothing the over-reach and subtracting it spread the correction into
265
- // frames that did not need it: the leg locked straight at a step-down and
266
- // the body then sank below the source (a squat). Instead take a smooth
267
- // LOWER envelope of min(desired, reachable): it never exceeds either, and
268
- // never drops below the lowest value within its window.
269
- // Only a planted foot (or one about to land / just lifting off) holds the
270
- // pelvis down: a trailing swing leg would otherwise keep the body low while
271
- // the other foot already stands on the box - a squat. Mid-swing feet are
272
- // raised to stay within reach instead (below).
273
- const edgeFrames = Math.max(2, Math.round(fps * 0.15));
274
- const contactGap = (id, f) => Math.min(...spansByFoot[id].map((s) => f < s.start ? s.start - f : f > s.end ? f - s.end : 0), Infinity);
275
- const slack = (id, f) => {
276
- const foot = samples[f].feet[id], reach = Math.max(limits.reach * legLengths[id], foot.extension);
277
- const horizontal = Math.hypot(foot.ankle.x - foot.hip.x, foot.ankle.z - foot.hip.z);
278
- return foot.ankle.y - foot.hip.y + Math.sqrt(Math.max(0, reach * reach - horizontal * horizontal));
279
- };
280
- const reachable = samples.map((_, f) => Math.min(...FEET.filter(({ id }) => contactGap(id, f) <= edgeFrames).map(({ id }) => lifts[id][f] + slack(id, f)), Infinity));
281
- const sigma = 0.08 * fps, radius = Math.max(1, Math.ceil(2.5 * sigma));
282
- const capped = gaussian(minFilter(pelvis.map((p, f) => Math.min(p, reachable[f])), radius), sigma, radius);
283
- capped.forEach((p, f) => { pelvis[f] = Math.abs(p) > EPS ? p : 0; });
284
- for (const { id } of FEET) for (let f = 0; f < count; f += 1) {
285
- if (contactGap(id, f) > edgeFrames) lifts[id][f] = Math.max(lifts[id][f], pelvis[f] - slack(id, f));
286
- }
287
- onProgress(65); await yieldFrame();
288
-
289
- // 6. Solve and key every changed frame plus one unchanged frame each side.
290
- const changed = samples.map((_, f) => f).filter((f) => Math.abs(pelvis[f]) > EPS || FEET.some(({ id }) => Math.abs(lifts[id][f]) > EPS));
291
- const changedSet = new Set(changed);
292
- const keyed = [...new Set(changed.flatMap((f) => [f - 1, f, f + 1]))].filter((f) => f >= 0 && f < count).sort((a, b) => a - b);
293
- for (let n = 0; n < keyed.length; n += 1) {
294
- const f = keyed[n], row = samples[f];
295
- applyBase(f);
296
- if (changedSet.has(f)) {
297
- solveHipsTranslate(hipsJoint, new THREE.Vector3(0, pelvis[f], 0), hips.position.clone()); rig.updateMatrixWorld(true);
298
- for (const { id } of FEET) {
299
- const chain = chains.get(id), foot = row.feet[id];
300
- solveIk(chain, foot.ankle.clone().setY(foot.ankle.y + lifts[id][f]), { exactHinge: true }); rig.updateMatrixWorld(true);
301
- // The foot keeps its source world orientation: a lift is a
302
- // translation of the planted sole, never a toe dip.
303
- const end = chain.bones[2];
304
- end.quaternion.copy(end.parent.getWorldQuaternion(Q()).invert().multiply(foot.rotation)); rig.updateMatrixWorld(true);
305
- }
306
- }
307
- const entry = candidate.keys.get(f) ?? new Map();
308
- entry.set("hips", { q: [hips.quaternion.clone()], p: hips.position.clone(), baseQ: [row.raw.hips.q.clone()], basePos: row.raw.hips.p.clone() });
309
- candidate.tracked.add("hips");
310
- for (const { id } of FEET) {
311
- const bones = chains.get(id).bones, raw = row.raw.chains[id];
312
- const key = { q: bones.map((b) => b.quaternion.clone()), p: null, baseQ: raw.map((b) => b.q.clone()), keepTranslations: true };
313
- // Island-edge keys carry translations only when the source changed
314
- // them; otherwise their ease ramp would smear this frame's bone
315
- // lengths onto the untouched neighbours.
316
- if (changedSet.has(f) || bones.some((b, i) => !b.position.equals(raw[i].p))) key.chainP = bones.map((b) => b.position.clone());
317
- entry.set(id, key); candidate.tracked.add(id);
318
- }
319
- candidate.keys.set(f, entry);
320
- if (n % 12 === 0) { onProgress(65 + Math.round(35 * n / keyed.length)); await yieldFrame(); }
321
- }
322
- onProgress(100);
323
- const summary = { ok: 0, tooHigh: 0, wall: 0, lifted: 0 };
324
- for (const step of steps) { summary[step.status] += 1; if (step.lift !== 0) summary.lifted += 1; }
325
- return { candidate, steps, summary, changedFrames: changed, sourceStamp, lifts: { ...lifts, pelvis }, legLength: leg };
326
- }