cozyclay 2.1.0 → 3.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (583) hide show
  1. package/CHANGELOG.md +65 -0
  2. package/README.md +12 -30
  3. package/bin/agent/agent-routes.mjs +40 -113
  4. package/bin/agent/agent-runner.mjs +9 -10
  5. package/bin/agent/cliproxy-provider.mjs +135 -0
  6. package/bin/agent/credential-store.mjs +30 -7
  7. package/bin/agent/pi-tools.mjs +4 -1
  8. package/bin/agent/provider-keys.mjs +32 -0
  9. package/bin/agent/provider-login.mjs +110 -0
  10. package/bin/agent/provider-routes.mjs +99 -0
  11. package/bin/agent/providers.mjs +19 -97
  12. package/bin/agent/script-tool.mjs +17 -4
  13. package/bin/agent/studio-motion-reference.mjs +23 -0
  14. package/bin/agent/studio-prompt.mjs +1 -1
  15. package/bin/agent/studio-rebase-text.mjs +32 -0
  16. package/bin/agent/studio-rebase.mjs +26 -39
  17. package/bin/agent/studio-tools.mjs +9 -28
  18. package/bin/agent/tool-arguments.mjs +49 -0
  19. package/bin/agent/turn-frames.mjs +66 -0
  20. package/bin/codex-auth.mjs +9 -2
  21. package/bin/cozyclay.mjs +10 -116
  22. package/bin/live/cli.mjs +22 -6
  23. package/bin/mcp-runtime.mjs +2 -12
  24. package/bin/package-signature.mjs +0 -4
  25. package/dist/app/index.html +7 -6
  26. package/dist/assets/EXRLoader-CvVIvGVE.js +1 -0
  27. package/dist/assets/analytics-C9sUnndd.js +1 -0
  28. package/dist/assets/app-CCh--1Hc.js +5087 -0
  29. package/dist/assets/app-f-fkV5uP.css +1 -0
  30. package/dist/assets/compile-worker-CkxiD6lH.js +5 -0
  31. package/dist/assets/fflate.module-KbGj5-H6.js +5 -0
  32. package/dist/assets/{first-shot-handoff-BlT33CGf.js → first-shot-handoff-CC4xe4HM.js} +1 -1
  33. package/dist/assets/{landing-BSesrCpL.js → landing-DjHD8u7k.js} +1 -1
  34. package/dist/assets/scene-asset-sync-Hx_FzdOH.js +20 -0
  35. package/dist/assets/scene-asset-sync-_S8NQl5B.css +1 -0
  36. package/dist/assets/workflow-C4yKH1p4.js +179 -0
  37. package/dist/cozyclay-package.json +1 -1
  38. package/dist/index.html +3 -3
  39. package/dist/llms.txt +14 -0
  40. package/dist/sw.js +3 -6
  41. package/dist/workflow/index.html +5 -4
  42. package/mcp/LIVE-PROTOCOL.md +7 -47
  43. package/mcp/README.md +16 -26
  44. package/mcp/live-hub.mjs +6 -10
  45. package/mcp/package.json +1 -3
  46. package/mcp/tool-handlers.mjs +4 -168
  47. package/package.json +3 -22
  48. package/src/App.jsx +174 -2639
  49. package/src/agent-progress.js +79 -0
  50. package/src/agent-turn-mark.js +30 -0
  51. package/src/analytics.js +1 -19
  52. package/src/app-context.js +5 -0
  53. package/src/app-stage.jsx +2 -34
  54. package/src/asset-pane.jsx +6 -5
  55. package/src/camera-block.js +21 -0
  56. package/src/camera-direction.js +120 -0
  57. package/src/character-kind.js +3 -9
  58. package/src/command-bus.js +8 -6
  59. package/src/commands/cast.js +5 -34
  60. package/src/commands/elements/character.js +1 -1
  61. package/src/commands/elements/motion.js +1 -6
  62. package/src/commands/elements/object.js +6 -2
  63. package/src/commands/elements/shot.js +4 -1
  64. package/src/commands/elements.js +38 -14
  65. package/src/commands/index.js +3 -1
  66. package/src/commands/kits.js +37 -0
  67. package/src/commands/motion-timing.js +57 -0
  68. package/src/commands/motion.js +9 -152
  69. package/src/commands/motion3-compile.js +65 -0
  70. package/src/commands/motion3.js +207 -0
  71. package/src/commands/objects.js +6 -4
  72. package/src/commands/shot.js +49 -11
  73. package/src/commands/stage.js +14 -1
  74. package/src/commands/view.js +4 -1
  75. package/src/document-mirrors.js +42 -0
  76. package/src/document-store.js +4 -0
  77. package/src/domains/cast.js +19 -194
  78. package/src/domains/motion/motion-range-pin-rules.js +1 -1
  79. package/src/domains/motion/take-source.js +51 -0
  80. package/src/domains/motion.js +60 -1838
  81. package/src/domains/scenes.js +12 -55
  82. package/src/domains/shots.js +2 -2
  83. package/src/domains/stage.js +4 -2
  84. package/src/draft-ghost.js +46 -0
  85. package/src/draft-ghost.jsx +129 -0
  86. package/src/dualview.jsx +4 -3
  87. package/src/effects/EffectsLayer.jsx +112 -0
  88. package/src/effects/effect-meshes.js +232 -0
  89. package/src/effects/effect-record.js +103 -0
  90. package/src/effects/emitter.js +59 -0
  91. package/src/effects/simulate.js +261 -0
  92. package/src/effects/state.js +59 -0
  93. package/src/execution-telemetry.js +2 -3
  94. package/src/first-success-guide.jsx +5 -5
  95. package/src/ghost-set.js +257 -0
  96. package/src/held-object-edit.jsx +113 -0
  97. package/src/held-object-pose.js +175 -0
  98. package/src/hierarchy-model.js +1 -1
  99. package/src/hierarchy-panel.jsx +1 -1
  100. package/src/imported-mesh.jsx +103 -0
  101. package/src/kits/held.js +84 -0
  102. package/src/kits/index.js +70 -0
  103. package/src/kits/smoking.js +57 -0
  104. package/src/light-blockers.js +93 -0
  105. package/src/motion/beat-board-model.js +84 -0
  106. package/src/motion/beat-board.css +124 -0
  107. package/src/motion/beat-board.jsx +59 -0
  108. package/src/motion/center-of-mass.js +66 -0
  109. package/src/motion/fix-collisions.js +850 -0
  110. package/src/motion/physics-review.js +118 -0
  111. package/src/{ardy → motion}/physics-support.js +1 -76
  112. package/src/motion/rig-snapshot.js +22 -0
  113. package/src/motion/take-segments.jsx +140 -0
  114. package/src/{ardy → motion}/timeline-coordinates.js +0 -21
  115. package/src/{ardy → motion}/timeline.css +1 -2
  116. package/src/{ardy → motion}/timeline.jsx +48 -419
  117. package/src/motion/waypoints.js +76 -0
  118. package/src/motion3/beats.js +83 -0
  119. package/src/motion3/body.js +158 -0
  120. package/src/motion3/bones.js +47 -0
  121. package/src/motion3/carried.js +47 -0
  122. package/src/motion3/compile-job.js +75 -0
  123. package/src/motion3/compile-worker.js +10 -0
  124. package/src/motion3/compiler/anchors.js +105 -0
  125. package/src/motion3/compiler/arm-orient.js +128 -0
  126. package/src/motion3/compiler/channels.js +125 -0
  127. package/src/motion3/compiler/compile.js +205 -0
  128. package/src/motion3/compiler/gait-rhythm.js +97 -0
  129. package/src/motion3/compiler/grip.js +171 -0
  130. package/src/motion3/compiler/head-steady.js +48 -0
  131. package/src/motion3/compiler/hold.js +134 -0
  132. package/src/motion3/compiler/idle.js +113 -0
  133. package/src/motion3/compiler/limbs.js +170 -0
  134. package/src/motion3/compiler/math.js +72 -0
  135. package/src/motion3/compiler/pose.js +162 -0
  136. package/src/motion3/compiler/quat.js +49 -0
  137. package/src/motion3/compiler/skeleton.js +74 -0
  138. package/src/motion3/compiler/validate-common.js +32 -0
  139. package/src/motion3/compiler/validate-goals.js +118 -0
  140. package/src/motion3/compiler/validate-objects.js +143 -0
  141. package/src/motion3/compiler/validate-parts.js +116 -0
  142. package/src/motion3/compiler/validate.js +122 -0
  143. package/src/motion3/compiler/vocab.js +73 -0
  144. package/src/motion3/compiler/walk-pelvis.js +275 -0
  145. package/src/motion3/compiler/walk.js +207 -0
  146. package/src/motion3/compiler/wrist-clamp.js +32 -0
  147. package/src/motion3/delta.js +47 -0
  148. package/src/motion3/describe.js +174 -0
  149. package/src/motion3/docs.js +27 -0
  150. package/src/motion3/edit-carry.js +21 -0
  151. package/src/motion3/fix/ease.js +16 -0
  152. package/src/motion3/fix/ground.js +37 -0
  153. package/src/motion3/fix/index.js +52 -0
  154. package/src/motion3/fix/push.js +71 -0
  155. package/src/motion3/fix/reach.js +46 -0
  156. package/src/motion3/fix/retime.js +79 -0
  157. package/src/motion3/fix/self.js +211 -0
  158. package/src/motion3/fix/slide.js +70 -0
  159. package/src/motion3/fix/turn.js +51 -0
  160. package/src/motion3/follow.js +39 -0
  161. package/src/motion3/free-motion.js +173 -0
  162. package/src/motion3/grip-choice.js +130 -0
  163. package/src/motion3/hold-plan.js +157 -0
  164. package/src/motion3/json-patch.js +77 -0
  165. package/src/motion3/key-aim.js +105 -0
  166. package/src/motion3/key-edit.js +82 -0
  167. package/src/motion3/lenient.js +127 -0
  168. package/src/motion3/object-keys.js +236 -0
  169. package/src/motion3/object-pose.js +182 -0
  170. package/src/motion3/object-tracks.js +12 -0
  171. package/src/motion3/pipeline.js +102 -0
  172. package/src/motion3/playback.js +51 -0
  173. package/src/motion3/probes.js +91 -0
  174. package/src/motion3/qa/body-checks.js +34 -0
  175. package/src/motion3/qa/check-names.js +14 -0
  176. package/src/motion3/qa/checks.js +121 -0
  177. package/src/motion3/qa/contact-checks.js +51 -0
  178. package/src/motion3/qa/explain.js +80 -0
  179. package/src/motion3/qa/fmt.js +5 -0
  180. package/src/motion3/qa/foot-checks.js +72 -0
  181. package/src/motion3/qa/geometry.js +77 -0
  182. package/src/motion3/qa/goals.js +191 -0
  183. package/src/motion3/qa/ground.js +60 -0
  184. package/src/motion3/qa/hints-contact.js +179 -0
  185. package/src/motion3/qa/hints-goal.js +160 -0
  186. package/src/motion3/qa/hints-knee.js +24 -0
  187. package/src/motion3/qa/hints-motion.js +209 -0
  188. package/src/motion3/qa/hints-object.js +91 -0
  189. package/src/motion3/qa/index.js +42 -0
  190. package/src/motion3/qa/key-checks.js +82 -0
  191. package/src/motion3/qa/near.js +96 -0
  192. package/src/motion3/qa/object-checks.js +135 -0
  193. package/src/motion3/qa/patch.js +161 -0
  194. package/src/motion3/qa/severity.js +38 -0
  195. package/src/motion3/qa/spec-checks.js +65 -0
  196. package/src/motion3/qa/style.js +218 -0
  197. package/src/motion3/qa/wrist-checks.js +69 -0
  198. package/src/motion3/qa/wrist-obs.js +60 -0
  199. package/src/motion3/refs.js +120 -0
  200. package/src/motion3/repair-tune.js +121 -0
  201. package/src/motion3/repair.js +83 -0
  202. package/src/motion3/report.js +67 -0
  203. package/src/motion3/rigs/index.js +14 -0
  204. package/src/motion3/rigs/x-bot-tpose-body.json +1 -0
  205. package/src/motion3/rigs/x-bot-tpose.json +1 -0
  206. package/src/motion3/rigs/y-bot-tpose-body.json +1 -0
  207. package/src/motion3/rigs/y-bot-tpose.json +1 -0
  208. package/src/motion3/scene.js +60 -0
  209. package/src/motion3/schema/brief.js +89 -0
  210. package/src/motion3/schema/fields.js +44 -0
  211. package/src/motion3/schema/spec-examples.js +46 -0
  212. package/src/motion3/schema/topics.js +111 -0
  213. package/src/motion3/schema/types.js +147 -0
  214. package/src/motion3/search.js +117 -0
  215. package/src/motion3/second-hand.js +112 -0
  216. package/src/motion3/skills/basic.js +82 -0
  217. package/src/motion3/skills/book.js +76 -0
  218. package/src/motion3/skills/car.js +145 -0
  219. package/src/motion3/skills/frames-auto.js +29 -0
  220. package/src/motion3/skills/index.js +83 -0
  221. package/src/motion3/skills/info.js +65 -0
  222. package/src/motion3/skills/smoke-kit.js +109 -0
  223. package/src/motion3/skills/smoke.js +160 -0
  224. package/src/motion3/spec-store.js +59 -0
  225. package/src/motion3/take-edit.js +155 -0
  226. package/src/motion3/take.js +63 -0
  227. package/src/motion3/timeline.js +127 -0
  228. package/src/motion3/views.js +121 -0
  229. package/src/motion3/walk-plan.js +119 -0
  230. package/src/object-catalog.jsx +7 -1
  231. package/src/object-colors.js +98 -0
  232. package/src/object-gizmo-parts.js +115 -0
  233. package/src/object-gizmo.jsx +37 -122
  234. package/src/object-glow.js +139 -0
  235. package/src/object-hidden.js +33 -0
  236. package/src/object-look.js +196 -0
  237. package/src/object-size.js +10 -0
  238. package/src/object-travel.js +71 -6
  239. package/src/panels/CameraPanel.jsx +7 -7
  240. package/src/panels/HdrEnvironmentControls.jsx +59 -0
  241. package/src/panels/LightPanel.jsx +25 -4
  242. package/src/panels/ObjectLookPanel.jsx +88 -0
  243. package/src/panels/PoseImagePanel.jsx +1 -1
  244. package/src/panels/PosePanel.jsx +2 -17
  245. package/src/panels/RigControlPanel.jsx +5 -53
  246. package/src/panels/SubjectBox.jsx +4 -1
  247. package/src/panels/details.css +14 -0
  248. package/src/posestudio.jsx +4 -27
  249. package/src/project-browser.jsx +3 -4
  250. package/src/project-resources.js +18 -31
  251. package/src/project.js +13 -104
  252. package/src/props.jsx +25 -280
  253. package/src/rail-dot-drag.js +23 -0
  254. package/src/render-passes.js +10 -0
  255. package/src/resource-status.jsx +1 -0
  256. package/src/result-modal.jsx +4 -19
  257. package/src/room.jsx +20 -12
  258. package/src/scene-assets.js +8 -6
  259. package/src/scene-light-place.js +72 -0
  260. package/src/scene-lights.jsx +148 -0
  261. package/src/scene-objects.js +31 -139
  262. package/src/scenes.js +15 -105
  263. package/src/semantic-edit.js +2 -5
  264. package/src/set-pieces.jsx +183 -0
  265. package/src/settings-menu.jsx +3 -11
  266. package/src/shell/BottomDock.jsx +11 -53
  267. package/src/shell/CompositionGuideButton.jsx +20 -0
  268. package/src/shell/DetailsSlot.jsx +16 -200
  269. package/src/shell/GhostsMenuGroup.jsx +74 -0
  270. package/src/shell/LibrarySlot.jsx +1 -3
  271. package/src/shell/MenuBar.jsx +3 -3
  272. package/src/shell/PreferencesDialog.jsx +15 -264
  273. package/src/shell/PreferencesSlot.jsx +2 -8
  274. package/src/shell/ShotPreviewHeader.jsx +17 -0
  275. package/src/shell/TopBar.jsx +5 -83
  276. package/src/shell/ViewportToolbar.jsx +23 -93
  277. package/src/shell/agent-glass.css +19 -6
  278. package/src/shell/details-selection.js +42 -0
  279. package/src/shell/ghosts-menu.css +22 -0
  280. package/src/shell/glass-regions.css +29 -3
  281. package/src/shell/preferences.css +6 -1
  282. package/src/shell/viewport.css +12 -0
  283. package/src/shot-authoring.js +4 -7
  284. package/src/soft-shadows.js +37 -0
  285. package/src/stage-attach-frames.js +12 -12
  286. package/src/stage-canvas-rigs.jsx +3 -3
  287. package/src/stage-capture.jsx +42 -8
  288. package/src/stage-characters.jsx +22 -216
  289. package/src/stage-editor-gizmos.jsx +6 -6
  290. package/src/stage-environment.js +93 -0
  291. package/src/stage-hdr-builtins.js +107 -0
  292. package/src/stage-hdr-image.js +116 -0
  293. package/src/stage-hdr-library.js +70 -0
  294. package/src/stage-hdr-map.js +94 -0
  295. package/src/stage-hdr.js +130 -0
  296. package/src/stage-lighting.js +149 -0
  297. package/src/stage-occlusion.js +210 -0
  298. package/src/stage-sky.jsx +159 -0
  299. package/src/stage-startup-defaults.js +5 -9
  300. package/src/studio-actions.js +12 -14
  301. package/src/studio-agent-commands.js +46 -16
  302. package/src/studio-agent-motion.js +9 -9
  303. package/src/studio-agent-protocol.js +46 -73
  304. package/src/studio-app-binding.js +29 -45
  305. package/src/studio-asset-list.js +17 -0
  306. package/src/studio-contact-sheet.js +37 -5
  307. package/src/studio-elements.js +27 -7
  308. package/src/studio-entity-bounds.js +18 -0
  309. package/src/studio-error-codes.js +8 -0
  310. package/src/studio-export-framing.js +152 -0
  311. package/src/studio-lighting-check.js +103 -0
  312. package/src/studio-motion-visual.js +150 -0
  313. package/src/studio-schema-errors.js +80 -0
  314. package/src/studio-support-gap.js +74 -0
  315. package/src/styles.css +1 -19
  316. package/src/timeline-defaults.js +5 -0
  317. package/src/timeline-extent.js +8 -20
  318. package/src/tutorial-walk.js +17 -0
  319. package/src/ui-scrub.js +1 -1
  320. package/src/use-shot-camera-tracks.js +12 -0
  321. package/src/view-ghosts.js +97 -0
  322. package/src/view-ghosts.jsx +49 -0
  323. package/src/workflow/AgentPanel.jsx +47 -166
  324. package/src/workflow/AgentProgressCard.jsx +107 -0
  325. package/src/workflow/AgentReplyText.jsx +37 -0
  326. package/src/workflow/AgentTurnSteps.jsx +84 -0
  327. package/src/workflow/LoginPanel.jsx +140 -0
  328. package/src/workflow/WorkflowBuilder.jsx +7 -23
  329. package/src/workflow/agent-client.js +54 -51
  330. package/src/workflow/agent-panel.css +71 -1
  331. package/src/workflow/agent-progress-card.css +167 -0
  332. package/src/workflow/agent-progress-view.js +47 -0
  333. package/src/workflow/agent-turn-steps.css +113 -0
  334. package/src/workflow/agent-turn.js +191 -0
  335. package/src/workflow/login-client.js +34 -0
  336. package/src/workflow/motion-input.js +18 -31
  337. package/src/workflow/node-schema.js +1 -1
  338. package/src/workflow/reply-markdown.js +69 -0
  339. package/src/workflow/scene-asset-sync.js +8 -8
  340. package/tools/agent-session-stats.mjs +61 -0
  341. package/tools/dev-full.mjs +5 -56
  342. package/tools/eslint-baseline.json +12 -13
  343. package/tools/headless-studio.mjs +85 -0
  344. package/tools/knip-baseline.json +0 -179
  345. package/tools/loc-baseline.json +33 -83
  346. package/tools/motion3/extract-body.mjs +103 -0
  347. package/tools/motion3/extract-rig.mjs +85 -0
  348. package/tools/process-supervisor.mjs +0 -88
  349. package/tools/run-tests.mjs +9 -124
  350. package/bin/agent/motion-runtime.mjs +0 -76
  351. package/dist/ardy/cskel27-rest.json +0 -557
  352. package/dist/assets/analytics-B41FmPYI.js +0 -1
  353. package/dist/assets/app-Do-Og5Pu.css +0 -1
  354. package/dist/assets/app-DwP-tl2x.js +0 -4920
  355. package/dist/assets/config-Bx7pYsD9.js +0 -1
  356. package/dist/assets/config-DeoFTYzb.css +0 -1
  357. package/dist/assets/demo-Dt0qZfS7.js +0 -1
  358. package/dist/assets/scene-asset-sync-BCWDJB1d.js +0 -19
  359. package/dist/assets/scene-asset-sync-DjJ_cJ2R.css +0 -1
  360. package/dist/assets/ticket-jqMhqL88.js +0 -1
  361. package/dist/assets/workflow-Br-K7Srs.js +0 -179
  362. package/dist/demo/walk-then-stop.npz +0 -0
  363. package/mcp/ardy-prompts.mjs +0 -218
  364. package/src/ardy/auto-fix-panel.css +0 -108
  365. package/src/ardy/auto-physics.js +0 -1194
  366. package/src/ardy/client.js +0 -153
  367. package/src/ardy/convert.js +0 -313
  368. package/src/ardy/cskel27-neutral.js +0 -39
  369. package/src/ardy/cskel27.js +0 -77
  370. package/src/ardy/export.js +0 -165
  371. package/src/ardy/fix-collisions.js +0 -2257
  372. package/src/ardy/foot-lock.js +0 -230
  373. package/src/ardy/motion-calibration.js +0 -118
  374. package/src/ardy/motion-edit.js +0 -213
  375. package/src/ardy/motion-url.js +0 -55
  376. package/src/ardy/mp4-duration.js +0 -102
  377. package/src/ardy/npz.js +0 -595
  378. package/src/ardy/physics-panel.css +0 -21
  379. package/src/ardy/physics-panel.jsx +0 -89
  380. package/src/ardy/physics-refine.js +0 -111
  381. package/src/ardy/physics-review.js +0 -567
  382. package/src/ardy/physics-temporal.js +0 -54
  383. package/src/ardy/platform-fit-panel.css +0 -64
  384. package/src/ardy/platform-fit-panel.jsx +0 -41
  385. package/src/ardy/platform-fit.js +0 -326
  386. package/src/ardy/playback.js +0 -711
  387. package/src/ardy/pose-pin.js +0 -97
  388. package/src/ardy/prompt-clips.js +0 -30
  389. package/src/ardy/retime.js +0 -211
  390. package/src/ardy/root-drop.js +0 -369
  391. package/src/ardy/timeline-resize.js +0 -13
  392. package/src/ardy/to-cskel27.js +0 -225
  393. package/src/ardy/trim.js +0 -33
  394. package/src/ardy/waypoints.js +0 -369
  395. package/src/ardy-bridge-contract.js +0 -281
  396. package/src/domains/motion/motion-video-capture.js +0 -664
  397. package/src/i2v-motion-client.js +0 -77
  398. package/src/i2v-motion-studio.jsx +0 -180
  399. package/src/line-edit.js +0 -1348
  400. package/src/motion/generation.js +0 -105
  401. package/src/motion-readiness-ui.jsx +0 -67
  402. package/src/motion-readiness.js +0 -40
  403. package/src/motion-resources.js +0 -177
  404. package/src/motion-store.js +0 -65
  405. package/src/motion-trail.js +0 -601
  406. package/src/multimodel-ingest.js +0 -394
  407. package/src/panels/PromptBlocksPanel.jsx +0 -444
  408. package/src/panels/VideoCapturePanel.jsx +0 -181
  409. package/src/pose-extract/browser.js +0 -42
  410. package/src/pose-extract/detector.js +0 -100
  411. package/src/pose-extract/fit.js +0 -227
  412. package/src/pose-extract/image-frame.js +0 -51
  413. package/src/pose-extract/index.js +0 -58
  414. package/src/pose-extract/keyframes.js +0 -74
  415. package/src/pose-extract/landmarks.js +0 -162
  416. package/src/pose-extract/mirror.js +0 -153
  417. package/src/pose-extract/take.js +0 -131
  418. package/src/pose-extract/video-frames.js +0 -91
  419. package/src/take-recipe.js +0 -165
  420. package/src/trail-key-conflicts.js +0 -39
  421. package/src/trail-pick.js +0 -59
  422. package/src/use-i2v-capture-modal.js +0 -15
  423. package/tools/ardy/BRIDGE.md +0 -37
  424. package/tools/ardy/GVHMR-NPZ.md +0 -68
  425. package/tools/ardy/README.md +0 -124
  426. package/tools/ardy/__pycache__/cclay_gvhmr_worker.cpython-313.pyc +0 -0
  427. package/tools/ardy/artifacts.mjs +0 -34
  428. package/tools/ardy/bridge.mjs +0 -1732
  429. package/tools/ardy/bvh-cskel27.mjs +0 -1265
  430. package/tools/ardy/cclay_constrained_generate.py +0 -561
  431. package/tools/ardy/cclay_gvhmr_worker.py +0 -264
  432. package/tools/ardy/cclay_motion_edit.py +0 -510
  433. package/tools/ardy/cclay_sequence_generate.py +0 -705
  434. package/tools/ardy/cclay_worker.py +0 -304
  435. package/tools/ardy/dump-npz.py +0 -205
  436. package/tools/ardy/extract-rest.mjs +0 -299
  437. package/tools/ardy/extract.mjs +0 -507
  438. package/tools/ardy/footage.mjs +0 -467
  439. package/tools/ardy/gvhmr-floor.mjs +0 -102
  440. package/tools/ardy/gvhmr-to-cskel27.mjs +0 -21
  441. package/tools/ardy/gvhmr_fastpath.py +0 -168
  442. package/tools/ardy/gvhmr_trajectory.py +0 -240
  443. package/tools/ardy/merge-text-encoder.py +0 -160
  444. package/tools/ardy/mocap-metrics.mjs +0 -200
  445. package/tools/ardy/mocap-quality-gate.mjs +0 -110
  446. package/tools/ardy/motion-stabilize.mjs +0 -348
  447. package/tools/ardy/npz.mjs +0 -414
  448. package/tools/ardy/pose-to-npz.mjs +0 -106
  449. package/tools/ardy/prompt-limits.mjs +0 -5
  450. package/tools/ardy/run-edit-on-box.sh +0 -73
  451. package/tools/ardy/run-local.mjs +0 -233
  452. package/tools/ardy/run-on-box.sh +0 -593
  453. package/tools/ardy/run-sequence-on-box.sh +0 -177
  454. package/tools/ardy/runners/gvhmr-worker.mjs +0 -206
  455. package/tools/ardy/runners/index.mjs +0 -18
  456. package/tools/ardy/runners/local.mjs +0 -455
  457. package/tools/ardy/runners/proc.mjs +0 -125
  458. package/tools/ardy/runners/remote.mjs +0 -252
  459. package/tools/ardy/setup-local.mjs +0 -189
  460. package/tools/ardy/setup-text-encoder-on-box.sh +0 -93
  461. package/tools/ardy/setup-text-encoder.py +0 -306
  462. package/tools/ardy/smpl-cskel27.mjs +0 -178
  463. package/tools/ardy/visual-qa.mjs +0 -196
  464. package/tools/ardy/vq-car.mjs +0 -52
  465. package/tools/bench/EXP3.md +0 -61
  466. package/tools/bench/cclay_bench_extract_incam.py +0 -125
  467. package/tools/bench/cclay_bench_extract_obs.py +0 -204
  468. package/tools/bench/cclay_bench_runner.py +0 -42
  469. package/tools/bench/cube-contact.mjs +0 -162
  470. package/tools/bench/exp3.mjs +0 -152
  471. package/tools/bench/extract-bench-lib.mjs +0 -216
  472. package/tools/bench/extract-bench.mjs +0 -302
  473. package/tools/bench/fal-generate.mjs +0 -88
  474. package/tools/bench/fit/README.md +0 -189
  475. package/tools/bench/fit/camera.mjs +0 -59
  476. package/tools/bench/fit/contact.mjs +0 -419
  477. package/tools/bench/fit/footlock.mjs +0 -234
  478. package/tools/bench/fit/motion.mjs +0 -85
  479. package/tools/bench/fit/pin.mjs +0 -27
  480. package/tools/bench/fit/remote.mjs +0 -105
  481. package/tools/bench/fit-bench.mjs +0 -126
  482. package/tools/bench/fit-sanity.mjs +0 -45
  483. package/tools/bench/metrics.mjs +0 -313
  484. package/tools/bench/obs/depth.mjs +0 -258
  485. package/tools/bench/obs/extrinsics.mjs +0 -175
  486. package/tools/bench/obs/fit_mannequin_betas.py +0 -340
  487. package/tools/bench/obs/ground.mjs +0 -294
  488. package/tools/bench/obs/heading.mjs +0 -151
  489. package/tools/bench/obs/ladder.mjs +0 -555
  490. package/tools/bench/obs/mannequin-betas.json +0 -124
  491. package/tools/bench/obs/remote.mjs +0 -83
  492. package/tools/bench/obs/rest_joints.py +0 -52
  493. package/tools/bench/obs/ybot-targets.mjs +0 -49
  494. package/tools/bench/obs-bench.mjs +0 -520
  495. package/tools/bench/score.mjs +0 -343
  496. package/tools/bench/summarize.mjs +0 -86
  497. package/tools/demo-worker/README.md +0 -137
  498. package/tools/demo-worker/api-client.mjs +0 -233
  499. package/tools/demo-worker/generate.mjs +0 -301
  500. package/tools/demo-worker/index.mjs +0 -466
  501. package/tools/demo-worker/sign-core.mjs +0 -112
  502. package/tools/demo-worker/sign.mjs +0 -161
  503. package/tools/gt-render/browser.mjs +0 -159
  504. package/tools/gt-render/camera-math.mjs +0 -276
  505. package/tools/gt-render/page.mjs +0 -267
  506. package/tools/gt-render/render.mjs +0 -514
  507. package/tools/gt-render/scene-box.mjs +0 -31
  508. package/tools/gt-render/take-transform.mjs +0 -87
  509. package/tools/kimodo/compare-seam.mjs +0 -108
  510. package/tools/kimodo/constraints.mjs +0 -244
  511. package/tools/kimodo/edit.mjs +0 -259
  512. package/tools/kimodo/effector-constraints.mjs +0 -200
  513. package/tools/kimodo/generate.mjs +0 -646
  514. package/tools/kimodo/local-output.mjs +0 -265
  515. package/tools/kimodo/measure-pose.mjs +0 -65
  516. package/tools/kimodo/measure-preserve.mjs +0 -899
  517. package/tools/kimodo/measure-waypoints.mjs +0 -55
  518. package/tools/kimodo/mlx-generate.py +0 -111
  519. package/tools/kimodo/pose-constraints.mjs +0 -248
  520. package/tools/kimodo/preserve-mask.mjs +0 -543
  521. package/tools/kimodo/read-npz.mjs +0 -189
  522. package/tools/kimodo/run-edit-on-box.mjs +0 -155
  523. package/tools/kimodo/run-sequence-on-box.mjs +0 -178
  524. package/tools/kimodo/runner.mjs +0 -284
  525. package/tools/kimodo/seam-batch.mjs +0 -77
  526. package/tools/kimodo/setup-local.mjs +0 -30
  527. package/tools/kimodo/setup-on-box.sh +0 -339
  528. package/tools/kimodo/soma77-to-cskel27.mjs +0 -305
  529. package/tools/morphgs/assets/gen_truth.py +0 -39
  530. package/tools/morphgs/assets/mesh_ori_rig.txt +0 -27
  531. package/tools/morphgs/assets/playback-check.mjs +0 -30
  532. package/tools/morphgs/demo-gate.sh +0 -26
  533. package/tools/morphgs/fbx2morphgs.mjs +0 -68
  534. package/tools/morphgs/morphgs-to-cskel27.mjs +0 -105
  535. package/tools/morphgs/patches/preprocess_src-none-mode.patch +0 -76
  536. package/tools/morphgs/setup-on-cluster.sh +0 -126
  537. package/tools/projflow/driver.py +0 -1069
  538. package/tools/projflow/generate.mjs +0 -805
  539. package/tools/projflow/hml22-to-cskel27.mjs +0 -735
  540. package/tools/projflow/line-edit-job.mjs +0 -547
  541. package/tools/projflow/replay.mjs +0 -452
  542. package/tools/projflow/runner.mjs +0 -269
  543. package/tools/projflow/service.mjs +0 -742
  544. package/tools/track/DESIGN.md +0 -513
  545. package/tools/track/backfill-provenance.mjs +0 -116
  546. package/tools/track/budget.mjs +0 -8
  547. package/tools/track/check-rig.mjs +0 -209
  548. package/tools/track/diagnostics.schema.json +0 -60
  549. package/tools/track/export-rig.mjs +0 -256
  550. package/tools/track/fallback.mjs +0 -7
  551. package/tools/track/fk-parity-fixture.mjs +0 -161
  552. package/tools/track/gate.mjs +0 -349
  553. package/tools/track/masks.mjs +0 -318
  554. package/tools/track/metrics.mjs +0 -201
  555. package/tools/track/publish-obs.mjs +0 -108
  556. package/tools/track/py/check_env.py +0 -61
  557. package/tools/track/py/eval_lr.py +0 -229
  558. package/tools/track/py/lr_viterbi.py +0 -294
  559. package/tools/track/py/masks.py +0 -405
  560. package/tools/track/py/objective.py +0 -382
  561. package/tools/track/py/rig.py +0 -508
  562. package/tools/track/py/scene.py +0 -326
  563. package/tools/track/py/test_joint_indices.py +0 -123
  564. package/tools/track/py/test_lr_viterbi.py +0 -195
  565. package/tools/track/py/test_masks.py +0 -229
  566. package/tools/track/py/test_rig.py +0 -288
  567. package/tools/track/py/test_scene.py +0 -354
  568. package/tools/track/py/test_track.py +0 -328
  569. package/tools/track/py/track.py +0 -411
  570. package/tools/track/remote.mjs +0 -140
  571. package/tools/track/rig-dump.mjs +0 -227
  572. package/tools/track/run-box-tests.mjs +0 -14
  573. package/tools/track/run-box.mjs +0 -168
  574. package/tools/track/setup-box.sh +0 -59
  575. package/tools/track/study-2d.mjs +0 -728
  576. /package/src/{ardy → motion}/collision-blockers.js +0 -0
  577. /package/src/{ardy → motion}/ground.js +0 -0
  578. /package/src/{ardy → motion}/ik-drag.js +0 -0
  579. /package/src/{ardy → motion}/ik-key-json.js +0 -0
  580. /package/src/{ardy → motion}/ik.js +0 -0
  581. /package/src/{ardy → motion}/physics-surface.js +0 -0
  582. /package/src/{ardy → motion}/playback-clock.js +0 -0
  583. /package/src/{ardy → motion}/range-pin.js +0 -0
@@ -1,294 +0,0 @@
1
- const FOOT_NAMES = ["L_ankle", "R_ankle", "L_foot", "R_foot"];
2
- const ANKLE_INDEX = { L_ankle: 15, R_ankle: 16 };
3
- const LOGIT_INDEX = { L_ankle: 0, L_foot: 1, R_ankle: 2, R_foot: 3 };
4
- const OPPOSITE = { L_ankle: "R_ankle", R_ankle: "L_ankle" };
5
-
6
- function valuesOf(value) {
7
- return value?.data ?? value;
8
- }
9
-
10
- function flattenMatrix(matrix) {
11
- return Array.isArray(matrix?.[0]) ? matrix.flat() : Array.from(matrix ?? []);
12
- }
13
-
14
- function matrix3(matrix, name) {
15
- const flat = flattenMatrix(matrix);
16
- if (flat.length !== 9 || flat.some((value) => !Number.isFinite(Number(value)))) throw new Error(`${name}: expected a finite 3x3 matrix`);
17
- return flat.map(Number);
18
- }
19
-
20
- function vector3(value, name) {
21
- const data = valuesOf(value);
22
- if (!data || data.length !== 3 || Array.from(data).some((item) => !Number.isFinite(Number(item)))) throw new Error(`${name}: expected a finite 3-vector`);
23
- return Array.from(data, Number);
24
- }
25
-
26
- function frameVectors(value, frames, name) {
27
- const data = valuesOf(value);
28
- if (Array.isArray(data) && data.length === frames && data.every((row) => Array.isArray(row))) {
29
- return data.map((row, frame) => {
30
- if (row.length !== 3 || row.some((item) => !Number.isFinite(Number(item)))) throw new Error(`${name}[${frame}]: expected a finite 3-vector`);
31
- return row.map(Number);
32
- });
33
- }
34
- if (!data || data.length !== frames * 3) throw new Error(`${name}: expected [${frames}, 3]`);
35
- return Array.from({ length: frames }, (_, frame) => Array.from(data.slice(frame * 3, frame * 3 + 3), Number));
36
- }
37
-
38
- function frameKeypoints(value, frames) {
39
- const data = valuesOf(value);
40
- if (Array.isArray(data) && data.length === frames && data.every((row) => Array.isArray(row))) {
41
- return data.map((row, frame) => {
42
- if (row.length < 17 || row.some((point) => !Array.isArray(point) || point.length < 3)) throw new Error(`kp2d[${frame}]: expected at least 17 [x, y, confidence] points`);
43
- return row.map((point) => point.slice(0, 3).map(Number));
44
- });
45
- }
46
- if (!data || data.length !== frames * 17 * 3) throw new Error(`kp2d: expected [${frames}, 17, 3]`);
47
- return Array.from({ length: frames }, (_, frame) => Array.from({ length: 17 }, (_, joint) => {
48
- const offset = (frame * 17 + joint) * 3;
49
- return Array.from(data.slice(offset, offset + 3), Number);
50
- }));
51
- }
52
-
53
- function frameLogits(value, frames) {
54
- const data = valuesOf(value);
55
- if (Array.isArray(data) && data.length === frames && data.every((row) => Array.isArray(row))) {
56
- return data.map((row, frame) => {
57
- if (row.length < 6) throw new Error(`static_conf_logits[${frame}]: expected 6 logits`);
58
- return row.slice(0, 6).map(Number);
59
- });
60
- }
61
- if (!data || data.length !== frames * 6) throw new Error(`static_conf_logits: expected [${frames}, 6]`);
62
- return Array.from({ length: frames }, (_, frame) => Array.from(data.slice(frame * 6, frame * 6 + 6), Number));
63
- }
64
-
65
- function footPoint(footW, frame, name) {
66
- if (Array.isArray(footW)) {
67
- const row = footW[frame];
68
- if (Array.isArray(row)) {
69
- const index = FOOT_NAMES.indexOf(name);
70
- return row[index];
71
- }
72
- return row?.[name];
73
- }
74
- return footW?.[name]?.[frame];
75
- }
76
-
77
- function normalizedFootFrames(footW, frames) {
78
- return Array.from({ length: frames }, (_, frame) => Object.fromEntries(FOOT_NAMES.map((name) => {
79
- const point = footPoint(footW, frame, name);
80
- return [name, point && point.length === 3 ? Array.from(point, Number) : null];
81
- })));
82
- }
83
-
84
- function normalizeCamera(camera) {
85
- if (!camera) throw new Error("camera: expected K, R_c2w, and t_c2w");
86
- const K = matrix3(camera.K ?? [[camera.fx, 0, camera.cx], [0, camera.fy, camera.cy], [0, 0, 1]], "camera.K");
87
- let rotation = camera.R_c2w ?? camera.Rc2w;
88
- let translation = camera.t_c2w ?? camera.tc2w;
89
- if (!rotation && camera.worldToCamera) {
90
- const worldToCamera = matrix3(camera.worldToCamera, "camera.worldToCamera");
91
- rotation = [worldToCamera[0], worldToCamera[3], worldToCamera[6], worldToCamera[1], worldToCamera[4], worldToCamera[7], worldToCamera[2], worldToCamera[5], worldToCamera[8]];
92
- const tW2C = [worldToCamera[3], worldToCamera[7], worldToCamera[11]];
93
- translation = [
94
- -(rotation[0] * tW2C[0] + rotation[1] * tW2C[1] + rotation[2] * tW2C[2]),
95
- -(rotation[3] * tW2C[0] + rotation[4] * tW2C[1] + rotation[5] * tW2C[2]),
96
- -(rotation[6] * tW2C[0] + rotation[7] * tW2C[1] + rotation[8] * tW2C[2]),
97
- ];
98
- }
99
- return { K, R_c2w: matrix3(rotation, "camera.R_c2w"), t_c2w: vector3(translation, "camera.t_c2w") };
100
- }
101
-
102
- function pixelRay(u, v, camera) {
103
- const { K, R_c2w, t_c2w } = camera;
104
- const cameraDirection = [(u - K[2]) / K[0], (v - K[5]) / K[4], 1];
105
- const direction = [
106
- R_c2w[0] * cameraDirection[0] + R_c2w[1] * cameraDirection[1] + R_c2w[2] * cameraDirection[2],
107
- R_c2w[3] * cameraDirection[0] + R_c2w[4] * cameraDirection[1] + R_c2w[5] * cameraDirection[2],
108
- R_c2w[6] * cameraDirection[0] + R_c2w[7] * cameraDirection[1] + R_c2w[8] * cameraDirection[2],
109
- ];
110
- const length = Math.hypot(...direction);
111
- return { origin: t_c2w, direction: direction.map((item) => item / length) };
112
- }
113
-
114
- function median(values) {
115
- if (!values.length) return 0;
116
- const sorted = values.slice().sort((a, b) => a - b);
117
- const middle = Math.floor(sorted.length / 2);
118
- return sorted.length % 2 ? sorted[middle] : (sorted[middle - 1] + sorted[middle]) / 2;
119
- }
120
-
121
- function sigmoid(logit) {
122
- if (!Number.isFinite(logit)) return 0;
123
- if (logit >= 0) {
124
- const e = Math.exp(-logit);
125
- return 1 / (1 + e);
126
- }
127
- const e = Math.exp(logit);
128
- return e / (1 + e);
129
- }
130
-
131
- function translatePoint(point, correction) {
132
- return [point[0] + correction[0], point[1], point[2] + correction[2]];
133
- }
134
-
135
- function shiftJoints(jointsW, corrections) {
136
- if (!Array.isArray(jointsW)) return jointsW;
137
- return jointsW.map((frame, index) => Array.isArray(frame) ? frame.map((point) => point?.length === 3 ? translatePoint(point, corrections[index]) : point) : frame);
138
- }
139
-
140
- function shiftFeet(footW, corrections, frames) {
141
- if (Array.isArray(footW)) return footW.map((frame, index) => Array.isArray(frame) ? frame.map((point) => point?.length === 3 ? translatePoint(point, corrections[index]) : point) : Object.fromEntries(FOOT_NAMES.map((name) => [name, frame?.[name]?.length === 3 ? translatePoint(frame[name], corrections[index]) : frame?.[name]])));
142
- if (!footW || typeof footW !== "object") return footW;
143
- return Object.fromEntries(Object.entries(footW).map(([name, track]) => [name, Array.isArray(track) ? track.map((point, index) => point?.length === 3 ? translatePoint(point, corrections[index]) : point) : track]));
144
- }
145
-
146
- function interpolateCorrections(samples, frames) {
147
- const corrections = Array.from({ length: frames }, () => [0, 0, 0]);
148
- const contactMask = samples.map((items) => items.length > 0);
149
- const runs = [];
150
- for (let frame = 0; frame < frames;) {
151
- if (!contactMask[frame]) {
152
- frame += 1;
153
- continue;
154
- }
155
- const start = frame;
156
- while (frame < frames && contactMask[frame]) frame += 1;
157
- const end = frame - 1;
158
- const anchor = [0, 0, 0];
159
- for (let axis of [0, 2]) anchor[axis] = median(samples.slice(start, end + 1).flatMap((items) => items.map((sample) => sample[axis])));
160
- runs.push({ start, end, anchor, samples: samples.slice(start, end + 1).flat().length });
161
- for (let at = start; at <= end; at += 1) corrections[at] = anchor.slice();
162
- }
163
- if (!runs.length) return { corrections, runs };
164
- for (let index = 0; index + 1 < runs.length; index += 1) {
165
- const left = runs[index], right = runs[index + 1];
166
- const span = right.start - left.end;
167
- for (let frame = left.end + 1; frame < right.start; frame += 1) {
168
- const weight = (frame - left.end) / span;
169
- corrections[frame] = [
170
- left.anchor[0] + (right.anchor[0] - left.anchor[0]) * weight,
171
- 0,
172
- left.anchor[2] + (right.anchor[2] - left.anchor[2]) * weight,
173
- ];
174
- }
175
- }
176
- for (let frame = 0; frame < runs[0].start; frame += 1) corrections[frame] = runs[0].anchor.slice();
177
- const last = runs[runs.length - 1];
178
- for (let frame = last.end + 1; frame < frames; frame += 1) corrections[frame] = last.anchor.slice();
179
- return { corrections, runs };
180
- }
181
-
182
- function footSpeed(feet, name, frame, frames, fps) {
183
- const before = feet[Math.max(0, frame - 1)][name], after = feet[Math.min(frames - 1, frame + 1)][name];
184
- const span = (Math.min(frames - 1, frame + 1) - Math.max(0, frame - 1)) / fps;
185
- return before?.every(Number.isFinite) && after?.every(Number.isFinite) && span > 0 ? Math.hypot(after[0] - before[0], after[2] - before[2]) / span : Infinity;
186
- }
187
-
188
- /**
189
- * Correct a world trajectory using 2D ankle observations at static floor
190
- * contacts. Corrections are XZ translations represented as [dx, 0, dz].
191
- * Optional `jointsW` and `footW` inputs receive the same rigid translation.
192
- */
193
- export function correctTrajectory({
194
- rootW,
195
- footW,
196
- jointsW,
197
- kp2d,
198
- static_conf_logits: staticConfLogits,
199
- camera,
200
- ankleHeight,
201
- contactProbability = 0.8,
202
- maxFootHeight = 0.12,
203
- minKeypointConfidence = 0.3,
204
- // "kinematic" is the default. "hybrid": stance when EITHER GVHMR's static-contact logit OR the
205
- // kinematic test says so. "kinematic" (default): lower foot, near its own low height,
206
- // nearly still (absolutely, or relative to the other foot). GVHMR's logits are
207
- // weak on the part-coloured mannequin (walk: right foot never exceeds 0.8), so
208
- // kinematics carry real clips; logits carry clips whose planted foot still
209
- // slides in the estimate. "logits": logits only.
210
- stanceMode = "kinematic",
211
- fps = 24,
212
- stanceHeightMargin = 0.04,
213
- maxStanceSpeed = 0.25,
214
- minStanceFrames = 3,
215
- } = {}) {
216
- if (!Array.isArray(rootW) || !rootW.length) throw new Error("rootW: expected at least one frame");
217
- if (!Number.isFinite(ankleHeight)) throw new Error("ankleHeight: expected a finite number");
218
- if (!(contactProbability > 0 && contactProbability < 1)) throw new Error("contactProbability: expected a value in (0, 1)");
219
- if (!(maxFootHeight > 0) || !Number.isFinite(maxFootHeight)) throw new Error("maxFootHeight: expected a positive number");
220
- if (!(minKeypointConfidence >= 0) || !Number.isFinite(minKeypointConfidence)) throw new Error("minKeypointConfidence: expected a nonnegative number");
221
- const frames = rootW.length;
222
- const roots = frameVectors(rootW, frames, "rootW");
223
- const feet = normalizedFootFrames(footW, frames);
224
- const keypoints = frameKeypoints(kp2d, frames);
225
- const logits = frameLogits(staticConfLogits, frames);
226
- const intrinsics = normalizeCamera(camera);
227
- const samples = Array.from({ length: frames }, () => []);
228
- const contactByFoot = Object.fromEntries(Object.keys(OPPOSITE).map((name) => [name, []]));
229
- if (!["hybrid", "kinematic", "logits"].includes(stanceMode)) throw new Error(`stanceMode: expected "hybrid", "kinematic" or "logits", got ${stanceMode}`);
230
- const stance = Object.fromEntries(Object.keys(OPPOSITE).map((name) => {
231
- const heights = feet.map((row) => row[name]?.[1]).filter(Number.isFinite).sort((a, b) => a - b);
232
- const low = heights.length ? heights[Math.floor(heights.length * 0.1)] : NaN;
233
- const flags = Array.from({ length: frames }, (_, frame) => {
234
- const point = feet[frame][name];
235
- const opposite = feet[frame][OPPOSITE[name]];
236
- const keypoint = keypoints[frame][ANKLE_INDEX[name]];
237
- const base = point?.every(Number.isFinite) && opposite?.every(Number.isFinite) && keypoint?.every(Number.isFinite) && keypoint[2] >= minKeypointConfidence && point[1] <= opposite[1];
238
- if (!base) return false;
239
- const logitOffset = LOGIT_INDEX[name];
240
- const staticProbability = Math.max(sigmoid(logits[frame][logitOffset]), sigmoid(logits[frame][logitOffset + 1]));
241
- const byLogits = staticProbability > contactProbability && point[1] < maxFootHeight;
242
- if (stanceMode === "logits") return byLogits;
243
- if (stanceMode === "hybrid" && byLogits) return true;
244
- // The planted foot is the slower of the two, or absolutely still. A
245
- // relative test survives the very error G3 corrects: a mis-scaled
246
- // trajectory makes even the stance foot slide in world space.
247
- const speed = footSpeed(feet, name, frame, frames, fps);
248
- const otherSpeed = footSpeed(feet, OPPOSITE[name], frame, frames, fps);
249
- return point[1] <= low + stanceHeightMargin && (speed < maxStanceSpeed || speed < 0.5 * otherSpeed);
250
- });
251
- // Short flickers are not a planted foot: keep runs of at least minStanceFrames.
252
- for (let start = 0; start < frames;) {
253
- if (!flags[start]) { start += 1; continue; }
254
- let end = start;
255
- while (end + 1 < frames && flags[end + 1]) end += 1;
256
- if (end - start + 1 < minStanceFrames) for (let i = start; i <= end; i += 1) flags[i] = false;
257
- start = end + 1;
258
- }
259
- return [name, flags];
260
- }));
261
- for (let frame = 0; frame < frames; frame += 1) {
262
- for (const name of Object.keys(OPPOSITE)) {
263
- const point = feet[frame][name];
264
- const keypoint = keypoints[frame][ANKLE_INDEX[name]];
265
- if (!stance[name][frame]) continue;
266
- const ray = pixelRay(keypoint[0], keypoint[1], intrinsics);
267
- if (Math.abs(ray.direction[1]) < 1e-10) continue;
268
- const distance = (ankleHeight - ray.origin[1]) / ray.direction[1];
269
- if (!(distance > 0) || !Number.isFinite(distance)) continue;
270
- const observed = [ray.origin[0] + distance * ray.direction[0], ankleHeight, ray.origin[2] + distance * ray.direction[2]];
271
- samples[frame].push([observed[0] - point[0], 0, observed[2] - point[2]]);
272
- contactByFoot[name].push(frame);
273
- }
274
- }
275
- const { corrections, runs } = interpolateCorrections(samples, frames);
276
- const correctedRoot = roots.map((point, frame) => translatePoint(point, corrections[frame]));
277
- const result = {
278
- rootW: correctedRoot,
279
- corrections,
280
- contactFrames: samples.flatMap((items, frame) => items.length ? [frame] : []),
281
- diagnostics: {
282
- contactByFoot,
283
- stanceRuns: runs.map((run) => ({ ...run, anchor: run.anchor.slice() })),
284
- contactCount: samples.reduce((total, items) => total + items.length, 0),
285
- interpolatedFrames: corrections.reduce((total, correction, frame) => total + (samples[frame].length ? 0 : (runs.length ? 1 : 0)), 0),
286
- maxCorrectionM: Math.max(...corrections.map((correction) => Math.hypot(correction[0], correction[2]))),
287
- planeY: ankleHeight,
288
- thresholds: { stanceMode, contactProbability, maxFootHeight, minKeypointConfidence, stanceHeightMargin, maxStanceSpeed, minStanceFrames, fps },
289
- },
290
- };
291
- if (jointsW !== undefined) result.jointsW = shiftJoints(jointsW, corrections);
292
- if (footW !== undefined) result.footW = shiftFeet(footW, corrections, frames);
293
- return result;
294
- }
@@ -1,151 +0,0 @@
1
- /**
2
- * heading.mjs — remove GVHMR's short front/back yaw-flip runs from a SMPL
3
- * global_orient series before temporal smoothing.
4
- *
5
- * On the faceless mannequin ViTPose swaps left/right for 1-8 frames, so the
6
- * raw global_orient turns 97-178 deg about world vertical in one frame (or two
7
- * or three) and turns back later. body_pose and pelvis do not flip. Gaussian
8
- * smoothing then smears each such run into a visible spin, so the runs are
9
- * removed here first.
10
- *
11
- * Mechanism:
12
- * 1. Heading = twist of global_orient about world +Y (swing-twist
13
- * decomposition). Pre-multiplying a world Ry(a) shifts it by exactly a
14
- * and leaves the swing (tilt) unchanged.
15
- * 2. Jump events = maximal clusters of consecutive frames whose yaw step
16
- * exceeds minJumpDeg/2, kept when the cluster's net yaw exceeds
17
- * minJumpDeg. A flip spread over 2-3 transitional frames is one event.
18
- * 3. Paired runs: an entry event followed within maxRunFrames by the events
19
- * whose summed yaw returns within minJumpDeg of zero. The run is every
20
- * frame from the first frame of the entry event up to the frame before
21
- * the last frame of the exit event.
22
- * 4. Each run frame t is corrected by Ry(-offset(t)). offset(t) is the
23
- * summed measured jump yaw up to t, not a fixed 180. Any exit mismatch r
24
- * (flips that are not exactly opposite) is spread linearly over the
25
- * run, so both joins step by only r/(L+1).
26
- * 5. An unpaired event within maxRunFrames of the clip start or end marks
27
- * a run touching frame 0 or the last frame. It is corrected toward the
28
- * stable side when that side is longer than the run.
29
- * 6. A flip spread over several frames leaves mid-flip frames that match
30
- * neither heading. Their tilt is corrupted too (walk f24 tilts 33 deg
31
- * against 8-12 deg neighbours). These frames only (event frames before
32
- * the event's last frame, inside a run) are replaced by a slerp between
33
- * their corrected neighbours. Every other run frame gets the yaw-only
34
- * correction and keeps its tilt.
35
- * Frames outside runs are returned as copies of their input values.
36
- */
37
-
38
- import { axisAngleToMatrix, matrixToAxisAngle } from "./extrinsics.mjs";
39
-
40
- const DEG = 180 / Math.PI;
41
-
42
- /** Wrap degrees into [-180, 180). */
43
- const wrapDeg = (a) => a - 360 * Math.floor((a + 180) / 360);
44
-
45
- /** Twist of an axis-angle rotation about world +Y, degrees. */
46
- export function worldYawDeg(aa) {
47
- const theta = Math.hypot(aa[0], aa[1], aa[2]);
48
- const qw = Math.cos(theta / 2);
49
- const qy = theta > 1e-12 ? (aa[1] / theta) * Math.sin(theta / 2) : aa[1] / 2;
50
- return wrapDeg(2 * Math.atan2(qy, qw) * DEG);
51
- }
52
-
53
- function mul3(a, b) {
54
- const o = new Array(9);
55
- for (let i = 0; i < 3; i++) for (let j = 0; j < 3; j++) o[i * 3 + j] = a[i * 3] * b[j] + a[i * 3 + 1] * b[3 + j] + a[i * 3 + 2] * b[6 + j];
56
- return o;
57
- }
58
-
59
- function slerpAA(a, b, f) {
60
- const A = axisAngleToMatrix(a);
61
- const At = [A[0], A[3], A[6], A[1], A[4], A[7], A[2], A[5], A[8]];
62
- const rel = matrixToAxisAngle(mul3(At, axisAngleToMatrix(b)));
63
- return matrixToAxisAngle(mul3(A, axisAngleToMatrix(rel.map((v) => v * f))));
64
- }
65
-
66
- function preRotateY(aa, deg) {
67
- const a = deg / DEG, c = Math.cos(a), s = Math.sin(a);
68
- const m = axisAngleToMatrix(Array.from(aa));
69
- // Ry(a) * m, Ry = [c 0 s; 0 1 0; -s 0 c]
70
- return matrixToAxisAngle([
71
- c * m[0] + s * m[6], c * m[1] + s * m[7], c * m[2] + s * m[8],
72
- m[3], m[4], m[5],
73
- -s * m[0] + c * m[6], -s * m[1] + c * m[7], -s * m[2] + c * m[8],
74
- ]);
75
- }
76
-
77
- /**
78
- * @param {ArrayLike<number>[]} orientAA [T] axis-angle global_orient (world, +Y up)
79
- * @param {{ maxRunFrames?: number, minJumpDeg?: number }} [options]
80
- * @returns {{ orient: number[][], runs: { start: number, end: number, yawDeg: number }[] }}
81
- */
82
- export function unwrapHeadingFlips(orientAA, { maxRunFrames = 12, minJumpDeg = 60 } = {}) {
83
- const T = orientAA.length;
84
- const yaw = Array.from(orientAA, worldYawDeg);
85
- const d = yaw.map((y, t) => (t ? wrapDeg(y - yaw[t - 1]) : 0));
86
-
87
- const events = [];
88
- for (let t = 1; t < T;) {
89
- if (!(Math.abs(d[t]) > minJumpDeg / 2)) { t++; continue; }
90
- let e = t, sum = 0;
91
- while (e < T && Math.abs(d[e]) > minJumpDeg / 2) sum += d[e++];
92
- if (Math.abs(wrapDeg(sum)) > minJumpDeg) events.push({ first: t, last: e - 1, sum: wrapDeg(sum), used: false });
93
- t = e;
94
- }
95
- // Summed wrapped steps over every event frame in [from, to].
96
- const eventYaw = (from, to) => {
97
- let s = 0;
98
- for (const ev of events) for (let k = Math.max(ev.first, from); k <= Math.min(ev.last, to); k++) s += d[k];
99
- return s;
100
- };
101
-
102
- // runs: { start, end, yawDeg, offset(t) }
103
- let runs = [];
104
- outer: for (let i = 0; i < events.length; i++) {
105
- let net = events[i].sum;
106
- for (let j = i + 1; j < events.length; j++) {
107
- const start = events[i].first, end = events[j].last - 1;
108
- if (end - start + 1 > maxRunFrames) break;
109
- net += events[j].sum;
110
- if (Math.abs(wrapDeg(net)) < minJumpDeg) {
111
- const L = end - start + 1, r = wrapDeg(eventYaw(start, events[j].last));
112
- runs.push({ start, end, yawDeg: events[i].sum, offset: (t) => eventYaw(start, t) - (r * (t - start + 1)) / (L + 1) });
113
- for (let k = i; k <= j; k++) events[k].used = true;
114
- i = j;
115
- continue outer;
116
- }
117
- }
118
- }
119
-
120
- const unpaired = events.filter((ev) => !ev.used);
121
- const head = unpaired.filter((ev) => ev.last <= maxRunFrames).pop();
122
- if (head) {
123
- const next = events.find((ev) => ev.first > head.last);
124
- if ((next ? next.first : T) - head.last > head.last) {
125
- const end = head.last - 1;
126
- runs = runs.filter((run) => run.start > end);
127
- runs.unshift({ start: 0, end, yawDeg: wrapDeg(-eventYaw(0, head.last)), offset: (t) => -eventYaw(t + 1, head.last) });
128
- head.used = true;
129
- }
130
- }
131
- const tail = unpaired.find((ev) => !ev.used && T - ev.first <= maxRunFrames);
132
- if (tail) {
133
- const prev = events.filter((ev) => ev.last < tail.first).pop();
134
- const start = tail.first;
135
- if (start - (prev ? prev.last : 0) > T - start) {
136
- runs = runs.filter((run) => run.end < start);
137
- runs.push({ start, end: T - 1, yawDeg: wrapDeg(eventYaw(start, T - 1)), offset: (t) => eventYaw(start, t) });
138
- }
139
- }
140
-
141
- const orient = Array.from(orientAA, (aa) => Array.from(aa));
142
- for (const run of runs) for (let t = run.start; t <= run.end; t++) orient[t] = preRotateY(orientAA[t], -run.offset(t));
143
- for (const run of runs) {
144
- for (const ev of events) {
145
- if (ev.last - ev.first < 1 || ev.first > run.end + 1 || ev.last < run.start) continue;
146
- const lo = ev.first - 1, hi = ev.last;
147
- for (let k = Math.max(ev.first, run.start); k <= Math.min(ev.last - 1, run.end); k++) orient[k] = slerpAA(orient[lo], orient[hi], (k - lo) / (hi - lo));
148
- }
149
- }
150
- return { orient, runs: runs.map(({ start, end, yawDeg }) => ({ start, end, yawDeg: Math.round(yawDeg * 10) / 10 })) };
151
- }