cozyclay 2.1.1 → 3.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (577) hide show
  1. package/CHANGELOG.md +60 -0
  2. package/README.md +12 -30
  3. package/bin/agent/agent-routes.mjs +40 -113
  4. package/bin/agent/agent-runner.mjs +9 -10
  5. package/bin/agent/cliproxy-provider.mjs +135 -0
  6. package/bin/agent/credential-store.mjs +30 -7
  7. package/bin/agent/pi-tools.mjs +4 -1
  8. package/bin/agent/provider-keys.mjs +32 -0
  9. package/bin/agent/provider-login.mjs +110 -0
  10. package/bin/agent/provider-routes.mjs +99 -0
  11. package/bin/agent/providers.mjs +19 -97
  12. package/bin/agent/script-tool.mjs +17 -4
  13. package/bin/agent/studio-motion-reference.mjs +23 -0
  14. package/bin/agent/studio-prompt.mjs +1 -1
  15. package/bin/agent/studio-rebase-text.mjs +32 -0
  16. package/bin/agent/studio-rebase.mjs +26 -39
  17. package/bin/agent/studio-tools.mjs +9 -28
  18. package/bin/agent/tool-arguments.mjs +49 -0
  19. package/bin/agent/turn-frames.mjs +66 -0
  20. package/bin/codex-auth.mjs +9 -2
  21. package/bin/cozyclay.mjs +10 -116
  22. package/bin/live/cli.mjs +3 -3
  23. package/bin/mcp-runtime.mjs +2 -12
  24. package/bin/package-signature.mjs +0 -4
  25. package/dist/app/index.html +7 -6
  26. package/dist/assets/EXRLoader-CvVIvGVE.js +1 -0
  27. package/dist/assets/analytics-C9sUnndd.js +1 -0
  28. package/dist/assets/app-CCh--1Hc.js +5087 -0
  29. package/dist/assets/app-f-fkV5uP.css +1 -0
  30. package/dist/assets/compile-worker-CkxiD6lH.js +5 -0
  31. package/dist/assets/fflate.module-KbGj5-H6.js +5 -0
  32. package/dist/assets/{first-shot-handoff-msLI71g1.js → first-shot-handoff-CC4xe4HM.js} +1 -1
  33. package/dist/assets/{landing-ChUvB_zL.js → landing-DjHD8u7k.js} +1 -1
  34. package/dist/assets/scene-asset-sync-Hx_FzdOH.js +20 -0
  35. package/dist/assets/scene-asset-sync-_S8NQl5B.css +1 -0
  36. package/dist/assets/workflow-C4yKH1p4.js +179 -0
  37. package/dist/cozyclay-package.json +1 -1
  38. package/dist/index.html +3 -3
  39. package/dist/sw.js +3 -6
  40. package/dist/workflow/index.html +5 -4
  41. package/mcp/LIVE-PROTOCOL.md +7 -47
  42. package/mcp/README.md +16 -26
  43. package/mcp/live-hub.mjs +6 -10
  44. package/mcp/package.json +1 -3
  45. package/mcp/tool-handlers.mjs +4 -168
  46. package/package.json +3 -22
  47. package/src/App.jsx +150 -2624
  48. package/src/agent-progress.js +79 -0
  49. package/src/agent-turn-mark.js +30 -0
  50. package/src/analytics.js +1 -19
  51. package/src/app-context.js +5 -0
  52. package/src/app-stage.jsx +2 -34
  53. package/src/asset-pane.jsx +6 -5
  54. package/src/camera-block.js +21 -0
  55. package/src/camera-direction.js +120 -0
  56. package/src/character-kind.js +3 -9
  57. package/src/command-bus.js +8 -6
  58. package/src/commands/cast.js +5 -34
  59. package/src/commands/elements/character.js +1 -1
  60. package/src/commands/elements/motion.js +1 -6
  61. package/src/commands/elements/object.js +6 -2
  62. package/src/commands/elements/shot.js +4 -1
  63. package/src/commands/elements.js +38 -14
  64. package/src/commands/index.js +3 -1
  65. package/src/commands/kits.js +37 -0
  66. package/src/commands/motion-timing.js +57 -0
  67. package/src/commands/motion.js +9 -152
  68. package/src/commands/motion3-compile.js +65 -0
  69. package/src/commands/motion3.js +207 -0
  70. package/src/commands/objects.js +6 -4
  71. package/src/commands/shot.js +49 -11
  72. package/src/commands/stage.js +14 -1
  73. package/src/commands/view.js +4 -1
  74. package/src/document-mirrors.js +42 -0
  75. package/src/document-store.js +4 -0
  76. package/src/domains/cast.js +19 -194
  77. package/src/domains/motion/motion-range-pin-rules.js +1 -1
  78. package/src/domains/motion/take-source.js +51 -0
  79. package/src/domains/motion.js +60 -1838
  80. package/src/domains/scenes.js +12 -55
  81. package/src/domains/shots.js +2 -2
  82. package/src/domains/stage.js +4 -2
  83. package/src/draft-ghost.js +46 -0
  84. package/src/draft-ghost.jsx +129 -0
  85. package/src/dualview.jsx +4 -3
  86. package/src/effects/EffectsLayer.jsx +112 -0
  87. package/src/effects/effect-meshes.js +232 -0
  88. package/src/effects/effect-record.js +103 -0
  89. package/src/effects/emitter.js +59 -0
  90. package/src/effects/simulate.js +261 -0
  91. package/src/effects/state.js +59 -0
  92. package/src/execution-telemetry.js +2 -3
  93. package/src/first-success-guide.jsx +5 -5
  94. package/src/ghost-set.js +257 -0
  95. package/src/held-object-edit.jsx +113 -0
  96. package/src/held-object-pose.js +175 -0
  97. package/src/hierarchy-model.js +1 -1
  98. package/src/hierarchy-panel.jsx +1 -1
  99. package/src/imported-mesh.jsx +103 -0
  100. package/src/kits/held.js +84 -0
  101. package/src/kits/index.js +70 -0
  102. package/src/kits/smoking.js +57 -0
  103. package/src/light-blockers.js +93 -0
  104. package/src/motion/beat-board-model.js +84 -0
  105. package/src/motion/beat-board.css +124 -0
  106. package/src/motion/beat-board.jsx +59 -0
  107. package/src/motion/center-of-mass.js +66 -0
  108. package/src/motion/fix-collisions.js +850 -0
  109. package/src/motion/physics-review.js +118 -0
  110. package/src/{ardy → motion}/physics-support.js +1 -76
  111. package/src/motion/rig-snapshot.js +22 -0
  112. package/src/motion/take-segments.jsx +140 -0
  113. package/src/{ardy → motion}/timeline-coordinates.js +0 -21
  114. package/src/{ardy → motion}/timeline.css +1 -2
  115. package/src/{ardy → motion}/timeline.jsx +42 -413
  116. package/src/motion/waypoints.js +76 -0
  117. package/src/motion3/beats.js +83 -0
  118. package/src/motion3/body.js +158 -0
  119. package/src/motion3/bones.js +47 -0
  120. package/src/motion3/carried.js +47 -0
  121. package/src/motion3/compile-job.js +75 -0
  122. package/src/motion3/compile-worker.js +10 -0
  123. package/src/motion3/compiler/anchors.js +105 -0
  124. package/src/motion3/compiler/arm-orient.js +128 -0
  125. package/src/motion3/compiler/channels.js +125 -0
  126. package/src/motion3/compiler/compile.js +205 -0
  127. package/src/motion3/compiler/gait-rhythm.js +97 -0
  128. package/src/motion3/compiler/grip.js +171 -0
  129. package/src/motion3/compiler/head-steady.js +48 -0
  130. package/src/motion3/compiler/hold.js +134 -0
  131. package/src/motion3/compiler/idle.js +113 -0
  132. package/src/motion3/compiler/limbs.js +170 -0
  133. package/src/motion3/compiler/math.js +72 -0
  134. package/src/motion3/compiler/pose.js +162 -0
  135. package/src/motion3/compiler/quat.js +49 -0
  136. package/src/motion3/compiler/skeleton.js +74 -0
  137. package/src/motion3/compiler/validate-common.js +32 -0
  138. package/src/motion3/compiler/validate-goals.js +118 -0
  139. package/src/motion3/compiler/validate-objects.js +143 -0
  140. package/src/motion3/compiler/validate-parts.js +116 -0
  141. package/src/motion3/compiler/validate.js +122 -0
  142. package/src/motion3/compiler/vocab.js +73 -0
  143. package/src/motion3/compiler/walk-pelvis.js +275 -0
  144. package/src/motion3/compiler/walk.js +207 -0
  145. package/src/motion3/compiler/wrist-clamp.js +32 -0
  146. package/src/motion3/delta.js +47 -0
  147. package/src/motion3/describe.js +174 -0
  148. package/src/motion3/docs.js +27 -0
  149. package/src/motion3/edit-carry.js +21 -0
  150. package/src/motion3/fix/ease.js +16 -0
  151. package/src/motion3/fix/ground.js +37 -0
  152. package/src/motion3/fix/index.js +52 -0
  153. package/src/motion3/fix/push.js +71 -0
  154. package/src/motion3/fix/reach.js +46 -0
  155. package/src/motion3/fix/retime.js +79 -0
  156. package/src/motion3/fix/self.js +211 -0
  157. package/src/motion3/fix/slide.js +70 -0
  158. package/src/motion3/fix/turn.js +51 -0
  159. package/src/motion3/follow.js +39 -0
  160. package/src/motion3/free-motion.js +173 -0
  161. package/src/motion3/grip-choice.js +130 -0
  162. package/src/motion3/hold-plan.js +157 -0
  163. package/src/motion3/json-patch.js +77 -0
  164. package/src/motion3/key-aim.js +105 -0
  165. package/src/motion3/key-edit.js +82 -0
  166. package/src/motion3/lenient.js +127 -0
  167. package/src/motion3/object-keys.js +236 -0
  168. package/src/motion3/object-pose.js +182 -0
  169. package/src/motion3/object-tracks.js +12 -0
  170. package/src/motion3/pipeline.js +102 -0
  171. package/src/motion3/playback.js +51 -0
  172. package/src/motion3/probes.js +91 -0
  173. package/src/motion3/qa/body-checks.js +34 -0
  174. package/src/motion3/qa/check-names.js +14 -0
  175. package/src/motion3/qa/checks.js +121 -0
  176. package/src/motion3/qa/contact-checks.js +51 -0
  177. package/src/motion3/qa/explain.js +80 -0
  178. package/src/motion3/qa/fmt.js +5 -0
  179. package/src/motion3/qa/foot-checks.js +72 -0
  180. package/src/motion3/qa/geometry.js +77 -0
  181. package/src/motion3/qa/goals.js +191 -0
  182. package/src/motion3/qa/ground.js +60 -0
  183. package/src/motion3/qa/hints-contact.js +179 -0
  184. package/src/motion3/qa/hints-goal.js +160 -0
  185. package/src/motion3/qa/hints-knee.js +24 -0
  186. package/src/motion3/qa/hints-motion.js +209 -0
  187. package/src/motion3/qa/hints-object.js +91 -0
  188. package/src/motion3/qa/index.js +42 -0
  189. package/src/motion3/qa/key-checks.js +82 -0
  190. package/src/motion3/qa/near.js +96 -0
  191. package/src/motion3/qa/object-checks.js +135 -0
  192. package/src/motion3/qa/patch.js +161 -0
  193. package/src/motion3/qa/severity.js +38 -0
  194. package/src/motion3/qa/spec-checks.js +65 -0
  195. package/src/motion3/qa/style.js +218 -0
  196. package/src/motion3/qa/wrist-checks.js +69 -0
  197. package/src/motion3/qa/wrist-obs.js +60 -0
  198. package/src/motion3/refs.js +120 -0
  199. package/src/motion3/repair-tune.js +121 -0
  200. package/src/motion3/repair.js +83 -0
  201. package/src/motion3/report.js +67 -0
  202. package/src/motion3/rigs/index.js +14 -0
  203. package/src/motion3/rigs/x-bot-tpose-body.json +1 -0
  204. package/src/motion3/rigs/x-bot-tpose.json +1 -0
  205. package/src/motion3/rigs/y-bot-tpose-body.json +1 -0
  206. package/src/motion3/rigs/y-bot-tpose.json +1 -0
  207. package/src/motion3/scene.js +60 -0
  208. package/src/motion3/schema/brief.js +89 -0
  209. package/src/motion3/schema/fields.js +44 -0
  210. package/src/motion3/schema/spec-examples.js +46 -0
  211. package/src/motion3/schema/topics.js +111 -0
  212. package/src/motion3/schema/types.js +147 -0
  213. package/src/motion3/search.js +117 -0
  214. package/src/motion3/second-hand.js +112 -0
  215. package/src/motion3/skills/basic.js +82 -0
  216. package/src/motion3/skills/book.js +76 -0
  217. package/src/motion3/skills/car.js +145 -0
  218. package/src/motion3/skills/frames-auto.js +29 -0
  219. package/src/motion3/skills/index.js +83 -0
  220. package/src/motion3/skills/info.js +65 -0
  221. package/src/motion3/skills/smoke-kit.js +109 -0
  222. package/src/motion3/skills/smoke.js +160 -0
  223. package/src/motion3/spec-store.js +59 -0
  224. package/src/motion3/take-edit.js +155 -0
  225. package/src/motion3/take.js +63 -0
  226. package/src/motion3/timeline.js +127 -0
  227. package/src/motion3/views.js +121 -0
  228. package/src/motion3/walk-plan.js +119 -0
  229. package/src/object-catalog.jsx +7 -1
  230. package/src/object-colors.js +98 -0
  231. package/src/object-gizmo-parts.js +115 -0
  232. package/src/object-gizmo.jsx +37 -122
  233. package/src/object-glow.js +139 -0
  234. package/src/object-hidden.js +33 -0
  235. package/src/object-look.js +196 -0
  236. package/src/object-size.js +10 -0
  237. package/src/object-travel.js +71 -6
  238. package/src/panels/CameraPanel.jsx +7 -7
  239. package/src/panels/HdrEnvironmentControls.jsx +59 -0
  240. package/src/panels/LightPanel.jsx +25 -4
  241. package/src/panels/ObjectLookPanel.jsx +88 -0
  242. package/src/panels/PosePanel.jsx +2 -17
  243. package/src/panels/RigControlPanel.jsx +5 -53
  244. package/src/panels/SubjectBox.jsx +4 -1
  245. package/src/panels/details.css +14 -0
  246. package/src/posestudio.jsx +4 -27
  247. package/src/project-browser.jsx +3 -4
  248. package/src/project-resources.js +18 -31
  249. package/src/project.js +13 -104
  250. package/src/props.jsx +25 -280
  251. package/src/rail-dot-drag.js +23 -0
  252. package/src/render-passes.js +10 -0
  253. package/src/resource-status.jsx +1 -0
  254. package/src/result-modal.jsx +4 -19
  255. package/src/room.jsx +20 -12
  256. package/src/scene-assets.js +8 -6
  257. package/src/scene-light-place.js +72 -0
  258. package/src/scene-lights.jsx +148 -0
  259. package/src/scene-objects.js +31 -139
  260. package/src/scenes.js +15 -105
  261. package/src/semantic-edit.js +2 -5
  262. package/src/set-pieces.jsx +183 -0
  263. package/src/settings-menu.jsx +3 -11
  264. package/src/shell/BottomDock.jsx +9 -51
  265. package/src/shell/DetailsSlot.jsx +16 -200
  266. package/src/shell/GhostsMenuGroup.jsx +74 -0
  267. package/src/shell/LibrarySlot.jsx +1 -3
  268. package/src/shell/MenuBar.jsx +3 -3
  269. package/src/shell/PreferencesDialog.jsx +15 -264
  270. package/src/shell/PreferencesSlot.jsx +2 -8
  271. package/src/shell/TopBar.jsx +5 -84
  272. package/src/shell/ViewportToolbar.jsx +10 -70
  273. package/src/shell/agent-glass.css +19 -6
  274. package/src/shell/details-selection.js +42 -0
  275. package/src/shell/ghosts-menu.css +22 -0
  276. package/src/shell/glass-regions.css +29 -3
  277. package/src/shell/preferences.css +6 -1
  278. package/src/shot-authoring.js +4 -7
  279. package/src/soft-shadows.js +37 -0
  280. package/src/stage-attach-frames.js +12 -12
  281. package/src/stage-canvas-rigs.jsx +3 -3
  282. package/src/stage-capture.jsx +42 -8
  283. package/src/stage-characters.jsx +22 -216
  284. package/src/stage-editor-gizmos.jsx +6 -6
  285. package/src/stage-environment.js +93 -0
  286. package/src/stage-hdr-builtins.js +107 -0
  287. package/src/stage-hdr-image.js +116 -0
  288. package/src/stage-hdr-library.js +70 -0
  289. package/src/stage-hdr-map.js +94 -0
  290. package/src/stage-hdr.js +130 -0
  291. package/src/stage-lighting.js +149 -0
  292. package/src/stage-occlusion.js +210 -0
  293. package/src/stage-sky.jsx +159 -0
  294. package/src/stage-startup-defaults.js +5 -9
  295. package/src/studio-actions.js +12 -14
  296. package/src/studio-agent-commands.js +19 -16
  297. package/src/studio-agent-motion.js +9 -9
  298. package/src/studio-agent-protocol.js +41 -71
  299. package/src/studio-app-binding.js +25 -45
  300. package/src/studio-asset-list.js +17 -0
  301. package/src/studio-contact-sheet.js +37 -5
  302. package/src/studio-elements.js +27 -7
  303. package/src/studio-entity-bounds.js +18 -0
  304. package/src/studio-error-codes.js +8 -0
  305. package/src/studio-export-framing.js +152 -0
  306. package/src/studio-lighting-check.js +103 -0
  307. package/src/studio-motion-visual.js +150 -0
  308. package/src/studio-schema-errors.js +80 -0
  309. package/src/studio-support-gap.js +74 -0
  310. package/src/styles.css +1 -19
  311. package/src/timeline-defaults.js +5 -0
  312. package/src/timeline-extent.js +8 -20
  313. package/src/tutorial-walk.js +17 -0
  314. package/src/ui-scrub.js +1 -1
  315. package/src/use-shot-camera-tracks.js +12 -0
  316. package/src/view-ghosts.js +97 -0
  317. package/src/view-ghosts.jsx +49 -0
  318. package/src/workflow/AgentPanel.jsx +47 -166
  319. package/src/workflow/AgentProgressCard.jsx +107 -0
  320. package/src/workflow/AgentReplyText.jsx +37 -0
  321. package/src/workflow/AgentTurnSteps.jsx +84 -0
  322. package/src/workflow/LoginPanel.jsx +140 -0
  323. package/src/workflow/WorkflowBuilder.jsx +7 -23
  324. package/src/workflow/agent-client.js +54 -51
  325. package/src/workflow/agent-panel.css +71 -1
  326. package/src/workflow/agent-progress-card.css +167 -0
  327. package/src/workflow/agent-progress-view.js +47 -0
  328. package/src/workflow/agent-turn-steps.css +113 -0
  329. package/src/workflow/agent-turn.js +191 -0
  330. package/src/workflow/login-client.js +34 -0
  331. package/src/workflow/motion-input.js +18 -31
  332. package/src/workflow/node-schema.js +1 -1
  333. package/src/workflow/reply-markdown.js +69 -0
  334. package/src/workflow/scene-asset-sync.js +8 -8
  335. package/tools/agent-session-stats.mjs +61 -0
  336. package/tools/dev-full.mjs +5 -56
  337. package/tools/eslint-baseline.json +12 -13
  338. package/tools/knip-baseline.json +0 -179
  339. package/tools/loc-baseline.json +31 -81
  340. package/tools/motion3/extract-body.mjs +103 -0
  341. package/tools/motion3/extract-rig.mjs +85 -0
  342. package/tools/process-supervisor.mjs +0 -88
  343. package/tools/run-tests.mjs +8 -124
  344. package/bin/agent/motion-runtime.mjs +0 -76
  345. package/dist/ardy/cskel27-rest.json +0 -557
  346. package/dist/assets/analytics-C9pMpW7s.js +0 -1
  347. package/dist/assets/app-B_2XB9rw.css +0 -1
  348. package/dist/assets/app-DAuvKPP8.js +0 -4920
  349. package/dist/assets/config-Bx7pYsD9.js +0 -1
  350. package/dist/assets/config-DeoFTYzb.css +0 -1
  351. package/dist/assets/demo-CvKuBgy5.js +0 -1
  352. package/dist/assets/scene-asset-sync-DKkpjKBV.js +0 -19
  353. package/dist/assets/scene-asset-sync-DjJ_cJ2R.css +0 -1
  354. package/dist/assets/ticket-BPk2Ni95.js +0 -1
  355. package/dist/assets/workflow-jJRBR94Z.js +0 -179
  356. package/dist/demo/walk-then-stop.npz +0 -0
  357. package/mcp/ardy-prompts.mjs +0 -218
  358. package/src/ardy/auto-fix-panel.css +0 -108
  359. package/src/ardy/auto-physics.js +0 -1194
  360. package/src/ardy/client.js +0 -153
  361. package/src/ardy/convert.js +0 -313
  362. package/src/ardy/cskel27-neutral.js +0 -39
  363. package/src/ardy/cskel27.js +0 -77
  364. package/src/ardy/export.js +0 -165
  365. package/src/ardy/fix-collisions.js +0 -2257
  366. package/src/ardy/foot-lock.js +0 -230
  367. package/src/ardy/motion-calibration.js +0 -118
  368. package/src/ardy/motion-edit.js +0 -213
  369. package/src/ardy/motion-url.js +0 -55
  370. package/src/ardy/mp4-duration.js +0 -102
  371. package/src/ardy/npz.js +0 -595
  372. package/src/ardy/physics-panel.css +0 -21
  373. package/src/ardy/physics-panel.jsx +0 -89
  374. package/src/ardy/physics-refine.js +0 -111
  375. package/src/ardy/physics-review.js +0 -567
  376. package/src/ardy/physics-temporal.js +0 -54
  377. package/src/ardy/platform-fit-panel.css +0 -64
  378. package/src/ardy/platform-fit-panel.jsx +0 -41
  379. package/src/ardy/platform-fit.js +0 -326
  380. package/src/ardy/playback.js +0 -711
  381. package/src/ardy/pose-pin.js +0 -97
  382. package/src/ardy/prompt-clips.js +0 -30
  383. package/src/ardy/retime.js +0 -211
  384. package/src/ardy/root-drop.js +0 -369
  385. package/src/ardy/timeline-resize.js +0 -13
  386. package/src/ardy/to-cskel27.js +0 -225
  387. package/src/ardy/trim.js +0 -33
  388. package/src/ardy/waypoints.js +0 -369
  389. package/src/ardy-bridge-contract.js +0 -281
  390. package/src/domains/motion/motion-video-capture.js +0 -664
  391. package/src/i2v-motion-client.js +0 -77
  392. package/src/i2v-motion-studio.jsx +0 -180
  393. package/src/line-edit.js +0 -1348
  394. package/src/motion/generation.js +0 -105
  395. package/src/motion-readiness-ui.jsx +0 -67
  396. package/src/motion-readiness.js +0 -40
  397. package/src/motion-resources.js +0 -177
  398. package/src/motion-store.js +0 -65
  399. package/src/motion-trail.js +0 -601
  400. package/src/multimodel-ingest.js +0 -394
  401. package/src/panels/PromptBlocksPanel.jsx +0 -444
  402. package/src/panels/VideoCapturePanel.jsx +0 -181
  403. package/src/pose-extract/browser.js +0 -42
  404. package/src/pose-extract/detector.js +0 -100
  405. package/src/pose-extract/fit.js +0 -227
  406. package/src/pose-extract/image-frame.js +0 -51
  407. package/src/pose-extract/index.js +0 -58
  408. package/src/pose-extract/keyframes.js +0 -74
  409. package/src/pose-extract/landmarks.js +0 -162
  410. package/src/pose-extract/mirror.js +0 -153
  411. package/src/pose-extract/take.js +0 -131
  412. package/src/pose-extract/video-frames.js +0 -91
  413. package/src/take-recipe.js +0 -165
  414. package/src/trail-key-conflicts.js +0 -39
  415. package/src/trail-pick.js +0 -59
  416. package/src/use-i2v-capture-modal.js +0 -15
  417. package/tools/ardy/BRIDGE.md +0 -37
  418. package/tools/ardy/GVHMR-NPZ.md +0 -68
  419. package/tools/ardy/README.md +0 -124
  420. package/tools/ardy/__pycache__/cclay_gvhmr_worker.cpython-313.pyc +0 -0
  421. package/tools/ardy/artifacts.mjs +0 -34
  422. package/tools/ardy/bridge.mjs +0 -1732
  423. package/tools/ardy/bvh-cskel27.mjs +0 -1265
  424. package/tools/ardy/cclay_constrained_generate.py +0 -561
  425. package/tools/ardy/cclay_gvhmr_worker.py +0 -264
  426. package/tools/ardy/cclay_motion_edit.py +0 -510
  427. package/tools/ardy/cclay_sequence_generate.py +0 -705
  428. package/tools/ardy/cclay_worker.py +0 -304
  429. package/tools/ardy/dump-npz.py +0 -205
  430. package/tools/ardy/extract-rest.mjs +0 -299
  431. package/tools/ardy/extract.mjs +0 -507
  432. package/tools/ardy/footage.mjs +0 -467
  433. package/tools/ardy/gvhmr-floor.mjs +0 -102
  434. package/tools/ardy/gvhmr-to-cskel27.mjs +0 -21
  435. package/tools/ardy/gvhmr_fastpath.py +0 -168
  436. package/tools/ardy/gvhmr_trajectory.py +0 -240
  437. package/tools/ardy/merge-text-encoder.py +0 -160
  438. package/tools/ardy/mocap-metrics.mjs +0 -200
  439. package/tools/ardy/mocap-quality-gate.mjs +0 -110
  440. package/tools/ardy/motion-stabilize.mjs +0 -348
  441. package/tools/ardy/npz.mjs +0 -414
  442. package/tools/ardy/pose-to-npz.mjs +0 -106
  443. package/tools/ardy/prompt-limits.mjs +0 -5
  444. package/tools/ardy/run-edit-on-box.sh +0 -73
  445. package/tools/ardy/run-local.mjs +0 -233
  446. package/tools/ardy/run-on-box.sh +0 -593
  447. package/tools/ardy/run-sequence-on-box.sh +0 -177
  448. package/tools/ardy/runners/gvhmr-worker.mjs +0 -206
  449. package/tools/ardy/runners/index.mjs +0 -18
  450. package/tools/ardy/runners/local.mjs +0 -455
  451. package/tools/ardy/runners/proc.mjs +0 -125
  452. package/tools/ardy/runners/remote.mjs +0 -252
  453. package/tools/ardy/setup-local.mjs +0 -189
  454. package/tools/ardy/setup-text-encoder-on-box.sh +0 -93
  455. package/tools/ardy/setup-text-encoder.py +0 -306
  456. package/tools/ardy/smpl-cskel27.mjs +0 -178
  457. package/tools/ardy/visual-qa.mjs +0 -196
  458. package/tools/ardy/vq-car.mjs +0 -52
  459. package/tools/bench/EXP3.md +0 -61
  460. package/tools/bench/cclay_bench_extract_incam.py +0 -125
  461. package/tools/bench/cclay_bench_extract_obs.py +0 -204
  462. package/tools/bench/cclay_bench_runner.py +0 -42
  463. package/tools/bench/cube-contact.mjs +0 -162
  464. package/tools/bench/exp3.mjs +0 -152
  465. package/tools/bench/extract-bench-lib.mjs +0 -216
  466. package/tools/bench/extract-bench.mjs +0 -302
  467. package/tools/bench/fal-generate.mjs +0 -88
  468. package/tools/bench/fit/README.md +0 -189
  469. package/tools/bench/fit/camera.mjs +0 -59
  470. package/tools/bench/fit/contact.mjs +0 -419
  471. package/tools/bench/fit/footlock.mjs +0 -234
  472. package/tools/bench/fit/motion.mjs +0 -85
  473. package/tools/bench/fit/pin.mjs +0 -27
  474. package/tools/bench/fit/remote.mjs +0 -105
  475. package/tools/bench/fit-bench.mjs +0 -126
  476. package/tools/bench/fit-sanity.mjs +0 -45
  477. package/tools/bench/metrics.mjs +0 -313
  478. package/tools/bench/obs/depth.mjs +0 -258
  479. package/tools/bench/obs/extrinsics.mjs +0 -175
  480. package/tools/bench/obs/fit_mannequin_betas.py +0 -340
  481. package/tools/bench/obs/ground.mjs +0 -294
  482. package/tools/bench/obs/heading.mjs +0 -151
  483. package/tools/bench/obs/ladder.mjs +0 -555
  484. package/tools/bench/obs/mannequin-betas.json +0 -124
  485. package/tools/bench/obs/remote.mjs +0 -83
  486. package/tools/bench/obs/rest_joints.py +0 -52
  487. package/tools/bench/obs/ybot-targets.mjs +0 -49
  488. package/tools/bench/obs-bench.mjs +0 -520
  489. package/tools/bench/score.mjs +0 -343
  490. package/tools/bench/summarize.mjs +0 -86
  491. package/tools/demo-worker/README.md +0 -137
  492. package/tools/demo-worker/api-client.mjs +0 -233
  493. package/tools/demo-worker/generate.mjs +0 -301
  494. package/tools/demo-worker/index.mjs +0 -466
  495. package/tools/demo-worker/sign-core.mjs +0 -112
  496. package/tools/demo-worker/sign.mjs +0 -161
  497. package/tools/gt-render/browser.mjs +0 -182
  498. package/tools/gt-render/camera-math.mjs +0 -276
  499. package/tools/gt-render/page.mjs +0 -267
  500. package/tools/gt-render/render.mjs +0 -514
  501. package/tools/gt-render/scene-box.mjs +0 -31
  502. package/tools/gt-render/take-transform.mjs +0 -87
  503. package/tools/kimodo/compare-seam.mjs +0 -108
  504. package/tools/kimodo/constraints.mjs +0 -244
  505. package/tools/kimodo/edit.mjs +0 -259
  506. package/tools/kimodo/effector-constraints.mjs +0 -200
  507. package/tools/kimodo/generate.mjs +0 -646
  508. package/tools/kimodo/local-output.mjs +0 -265
  509. package/tools/kimodo/measure-pose.mjs +0 -65
  510. package/tools/kimodo/measure-preserve.mjs +0 -899
  511. package/tools/kimodo/measure-waypoints.mjs +0 -55
  512. package/tools/kimodo/mlx-generate.py +0 -111
  513. package/tools/kimodo/pose-constraints.mjs +0 -248
  514. package/tools/kimodo/preserve-mask.mjs +0 -543
  515. package/tools/kimodo/read-npz.mjs +0 -189
  516. package/tools/kimodo/run-edit-on-box.mjs +0 -155
  517. package/tools/kimodo/run-sequence-on-box.mjs +0 -178
  518. package/tools/kimodo/runner.mjs +0 -284
  519. package/tools/kimodo/seam-batch.mjs +0 -77
  520. package/tools/kimodo/setup-local.mjs +0 -30
  521. package/tools/kimodo/setup-on-box.sh +0 -339
  522. package/tools/kimodo/soma77-to-cskel27.mjs +0 -305
  523. package/tools/morphgs/assets/gen_truth.py +0 -39
  524. package/tools/morphgs/assets/mesh_ori_rig.txt +0 -27
  525. package/tools/morphgs/assets/playback-check.mjs +0 -30
  526. package/tools/morphgs/demo-gate.sh +0 -26
  527. package/tools/morphgs/fbx2morphgs.mjs +0 -68
  528. package/tools/morphgs/morphgs-to-cskel27.mjs +0 -105
  529. package/tools/morphgs/patches/preprocess_src-none-mode.patch +0 -76
  530. package/tools/morphgs/setup-on-cluster.sh +0 -126
  531. package/tools/projflow/driver.py +0 -1069
  532. package/tools/projflow/generate.mjs +0 -805
  533. package/tools/projflow/hml22-to-cskel27.mjs +0 -735
  534. package/tools/projflow/line-edit-job.mjs +0 -547
  535. package/tools/projflow/replay.mjs +0 -452
  536. package/tools/projflow/runner.mjs +0 -269
  537. package/tools/projflow/service.mjs +0 -742
  538. package/tools/track/DESIGN.md +0 -513
  539. package/tools/track/backfill-provenance.mjs +0 -116
  540. package/tools/track/budget.mjs +0 -8
  541. package/tools/track/check-rig.mjs +0 -209
  542. package/tools/track/diagnostics.schema.json +0 -60
  543. package/tools/track/export-rig.mjs +0 -256
  544. package/tools/track/fallback.mjs +0 -7
  545. package/tools/track/fk-parity-fixture.mjs +0 -161
  546. package/tools/track/gate.mjs +0 -349
  547. package/tools/track/masks.mjs +0 -318
  548. package/tools/track/metrics.mjs +0 -201
  549. package/tools/track/publish-obs.mjs +0 -108
  550. package/tools/track/py/check_env.py +0 -61
  551. package/tools/track/py/eval_lr.py +0 -229
  552. package/tools/track/py/lr_viterbi.py +0 -294
  553. package/tools/track/py/masks.py +0 -405
  554. package/tools/track/py/objective.py +0 -382
  555. package/tools/track/py/rig.py +0 -508
  556. package/tools/track/py/scene.py +0 -326
  557. package/tools/track/py/test_joint_indices.py +0 -123
  558. package/tools/track/py/test_lr_viterbi.py +0 -195
  559. package/tools/track/py/test_masks.py +0 -229
  560. package/tools/track/py/test_rig.py +0 -288
  561. package/tools/track/py/test_scene.py +0 -354
  562. package/tools/track/py/test_track.py +0 -328
  563. package/tools/track/py/track.py +0 -411
  564. package/tools/track/remote.mjs +0 -140
  565. package/tools/track/rig-dump.mjs +0 -227
  566. package/tools/track/run-box-tests.mjs +0 -14
  567. package/tools/track/run-box.mjs +0 -168
  568. package/tools/track/setup-box.sh +0 -59
  569. package/tools/track/study-2d.mjs +0 -728
  570. /package/src/{ardy → motion}/collision-blockers.js +0 -0
  571. /package/src/{ardy → motion}/ground.js +0 -0
  572. /package/src/{ardy → motion}/ik-drag.js +0 -0
  573. /package/src/{ardy → motion}/ik-key-json.js +0 -0
  574. /package/src/{ardy → motion}/ik.js +0 -0
  575. /package/src/{ardy → motion}/physics-surface.js +0 -0
  576. /package/src/{ardy → motion}/playback-clock.js +0 -0
  577. /package/src/{ardy → motion}/range-pin.js +0 -0
@@ -1,294 +0,0 @@
1
- const FOOT_NAMES = ["L_ankle", "R_ankle", "L_foot", "R_foot"];
2
- const ANKLE_INDEX = { L_ankle: 15, R_ankle: 16 };
3
- const LOGIT_INDEX = { L_ankle: 0, L_foot: 1, R_ankle: 2, R_foot: 3 };
4
- const OPPOSITE = { L_ankle: "R_ankle", R_ankle: "L_ankle" };
5
-
6
- function valuesOf(value) {
7
- return value?.data ?? value;
8
- }
9
-
10
- function flattenMatrix(matrix) {
11
- return Array.isArray(matrix?.[0]) ? matrix.flat() : Array.from(matrix ?? []);
12
- }
13
-
14
- function matrix3(matrix, name) {
15
- const flat = flattenMatrix(matrix);
16
- if (flat.length !== 9 || flat.some((value) => !Number.isFinite(Number(value)))) throw new Error(`${name}: expected a finite 3x3 matrix`);
17
- return flat.map(Number);
18
- }
19
-
20
- function vector3(value, name) {
21
- const data = valuesOf(value);
22
- if (!data || data.length !== 3 || Array.from(data).some((item) => !Number.isFinite(Number(item)))) throw new Error(`${name}: expected a finite 3-vector`);
23
- return Array.from(data, Number);
24
- }
25
-
26
- function frameVectors(value, frames, name) {
27
- const data = valuesOf(value);
28
- if (Array.isArray(data) && data.length === frames && data.every((row) => Array.isArray(row))) {
29
- return data.map((row, frame) => {
30
- if (row.length !== 3 || row.some((item) => !Number.isFinite(Number(item)))) throw new Error(`${name}[${frame}]: expected a finite 3-vector`);
31
- return row.map(Number);
32
- });
33
- }
34
- if (!data || data.length !== frames * 3) throw new Error(`${name}: expected [${frames}, 3]`);
35
- return Array.from({ length: frames }, (_, frame) => Array.from(data.slice(frame * 3, frame * 3 + 3), Number));
36
- }
37
-
38
- function frameKeypoints(value, frames) {
39
- const data = valuesOf(value);
40
- if (Array.isArray(data) && data.length === frames && data.every((row) => Array.isArray(row))) {
41
- return data.map((row, frame) => {
42
- if (row.length < 17 || row.some((point) => !Array.isArray(point) || point.length < 3)) throw new Error(`kp2d[${frame}]: expected at least 17 [x, y, confidence] points`);
43
- return row.map((point) => point.slice(0, 3).map(Number));
44
- });
45
- }
46
- if (!data || data.length !== frames * 17 * 3) throw new Error(`kp2d: expected [${frames}, 17, 3]`);
47
- return Array.from({ length: frames }, (_, frame) => Array.from({ length: 17 }, (_, joint) => {
48
- const offset = (frame * 17 + joint) * 3;
49
- return Array.from(data.slice(offset, offset + 3), Number);
50
- }));
51
- }
52
-
53
- function frameLogits(value, frames) {
54
- const data = valuesOf(value);
55
- if (Array.isArray(data) && data.length === frames && data.every((row) => Array.isArray(row))) {
56
- return data.map((row, frame) => {
57
- if (row.length < 6) throw new Error(`static_conf_logits[${frame}]: expected 6 logits`);
58
- return row.slice(0, 6).map(Number);
59
- });
60
- }
61
- if (!data || data.length !== frames * 6) throw new Error(`static_conf_logits: expected [${frames}, 6]`);
62
- return Array.from({ length: frames }, (_, frame) => Array.from(data.slice(frame * 6, frame * 6 + 6), Number));
63
- }
64
-
65
- function footPoint(footW, frame, name) {
66
- if (Array.isArray(footW)) {
67
- const row = footW[frame];
68
- if (Array.isArray(row)) {
69
- const index = FOOT_NAMES.indexOf(name);
70
- return row[index];
71
- }
72
- return row?.[name];
73
- }
74
- return footW?.[name]?.[frame];
75
- }
76
-
77
- function normalizedFootFrames(footW, frames) {
78
- return Array.from({ length: frames }, (_, frame) => Object.fromEntries(FOOT_NAMES.map((name) => {
79
- const point = footPoint(footW, frame, name);
80
- return [name, point && point.length === 3 ? Array.from(point, Number) : null];
81
- })));
82
- }
83
-
84
- function normalizeCamera(camera) {
85
- if (!camera) throw new Error("camera: expected K, R_c2w, and t_c2w");
86
- const K = matrix3(camera.K ?? [[camera.fx, 0, camera.cx], [0, camera.fy, camera.cy], [0, 0, 1]], "camera.K");
87
- let rotation = camera.R_c2w ?? camera.Rc2w;
88
- let translation = camera.t_c2w ?? camera.tc2w;
89
- if (!rotation && camera.worldToCamera) {
90
- const worldToCamera = matrix3(camera.worldToCamera, "camera.worldToCamera");
91
- rotation = [worldToCamera[0], worldToCamera[3], worldToCamera[6], worldToCamera[1], worldToCamera[4], worldToCamera[7], worldToCamera[2], worldToCamera[5], worldToCamera[8]];
92
- const tW2C = [worldToCamera[3], worldToCamera[7], worldToCamera[11]];
93
- translation = [
94
- -(rotation[0] * tW2C[0] + rotation[1] * tW2C[1] + rotation[2] * tW2C[2]),
95
- -(rotation[3] * tW2C[0] + rotation[4] * tW2C[1] + rotation[5] * tW2C[2]),
96
- -(rotation[6] * tW2C[0] + rotation[7] * tW2C[1] + rotation[8] * tW2C[2]),
97
- ];
98
- }
99
- return { K, R_c2w: matrix3(rotation, "camera.R_c2w"), t_c2w: vector3(translation, "camera.t_c2w") };
100
- }
101
-
102
- function pixelRay(u, v, camera) {
103
- const { K, R_c2w, t_c2w } = camera;
104
- const cameraDirection = [(u - K[2]) / K[0], (v - K[5]) / K[4], 1];
105
- const direction = [
106
- R_c2w[0] * cameraDirection[0] + R_c2w[1] * cameraDirection[1] + R_c2w[2] * cameraDirection[2],
107
- R_c2w[3] * cameraDirection[0] + R_c2w[4] * cameraDirection[1] + R_c2w[5] * cameraDirection[2],
108
- R_c2w[6] * cameraDirection[0] + R_c2w[7] * cameraDirection[1] + R_c2w[8] * cameraDirection[2],
109
- ];
110
- const length = Math.hypot(...direction);
111
- return { origin: t_c2w, direction: direction.map((item) => item / length) };
112
- }
113
-
114
- function median(values) {
115
- if (!values.length) return 0;
116
- const sorted = values.slice().sort((a, b) => a - b);
117
- const middle = Math.floor(sorted.length / 2);
118
- return sorted.length % 2 ? sorted[middle] : (sorted[middle - 1] + sorted[middle]) / 2;
119
- }
120
-
121
- function sigmoid(logit) {
122
- if (!Number.isFinite(logit)) return 0;
123
- if (logit >= 0) {
124
- const e = Math.exp(-logit);
125
- return 1 / (1 + e);
126
- }
127
- const e = Math.exp(logit);
128
- return e / (1 + e);
129
- }
130
-
131
- function translatePoint(point, correction) {
132
- return [point[0] + correction[0], point[1], point[2] + correction[2]];
133
- }
134
-
135
- function shiftJoints(jointsW, corrections) {
136
- if (!Array.isArray(jointsW)) return jointsW;
137
- return jointsW.map((frame, index) => Array.isArray(frame) ? frame.map((point) => point?.length === 3 ? translatePoint(point, corrections[index]) : point) : frame);
138
- }
139
-
140
- function shiftFeet(footW, corrections, frames) {
141
- if (Array.isArray(footW)) return footW.map((frame, index) => Array.isArray(frame) ? frame.map((point) => point?.length === 3 ? translatePoint(point, corrections[index]) : point) : Object.fromEntries(FOOT_NAMES.map((name) => [name, frame?.[name]?.length === 3 ? translatePoint(frame[name], corrections[index]) : frame?.[name]])));
142
- if (!footW || typeof footW !== "object") return footW;
143
- return Object.fromEntries(Object.entries(footW).map(([name, track]) => [name, Array.isArray(track) ? track.map((point, index) => point?.length === 3 ? translatePoint(point, corrections[index]) : point) : track]));
144
- }
145
-
146
- function interpolateCorrections(samples, frames) {
147
- const corrections = Array.from({ length: frames }, () => [0, 0, 0]);
148
- const contactMask = samples.map((items) => items.length > 0);
149
- const runs = [];
150
- for (let frame = 0; frame < frames;) {
151
- if (!contactMask[frame]) {
152
- frame += 1;
153
- continue;
154
- }
155
- const start = frame;
156
- while (frame < frames && contactMask[frame]) frame += 1;
157
- const end = frame - 1;
158
- const anchor = [0, 0, 0];
159
- for (let axis of [0, 2]) anchor[axis] = median(samples.slice(start, end + 1).flatMap((items) => items.map((sample) => sample[axis])));
160
- runs.push({ start, end, anchor, samples: samples.slice(start, end + 1).flat().length });
161
- for (let at = start; at <= end; at += 1) corrections[at] = anchor.slice();
162
- }
163
- if (!runs.length) return { corrections, runs };
164
- for (let index = 0; index + 1 < runs.length; index += 1) {
165
- const left = runs[index], right = runs[index + 1];
166
- const span = right.start - left.end;
167
- for (let frame = left.end + 1; frame < right.start; frame += 1) {
168
- const weight = (frame - left.end) / span;
169
- corrections[frame] = [
170
- left.anchor[0] + (right.anchor[0] - left.anchor[0]) * weight,
171
- 0,
172
- left.anchor[2] + (right.anchor[2] - left.anchor[2]) * weight,
173
- ];
174
- }
175
- }
176
- for (let frame = 0; frame < runs[0].start; frame += 1) corrections[frame] = runs[0].anchor.slice();
177
- const last = runs[runs.length - 1];
178
- for (let frame = last.end + 1; frame < frames; frame += 1) corrections[frame] = last.anchor.slice();
179
- return { corrections, runs };
180
- }
181
-
182
- function footSpeed(feet, name, frame, frames, fps) {
183
- const before = feet[Math.max(0, frame - 1)][name], after = feet[Math.min(frames - 1, frame + 1)][name];
184
- const span = (Math.min(frames - 1, frame + 1) - Math.max(0, frame - 1)) / fps;
185
- return before?.every(Number.isFinite) && after?.every(Number.isFinite) && span > 0 ? Math.hypot(after[0] - before[0], after[2] - before[2]) / span : Infinity;
186
- }
187
-
188
- /**
189
- * Correct a world trajectory using 2D ankle observations at static floor
190
- * contacts. Corrections are XZ translations represented as [dx, 0, dz].
191
- * Optional `jointsW` and `footW` inputs receive the same rigid translation.
192
- */
193
- export function correctTrajectory({
194
- rootW,
195
- footW,
196
- jointsW,
197
- kp2d,
198
- static_conf_logits: staticConfLogits,
199
- camera,
200
- ankleHeight,
201
- contactProbability = 0.8,
202
- maxFootHeight = 0.12,
203
- minKeypointConfidence = 0.3,
204
- // "kinematic" is the default. "hybrid": stance when EITHER GVHMR's static-contact logit OR the
205
- // kinematic test says so. "kinematic" (default): lower foot, near its own low height,
206
- // nearly still (absolutely, or relative to the other foot). GVHMR's logits are
207
- // weak on the part-coloured mannequin (walk: right foot never exceeds 0.8), so
208
- // kinematics carry real clips; logits carry clips whose planted foot still
209
- // slides in the estimate. "logits": logits only.
210
- stanceMode = "kinematic",
211
- fps = 24,
212
- stanceHeightMargin = 0.04,
213
- maxStanceSpeed = 0.25,
214
- minStanceFrames = 3,
215
- } = {}) {
216
- if (!Array.isArray(rootW) || !rootW.length) throw new Error("rootW: expected at least one frame");
217
- if (!Number.isFinite(ankleHeight)) throw new Error("ankleHeight: expected a finite number");
218
- if (!(contactProbability > 0 && contactProbability < 1)) throw new Error("contactProbability: expected a value in (0, 1)");
219
- if (!(maxFootHeight > 0) || !Number.isFinite(maxFootHeight)) throw new Error("maxFootHeight: expected a positive number");
220
- if (!(minKeypointConfidence >= 0) || !Number.isFinite(minKeypointConfidence)) throw new Error("minKeypointConfidence: expected a nonnegative number");
221
- const frames = rootW.length;
222
- const roots = frameVectors(rootW, frames, "rootW");
223
- const feet = normalizedFootFrames(footW, frames);
224
- const keypoints = frameKeypoints(kp2d, frames);
225
- const logits = frameLogits(staticConfLogits, frames);
226
- const intrinsics = normalizeCamera(camera);
227
- const samples = Array.from({ length: frames }, () => []);
228
- const contactByFoot = Object.fromEntries(Object.keys(OPPOSITE).map((name) => [name, []]));
229
- if (!["hybrid", "kinematic", "logits"].includes(stanceMode)) throw new Error(`stanceMode: expected "hybrid", "kinematic" or "logits", got ${stanceMode}`);
230
- const stance = Object.fromEntries(Object.keys(OPPOSITE).map((name) => {
231
- const heights = feet.map((row) => row[name]?.[1]).filter(Number.isFinite).sort((a, b) => a - b);
232
- const low = heights.length ? heights[Math.floor(heights.length * 0.1)] : NaN;
233
- const flags = Array.from({ length: frames }, (_, frame) => {
234
- const point = feet[frame][name];
235
- const opposite = feet[frame][OPPOSITE[name]];
236
- const keypoint = keypoints[frame][ANKLE_INDEX[name]];
237
- const base = point?.every(Number.isFinite) && opposite?.every(Number.isFinite) && keypoint?.every(Number.isFinite) && keypoint[2] >= minKeypointConfidence && point[1] <= opposite[1];
238
- if (!base) return false;
239
- const logitOffset = LOGIT_INDEX[name];
240
- const staticProbability = Math.max(sigmoid(logits[frame][logitOffset]), sigmoid(logits[frame][logitOffset + 1]));
241
- const byLogits = staticProbability > contactProbability && point[1] < maxFootHeight;
242
- if (stanceMode === "logits") return byLogits;
243
- if (stanceMode === "hybrid" && byLogits) return true;
244
- // The planted foot is the slower of the two, or absolutely still. A
245
- // relative test survives the very error G3 corrects: a mis-scaled
246
- // trajectory makes even the stance foot slide in world space.
247
- const speed = footSpeed(feet, name, frame, frames, fps);
248
- const otherSpeed = footSpeed(feet, OPPOSITE[name], frame, frames, fps);
249
- return point[1] <= low + stanceHeightMargin && (speed < maxStanceSpeed || speed < 0.5 * otherSpeed);
250
- });
251
- // Short flickers are not a planted foot: keep runs of at least minStanceFrames.
252
- for (let start = 0; start < frames;) {
253
- if (!flags[start]) { start += 1; continue; }
254
- let end = start;
255
- while (end + 1 < frames && flags[end + 1]) end += 1;
256
- if (end - start + 1 < minStanceFrames) for (let i = start; i <= end; i += 1) flags[i] = false;
257
- start = end + 1;
258
- }
259
- return [name, flags];
260
- }));
261
- for (let frame = 0; frame < frames; frame += 1) {
262
- for (const name of Object.keys(OPPOSITE)) {
263
- const point = feet[frame][name];
264
- const keypoint = keypoints[frame][ANKLE_INDEX[name]];
265
- if (!stance[name][frame]) continue;
266
- const ray = pixelRay(keypoint[0], keypoint[1], intrinsics);
267
- if (Math.abs(ray.direction[1]) < 1e-10) continue;
268
- const distance = (ankleHeight - ray.origin[1]) / ray.direction[1];
269
- if (!(distance > 0) || !Number.isFinite(distance)) continue;
270
- const observed = [ray.origin[0] + distance * ray.direction[0], ankleHeight, ray.origin[2] + distance * ray.direction[2]];
271
- samples[frame].push([observed[0] - point[0], 0, observed[2] - point[2]]);
272
- contactByFoot[name].push(frame);
273
- }
274
- }
275
- const { corrections, runs } = interpolateCorrections(samples, frames);
276
- const correctedRoot = roots.map((point, frame) => translatePoint(point, corrections[frame]));
277
- const result = {
278
- rootW: correctedRoot,
279
- corrections,
280
- contactFrames: samples.flatMap((items, frame) => items.length ? [frame] : []),
281
- diagnostics: {
282
- contactByFoot,
283
- stanceRuns: runs.map((run) => ({ ...run, anchor: run.anchor.slice() })),
284
- contactCount: samples.reduce((total, items) => total + items.length, 0),
285
- interpolatedFrames: corrections.reduce((total, correction, frame) => total + (samples[frame].length ? 0 : (runs.length ? 1 : 0)), 0),
286
- maxCorrectionM: Math.max(...corrections.map((correction) => Math.hypot(correction[0], correction[2]))),
287
- planeY: ankleHeight,
288
- thresholds: { stanceMode, contactProbability, maxFootHeight, minKeypointConfidence, stanceHeightMargin, maxStanceSpeed, minStanceFrames, fps },
289
- },
290
- };
291
- if (jointsW !== undefined) result.jointsW = shiftJoints(jointsW, corrections);
292
- if (footW !== undefined) result.footW = shiftFeet(footW, corrections, frames);
293
- return result;
294
- }
@@ -1,151 +0,0 @@
1
- /**
2
- * heading.mjs — remove GVHMR's short front/back yaw-flip runs from a SMPL
3
- * global_orient series before temporal smoothing.
4
- *
5
- * On the faceless mannequin ViTPose swaps left/right for 1-8 frames, so the
6
- * raw global_orient turns 97-178 deg about world vertical in one frame (or two
7
- * or three) and turns back later. body_pose and pelvis do not flip. Gaussian
8
- * smoothing then smears each such run into a visible spin, so the runs are
9
- * removed here first.
10
- *
11
- * Mechanism:
12
- * 1. Heading = twist of global_orient about world +Y (swing-twist
13
- * decomposition). Pre-multiplying a world Ry(a) shifts it by exactly a
14
- * and leaves the swing (tilt) unchanged.
15
- * 2. Jump events = maximal clusters of consecutive frames whose yaw step
16
- * exceeds minJumpDeg/2, kept when the cluster's net yaw exceeds
17
- * minJumpDeg. A flip spread over 2-3 transitional frames is one event.
18
- * 3. Paired runs: an entry event followed within maxRunFrames by the events
19
- * whose summed yaw returns within minJumpDeg of zero. The run is every
20
- * frame from the first frame of the entry event up to the frame before
21
- * the last frame of the exit event.
22
- * 4. Each run frame t is corrected by Ry(-offset(t)). offset(t) is the
23
- * summed measured jump yaw up to t, not a fixed 180. Any exit mismatch r
24
- * (flips that are not exactly opposite) is spread linearly over the
25
- * run, so both joins step by only r/(L+1).
26
- * 5. An unpaired event within maxRunFrames of the clip start or end marks
27
- * a run touching frame 0 or the last frame. It is corrected toward the
28
- * stable side when that side is longer than the run.
29
- * 6. A flip spread over several frames leaves mid-flip frames that match
30
- * neither heading. Their tilt is corrupted too (walk f24 tilts 33 deg
31
- * against 8-12 deg neighbours). These frames only (event frames before
32
- * the event's last frame, inside a run) are replaced by a slerp between
33
- * their corrected neighbours. Every other run frame gets the yaw-only
34
- * correction and keeps its tilt.
35
- * Frames outside runs are returned as copies of their input values.
36
- */
37
-
38
- import { axisAngleToMatrix, matrixToAxisAngle } from "./extrinsics.mjs";
39
-
40
- const DEG = 180 / Math.PI;
41
-
42
- /** Wrap degrees into [-180, 180). */
43
- const wrapDeg = (a) => a - 360 * Math.floor((a + 180) / 360);
44
-
45
- /** Twist of an axis-angle rotation about world +Y, degrees. */
46
- export function worldYawDeg(aa) {
47
- const theta = Math.hypot(aa[0], aa[1], aa[2]);
48
- const qw = Math.cos(theta / 2);
49
- const qy = theta > 1e-12 ? (aa[1] / theta) * Math.sin(theta / 2) : aa[1] / 2;
50
- return wrapDeg(2 * Math.atan2(qy, qw) * DEG);
51
- }
52
-
53
- function mul3(a, b) {
54
- const o = new Array(9);
55
- for (let i = 0; i < 3; i++) for (let j = 0; j < 3; j++) o[i * 3 + j] = a[i * 3] * b[j] + a[i * 3 + 1] * b[3 + j] + a[i * 3 + 2] * b[6 + j];
56
- return o;
57
- }
58
-
59
- function slerpAA(a, b, f) {
60
- const A = axisAngleToMatrix(a);
61
- const At = [A[0], A[3], A[6], A[1], A[4], A[7], A[2], A[5], A[8]];
62
- const rel = matrixToAxisAngle(mul3(At, axisAngleToMatrix(b)));
63
- return matrixToAxisAngle(mul3(A, axisAngleToMatrix(rel.map((v) => v * f))));
64
- }
65
-
66
- function preRotateY(aa, deg) {
67
- const a = deg / DEG, c = Math.cos(a), s = Math.sin(a);
68
- const m = axisAngleToMatrix(Array.from(aa));
69
- // Ry(a) * m, Ry = [c 0 s; 0 1 0; -s 0 c]
70
- return matrixToAxisAngle([
71
- c * m[0] + s * m[6], c * m[1] + s * m[7], c * m[2] + s * m[8],
72
- m[3], m[4], m[5],
73
- -s * m[0] + c * m[6], -s * m[1] + c * m[7], -s * m[2] + c * m[8],
74
- ]);
75
- }
76
-
77
- /**
78
- * @param {ArrayLike<number>[]} orientAA [T] axis-angle global_orient (world, +Y up)
79
- * @param {{ maxRunFrames?: number, minJumpDeg?: number }} [options]
80
- * @returns {{ orient: number[][], runs: { start: number, end: number, yawDeg: number }[] }}
81
- */
82
- export function unwrapHeadingFlips(orientAA, { maxRunFrames = 12, minJumpDeg = 60 } = {}) {
83
- const T = orientAA.length;
84
- const yaw = Array.from(orientAA, worldYawDeg);
85
- const d = yaw.map((y, t) => (t ? wrapDeg(y - yaw[t - 1]) : 0));
86
-
87
- const events = [];
88
- for (let t = 1; t < T;) {
89
- if (!(Math.abs(d[t]) > minJumpDeg / 2)) { t++; continue; }
90
- let e = t, sum = 0;
91
- while (e < T && Math.abs(d[e]) > minJumpDeg / 2) sum += d[e++];
92
- if (Math.abs(wrapDeg(sum)) > minJumpDeg) events.push({ first: t, last: e - 1, sum: wrapDeg(sum), used: false });
93
- t = e;
94
- }
95
- // Summed wrapped steps over every event frame in [from, to].
96
- const eventYaw = (from, to) => {
97
- let s = 0;
98
- for (const ev of events) for (let k = Math.max(ev.first, from); k <= Math.min(ev.last, to); k++) s += d[k];
99
- return s;
100
- };
101
-
102
- // runs: { start, end, yawDeg, offset(t) }
103
- let runs = [];
104
- outer: for (let i = 0; i < events.length; i++) {
105
- let net = events[i].sum;
106
- for (let j = i + 1; j < events.length; j++) {
107
- const start = events[i].first, end = events[j].last - 1;
108
- if (end - start + 1 > maxRunFrames) break;
109
- net += events[j].sum;
110
- if (Math.abs(wrapDeg(net)) < minJumpDeg) {
111
- const L = end - start + 1, r = wrapDeg(eventYaw(start, events[j].last));
112
- runs.push({ start, end, yawDeg: events[i].sum, offset: (t) => eventYaw(start, t) - (r * (t - start + 1)) / (L + 1) });
113
- for (let k = i; k <= j; k++) events[k].used = true;
114
- i = j;
115
- continue outer;
116
- }
117
- }
118
- }
119
-
120
- const unpaired = events.filter((ev) => !ev.used);
121
- const head = unpaired.filter((ev) => ev.last <= maxRunFrames).pop();
122
- if (head) {
123
- const next = events.find((ev) => ev.first > head.last);
124
- if ((next ? next.first : T) - head.last > head.last) {
125
- const end = head.last - 1;
126
- runs = runs.filter((run) => run.start > end);
127
- runs.unshift({ start: 0, end, yawDeg: wrapDeg(-eventYaw(0, head.last)), offset: (t) => -eventYaw(t + 1, head.last) });
128
- head.used = true;
129
- }
130
- }
131
- const tail = unpaired.find((ev) => !ev.used && T - ev.first <= maxRunFrames);
132
- if (tail) {
133
- const prev = events.filter((ev) => ev.last < tail.first).pop();
134
- const start = tail.first;
135
- if (start - (prev ? prev.last : 0) > T - start) {
136
- runs = runs.filter((run) => run.end < start);
137
- runs.push({ start, end: T - 1, yawDeg: wrapDeg(eventYaw(start, T - 1)), offset: (t) => eventYaw(start, t) });
138
- }
139
- }
140
-
141
- const orient = Array.from(orientAA, (aa) => Array.from(aa));
142
- for (const run of runs) for (let t = run.start; t <= run.end; t++) orient[t] = preRotateY(orientAA[t], -run.offset(t));
143
- for (const run of runs) {
144
- for (const ev of events) {
145
- if (ev.last - ev.first < 1 || ev.first > run.end + 1 || ev.last < run.start) continue;
146
- const lo = ev.first - 1, hi = ev.last;
147
- for (let k = Math.max(ev.first, run.start); k <= Math.min(ev.last - 1, run.end); k++) orient[k] = slerpAA(orient[lo], orient[hi], (k - lo) / (hi - lo));
148
- }
149
- }
150
- return { orient, runs: runs.map(({ start, end, yawDeg }) => ({ start, end, yawDeg: Math.round(yawDeg * 10) / 10 })) };
151
- }