cozyclay 2.1.1 → 3.0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (585) hide show
  1. package/CHANGELOG.md +88 -0
  2. package/README.md +12 -30
  3. package/bin/agent/agent-routes.mjs +43 -116
  4. package/bin/agent/agent-runner.mjs +14 -15
  5. package/bin/agent/cliproxy-provider.mjs +135 -0
  6. package/bin/agent/credential-store.mjs +30 -7
  7. package/bin/agent/pi-tools.mjs +4 -1
  8. package/bin/agent/provider-keys.mjs +32 -0
  9. package/bin/agent/provider-login.mjs +110 -0
  10. package/bin/agent/provider-routes.mjs +99 -0
  11. package/bin/agent/providers.mjs +19 -97
  12. package/bin/agent/script-tool.mjs +17 -4
  13. package/bin/agent/session-store.mjs +2 -2
  14. package/bin/agent/studio-context-budget.mjs +93 -0
  15. package/bin/agent/studio-motion-reference.mjs +23 -0
  16. package/bin/agent/studio-prompt.mjs +1 -1
  17. package/bin/agent/studio-rebase-text.mjs +32 -0
  18. package/bin/agent/studio-rebase.mjs +26 -39
  19. package/bin/agent/studio-tools.mjs +9 -28
  20. package/bin/agent/tool-arguments.mjs +49 -0
  21. package/bin/agent/turn-frames.mjs +66 -0
  22. package/bin/codex-auth.mjs +9 -2
  23. package/bin/cozyclay.mjs +10 -116
  24. package/bin/live/cli.mjs +3 -3
  25. package/bin/mcp-runtime.mjs +2 -12
  26. package/bin/package-signature.mjs +0 -4
  27. package/dist/app/index.html +7 -6
  28. package/dist/assets/EXRLoader-CvVIvGVE.js +1 -0
  29. package/dist/assets/analytics-BWCqdgWA.js +1 -0
  30. package/dist/assets/app-DfTCxaKk.js +5087 -0
  31. package/dist/assets/app-f-fkV5uP.css +1 -0
  32. package/dist/assets/compile-worker-BxKXh07s.js +5 -0
  33. package/dist/assets/fflate.module-KbGj5-H6.js +5 -0
  34. package/dist/assets/{first-shot-handoff-msLI71g1.js → first-shot-handoff-DNO8kv_N.js} +1 -1
  35. package/dist/assets/{landing-ChUvB_zL.js → landing-yfZaJkWc.js} +1 -1
  36. package/dist/assets/scene-asset-sync-U3kS2rvK.js +20 -0
  37. package/dist/assets/scene-asset-sync-_S8NQl5B.css +1 -0
  38. package/dist/assets/workflow-D78eiKTa.js +179 -0
  39. package/dist/cozyclay-package.json +1 -1
  40. package/dist/index.html +3 -3
  41. package/dist/sw.js +3 -6
  42. package/dist/workflow/index.html +5 -4
  43. package/mcp/LIVE-PROTOCOL.md +7 -47
  44. package/mcp/README.md +16 -26
  45. package/mcp/live-hub.mjs +6 -10
  46. package/mcp/package.json +1 -3
  47. package/mcp/tool-handlers.mjs +4 -168
  48. package/package.json +3 -22
  49. package/src/App.jsx +151 -2625
  50. package/src/agent-progress.js +80 -0
  51. package/src/agent-turn-mark.js +30 -0
  52. package/src/analytics.js +1 -19
  53. package/src/app-context.js +12 -2
  54. package/src/app-stage.jsx +2 -34
  55. package/src/asset-pane.jsx +6 -5
  56. package/src/camera-block.js +21 -0
  57. package/src/camera-direction.js +120 -0
  58. package/src/character-kind.js +3 -9
  59. package/src/command-bus.js +10 -8
  60. package/src/commands/cast.js +5 -34
  61. package/src/commands/elements/character.js +1 -1
  62. package/src/commands/elements/motion.js +1 -6
  63. package/src/commands/elements/object.js +6 -2
  64. package/src/commands/elements/shot.js +4 -1
  65. package/src/commands/elements.js +38 -14
  66. package/src/commands/index.js +3 -1
  67. package/src/commands/kits.js +37 -0
  68. package/src/commands/motion-timing.js +57 -0
  69. package/src/commands/motion.js +9 -152
  70. package/src/commands/motion3-compile.js +65 -0
  71. package/src/commands/motion3.js +214 -0
  72. package/src/commands/objects.js +6 -4
  73. package/src/commands/shot.js +55 -13
  74. package/src/commands/stage.js +14 -1
  75. package/src/commands/view.js +4 -1
  76. package/src/document-mirrors.js +42 -0
  77. package/src/document-store.js +4 -0
  78. package/src/domains/cast.js +19 -194
  79. package/src/domains/motion/motion-range-pin-rules.js +1 -1
  80. package/src/domains/motion/take-source.js +53 -0
  81. package/src/domains/motion.js +60 -1838
  82. package/src/domains/scenes.js +12 -55
  83. package/src/domains/shots.js +2 -2
  84. package/src/domains/stage.js +4 -2
  85. package/src/draft-ghost.js +47 -0
  86. package/src/draft-ghost.jsx +129 -0
  87. package/src/dualview.jsx +4 -3
  88. package/src/effects/EffectsLayer.jsx +112 -0
  89. package/src/effects/effect-meshes.js +232 -0
  90. package/src/effects/effect-record.js +103 -0
  91. package/src/effects/emitter.js +59 -0
  92. package/src/effects/simulate.js +261 -0
  93. package/src/effects/state.js +59 -0
  94. package/src/execution-telemetry.js +2 -3
  95. package/src/first-success-guide.jsx +5 -5
  96. package/src/ghost-set.js +257 -0
  97. package/src/held-object-edit.jsx +113 -0
  98. package/src/held-object-pose.js +175 -0
  99. package/src/hierarchy-model.js +1 -1
  100. package/src/hierarchy-panel.jsx +1 -1
  101. package/src/imported-mesh.jsx +103 -0
  102. package/src/kits/held.js +84 -0
  103. package/src/kits/index.js +70 -0
  104. package/src/kits/smoking.js +57 -0
  105. package/src/light-blockers.js +93 -0
  106. package/src/motion/beat-board-model.js +84 -0
  107. package/src/motion/beat-board.css +124 -0
  108. package/src/motion/beat-board.jsx +60 -0
  109. package/src/motion/center-of-mass.js +66 -0
  110. package/src/motion/fix-collisions.js +850 -0
  111. package/src/motion/physics-review.js +118 -0
  112. package/src/{ardy → motion}/physics-support.js +1 -76
  113. package/src/motion/rig-snapshot.js +22 -0
  114. package/src/motion/take-segments.jsx +140 -0
  115. package/src/{ardy → motion}/timeline-coordinates.js +0 -21
  116. package/src/{ardy → motion}/timeline.css +1 -2
  117. package/src/{ardy → motion}/timeline.jsx +42 -413
  118. package/src/motion/waypoints.js +76 -0
  119. package/src/motion3/beats.js +83 -0
  120. package/src/motion3/body.js +158 -0
  121. package/src/motion3/bones.js +47 -0
  122. package/src/motion3/carried.js +47 -0
  123. package/src/motion3/compile-job.js +79 -0
  124. package/src/motion3/compile-worker.js +10 -0
  125. package/src/motion3/compiler/anchors.js +113 -0
  126. package/src/motion3/compiler/arm-orient.js +128 -0
  127. package/src/motion3/compiler/channels.js +125 -0
  128. package/src/motion3/compiler/compile.js +205 -0
  129. package/src/motion3/compiler/gait-rhythm.js +97 -0
  130. package/src/motion3/compiler/grip.js +171 -0
  131. package/src/motion3/compiler/head-steady.js +48 -0
  132. package/src/motion3/compiler/hold.js +134 -0
  133. package/src/motion3/compiler/idle.js +113 -0
  134. package/src/motion3/compiler/limbs.js +197 -0
  135. package/src/motion3/compiler/math.js +72 -0
  136. package/src/motion3/compiler/pose.js +177 -0
  137. package/src/motion3/compiler/quat.js +49 -0
  138. package/src/motion3/compiler/skeleton.js +74 -0
  139. package/src/motion3/compiler/validate-common.js +32 -0
  140. package/src/motion3/compiler/validate-goals.js +118 -0
  141. package/src/motion3/compiler/validate-objects.js +144 -0
  142. package/src/motion3/compiler/validate-parts.js +118 -0
  143. package/src/motion3/compiler/validate.js +122 -0
  144. package/src/motion3/compiler/vocab.js +74 -0
  145. package/src/motion3/compiler/walk-pelvis.js +275 -0
  146. package/src/motion3/compiler/walk.js +207 -0
  147. package/src/motion3/compiler/wrist-clamp.js +32 -0
  148. package/src/motion3/delta.js +47 -0
  149. package/src/motion3/describe.js +177 -0
  150. package/src/motion3/docs.js +27 -0
  151. package/src/motion3/edit-carry.js +21 -0
  152. package/src/motion3/fix/ease.js +16 -0
  153. package/src/motion3/fix/ground.js +37 -0
  154. package/src/motion3/fix/index.js +52 -0
  155. package/src/motion3/fix/push.js +71 -0
  156. package/src/motion3/fix/reach.js +46 -0
  157. package/src/motion3/fix/retime.js +79 -0
  158. package/src/motion3/fix/self.js +211 -0
  159. package/src/motion3/fix/slide.js +70 -0
  160. package/src/motion3/fix/turn.js +51 -0
  161. package/src/motion3/follow.js +39 -0
  162. package/src/motion3/free-motion.js +204 -0
  163. package/src/motion3/grip-choice.js +130 -0
  164. package/src/motion3/hold-plan.js +157 -0
  165. package/src/motion3/json-patch.js +77 -0
  166. package/src/motion3/key-aim.js +105 -0
  167. package/src/motion3/key-edit.js +82 -0
  168. package/src/motion3/lenient.js +127 -0
  169. package/src/motion3/object-keys.js +236 -0
  170. package/src/motion3/object-pose.js +182 -0
  171. package/src/motion3/object-tracks.js +12 -0
  172. package/src/motion3/people.js +82 -0
  173. package/src/motion3/pipeline.js +102 -0
  174. package/src/motion3/playback.js +51 -0
  175. package/src/motion3/probes.js +91 -0
  176. package/src/motion3/qa/body-checks.js +34 -0
  177. package/src/motion3/qa/check-names.js +14 -0
  178. package/src/motion3/qa/checks.js +125 -0
  179. package/src/motion3/qa/contact-checks.js +51 -0
  180. package/src/motion3/qa/explain.js +80 -0
  181. package/src/motion3/qa/fmt.js +5 -0
  182. package/src/motion3/qa/foot-checks.js +72 -0
  183. package/src/motion3/qa/geometry.js +77 -0
  184. package/src/motion3/qa/goals.js +191 -0
  185. package/src/motion3/qa/ground.js +60 -0
  186. package/src/motion3/qa/hints-contact.js +195 -0
  187. package/src/motion3/qa/hints-goal.js +160 -0
  188. package/src/motion3/qa/hints-knee.js +24 -0
  189. package/src/motion3/qa/hints-motion.js +209 -0
  190. package/src/motion3/qa/hints-object.js +91 -0
  191. package/src/motion3/qa/index.js +44 -0
  192. package/src/motion3/qa/key-checks.js +82 -0
  193. package/src/motion3/qa/near.js +96 -0
  194. package/src/motion3/qa/object-checks.js +135 -0
  195. package/src/motion3/qa/patch.js +161 -0
  196. package/src/motion3/qa/people-checks.js +37 -0
  197. package/src/motion3/qa/severity.js +38 -0
  198. package/src/motion3/qa/spec-checks.js +65 -0
  199. package/src/motion3/qa/style.js +228 -0
  200. package/src/motion3/qa/wrist-checks.js +69 -0
  201. package/src/motion3/qa/wrist-obs.js +60 -0
  202. package/src/motion3/refs.js +129 -0
  203. package/src/motion3/repair-tune.js +121 -0
  204. package/src/motion3/repair.js +83 -0
  205. package/src/motion3/report.js +67 -0
  206. package/src/motion3/rigs/index.js +14 -0
  207. package/src/motion3/rigs/x-bot-tpose-body.json +1 -0
  208. package/src/motion3/rigs/x-bot-tpose.json +1 -0
  209. package/src/motion3/rigs/y-bot-tpose-body.json +1 -0
  210. package/src/motion3/rigs/y-bot-tpose.json +1 -0
  211. package/src/motion3/scene.js +60 -0
  212. package/src/motion3/schema/brief.js +89 -0
  213. package/src/motion3/schema/fields.js +44 -0
  214. package/src/motion3/schema/spec-examples.js +46 -0
  215. package/src/motion3/schema/topics.js +113 -0
  216. package/src/motion3/schema/types.js +149 -0
  217. package/src/motion3/search.js +117 -0
  218. package/src/motion3/second-hand.js +112 -0
  219. package/src/motion3/settle.js +136 -0
  220. package/src/motion3/skills/basic.js +83 -0
  221. package/src/motion3/skills/book.js +76 -0
  222. package/src/motion3/skills/car.js +145 -0
  223. package/src/motion3/skills/flip.js +200 -0
  224. package/src/motion3/skills/frames-auto.js +29 -0
  225. package/src/motion3/skills/impact.js +109 -0
  226. package/src/motion3/skills/index.js +85 -0
  227. package/src/motion3/skills/info.js +80 -0
  228. package/src/motion3/skills/smoke-kit.js +109 -0
  229. package/src/motion3/skills/smoke.js +160 -0
  230. package/src/motion3/spec-store.js +59 -0
  231. package/src/motion3/take-edit.js +155 -0
  232. package/src/motion3/take.js +63 -0
  233. package/src/motion3/timeline.js +127 -0
  234. package/src/motion3/views.js +121 -0
  235. package/src/motion3/walk-plan.js +119 -0
  236. package/src/object-catalog.jsx +7 -1
  237. package/src/object-colors.js +98 -0
  238. package/src/object-gizmo-parts.js +115 -0
  239. package/src/object-gizmo.jsx +37 -122
  240. package/src/object-glow.js +139 -0
  241. package/src/object-hidden.js +33 -0
  242. package/src/object-look.js +196 -0
  243. package/src/object-size.js +10 -0
  244. package/src/object-travel.js +71 -6
  245. package/src/panels/CameraPanel.jsx +7 -7
  246. package/src/panels/HdrEnvironmentControls.jsx +59 -0
  247. package/src/panels/LightPanel.jsx +25 -4
  248. package/src/panels/ObjectLookPanel.jsx +88 -0
  249. package/src/panels/PosePanel.jsx +2 -17
  250. package/src/panels/RigControlPanel.jsx +5 -53
  251. package/src/panels/SubjectBox.jsx +4 -1
  252. package/src/panels/details.css +14 -0
  253. package/src/posestudio.jsx +4 -27
  254. package/src/project-browser.jsx +3 -4
  255. package/src/project-resources.js +18 -31
  256. package/src/project.js +13 -104
  257. package/src/props.jsx +25 -280
  258. package/src/qa-label.js +25 -0
  259. package/src/rail-dot-drag.js +23 -0
  260. package/src/render-passes.js +10 -0
  261. package/src/resource-status.jsx +1 -0
  262. package/src/result-modal.jsx +4 -19
  263. package/src/room.jsx +20 -12
  264. package/src/scene-assets.js +8 -6
  265. package/src/scene-light-place.js +72 -0
  266. package/src/scene-lights.jsx +148 -0
  267. package/src/scene-objects.js +31 -139
  268. package/src/scenes.js +15 -105
  269. package/src/semantic-edit.js +2 -5
  270. package/src/set-pieces.jsx +183 -0
  271. package/src/settings-menu.jsx +3 -11
  272. package/src/shell/BottomDock.jsx +9 -51
  273. package/src/shell/DetailsSlot.jsx +16 -200
  274. package/src/shell/GhostsMenuGroup.jsx +74 -0
  275. package/src/shell/LibrarySlot.jsx +1 -3
  276. package/src/shell/MenuBar.jsx +3 -3
  277. package/src/shell/PreferencesDialog.jsx +15 -264
  278. package/src/shell/PreferencesSlot.jsx +2 -8
  279. package/src/shell/TopBar.jsx +5 -84
  280. package/src/shell/ViewportToolbar.jsx +10 -70
  281. package/src/shell/agent-glass.css +19 -6
  282. package/src/shell/details-selection.js +42 -0
  283. package/src/shell/ghosts-menu.css +22 -0
  284. package/src/shell/glass-regions.css +29 -3
  285. package/src/shell/preferences.css +6 -1
  286. package/src/shot-authoring.js +4 -7
  287. package/src/soft-shadows.js +37 -0
  288. package/src/stage-attach-frames.js +12 -12
  289. package/src/stage-canvas-rigs.jsx +3 -3
  290. package/src/stage-capture.jsx +42 -8
  291. package/src/stage-characters.jsx +22 -216
  292. package/src/stage-editor-gizmos.jsx +6 -6
  293. package/src/stage-environment.js +93 -0
  294. package/src/stage-hdr-builtins.js +107 -0
  295. package/src/stage-hdr-image.js +116 -0
  296. package/src/stage-hdr-library.js +70 -0
  297. package/src/stage-hdr-map.js +94 -0
  298. package/src/stage-hdr.js +130 -0
  299. package/src/stage-lighting.js +149 -0
  300. package/src/stage-occlusion.js +210 -0
  301. package/src/stage-sky.jsx +159 -0
  302. package/src/stage-startup-defaults.js +5 -9
  303. package/src/studio-actions.js +16 -14
  304. package/src/studio-agent-commands.js +19 -16
  305. package/src/studio-agent-motion.js +9 -9
  306. package/src/studio-agent-protocol.js +47 -77
  307. package/src/studio-app-binding.js +27 -47
  308. package/src/studio-asset-list.js +17 -0
  309. package/src/studio-contact-sheet.js +37 -5
  310. package/src/studio-elements.js +27 -7
  311. package/src/studio-entity-bounds.js +18 -0
  312. package/src/studio-error-codes.js +15 -0
  313. package/src/studio-export-framing.js +152 -0
  314. package/src/studio-lighting-check.js +103 -0
  315. package/src/studio-motion-visual.js +150 -0
  316. package/src/studio-schema-errors.js +80 -0
  317. package/src/studio-support-gap.js +74 -0
  318. package/src/styles.css +1 -19
  319. package/src/timeline-defaults.js +5 -0
  320. package/src/timeline-extent.js +8 -20
  321. package/src/tutorial-walk.js +17 -0
  322. package/src/ui-scrub.js +1 -1
  323. package/src/use-shot-camera-tracks.js +12 -0
  324. package/src/view-ghosts.js +97 -0
  325. package/src/view-ghosts.jsx +49 -0
  326. package/src/workflow/AgentPanel.jsx +47 -166
  327. package/src/workflow/AgentProgressCard.jsx +109 -0
  328. package/src/workflow/AgentReplyText.jsx +37 -0
  329. package/src/workflow/AgentTurnSteps.jsx +84 -0
  330. package/src/workflow/LoginPanel.jsx +140 -0
  331. package/src/workflow/WorkflowBuilder.jsx +7 -23
  332. package/src/workflow/agent-client.js +54 -51
  333. package/src/workflow/agent-panel.css +71 -1
  334. package/src/workflow/agent-progress-card.css +167 -0
  335. package/src/workflow/agent-progress-view.js +47 -0
  336. package/src/workflow/agent-turn-steps.css +113 -0
  337. package/src/workflow/agent-turn.js +191 -0
  338. package/src/workflow/login-client.js +34 -0
  339. package/src/workflow/motion-input.js +18 -31
  340. package/src/workflow/node-schema.js +1 -1
  341. package/src/workflow/reply-markdown.js +69 -0
  342. package/src/workflow/scene-asset-sync.js +8 -8
  343. package/tools/agent-session-stats.mjs +61 -0
  344. package/tools/dev-full.mjs +5 -56
  345. package/tools/eslint-baseline.json +12 -13
  346. package/tools/knip-baseline.json +0 -179
  347. package/tools/loc-baseline.json +31 -81
  348. package/tools/motion3/extract-body.mjs +103 -0
  349. package/tools/motion3/extract-rig.mjs +85 -0
  350. package/tools/process-supervisor.mjs +0 -88
  351. package/tools/run-tests.mjs +9 -125
  352. package/bin/agent/motion-runtime.mjs +0 -76
  353. package/dist/ardy/cskel27-rest.json +0 -557
  354. package/dist/assets/analytics-C9pMpW7s.js +0 -1
  355. package/dist/assets/app-B_2XB9rw.css +0 -1
  356. package/dist/assets/app-DAuvKPP8.js +0 -4920
  357. package/dist/assets/config-Bx7pYsD9.js +0 -1
  358. package/dist/assets/config-DeoFTYzb.css +0 -1
  359. package/dist/assets/demo-CvKuBgy5.js +0 -1
  360. package/dist/assets/scene-asset-sync-DKkpjKBV.js +0 -19
  361. package/dist/assets/scene-asset-sync-DjJ_cJ2R.css +0 -1
  362. package/dist/assets/ticket-BPk2Ni95.js +0 -1
  363. package/dist/assets/workflow-jJRBR94Z.js +0 -179
  364. package/dist/demo/walk-then-stop.npz +0 -0
  365. package/mcp/ardy-prompts.mjs +0 -218
  366. package/src/ardy/auto-fix-panel.css +0 -108
  367. package/src/ardy/auto-physics.js +0 -1194
  368. package/src/ardy/client.js +0 -153
  369. package/src/ardy/convert.js +0 -313
  370. package/src/ardy/cskel27-neutral.js +0 -39
  371. package/src/ardy/cskel27.js +0 -77
  372. package/src/ardy/export.js +0 -165
  373. package/src/ardy/fix-collisions.js +0 -2257
  374. package/src/ardy/foot-lock.js +0 -230
  375. package/src/ardy/motion-calibration.js +0 -118
  376. package/src/ardy/motion-edit.js +0 -213
  377. package/src/ardy/motion-url.js +0 -55
  378. package/src/ardy/mp4-duration.js +0 -102
  379. package/src/ardy/npz.js +0 -595
  380. package/src/ardy/physics-panel.css +0 -21
  381. package/src/ardy/physics-panel.jsx +0 -89
  382. package/src/ardy/physics-refine.js +0 -111
  383. package/src/ardy/physics-review.js +0 -567
  384. package/src/ardy/physics-temporal.js +0 -54
  385. package/src/ardy/platform-fit-panel.css +0 -64
  386. package/src/ardy/platform-fit-panel.jsx +0 -41
  387. package/src/ardy/platform-fit.js +0 -326
  388. package/src/ardy/playback.js +0 -711
  389. package/src/ardy/pose-pin.js +0 -97
  390. package/src/ardy/prompt-clips.js +0 -30
  391. package/src/ardy/retime.js +0 -211
  392. package/src/ardy/root-drop.js +0 -369
  393. package/src/ardy/timeline-resize.js +0 -13
  394. package/src/ardy/to-cskel27.js +0 -225
  395. package/src/ardy/trim.js +0 -33
  396. package/src/ardy/waypoints.js +0 -369
  397. package/src/ardy-bridge-contract.js +0 -281
  398. package/src/domains/motion/motion-video-capture.js +0 -664
  399. package/src/i2v-motion-client.js +0 -77
  400. package/src/i2v-motion-studio.jsx +0 -180
  401. package/src/line-edit.js +0 -1348
  402. package/src/motion/generation.js +0 -105
  403. package/src/motion-readiness-ui.jsx +0 -67
  404. package/src/motion-readiness.js +0 -40
  405. package/src/motion-resources.js +0 -177
  406. package/src/motion-store.js +0 -65
  407. package/src/motion-trail.js +0 -601
  408. package/src/multimodel-ingest.js +0 -394
  409. package/src/panels/PromptBlocksPanel.jsx +0 -444
  410. package/src/panels/VideoCapturePanel.jsx +0 -181
  411. package/src/pose-extract/browser.js +0 -42
  412. package/src/pose-extract/detector.js +0 -100
  413. package/src/pose-extract/fit.js +0 -227
  414. package/src/pose-extract/image-frame.js +0 -51
  415. package/src/pose-extract/index.js +0 -58
  416. package/src/pose-extract/keyframes.js +0 -74
  417. package/src/pose-extract/landmarks.js +0 -162
  418. package/src/pose-extract/mirror.js +0 -153
  419. package/src/pose-extract/take.js +0 -131
  420. package/src/pose-extract/video-frames.js +0 -91
  421. package/src/take-recipe.js +0 -165
  422. package/src/trail-key-conflicts.js +0 -39
  423. package/src/trail-pick.js +0 -59
  424. package/src/use-i2v-capture-modal.js +0 -15
  425. package/tools/ardy/BRIDGE.md +0 -37
  426. package/tools/ardy/GVHMR-NPZ.md +0 -68
  427. package/tools/ardy/README.md +0 -124
  428. package/tools/ardy/__pycache__/cclay_gvhmr_worker.cpython-313.pyc +0 -0
  429. package/tools/ardy/artifacts.mjs +0 -34
  430. package/tools/ardy/bridge.mjs +0 -1732
  431. package/tools/ardy/bvh-cskel27.mjs +0 -1265
  432. package/tools/ardy/cclay_constrained_generate.py +0 -561
  433. package/tools/ardy/cclay_gvhmr_worker.py +0 -264
  434. package/tools/ardy/cclay_motion_edit.py +0 -510
  435. package/tools/ardy/cclay_sequence_generate.py +0 -705
  436. package/tools/ardy/cclay_worker.py +0 -304
  437. package/tools/ardy/dump-npz.py +0 -205
  438. package/tools/ardy/extract-rest.mjs +0 -299
  439. package/tools/ardy/extract.mjs +0 -507
  440. package/tools/ardy/footage.mjs +0 -467
  441. package/tools/ardy/gvhmr-floor.mjs +0 -102
  442. package/tools/ardy/gvhmr-to-cskel27.mjs +0 -21
  443. package/tools/ardy/gvhmr_fastpath.py +0 -168
  444. package/tools/ardy/gvhmr_trajectory.py +0 -240
  445. package/tools/ardy/merge-text-encoder.py +0 -160
  446. package/tools/ardy/mocap-metrics.mjs +0 -200
  447. package/tools/ardy/mocap-quality-gate.mjs +0 -110
  448. package/tools/ardy/motion-stabilize.mjs +0 -348
  449. package/tools/ardy/npz.mjs +0 -414
  450. package/tools/ardy/pose-to-npz.mjs +0 -106
  451. package/tools/ardy/prompt-limits.mjs +0 -5
  452. package/tools/ardy/run-edit-on-box.sh +0 -73
  453. package/tools/ardy/run-local.mjs +0 -233
  454. package/tools/ardy/run-on-box.sh +0 -593
  455. package/tools/ardy/run-sequence-on-box.sh +0 -177
  456. package/tools/ardy/runners/gvhmr-worker.mjs +0 -206
  457. package/tools/ardy/runners/index.mjs +0 -18
  458. package/tools/ardy/runners/local.mjs +0 -455
  459. package/tools/ardy/runners/proc.mjs +0 -125
  460. package/tools/ardy/runners/remote.mjs +0 -252
  461. package/tools/ardy/setup-local.mjs +0 -189
  462. package/tools/ardy/setup-text-encoder-on-box.sh +0 -93
  463. package/tools/ardy/setup-text-encoder.py +0 -306
  464. package/tools/ardy/smpl-cskel27.mjs +0 -178
  465. package/tools/ardy/visual-qa.mjs +0 -196
  466. package/tools/ardy/vq-car.mjs +0 -52
  467. package/tools/bench/EXP3.md +0 -61
  468. package/tools/bench/cclay_bench_extract_incam.py +0 -125
  469. package/tools/bench/cclay_bench_extract_obs.py +0 -204
  470. package/tools/bench/cclay_bench_runner.py +0 -42
  471. package/tools/bench/cube-contact.mjs +0 -162
  472. package/tools/bench/exp3.mjs +0 -152
  473. package/tools/bench/extract-bench-lib.mjs +0 -216
  474. package/tools/bench/extract-bench.mjs +0 -302
  475. package/tools/bench/fal-generate.mjs +0 -88
  476. package/tools/bench/fit/README.md +0 -189
  477. package/tools/bench/fit/camera.mjs +0 -59
  478. package/tools/bench/fit/contact.mjs +0 -419
  479. package/tools/bench/fit/footlock.mjs +0 -234
  480. package/tools/bench/fit/motion.mjs +0 -85
  481. package/tools/bench/fit/pin.mjs +0 -27
  482. package/tools/bench/fit/remote.mjs +0 -105
  483. package/tools/bench/fit-bench.mjs +0 -126
  484. package/tools/bench/fit-sanity.mjs +0 -45
  485. package/tools/bench/metrics.mjs +0 -313
  486. package/tools/bench/obs/depth.mjs +0 -258
  487. package/tools/bench/obs/extrinsics.mjs +0 -175
  488. package/tools/bench/obs/fit_mannequin_betas.py +0 -340
  489. package/tools/bench/obs/ground.mjs +0 -294
  490. package/tools/bench/obs/heading.mjs +0 -151
  491. package/tools/bench/obs/ladder.mjs +0 -555
  492. package/tools/bench/obs/mannequin-betas.json +0 -124
  493. package/tools/bench/obs/remote.mjs +0 -83
  494. package/tools/bench/obs/rest_joints.py +0 -52
  495. package/tools/bench/obs/ybot-targets.mjs +0 -49
  496. package/tools/bench/obs-bench.mjs +0 -520
  497. package/tools/bench/score.mjs +0 -343
  498. package/tools/bench/summarize.mjs +0 -86
  499. package/tools/demo-worker/README.md +0 -137
  500. package/tools/demo-worker/api-client.mjs +0 -233
  501. package/tools/demo-worker/generate.mjs +0 -301
  502. package/tools/demo-worker/index.mjs +0 -466
  503. package/tools/demo-worker/sign-core.mjs +0 -112
  504. package/tools/demo-worker/sign.mjs +0 -161
  505. package/tools/gt-render/browser.mjs +0 -182
  506. package/tools/gt-render/camera-math.mjs +0 -276
  507. package/tools/gt-render/page.mjs +0 -267
  508. package/tools/gt-render/render.mjs +0 -514
  509. package/tools/gt-render/scene-box.mjs +0 -31
  510. package/tools/gt-render/take-transform.mjs +0 -87
  511. package/tools/kimodo/compare-seam.mjs +0 -108
  512. package/tools/kimodo/constraints.mjs +0 -244
  513. package/tools/kimodo/edit.mjs +0 -259
  514. package/tools/kimodo/effector-constraints.mjs +0 -200
  515. package/tools/kimodo/generate.mjs +0 -646
  516. package/tools/kimodo/local-output.mjs +0 -265
  517. package/tools/kimodo/measure-pose.mjs +0 -65
  518. package/tools/kimodo/measure-preserve.mjs +0 -899
  519. package/tools/kimodo/measure-waypoints.mjs +0 -55
  520. package/tools/kimodo/mlx-generate.py +0 -111
  521. package/tools/kimodo/pose-constraints.mjs +0 -248
  522. package/tools/kimodo/preserve-mask.mjs +0 -543
  523. package/tools/kimodo/read-npz.mjs +0 -189
  524. package/tools/kimodo/run-edit-on-box.mjs +0 -155
  525. package/tools/kimodo/run-sequence-on-box.mjs +0 -178
  526. package/tools/kimodo/runner.mjs +0 -284
  527. package/tools/kimodo/seam-batch.mjs +0 -77
  528. package/tools/kimodo/setup-local.mjs +0 -30
  529. package/tools/kimodo/setup-on-box.sh +0 -339
  530. package/tools/kimodo/soma77-to-cskel27.mjs +0 -305
  531. package/tools/morphgs/assets/gen_truth.py +0 -39
  532. package/tools/morphgs/assets/mesh_ori_rig.txt +0 -27
  533. package/tools/morphgs/assets/playback-check.mjs +0 -30
  534. package/tools/morphgs/demo-gate.sh +0 -26
  535. package/tools/morphgs/fbx2morphgs.mjs +0 -68
  536. package/tools/morphgs/morphgs-to-cskel27.mjs +0 -105
  537. package/tools/morphgs/patches/preprocess_src-none-mode.patch +0 -76
  538. package/tools/morphgs/setup-on-cluster.sh +0 -126
  539. package/tools/projflow/driver.py +0 -1069
  540. package/tools/projflow/generate.mjs +0 -805
  541. package/tools/projflow/hml22-to-cskel27.mjs +0 -735
  542. package/tools/projflow/line-edit-job.mjs +0 -547
  543. package/tools/projflow/replay.mjs +0 -452
  544. package/tools/projflow/runner.mjs +0 -269
  545. package/tools/projflow/service.mjs +0 -742
  546. package/tools/track/DESIGN.md +0 -513
  547. package/tools/track/backfill-provenance.mjs +0 -116
  548. package/tools/track/budget.mjs +0 -8
  549. package/tools/track/check-rig.mjs +0 -209
  550. package/tools/track/diagnostics.schema.json +0 -60
  551. package/tools/track/export-rig.mjs +0 -256
  552. package/tools/track/fallback.mjs +0 -7
  553. package/tools/track/fk-parity-fixture.mjs +0 -161
  554. package/tools/track/gate.mjs +0 -349
  555. package/tools/track/masks.mjs +0 -318
  556. package/tools/track/metrics.mjs +0 -201
  557. package/tools/track/publish-obs.mjs +0 -108
  558. package/tools/track/py/check_env.py +0 -61
  559. package/tools/track/py/eval_lr.py +0 -229
  560. package/tools/track/py/lr_viterbi.py +0 -294
  561. package/tools/track/py/masks.py +0 -405
  562. package/tools/track/py/objective.py +0 -382
  563. package/tools/track/py/rig.py +0 -508
  564. package/tools/track/py/scene.py +0 -326
  565. package/tools/track/py/test_joint_indices.py +0 -123
  566. package/tools/track/py/test_lr_viterbi.py +0 -195
  567. package/tools/track/py/test_masks.py +0 -229
  568. package/tools/track/py/test_rig.py +0 -288
  569. package/tools/track/py/test_scene.py +0 -354
  570. package/tools/track/py/test_track.py +0 -328
  571. package/tools/track/py/track.py +0 -411
  572. package/tools/track/remote.mjs +0 -140
  573. package/tools/track/rig-dump.mjs +0 -227
  574. package/tools/track/run-box-tests.mjs +0 -14
  575. package/tools/track/run-box.mjs +0 -168
  576. package/tools/track/setup-box.sh +0 -59
  577. package/tools/track/study-2d.mjs +0 -728
  578. /package/src/{ardy → motion}/collision-blockers.js +0 -0
  579. /package/src/{ardy → motion}/ground.js +0 -0
  580. /package/src/{ardy → motion}/ik-drag.js +0 -0
  581. /package/src/{ardy → motion}/ik-key-json.js +0 -0
  582. /package/src/{ardy → motion}/ik.js +0 -0
  583. /package/src/{ardy → motion}/physics-surface.js +0 -0
  584. /package/src/{ardy → motion}/playback-clock.js +0 -0
  585. /package/src/{ardy → motion}/range-pin.js +0 -0
@@ -1,61 +0,0 @@
1
- #!/usr/bin/env python3
2
- """Small, real CUDA/SAM2 smoke test for the CozyFit box environment."""
3
- from __future__ import annotations
4
-
5
- import importlib
6
- import importlib.metadata
7
- import os
8
- import sys
9
-
10
-
11
- def version(module_name: str, distribution: str) -> str:
12
- importlib.import_module(module_name)
13
- return importlib.metadata.version(distribution)
14
-
15
-
16
- def main() -> int:
17
- import numpy as np
18
- import torch
19
-
20
- print(f"python {sys.version.split()[0]}")
21
- print(f"torch {version('torch', 'torch')}")
22
- print(f"torchvision {version('torchvision', 'torchvision')}")
23
- print(f"numpy {version('numpy', 'numpy')}")
24
- print(f"scipy {version('scipy', 'scipy')}")
25
- print(f"opencv {version('cv2', 'opencv-python-headless')}")
26
- print(f"sam2 {version('sam2', 'SAM-2')}")
27
- print(f"fast-simplification {version('fast_simplification', 'fast-simplification')}")
28
- print(f"pytest {version('pytest', 'pytest')}")
29
- cuda = bool(torch.cuda.is_available())
30
- print(f"torch.cuda.is_available() {cuda}")
31
- if not cuda:
32
- raise RuntimeError("CUDA is unavailable")
33
-
34
- from sam2.build_sam import build_sam2
35
- from sam2.sam2_image_predictor import SAM2ImagePredictor
36
-
37
- root = os.path.expanduser("~/cclay-ingest/cozyfit")
38
- checkpoint = os.path.join(root, "checkpoints", "sam2.1_hiera_small.pt")
39
- config = "configs/sam2.1/sam2.1_hiera_s.yaml"
40
- torch.cuda.reset_peak_memory_stats()
41
- model = build_sam2(config, checkpoint, device="cuda")
42
- predictor = SAM2ImagePredictor(model)
43
- frame = np.zeros((480, 832, 3), dtype=np.uint8)
44
- predictor.set_image(frame)
45
- predictor.predict(
46
- point_coords=np.array([[416.0, 240.0]], dtype=np.float32),
47
- point_labels=np.array([1], dtype=np.int32),
48
- box=np.array([208.0, 120.0, 624.0, 360.0], dtype=np.float32),
49
- multimask_output=False,
50
- )
51
- torch.cuda.synchronize()
52
- peak_mb = torch.cuda.max_memory_reserved() / (1024 * 1024)
53
- print(f"SAM2 peak VRAM {peak_mb:.1f} MB")
54
- if peak_mb >= 3000:
55
- raise RuntimeError(f"SAM2 peak VRAM too high: {peak_mb:.1f} MB")
56
- print("sam2 ok")
57
- return 0
58
-
59
-
60
- if __name__ == "__main__":
61
- raise SystemExit(main())
@@ -1,229 +0,0 @@
1
- #!/usr/bin/env python3
2
- """Evaluate Viterbi assignments against the Gate-0 truth-projected labels."""
3
- from __future__ import annotations
4
-
5
- import argparse
6
- import json
7
- from pathlib import Path
8
- from typing import Any
9
-
10
- import numpy as np
11
-
12
- from lr_viterbi import ARM_PAIRS, LEG_PAIRS, solve_lr_viterbi, state_permutation
13
-
14
- COCO_TO_RIG = {
15
- 5: "LeftArm", 6: "RightArm", 7: "LeftForeArm", 8: "RightForeArm",
16
- 9: "LeftHand", 10: "RightHand", 11: "LeftUpLeg", 12: "RightUpLeg",
17
- 13: "LeftLeg", 14: "RightLeg", 15: "LeftFoot", 16: "RightFoot",
18
- }
19
- BODY = tuple(COCO_TO_RIG)
20
-
21
-
22
- def read_npz(path: Path) -> np.ndarray:
23
- with np.load(path, allow_pickle=False) as data:
24
- if "kp2d" not in data:
25
- raise ValueError(f"{path}: missing kp2d")
26
- return np.asarray(data["kp2d"], dtype=np.float64)
27
-
28
-
29
- def _box(scene: dict[str, Any]) -> tuple[np.ndarray, np.ndarray, float]:
30
- centre = np.asarray(scene.get("centre", scene.get("center")), dtype=np.float64)
31
- half = np.asarray(scene.get("halfExtents"), dtype=np.float64)
32
- if centre.shape != (3,) or half.shape != (3,):
33
- if "min" not in scene or "max" not in scene:
34
- raise ValueError("scene box needs centre/halfExtents or min/max")
35
- lo, hi = np.asarray(scene["min"], dtype=np.float64), np.asarray(scene["max"], dtype=np.float64)
36
- centre, half = (lo + hi) / 2, (hi - lo) / 2
37
- yaw = float(scene.get("yawDeg", 0.0)) * np.pi / 180.0
38
- if not np.isfinite(centre).all() or not np.isfinite(half).all() or (half <= 0).any():
39
- raise ValueError("scene box has invalid dimensions")
40
- return centre, half, yaw
41
-
42
-
43
- def segment_hits_box(origin: np.ndarray, point: np.ndarray, scene: dict[str, Any]) -> bool:
44
- centre, half, yaw = _box(scene)
45
- c, s = np.cos(yaw), np.sin(yaw)
46
-
47
- def local(p: np.ndarray) -> np.ndarray:
48
- q = p - centre
49
- return np.array([c * q[0] - s * q[2], q[1], s * q[0] + c * q[2]])
50
-
51
- o, q = local(origin), local(point)
52
- enter, exit = -np.inf, np.inf
53
- for axis in range(3):
54
- d = q[axis] - o[axis]
55
- if abs(d) < 1e-12:
56
- if abs(o[axis]) > half[axis]:
57
- return False
58
- continue
59
- a, b = (-half[axis] - o[axis]) / d, (half[axis] - o[axis]) / d
60
- enter, exit = max(enter, min(a, b)), min(exit, max(a, b))
61
- return enter <= exit and exit > 1e-9 and enter < 1 - 1e-9
62
-
63
-
64
- def truth_reference_error(study_item: Any, label: str) -> str | None:
65
- """Require todo-4's explicit truth-preferred arm/leg labels."""
66
- if not isinstance(study_item, dict):
67
- return f"{label}: missing study-2d item"
68
- if study_item.get("status") != "ok":
69
- return f"{label}: study-2d status is {study_item.get('status')!r}"
70
- swaps = study_item.get("swaps")
71
- frames = swaps.get("frames") if isinstance(swaps, dict) else None
72
- if not isinstance(frames, dict) or not isinstance(frames.get("arms"), list) or not isinstance(frames.get("legs"), list):
73
- return f"{label}: missing explicit swaps.frames.arms/legs truth labels"
74
- if any(not isinstance(frame, int) or frame < 0 for group in ("arms", "legs") for frame in frames[group]):
75
- return f"{label}: malformed truth swap frame labels"
76
- return None
77
-
78
-
79
- def expected_assignments(study_item: dict[str, Any], frames: int) -> np.ndarray:
80
- """Convert todo-4's per-group truth-preferred swap frames to permutations."""
81
- arms = set(study_item.get("swaps", {}).get("frames", {}).get("arms", []))
82
- legs = set(study_item.get("swaps", {}).get("frames", {}).get("legs", []))
83
- out = np.empty((frames, 17), dtype=np.int64)
84
- identity = state_permutation("identity")
85
- arm_perm = state_permutation("arms_swap")
86
- leg_perm = state_permutation("legs_swap")
87
- full_perm = state_permutation("full_swap")
88
- for t in range(frames):
89
- if t in arms and t in legs:
90
- out[t] = full_perm
91
- elif t in arms:
92
- out[t] = arm_perm
93
- elif t in legs:
94
- out[t] = leg_perm
95
- else:
96
- out[t] = identity
97
- return out
98
-
99
-
100
- def truth_visibility(item: dict[str, Any], frames: int, joints: dict[str, Any]) -> np.ndarray:
101
- visible = np.ones((frames, 17), dtype=bool)
102
- if not item.get("scene"):
103
- return visible
104
- scene = json.loads(Path(item["scene"]).read_text())
105
- origin = np.asarray(joints.get("cameraPosition", [0, 0, 0]), dtype=np.float64)
106
- if not np.isfinite(origin).all() or np.linalg.norm(origin) == 0:
107
- camera_path = Path(item["dir"]) / item["variant"] / "camera.json"
108
- camera = json.loads(camera_path.read_text())
109
- pos = camera.get("position")
110
- if isinstance(pos, dict):
111
- origin = np.array([pos["x"], pos["y"], pos["z"]], dtype=np.float64)
112
- else:
113
- origin = np.asarray(pos, dtype=np.float64)
114
- names = [joint["name"] if isinstance(joint, dict) else joint for joint in joints["joints"]]
115
- index = {name: i for i, name in enumerate(names)}
116
- world = np.asarray(joints["world"], dtype=np.float64)
117
- for coco, rig_name in COCO_TO_RIG.items():
118
- points = world[:frames, index[rig_name], :]
119
- for t, point in enumerate(points):
120
- visible[t, coco] = not segment_hits_box(origin, point, scene)
121
- return visible
122
-
123
-
124
- def evaluate_item(item: dict[str, Any], study_by_item: dict[str, Any], obs_root: Path, delta_px: float) -> dict[str, Any]:
125
- label = f"{item['set']}/{item['name']}"
126
- reference = study_by_item.get(label)
127
- reference_error = truth_reference_error(reference, label)
128
- if reference_error:
129
- return {"item": label, "status": "missing-truth-reference", "error": reference_error}
130
- obs_path = obs_root / item["set"] / item["name"] / "g5" / "obs.npz"
131
- if not obs_path.exists():
132
- return {"item": label, "status": "missing-obs", "obsPath": str(obs_path)}
133
- variant_dir = Path(item["dir"]) / item["variant"]
134
- joints = json.loads((variant_dir / "joints.json").read_text())
135
- obs = read_npz(obs_path)
136
- if obs.ndim != 3 or obs.shape[1] != 17 or obs.shape[2] < 2:
137
- raise ValueError(f"{label}: kp2d has invalid shape {obs.shape}")
138
- names = [joint["name"] if isinstance(joint, dict) else joint for joint in joints["joints"]]
139
- index = {name: i for i, name in enumerate(names)}
140
- uv = np.full((len(joints["world"]), 17, 2), np.nan, dtype=np.float64)
141
- for coco, rig_name in COCO_TO_RIG.items():
142
- uv[:, coco] = np.asarray(joints["uv"], dtype=np.float64)[: uv.shape[0], index[rig_name], :2]
143
- frames = min(obs.shape[0], uv.shape[0])
144
- obs, projected = obs[:frames], uv[:frames]
145
- visible = truth_visibility(item, frames, joints)
146
- result = solve_lr_viterbi(obs, projected, visibility=visible, deltaPx=delta_px)
147
- expected = expected_assignments(reference, frames)
148
- valid = np.isfinite(obs[..., :2]).all(axis=2) & (obs[..., 2] > 0 if obs.shape[2] >= 3 else True)
149
- correct = raw_correct = total = 0
150
- # Agreement is deliberately measured only on visible bilateral observations,
151
- # never on box-occluded joints or absent detector points.
152
- for t in range(frames):
153
- for left, right in ARM_PAIRS + LEG_PAIRS:
154
- if not (visible[t, left] and visible[t, right]):
155
- continue
156
- if not (valid[t, left] and valid[t, right]):
157
- continue
158
- for joint in (left, right):
159
- total += 1
160
- correct += int(result["assignments"][t, joint] == expected[t, joint])
161
- raw_correct += int(joint == expected[t, joint])
162
- return {
163
- "item": label,
164
- "status": "ok",
165
- "frames": frames,
166
- "deltaPx": delta_px,
167
- "agreement": correct / total if total else None,
168
- "correct": correct,
169
- "rawAgreement": raw_correct / total if total else None,
170
- "rawCorrect": raw_correct,
171
- "visibleBilateralPairs": total // 2,
172
- "visibleBilateralJointLabels": total,
173
- "switches": result["switches"],
174
- "stateCounts": result["state_counts"],
175
- "ambiguousFrames": int(np.count_nonzero(result["ambiguous"])),
176
- "medianMargin": float(np.median(result["margins"])) if frames else None,
177
- }
178
-
179
-
180
- def parse_args() -> argparse.Namespace:
181
- here = Path(__file__).resolve()
182
- root = next((parent for parent in here.parents if (parent / "evidence/obs/approved.json").exists()), Path.cwd())
183
- parser = argparse.ArgumentParser(description=__doc__)
184
- parser.add_argument("--summary", type=Path, default=root / "evidence/obs/study-2d/summary.json")
185
- parser.add_argument("--approved", type=Path, default=root / "evidence/obs/approved.json")
186
- parser.add_argument("--obs-root", type=Path, default=root / "evidence/obs/cache")
187
- parser.add_argument("--delta-px", type=float, default=None)
188
- parser.add_argument("--out", type=Path, default=None)
189
- return parser.parse_args()
190
-
191
-
192
- def main() -> int:
193
- args = parse_args()
194
- summary = json.loads(args.summary.read_text())
195
- delta_px = args.delta_px if args.delta_px is not None else summary.get("deltaPx")
196
- if not isinstance(delta_px, (int, float)) or not np.isfinite(delta_px) or delta_px <= 0:
197
- raise SystemExit("eval_lr: summary must provide a finite positive deltaPx (or pass --delta-px)")
198
- approved = json.loads(args.approved.read_text())
199
- study_items = (summary.get("study2d") or {}).get("items", [])
200
- study_by_item = {row.get("item"): row for row in study_items if isinstance(row, dict)}
201
- truth_items = [item for item in approved["items"] if item.get("set") in {"gt", "cube"}]
202
- results = [evaluate_item(item, study_by_item, args.obs_root, float(delta_px)) for item in truth_items]
203
- valid = [row for row in results if row["status"] == "ok" and row["agreement"] is not None]
204
- total = sum(row["visibleBilateralJointLabels"] for row in valid)
205
- correct = sum(row["correct"] for row in valid)
206
- raw_correct = sum(row["rawCorrect"] for row in valid)
207
- output = {
208
- "tool": "tools/track/py/eval_lr.py",
209
- "summary": str(args.summary),
210
- "deltaPx": float(delta_px),
211
- "items": results,
212
- "agreement": correct / total if total else None,
213
- "correct": correct,
214
- "rawAgreement": raw_correct / total if total else None,
215
- "rawCorrect": raw_correct,
216
- "visibleBilateralJointLabels": total,
217
- "itemsOk": len(valid),
218
- "itemsTotal": len(results),
219
- "pass": bool(len(valid) == len(results) and total and correct / total >= 0.95),
220
- }
221
- out = args.out or args.summary.with_name("eval-lr.json")
222
- out.parent.mkdir(parents=True, exist_ok=True)
223
- out.write_text(json.dumps(output, indent=2) + "\n")
224
- print(json.dumps(output, indent=2))
225
- return 0 if output["pass"] else 1
226
-
227
-
228
- if __name__ == "__main__":
229
- raise SystemExit(main())
@@ -1,294 +0,0 @@
1
- #!/usr/bin/env python3
2
- """Temporal left/right assignment for COCO-17 observations.
3
-
4
- The detector's left/right labels are latent. This module intentionally knows
5
- only geometry, confidence, and time; it has no appearance or colour inputs.
6
- """
7
- from __future__ import annotations
8
-
9
- from typing import Any, Iterable
10
-
11
- import numpy as np
12
-
13
- COCO_NAMES = (
14
- "nose", "leftEye", "rightEye", "leftEar", "rightEar",
15
- "leftShoulder", "rightShoulder", "leftElbow", "rightElbow",
16
- "leftWrist", "rightWrist", "leftHip", "rightHip", "leftKnee",
17
- "rightKnee", "leftAnkle", "rightAnkle",
18
- )
19
-
20
- # Pairs are COCO indices. Face pairs are changed only by the full-swap state.
21
- ARM_PAIRS = ((5, 6), (7, 8), (9, 10))
22
- LEG_PAIRS = ((11, 12), (13, 14), (15, 16))
23
- FACE_PAIRS = ((1, 2), (3, 4))
24
- BILATERAL_PAIRS = ARM_PAIRS + LEG_PAIRS
25
- BODY_INDICES = tuple(i for pair in BILATERAL_PAIRS for i in pair)
26
-
27
- STATE_NAMES = ("identity", "full_swap", "arms_swap", "legs_swap")
28
- # The third bit is face-only. It is tied to both body swaps for full_swap.
29
- STATE_BITS = {
30
- "identity": (0, 0, 0),
31
- "full_swap": (1, 1, 1),
32
- "arms_swap": (1, 0, 0),
33
- "legs_swap": (0, 1, 0),
34
- }
35
-
36
-
37
- def state_permutation(state: str | int) -> np.ndarray:
38
- """Return anatomical -> detector COCO indices for one permitted state."""
39
- if isinstance(state, (int, np.integer)):
40
- state = STATE_NAMES[int(state)]
41
- if state not in STATE_BITS:
42
- raise ValueError(f"unknown L/R state: {state!r}")
43
- arm, leg, face = STATE_BITS[state]
44
- out = np.arange(17, dtype=np.int64)
45
- if arm:
46
- for left, right in ARM_PAIRS:
47
- out[left], out[right] = right, left
48
- if leg:
49
- for left, right in LEG_PAIRS:
50
- out[left], out[right] = right, left
51
- if face:
52
- for left, right in FACE_PAIRS:
53
- out[left], out[right] = right, left
54
- return out
55
-
56
-
57
- PERMUTATIONS = np.stack([state_permutation(name) for name in STATE_NAMES])
58
-
59
-
60
- def huber(value: float | np.ndarray, delta: float) -> float | np.ndarray:
61
- """Huber rho, applied to a non-negative residual magnitude."""
62
- if not np.isfinite(delta) or delta <= 0:
63
- raise ValueError("deltaPx must be a finite positive number")
64
- value = np.asarray(value, dtype=np.float64)
65
- result = np.where(value <= delta, 0.5 * value * value, delta * (value - 0.5 * delta))
66
- return float(result) if result.ndim == 0 else result
67
-
68
-
69
- def _observations(kp2d: Any, projected: Any, visibility: Any | None) -> tuple[np.ndarray, np.ndarray, np.ndarray, np.ndarray]:
70
- kp = np.asarray(kp2d, dtype=np.float64)
71
- pred = np.asarray(projected, dtype=np.float64)
72
- if kp.size == 0:
73
- if pred.size == 0:
74
- kp = np.empty((0, 17, 3), dtype=np.float64)
75
- else:
76
- pred = pred.reshape((-1, 17, 2))
77
- kp = np.full((pred.shape[0], 17, 3), np.nan, dtype=np.float64)
78
- elif kp.ndim == 2 and kp.shape == (17, 3):
79
- kp = kp[None, ...]
80
- elif kp.ndim == 1 and kp.size % (17 * 3) == 0:
81
- kp = kp.reshape((-1, 17, 3))
82
- if kp.ndim != 3 or kp.shape[1] != 17 or kp.shape[2] < 2:
83
- raise ValueError("kp2d must have shape [frames, 17, 2+] (or be empty)")
84
-
85
- if pred.size == 0 and kp.shape[0] == 0:
86
- pred = np.empty((0, 17, 2), dtype=np.float64)
87
- elif pred.ndim == 2 and pred.shape == (17, 2):
88
- pred = pred[None, ...]
89
- elif pred.ndim == 1 and pred.size % (17 * 2) == 0:
90
- pred = pred.reshape((-1, 17, 2))
91
- if pred.ndim != 3 or pred.shape[1:] != (17, 2):
92
- raise ValueError("projected must have shape [frames, 17, 2]")
93
- if kp.shape[0] != pred.shape[0]:
94
- raise ValueError(f"kp2d/projected frame mismatch: {kp.shape[0]} vs {pred.shape[0]}")
95
-
96
- conf = kp[..., 2] if kp.shape[2] >= 3 else np.ones(kp.shape[:2], dtype=np.float64)
97
- conf = np.where(np.isfinite(conf), np.clip(conf, 0.0, 1.0), 0.0)
98
- detector_weight = np.where(np.isfinite(kp[..., :2]).all(axis=-1), conf, 0.0)
99
- anatomical_weight = np.isfinite(pred).all(axis=-1).astype(np.float64)
100
- if visibility is not None:
101
- vis = np.asarray(visibility, dtype=bool)
102
- if vis.shape != anatomical_weight.shape:
103
- raise ValueError(f"visibility must have shape {anatomical_weight.shape}, got {vis.shape}")
104
- anatomical_weight *= vis
105
- # Visibility belongs to the rendered anatomical joint i. Detector-side
106
- # confidence/validity remains indexed by h(i) and is permuted later.
107
- return kp, pred, detector_weight, anatomical_weight
108
-
109
-
110
- def _frame_scales(t: int, torso_scale: Any | None) -> np.ndarray:
111
- if torso_scale is None:
112
- return np.ones(t, dtype=np.float64)
113
- scale = np.asarray(torso_scale, dtype=np.float64)
114
- if scale.ndim == 0:
115
- scale = np.full(t, float(scale), dtype=np.float64)
116
- elif scale.ndim == 1 and scale.shape == (t,):
117
- scale = scale.copy()
118
- else:
119
- raise ValueError("torso_scale must be a scalar or one value per frame")
120
- if not np.isfinite(scale).all() or (scale <= 0).any():
121
- raise ValueError("torso_scale must contain finite positive values")
122
- return scale
123
-
124
-
125
- def _emissions(kp: np.ndarray, pred: np.ndarray, detector_weight: np.ndarray, anatomical_weight: np.ndarray, scales: np.ndarray, delta: float, complexity_weight: float) -> tuple[np.ndarray, np.ndarray]:
126
- t = kp.shape[0]
127
- emissions = np.zeros((t, len(STATE_NAMES)), dtype=np.float64)
128
- identity_terms: list[np.ndarray] = []
129
- for state_index, permutation in enumerate(PERMUTATIONS):
130
- observed = kp[:, permutation, :2]
131
- residual = np.linalg.norm(pred - observed, axis=2) / scales[:, None]
132
- residual = np.nan_to_num(residual, nan=0.0, posinf=0.0, neginf=0.0)
133
- robust = np.asarray(huber(residual, delta))
134
- joint_weight = anatomical_weight * detector_weight[:, permutation]
135
- weighted = robust * joint_weight
136
- emissions[:, state_index] = weighted.sum(axis=1) + complexity_weight * sum(STATE_BITS[STATE_NAMES[state_index]])
137
- if state_index == 0:
138
- identity_terms.append(robust[joint_weight > 0])
139
- return emissions, np.concatenate(identity_terms) if identity_terms else np.empty(0, dtype=np.float64)
140
-
141
-
142
- def _transitions(kp: np.ndarray, pred: np.ndarray, detector_weight: np.ndarray, anatomical_weight: np.ndarray, scales: np.ndarray, delta: float, switch_penalty: float, lambda_cont: float) -> np.ndarray:
143
- """Return [frame-1, previous_state, current_state] transition costs."""
144
- t = kp.shape[0]
145
- out = np.zeros((max(0, t - 1), len(STATE_NAMES), len(STATE_NAMES)), dtype=np.float64)
146
- predicted_delta = pred[1:] - pred[:-1]
147
- for previous, prev_perm in enumerate(PERMUTATIONS):
148
- for current, current_perm in enumerate(PERMUTATIONS):
149
- observed_delta = kp[1:, current_perm, :2] - kp[:-1, prev_perm, :2]
150
- residual = np.linalg.norm(observed_delta - predicted_delta, axis=2) / scales[1:, None]
151
- residual = np.nan_to_num(residual, nan=0.0, posinf=0.0, neginf=0.0)
152
- robust = np.asarray(huber(residual, delta))
153
- detector_pair_weights = np.minimum(detector_weight[1:, current_perm], detector_weight[:-1, prev_perm])
154
- anatomical_pair_weights = np.minimum(anatomical_weight[1:], anatomical_weight[:-1])
155
- continuous = (robust * detector_pair_weights * anatomical_pair_weights).sum(axis=1)
156
- changed = sum(a != b for a, b in zip(STATE_BITS[STATE_NAMES[previous]], STATE_BITS[STATE_NAMES[current]]))
157
- out[:, previous, current] = switch_penalty * changed + lambda_cont * continuous
158
- return out
159
-
160
-
161
- def solve_lr_viterbi(
162
- kp2d: Any,
163
- projected: Any,
164
- *,
165
- visibility: Any | None = None,
166
- torso_scale: Any | None = None,
167
- deltaPx: float = 1.0,
168
- switch_penalty: float | None = None,
169
- lambda_cont: float = 1.0,
170
- hysteresis: float = 0.1,
171
- complexity_weight: float | None = None,
172
- ) -> dict[str, Any]:
173
- """Solve the permitted COCO left/right assignment states over a clip.
174
-
175
- ``path[t]`` is an integer in ``STATE_NAMES`` order. ``assignment[t, i]``
176
- is the detector index to use for anatomical joint ``i``. Invalid/NaN
177
- observations simply have zero weight; this makes an all-zero-confidence
178
- clip deterministic (identity, all ambiguous) rather than exceptional.
179
- """
180
- if not np.isfinite(deltaPx) or deltaPx <= 0:
181
- raise ValueError("deltaPx must be a finite positive number")
182
- if lambda_cont < 0 or hysteresis < 0:
183
- raise ValueError("lambda_cont and hysteresis must be non-negative")
184
- kp, pred, detector_weight, anatomical_weight = _observations(kp2d, projected, visibility)
185
- t = kp.shape[0]
186
- if t == 0:
187
- return {
188
- "path": np.empty(0, dtype=np.int64), "state_names": STATE_NAMES,
189
- "assignments": np.empty((0, 17), dtype=np.int64),
190
- "margins": np.empty(0, dtype=np.float64), "ambiguous": np.empty(0, dtype=bool),
191
- "emission": np.empty((0, 4), dtype=np.float64), "switch_penalty": 0.0,
192
- "state_counts": {name: 0 for name in STATE_NAMES}, "switches": 0,
193
- }
194
-
195
- scales = _frame_scales(t, torso_scale)
196
- # The plan's switch penalty is four times the median visible emission. Use
197
- # the robust per-joint identity terms, not an aggregate frame cost, so a
198
- # short swap run cannot inflate its own penalty.
199
- _, identity_terms = _emissions(kp, pred, detector_weight, anatomical_weight, scales, float(deltaPx), 0.0)
200
- median_emission = float(np.median(identity_terms)) if identity_terms.size else 0.0
201
- penalty = float(4.0 * median_emission if switch_penalty is None else switch_penalty)
202
- if not np.isfinite(penalty) or penalty < 0:
203
- raise ValueError("switch_penalty must be finite and non-negative")
204
- if complexity_weight is None:
205
- complexity_weight = 0.01 * median_emission
206
- emissions, _ = _emissions(kp, pred, detector_weight, anatomical_weight, scales, float(deltaPx), float(complexity_weight))
207
- transitions = _transitions(kp, pred, detector_weight, anatomical_weight, scales, float(deltaPx), penalty, float(lambda_cont))
208
-
209
- states = len(STATE_NAMES)
210
- forward = np.full((t, states), np.inf, dtype=np.float64)
211
- backpointer = np.zeros((t, states), dtype=np.int64)
212
- forward[0] = emissions[0]
213
- for frame in range(1, t):
214
- for current in range(states):
215
- values = forward[frame - 1] + transitions[frame - 1, :, current]
216
- previous = int(np.argmin(values))
217
- backpointer[frame, current] = previous
218
- forward[frame, current] = emissions[frame, current] + values[previous]
219
- raw_path = np.empty(t, dtype=np.int64)
220
- raw_path[-1] = int(np.argmin(forward[-1]))
221
- for frame in range(t - 1, 0, -1):
222
- raw_path[frame - 1] = backpointer[frame, raw_path[frame]]
223
-
224
- backward = np.zeros((t, states), dtype=np.float64)
225
- for frame in range(t - 2, -1, -1):
226
- for previous in range(states):
227
- backward[frame, previous] = np.min(transitions[frame, previous] + emissions[frame + 1] + backward[frame + 1])
228
- conditioned = forward + backward - np.min(forward[-1])
229
-
230
- def assignment_margin(frame: int, chosen: int) -> float:
231
- """Margin against the best state that changes an active assignment."""
232
- chosen_perm = PERMUTATIONS[chosen]
233
- anatomical_active = anatomical_weight[frame] > 0
234
- best = np.inf
235
- for alternative, alternative_perm in enumerate(PERMUTATIONS):
236
- if alternative == chosen:
237
- continue
238
- affected = anatomical_active & (alternative_perm != chosen_perm)
239
- if not np.any(affected):
240
- # Ties in inactive groups are not assignment alternatives.
241
- continue
242
- detector_active = (detector_weight[frame, chosen_perm] > 0) | (detector_weight[frame, alternative_perm] > 0)
243
- affected &= detector_active
244
- count = int(np.count_nonzero(affected))
245
- if not count:
246
- continue
247
- best = min(best, float((conditioned[frame, alternative] - conditioned[frame, chosen]) / count))
248
- return max(0.0, best) if np.isfinite(best) else 0.0
249
-
250
- # Hysteresis compares the proposed assignment with the assignment it would
251
- # retain, not with an unrelated state that ties on inactive groups.
252
- path = raw_path.copy()
253
- for frame in range(1, t):
254
- proposed, retained = int(raw_path[frame]), int(path[frame - 1])
255
- if proposed == retained:
256
- continue
257
- proposed_perm, retained_perm = PERMUTATIONS[proposed], PERMUTATIONS[retained]
258
- active = anatomical_weight[frame] > 0
259
- active &= (detector_weight[frame, proposed_perm] > 0) | (detector_weight[frame, retained_perm] > 0)
260
- affected = active & (proposed_perm != retained_perm)
261
- count = int(np.count_nonzero(affected))
262
- if not count:
263
- path[frame] = retained
264
- continue
265
- improvement_per_joint = float((conditioned[frame, retained] - conditioned[frame, proposed]) / count)
266
- if improvement_per_joint < hysteresis:
267
- path[frame] = retained
268
-
269
- margins = np.asarray([assignment_margin(frame, int(path[frame])) for frame in range(t)], dtype=np.float64)
270
- ambiguous = margins < 0.05
271
- assignments = PERMUTATIONS[path]
272
- counts = {name: int(np.count_nonzero(path == index)) for index, name in enumerate(STATE_NAMES)}
273
- return {
274
- "path": path,
275
- "raw_path": raw_path,
276
- "state_names": STATE_NAMES,
277
- "assignments": assignments,
278
- "margins": margins,
279
- "ambiguous": ambiguous,
280
- "emission": emissions,
281
- "switch_penalty": penalty,
282
- "median_visible_emission": median_emission,
283
- "state_counts": counts,
284
- "switches": int(np.count_nonzero(path[1:] != path[:-1])),
285
- }
286
-
287
-
288
- # Short aliases make the pure function convenient for callers and tests.
289
- viterbi_lr = solve_lr_viterbi
290
- solve_viterbi = solve_lr_viterbi
291
-
292
-
293
- if __name__ == "__main__":
294
- raise SystemExit("lr_viterbi.py is a library; use eval_lr.py for file evaluation")