@crievo/omni 0.0.0-stage → 0.1.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (708) hide show
  1. package/.env.example +41 -0
  2. package/README.md +2 -2
  3. package/bin/omni.mjs +18 -0
  4. package/docs/onboarding/clone-voice.png +0 -0
  5. package/docs/onboarding/getting-started.png +0 -0
  6. package/docs/onboarding/new-video.png +0 -0
  7. package/docs/onboarding/providers.png +0 -0
  8. package/docs/onboarding/publish.png +0 -0
  9. package/docs/onboarding/references.png +0 -0
  10. package/docs/onboarding.md +212 -0
  11. package/omnivideo.config.example.json +437 -0
  12. package/package.json +40 -4
  13. package/reference/captions.md +156 -0
  14. package/reference/carousel-contract.md +91 -0
  15. package/reference/cloud.md +96 -0
  16. package/reference/learnings.md +792 -0
  17. package/reference/omnichat.md +305 -0
  18. package/reference/premiere-mcp.md +91 -0
  19. package/reference/publish.md +305 -0
  20. package/reference/scenes-contract.md +109 -0
  21. package/reference/studio.md +666 -0
  22. package/reference/voicestudio.md +81 -0
  23. package/reference/writing-for-voice.md +67 -0
  24. package/requirements.txt +3 -0
  25. package/studio/api/app.ts +87 -0
  26. package/studio/api/lib/errors.ts +33 -0
  27. package/studio/api/lib/files.ts +41 -0
  28. package/studio/api/lib/hono.ts +9 -0
  29. package/studio/api/lib/result.ts +14 -0
  30. package/studio/api/lib/validate.ts +31 -0
  31. package/studio/api/lib/video.ts +10 -0
  32. package/studio/api/middleware/json-charset.ts +11 -0
  33. package/studio/api/middleware/local-only.ts +32 -0
  34. package/studio/api/middleware/no-timeout.ts +10 -0
  35. package/studio/api/routes/admin.ts +18 -0
  36. package/studio/api/routes/agent-cascade.ts +100 -0
  37. package/studio/api/routes/agent-history.ts +23 -0
  38. package/studio/api/routes/agent.ts +162 -0
  39. package/studio/api/routes/analytics.ts +31 -0
  40. package/studio/api/routes/approval.ts +60 -0
  41. package/studio/api/routes/archive.ts +12 -0
  42. package/studio/api/routes/captions.ts +28 -0
  43. package/studio/api/routes/carousel.ts +38 -0
  44. package/studio/api/routes/clone.ts +27 -0
  45. package/studio/api/routes/create.ts +19 -0
  46. package/studio/api/routes/events.ts +11 -0
  47. package/studio/api/routes/export.ts +14 -0
  48. package/studio/api/routes/media.ts +30 -0
  49. package/studio/api/routes/omnichat.ts +113 -0
  50. package/studio/api/routes/onboarding.ts +14 -0
  51. package/studio/api/routes/publish.ts +40 -0
  52. package/studio/api/routes/queue.ts +14 -0
  53. package/studio/api/routes/references.ts +40 -0
  54. package/studio/api/routes/runner.ts +17 -0
  55. package/studio/api/routes/schedule.ts +47 -0
  56. package/studio/api/routes/services.ts +11 -0
  57. package/studio/api/routes/sessions.ts +27 -0
  58. package/studio/api/routes/settings.ts +102 -0
  59. package/studio/api/routes/sound.ts +45 -0
  60. package/studio/api/routes/thumbnail.ts +18 -0
  61. package/studio/api/routes/usage.ts +13 -0
  62. package/studio/api/routes/videos.ts +41 -0
  63. package/studio/api/routes/voices.ts +71 -0
  64. package/studio/api/services/admin.ts +113 -0
  65. package/studio/api/services/agent-cascade.ts +975 -0
  66. package/studio/api/services/agent-claude.ts +47 -0
  67. package/studio/api/services/agent-history.ts +103 -0
  68. package/studio/api/services/agent-persona.ts +77 -0
  69. package/studio/api/services/agent-tools.ts +2237 -0
  70. package/studio/api/services/agent-ui-tools.ts +259 -0
  71. package/studio/api/services/agent-wait.ts +32 -0
  72. package/studio/api/services/agent.ts +553 -0
  73. package/studio/api/services/analytics.ts +92 -0
  74. package/studio/api/services/approval.ts +134 -0
  75. package/studio/api/services/archive.ts +38 -0
  76. package/studio/api/services/captions.ts +268 -0
  77. package/studio/api/services/carousel.ts +206 -0
  78. package/studio/api/services/classify.ts +196 -0
  79. package/studio/api/services/clone-phrases.ts +75 -0
  80. package/studio/api/services/clone.ts +722 -0
  81. package/studio/api/services/create.ts +421 -0
  82. package/studio/api/services/events.ts +215 -0
  83. package/studio/api/services/media.ts +32 -0
  84. package/studio/api/services/omnichat.ts +624 -0
  85. package/studio/api/services/onboarding.ts +77 -0
  86. package/studio/api/services/publish.ts +287 -0
  87. package/studio/api/services/queue.ts +150 -0
  88. package/studio/api/services/references.ts +269 -0
  89. package/studio/api/services/root.ts +60 -0
  90. package/studio/api/services/services.ts +114 -0
  91. package/studio/api/services/sessions.ts +1007 -0
  92. package/studio/api/services/settings.ts +983 -0
  93. package/studio/api/services/sound.ts +311 -0
  94. package/studio/api/services/thumbnail.ts +133 -0
  95. package/studio/api/services/usage.ts +27 -0
  96. package/studio/api/services/videos.ts +418 -0
  97. package/studio/api/services/voice-pause.ts +98 -0
  98. package/studio/api/services/voices.ts +324 -0
  99. package/studio/runner/runner.ts +244 -0
  100. package/studio/shared/omni-actions.ts +68 -0
  101. package/studio/shared/omni-admin.ts +52 -0
  102. package/studio/shared/omni-farewell.ts +48 -0
  103. package/studio/shared/omni-hotword.ts +20 -0
  104. package/studio/shared/omni-screens.ts +228 -0
  105. package/studio/shared/schemas/admin.ts +15 -0
  106. package/studio/shared/schemas/agent-cascade.ts +58 -0
  107. package/studio/shared/schemas/agent-history.ts +73 -0
  108. package/studio/shared/schemas/agent.ts +50 -0
  109. package/studio/shared/schemas/analytics.ts +6 -0
  110. package/studio/shared/schemas/approval.ts +22 -0
  111. package/studio/shared/schemas/captions.ts +19 -0
  112. package/studio/shared/schemas/carousel.ts +26 -0
  113. package/studio/shared/schemas/clone.ts +40 -0
  114. package/studio/shared/schemas/common.ts +16 -0
  115. package/studio/shared/schemas/omnichat.ts +54 -0
  116. package/studio/shared/schemas/onboarding.ts +5 -0
  117. package/studio/shared/schemas/publish.ts +45 -0
  118. package/studio/shared/schemas/references.ts +20 -0
  119. package/studio/shared/schemas/settings.ts +82 -0
  120. package/studio/shared/schemas/sound.ts +22 -0
  121. package/studio/shared/schemas/videos.ts +38 -0
  122. package/studio/shared/schemas/voices.ts +23 -0
  123. package/studio/shared/types/api.ts +1290 -0
  124. package/studio/studio.ts +148 -0
  125. package/studio/tsconfig.json +15 -0
  126. package/studio/web/assets/logos/cartesia.svg +4 -0
  127. package/studio/web/assets/logos/elevenlabs.svg +12 -0
  128. package/studio/web/assets/logos/fish.svg +24 -0
  129. package/studio/web/assets/logos/omni-black.png +0 -0
  130. package/studio/web/assets/logos/omni-white.png +0 -0
  131. package/studio/web/assets/logos/voicestudio.svg +21 -0
  132. package/studio/web/components/AgentMark.tsx +7 -0
  133. package/studio/web/components/AgentWalking.tsx +11 -0
  134. package/studio/web/components/ApiKeyField.tsx +104 -0
  135. package/studio/web/components/AppShell.tsx +64 -0
  136. package/studio/web/components/ApprovalNotice.tsx +65 -0
  137. package/studio/web/components/AvatarGroupIcon.tsx +22 -0
  138. package/studio/web/components/AvatarNameField.tsx +86 -0
  139. package/studio/web/components/AvatarPicker.tsx +84 -0
  140. package/studio/web/components/BrandLogo.tsx +16 -0
  141. package/studio/web/components/CartesiaPlanSetting.tsx +90 -0
  142. package/studio/web/components/ClaudeWalking.tsx +32 -0
  143. package/studio/web/components/CloneVoiceDialog/GuidedScript.tsx +39 -0
  144. package/studio/web/components/CloneVoiceDialog/LanguageBar.tsx +37 -0
  145. package/studio/web/components/CloneVoiceDialog/LevelMeter.tsx +31 -0
  146. package/studio/web/components/CloneVoiceDialog/ProviderChoice.tsx +81 -0
  147. package/studio/web/components/CloneVoiceDialog/QualityPanel.tsx +62 -0
  148. package/studio/web/components/CloneVoiceDialog/RecordStep.tsx +50 -0
  149. package/studio/web/components/CloneVoiceDialog/RecorderBar.tsx +79 -0
  150. package/studio/web/components/CloneVoiceDialog/RedoSummary.tsx +54 -0
  151. package/studio/web/components/CloneVoiceDialog/SaveStep.tsx +91 -0
  152. package/studio/web/components/CloneVoiceDialog/SourceBar.tsx +30 -0
  153. package/studio/web/components/CloneVoiceDialog/index.tsx +141 -0
  154. package/studio/web/components/CloneVoiceDialog/types.ts +28 -0
  155. package/studio/web/components/CloneVoiceDialog/useCloneVoice.ts +528 -0
  156. package/studio/web/components/ConnectionSignals.tsx +51 -0
  157. package/studio/web/components/EditVoiceDialog/EditVoiceFooter.tsx +72 -0
  158. package/studio/web/components/EditVoiceDialog/ProviderCards.tsx +81 -0
  159. package/studio/web/components/EditVoiceDialog/index.tsx +256 -0
  160. package/studio/web/components/ErrorBanner.tsx +115 -0
  161. package/studio/web/components/FinishedTask.tsx +41 -0
  162. package/studio/web/components/FishModelSetting.tsx +69 -0
  163. package/studio/web/components/FishPriceSetting.tsx +44 -0
  164. package/studio/web/components/HumanBanner.tsx +64 -0
  165. package/studio/web/components/Lightbox.tsx +41 -0
  166. package/studio/web/components/LogStream.tsx +42 -0
  167. package/studio/web/components/Markdown.tsx +21 -0
  168. package/studio/web/components/MissingDmsPanel/BatchSend.tsx +137 -0
  169. package/studio/web/components/MissingDmsPanel/CommentCard.tsx +168 -0
  170. package/studio/web/components/MissingDmsPanel/CommentFeed.tsx +45 -0
  171. package/studio/web/components/MissingDmsPanel/DmBubble.tsx +38 -0
  172. package/studio/web/components/MissingDmsPanel/ReplyComposer.tsx +63 -0
  173. package/studio/web/components/MissingDmsPanel/index.tsx +98 -0
  174. package/studio/web/components/NotFound.tsx +48 -0
  175. package/studio/web/components/Omni/OmniAvatarPicker.tsx +92 -0
  176. package/studio/web/components/Omni/OmniCards.tsx +202 -0
  177. package/studio/web/components/Omni/OmniGlow.tsx +183 -0
  178. package/studio/web/components/Omni/OmniHistory.tsx +119 -0
  179. package/studio/web/components/Omni/OmniHotword.tsx +40 -0
  180. package/studio/web/components/Omni/OmniMicSelect.tsx +92 -0
  181. package/studio/web/components/Omni/OmniVoiceSample.tsx +81 -0
  182. package/studio/web/components/Omni/OmniWidget.tsx +743 -0
  183. package/studio/web/components/Omni/PendingActions.tsx +200 -0
  184. package/studio/web/components/Omni/Transcript.tsx +127 -0
  185. package/studio/web/components/OmnichatAccountStatus.tsx +87 -0
  186. package/studio/web/components/OmnichatRulePanel/RuleConfig.tsx +150 -0
  187. package/studio/web/components/OmnichatRulePanel/RuleDryRun.tsx +15 -0
  188. package/studio/web/components/OmnichatRulePanel/RuleEnableConfirm.tsx +42 -0
  189. package/studio/web/components/OmnichatRulePanel/RuleSkeleton.tsx +18 -0
  190. package/studio/web/components/OmnichatRulePanel/RuleStatus.tsx +55 -0
  191. package/studio/web/components/OmnichatRulePanel/index.tsx +115 -0
  192. package/studio/web/components/OmnichatRulePanel/rule-steps.ts +67 -0
  193. package/studio/web/components/OmnichatRulePanel/steps/MessageStep.tsx +91 -0
  194. package/studio/web/components/OmnichatRulePanel/steps/RepliesStep.tsx +201 -0
  195. package/studio/web/components/OmnichatRulePanel/steps/TriggerStep.tsx +76 -0
  196. package/studio/web/components/OmnichatRulePanel/steps/types.ts +11 -0
  197. package/studio/web/components/Palette.tsx +17 -0
  198. package/studio/web/components/PlatformCard.tsx +109 -0
  199. package/studio/web/components/PlatformIcon.tsx +19 -0
  200. package/studio/web/components/ProviderCard.tsx +80 -0
  201. package/studio/web/components/ProviderDetail.tsx +367 -0
  202. package/studio/web/components/ProviderLogo.tsx +20 -0
  203. package/studio/web/components/QueuePanel.tsx +77 -0
  204. package/studio/web/components/ReferenceActions.tsx +89 -0
  205. package/studio/web/components/ReferencePicker.tsx +136 -0
  206. package/studio/web/components/ResultMessage.tsx +7 -0
  207. package/studio/web/components/RuleForm.tsx +138 -0
  208. package/studio/web/components/RuleLog.tsx +151 -0
  209. package/studio/web/components/RunningTask.tsx +23 -0
  210. package/studio/web/components/SampleList.tsx +55 -0
  211. package/studio/web/components/SessionPanel.tsx +352 -0
  212. package/studio/web/components/SettingRow.tsx +14 -0
  213. package/studio/web/components/SettingsCategorySkeleton.tsx +25 -0
  214. package/studio/web/components/SidePanel.tsx +77 -0
  215. package/studio/web/components/Sidebar.tsx +289 -0
  216. package/studio/web/components/StageStepper.tsx +87 -0
  217. package/studio/web/components/StudioOffline.tsx +80 -0
  218. package/studio/web/components/TaskName.tsx +17 -0
  219. package/studio/web/components/TopBanners.tsx +30 -0
  220. package/studio/web/components/VideoOmnichatPanel.tsx +287 -0
  221. package/studio/web/components/VoiceAvatar.tsx +33 -0
  222. package/studio/web/components/VoiceCarousel.tsx +196 -0
  223. package/studio/web/components/VoiceCategory.tsx +9 -0
  224. package/studio/web/components/VoiceModal.tsx +39 -0
  225. package/studio/web/components/VoiceProfileCard.tsx +75 -0
  226. package/studio/web/components/VoiceProfilePicker.tsx +107 -0
  227. package/studio/web/components/VoiceProfilesSettings.tsx +150 -0
  228. package/studio/web/components/VoiceProviderCard.tsx +118 -0
  229. package/studio/web/components/VoiceProvidersCard.tsx +26 -0
  230. package/studio/web/components/WaitList.tsx +21 -0
  231. package/studio/web/components/icons.tsx +247 -0
  232. package/studio/web/components/ui/accordion.tsx +47 -0
  233. package/studio/web/components/ui/badge.tsx +18 -0
  234. package/studio/web/components/ui/calendar.tsx +43 -0
  235. package/studio/web/components/ui/chart.tsx +229 -0
  236. package/studio/web/components/ui/checkbox.tsx +26 -0
  237. package/studio/web/components/ui/cx.ts +2 -0
  238. package/studio/web/components/ui/date-time-picker.tsx +84 -0
  239. package/studio/web/components/ui/panel.tsx +23 -0
  240. package/studio/web/components/ui/picker.tsx +58 -0
  241. package/studio/web/components/ui/popover.tsx +24 -0
  242. package/studio/web/components/ui/select.tsx +89 -0
  243. package/studio/web/components/ui/skeleton.tsx +10 -0
  244. package/studio/web/components/ui/slider.tsx +68 -0
  245. package/studio/web/components/ui/switch.tsx +13 -0
  246. package/studio/web/components/ui/tooltip.tsx +59 -0
  247. package/studio/web/hooks/useAccounts.ts +27 -0
  248. package/studio/web/hooks/useAdmin.ts +12 -0
  249. package/studio/web/hooks/useAnalytics.ts +21 -0
  250. package/studio/web/hooks/useAvatarAudioReactive.ts +87 -0
  251. package/studio/web/hooks/useBrowserConnect.ts +48 -0
  252. package/studio/web/hooks/useClonePlan.ts +14 -0
  253. package/studio/web/hooks/useConnected.ts +7 -0
  254. package/studio/web/hooks/useLiveQuery.ts +29 -0
  255. package/studio/web/hooks/useMenuCollapsed.ts +32 -0
  256. package/studio/web/hooks/useMicDevices.ts +53 -0
  257. package/studio/web/hooks/useMissingDms.ts +211 -0
  258. package/studio/web/hooks/useMissingSetupSteps.ts +26 -0
  259. package/studio/web/hooks/useNow.ts +11 -0
  260. package/studio/web/hooks/useOmniAgent.ts +278 -0
  261. package/studio/web/hooks/useOmniClaude.ts +124 -0
  262. package/studio/web/hooks/useOmniDock.ts +142 -0
  263. package/studio/web/hooks/useOmniGreeting.ts +60 -0
  264. package/studio/web/hooks/useOmniHotword.ts +128 -0
  265. package/studio/web/hooks/useOmnichat.ts +26 -0
  266. package/studio/web/hooks/useOnboarding.ts +27 -0
  267. package/studio/web/hooks/usePost.ts +23 -0
  268. package/studio/web/hooks/useQueue.ts +10 -0
  269. package/studio/web/hooks/useReferences.ts +20 -0
  270. package/studio/web/hooks/useRuleEditor.ts +101 -0
  271. package/studio/web/hooks/useRunner.ts +24 -0
  272. package/studio/web/hooks/useSaveAction.ts +23 -0
  273. package/studio/web/hooks/useSchedule.ts +11 -0
  274. package/studio/web/hooks/useServices.ts +10 -0
  275. package/studio/web/hooks/useSessions.ts +15 -0
  276. package/studio/web/hooks/useSettings.ts +11 -0
  277. package/studio/web/hooks/useSettingsSection.ts +30 -0
  278. package/studio/web/hooks/useSidePanel.ts +23 -0
  279. package/studio/web/hooks/useSound.ts +30 -0
  280. package/studio/web/hooks/useUsage.ts +11 -0
  281. package/studio/web/hooks/useVideoVoice.ts +36 -0
  282. package/studio/web/hooks/useVideos.ts +21 -0
  283. package/studio/web/hooks/useVoiceProfilePreview.ts +52 -0
  284. package/studio/web/hooks/useVoiceProfiles.ts +7 -0
  285. package/studio/web/hooks/useVoiceRunning.ts +10 -0
  286. package/studio/web/hooks/useVoiceStudioClosed.ts +8 -0
  287. package/studio/web/index.html +19 -0
  288. package/studio/web/lib/agent.ts +7 -0
  289. package/studio/web/lib/alerts.ts +210 -0
  290. package/studio/web/lib/analytics-metrics.ts +351 -0
  291. package/studio/web/lib/api.ts +70 -0
  292. package/studio/web/lib/audio.ts +39 -0
  293. package/studio/web/lib/avatars.ts +41 -0
  294. package/studio/web/lib/calendar.ts +218 -0
  295. package/studio/web/lib/caption-position.ts +249 -0
  296. package/studio/web/lib/carousel.ts +24 -0
  297. package/studio/web/lib/chime.ts +42 -0
  298. package/studio/web/lib/clone-voice.ts +55 -0
  299. package/studio/web/lib/export.ts +11 -0
  300. package/studio/web/lib/files.ts +8 -0
  301. package/studio/web/lib/format.ts +93 -0
  302. package/studio/web/lib/media.ts +29 -0
  303. package/studio/web/lib/mic-device.ts +72 -0
  304. package/studio/web/lib/missing-dms.ts +70 -0
  305. package/studio/web/lib/omni-cards.ts +42 -0
  306. package/studio/web/lib/omni-cascade.ts +1067 -0
  307. package/studio/web/lib/omni-greeting-audio.ts +24 -0
  308. package/studio/web/lib/omni-hotword.ts +231 -0
  309. package/studio/web/lib/omni-panel.ts +67 -0
  310. package/studio/web/lib/omni-realtime.ts +811 -0
  311. package/studio/web/lib/omni-ui.ts +402 -0
  312. package/studio/web/lib/omni-wait.ts +174 -0
  313. package/studio/web/lib/omnichat-api.ts +44 -0
  314. package/studio/web/lib/orb.ts +270 -0
  315. package/studio/web/lib/pcm-recorder.ts +115 -0
  316. package/studio/web/lib/platforms.ts +17 -0
  317. package/studio/web/lib/providers.ts +27 -0
  318. package/studio/web/lib/publish-draft.ts +52 -0
  319. package/studio/web/lib/publish-settings.ts +81 -0
  320. package/studio/web/lib/query-client.ts +122 -0
  321. package/studio/web/lib/references.ts +13 -0
  322. package/studio/web/lib/services.ts +40 -0
  323. package/studio/web/lib/sessions.ts +103 -0
  324. package/studio/web/lib/settings-categories.ts +58 -0
  325. package/studio/web/lib/sound-audio.ts +33 -0
  326. package/studio/web/lib/sound-timeline.ts +291 -0
  327. package/studio/web/lib/sse.ts +86 -0
  328. package/studio/web/lib/stage-history.ts +141 -0
  329. package/studio/web/lib/stages.ts +344 -0
  330. package/studio/web/lib/studio-offline.ts +60 -0
  331. package/studio/web/lib/upload.ts +24 -0
  332. package/studio/web/lib/video-tabs.ts +118 -0
  333. package/studio/web/lib/voice-profile-draft.ts +34 -0
  334. package/studio/web/lib/voice-profiles.ts +3 -0
  335. package/studio/web/main.tsx +14 -0
  336. package/studio/web/pages/AdminPage/index.tsx +123 -0
  337. package/studio/web/pages/AgentPage/components/Measurements.tsx +102 -0
  338. package/studio/web/pages/AgentPage/index.tsx +28 -0
  339. package/studio/web/pages/AnalyticsPage/components/About.tsx +52 -0
  340. package/studio/web/pages/AnalyticsPage/components/ChannelCards.tsx +106 -0
  341. package/studio/web/pages/AnalyticsPage/components/ChannelView.tsx +137 -0
  342. package/studio/web/pages/AnalyticsPage/components/CollectionStatus.tsx +46 -0
  343. package/studio/web/pages/AnalyticsPage/components/Comparison.tsx +68 -0
  344. package/studio/web/pages/AnalyticsPage/components/Diagnosis.tsx +50 -0
  345. package/studio/web/pages/AnalyticsPage/components/Highlights.tsx +49 -0
  346. package/studio/web/pages/AnalyticsPage/components/Hint.tsx +11 -0
  347. package/studio/web/pages/AnalyticsPage/components/HookVsBody.tsx +100 -0
  348. package/studio/web/pages/AnalyticsPage/components/HourlyWave.tsx +133 -0
  349. package/studio/web/pages/AnalyticsPage/components/Insights.tsx +70 -0
  350. package/studio/web/pages/AnalyticsPage/components/MetricCard.tsx +46 -0
  351. package/studio/web/pages/AnalyticsPage/components/PlanSection.tsx +40 -0
  352. package/studio/web/pages/AnalyticsPage/components/ProgressionChart.tsx +155 -0
  353. package/studio/web/pages/AnalyticsPage/components/ReelBarsChart.tsx +154 -0
  354. package/studio/web/pages/AnalyticsPage/components/ReelThumb.tsx +19 -0
  355. package/studio/web/pages/AnalyticsPage/components/ReelView.tsx +290 -0
  356. package/studio/web/pages/AnalyticsPage/components/ReelsTable.tsx +269 -0
  357. package/studio/web/pages/AnalyticsPage/components/RequestWithFocus.tsx +38 -0
  358. package/studio/web/pages/AnalyticsPage/components/SegmentedControl.tsx +35 -0
  359. package/studio/web/pages/AnalyticsPage/components/VsMedian.tsx +31 -0
  360. package/studio/web/pages/AnalyticsPage/index.tsx +17 -0
  361. package/studio/web/pages/GettingStartedPage/index.tsx +174 -0
  362. package/studio/web/pages/NewVideoPage/components/DeliverablesPicker.tsx +62 -0
  363. package/studio/web/pages/NewVideoPage/components/FormatPicker.tsx +33 -0
  364. package/studio/web/pages/NewVideoPage/index.tsx +133 -0
  365. package/studio/web/pages/NotFoundPage/index.tsx +9 -0
  366. package/studio/web/pages/OmnichatPage/components/NewFromLink.tsx +59 -0
  367. package/studio/web/pages/OmnichatPage/components/RuleListItem.tsx +64 -0
  368. package/studio/web/pages/OmnichatPage/components/RulePreview.tsx +14 -0
  369. package/studio/web/pages/OmnichatPage/components/RuleView.tsx +88 -0
  370. package/studio/web/pages/OmnichatPage/index.tsx +153 -0
  371. package/studio/web/pages/QueuePage/index.tsx +22 -0
  372. package/studio/web/pages/ReferencePage/components/ReferenceTexts.tsx +131 -0
  373. package/studio/web/pages/ReferencePage/index.tsx +216 -0
  374. package/studio/web/pages/ReferencesPage/components/NewReferenceForm.tsx +150 -0
  375. package/studio/web/pages/ReferencesPage/components/ReferenceCard.tsx +42 -0
  376. package/studio/web/pages/ReferencesPage/components/ReferenceGridSkeleton.tsx +31 -0
  377. package/studio/web/pages/ReferencesPage/index.tsx +67 -0
  378. package/studio/web/pages/SchedulePage/components/CalendarSkeleton.tsx +18 -0
  379. package/studio/web/pages/SchedulePage/components/DayView.tsx +177 -0
  380. package/studio/web/pages/SchedulePage/components/HourPicker.tsx +103 -0
  381. package/studio/web/pages/SchedulePage/components/MonthDayCell.tsx +111 -0
  382. package/studio/web/pages/SchedulePage/components/MonthView.tsx +47 -0
  383. package/studio/web/pages/SchedulePage/components/PlatformIcons.tsx +12 -0
  384. package/studio/web/pages/SchedulePage/components/PostThumb.tsx +15 -0
  385. package/studio/web/pages/SchedulePage/components/WeekColumn.tsx +75 -0
  386. package/studio/web/pages/SchedulePage/components/WeekView.tsx +35 -0
  387. package/studio/web/pages/SchedulePage/index.tsx +285 -0
  388. package/studio/web/pages/SettingsPage/components/AgentAccounts.tsx +263 -0
  389. package/studio/web/pages/SettingsPage/components/AgentCategory.tsx +20 -0
  390. package/studio/web/pages/SettingsPage/components/ModelPicker.tsx +49 -0
  391. package/studio/web/pages/SettingsPage/components/ModelsSettings.tsx +138 -0
  392. package/studio/web/pages/SettingsPage/components/PlatformsCategory.tsx +23 -0
  393. package/studio/web/pages/SettingsPage/components/PublishingCategory/AccountStatus.tsx +29 -0
  394. package/studio/web/pages/SettingsPage/components/PublishingCategory/AutoPublishPanel.tsx +90 -0
  395. package/studio/web/pages/SettingsPage/components/PublishingCategory/BrowserConnect.tsx +62 -0
  396. package/studio/web/pages/SettingsPage/components/PublishingCategory/CheckField.tsx +19 -0
  397. package/studio/web/pages/SettingsPage/components/PublishingCategory/InstagramPanel.tsx +113 -0
  398. package/studio/web/pages/SettingsPage/components/PublishingCategory/OmnichatSettingsPanel.tsx +146 -0
  399. package/studio/web/pages/SettingsPage/components/PublishingCategory/SaveBar.tsx +33 -0
  400. package/studio/web/pages/SettingsPage/components/PublishingCategory/SchedulePanel.tsx +132 -0
  401. package/studio/web/pages/SettingsPage/components/PublishingCategory/SettingsCard.tsx +47 -0
  402. package/studio/web/pages/SettingsPage/components/PublishingCategory/SettingsCardGroup.tsx +19 -0
  403. package/studio/web/pages/SettingsPage/components/PublishingCategory/TextPanel.tsx +55 -0
  404. package/studio/web/pages/SettingsPage/components/PublishingCategory/TiktokPanel.tsx +123 -0
  405. package/studio/web/pages/SettingsPage/components/PublishingCategory/YoutubePanel.tsx +100 -0
  406. package/studio/web/pages/SettingsPage/components/PublishingCategory/badges.tsx +15 -0
  407. package/studio/web/pages/SettingsPage/components/PublishingCategory/index.tsx +40 -0
  408. package/studio/web/pages/SettingsPage/components/PublishingCategory/types.ts +10 -0
  409. package/studio/web/pages/SettingsPage/components/UsageCategory.tsx +389 -0
  410. package/studio/web/pages/SettingsPage/components/VoiceProvidersCategory.tsx +97 -0
  411. package/studio/web/pages/SettingsPage/index.tsx +85 -0
  412. package/studio/web/pages/VideoPage/components/AudioPlayer.tsx +113 -0
  413. package/studio/web/pages/VideoPage/components/CaptionPositionEditor/AxisField.tsx +50 -0
  414. package/studio/web/pages/VideoPage/components/CaptionPositionEditor/CaptionList.tsx +56 -0
  415. package/studio/web/pages/VideoPage/components/CaptionPositionEditor/CaptionListItem.tsx +92 -0
  416. package/studio/web/pages/VideoPage/components/CaptionPositionEditor/CaptionMargins.tsx +57 -0
  417. package/studio/web/pages/VideoPage/components/CaptionPositionEditor/CaptionStyleFields.tsx +70 -0
  418. package/studio/web/pages/VideoPage/components/CaptionPositionEditor/CaptionTextForm.tsx +87 -0
  419. package/studio/web/pages/VideoPage/components/CaptionPositionEditor/ColorField.tsx +37 -0
  420. package/studio/web/pages/VideoPage/components/CaptionPositionEditor/MarginField.tsx +59 -0
  421. package/studio/web/pages/VideoPage/components/CaptionPositionEditor/NumberField.tsx +57 -0
  422. package/studio/web/pages/VideoPage/components/CaptionPositionEditor/PositionControls.tsx +140 -0
  423. package/studio/web/pages/VideoPage/components/CaptionPositionEditor/captionEditor.ts +215 -0
  424. package/studio/web/pages/VideoPage/components/CaptionPositionEditor/useCaptionPosition.ts +154 -0
  425. package/studio/web/pages/VideoPage/components/CarouselChangeRequest.tsx +72 -0
  426. package/studio/web/pages/VideoPage/components/CarouselCompositionStage.tsx +80 -0
  427. package/studio/web/pages/VideoPage/components/CarouselCreate.tsx +63 -0
  428. package/studio/web/pages/VideoPage/components/CarouselMissing.tsx +19 -0
  429. package/studio/web/pages/VideoPage/components/CarouselPublishStage.tsx +173 -0
  430. package/studio/web/pages/VideoPage/components/CarouselScriptStage.tsx +82 -0
  431. package/studio/web/pages/VideoPage/components/CarouselSlideCard.tsx +49 -0
  432. package/studio/web/pages/VideoPage/components/CarouselViewer.tsx +55 -0
  433. package/studio/web/pages/VideoPage/components/ChangedVoices.tsx +53 -0
  434. package/studio/web/pages/VideoPage/components/CompositionStage.tsx +78 -0
  435. package/studio/web/pages/VideoPage/components/CoverPicker.tsx +32 -0
  436. package/studio/web/pages/VideoPage/components/EditorStage.tsx +53 -0
  437. package/studio/web/pages/VideoPage/components/LineTakes.tsx +160 -0
  438. package/studio/web/pages/VideoPage/components/LineTextEditor.tsx +124 -0
  439. package/studio/web/pages/VideoPage/components/LineVoicePicker.tsx +37 -0
  440. package/studio/web/pages/VideoPage/components/MediaImage.tsx +25 -0
  441. package/studio/web/pages/VideoPage/components/MotionScriptStage.tsx +39 -0
  442. package/studio/web/pages/VideoPage/components/NarrationStage.tsx +70 -0
  443. package/studio/web/pages/VideoPage/components/PublishForm.tsx +387 -0
  444. package/studio/web/pages/VideoPage/components/PublishStage.tsx +76 -0
  445. package/studio/web/pages/VideoPage/components/PublishText.tsx +149 -0
  446. package/studio/web/pages/VideoPage/components/ScenesApprovalPanel.tsx +278 -0
  447. package/studio/web/pages/VideoPage/components/ScheduledInfo.tsx +72 -0
  448. package/studio/web/pages/VideoPage/components/ScriptApprovalPanel.tsx +189 -0
  449. package/studio/web/pages/VideoPage/components/ScriptStage.tsx +17 -0
  450. package/studio/web/pages/VideoPage/components/SequencePlayer.tsx +146 -0
  451. package/studio/web/pages/VideoPage/components/SoundTimeline/AddSound.tsx +117 -0
  452. package/studio/web/pages/VideoPage/components/SoundTimeline/AreaSelection.tsx +74 -0
  453. package/studio/web/pages/VideoPage/components/SoundTimeline/BedPanel.tsx +94 -0
  454. package/studio/web/pages/VideoPage/components/SoundTimeline/BedRow.tsx +45 -0
  455. package/studio/web/pages/VideoPage/components/SoundTimeline/CaptionOverlay.tsx +44 -0
  456. package/studio/web/pages/VideoPage/components/SoundTimeline/CaptionSaveBar.tsx +32 -0
  457. package/studio/web/pages/VideoPage/components/SoundTimeline/CaptionsPanel.tsx +22 -0
  458. package/studio/web/pages/VideoPage/components/SoundTimeline/ClipBlock.tsx +111 -0
  459. package/studio/web/pages/VideoPage/components/SoundTimeline/ClipPanel.tsx +76 -0
  460. package/studio/web/pages/VideoPage/components/SoundTimeline/CutsPanel.tsx +44 -0
  461. package/studio/web/pages/VideoPage/components/SoundTimeline/EditorTabBar.tsx +73 -0
  462. package/studio/web/pages/VideoPage/components/SoundTimeline/EffectChoice.tsx +46 -0
  463. package/studio/web/pages/VideoPage/components/SoundTimeline/EffectItem.tsx +89 -0
  464. package/studio/web/pages/VideoPage/components/SoundTimeline/EffectPanel.tsx +232 -0
  465. package/studio/web/pages/VideoPage/components/SoundTimeline/EffectsRow.tsx +21 -0
  466. package/studio/web/pages/VideoPage/components/SoundTimeline/Lane.tsx +39 -0
  467. package/studio/web/pages/VideoPage/components/SoundTimeline/MarkerRow.tsx +40 -0
  468. package/studio/web/pages/VideoPage/components/SoundTimeline/MuteButton.tsx +36 -0
  469. package/studio/web/pages/VideoPage/components/SoundTimeline/NumberInput.tsx +37 -0
  470. package/studio/web/pages/VideoPage/components/SoundTimeline/PlanWarnings.tsx +19 -0
  471. package/studio/web/pages/VideoPage/components/SoundTimeline/PlayerResizeHandle.tsx +50 -0
  472. package/studio/web/pages/VideoPage/components/SoundTimeline/PreviewControls.tsx +51 -0
  473. package/studio/web/pages/VideoPage/components/SoundTimeline/SceneRow.tsx +54 -0
  474. package/studio/web/pages/VideoPage/components/SoundTimeline/SettingsPanel.tsx +65 -0
  475. package/studio/web/pages/VideoPage/components/SoundTimeline/SoundLibrary.tsx +99 -0
  476. package/studio/web/pages/VideoPage/components/SoundTimeline/SoundPreview.tsx +82 -0
  477. package/studio/web/pages/VideoPage/components/SoundTimeline/SpeedPanel.tsx +128 -0
  478. package/studio/web/pages/VideoPage/components/SoundTimeline/TimelineDock.tsx +56 -0
  479. package/studio/web/pages/VideoPage/components/SoundTimeline/TimelineFooter.tsx +26 -0
  480. package/studio/web/pages/VideoPage/components/SoundTimeline/TimelineSkeleton.tsx +21 -0
  481. package/studio/web/pages/VideoPage/components/SoundTimeline/TimelineToolbar.tsx +160 -0
  482. package/studio/web/pages/VideoPage/components/SoundTimeline/TimelineTracks.tsx +121 -0
  483. package/studio/web/pages/VideoPage/components/SoundTimeline/TrackSidebar.tsx +30 -0
  484. package/studio/web/pages/VideoPage/components/SoundTimeline/VoiceRow.tsx +53 -0
  485. package/studio/web/pages/VideoPage/components/SoundTimeline/Waveform.tsx +97 -0
  486. package/studio/web/pages/VideoPage/components/SoundTimeline/clipActions.ts +50 -0
  487. package/studio/web/pages/VideoPage/components/SoundTimeline/effectActions.ts +161 -0
  488. package/studio/web/pages/VideoPage/components/SoundTimeline/index.tsx +161 -0
  489. package/studio/web/pages/VideoPage/components/SoundTimeline/timelineGeometry.ts +45 -0
  490. package/studio/web/pages/VideoPage/components/SoundTimeline/types.ts +43 -0
  491. package/studio/web/pages/VideoPage/components/SoundTimeline/useAutosave.ts +107 -0
  492. package/studio/web/pages/VideoPage/components/SoundTimeline/useEditorShortcuts.ts +168 -0
  493. package/studio/web/pages/VideoPage/components/SoundTimeline/useFitHeight.ts +40 -0
  494. package/studio/web/pages/VideoPage/components/SoundTimeline/useFollowPlayhead.ts +21 -0
  495. package/studio/web/pages/VideoPage/components/SoundTimeline/useListenMix.ts +43 -0
  496. package/studio/web/pages/VideoPage/components/SoundTimeline/usePlayback.ts +231 -0
  497. package/studio/web/pages/VideoPage/components/SoundTimeline/usePlayerWidth.ts +27 -0
  498. package/studio/web/pages/VideoPage/components/SoundTimeline/useSoundData.ts +124 -0
  499. package/studio/web/pages/VideoPage/components/SoundTimeline/useSoundTimeline.ts +511 -0
  500. package/studio/web/pages/VideoPage/components/StageDrawer/CompareVersions.tsx +111 -0
  501. package/studio/web/pages/VideoPage/components/StageDrawer/VersionCard.tsx +81 -0
  502. package/studio/web/pages/VideoPage/components/StageDrawer/VersionMedia.tsx +24 -0
  503. package/studio/web/pages/VideoPage/components/StageDrawer/VersionText.tsx +15 -0
  504. package/studio/web/pages/VideoPage/components/StageDrawer/index.tsx +109 -0
  505. package/studio/web/pages/VideoPage/components/StageProcess.tsx +126 -0
  506. package/studio/web/pages/VideoPage/components/StageResult.tsx +69 -0
  507. package/studio/web/pages/VideoPage/components/SwapReference.tsx +92 -0
  508. package/studio/web/pages/VideoPage/components/ThumbnailPanel.tsx +252 -0
  509. package/studio/web/pages/VideoPage/components/TimingPanel.tsx +89 -0
  510. package/studio/web/pages/VideoPage/components/VideoPlayer.tsx +18 -0
  511. package/studio/web/pages/VideoPage/components/VideoSkeleton.tsx +50 -0
  512. package/studio/web/pages/VideoPage/components/VideoVoiceInfo.tsx +33 -0
  513. package/studio/web/pages/VideoPage/components/VideoVoicePicker.tsx +165 -0
  514. package/studio/web/pages/VideoPage/components/VoicePauseBanner.tsx +56 -0
  515. package/studio/web/pages/VideoPage/components/WithLogo.tsx +10 -0
  516. package/studio/web/pages/VideoPage/index.tsx +295 -0
  517. package/studio/web/pages/VideosPage/components/PublishedOn.tsx +85 -0
  518. package/studio/web/pages/VideosPage/components/ServicesPanel.tsx +81 -0
  519. package/studio/web/pages/VideosPage/components/SessionsPanel.tsx +62 -0
  520. package/studio/web/pages/VideosPage/components/VideoListSkeleton.tsx +25 -0
  521. package/studio/web/pages/VideosPage/components/VideoRow.tsx +122 -0
  522. package/studio/web/pages/VideosPage/index.tsx +134 -0
  523. package/studio/web/pages/VoicePage/index.tsx +28 -0
  524. package/studio/web/router.tsx +201 -0
  525. package/studio/web/styles/base/elements.css +55 -0
  526. package/studio/web/styles/base/utilities.css +25 -0
  527. package/studio/web/styles/components/badge.css +33 -0
  528. package/studio/web/styles/components/claude-running.css +27 -0
  529. package/studio/web/styles/components/claude-session.css +212 -0
  530. package/studio/web/styles/components/claude-walking.css +92 -0
  531. package/studio/web/styles/components/clone-voice-save.css +136 -0
  532. package/studio/web/styles/components/clone-voice.css +379 -0
  533. package/studio/web/styles/components/controls.css +70 -0
  534. package/studio/web/styles/components/data-and-image.css +54 -0
  535. package/studio/web/styles/components/forms.css +132 -0
  536. package/studio/web/styles/components/human-banner.css +99 -0
  537. package/studio/web/styles/components/lightbox.css +50 -0
  538. package/studio/web/styles/components/markdown.css +68 -0
  539. package/studio/web/styles/components/modal.css +70 -0
  540. package/studio/web/styles/components/omni-cards.css +105 -0
  541. package/studio/web/styles/components/omni.css +859 -0
  542. package/studio/web/styles/components/omnichat.css +538 -0
  543. package/studio/web/styles/components/panel.css +115 -0
  544. package/studio/web/styles/components/platform-card.css +140 -0
  545. package/studio/web/styles/components/provider-card.css +132 -0
  546. package/studio/web/styles/components/queue.css +185 -0
  547. package/studio/web/styles/components/reference-actions.css +133 -0
  548. package/studio/web/styles/components/reference-picker.css +146 -0
  549. package/studio/web/styles/components/results-drawer.css +224 -0
  550. package/studio/web/styles/components/segmented.css +115 -0
  551. package/studio/web/styles/components/side-panel-tab.css +23 -0
  552. package/studio/web/styles/components/status-signals.css +66 -0
  553. package/studio/web/styles/components/stepper.css +208 -0
  554. package/studio/web/styles/components/table.css +19 -0
  555. package/studio/web/styles/components/tabs.css +24 -0
  556. package/studio/web/styles/components/ui/accordion.css +71 -0
  557. package/studio/web/styles/components/ui/chart.css +162 -0
  558. package/studio/web/styles/components/ui/checkbox.css +37 -0
  559. package/studio/web/styles/components/ui/date-picker.css +153 -0
  560. package/studio/web/styles/components/ui/select.css +110 -0
  561. package/studio/web/styles/components/ui/skeleton.css +25 -0
  562. package/studio/web/styles/components/ui/slider.css +81 -0
  563. package/studio/web/styles/components/ui/switch.css +41 -0
  564. package/studio/web/styles/components/ui/tooltip.css +24 -0
  565. package/studio/web/styles/components/voice-carousel.css +255 -0
  566. package/studio/web/styles/components/voice-editor.css +179 -0
  567. package/studio/web/styles/components/voice-grid.css +56 -0
  568. package/studio/web/styles/components/voice-profiles.css +192 -0
  569. package/studio/web/styles/design-system.md +136 -0
  570. package/studio/web/styles/index.css +116 -0
  571. package/studio/web/styles/layout/page.css +41 -0
  572. package/studio/web/styles/layout/sidebar-groups.css +39 -0
  573. package/studio/web/styles/layout/sidebar.css +111 -0
  574. package/studio/web/styles/pages/agent.css +26 -0
  575. package/studio/web/styles/pages/analytics/dashboard.css +614 -0
  576. package/studio/web/styles/pages/analytics/insights.css +48 -0
  577. package/studio/web/styles/pages/getting-started.css +166 -0
  578. package/studio/web/styles/pages/new-video/form.css +32 -0
  579. package/studio/web/styles/pages/not-found.css +59 -0
  580. package/studio/web/styles/pages/references.css +204 -0
  581. package/studio/web/styles/pages/schedule/calendar.css +541 -0
  582. package/studio/web/styles/pages/schedule/chip-states.css +60 -0
  583. package/studio/web/styles/pages/settings/models.css +72 -0
  584. package/studio/web/styles/pages/settings/shell.css +361 -0
  585. package/studio/web/styles/pages/settings/usage.css +63 -0
  586. package/studio/web/styles/pages/studio-offline.css +105 -0
  587. package/studio/web/styles/pages/video/caption-controls.css +194 -0
  588. package/studio/web/styles/pages/video/captions-grid.css +70 -0
  589. package/studio/web/styles/pages/video/captions.css +79 -0
  590. package/studio/web/styles/pages/video/editor-chat.css +103 -0
  591. package/studio/web/styles/pages/video/export.css +50 -0
  592. package/studio/web/styles/pages/video/frames.css +29 -0
  593. package/studio/web/styles/pages/video/fullscreen-stage.css +400 -0
  594. package/studio/web/styles/pages/video/instagram-carousel.css +309 -0
  595. package/studio/web/styles/pages/video/layout.css +285 -0
  596. package/studio/web/styles/pages/video/narration.css +138 -0
  597. package/studio/web/styles/pages/video/preview-overview.css +11 -0
  598. package/studio/web/styles/pages/video/processing-notice.css +34 -0
  599. package/studio/web/styles/pages/video/publish-when.css +76 -0
  600. package/studio/web/styles/pages/video/publish.css +97 -0
  601. package/studio/web/styles/pages/video/result.css +96 -0
  602. package/studio/web/styles/pages/video/scenes.css +167 -0
  603. package/studio/web/styles/pages/video/sound-timeline.css +672 -0
  604. package/studio/web/styles/pages/video/sound-toolbar.css +149 -0
  605. package/studio/web/styles/pages/video/take-player.css +100 -0
  606. package/studio/web/styles/pages/video/thumbnail.css +157 -0
  607. package/studio/web/styles/pages/video/timeline.css +117 -0
  608. package/studio/web/styles/pages/video/voice-picker.css +14 -0
  609. package/studio/web/styles/pages/video-list/active-row.css +27 -0
  610. package/studio/web/styles/pages/video-list/card-link.css +49 -0
  611. package/studio/web/styles/pages/video-list/list.css +86 -0
  612. package/studio/web/styles/theme/identity/details.css +204 -0
  613. package/studio/web/styles/theme/identity/shell.css +249 -0
  614. package/studio/web/styles/theme/identity/surfaces.css +183 -0
  615. package/studio/web/styles/theme/identity/titles-and-buttons.css +120 -0
  616. package/studio/web/styles/theme/no-borders/blocks.css +208 -0
  617. package/studio/web/styles/theme/no-borders/controls.css +256 -0
  618. package/studio/web/styles/tokens.css +245 -0
  619. package/studio/web/types/api.ts +2 -0
  620. package/studio/web/types/assets.d.ts +9 -0
  621. package/templates/brief.md +27 -0
  622. package/templates/captions.html +204 -0
  623. package/templates/carousel-composition.md +47 -0
  624. package/templates/carousel-script.md +60 -0
  625. package/templates/components/voiceavatar/README.md +87 -0
  626. package/templates/components/voiceavatar/demo.html +50 -0
  627. package/templates/components/voiceavatar/voiceavatar.js +415 -0
  628. package/templates/motion.md +80 -0
  629. package/templates/playbook.md +43 -0
  630. package/templates/reference.md +123 -0
  631. package/templates/scene.html +112 -0
  632. package/templates/scenes.example.json +96 -0
  633. package/templates/script.md +63 -0
  634. package/templates/slide.html +71 -0
  635. package/templates/wireframe.html +91 -0
  636. package/tools/analysis.mjs +300 -0
  637. package/tools/approval.mjs +442 -0
  638. package/tools/assemble.mjs +942 -0
  639. package/tools/build-motion.mjs +437 -0
  640. package/tools/captions.mjs +246 -0
  641. package/tools/carousel.mjs +558 -0
  642. package/tools/compose.mjs +307 -0
  643. package/tools/cuts.mjs +74 -0
  644. package/tools/editor.mjs +419 -0
  645. package/tools/epidemic-capture.js +54 -0
  646. package/tools/fanout.mjs +69 -0
  647. package/tools/history.mjs +70 -0
  648. package/tools/history.py +61 -0
  649. package/tools/job-queue.mjs +180 -0
  650. package/tools/job_queue.py +430 -0
  651. package/tools/lib/agents.mjs +412 -0
  652. package/tools/lib/channel.mjs +399 -0
  653. package/tools/lib/claude-settings.mjs +67 -0
  654. package/tools/lib/cli.mjs +9 -0
  655. package/tools/lib/fanout.mjs +234 -0
  656. package/tools/lib/http.mjs +94 -0
  657. package/tools/lib/index.js +14 -0
  658. package/tools/lib/mcp-server.mjs +69 -0
  659. package/tools/lib/metrics/metrics.mjs +204 -0
  660. package/tools/lib/narration.mjs +15 -0
  661. package/tools/lib/oauth-client.mjs +295 -0
  662. package/tools/lib/omnichat/config.mjs +139 -0
  663. package/tools/lib/omnichat/errors.mjs +42 -0
  664. package/tools/lib/omnichat/extract.mjs +82 -0
  665. package/tools/lib/omnichat/gate.mjs +151 -0
  666. package/tools/lib/omnichat/manual.mjs +166 -0
  667. package/tools/lib/omnichat/match.mjs +78 -0
  668. package/tools/lib/omnichat/pass.mjs +393 -0
  669. package/tools/lib/omnichat/record.mjs +208 -0
  670. package/tools/lib/omnichat/text.mjs +315 -0
  671. package/tools/lib/omnichat/webhook.mjs +166 -0
  672. package/tools/lib/pairing.mjs +99 -0
  673. package/tools/lib/paths.mjs +41 -0
  674. package/tools/lib/platforms/instagram.mjs +469 -0
  675. package/tools/lib/platforms/tiktok.mjs +343 -0
  676. package/tools/lib/platforms/youtube.mjs +228 -0
  677. package/tools/lib/publish/publish.mjs +244 -0
  678. package/tools/lib/schedule/schedule.mjs +191 -0
  679. package/tools/lib/service.mjs +134 -0
  680. package/tools/lib/skill-client.mjs +126 -0
  681. package/tools/lib/skills-release.mjs +196 -0
  682. package/tools/lib/testing.mjs +52 -0
  683. package/tools/lib/up.mjs +187 -0
  684. package/tools/metrics.mjs +415 -0
  685. package/tools/models.mjs +134 -0
  686. package/tools/narrate.mjs +257 -0
  687. package/tools/omni.mjs +298 -0
  688. package/tools/omni_paths.py +12 -0
  689. package/tools/omnichat.mjs +1577 -0
  690. package/tools/omnivideo.py +1122 -0
  691. package/tools/package.mjs +130 -0
  692. package/tools/platforms.mjs +236 -0
  693. package/tools/premiere.mjs +533 -0
  694. package/tools/publish.mjs +1496 -0
  695. package/tools/reference.mjs +1408 -0
  696. package/tools/render.mjs +426 -0
  697. package/tools/runner.mjs +156 -0
  698. package/tools/setup.mjs +466 -0
  699. package/tools/skills-release.mjs +93 -0
  700. package/tools/sound.mjs +1323 -0
  701. package/tools/soundtrack.mjs +217 -0
  702. package/tools/thumbnail.mjs +271 -0
  703. package/tools/timing.mjs +108 -0
  704. package/tools/usage.py +628 -0
  705. package/tools/voice-envelope.mjs +185 -0
  706. package/tools/voice.py +448 -0
  707. package/tools/voice_sample.py +75 -0
  708. package/tools/wireframe.mjs +230 -0
@@ -0,0 +1,168 @@
1
+ /* The timeline's keyboard: with a clip chosen, ← and → nudge it and Delete deletes it; Esc drops
2
+ the armed sound; Delete removes the chosen effects (or the bed); V, C and B switch the tool, and
3
+ with the area cut Delete, Backspace or Enter cut and Esc unmarks; Ctrl/Cmd + Z undoes and
4
+ Shift (or Ctrl + Y) redoes. Each listener keeps the dependencies it always had. */
5
+
6
+ import { useEffect } from "react";
7
+ import type { Clip, ClipKind, ClipSelection, Cut, Draft, EditorTool, Selection, SoundData } from "./types";
8
+ import { layersInDeleteOrder } from "../../../../lib/sound-timeline";
9
+
10
+ export function useEditorShortcuts({
11
+ data,
12
+ draft,
13
+ cuts,
14
+ clipSel,
15
+ clipsOf,
16
+ moveClip,
17
+ deleteClip,
18
+ setArmed,
19
+ sel,
20
+ setSel,
21
+ multi,
22
+ setMulti,
23
+ changeDraft,
24
+ tool,
25
+ chooseTool,
26
+ area,
27
+ setArea,
28
+ cutArea,
29
+ step,
30
+ }: {
31
+ data: SoundData | null;
32
+ draft: Draft | null;
33
+ cuts: Cut[];
34
+ clipSel: ClipSelection | null;
35
+ clipsOf: (kind: ClipKind, id: string) => Clip[];
36
+ moveClip: (kind: ClipKind, id: string, k: number, offset: number) => void;
37
+ deleteClip: (kind: ClipKind, id: string, k: number) => void;
38
+ setArmed: (n: string | null) => void;
39
+ sel: Selection;
40
+ setSel: (s: Selection) => void;
41
+ multi: string[];
42
+ setMulti: (m: string[]) => void;
43
+ changeDraft: (f: (r: Draft) => void) => void;
44
+ tool: EditorTool;
45
+ chooseTool: (f: EditorTool) => void;
46
+ area: [number, number] | null;
47
+ setArea: (a: [number, number] | null) => void;
48
+ cutArea: () => void;
49
+ step: (from: "undo" | "redo") => void;
50
+ }) {
51
+ /* with a clip chosen: ← and → nudge one frame (Shift: ten); Delete or Backspace delete */
52
+ useEffect(() => {
53
+ const key = (e: KeyboardEvent) => {
54
+ if (!clipSel || (e.target as HTMLElement).closest("input, select, textarea, [contenteditable]")) return;
55
+ if (e.key === "Delete" || e.key === "Backspace") {
56
+ e.preventDefault();
57
+ deleteClip(clipSel.kind, clipSel.id, clipSel.k);
58
+ return;
59
+ }
60
+ if (e.key !== "ArrowLeft" && e.key !== "ArrowRight") return;
61
+ e.preventDefault();
62
+ const nudge = (e.shiftKey ? 10 : 1) / (data?.format.fps ?? 30);
63
+ const c = clipsOf(clipSel.kind, clipSel.id)[clipSel.k];
64
+ if (c) moveClip(clipSel.kind, clipSel.id, clipSel.k, c.offset + (e.key === "ArrowLeft" ? -nudge : nudge));
65
+ };
66
+ addEventListener("keydown", key);
67
+ return () => removeEventListener("keydown", key);
68
+ // eslint-disable-next-line react-hooks/exhaustive-deps
69
+ }, [clipSel, draft, data]);
70
+
71
+ useEffect(() => {
72
+ const esc = (e: KeyboardEvent) => {
73
+ if (e.key === "Escape") setArmed(null);
74
+ };
75
+ addEventListener("keydown", esc);
76
+ return () => removeEventListener("keydown", esc);
77
+ }, []);
78
+
79
+ /* Delete or Backspace with an effect chosen removes it from the timeline (with the background music chosen, removes it) */
80
+ useEffect(() => {
81
+ const del = (e: KeyboardEvent) => {
82
+ if (e.key !== "Delete" && e.key !== "Backspace") return;
83
+ const target = e.target as HTMLElement;
84
+ if (target.closest("input, select, textarea, [contenteditable]")) return;
85
+ if (tool === "cut" || !sel || !draft) return;
86
+ e.preventDefault();
87
+ if (sel === "bed") {
88
+ changeDraft(r => {
89
+ r.bed = null;
90
+ });
91
+ setSel(null);
92
+ return;
93
+ }
94
+ if (multi.length > 1) {
95
+ const pairs = layersInDeleteOrder(multi);
96
+ changeDraft(r => {
97
+ for (const [l, c] of pairs) r.places[l]?.sounds.splice(c, 1);
98
+ });
99
+ setMulti([]);
100
+ setSel(null);
101
+ return;
102
+ }
103
+ const sounds = draft.places[sel.place]?.sounds;
104
+ if (!sounds?.[sel.layer]) return;
105
+ changeDraft(r => {
106
+ r.places[sel.place].sounds.splice(sel.layer, 1);
107
+ });
108
+ setSel(sounds.length > 1 ? { place: sel.place, layer: Math.max(0, sel.layer - 1) } : null);
109
+ };
110
+ addEventListener("keydown", del);
111
+ return () => removeEventListener("keydown", del);
112
+ // eslint-disable-next-line react-hooks/exhaustive-deps
113
+ }, [sel, draft, multi, tool]);
114
+
115
+ /* V and C switch the tool; with the cut, Delete, Backspace or Enter cut and Esc unmarks */
116
+ useEffect(() => {
117
+ const key = (e: KeyboardEvent) => {
118
+ if (
119
+ (e.target as HTMLElement).closest("input, select, textarea, [contenteditable]") ||
120
+ e.metaKey ||
121
+ e.ctrlKey ||
122
+ e.altKey
123
+ )
124
+ return;
125
+ if (e.key === "v" || e.key === "V") {
126
+ chooseTool("select");
127
+ return;
128
+ }
129
+ if (e.key === "c" || e.key === "C") {
130
+ chooseTool("cut");
131
+ return;
132
+ }
133
+ if (e.key === "b" || e.key === "B") {
134
+ chooseTool("razor");
135
+ return;
136
+ }
137
+ if (tool !== "cut") return;
138
+ if (e.key === "Escape") {
139
+ setArea(null);
140
+ return;
141
+ }
142
+ if ((e.key === "Delete" || e.key === "Backspace" || e.key === "Enter") && area) {
143
+ e.preventDefault();
144
+ cutArea();
145
+ }
146
+ };
147
+ addEventListener("keydown", key);
148
+ return () => removeEventListener("keydown", key);
149
+ // eslint-disable-next-line react-hooks/exhaustive-deps
150
+ }, [tool, area, cuts, data]);
151
+
152
+ /* Ctrl/Cmd + Z goes back one timeline step; with Shift, or Ctrl + Y, redoes */
153
+ useEffect(() => {
154
+ const key = (e: KeyboardEvent) => {
155
+ if (!(e.metaKey || e.ctrlKey) || e.altKey) return;
156
+ /* inside a field, undo is the field's own */
157
+ if ((e.target as HTMLElement).closest("input, select, textarea, [contenteditable]")) return;
158
+ const z = e.code === "KeyZ",
159
+ y = e.code === "KeyY";
160
+ if (!z && !y) return;
161
+ e.preventDefault();
162
+ step(z && !e.shiftKey ? "undo" : "redo");
163
+ };
164
+ addEventListener("keydown", key);
165
+ return () => removeEventListener("keydown", key);
166
+ // eslint-disable-next-line react-hooks/exhaustive-deps
167
+ }, []);
168
+ }
@@ -0,0 +1,40 @@
1
+ /* Preview and timeline fit the window: the height goes from the section top to the bottom of the
2
+ screen, and stops growing when the section touches the bottom of the stage rail (where it
3
+ sticks); only the right column scrolls. Measured again when the data arrives. */
4
+
5
+ import { type RefObject, useEffect } from "react";
6
+
7
+ export function useFitHeight(
8
+ root: RefObject<HTMLDivElement | null>,
9
+ data: unknown,
10
+ setHeight: (h: number | null) => void,
11
+ ) {
12
+ useEffect(() => {
13
+ let raf = 0;
14
+ const measure = () => {
15
+ cancelAnimationFrame(raf);
16
+ raf = requestAnimationFrame(() => {
17
+ const el = root.current;
18
+ if (!el) return;
19
+ if (matchMedia("(max-width: 1050px)").matches) {
20
+ setHeight(null);
21
+ return;
22
+ }
23
+ const top = parseFloat(getComputedStyle(document.documentElement).getPropertyValue("--top-offset")) || 64;
24
+ const rail = document.querySelector<HTMLElement>(".rail")?.offsetHeight ?? 76;
25
+ document.documentElement.style.setProperty("--rail-height", `${rail}px`);
26
+ const fixed = top + rail + 8 + 11;
27
+ setHeight(Math.max(420, Math.round(innerHeight - Math.max(el.getBoundingClientRect().top, fixed) - 21)));
28
+ });
29
+ };
30
+ measure();
31
+ addEventListener("resize", measure);
32
+ /* capture: scroll doesn't bubble, and what scrolls is the .content panel, not the window */
33
+ addEventListener("scroll", measure, { passive: true, capture: true });
34
+ return () => {
35
+ cancelAnimationFrame(raf);
36
+ removeEventListener("resize", measure);
37
+ removeEventListener("scroll", measure, { capture: true });
38
+ };
39
+ }, [data]);
40
+ }
@@ -0,0 +1,21 @@
1
+ /* While playing, the timeline follows the playhead: when it gets near the right edge (or leaves on
2
+ the left), the view jumps a page and the playhead goes back near the start, like in Premiere. */
3
+
4
+ import { type RefObject, useEffect, useRef } from "react";
5
+
6
+ export function useFollowPlayhead(tracks: RefObject<HTMLDivElement | null>, t: number, playing: boolean, zoom: number) {
7
+ const scroller = useRef<HTMLDivElement>(null);
8
+ useEffect(() => {
9
+ const el = scroller.current,
10
+ tr = tracks.current;
11
+ if (!playing || !el || !tr) return;
12
+ /* where the playhead is in the scrollable content, and the visible band without the icon column (pinned left) */
13
+ const head = tr.getBoundingClientRect().left - el.getBoundingClientRect().left + el.scrollLeft + t * zoom;
14
+ const sidebarWidth = el.querySelector<HTMLElement>(".sound-sidebar")?.offsetWidth ?? 0;
15
+ const left = el.scrollLeft + sidebarWidth,
16
+ right = el.scrollLeft + el.clientWidth;
17
+ if (head > right - 40 || head < left)
18
+ el.scrollLeft = Math.max(0, head - sidebarWidth - (el.clientWidth - sidebarWidth) * 0.1);
19
+ }, [t, playing, zoom]);
20
+ return scroller;
21
+ }
@@ -0,0 +1,43 @@
1
+ /* What you hear here, without changing the export: the narration volume (its own gain, which
2
+ changes while playing, without restarting) and the per-row mute (icon in the sidebar). The gain
3
+ nodes are created by playback; this keeps them in step with the controls. */
4
+
5
+ import { useEffect, useRef, useState } from "react";
6
+ import { audioCtx } from "../../../../lib/sound-audio";
7
+ import { gainOf } from "../../../../lib/sound-timeline";
8
+ import type { AudioRow } from "./types";
9
+
10
+ export function useListenMix() {
11
+ /* narration mute: only for listening here (the export keeps the voice); the voice
12
+ goes through its own gain, which changes while playing, without restarting */
13
+ const [voiceVolume, setVoiceVolume] = useState(100);
14
+ const voiceVolumeRef = useRef(100);
15
+ const volumeBefore = useRef(100); /* the volume before muting, for the button to restore */
16
+ voiceVolumeRef.current = voiceVolume;
17
+ const voiceGain = useRef<GainNode | null>(null);
18
+ /* per-row mute (icon in the sidebar): silences all the row's audio, only for listening here */
19
+ const [muted, setMuted] = useState<Record<AudioRow, boolean>>({ voice: false, effects: false, bed: false });
20
+ const mutedRef = useRef(muted);
21
+ mutedRef.current = muted;
22
+ const effectsGain = useRef<GainNode | null>(null);
23
+ const bedGain = useRef<GainNode | null>(null);
24
+ useEffect(() => {
25
+ const now = audioCtx().currentTime;
26
+ voiceGain.current?.gain.setTargetAtTime(muted.voice ? 0 : gainOf(voiceVolume), now, 0.015);
27
+ effectsGain.current?.gain.setTargetAtTime(muted.effects ? 0 : 1, now, 0.015);
28
+ bedGain.current?.gain.setTargetAtTime(muted.bed ? 0 : 1, now, 0.015);
29
+ }, [voiceVolume, muted]);
30
+ return {
31
+ voiceVolume,
32
+ setVoiceVolume,
33
+ voiceVolumeRef,
34
+ volumeBefore,
35
+ voiceGain,
36
+ muted,
37
+ setMuted,
38
+ mutedRef,
39
+ effectsGain,
40
+ bedGain,
41
+ };
42
+ }
43
+ export type ListenMix = ReturnType<typeof useListenMix>;
@@ -0,0 +1,231 @@
1
+ /* Playback: the voice clips and the plan's effects play in Web Audio, each only inside the kept
2
+ spans (original time) joined in edited time; the bed plays straight through, whole (it is isolated
3
+ from the cuts; its plan is already on the edited timeline); the picture (export or scene MP4s) follows the
4
+ audio clock. The plan changed while playing: restarts from the same point. Space plays and pauses.
5
+ With the render at the chosen speed matching the edit (`sped`), that MP4 plays instead, picture and
6
+ sound together (the voice keeps its pitch, as atempo made it), and it is the clock: the timeline,
7
+ in edited time at 100%, runs `speed` times faster. */
8
+
9
+ import { type RefObject, useCallback, useEffect, useRef } from "react";
10
+ import type { ActionResult } from "../../../../lib/api";
11
+ import { audioCtx, loadBuffer } from "../../../../lib/sound-audio";
12
+ import { clipSpeed } from "../../../../../../tools/soundtrack.mjs";
13
+ import { gainOf, keptSpans, mediaSrc, playbackWindows } from "../../../../lib/sound-timeline";
14
+ import type { ListenMix } from "./useListenMix";
15
+ import type { AudioRow, Clip, Cut, Plan, SoundData } from "./types";
16
+
17
+ type SeekPicture = (tEd: number, running: boolean, force: boolean) => void;
18
+
19
+ export function usePlayback({
20
+ slug,
21
+ data,
22
+ plan,
23
+ cuts,
24
+ draftLineClips,
25
+ editedTotal,
26
+ t,
27
+ setT,
28
+ playing,
29
+ setPlaying,
30
+ setResponse,
31
+ videoRef,
32
+ sceneVideos,
33
+ seekPictureRef,
34
+ seekPicture,
35
+ mix,
36
+ sped,
37
+ }: {
38
+ slug: string;
39
+ data: SoundData | null;
40
+ plan: Plan | null;
41
+ cuts: Cut[];
42
+ draftLineClips: Record<string, Clip[]>;
43
+ editedTotal: number;
44
+ t: number;
45
+ setT: (t: number) => void;
46
+ playing: boolean;
47
+ setPlaying: (p: boolean) => void;
48
+ setResponse: (r: ActionResult) => void;
49
+ videoRef: RefObject<HTMLVideoElement | null>;
50
+ sceneVideos: RefObject<Record<string, HTMLVideoElement | null>>;
51
+ seekPictureRef: RefObject<SeekPicture>;
52
+ seekPicture: SeekPicture;
53
+ mix: ListenMix;
54
+ sped: { speed: number } | null;
55
+ }) {
56
+ const { voiceGain, effectsGain, bedGain, mutedRef, voiceVolumeRef } = mix;
57
+ const sources = useRef<AudioBufferSourceNode[]>([]);
58
+ const clock = useRef<{ ctx0: number; t0: number } | null>(null);
59
+ /* the sped render is playing: its element is the clock */
60
+ const spedPlaying = useRef(false);
61
+
62
+ const stop = useCallback(() => {
63
+ sources.current.forEach(s => {
64
+ try {
65
+ s.stop();
66
+ } catch {
67
+ /* already stopped */
68
+ }
69
+ });
70
+ sources.current = [];
71
+ clock.current = null;
72
+ spedPlaying.current = false;
73
+ videoRef.current?.pause();
74
+ Object.values(sceneVideos.current).forEach(el => el?.pause());
75
+ setPlaying(false);
76
+ }, []);
77
+
78
+ const play = useCallback(
79
+ async (from: number) => {
80
+ if (!data || !plan) return;
81
+ stop();
82
+ if (sped && videoRef.current) {
83
+ const vid = videoRef.current;
84
+ seekPictureRef.current(from, false, true);
85
+ try {
86
+ await vid.play();
87
+ } catch {
88
+ setResponse({ ok: false, error: "O navegador não liberou o som do vídeo: clique em tocar de novo" });
89
+ return;
90
+ }
91
+ spedPlaying.current = true;
92
+ setPlaying(true);
93
+ return;
94
+ }
95
+ const c = audioCtx();
96
+ /* the browser only releases audio after a user gesture: without it resume()
97
+ stays pending forever; wait a little and warn instead of hanging */
98
+ await Promise.race([c.resume(), new Promise(r => setTimeout(r, 500))]);
99
+ if (c.state !== "running") {
100
+ setResponse({ ok: false, error: "O navegador não liberou o áudio desta página: clique em tocar de novo" });
101
+ return;
102
+ }
103
+ /* the voice plays per clip: the [from, to] span of the WAV, at the piece's place */
104
+ const audioTracks: { url: string; start: number; off?: number; dur?: number; speed?: number; row: AudioRow }[] = [
105
+ ...data.lines
106
+ .filter(f => f.wav)
107
+ .flatMap(f =>
108
+ (draftLineClips[f.id] ?? f.clips).map(cl => ({
109
+ url: mediaSrc(slug, f.wav!),
110
+ start: f.start + cl.from + cl.offset,
111
+ off: cl.from,
112
+ dur: cl.to - cl.from,
113
+ speed: clipSpeed(cl),
114
+ row: "voice" as const,
115
+ })),
116
+ ),
117
+ ...plan.items.map(it => ({ url: it.url, start: it.start, row: "effects" as const })),
118
+ ...(plan.bed ? [{ url: plan.bed.url, start: plan.bed.start, row: "bed" as const }] : []),
119
+ ];
120
+ const ready = await Promise.all(
121
+ audioTracks.map(async f => ({ ...f, b: await loadBuffer(f.url).catch(() => null) })),
122
+ );
123
+ const now = c.currentTime + 0.08;
124
+ voiceGain.current?.disconnect();
125
+ effectsGain.current?.disconnect();
126
+ bedGain.current?.disconnect();
127
+ const bus = (gain: number) => {
128
+ const g = c.createGain();
129
+ g.gain.value = gain;
130
+ g.connect(c.destination);
131
+ return g;
132
+ };
133
+ const gains: Record<AudioRow, GainNode> = {
134
+ voice: bus(mutedRef.current.voice ? 0 : gainOf(voiceVolumeRef.current)),
135
+ effects: bus(mutedRef.current.effects ? 0 : 1),
136
+ bed: bus(mutedRef.current.bed ? 0 : 1),
137
+ };
138
+ voiceGain.current = gains.voice;
139
+ effectsGain.current = gains.effects;
140
+ bedGain.current = gains.bed;
141
+ /* each file plays only in the kept spans (original time), joined in edited time */
142
+ const spans = keptSpans(cuts, data.total);
143
+ for (const f of ready) {
144
+ if (!f.b) continue;
145
+ /* the bed is isolated: its plan is already on the edited timeline, so it plays straight
146
+ through the cuts instead of being carved by them */
147
+ if (f.row === "bed") {
148
+ const off = Math.max(0, from - f.start);
149
+ if (f.b.duration - off <= 0) continue;
150
+ const s = c.createBufferSource();
151
+ s.buffer = f.b;
152
+ s.connect(gains.bed);
153
+ s.start(now + Math.max(0, f.start - from), off, f.b.duration - off);
154
+ sources.current.push(s);
155
+ continue;
156
+ }
157
+ for (const w of playbackWindows(f, f.b.duration, spans, from)) {
158
+ const s = c.createBufferSource();
159
+ s.buffer = f.b;
160
+ /* a sped voice piece: faster here, with a higher pitch (the export keeps the pitch) */
161
+ if (f.speed && f.speed !== 1) s.playbackRate.value = f.speed;
162
+ s.connect(gains[f.row]);
163
+ s.start(now + w.delay, w.offset, w.dur);
164
+ sources.current.push(s);
165
+ }
166
+ }
167
+ clock.current = { ctx0: now, t0: from };
168
+ seekPictureRef.current(from, true, true);
169
+ setPlaying(true);
170
+ },
171
+ [data, plan, stop, slug, cuts, draftLineClips, sped],
172
+ );
173
+
174
+ useEffect(() => {
175
+ if (!playing) return;
176
+ let raf = 0;
177
+ const tick = () => {
178
+ const r = clock.current;
179
+ const vid = videoRef.current;
180
+ if (spedPlaying.current && vid && sped) {
181
+ const now = vid.currentTime * sped.speed;
182
+ if (vid.ended || now >= editedTotal - 0.02) {
183
+ stop();
184
+ setT(editedTotal);
185
+ return;
186
+ }
187
+ setT(now);
188
+ } else if (r && data) {
189
+ const now = r.t0 + Math.max(0, audioCtx().currentTime - r.ctx0);
190
+ if (now >= editedTotal) {
191
+ stop();
192
+ setT(editedTotal);
193
+ return;
194
+ }
195
+ setT(now);
196
+ seekPictureRef.current(now, true, false);
197
+ }
198
+ raf = requestAnimationFrame(tick);
199
+ };
200
+ raf = requestAnimationFrame(tick);
201
+ return () => cancelAnimationFrame(raf);
202
+ }, [playing, data, stop, editedTotal, sped]);
203
+
204
+ /* the plan changed while playing: restart from the current point to hear the change */
205
+ const planWhilePlaying = useRef<Plan | null>(null);
206
+ useEffect(() => {
207
+ if (playing && plan && planWhilePlaying.current && planWhilePlaying.current !== plan) play(t);
208
+ planWhilePlaying.current = plan;
209
+ // eslint-disable-next-line react-hooks/exhaustive-deps
210
+ }, [plan]);
211
+
212
+ useEffect(() => () => stop(), [stop]);
213
+ useEffect(() => {
214
+ const key = (e: KeyboardEvent) => {
215
+ if (e.code !== "Space" || (e.target as HTMLElement).closest("input, select, textarea, button")) return;
216
+ e.preventDefault();
217
+ playing ? stop() : play(t >= editedTotal - 0.05 ? 0 : t);
218
+ };
219
+ addEventListener("keydown", key);
220
+ return () => removeEventListener("keydown", key);
221
+ }, [playing, play, stop, t, editedTotal]);
222
+
223
+ const seek = (to: number) => {
224
+ const x = Math.max(0, Math.min(editedTotal, to));
225
+ setT(x);
226
+ if (playing) play(x);
227
+ else seekPicture(x, false, true);
228
+ };
229
+
230
+ return { stop, play, seek };
231
+ }
@@ -0,0 +1,27 @@
1
+ /* The player width in the vertical video, chosen by dragging its edge (null: automatic),
2
+ remembered in this browser. */
3
+
4
+ import { useEffect, useRef, useState } from "react";
5
+ import { PLAYER_WIDTH_KEY } from "../../../../lib/sound-timeline";
6
+
7
+ export function usePlayerWidth() {
8
+ /* player width in the vertical video, chosen by dragging its edge (null: automatic), remembered in this browser */
9
+ const [manualWidth, setManualWidth] = useState<number | null>(() => {
10
+ try {
11
+ const n = Number(localStorage.getItem(PLAYER_WIDTH_KEY));
12
+ return n > 0 ? n : null;
13
+ } catch {
14
+ return null;
15
+ }
16
+ });
17
+ useEffect(() => {
18
+ try {
19
+ if (manualWidth) localStorage.setItem(PLAYER_WIDTH_KEY, String(manualWidth));
20
+ else localStorage.removeItem(PLAYER_WIDTH_KEY);
21
+ } catch {
22
+ /* no storage: valid for this visit */
23
+ }
24
+ }, [manualWidth]);
25
+ const widthDrag = useRef<{ x0: number; w0: number } | null>(null);
26
+ return { manualWidth, setManualWidth, widthDrag };
27
+ }
@@ -0,0 +1,124 @@
1
+ /* The timeline's data: every fetch resets the draft, undo and the dirty flag, like a reload; the
2
+ agent finishing an edit turn reloads it; a sound added to the library reloads only the catalog;
3
+ and every draft change is replanned (tools/sound.mjs, on the server), with some slack for
4
+ control drags. */
5
+
6
+ import { type Dispatch, type RefObject, type SetStateAction, useCallback, useEffect, useRef } from "react";
7
+ import { errorText } from "../../../../lib/api";
8
+ import { clone } from "../../../../lib/sound-timeline";
9
+ import { soundRoutes, useSoundQuery } from "../../../../hooks/useSound";
10
+ import type { Draft, Plan, SoundData } from "./types";
11
+
12
+ type History = { undo: Draft[]; redo: Draft[]; last: number };
13
+
14
+ export function useSoundData({
15
+ slug,
16
+ agentEditing,
17
+ history,
18
+ setData,
19
+ setDataError,
20
+ setDraft,
21
+ setStacks,
22
+ setDirty,
23
+ setPending,
24
+ setArmed,
25
+ }: {
26
+ slug: string;
27
+ agentEditing: boolean;
28
+ history: RefObject<History>;
29
+ setData: Dispatch<SetStateAction<SoundData | null>>;
30
+ setDataError: (e: string | null) => void;
31
+ setDraft: (d: Draft) => void;
32
+ setStacks: (s: { undo: number; redo: number }) => void;
33
+ setDirty: (d: boolean) => void;
34
+ setPending: (p: boolean) => void;
35
+ setArmed: (n: string | null) => void;
36
+ }) {
37
+ /* the data: every fetch resets the draft, like a reload */
38
+ const query = useSoundQuery(slug);
39
+ const { refetch } = query;
40
+ const loadData = useCallback(() => {
41
+ void refetch();
42
+ }, [refetch]);
43
+ useEffect(() => {
44
+ const d = query.data;
45
+ if (!d) return;
46
+ if (d.error) {
47
+ setDataError(d.error);
48
+ return;
49
+ }
50
+ setData(d);
51
+ setDraft({
52
+ places: clone(d.places),
53
+ bed: clone(d.bed),
54
+ cuts: clone(d.cuts ?? []),
55
+ speed: d.speed ?? 1,
56
+ scene_clips: Object.fromEntries(d.scenes.map(c => [c.id, clone(c.clips)])),
57
+ line_clips: Object.fromEntries(d.lines.map(f => [f.id, clone(f.clips)])),
58
+ });
59
+ history.current = { undo: [], redo: [], last: 0 };
60
+ setStacks({ undo: 0, redo: 0 });
61
+ setDirty(false);
62
+ setPending(d.export_outdated);
63
+ }, [query.data]);
64
+ useEffect(() => {
65
+ if (query.error) setDataError(errorText(query.error));
66
+ }, [query.error]);
67
+ /* the agent finished an edit turn: the timeline comes back with what it saved */
68
+ const editingBefore = useRef(agentEditing);
69
+ useEffect(() => {
70
+ if (editingBefore.current && !agentEditing) loadData();
71
+ editingBefore.current = agentEditing;
72
+ }, [agentEditing, loadData]);
73
+
74
+ /* new sound in the library: only the catalog is reloaded, so unsaved timeline edits are kept */
75
+ const reloadCatalog = useCallback(
76
+ (added: string | null) => {
77
+ soundRoutes(slug)
78
+ .get()
79
+ .then(d => {
80
+ if (!d.error) {
81
+ setData(old => (old ? { ...old, catalog: d.catalog } : d));
82
+ if (added) setArmed(added);
83
+ }
84
+ })
85
+ .catch(() => {});
86
+ },
87
+ [slug],
88
+ );
89
+ return { loadData, reloadCatalog };
90
+ }
91
+
92
+ /* replans on every draft change, with some slack for control drags; only the latest request lands */
93
+ export function useReplan({
94
+ slug,
95
+ draft,
96
+ setPlanning,
97
+ setPlanError,
98
+ setPlan,
99
+ }: {
100
+ slug: string;
101
+ draft: Draft | null;
102
+ setPlanning: (p: boolean) => void;
103
+ setPlanError: (e: string | null) => void;
104
+ setPlan: (p: Plan) => void;
105
+ }) {
106
+ const planRequest = useRef(0);
107
+ useEffect(() => {
108
+ if (!draft) return;
109
+ const n = ++planRequest.current;
110
+ setPlanning(true);
111
+ const id = setTimeout(async () => {
112
+ const r = await soundRoutes(slug).plan(draft);
113
+ if (n !== planRequest.current) return;
114
+ setPlanning(false);
115
+ if (!r.ok) {
116
+ setPlanError(r.error ?? "Erro ao planejar");
117
+ return;
118
+ }
119
+ setPlanError(null);
120
+ setPlan(r);
121
+ }, 220);
122
+ return () => clearTimeout(id);
123
+ }, [draft, slug]);
124
+ }