videobook 0.0.0-stage → 0.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (565) hide show
  1. package/CHANGELOG.md +54 -0
  2. package/LICENSE +21 -0
  3. package/README.md +195 -2
  4. package/bin/videobook.js +7 -0
  5. package/dist/acestep/client.js +203 -0
  6. package/dist/acestep/config.js +62 -0
  7. package/dist/acestep/errors.js +8 -0
  8. package/dist/acestep/process.js +175 -0
  9. package/dist/alive-captions/analyze.js +117 -0
  10. package/dist/alive-captions/audio.js +179 -0
  11. package/dist/alive-captions/frames.js +59 -0
  12. package/dist/alive-captions/model.js +37 -0
  13. package/dist/alive-captions/schema.js +49 -0
  14. package/dist/alive-captions/track.js +9 -0
  15. package/dist/api-key.js +33 -0
  16. package/dist/app-state.js +56 -0
  17. package/dist/app.js +257 -0
  18. package/dist/archive-b2.js +332 -0
  19. package/dist/archive-store.js +169 -0
  20. package/dist/artifact-label.js +36 -0
  21. package/dist/artifact-refs.js +49 -0
  22. package/dist/asset-tag-extraction.js +169 -0
  23. package/dist/asset-tags.js +228 -0
  24. package/dist/asset-usage.js +23 -0
  25. package/dist/audio-cue.js +71 -0
  26. package/dist/audio-encoding.js +32 -0
  27. package/dist/audio-sync-request.js +1 -0
  28. package/dist/audio-sync.js +223 -0
  29. package/dist/audio-trim-range.js +31 -0
  30. package/dist/book-context.js +31 -0
  31. package/dist/book-manager.js +374 -0
  32. package/dist/catalog-gc.js +26 -0
  33. package/dist/chain-executor.js +815 -0
  34. package/dist/chain-generation.js +115 -0
  35. package/dist/chain-plan.js +746 -0
  36. package/dist/chain-step-review.js +60 -0
  37. package/dist/character-name.js +25 -0
  38. package/dist/chat-generation-routing.js +73 -0
  39. package/dist/chat-generation-settings.js +78 -0
  40. package/dist/chat-models.js +44 -0
  41. package/dist/chat-prompt-rewrite.js +67 -0
  42. package/dist/chat-router.js +628 -0
  43. package/dist/chat-view-actions.js +49 -0
  44. package/dist/cli/args.js +242 -0
  45. package/dist/cli/config-command.js +103 -0
  46. package/dist/cli/doctor-command.js +289 -0
  47. package/dist/cli/entry.js +2 -0
  48. package/dist/cli/key-report.js +16 -0
  49. package/dist/cli/main.js +104 -0
  50. package/dist/cli/mcp-command.js +88 -0
  51. package/dist/cli/mcp-relay.js +51 -0
  52. package/dist/cli/open-browser.js +14 -0
  53. package/dist/cli/run-command.js +231 -0
  54. package/dist/cli/serve-command.js +62 -0
  55. package/dist/cli/setup-command.js +60 -0
  56. package/dist/cli/stdio-guard.js +8 -0
  57. package/dist/cold-open-model.js +7 -0
  58. package/dist/cold-open.js +79 -0
  59. package/dist/command-reference.js +95 -0
  60. package/dist/content-store.js +74 -0
  61. package/dist/cost.js +8 -0
  62. package/dist/crop-geometry.js +23 -0
  63. package/dist/dancing-workflow.js +447 -0
  64. package/dist/data-home.js +44 -0
  65. package/dist/diagnostics.js +109 -0
  66. package/dist/dialog-quality.js +34 -0
  67. package/dist/downloads-dest.js +56 -0
  68. package/dist/editing-moments.js +194 -0
  69. package/dist/elevenlabs-audio-extension.js +66 -0
  70. package/dist/engine.js +54 -0
  71. package/dist/env-file.js +91 -0
  72. package/dist/env-secrets.js +148 -0
  73. package/dist/ffmpeg-binary.js +12 -0
  74. package/dist/ffmpeg.js +425 -0
  75. package/dist/ffprobe-binary.js +77 -0
  76. package/dist/forget-asset.js +216 -0
  77. package/dist/frame-utils.js +27 -0
  78. package/dist/generation-credit-error.js +11 -0
  79. package/dist/generation-input-mentions.js +117 -0
  80. package/dist/generation-input-policy.js +68 -0
  81. package/dist/generation-reference-mentions.js +97 -0
  82. package/dist/goal-characters.js +49 -0
  83. package/dist/goal-plan-v3.js +273 -0
  84. package/dist/goal-plan.js +220 -0
  85. package/dist/goal-planner-prompt.js +28 -0
  86. package/dist/goal-prompt-budget.js +4 -0
  87. package/dist/goal-reference-images.js +25 -0
  88. package/dist/goal-state.js +261 -0
  89. package/dist/goal-stills.js +153 -0
  90. package/dist/goal-store.js +144 -0
  91. package/dist/goal-styles.js +144 -0
  92. package/dist/goal-v3-runtime.js +157 -0
  93. package/dist/guides/character_schema_guide.md +70 -0
  94. package/dist/guides/gpt_image_2_5_prompting_guide.md +21 -0
  95. package/dist/guides/grok_imagine_prompting_guide.md +72 -0
  96. package/dist/guides/image_reproduction_guide.md +84 -0
  97. package/dist/guides/kling_3_0_prompting_guide.md +136 -0
  98. package/dist/guides/nano_banana_pro_prompting_guide.md +28 -0
  99. package/dist/guides/seedance_2_prompting_guide.md +172 -0
  100. package/dist/http-access.js +49 -0
  101. package/dist/http-byte-range.js +31 -0
  102. package/dist/hydration.js +56 -0
  103. package/dist/image-compress.js +77 -0
  104. package/dist/image-edit-default.js +1 -0
  105. package/dist/image-edit-models.js +41 -0
  106. package/dist/image-edit-settings.js +11 -0
  107. package/dist/image-region-edit.js +32 -0
  108. package/dist/image-subject-map.js +523 -0
  109. package/dist/image.js +46 -0
  110. package/dist/index.js +12 -0
  111. package/dist/job-deadline.js +60 -0
  112. package/dist/jobs/_alibaba-upload.js +30 -0
  113. package/dist/jobs/_audio-chunks.js +31 -0
  114. package/dist/jobs/_download-into-asset.js +15 -0
  115. package/dist/jobs/_fal-shared.js +22 -0
  116. package/dist/jobs/_fal-upload.js +35 -0
  117. package/dist/jobs/_image-edit-adapter.js +213 -0
  118. package/dist/jobs/_kie-poll.js +119 -0
  119. package/dist/jobs/_kie-upload.js +32 -0
  120. package/dist/jobs/_lease.js +163 -0
  121. package/dist/jobs/_persist-output.js +19 -0
  122. package/dist/jobs/_storage-retry.js +21 -0
  123. package/dist/jobs/_transcribe.js +245 -0
  124. package/dist/jobs/_translate-transcript.js +270 -0
  125. package/dist/jobs/analyze-alive-captions.js +10 -0
  126. package/dist/jobs/analyze-editing-moments.js +104 -0
  127. package/dist/jobs/analyze-jokes.js +143 -0
  128. package/dist/jobs/analyze-keyword-placement.js +155 -0
  129. package/dist/jobs/analyze-music.js +14 -0
  130. package/dist/jobs/analyze-video.js +282 -0
  131. package/dist/jobs/apply-cuts.js +83 -0
  132. package/dist/jobs/apply-sfx.js +107 -0
  133. package/dist/jobs/archive-clip.js +458 -0
  134. package/dist/jobs/assemble-goal.js +98 -0
  135. package/dist/jobs/audio-boost.js +71 -0
  136. package/dist/jobs/audio-mix.js +161 -0
  137. package/dist/jobs/backfill-asset-tags.js +144 -0
  138. package/dist/jobs/burn-watermark.js +316 -0
  139. package/dist/jobs/change-video-speed.js +176 -0
  140. package/dist/jobs/clean-video-audio.js +207 -0
  141. package/dist/jobs/cold-open.js +166 -0
  142. package/dist/jobs/combine-goal.js +108 -0
  143. package/dist/jobs/complete-provider-task.js +185 -0
  144. package/dist/jobs/copy-library-asset.js +33 -0
  145. package/dist/jobs/cost-estimate-assessment.js +113 -0
  146. package/dist/jobs/crop-image.js +47 -0
  147. package/dist/jobs/crop-video.js +71 -0
  148. package/dist/jobs/describe-image.js +181 -0
  149. package/dist/jobs/detect-scenes.js +33 -0
  150. package/dist/jobs/doctor-fix.js +100 -0
  151. package/dist/jobs/download-video.js +427 -0
  152. package/dist/jobs/enqueue-search-index.js +24 -0
  153. package/dist/jobs/even-split.js +122 -0
  154. package/dist/jobs/export-sequence.js +365 -0
  155. package/dist/jobs/extend-audio.js +229 -0
  156. package/dist/jobs/extract-audio.js +72 -0
  157. package/dist/jobs/extract-frame.js +58 -0
  158. package/dist/jobs/extract-notebook-audio.js +82 -0
  159. package/dist/jobs/extract-notebook-frame.js +93 -0
  160. package/dist/jobs/extract-video-clip.js +8 -0
  161. package/dist/jobs/extract-video-poster.js +55 -0
  162. package/dist/jobs/extract-waveform.js +25 -0
  163. package/dist/jobs/finish-goal.js +255 -0
  164. package/dist/jobs/forget-asset.js +11 -0
  165. package/dist/jobs/generate-acestep-cover.js +219 -0
  166. package/dist/jobs/generate-media.js +70 -0
  167. package/dist/jobs/image-subjects.js +1059 -0
  168. package/dist/jobs/index.js +18 -0
  169. package/dist/jobs/inject-first-frame.js +175 -0
  170. package/dist/jobs/isolate-vocals.js +69 -0
  171. package/dist/jobs/kie-paygate.js +177 -0
  172. package/dist/jobs/label-music-sections.js +5 -0
  173. package/dist/jobs/osg-placement.js +135 -0
  174. package/dist/jobs/pad-video.js +72 -0
  175. package/dist/jobs/plan-goal.js +97 -0
  176. package/dist/jobs/post-record.js +21 -0
  177. package/dist/jobs/post-to-x.js +21 -0
  178. package/dist/jobs/prepare-search-reference.js +190 -0
  179. package/dist/jobs/prepare-temporal-search.js +16 -0
  180. package/dist/jobs/process-audio.js +67 -0
  181. package/dist/jobs/process-image.js +58 -0
  182. package/dist/jobs/process-upload.js +166 -0
  183. package/dist/jobs/process-video.js +438 -0
  184. package/dist/jobs/register-all.js +161 -0
  185. package/dist/jobs/relayout-notebook.js +78 -0
  186. package/dist/jobs/remove-sound.js +299 -0
  187. package/dist/jobs/render-project.js +380 -0
  188. package/dist/jobs/render-qr-outro.js +138 -0
  189. package/dist/jobs/render-timeline.js +283 -0
  190. package/dist/jobs/repair-search-indexes.js +42 -0
  191. package/dist/jobs/replace-video-audio.js +64 -0
  192. package/dist/jobs/restore-archive-clip.js +53 -0
  193. package/dist/jobs/reverse-video.js +53 -0
  194. package/dist/jobs/rewrite-script.js +173 -0
  195. package/dist/jobs/run-notebook.js +3335 -0
  196. package/dist/jobs/semantic-index.js +797 -0
  197. package/dist/jobs/smooth-scene-concat.js +257 -0
  198. package/dist/jobs/splice-video.js +280 -0
  199. package/dist/jobs/split-video.js +127 -0
  200. package/dist/jobs/suggest-cuts.js +149 -0
  201. package/dist/jobs/suggest-sfx.js +135 -0
  202. package/dist/jobs/sync-video-to-audio.js +329 -0
  203. package/dist/jobs/tag-asset.js +266 -0
  204. package/dist/jobs/task-failure.js +16 -0
  205. package/dist/jobs/timewarp-video.js +152 -0
  206. package/dist/jobs/transcribe-video-audio.js +117 -0
  207. package/dist/jobs/transcribe.js +35 -0
  208. package/dist/jobs/translate-transcript.js +55 -0
  209. package/dist/jobs/trim-audio.js +133 -0
  210. package/dist/jobs/trim-video.js +291 -0
  211. package/dist/jobs/xai-paygate.js +26 -0
  212. package/dist/keyword-placement-cache.js +74 -0
  213. package/dist/lazy-render.js +142 -0
  214. package/dist/library-browse.js +78 -0
  215. package/dist/lightning-defaults.js +206 -0
  216. package/dist/load-env.js +12 -0
  217. package/dist/local-search-models.js +206 -0
  218. package/dist/local-upload.js +318 -0
  219. package/dist/logger.js +69 -0
  220. package/dist/media/adapters/alibaba.js +20 -0
  221. package/dist/media/adapters/elevenlabs.js +58 -0
  222. package/dist/media/adapters/fal.js +45 -0
  223. package/dist/media/adapters/index.js +26 -0
  224. package/dist/media/adapters/kie.js +120 -0
  225. package/dist/media/adapters/pending.js +21 -0
  226. package/dist/media/adapters/types.js +5 -0
  227. package/dist/media/adapters/xai.js +18 -0
  228. package/dist/media/catalog.js +236 -0
  229. package/dist/media/complete.js +191 -0
  230. package/dist/media/cost.js +45 -0
  231. package/dist/media/descriptor.js +157 -0
  232. package/dist/media/endpoints.js +11 -0
  233. package/dist/media/frame-options.js +18 -0
  234. package/dist/media/insert-video-timing.js +17 -0
  235. package/dist/media/json-schema.js +75 -0
  236. package/dist/media/legacy-task-types.js +129 -0
  237. package/dist/media/listing.js +24 -0
  238. package/dist/media/model-id.js +14 -0
  239. package/dist/media/preview.js +86 -0
  240. package/dist/media/prompt-dialects.js +65 -0
  241. package/dist/media/ref-fields.js +106 -0
  242. package/dist/media/refs.js +131 -0
  243. package/dist/media/request.js +188 -0
  244. package/dist/media/types.js +6 -0
  245. package/dist/media/wire.js +161 -0
  246. package/dist/media-library.js +535 -0
  247. package/dist/media-output-path.js +33 -0
  248. package/dist/multyculty-workflow.js +757 -0
  249. package/dist/notebook-action-catalog.js +608 -0
  250. package/dist/notebook-cell-outputs.js +726 -0
  251. package/dist/notebook-credit-retry.js +45 -0
  252. package/dist/notebook-fixtures.js +8 -0
  253. package/dist/notebook-generation-contract.js +77 -0
  254. package/dist/notebook-generation-controls.js +145 -0
  255. package/dist/notebook-goal-layout.js +40 -0
  256. package/dist/notebook-graph.js +37 -0
  257. package/dist/notebook-image-edit.js +84 -0
  258. package/dist/notebook-initial-generation-prompt.js +222 -0
  259. package/dist/notebook-live-analysis.js +941 -0
  260. package/dist/notebook-media-ops.js +579 -0
  261. package/dist/notebook-mutations.js +20 -0
  262. package/dist/notebook-placement.js +41 -0
  263. package/dist/notebook-provider-failure.js +87 -0
  264. package/dist/notebook-published-post.js +26 -0
  265. package/dist/notebook-reference-resolver.js +227 -0
  266. package/dist/notebook-relayout.js +270 -0
  267. package/dist/notebook-run-plan.js +519 -0
  268. package/dist/notebook-shots.js +162 -0
  269. package/dist/notebook-workflow.js +856 -0
  270. package/dist/one-password.js +200 -0
  271. package/dist/openai-intelligence.js +99 -0
  272. package/dist/original-media-file.js +12 -0
  273. package/dist/osg-assets.js +36 -0
  274. package/dist/osg-placement-cache.js +64 -0
  275. package/dist/osg-settings.js +27 -0
  276. package/dist/paid-tools.js +22 -0
  277. package/dist/platform-guidance.js +26 -0
  278. package/dist/posts/dropbox-auth.js +91 -0
  279. package/dist/posts/dropbox-upload.js +132 -0
  280. package/dist/posts/icloud-drive.js +134 -0
  281. package/dist/posts/icloud-status.js +64 -0
  282. package/dist/posts/post-contract.js +2 -0
  283. package/dist/posts/post-copy-format.js +43 -0
  284. package/dist/posts/post-copy.js +193 -0
  285. package/dist/posts/post-folder.js +18 -0
  286. package/dist/posts/post-metrics.js +119 -0
  287. package/dist/posts/post-store.js +340 -0
  288. package/dist/posts/x-post-target.js +43 -0
  289. package/dist/preview-payload.js +90 -0
  290. package/dist/prompt-surfaces.js +22 -0
  291. package/dist/provider-prompt-transform.js +77 -0
  292. package/dist/provider-status-link.js +21 -0
  293. package/dist/provider-task-record.js +78 -0
  294. package/dist/provider-task-status.js +47 -0
  295. package/dist/provider-usage.js +294 -0
  296. package/dist/queue.js +810 -0
  297. package/dist/reference-video-duration.js +17 -0
  298. package/dist/remotion/BlurFillVideo.js +51 -0
  299. package/dist/remotion/KeywordGraphicsOverlay.js +68 -0
  300. package/dist/remotion/OsgOverlay.js +30 -0
  301. package/dist/remotion/QrOutroComposition.js +47 -0
  302. package/dist/remotion/RenderComposition.js +11 -0
  303. package/dist/remotion/browser.js +59 -0
  304. package/dist/remotion/constants.js +35 -0
  305. package/dist/remotion/index.js +66 -0
  306. package/dist/remotion/keyword-graphics.js +151 -0
  307. package/dist/remotion/keyword-placement.js +182 -0
  308. package/dist/remotion/osg-spec.js +198 -0
  309. package/dist/remotion/public/qr-outro-impact.wav +0 -0
  310. package/dist/remotion/qr-outro-audio.js +1 -0
  311. package/dist/remotion/qr-outro-spec.js +211 -0
  312. package/dist/remotion/shared-bundle.js +37 -0
  313. package/dist/remotion/subtitles/AliveCaptions.js +83 -0
  314. package/dist/remotion/subtitles/Highlight.js +58 -0
  315. package/dist/remotion/subtitles/Impact.js +67 -0
  316. package/dist/remotion/subtitles/SubtitleOverlay.js +9 -0
  317. package/dist/remotion/subtitles/alive-layout.js +321 -0
  318. package/dist/remotion/subtitles/alive-types.js +17 -0
  319. package/dist/remotion/subtitles/chunker.js +68 -0
  320. package/dist/remotion/subtitles/segments.js +42 -0
  321. package/dist/remotion/subtitles/styles.js +4 -0
  322. package/dist/remotion/subtitles/types.js +1 -0
  323. package/dist/remotion/util.js +18 -0
  324. package/dist/remotion-cancellation.js +15 -0
  325. package/dist/rename-helpers.js +204 -0
  326. package/dist/rhythm/analyze.js +128 -0
  327. package/dist/rhythm/contract.js +14 -0
  328. package/dist/rhythm/draft-model.js +19 -0
  329. package/dist/rhythm/energy.js +133 -0
  330. package/dist/rhythm/fft.js +44 -0
  331. package/dist/rhythm/model.js +71 -0
  332. package/dist/rhythm/music-analysis.js +124 -0
  333. package/dist/rhythm/music-draft.js +261 -0
  334. package/dist/rhythm/onset.js +101 -0
  335. package/dist/rhythm/run-worker.js +51 -0
  336. package/dist/rhythm/score.js +47 -0
  337. package/dist/rhythm/section-labels.js +168 -0
  338. package/dist/rhythm/sequence-rhythm.js +67 -0
  339. package/dist/rhythm/synthesize.js +103 -0
  340. package/dist/rhythm/timing.js +98 -0
  341. package/dist/rhythm/track.js +320 -0
  342. package/dist/rhythm/visual-fit.js +4 -0
  343. package/dist/rhythm/worker.js +25 -0
  344. package/dist/scene-detect.js +200 -0
  345. package/dist/scene-transition.js +12 -0
  346. package/dist/scheduled-posts.js +200 -0
  347. package/dist/search-index-coverage.js +13 -0
  348. package/dist/search-index-media.js +71 -0
  349. package/dist/search-reference-store.js +60 -0
  350. package/dist/search-scoring.js +17 -0
  351. package/dist/serve.js +125 -0
  352. package/dist/server-lock.js +143 -0
  353. package/dist/server.js +42 -0
  354. package/dist/srt.js +16 -0
  355. package/dist/tag-backfill-state.js +121 -0
  356. package/dist/tag-settings.js +30 -0
  357. package/dist/tag-vocabulary.js +237 -0
  358. package/dist/test-queue-cleanup.js +1 -0
  359. package/dist/time-parse.js +50 -0
  360. package/dist/timeline-helpers.js +554 -0
  361. package/dist/timewarp.js +87 -0
  362. package/dist/tools/_image-inputs.js +9 -0
  363. package/dist/tools/_media-refs.js +84 -0
  364. package/dist/tools/_shared.js +59 -0
  365. package/dist/tools/_suggest-shared.js +279 -0
  366. package/dist/tools/add-timeline-audio.js +73 -0
  367. package/dist/tools/alive-captions.js +157 -0
  368. package/dist/tools/analyze-jokes.js +56 -0
  369. package/dist/tools/analyze-video.js +66 -0
  370. package/dist/tools/animate-keywords.js +217 -0
  371. package/dist/tools/api-status.js +42 -0
  372. package/dist/tools/application-commands.js +34 -0
  373. package/dist/tools/apply-cuts.js +112 -0
  374. package/dist/tools/apply-sfx.js +152 -0
  375. package/dist/tools/apply-watermark.js +670 -0
  376. package/dist/tools/archive-clip.js +74 -0
  377. package/dist/tools/asset-history.js +61 -0
  378. package/dist/tools/asset-manifest.js +24 -0
  379. package/dist/tools/asset-tags.js +151 -0
  380. package/dist/tools/assign-slot.js +97 -0
  381. package/dist/tools/audio-boost.js +107 -0
  382. package/dist/tools/audio-mix.js +121 -0
  383. package/dist/tools/book-usage.js +16 -0
  384. package/dist/tools/chain.js +136 -0
  385. package/dist/tools/change-video-speed.js +105 -0
  386. package/dist/tools/chat-history.js +5 -0
  387. package/dist/tools/chat.js +848 -0
  388. package/dist/tools/clean-video-audio.js +97 -0
  389. package/dist/tools/clear-failed-tasks.js +66 -0
  390. package/dist/tools/cold-open.js +114 -0
  391. package/dist/tools/command-plan.js +1680 -0
  392. package/dist/tools/commands.js +1666 -0
  393. package/dist/tools/concat-images.js +236 -0
  394. package/dist/tools/connect-service.js +55 -0
  395. package/dist/tools/copy-file-to-clipboard.js +58 -0
  396. package/dist/tools/create-character.js +114 -0
  397. package/dist/tools/create-qart.js +253 -0
  398. package/dist/tools/create-qr-outro.js +149 -0
  399. package/dist/tools/create-qrbtf.js +215 -0
  400. package/dist/tools/create-watermark.js +97 -0
  401. package/dist/tools/crop-asset.js +18 -0
  402. package/dist/tools/crop-image.js +120 -0
  403. package/dist/tools/crop-video.js +97 -0
  404. package/dist/tools/delete-asset.js +104 -0
  405. package/dist/tools/describe-image.js +69 -0
  406. package/dist/tools/detect-scenes.js +44 -0
  407. package/dist/tools/doctor.js +126 -0
  408. package/dist/tools/download-video.js +114 -0
  409. package/dist/tools/duplicate-asset.js +184 -0
  410. package/dist/tools/edit-timeline.js +59 -0
  411. package/dist/tools/editing-moments.js +105 -0
  412. package/dist/tools/estimate-cost.js +171 -0
  413. package/dist/tools/even-split.js +295 -0
  414. package/dist/tools/export-asset-file.js +22 -0
  415. package/dist/tools/export-asset.js +140 -0
  416. package/dist/tools/export-sequence.js +250 -0
  417. package/dist/tools/export-to-downloads.js +54 -0
  418. package/dist/tools/export-transcript-srt.js +79 -0
  419. package/dist/tools/extend-audio.js +100 -0
  420. package/dist/tools/extract-audio.js +174 -0
  421. package/dist/tools/extract-frame.js +108 -0
  422. package/dist/tools/extract-notebook-audio.js +173 -0
  423. package/dist/tools/extract-notebook-frame.js +160 -0
  424. package/dist/tools/extract-video-clip.js +101 -0
  425. package/dist/tools/generate-media.js +157 -0
  426. package/dist/tools/generation-payload.js +48 -0
  427. package/dist/tools/get-timeline.js +12 -0
  428. package/dist/tools/get-watermark-config.js +38 -0
  429. package/dist/tools/goal.js +644 -0
  430. package/dist/tools/image-subjects.js +711 -0
  431. package/dist/tools/index.js +323 -0
  432. package/dist/tools/inject-first-frame.js +154 -0
  433. package/dist/tools/invert-image.js +70 -0
  434. package/dist/tools/isolate-vocals.js +66 -0
  435. package/dist/tools/list-assets.js +98 -0
  436. package/dist/tools/list-cell-generations.js +225 -0
  437. package/dist/tools/list-elevenlabs-voices.js +163 -0
  438. package/dist/tools/log-wrapper.js +29 -0
  439. package/dist/tools/make-cover-song.js +95 -0
  440. package/dist/tools/mark-asset-seen.js +23 -0
  441. package/dist/tools/media-library.js +245 -0
  442. package/dist/tools/move-timeline-audio.js +35 -0
  443. package/dist/tools/music-analysis.js +60 -0
  444. package/dist/tools/music-draft.js +29 -0
  445. package/dist/tools/pad-video.js +87 -0
  446. package/dist/tools/post-record.js +83 -0
  447. package/dist/tools/post.js +168 -0
  448. package/dist/tools/prompt-history.js +164 -0
  449. package/dist/tools/provider-key-status.js +248 -0
  450. package/dist/tools/qrbtf-render.js +849 -0
  451. package/dist/tools/read-asset-metadata.js +26 -0
  452. package/dist/tools/read-file-at-commit.js +29 -0
  453. package/dist/tools/read-transcript.js +41 -0
  454. package/dist/tools/reconcile-project-work.js +1452 -0
  455. package/dist/tools/recover-asset.js +28 -0
  456. package/dist/tools/remove-sound.js +72 -0
  457. package/dist/tools/remove-timeline-audio.js +34 -0
  458. package/dist/tools/remove-timeline-slot.js +40 -0
  459. package/dist/tools/rename-all.js +434 -0
  460. package/dist/tools/rename-asset.js +34 -0
  461. package/dist/tools/render-settings.js +47 -0
  462. package/dist/tools/render-timeline.js +120 -0
  463. package/dist/tools/render.js +384 -0
  464. package/dist/tools/reorder-character-images.js +45 -0
  465. package/dist/tools/replace-video-audio.js +133 -0
  466. package/dist/tools/restore-archive-clips.js +209 -0
  467. package/dist/tools/restore-asset-version.js +37 -0
  468. package/dist/tools/retry-generation.js +54 -0
  469. package/dist/tools/reverse-video.js +74 -0
  470. package/dist/tools/rewrite-prompt.js +388 -0
  471. package/dist/tools/rewrite-script.js +67 -0
  472. package/dist/tools/schema-from-apicity.js +66 -0
  473. package/dist/tools/search-archive.js +150 -0
  474. package/dist/tools/semantic-search.js +1214 -0
  475. package/dist/tools/sequence-rhythm.js +43 -0
  476. package/dist/tools/set-character-metadata.js +84 -0
  477. package/dist/tools/set-env-secret.js +40 -0
  478. package/dist/tools/set-osg.js +143 -0
  479. package/dist/tools/show-folder.js +37 -0
  480. package/dist/tools/smooth-scene-concat.js +122 -0
  481. package/dist/tools/splice-video.js +149 -0
  482. package/dist/tools/split-video.js +202 -0
  483. package/dist/tools/suggest-cuts.js +45 -0
  484. package/dist/tools/suggest-sfx.js +43 -0
  485. package/dist/tools/sync-video-to-audio.js +115 -0
  486. package/dist/tools/tag-backfill.js +177 -0
  487. package/dist/tools/timewarp-video.js +85 -0
  488. package/dist/tools/tool-def.js +1 -0
  489. package/dist/tools/tool-json-schema.js +116 -0
  490. package/dist/tools/transcribe.js +90 -0
  491. package/dist/tools/translate-subtitles.js +59 -0
  492. package/dist/tools/trim-audio.js +139 -0
  493. package/dist/tools/trim-video.js +168 -0
  494. package/dist/tools/update-script.js +25 -0
  495. package/dist/tools/update-timeline-audio.js +40 -0
  496. package/dist/tools/upload-file.js +41 -0
  497. package/dist/tools/verify-x-mentions.js +141 -0
  498. package/dist/tools/video-editing-command-contract.js +291 -0
  499. package/dist/tools/video-source-reference.js +30 -0
  500. package/dist/tools/video-time-input.js +18 -0
  501. package/dist/tools/videobook-domain.js +2021 -0
  502. package/dist/tools/wait-for-asset-ready.js +143 -0
  503. package/dist/tools/workspace-actions.js +54 -0
  504. package/dist/transcript-projection.js +202 -0
  505. package/dist/transcript-srt.js +33 -0
  506. package/dist/upload.js +76 -0
  507. package/dist/usage-providers.js +25 -0
  508. package/dist/video-analysis-projection.js +46 -0
  509. package/dist/video-poster.js +33 -0
  510. package/dist/video-proxy.js +99 -0
  511. package/dist/vision-regions.js +111 -0
  512. package/dist/voice-actions.js +90 -0
  513. package/dist/voice-audio.js +55 -0
  514. package/dist/voice-config.js +122 -0
  515. package/dist/voice-continuation.js +54 -0
  516. package/dist/voice-contract.js +1 -0
  517. package/dist/voice-http.js +145 -0
  518. package/dist/voice-reply-progress.js +55 -0
  519. package/dist/voice-session.js +992 -0
  520. package/dist/watermark-badge.js +259 -0
  521. package/dist/watermark-config.js +111 -0
  522. package/dist/watermark-handle-position.js +55 -0
  523. package/dist/watermark-platform.js +15 -0
  524. package/dist/watermark-timing.js +16 -0
  525. package/dist/workspace-action-catalog.js +315 -0
  526. package/dist/workspace-action-contract.js +21 -0
  527. package/dist/workspace-action-groups.js +98 -0
  528. package/dist/workspace-action-surfaces.js +7 -0
  529. package/dist/x/account.js +88 -0
  530. package/dist/x/authenticated-handle.js +30 -0
  531. package/dist/x/oauth-flow.js +191 -0
  532. package/dist/x/post-contract.js +1 -0
  533. package/dist/x/post-metadata.js +44 -0
  534. package/dist/x/post-to-x.js +456 -0
  535. package/dist/x/published-post-cell.js +90 -0
  536. package/dist/x/x-tokens.js +69 -0
  537. package/dist/ytdlp-binary.js +65 -0
  538. package/dist/zod-slots.js +334 -0
  539. package/package.json +84 -4
  540. package/ui/assets/alive-captions-BWb5nLKj.css +1 -0
  541. package/ui/assets/alive-captions-DPEr1nKM.js +1 -0
  542. package/ui/assets/confirm-bodies-D8ouHXKy.js +1 -0
  543. package/ui/assets/confirm-bodies-DrMhaXC6.css +1 -0
  544. package/ui/assets/fullscreen-B7nw4YbE.js +1 -0
  545. package/ui/assets/goal-ui-DK-xTCK0.js +2 -0
  546. package/ui/assets/goal-ui-DXdUM2KF.css +1 -0
  547. package/ui/assets/index-DzPAnCUj.css +1 -0
  548. package/ui/assets/index-kS1905s5.js +37 -0
  549. package/ui/assets/inspector-MlzQbTVo.js +1 -0
  550. package/ui/assets/jobs-ui-CoinOWx0.js +1 -0
  551. package/ui/assets/music-video-Cbe80kmQ.js +1 -0
  552. package/ui/assets/music-video-DPaiKKEq.css +1 -0
  553. package/ui/assets/ui-Oirr9VOf.css +1 -0
  554. package/ui/assets/ui-xo_Y1yQg.js +2 -0
  555. package/ui/assets/vendor-D2rfiZ5j.css +1 -0
  556. package/ui/assets/vendor-DfTCWgKm.js +19 -0
  557. package/ui/assets/vendor-flow-BXbeWxW7.js +7 -0
  558. package/ui/assets/vendor-flow-BnuhLJ6X.css +1 -0
  559. package/ui/assets/vendor-icons-CGqhCIXV.js +1 -0
  560. package/ui/assets/vendor-mcp-BTlEJcHV.js +67 -0
  561. package/ui/assets/vendor-react-Dj7D1fD4.js +9 -0
  562. package/ui/assets/vendor-remotion-CH1HXrlc.js +95 -0
  563. package/ui/assets/videobook-Qlp9HQFu.js +20 -0
  564. package/ui/favicon.svg +8 -0
  565. package/ui/index.html +126 -0
@@ -0,0 +1,83 @@
1
+ import { join, basename } from "node:path";
2
+ import { registerJobHandler, queue } from "../queue.js";
3
+ import { runFfmpeg, probeVideo, H264_MEDIUM, AUDIO_OPTS } from "../ffmpeg.js";
4
+ import { withLockedLocalLease } from "./_lease.js";
5
+ import { replaceArtifactFileFromPath } from "./_persist-output.js";
6
+ const LOCK_DURATION_MS = 600_000;
7
+ const STALE_DERIVATIVES = [
8
+ ".original.analysis.json",
9
+ ".analysis.gpt4otrans.json",
10
+ "elevenlabs.json",
11
+ ".suggest-cuts.json",
12
+ ];
13
+ function buildKeepSegments(cuts, duration) {
14
+ const keeps = [];
15
+ let cursor = 0;
16
+ for (const c of cuts) {
17
+ if (c.cut_start > cursor)
18
+ keeps.push([cursor, c.cut_start]);
19
+ cursor = c.cut_end;
20
+ }
21
+ if (cursor < duration)
22
+ keeps.push([cursor, duration]);
23
+ return keeps;
24
+ }
25
+ function buildFilterGraph(keeps, hasAudio) {
26
+ const parts = [];
27
+ keeps.forEach(([s, e], i) => {
28
+ parts.push(`[0:v]trim=start=${s}:end=${e},setpts=PTS-STARTPTS[v${i}]`);
29
+ if (hasAudio) {
30
+ parts.push(`[0:a]atrim=start=${s}:end=${e},asetpts=PTS-STARTPTS[a${i}]`);
31
+ }
32
+ });
33
+ const concatInputs = keeps
34
+ .map((_, i) => (hasAudio ? `[v${i}][a${i}]` : `[v${i}]`))
35
+ .join("");
36
+ const tail = hasAudio ? "[v][a]" : "[v]";
37
+ parts.push(`${concatInputs}concat=n=${keeps.length}:v=1:a=${hasAudio ? 1 : 0}${tail}`);
38
+ return parts.join(";");
39
+ }
40
+ export function registerApplyCutsJob(engine) {
41
+ registerJobHandler("apply_cuts", async (payload, ctx) => {
42
+ const { inputPath, outputPath, cuts, duration, hasAudio, assetId, assetDir, bookId, } = payload;
43
+ const result = await withLockedLocalLease(engine, assetId, assetDir, ctx, "apply_cuts", { durationMs: LOCK_DURATION_MS, data: { state: "cutting" } }, async () => {
44
+ const effectiveDuration = duration > 0 ? duration : (await probeVideo(inputPath)).duration;
45
+ const keeps = buildKeepSegments(cuts, effectiveDuration);
46
+ if (keeps.length === 0) {
47
+ throw new Error("Cuts cover entire video — nothing left to keep.");
48
+ }
49
+ const filter = buildFilterGraph(keeps, hasAudio);
50
+ const args = [
51
+ "-y", "-i", inputPath,
52
+ "-filter_complex", filter,
53
+ "-map", "[v]",
54
+ ...(hasAudio ? ["-map", "[a]"] : []),
55
+ ...H264_MEDIUM,
56
+ ...(hasAudio ? AUDIO_OPTS : []),
57
+ outputPath,
58
+ ];
59
+ await runFfmpeg(args);
60
+ const inputFilename = basename(inputPath);
61
+ await replaceArtifactFileFromPath(engine, assetId, inputFilename, outputPath);
62
+ for (const stale of STALE_DERIVATIVES) {
63
+ await engine.files.delete(assetId, stale);
64
+ }
65
+ const newVideoPath = join(assetDir, inputFilename);
66
+ return { newVideoPath, keptSegments: keeps.length };
67
+ }, { durationMs: LOCK_DURATION_MS, waitForActiveMs: 30_000 });
68
+ await queue.enqueue(`process-video-${assetId}-${Date.now()}`, {
69
+ type: "process_video",
70
+ videoPath: result.newVideoPath,
71
+ assetId,
72
+ assetDir,
73
+ bookId,
74
+ provenance: {
75
+ origin: "apply_cuts",
76
+ cuts,
77
+ applied_at: new Date().toISOString(),
78
+ },
79
+ force: true,
80
+ });
81
+ return { success: true, kept_segments: result.keptSegments };
82
+ });
83
+ }
@@ -0,0 +1,107 @@
1
+ import { createElevenLabs } from "../usage-providers.js";
2
+ import { join, basename } from "node:path";
3
+ import { registerJobHandler, queue } from "../queue.js";
4
+ import { requireApiKey } from "../api-key.js";
5
+ import { probeVideo, runFfmpeg, AUDIO_OPTS } from "../ffmpeg.js";
6
+ import { withLockedLocalLease } from "./_lease.js";
7
+ import { replaceArtifactFileFromPath } from "./_persist-output.js";
8
+ const LOCK_DURATION_MS = 1_800_000;
9
+ // Tail fade as a click-suppressor in case a cue ends on a transient.
10
+ const SFX_FADE_OUT_S = 0.2;
11
+ const STALE_DERIVATIVES = [
12
+ ".original.analysis.json",
13
+ ".analysis.gpt4otrans.json",
14
+ "elevenlabs.json",
15
+ ".suggest-sfx.json",
16
+ ];
17
+ async function generateAndWriteSfx(provider, engine, entry, index, assetId) {
18
+ const text = entry.prompt ?? `${entry.type}: ${entry.description}`;
19
+ const audio = await provider.v1.soundGeneration({
20
+ text,
21
+ duration_seconds: entry.duration_seconds,
22
+ prompt_influence: 0.75,
23
+ });
24
+ const filename = `original.sfx.${index}.mp3`;
25
+ const writeResult = await engine.files.write(assetId, filename, Buffer.from(audio));
26
+ if (!writeResult.ok)
27
+ throw new Error(`SFX ${index} write failed: ${writeResult.error.message}`);
28
+ return filename;
29
+ }
30
+ export function buildMixFilter(sfx, hasAudio, videoDurationSeconds) {
31
+ const parts = [];
32
+ if (hasAudio) {
33
+ parts.push("[0:a:0]aresample=48000,aformat=sample_fmts=fltp:channel_layouts=stereo[base]");
34
+ }
35
+ else {
36
+ if (!Number.isFinite(videoDurationSeconds) || videoDurationSeconds <= 0) {
37
+ throw new Error(`Invalid silent video duration: ${videoDurationSeconds}`);
38
+ }
39
+ parts.push(`anullsrc=channel_layout=stereo:sample_rate=48000,atrim=duration=${videoDurationSeconds},asetpts=PTS-STARTPTS,aformat=sample_fmts=fltp:channel_layouts=stereo[base]`);
40
+ }
41
+ sfx.forEach((entry, i) => {
42
+ const ms = Math.round(entry.timestamp * 1000);
43
+ const filters = [
44
+ "aresample=48000",
45
+ "aformat=sample_fmts=fltp:channel_layouts=stereo",
46
+ ];
47
+ const fadeDur = Math.min(SFX_FADE_OUT_S, entry.duration_seconds / 4);
48
+ if (fadeDur > 0.01) {
49
+ filters.push(`afade=t=out:st=${entry.duration_seconds - fadeDur}:d=${fadeDur}`);
50
+ }
51
+ if (ms > 0)
52
+ filters.push(`adelay=${ms}|${ms}`);
53
+ parts.push(`[${i + 1}:a:0]${filters.join(",")}[s${i}]`);
54
+ });
55
+ const mixInputs = `[base]${sfx.map((_, i) => `[s${i}]`).join("")}`;
56
+ parts.push(`${mixInputs}amix=inputs=${sfx.length + 1}:duration=first:dropout_transition=0:normalize=0[outa]`);
57
+ return parts.join(";");
58
+ }
59
+ export async function mixSfxIntoVideo(videoPath, sfxPaths, outputPath, sfx, signal) {
60
+ if (sfxPaths.length !== sfx.length) {
61
+ throw new Error("SFX file count does not match the requested cue count");
62
+ }
63
+ const source = await probeVideo(videoPath, { signal });
64
+ const duration = source.videoDuration > 0 ? source.videoDuration : source.duration;
65
+ const filter = buildMixFilter(sfx, source.hasAudio, duration);
66
+ const ffmpegArgs = ["-y", "-i", videoPath];
67
+ for (const sfxPath of sfxPaths) {
68
+ ffmpegArgs.push("-i", sfxPath);
69
+ }
70
+ ffmpegArgs.push("-filter_complex", filter, "-map", "0:v", "-c:v", "copy", "-map", "[outa]", ...AUDIO_OPTS, outputPath);
71
+ await runFfmpeg(ffmpegArgs, { signal });
72
+ }
73
+ export function registerApplySfxJob(engine) {
74
+ registerJobHandler("apply_sfx", async (payload, ctx) => {
75
+ const { videoPath, outputPath, sfx, assetId, assetDir, bookId, } = payload;
76
+ const apiKey = requireApiKey("ELEVENLABS_API_KEY");
77
+ const result = await withLockedLocalLease(engine, assetId, assetDir, ctx, "apply_sfx", { durationMs: LOCK_DURATION_MS, data: { state: "applying_sfx" } }, async () => {
78
+ const provider = createElevenLabs({ apiKey, timeout: 60_000 });
79
+ const generatedFilenames = await Promise.all(sfx.map((entry, i) => generateAndWriteSfx(provider, engine, entry, i, assetId)));
80
+ await mixSfxIntoVideo(videoPath, generatedFilenames.map((filename) => join(assetDir, filename)), outputPath, sfx, ctx.signal);
81
+ const inputFilename = basename(videoPath);
82
+ await replaceArtifactFileFromPath(engine, assetId, inputFilename, outputPath);
83
+ for (const fn of generatedFilenames) {
84
+ await engine.files.delete(assetId, fn).catch(() => { });
85
+ }
86
+ for (const stale of STALE_DERIVATIVES) {
87
+ await engine.files.delete(assetId, stale);
88
+ }
89
+ const newVideoPath = join(assetDir, inputFilename);
90
+ return { newVideoPath, sfxCount: sfx.length };
91
+ }, { durationMs: LOCK_DURATION_MS, waitForActiveMs: 30_000 });
92
+ await queue.enqueue(`process-video-${assetId}-${Date.now()}`, {
93
+ type: "process_video",
94
+ videoPath: result.newVideoPath,
95
+ assetId,
96
+ assetDir,
97
+ bookId,
98
+ provenance: {
99
+ origin: "apply_sfx",
100
+ sfx_count: result.sfxCount,
101
+ applied_at: new Date().toISOString(),
102
+ },
103
+ force: true,
104
+ });
105
+ return { success: true, sfx_count: result.sfxCount };
106
+ });
107
+ }
@@ -0,0 +1,458 @@
1
+ import { createElevenLabs } from "../usage-providers.js";
2
+ import { findAudioFile, findPrimaryMediaFile, findVideoFile } from "videobook-engine";
3
+ import { randomUUID } from "node:crypto";
4
+ import { mkdtemp, readFile, rm } from "node:fs/promises";
5
+ import { tmpdir } from "node:os";
6
+ import { extname, join, posix } from "node:path";
7
+ import { YtDlp } from "ytdlp-nodejs";
8
+ import { ytdlpRunOptions } from "../ytdlp-binary.js";
9
+ import { registerJobHandler } from "../queue.js";
10
+ import { getApiKey, requireApiKey } from "../api-key.js";
11
+ import { probeVideo } from "../ffmpeg.js";
12
+ import { buildIntelligenceResponses, firstResponseText, intelligenceRequest, } from "../openai-intelligence.js";
13
+ import { validateDownloadOutput } from "./download-video.js";
14
+ import { withLocalLease } from "./_lease.js";
15
+ import { chunkStarts, chunkLength, extractAudioChunk } from "./_audio-chunks.js";
16
+ import { archiveTags, assetSnapshotKey, assetSnapshotPrefix, chunkKey, clipKey, contentTypeForFilename, hashFile, indexKey, ingestKey, mergeArchiveIngests, personMarkerKey, topicMarkerKey, transcriptJsonKey, transcriptTextKey, } from "../archive-b2.js";
17
+ import { ARCHIVE_STORE_BOUNDARY, getArchiveStore, readArchiveIngests, } from "../archive-store.js";
18
+ const MEDIA_EXTENSIONS = new Set([".mp4", ".mov", ".webm", ".avi", ".mkv", ".mp3", ".wav", ".m4a", ".aac", ".flac", ".ogg"]);
19
+ const CHUNK_SECONDS = 20 * 60;
20
+ const ELEVENLABS_TIMEOUT_MS = 10 * 60_000;
21
+ const ENRICHMENT_JSON_SCHEMA = {
22
+ type: "object",
23
+ required: ["topics", "people"],
24
+ additionalProperties: false,
25
+ properties: {
26
+ topics: { type: "array", items: { type: "string" } },
27
+ people: { type: "array", items: { type: "string" } },
28
+ },
29
+ };
30
+ function readStringArray(value) {
31
+ if (!Array.isArray(value))
32
+ return [];
33
+ return value.filter((item) => typeof item === "string" && item.trim().length > 0);
34
+ }
35
+ function sourceTitle(title, fallback) {
36
+ const value = title?.trim() || fallback?.trim();
37
+ return value || undefined;
38
+ }
39
+ function pickMediaFile(files, kind) {
40
+ const full = files.find((file) => /^original_full\.(mp4|mov|webm|avi|mkv)$/i.test(file.name));
41
+ return full
42
+ ?? findPrimaryMediaFile(files, kind)
43
+ ?? findVideoFile(files)
44
+ ?? findAudioFile(files, kind);
45
+ }
46
+ function buildAssetSnapshot(manifest, bookId, assetId) {
47
+ const files = manifest.files.map((file) => ({
48
+ relativePath: file.name,
49
+ filePath: join(manifest.path, file.name),
50
+ }));
51
+ for (const [dir, names] of Object.entries(manifest.directories ?? {})) {
52
+ for (const name of names) {
53
+ const relativePath = posix.join(dir, name);
54
+ files.push({
55
+ relativePath,
56
+ filePath: join(manifest.path, dir, name),
57
+ });
58
+ }
59
+ }
60
+ return { bookId, assetId, files };
61
+ }
62
+ async function readAnalysisTopics(engine, assetId) {
63
+ const read = await engine.files.read(assetId, ".original.analysis.json");
64
+ if (!read.ok)
65
+ return [];
66
+ try {
67
+ const parsed = JSON.parse(new TextDecoder().decode(read.value));
68
+ const topics = [
69
+ ...readStringArray(parsed.tags),
70
+ ...readStringArray(parsed.actions),
71
+ ];
72
+ const scenes = Array.isArray(parsed.scenes) ? parsed.scenes : [];
73
+ for (const scene of scenes) {
74
+ if (scene && typeof scene === "object") {
75
+ topics.push(...readStringArray(scene.tags));
76
+ }
77
+ }
78
+ return topics;
79
+ }
80
+ catch {
81
+ return [];
82
+ }
83
+ }
84
+ async function prepareAssetMedia(engine, payload) {
85
+ if (!payload.assetId) {
86
+ throw new Error("asset archive requires assetId");
87
+ }
88
+ const manifest = await engine.files.manifest(payload.assetId);
89
+ if (!manifest.ok)
90
+ throw new Error(manifest.error.message);
91
+ const artifact = engine.artifacts.get(payload.assetId);
92
+ if (!artifact.ok)
93
+ throw new Error(artifact.error.message);
94
+ const media = pickMediaFile(manifest.value.files, artifact.value.kind);
95
+ if (!media)
96
+ throw new Error(`No media file found in asset ${payload.assetId}`);
97
+ const extension = extname(media.name).toLowerCase();
98
+ if (!MEDIA_EXTENSIONS.has(extension)) {
99
+ throw new Error(`Archive only supports video/audio media, got ${media.name}`);
100
+ }
101
+ const title = sourceTitle(payload.title, media.name.replace(/\.[^.]+$/, ""));
102
+ return {
103
+ mediaPath: join(manifest.value.path, media.name),
104
+ filename: `original${extension}`,
105
+ source: {
106
+ kind: "asset",
107
+ book_id: payload.bookId,
108
+ asset_id: payload.assetId,
109
+ ...(title ? { title } : {}),
110
+ created_at: new Date().toISOString(),
111
+ },
112
+ analysisTopics: await readAnalysisTopics(engine, payload.assetId),
113
+ assetSnapshot: buildAssetSnapshot(manifest.value, payload.bookId, payload.assetId),
114
+ };
115
+ }
116
+ async function prepareUrlMedia(payload) {
117
+ if (!payload.url)
118
+ throw new Error("url archive requires url");
119
+ const dir = await mkdtemp(join(tmpdir(), "videocity-archive-"));
120
+ const outputPath = join(dir, "original.mp4");
121
+ const ytdlp = new YtDlp(ytdlpRunOptions());
122
+ try {
123
+ await ytdlp
124
+ .download(payload.url)
125
+ .setOutputTemplate(outputPath)
126
+ .addArgs("--merge-output-format", "mp4")
127
+ .addArgs("--no-playlist")
128
+ .run();
129
+ await validateDownloadOutput(outputPath);
130
+ return {
131
+ mediaPath: outputPath,
132
+ filename: "original.mp4",
133
+ source: {
134
+ kind: "url",
135
+ url: payload.url,
136
+ ...(payload.title?.trim() ? { title: payload.title.trim() } : {}),
137
+ created_at: new Date().toISOString(),
138
+ },
139
+ cleanup: () => rm(dir, { recursive: true, force: true }),
140
+ analysisTopics: [],
141
+ };
142
+ }
143
+ catch (error) {
144
+ await rm(dir, { recursive: true, force: true }).catch(() => undefined);
145
+ throw error;
146
+ }
147
+ }
148
+ function offsetCharacter(char, seconds) {
149
+ return { ...char, start: char.start + seconds, end: char.end + seconds };
150
+ }
151
+ function offsetWord(word, seconds) {
152
+ return {
153
+ ...word,
154
+ start: word.start + seconds,
155
+ end: word.end + seconds,
156
+ ...(word.characters ? { characters: word.characters.map((char) => offsetCharacter(char, seconds)) } : {}),
157
+ };
158
+ }
159
+ function transcriptFromResponse(response) {
160
+ if ("words" in response)
161
+ return response;
162
+ if ("transcripts" in response && response.transcripts[0])
163
+ return response.transcripts[0];
164
+ throw new Error("ElevenLabs returned an async acknowledgement instead of a transcript");
165
+ }
166
+ function mergeTranscripts(chunks, duration) {
167
+ const words = chunks.flatMap((chunk) => chunk.transcript.words.map((word) => offsetWord(word, chunk.offset)));
168
+ const texts = chunks.map((chunk) => chunk.transcript.text.trim()).filter(Boolean);
169
+ const first = chunks[0]?.transcript;
170
+ return {
171
+ language_code: first?.language_code ?? "und",
172
+ language_probability: first?.language_probability ?? 0,
173
+ text: texts.join(" ").trim(),
174
+ words,
175
+ channel_index: first?.channel_index ?? 0,
176
+ transcription_id: null,
177
+ audio_duration_secs: duration ?? chunks.reduce((sum, chunk) => sum + chunk.transcript.audio_duration_secs, 0),
178
+ };
179
+ }
180
+ async function transcribeMedia(store, args) {
181
+ const probe = await probeVideo(args.mediaPath);
182
+ if (!probe.hasAudio) {
183
+ const empty = {
184
+ language_code: args.languageCode ?? "und",
185
+ language_probability: 0,
186
+ text: "",
187
+ words: [],
188
+ channel_index: 0,
189
+ transcription_id: null,
190
+ audio_duration_secs: probe.duration,
191
+ };
192
+ await store.putJson(transcriptJsonKey(store, args.sha256), empty);
193
+ await store.putText(transcriptTextKey(store, args.sha256), "");
194
+ return {
195
+ transcript: {
196
+ json_key: transcriptJsonKey(store, args.sha256),
197
+ text_key: transcriptTextKey(store, args.sha256),
198
+ chunk_count: 0,
199
+ provider: "elevenlabs",
200
+ },
201
+ text: "",
202
+ duration: probe.duration,
203
+ };
204
+ }
205
+ const apiKey = requireApiKey("ELEVENLABS_API_KEY");
206
+ const provider = createElevenLabs({ apiKey, timeout: ELEVENLABS_TIMEOUT_MS });
207
+ const dir = await mkdtemp(join(tmpdir(), "videocity-archive-audio-"));
208
+ const chunks = [];
209
+ try {
210
+ const starts = chunkStarts(probe.duration, CHUNK_SECONDS);
211
+ for (let index = 0; index < starts.length; index++) {
212
+ const start = starts[index];
213
+ const length = chunkLength(probe.duration, start, CHUNK_SECONDS);
214
+ const chunkPath = join(dir, `chunk-${String(index).padStart(3, "0")}.mp3`);
215
+ await extractAudioChunk(args.mediaPath, start, length, chunkPath);
216
+ const bytes = await readFile(chunkPath);
217
+ const file = new Blob([new Uint8Array(bytes.buffer.slice(bytes.byteOffset, bytes.byteOffset + bytes.byteLength))], { type: "audio/mpeg" });
218
+ const request = {
219
+ model_id: "scribe_v2",
220
+ file,
221
+ tag_audio_events: args.tagAudioEvents,
222
+ diarize: args.diarize,
223
+ ...(args.languageCode ? { language_code: args.languageCode } : {}),
224
+ };
225
+ const response = await provider.v1.speechToText(request);
226
+ await store.putJson(chunkKey(store, args.sha256, index), response);
227
+ chunks.push({ transcript: transcriptFromResponse(response), offset: start });
228
+ }
229
+ const merged = mergeTranscripts(chunks, probe.duration);
230
+ await store.putJson(transcriptJsonKey(store, args.sha256), merged);
231
+ await store.putText(transcriptTextKey(store, args.sha256), merged.text);
232
+ return {
233
+ transcript: {
234
+ json_key: transcriptJsonKey(store, args.sha256),
235
+ text_key: transcriptTextKey(store, args.sha256),
236
+ chunk_count: chunks.length,
237
+ provider: "elevenlabs",
238
+ },
239
+ text: merged.text,
240
+ duration: probe.duration,
241
+ };
242
+ }
243
+ finally {
244
+ await rm(dir, { recursive: true, force: true }).catch(() => undefined);
245
+ }
246
+ }
247
+ function sampleTranscript(text) {
248
+ const clean = text.replace(/\s+/g, " ").trim();
249
+ if (clean.length <= 14000)
250
+ return clean;
251
+ const head = clean.slice(0, 6000);
252
+ const middleStart = Math.max(0, Math.floor(clean.length / 2) - 3000);
253
+ const middle = clean.slice(middleStart, middleStart + 6000);
254
+ const tail = clean.slice(-4000);
255
+ return [head, middle, tail].join("\n\n");
256
+ }
257
+ async function enrichMetadata(title, transcript) {
258
+ const apiKey = getApiKey("OPENAI_API_KEY");
259
+ const sample = sampleTranscript(transcript);
260
+ if (!apiKey || (!title && !sample))
261
+ return { topics: [], people: [] };
262
+ try {
263
+ const responses = buildIntelligenceResponses(apiKey, { timeout: 120_000 });
264
+ const response = await responses(intelligenceRequest({
265
+ instructions: "Identify searchable subjects and named people. People must be named people only, not generic roles.",
266
+ input: [{
267
+ role: "user",
268
+ content: `Title: ${title ?? ""}\n\nTranscript sample:\n${sample}`,
269
+ }],
270
+ text: {
271
+ format: {
272
+ type: "json_schema",
273
+ name: "archive_metadata",
274
+ schema: ENRICHMENT_JSON_SCHEMA,
275
+ strict: true,
276
+ },
277
+ },
278
+ max_output_tokens: 1000,
279
+ }));
280
+ const outputText = firstResponseText(response);
281
+ const parsed = JSON.parse(outputText);
282
+ return {
283
+ topics: readStringArray(parsed.topics),
284
+ people: readStringArray(parsed.people),
285
+ };
286
+ }
287
+ catch {
288
+ return { topics: [], people: [] };
289
+ }
290
+ }
291
+ async function writeMarkers(args) {
292
+ const marker = {
293
+ sha256: args.ingest.sha256,
294
+ ingest_id: args.ingest.ingest_id,
295
+ title: args.ingest.title,
296
+ topics: args.ingest.topics,
297
+ people: args.ingest.people,
298
+ index_key: indexKey(args.store, args.ingest.sha256),
299
+ created_at: args.ingest.created_at,
300
+ };
301
+ await Promise.all([
302
+ ...args.ingest.topics.map((topic) => args.store.putJson(topicMarkerKey(args.store, topic.key, args.ingest.sha256, args.ingest.ingest_id), marker)),
303
+ ...args.ingest.people.map((person) => args.store.putJson(personMarkerKey(args.store, person.key, args.ingest.sha256, args.ingest.ingest_id), marker)),
304
+ ]);
305
+ }
306
+ async function buildAndWriteIndex(args) {
307
+ const ingests = await readArchiveIngests(args.store, args.sha256);
308
+ const index = mergeArchiveIngests(ingests, {
309
+ sha256: args.sha256,
310
+ mediaKey: args.mediaKey,
311
+ filename: args.filename,
312
+ contentType: args.contentType,
313
+ sizeBytes: args.sizeBytes,
314
+ transcript: args.transcript,
315
+ duration: args.duration,
316
+ existing: args.existing,
317
+ });
318
+ await args.store.putJson(indexKey(args.store, args.sha256), index);
319
+ return index;
320
+ }
321
+ async function uploadAssetSnapshot(args) {
322
+ if (!args.snapshot)
323
+ return null;
324
+ const prefix = assetSnapshotPrefix(args.store, args.sha256);
325
+ let fileCount = 0;
326
+ for (const file of args.snapshot.files) {
327
+ const key = assetSnapshotKey(args.store, args.sha256, file.relativePath);
328
+ await args.store.uploadFile(key, file.filePath, contentTypeForFilename(file.relativePath));
329
+ fileCount += 1;
330
+ }
331
+ return { prefix, fileCount };
332
+ }
333
+ async function runArchive(engine, payload) {
334
+ const prepared = payload.url ? await prepareUrlMedia(payload) : await prepareAssetMedia(engine, payload);
335
+ try {
336
+ const store = getArchiveStore();
337
+ const sha256 = await hashFile(prepared.mediaPath);
338
+ const existing = await store.getJson(indexKey(store, sha256));
339
+ const duplicate = existing !== null;
340
+ const contentType = duplicate ? existing.media.content_type : contentTypeForFilename(prepared.filename);
341
+ const mediaKey = duplicate ? existing.media.key : clipKey(store, sha256, prepared.filename);
342
+ const size = duplicate ? existing.media.size_bytes : (await import("node:fs/promises")).stat(prepared.mediaPath).then((item) => item.size);
343
+ const sizeBytes = await size;
344
+ let transcript = existing?.transcript ?? null;
345
+ let transcriptText = "";
346
+ let duration = existing?.duration ?? null;
347
+ if (!duplicate) {
348
+ if (!(await store.exists(mediaKey))) {
349
+ await store.uploadFile(mediaKey, prepared.mediaPath, contentType);
350
+ }
351
+ const transcriptResult = await transcribeMedia(store, {
352
+ mediaPath: prepared.mediaPath,
353
+ sha256,
354
+ languageCode: payload.languageCode,
355
+ tagAudioEvents: payload.tagAudioEvents,
356
+ diarize: payload.diarize,
357
+ });
358
+ transcript = transcriptResult.transcript;
359
+ transcriptText = transcriptResult.text;
360
+ duration = transcriptResult.duration;
361
+ }
362
+ const assetSnapshot = await uploadAssetSnapshot({
363
+ snapshot: prepared.assetSnapshot,
364
+ sha256,
365
+ store,
366
+ });
367
+ const title = sourceTitle(payload.title, prepared.source.title);
368
+ const enriched = duplicate ? { topics: [], people: [] } : await enrichMetadata(title ?? null, transcriptText);
369
+ const manualTopics = archiveTags(payload.topics, "manual");
370
+ const manualPeople = archiveTags(payload.people, "manual");
371
+ const autoTopics = archiveTags([...prepared.analysisTopics, ...enriched.topics], "auto");
372
+ const autoPeople = archiveTags(enriched.people, "auto");
373
+ const ingest = {
374
+ schema_version: 1,
375
+ ingest_id: payload.ingestId,
376
+ sha256,
377
+ source: prepared.source,
378
+ title: title ?? null,
379
+ topics: [...manualTopics, ...autoTopics],
380
+ people: [...manualPeople, ...autoPeople],
381
+ created_at: new Date().toISOString(),
382
+ };
383
+ await store.putJson(ingestKey(store, sha256, payload.ingestId), ingest);
384
+ await writeMarkers({ ingest, store });
385
+ const index = await buildAndWriteIndex({
386
+ sha256,
387
+ mediaKey,
388
+ filename: duplicate ? existing.media.filename : prepared.filename,
389
+ contentType,
390
+ sizeBytes,
391
+ transcript,
392
+ duration,
393
+ existing,
394
+ store,
395
+ });
396
+ return {
397
+ archive_id: sha256,
398
+ cache_role: ARCHIVE_STORE_BOUNDARY.role,
399
+ sha256,
400
+ duplicate,
401
+ ingest_id: payload.ingestId,
402
+ asset_snapshot_prefix: assetSnapshot?.prefix ?? null,
403
+ asset_snapshot_file_count: assetSnapshot?.fileCount ?? 0,
404
+ topics: index.topics.map((topic) => topic.label),
405
+ people: index.people.map((person) => person.label),
406
+ title: index.title,
407
+ sources: index.sources,
408
+ transcript: index.transcript,
409
+ duration: index.duration,
410
+ };
411
+ }
412
+ finally {
413
+ await prepared.cleanup?.();
414
+ }
415
+ }
416
+ async function writeArchiveMetadata(engine, payload, result) {
417
+ if (!payload.assetId)
418
+ return;
419
+ const archiveId = result.archive_id;
420
+ if (typeof archiveId !== "string")
421
+ return;
422
+ const write = await engine.metadata.artifacts.write(payload.assetId, "archive", {
423
+ archive_id: archiveId,
424
+ ingest_id: result.ingest_id,
425
+ duplicate: result.duplicate,
426
+ asset_snapshot_prefix: result.asset_snapshot_prefix,
427
+ asset_snapshot_file_count: result.asset_snapshot_file_count,
428
+ topics: result.topics,
429
+ people: result.people,
430
+ title: result.title,
431
+ sources: result.sources,
432
+ transcript: result.transcript,
433
+ duration: result.duration,
434
+ cache_role: result.cache_role,
435
+ archived_at: new Date().toISOString(),
436
+ });
437
+ if (!write.ok)
438
+ throw new Error(write.error.message);
439
+ }
440
+ export function registerArchiveClipJob(engine) {
441
+ registerJobHandler("archive_clip", async (payload, ctx) => {
442
+ const p = payload;
443
+ if (p.assetId) {
444
+ return withLocalLease(engine, p.assetId, ctx, "archive", async () => {
445
+ const result = await runArchive(engine, p);
446
+ await writeArchiveMetadata(engine, p, result);
447
+ return result;
448
+ });
449
+ }
450
+ return runArchive(engine, { ...p, ingestId: p.ingestId || randomUUID() });
451
+ });
452
+ }
453
+ export const __archiveClipJobTest = {
454
+ archiveTags,
455
+ buildAssetSnapshot,
456
+ mergeTranscripts,
457
+ sampleTranscript,
458
+ };