dp-worker 0.1.7 → 0.1.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (73) hide show
  1. package/dist/browser/cloakbrowser-backend.d.ts +39 -0
  2. package/dist/browser/cloakbrowser-backend.js +243 -0
  3. package/dist/browser/cloakbrowser-backend.js.map +1 -0
  4. package/dist/browser/humanize.d.ts +3 -0
  5. package/dist/browser/humanize.js +52 -7
  6. package/dist/browser/humanize.js.map +1 -1
  7. package/dist/browser/manager.d.ts +39 -0
  8. package/dist/browser/manager.js +109 -12
  9. package/dist/browser/manager.js.map +1 -1
  10. package/dist/config/center-config.js +3 -0
  11. package/dist/config/center-config.js.map +1 -1
  12. package/dist/config/types.d.ts +5 -0
  13. package/dist/config/types.js +14 -0
  14. package/dist/config/types.js.map +1 -1
  15. package/dist/index.js +5 -1
  16. package/dist/index.js.map +1 -1
  17. package/dist/render/ffmpeg-compose.d.ts +25 -0
  18. package/dist/render/ffmpeg-compose.js +141 -0
  19. package/dist/render/ffmpeg-compose.js.map +1 -0
  20. package/dist/render/ffmpeg-merge.d.ts +5 -0
  21. package/dist/render/ffmpeg-merge.js +61 -0
  22. package/dist/render/ffmpeg-merge.js.map +1 -0
  23. package/dist/render/font.d.ts +1 -0
  24. package/dist/render/font.js +61 -0
  25. package/dist/render/font.js.map +1 -0
  26. package/dist/render/image-gen.d.ts +11 -0
  27. package/dist/render/image-gen.js +42 -0
  28. package/dist/render/image-gen.js.map +1 -0
  29. package/dist/render/render-frontend.d.ts +46 -0
  30. package/dist/render/render-frontend.js +156 -0
  31. package/dist/render/render-frontend.js.map +1 -0
  32. package/dist/render/render-runner.d.ts +30 -0
  33. package/dist/render/render-runner.js +115 -0
  34. package/dist/render/render-runner.js.map +1 -0
  35. package/dist/render/tts.d.ts +15 -0
  36. package/dist/render/tts.js +35 -0
  37. package/dist/render/tts.js.map +1 -0
  38. package/node_modules/dp-shared/dist/db-rows.d.ts +4 -0
  39. package/node_modules/dp-shared/dist/db-rows.d.ts.map +1 -1
  40. package/node_modules/dp-shared/dist/db-rows.js +6 -0
  41. package/node_modules/dp-shared/dist/db-rows.js.map +1 -1
  42. package/node_modules/dp-shared/dist/fingerprint.d.ts +14 -0
  43. package/node_modules/dp-shared/dist/fingerprint.d.ts.map +1 -0
  44. package/node_modules/dp-shared/dist/fingerprint.js +22 -0
  45. package/node_modules/dp-shared/dist/fingerprint.js.map +1 -0
  46. package/node_modules/dp-shared/dist/index.d.ts +1 -0
  47. package/node_modules/dp-shared/dist/index.d.ts.map +1 -1
  48. package/node_modules/dp-shared/dist/index.js +1 -0
  49. package/node_modules/dp-shared/dist/index.js.map +1 -1
  50. package/node_modules/dp-shared/dist/rest-contracts.d.ts +4 -0
  51. package/node_modules/dp-shared/dist/rest-contracts.d.ts.map +1 -1
  52. package/node_modules/dp-shared/dist/rest-contracts.js +8 -0
  53. package/node_modules/dp-shared/dist/rest-contracts.js.map +1 -1
  54. package/node_modules/dp-shared/dist/worker-detail-contracts.d.ts +8 -0
  55. package/node_modules/dp-shared/dist/worker-detail-contracts.d.ts.map +1 -1
  56. package/node_modules/dp-shared/dist/worker-detail-contracts.js +2 -0
  57. package/node_modules/dp-shared/dist/worker-detail-contracts.js.map +1 -1
  58. package/node_modules/dp-shared/src/admin-broadcast.ts +38 -0
  59. package/node_modules/dp-shared/src/audit-contracts.ts +33 -0
  60. package/node_modules/dp-shared/src/configs-contracts.ts +211 -0
  61. package/node_modules/dp-shared/src/db-rows.ts +286 -0
  62. package/node_modules/dp-shared/src/deploy-contracts.ts +38 -0
  63. package/node_modules/dp-shared/src/domain.ts +124 -0
  64. package/node_modules/dp-shared/src/fingerprint.ts +21 -0
  65. package/node_modules/dp-shared/src/identities.ts +38 -0
  66. package/node_modules/dp-shared/src/index.ts +26 -0
  67. package/node_modules/dp-shared/src/omni-flow-session.ts +79 -0
  68. package/node_modules/dp-shared/src/rest-contracts.ts +417 -0
  69. package/node_modules/dp-shared/src/task-history-contracts.ts +118 -0
  70. package/node_modules/dp-shared/src/worker-detail-contracts.ts +232 -0
  71. package/node_modules/dp-shared/src/ws-protocol.ts +435 -0
  72. package/package.json +8 -2
  73. package/scripts/install-cloakbrowser.mjs +46 -0
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ffmpeg-compose.js","sourceRoot":"","sources":["../../src/render/ffmpeg-compose.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAC3C,OAAO,MAAM,MAAM,eAAe,CAAC;AACnC,OAAO,YAAY,MAAM,eAAe,CAAC;AAEzC;;;;;;;;;;GAUG;AAEH,MAAM,UAAU,GAAI,YAAkC,IAAI,QAAQ,CAAC;AACnE,IAAI,YAAY;IAAE,MAAM,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;AAEnD,yFAAyF;AACzF,SAAS,eAAe,CAAC,IAAY;IACnC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,MAAM,CAAC,GAAG,KAAK,CAAC,UAAU,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;QACnF,IAAI,GAAG,GAAG,EAAE,CAAC;QACb,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QAClD,CAAC,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;QACnC,CAAC,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YACjB,MAAM,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,yCAAyC,CAAC,CAAC;YAC/D,IAAI,CAAC,CAAC;gBAAE,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC;YAC7B,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;QACvF,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AA4BD,mFAAmF;AACnF,SAAS,cAAc,CAAC,CAAS;IAC/B,OAAO,CAAC;SACL,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC;SACtB,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC;SACpB,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC;SAClB,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC;SACpB,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;AAC3B,CAAC;AAED,8FAA8F;AAC9F,SAAS,IAAI,CAAC,IAAY,EAAE,OAAO,GAAG,EAAE;IACtC,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IACtB,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC/B,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,SAAS,EAAE,CAAC;QACd,IAAI,GAAG,GAAG,EAAE,CAAC;QACb,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;YAC/B,IAAI,CAAC,GAAG,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,OAAO,EAAE,CAAC;gBAC5C,IAAI,GAAG;oBAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACzB,GAAG,GAAG,CAAC,CAAC;YACV,CAAC;;gBAAM,GAAG,GAAG,CAAC,GAAG,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACtC,CAAC;QACD,IAAI,GAAG;YAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC3B,CAAC;SAAM,CAAC;QACN,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,OAAO;YAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;IAClF,CAAC;IACD,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACtC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,KAAuB;IACvD,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,GAAG,KAAK,CAAC;IACtC,6EAA6E;IAC7E,0DAA0D;IAC1D,IAAI,KAAK,GAAG,KAAK,CAAC,UAAU,IAAI,IAAI,CAAC;IACrC,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;QAChB,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAClD,IAAI,MAAM,IAAI,MAAM,GAAG,GAAG;YAAE,KAAK,GAAG,MAAM,CAAC;IAC7C,CAAC;IACD,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,CAAC;IACzC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;IACvC,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC3C,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC;QAErB,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;YAChB,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,kCAAkC;QACjG,CAAC;aAAM,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;YACvB,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;QACtD,CAAC;aAAM,CAAC;YACN,wEAAwE;YACxE,GAAG,CAAC,KAAK,CAAC,sBAAsB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QACjE,CAAC;QACD,IAAI,KAAK,CAAC,KAAK;YAAE,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAExC,wDAAwD;QACxD,IAAI,UAAkB,CAAC;QACvB,IAAI,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;YAC/C,wEAAwE;YACxE,kDAAkD;YAClD,UAAU;gBACR,yDAAyD,MAAM,GAAG;oBAClE,+CAA+C,CAAC,IAAI,CAAC,uBAAuB,CAAC;QACjF,CAAC;aAAM,CAAC;YACN,UAAU,GAAG,cAAc,CAAC,IAAI,CAAC,8CAA8C,CAAC,IAAI,CAAC,gBAAgB,CAAC;QACxG,CAAC;QACD,MAAM,OAAO,GAAa,CAAC,UAAU,CAAC,CAAC;QACvC,IAAI,IAAI,GAAG,OAAO,CAAC;QAEnB,IAAI,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;YACrC,MAAM,EAAE,GAAG,KAAK,CAAC,aAAa,IAAI,EAAE,CAAC;YACrC,MAAM,IAAI,GAAG,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC;YAClD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,aAAa,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;YAC9D,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,IAAI,OAAO,CAAC;YAClC,MAAM,GAAG,GAAG,EAAE,CAAC,QAAQ,IAAI,QAAQ,CAAC;YACpC,MAAM,CAAC,GACL,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,YAAY,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC;YACjH,MAAM,GAAG,GAAG,EAAE,CAAC,UAAU,KAAK,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,yCAAyC,CAAC;YACrF,MAAM,MAAM,GAAG,EAAE,CAAC,MAAM,KAAK,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,kCAAkC,CAAC;YAC7E,OAAO,CAAC,IAAI,CACV,GAAG,IAAI,sBAAsB,KAAK,CAAC,QAAQ,WAAW,IAAI,IAAI;gBAC5D,aAAa,KAAK,aAAa,QAAQ,kBAAkB;gBACzD,oBAAoB,CAAC,GAAG,GAAG,GAAG,MAAM,MAAM,CAC7C,CAAC;YACF,IAAI,GAAG,MAAM,CAAC;QAChB,CAAC;QAED,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;YACf,MAAM,KAAK,GAAG,GAAG,CAAC;YAClB,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC,CAAC;YAC7C,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,oBAAoB,KAAK,kBAAkB,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC;YACrG,IAAI,GAAG,MAAM,CAAC;QAChB,CAAC;QAED,GAAG,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;QAE3B,wEAAwE;QACxE,2EAA2E;QAC3E,MAAM,aAAa,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QACrC,IAAI,KAAK,CAAC,KAAK;YAAE,aAAa,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;QAClF,aAAa,CAAC,IAAI,CAChB,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EACvB,MAAM,EAAE,SAAS,EACjB,UAAU,EAAE,SAAS,EACrB,IAAI,EAAE,IAAI,EACV,SAAS,EAAE,UAAU,EACrB,WAAW,EAAE,YAAY,CAC1B,CAAC;QAEF,GAAG;aACA,aAAa,CAAC,aAAa,CAAC;aAC5B,EAAE,CAAC,OAAO,EAAE,CAAC,GAAU,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,0BAA0B,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;aACvF,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC;aAC1B,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACrB,CAAC,CAAC,CAAC;AACL,CAAC"}
@@ -0,0 +1,5 @@
1
+ export interface MergeOptions {
2
+ bgm?: string;
3
+ bgmVolume?: number;
4
+ }
5
+ export declare function mergeClips(clipPaths: string[], out: string, opts?: MergeOptions): Promise<void>;
@@ -0,0 +1,61 @@
1
+ import { unlink, writeFile } from "node:fs/promises";
2
+ import path from "node:path";
3
+ import ffmpeg from "fluent-ffmpeg";
4
+ import ffmpegStatic from "ffmpeg-static";
5
+ /**
6
+ * Concatenate the ordered per-shot clips into the final video, then (optionally)
7
+ * mix background music under the narration. Concat is a stream-copy demuxer pass
8
+ * (all shots share encode settings → fast, lossless); BGM is a second pass that
9
+ * re-encodes audio only (video copied). Adapted from huobao-drama's ffmpeg-merge.
10
+ */
11
+ if (ffmpegStatic)
12
+ ffmpeg.setFfmpegPath(ffmpegStatic);
13
+ function concat(clipPaths, out) {
14
+ return (async () => {
15
+ const listPath = `${out}.concat.txt`;
16
+ const listBody = clipPaths.map((p) => `file '${p.replace(/'/g, "'\\''")}'`).join("\n");
17
+ await writeFile(listPath, listBody, "utf-8");
18
+ await new Promise((resolve, reject) => {
19
+ ffmpeg()
20
+ .input(listPath)
21
+ .inputOptions(["-f", "concat", "-safe", "0"])
22
+ .outputOptions(["-c", "copy", "-movflags", "+faststart"])
23
+ .on("error", (err) => reject(new Error(`ffmpeg concat failed: ${err.message}`)))
24
+ .on("end", () => resolve())
25
+ .save(out);
26
+ });
27
+ })();
28
+ }
29
+ /** Mix bgm under the existing audio of `video`, looping bgm and ending with video. */
30
+ function mixBgm(video, bgm, volume, out) {
31
+ return new Promise((resolve, reject) => {
32
+ ffmpeg()
33
+ .input(video)
34
+ .input(bgm)
35
+ .inputOptions(["-stream_loop", "-1"]) // applies to the most recent input (bgm) → loop to cover video
36
+ .complexFilter([
37
+ `[1:a]volume=${volume}[bg]`,
38
+ `[0:a][bg]amix=inputs=2:duration=first:dropout_transition=2[a]`,
39
+ ])
40
+ .outputOptions(["-map", "0:v", "-map", "[a]", "-c:v", "copy", "-c:a", "aac", "-b:a", "192k", "-shortest", "-movflags", "+faststart"])
41
+ .on("error", (err) => reject(new Error(`ffmpeg bgm mix failed: ${err.message}`)))
42
+ .on("end", () => resolve())
43
+ .save(out);
44
+ });
45
+ }
46
+ export async function mergeClips(clipPaths, out, opts = {}) {
47
+ if (!opts.bgm) {
48
+ await concat(clipPaths, out);
49
+ return;
50
+ }
51
+ // Concat to a temp, then mix BGM into the final output.
52
+ const tmp = path.join(path.dirname(out), `concat-${Date.now()}.mp4`);
53
+ await concat(clipPaths, tmp);
54
+ try {
55
+ await mixBgm(tmp, opts.bgm, opts.bgmVolume ?? 0.2, out);
56
+ }
57
+ finally {
58
+ await unlink(tmp).catch(() => undefined);
59
+ }
60
+ }
61
+ //# sourceMappingURL=ffmpeg-merge.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ffmpeg-merge.js","sourceRoot":"","sources":["../../src/render/ffmpeg-merge.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACrD,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,MAAM,MAAM,eAAe,CAAC;AACnC,OAAO,YAAY,MAAM,eAAe,CAAC;AAEzC;;;;;GAKG;AAEH,IAAI,YAAY;IAAE,MAAM,CAAC,aAAa,CAAC,YAAiC,CAAC,CAAC;AAO1E,SAAS,MAAM,CAAC,SAAmB,EAAE,GAAW;IAC9C,OAAO,CAAC,KAAK,IAAI,EAAE;QACjB,MAAM,QAAQ,GAAG,GAAG,GAAG,aAAa,CAAC;QACrC,MAAM,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvF,MAAM,SAAS,CAAC,QAAQ,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;QAC7C,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC1C,MAAM,EAAE;iBACL,KAAK,CAAC,QAAQ,CAAC;iBACf,YAAY,CAAC,CAAC,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,CAAC,CAAC;iBAC5C,aAAa,CAAC,CAAC,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,YAAY,CAAC,CAAC;iBACxD,EAAE,CAAC,OAAO,EAAE,CAAC,GAAU,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,yBAAyB,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;iBACtF,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC;iBAC1B,IAAI,CAAC,GAAG,CAAC,CAAC;QACf,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,EAAE,CAAC;AACP,CAAC;AAED,sFAAsF;AACtF,SAAS,MAAM,CAAC,KAAa,EAAE,GAAW,EAAE,MAAc,EAAE,GAAW;IACrE,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC3C,MAAM,EAAE;aACL,KAAK,CAAC,KAAK,CAAC;aACZ,KAAK,CAAC,GAAG,CAAC;aACV,YAAY,CAAC,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC,CAAC,+DAA+D;aACpG,aAAa,CAAC;YACb,eAAe,MAAM,MAAM;YAC3B,+DAA+D;SAChE,CAAC;aACD,aAAa,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,WAAW,EAAE,YAAY,CAAC,CAAC;aACpI,EAAE,CAAC,OAAO,EAAE,CAAC,GAAU,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,0BAA0B,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;aACvF,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC;aAC1B,IAAI,CAAC,GAAG,CAAC,CAAC;IACf,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,SAAmB,EAAE,GAAW,EAAE,OAAqB,EAAE;IACxF,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;QACd,MAAM,MAAM,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;QAC7B,OAAO;IACT,CAAC;IACD,wDAAwD;IACxD,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,UAAU,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IACrE,MAAM,MAAM,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;IAC7B,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,SAAS,IAAI,GAAG,EAAE,GAAG,CAAC,CAAC;IAC1D,CAAC;YAAS,CAAC;QACT,MAAM,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IAC3C,CAAC;AACH,CAAC"}
@@ -0,0 +1 @@
1
+ export declare function ensureFont(workspace: string): Promise<string | null>;
@@ -0,0 +1,61 @@
1
+ import { existsSync } from "node:fs";
2
+ import { mkdir, writeFile } from "node:fs/promises";
3
+ import path from "node:path";
4
+ /**
5
+ * Resolve a drawtext-usable font for burned subtitles. Order:
6
+ * 1. DP_RENDER_FONT_PATH (explicit override)
7
+ * 2. A system font from the candidate list (incl. macOS CJK fonts — the
8
+ * production hosts are Macs, so PingFang/STHeiti give reliable Chinese).
9
+ * 3. Download DP_RENDER_FONT_URL into <workspace>/fonts (cached) — for Linux
10
+ * hosts without a bundled CJK font.
11
+ * 4. null → caller skips subtitle burning (render still succeeds).
12
+ */
13
+ const CANDIDATES = [
14
+ process.env.DP_RENDER_FONT_PATH,
15
+ // macOS (CJK-capable)
16
+ "/System/Library/Fonts/PingFang.ttc",
17
+ "/System/Library/Fonts/STHeiti Medium.ttc",
18
+ "/System/Library/Fonts/Hiragino Sans GB.ttc",
19
+ "/System/Library/Fonts/Supplemental/Arial Unicode.ttf",
20
+ "/System/Library/Fonts/Supplemental/Arial.ttf",
21
+ "/Library/Fonts/Arial Unicode.ttf",
22
+ // Linux
23
+ "/usr/share/fonts/opentype/noto/NotoSansCJK-Regular.ttc",
24
+ "/usr/share/fonts/truetype/noto/NotoSansCJK-Regular.ttc",
25
+ "/usr/share/fonts/truetype/dejavu/DejaVuSans.ttf",
26
+ "/usr/share/fonts/truetype/liberation/LiberationSans-Regular.ttf",
27
+ ].filter((p) => Boolean(p));
28
+ let cached;
29
+ export async function ensureFont(workspace) {
30
+ if (cached !== undefined)
31
+ return cached;
32
+ for (const c of CANDIDATES) {
33
+ if (existsSync(c)) {
34
+ cached = c;
35
+ return c;
36
+ }
37
+ }
38
+ const url = process.env.DP_RENDER_FONT_URL;
39
+ if (url) {
40
+ try {
41
+ const dir = path.join(workspace, "fonts");
42
+ await mkdir(dir, { recursive: true });
43
+ const dest = path.join(dir, url.toLowerCase().endsWith(".otf") ? "subtitle.otf" : "subtitle.ttf");
44
+ if (!existsSync(dest)) {
45
+ const res = await fetch(url);
46
+ if (res.ok)
47
+ await writeFile(dest, new Uint8Array(await res.arrayBuffer()));
48
+ }
49
+ if (existsSync(dest)) {
50
+ cached = dest;
51
+ return dest;
52
+ }
53
+ }
54
+ catch {
55
+ /* fall through */
56
+ }
57
+ }
58
+ cached = null;
59
+ return null;
60
+ }
61
+ //# sourceMappingURL=font.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"font.js","sourceRoot":"","sources":["../../src/render/font.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACpD,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B;;;;;;;;GAQG;AAEH,MAAM,UAAU,GAAG;IACjB,OAAO,CAAC,GAAG,CAAC,mBAAmB;IAC/B,sBAAsB;IACtB,oCAAoC;IACpC,0CAA0C;IAC1C,4CAA4C;IAC5C,sDAAsD;IACtD,8CAA8C;IAC9C,kCAAkC;IAClC,QAAQ;IACR,wDAAwD;IACxD,wDAAwD;IACxD,iDAAiD;IACjD,iEAAiE;CAClE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;AAEzC,IAAI,MAAiC,CAAC;AAEtC,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,SAAiB;IAChD,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC;IAExC,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;QAC3B,IAAI,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;YAClB,MAAM,GAAG,CAAC,CAAC;YACX,OAAO,CAAC,CAAC;QACX,CAAC;IACH,CAAC;IAED,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC;IAC3C,IAAI,GAAG,EAAE,CAAC;QACR,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;YAC1C,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACtC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC;YAClG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;gBACtB,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;gBAC7B,IAAI,GAAG,CAAC,EAAE;oBAAE,MAAM,SAAS,CAAC,IAAI,EAAE,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;YAC7E,CAAC;YACD,IAAI,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;gBACrB,MAAM,GAAG,IAAI,CAAC;gBACd,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,kBAAkB;QACpB,CAAC;IACH,CAAC;IAED,MAAM,GAAG,IAAI,CAAC;IACd,OAAO,IAAI,CAAC;AACd,CAAC"}
@@ -0,0 +1,11 @@
1
+ /**
2
+ * Text-to-image on the worker, using the worker's OWN bootstrap llm_profile
3
+ * image config (OpenAI-compatible /v1/images/generations). No key travels over
4
+ * the wire — the worker already has its profile's image key from bootstrap.
5
+ */
6
+ export interface WorkerImageConfig {
7
+ baseUrl: string;
8
+ apiKey: string;
9
+ model: string;
10
+ }
11
+ export declare function generateImage(cfg: WorkerImageConfig, prompt: string, size: string, dest: string): Promise<void>;
@@ -0,0 +1,42 @@
1
+ import { writeFile } from "node:fs/promises";
2
+ function ver(base) {
3
+ const b = base.replace(/\/+$/, "");
4
+ return b.endsWith("/v1") ? b : `${b}/v1`;
5
+ }
6
+ /** Map "WxH" to the nearest size the OpenAI image model accepts. */
7
+ function mapSize(model, size) {
8
+ const [w, h] = (size ?? "1024x1024").split("x").map(Number);
9
+ const aspect = w && h ? w / h : 1;
10
+ const isDalle3 = /dall-?e-?3/i.test(model);
11
+ if (aspect < 0.83)
12
+ return isDalle3 ? "1024x1792" : "1024x1536"; // portrait
13
+ if (aspect > 1.2)
14
+ return isDalle3 ? "1792x1024" : "1536x1024"; // landscape
15
+ return "1024x1024";
16
+ }
17
+ export async function generateImage(cfg, prompt, size, dest) {
18
+ const res = await fetch(`${ver(cfg.baseUrl)}/images/generations`, {
19
+ method: "POST",
20
+ headers: { Authorization: `Bearer ${cfg.apiKey}`, "Content-Type": "application/json" },
21
+ body: JSON.stringify({ model: cfg.model, prompt, size: mapSize(cfg.model, size), n: 1 }),
22
+ });
23
+ if (!res.ok) {
24
+ throw new Error(`image gen HTTP ${res.status}: ${(await res.text().catch(() => "")).slice(0, 300)}`);
25
+ }
26
+ const json = (await res.json());
27
+ const url = json.data?.[0]?.url;
28
+ const b64 = json.data?.[0]?.b64_json;
29
+ if (url) {
30
+ const img = await fetch(url);
31
+ if (!img.ok)
32
+ throw new Error(`image download HTTP ${img.status}`);
33
+ await writeFile(dest, new Uint8Array(await img.arrayBuffer()));
34
+ return;
35
+ }
36
+ if (b64) {
37
+ await writeFile(dest, Buffer.from(b64, "base64"));
38
+ return;
39
+ }
40
+ throw new Error("image gen returned no url/b64");
41
+ }
42
+ //# sourceMappingURL=image-gen.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"image-gen.js","sourceRoot":"","sources":["../../src/render/image-gen.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAc7C,SAAS,GAAG,CAAC,IAAY;IACvB,MAAM,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACnC,OAAO,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC;AAC3C,CAAC;AAED,oEAAoE;AACpE,SAAS,OAAO,CAAC,KAAa,EAAE,IAAa;IAC3C,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,IAAI,WAAW,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IAC5D,MAAM,MAAM,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAClC,MAAM,QAAQ,GAAG,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC3C,IAAI,MAAM,GAAG,IAAI;QAAE,OAAO,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,WAAW;IAC3E,IAAI,MAAM,GAAG,GAAG;QAAE,OAAO,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,YAAY;IAC3E,OAAO,WAAW,CAAC;AACrB,CAAC;AAKD,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,GAAsB,EACtB,MAAc,EACd,IAAY,EACZ,IAAY;IAEZ,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,qBAAqB,EAAE;QAChE,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,GAAG,CAAC,MAAM,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;QACtF,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC;KACzF,CAAC,CAAC;IACH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,kBAAkB,GAAG,CAAC,MAAM,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;IACvG,CAAC;IACD,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAS,CAAC;IACxC,MAAM,GAAG,GAAuB,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC;IACpD,MAAM,GAAG,GAAuB,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC;IACzD,IAAI,GAAG,EAAE,CAAC;QACR,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;QAC7B,IAAI,CAAC,GAAG,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;QAClE,MAAM,SAAS,CAAC,IAAI,EAAE,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;QAC/D,OAAO;IACT,CAAC;IACD,IAAI,GAAG,EAAE,CAAC;QACR,MAAM,SAAS,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC;QAClD,OAAO;IACT,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;AACnD,CAAC"}
@@ -0,0 +1,46 @@
1
+ import type { CenterClient } from "../center/center-client.js";
2
+ import { type WorkerLlmConfig } from "./render-runner.js";
3
+ /**
4
+ * Render-worker analogue of CenterFrontend. A render worker (--render) has no
5
+ * Agent/Chrome: it connects to center with the SAME CenterClient + bootstrap,
6
+ * advertises itself via `hello`, and handles `task_dispatch` envelopes whose
7
+ * `kind` is "render" by running ffmpeg (download inputs → compose/merge →
8
+ * upload to R2) and reporting a structured `task_event { finished, result }`.
9
+ *
10
+ * It imports nothing from src/agent, src/browser, or src/llm — render is fully
11
+ * isolated from the shared agent core (SYNC.md safe).
12
+ */
13
+ export interface RenderFrontendOpts {
14
+ client: CenterClient;
15
+ workerId: string;
16
+ version?: string;
17
+ /** Scratch dir for ffmpeg temp files. */
18
+ workspace: string;
19
+ /** The worker's own llm_profile (image gen + profile TTS). */
20
+ llm?: WorkerLlmConfig;
21
+ logger?: {
22
+ info: (m: string) => void;
23
+ warn: (m: string) => void;
24
+ error: (m: string) => void;
25
+ };
26
+ }
27
+ export declare class RenderFrontend {
28
+ private readonly client;
29
+ private readonly workerId;
30
+ private readonly version;
31
+ private readonly workspace;
32
+ private readonly llm?;
33
+ private readonly logger;
34
+ private inFlight;
35
+ private heartbeatTimer;
36
+ private detachers;
37
+ private currentStatus;
38
+ constructor(opts: RenderFrontendOpts);
39
+ start(): Promise<void>;
40
+ stop(): Promise<void>;
41
+ private sendHello;
42
+ private handleIncoming;
43
+ private handleDispatch;
44
+ private emitEvent;
45
+ private sendStatus;
46
+ }
@@ -0,0 +1,156 @@
1
+ import { runRender } from "./render-runner.js";
2
+ export class RenderFrontend {
3
+ client;
4
+ workerId;
5
+ version;
6
+ workspace;
7
+ llm;
8
+ logger;
9
+ inFlight = null;
10
+ heartbeatTimer = null;
11
+ detachers = [];
12
+ currentStatus = "idle";
13
+ constructor(opts) {
14
+ this.client = opts.client;
15
+ this.workerId = opts.workerId;
16
+ this.version = opts.version ?? "unknown";
17
+ this.workspace = opts.workspace;
18
+ this.llm = opts.llm;
19
+ this.logger = opts.logger ?? {
20
+ info: (m) => console.log(m),
21
+ warn: (m) => console.warn(m),
22
+ error: (m) => console.error(m),
23
+ };
24
+ }
25
+ async start() {
26
+ const onMessage = (msg) => {
27
+ this.handleIncoming(msg).catch((err) => this.logger.error(`RenderFrontend handler crashed for ${msg.type}: ${err instanceof Error ? err.message : err}`));
28
+ };
29
+ this.client.on("message", onMessage);
30
+ this.detachers.push(() => this.client.off("message", onMessage));
31
+ const onOpen = () => {
32
+ this.sendHello().catch((err) => this.logger.warn(`RenderFrontend hello failed: ${err instanceof Error ? err.message : err}`));
33
+ };
34
+ this.client.on("open", onOpen);
35
+ this.detachers.push(() => this.client.off("open", onOpen));
36
+ this.heartbeatTimer = setInterval(() => {
37
+ this.client.send({ type: "worker_heartbeat", payload: {} }).catch((err) => this.logger.warn(`[RenderFrontend] heartbeat failed: ${err instanceof Error ? err.message : err}`));
38
+ }, 30_000);
39
+ }
40
+ async stop() {
41
+ if (this.heartbeatTimer) {
42
+ clearInterval(this.heartbeatTimer);
43
+ this.heartbeatTimer = null;
44
+ }
45
+ for (const d of this.detachers)
46
+ d();
47
+ this.detachers = [];
48
+ if (this.inFlight) {
49
+ this.inFlight.controller.abort();
50
+ this.inFlight = null;
51
+ }
52
+ }
53
+ async sendHello() {
54
+ const extras = this.client.getExtras();
55
+ await this.client.send({
56
+ type: "hello",
57
+ payload: {
58
+ worker_id: this.workerId,
59
+ version: this.version,
60
+ config_etag: extras?.configEtag ?? "unknown",
61
+ current_status: this.currentStatus,
62
+ },
63
+ });
64
+ }
65
+ async handleIncoming(msg) {
66
+ switch (msg.type) {
67
+ case "task_dispatch":
68
+ await this.handleDispatch(msg.payload);
69
+ return;
70
+ case "cancel_task": {
71
+ const p = msg.payload;
72
+ if (this.inFlight?.taskRunId === p.task_run_id) {
73
+ this.inFlight.controller.abort();
74
+ }
75
+ return;
76
+ }
77
+ case "ping_request": {
78
+ const p = msg.payload;
79
+ await this.client.send({
80
+ type: "pong",
81
+ payload: { ref_id: p.ref_id, status: this.currentStatus },
82
+ });
83
+ return;
84
+ }
85
+ default:
86
+ // Render workers ignore chat/config messages.
87
+ return;
88
+ }
89
+ }
90
+ async handleDispatch(payload) {
91
+ if (payload.kind !== "render" || !payload.render) {
92
+ this.logger.warn(`[RenderFrontend] ignoring non-render dispatch ${payload.task_run_id}`);
93
+ return;
94
+ }
95
+ if (this.inFlight) {
96
+ this.logger.warn(`[RenderFrontend] busy; rejecting ${payload.task_run_id}`);
97
+ return;
98
+ }
99
+ const controller = new AbortController();
100
+ this.inFlight = { taskRunId: payload.task_run_id, controller };
101
+ this.currentStatus = "busy";
102
+ await this.emitEvent({ task_run_id: payload.task_run_id, event: "dispatched_ack" });
103
+ await this.emitEvent({ task_run_id: payload.task_run_id, event: "started", status: "running" });
104
+ await this.sendStatus("busy", payload.task_run_id);
105
+ try {
106
+ const result = await runRender(payload.render, {
107
+ workspace: this.workspace,
108
+ llm: this.llm,
109
+ signal: controller.signal,
110
+ logger: this.logger,
111
+ });
112
+ await this.emitEvent({
113
+ task_run_id: payload.task_run_id,
114
+ event: "finished",
115
+ status: "success",
116
+ result,
117
+ });
118
+ }
119
+ catch (err) {
120
+ const message = err instanceof Error ? err.message : String(err);
121
+ this.logger.error(`[RenderFrontend] render ${payload.task_run_id} failed: ${message}`);
122
+ await this.emitEvent({
123
+ task_run_id: payload.task_run_id,
124
+ event: "finished",
125
+ status: "failed",
126
+ error: message,
127
+ result: { error: message },
128
+ });
129
+ }
130
+ finally {
131
+ this.inFlight = null;
132
+ this.currentStatus = "idle";
133
+ await this.sendStatus("idle", null);
134
+ }
135
+ }
136
+ async emitEvent(payload) {
137
+ try {
138
+ await this.client.send({ type: "task_event", payload });
139
+ }
140
+ catch (err) {
141
+ this.logger.warn(`[RenderFrontend] task_event send failed: ${err instanceof Error ? err.message : err}`);
142
+ }
143
+ }
144
+ async sendStatus(status, taskId) {
145
+ try {
146
+ await this.client.send({
147
+ type: "status_change",
148
+ payload: { status, ...(taskId ? { current_task_id: taskId } : {}) },
149
+ });
150
+ }
151
+ catch (err) {
152
+ this.logger.warn(`[RenderFrontend] status_change failed: ${err instanceof Error ? err.message : err}`);
153
+ }
154
+ }
155
+ }
156
+ //# sourceMappingURL=render-frontend.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"render-frontend.js","sourceRoot":"","sources":["../../src/render/render-frontend.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,SAAS,EAAwB,MAAM,oBAAoB,CAAC;AA6BrE,MAAM,OAAO,cAAc;IACR,MAAM,CAAe;IACrB,QAAQ,CAAS;IACjB,OAAO,CAAS;IAChB,SAAS,CAAS;IAClB,GAAG,CAAmB;IACtB,MAAM,CAA4C;IAC3D,QAAQ,GAAoB,IAAI,CAAC;IACjC,cAAc,GAA0B,IAAI,CAAC;IAC7C,SAAS,GAAsB,EAAE,CAAC;IAClC,aAAa,GAAkB,MAAM,CAAC;IAE9C,YAAY,IAAwB;QAClC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC1B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC9B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,SAAS,CAAC;QACzC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;QAChC,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC;QACpB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI;YAC3B,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;YAC3B,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;YAC5B,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;SAC/B,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,SAAS,GAAG,CAAC,GAA0B,EAAE,EAAE;YAC/C,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,CACrC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,sCAAsC,GAAG,CAAC,IAAI,KAAK,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CACjH,CAAC;QACJ,CAAC,CAAC;QACF,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QACrC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC;QAEjE,MAAM,MAAM,GAAG,GAAG,EAAE;YAClB,IAAI,CAAC,SAAS,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,CAC7B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gCAAgC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAC7F,CAAC;QACJ,CAAC,CAAC;QACF,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC/B,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;QAE3D,IAAI,CAAC,cAAc,GAAG,WAAW,CAAC,GAAG,EAAE;YACrC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,kBAAkB,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,CACxE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sCAAsC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CACnG,CAAC;QACJ,CAAC,EAAE,MAAM,CAAC,CAAC;IACb,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,aAAa,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YACnC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC7B,CAAC;QACD,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,SAAS;YAAE,CAAC,EAAE,CAAC;QACpC,IAAI,CAAC,SAAS,GAAG,EAAE,CAAC;QACpB,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;YACjC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACvB,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,SAAS;QACrB,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;QACvC,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;YACrB,IAAI,EAAE,OAAO;YACb,OAAO,EAAE;gBACP,SAAS,EAAE,IAAI,CAAC,QAAQ;gBACxB,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,WAAW,EAAE,MAAM,EAAE,UAAU,IAAI,SAAS;gBAC5C,cAAc,EAAE,IAAI,CAAC,aAAa;aACnC;SACF,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,GAA0B;QACrD,QAAQ,GAAG,CAAC,IAAI,EAAE,CAAC;YACjB,KAAK,eAAe;gBAClB,MAAM,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,OAA8B,CAAC,CAAC;gBAC9D,OAAO;YACT,KAAK,aAAa,CAAC,CAAC,CAAC;gBACnB,MAAM,CAAC,GAAG,GAAG,CAAC,OAA4B,CAAC;gBAC3C,IAAI,IAAI,CAAC,QAAQ,EAAE,SAAS,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;oBAC/C,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;gBACnC,CAAC;gBACD,OAAO;YACT,CAAC;YACD,KAAK,cAAc,CAAC,CAAC,CAAC;gBACpB,MAAM,CAAC,GAAG,GAAG,CAAC,OAA6B,CAAC;gBAC5C,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;oBACrB,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,aAAa,EAAE;iBAC1D,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YACD;gBACE,8CAA8C;gBAC9C,OAAO;QACX,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,OAA4B;QACvD,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YACjD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,iDAAiD,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC;YACzF,OAAO;QACT,CAAC;QACD,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,oCAAoC,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC;YAC5E,OAAO;QACT,CAAC;QACD,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,IAAI,CAAC,QAAQ,GAAG,EAAE,SAAS,EAAE,OAAO,CAAC,WAAW,EAAE,UAAU,EAAE,CAAC;QAC/D,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC;QAE5B,MAAM,IAAI,CAAC,SAAS,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,WAAW,EAAE,KAAK,EAAE,gBAAgB,EAAE,CAAC,CAAC;QACpF,MAAM,IAAI,CAAC,SAAS,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,WAAW,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;QAChG,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;QAEnD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,MAAM,EAAE;gBAC7C,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,GAAG,EAAE,IAAI,CAAC,GAAG;gBACb,MAAM,EAAE,UAAU,CAAC,MAAM;gBACzB,MAAM,EAAE,IAAI,CAAC,MAAM;aACpB,CAAC,CAAC;YACH,MAAM,IAAI,CAAC,SAAS,CAAC;gBACnB,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,KAAK,EAAE,UAAU;gBACjB,MAAM,EAAE,SAAS;gBACjB,MAAM;aACP,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACjE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,2BAA2B,OAAO,CAAC,WAAW,YAAY,OAAO,EAAE,CAAC,CAAC;YACvF,MAAM,IAAI,CAAC,SAAS,CAAC;gBACnB,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,KAAK,EAAE,UAAU;gBACjB,MAAM,EAAE,QAAQ;gBAChB,KAAK,EAAE,OAAO;gBACd,MAAM,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE;aAC3B,CAAC,CAAC;QACL,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;YACrB,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC;YAC5B,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QACtC,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,SAAS,CAAC,OAMvB;QACC,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC,CAAC;QAC1D,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,4CAA4C,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;QAC3G,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,MAAqB,EAAE,MAAqB;QACnE,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;gBACrB,IAAI,EAAE,eAAe;gBACrB,OAAO,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE;aACpE,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,0CAA0C,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;QACzG,CAAC;IACH,CAAC;CACF"}
@@ -0,0 +1,30 @@
1
+ import type { RenderResultPayload, RenderSpecPayload } from "dp-shared";
2
+ /**
3
+ * Execute one worker task:
4
+ * - produce_shot: GENERATE the visual (worker's profile image key, or a
5
+ * pre-resolved stock URL) + voice (profile TTS / free edge-tts), then ffmpeg
6
+ * compose (Ken Burns for stills) → upload. All on the worker's machine.
7
+ * - merge: concat the shot clips (+ optional BGM) → upload.
8
+ * Returns the structured RenderResult the center persists to task_runs.result_json.
9
+ */
10
+ /** The worker's own bootstrap llm_profile — used for image gen + profile TTS. */
11
+ export interface WorkerLlmConfig {
12
+ baseUrl: string;
13
+ apiKey: string;
14
+ model: string;
15
+ imageGeneration?: {
16
+ apiKey: string;
17
+ model: string;
18
+ };
19
+ }
20
+ export interface RunRenderOpts {
21
+ workspace: string;
22
+ llm?: WorkerLlmConfig;
23
+ signal?: AbortSignal;
24
+ logger?: {
25
+ info: (m: string) => void;
26
+ warn: (m: string) => void;
27
+ error: (m: string) => void;
28
+ };
29
+ }
30
+ export declare function runRender(spec: RenderSpecPayload, opts: RunRenderOpts): Promise<RenderResultPayload>;
@@ -0,0 +1,115 @@
1
+ import { createWriteStream } from "node:fs";
2
+ import { mkdtemp, readFile, rm } from "node:fs/promises";
3
+ import { Readable } from "node:stream";
4
+ import { pipeline } from "node:stream/promises";
5
+ import os from "node:os";
6
+ import path from "node:path";
7
+ import { composeShot } from "./ffmpeg-compose.js";
8
+ import { mergeClips } from "./ffmpeg-merge.js";
9
+ import { ensureFont } from "./font.js";
10
+ import { generateImage } from "./image-gen.js";
11
+ import { synthesize } from "./tts.js";
12
+ function extFor(role) {
13
+ return role === "audio" || role === "bgm" ? "mp3" : role === "image" ? "png" : "mp4";
14
+ }
15
+ async function download(url, dest, signal) {
16
+ const res = await fetch(url, { signal });
17
+ if (!res.ok || !res.body) {
18
+ throw new Error(`download failed ${res.status} for ${url.slice(0, 80)}`);
19
+ }
20
+ await pipeline(Readable.fromWeb(res.body), createWriteStream(dest));
21
+ }
22
+ async function uploadPut(url, file, signal) {
23
+ const body = await readFile(file);
24
+ const res = await fetch(url, {
25
+ method: "PUT",
26
+ body,
27
+ headers: { "content-type": "video/mp4" },
28
+ signal,
29
+ });
30
+ if (!res.ok) {
31
+ throw new Error(`upload PUT failed ${res.status}: ${await res.text().catch(() => "")}`);
32
+ }
33
+ }
34
+ export async function runRender(spec, opts) {
35
+ const log = opts.logger ?? console;
36
+ const base = path.join(opts.workspace, "render");
37
+ const tmp = await mkdtemp(path.join(base.startsWith(os.tmpdir()) ? base : os.tmpdir(), "dp-render-"));
38
+ try {
39
+ const outPath = path.join(tmp, "out.mp4");
40
+ const width = spec.params?.width ?? 1080;
41
+ const height = spec.params?.height ?? 1920;
42
+ if (spec.render_kind === "produce_shot") {
43
+ await producShot(spec, opts, tmp, outPath, width, height);
44
+ }
45
+ else if (spec.render_kind === "merge") {
46
+ const clips = [];
47
+ let bgm;
48
+ for (let i = 0; i < spec.inputs.length; i++) {
49
+ const inp = spec.inputs[i];
50
+ const dest = path.join(tmp, `${inp.role}-${i}.${extFor(inp.role)}`);
51
+ await download(inp.get_url, dest, opts.signal);
52
+ if (inp.role === "bgm")
53
+ bgm = dest;
54
+ else
55
+ clips.push(dest);
56
+ }
57
+ if (clips.length === 0)
58
+ throw new Error("merge: no input clips");
59
+ await mergeClips(clips, outPath, { bgm, bgmVolume: spec.params?.bgm_volume });
60
+ }
61
+ else {
62
+ throw new Error(`unsupported render_kind: ${spec.render_kind}`);
63
+ }
64
+ await uploadPut(spec.output_put_url, outPath, opts.signal);
65
+ log.info(`[render] ${spec.render_kind} → ${spec.output_r2_key}`);
66
+ return { output_r2_key: spec.output_r2_key, duration_ms: spec.params?.duration_ms, width, height };
67
+ }
68
+ finally {
69
+ await rm(tmp, { recursive: true, force: true }).catch(() => undefined);
70
+ }
71
+ }
72
+ /** produce_shot: generate visual + voice on the worker, then compose. */
73
+ async function producShot(spec, opts, tmp, outPath, width, height) {
74
+ // 1) Visual: stock URL (center-sourced) → footage; image_prompt → generate.
75
+ let videoPath;
76
+ let imagePath;
77
+ const visual = spec.visual;
78
+ if (visual?.kind === "url" && visual.url) {
79
+ videoPath = path.join(tmp, "footage.mp4");
80
+ await download(visual.url, videoPath, opts.signal);
81
+ }
82
+ else if (visual?.kind === "image_prompt") {
83
+ if (!opts.llm?.imageGeneration) {
84
+ throw new Error("this worker's llm_profile has no image generation configured (set image_model/image_api_key)");
85
+ }
86
+ imagePath = path.join(tmp, "image.png");
87
+ await generateImage({ baseUrl: opts.llm.baseUrl, apiKey: opts.llm.imageGeneration.apiKey, model: opts.llm.imageGeneration.model }, visual.prompt ?? "", `${width}x${height}`, imagePath);
88
+ }
89
+ // 2) Voice (profile TTS or free edge-tts).
90
+ let audioPath;
91
+ if (spec.narration) {
92
+ audioPath = path.join(tmp, "audio.mp3");
93
+ await synthesize(spec.tts?.engine ?? "edge", opts.llm ? { baseUrl: opts.llm.baseUrl, apiKey: opts.llm.apiKey } : undefined, spec.narration, spec.tts?.voice, audioPath);
94
+ }
95
+ // 3) Compose (Ken Burns for stills) + subtitle.
96
+ const fontFile = spec.subtitle_text ? await ensureFont(opts.workspace) : null;
97
+ const st = spec.subtitle_style;
98
+ await composeShot({
99
+ video: videoPath,
100
+ image: imagePath,
101
+ motion: spec.motion ?? "none",
102
+ audio: audioPath,
103
+ subtitle: spec.subtitle_text,
104
+ subtitleStyle: st
105
+ ? { color: st.color, fontSizeRatio: st.font_size_ratio, stroke: st.stroke, background: st.background, position: st.position }
106
+ : undefined,
107
+ fontFile,
108
+ fade: spec.params?.transition === "fade",
109
+ width,
110
+ height,
111
+ durationMs: spec.params?.duration_ms,
112
+ out: outPath,
113
+ });
114
+ }
115
+ //# sourceMappingURL=render-runner.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"render-runner.js","sourceRoot":"","sources":["../../src/render/render-runner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAC;AAC5C,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AACzD,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACvC,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAChD,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAClD,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AACvC,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAC/C,OAAO,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AA0BtC,SAAS,MAAM,CAAC,IAAyC;IACvD,OAAO,IAAI,KAAK,OAAO,IAAI,IAAI,KAAK,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;AACvF,CAAC;AAED,KAAK,UAAU,QAAQ,CAAC,GAAW,EAAE,IAAY,EAAE,MAAoB;IACrE,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;IACzC,IAAI,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;QACzB,MAAM,IAAI,KAAK,CAAC,mBAAmB,GAAG,CAAC,MAAM,QAAQ,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;IAC3E,CAAC;IACD,MAAM,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,IAA8C,CAAC,EAAE,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC;AAChH,CAAC;AAED,KAAK,UAAU,SAAS,CAAC,GAAW,EAAE,IAAY,EAAE,MAAoB;IACtE,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC;IAClC,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;QAC3B,MAAM,EAAE,KAAK;QACb,IAAI;QACJ,OAAO,EAAE,EAAE,cAAc,EAAE,WAAW,EAAE;QACxC,MAAM;KACP,CAAC,CAAC;IACH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,qBAAqB,GAAG,CAAC,MAAM,KAAK,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IAC1F,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,IAAuB,EACvB,IAAmB;IAEnB,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,IAAI,OAAO,CAAC;IACnC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IACjD,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,YAAY,CAAC,CAAC,CAAC;IACtG,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;QAC1C,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,IAAI,IAAI,CAAC;QACzC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,MAAM,IAAI,IAAI,CAAC;QAE3C,IAAI,IAAI,CAAC,WAAW,KAAK,cAAc,EAAE,CAAC;YACxC,MAAM,UAAU,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;QAC5D,CAAC;aAAM,IAAI,IAAI,CAAC,WAAW,KAAK,OAAO,EAAE,CAAC;YACxC,MAAM,KAAK,GAAa,EAAE,CAAC;YAC3B,IAAI,GAAuB,CAAC;YAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC5C,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;gBAC3B,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,GAAG,CAAC,IAAI,IAAI,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACpE,MAAM,QAAQ,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;gBAC/C,IAAI,GAAG,CAAC,IAAI,KAAK,KAAK;oBAAE,GAAG,GAAG,IAAI,CAAC;;oBAC9B,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACxB,CAAC;YACD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;YACjE,MAAM,UAAU,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,GAAG,EAAE,SAAS,EAAE,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC;QAChF,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,KAAK,CAAC,4BAA4B,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;QAClE,CAAC;QAED,MAAM,SAAS,CAAC,IAAI,CAAC,cAAc,EAAE,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAC3D,GAAG,CAAC,IAAI,CAAC,YAAY,IAAI,CAAC,WAAW,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC;QACjE,OAAO,EAAE,aAAa,EAAE,IAAI,CAAC,aAAa,EAAE,WAAW,EAAE,IAAI,CAAC,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;IACrG,CAAC;YAAS,CAAC;QACT,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IACzE,CAAC;AACH,CAAC;AAED,yEAAyE;AACzE,KAAK,UAAU,UAAU,CACvB,IAAuB,EACvB,IAAmB,EACnB,GAAW,EACX,OAAe,EACf,KAAa,EACb,MAAc;IAEd,4EAA4E;IAC5E,IAAI,SAA6B,CAAC;IAClC,IAAI,SAA6B,CAAC;IAClC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;IAC3B,IAAI,MAAM,EAAE,IAAI,KAAK,KAAK,IAAI,MAAM,CAAC,GAAG,EAAE,CAAC;QACzC,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,aAAa,CAAC,CAAC;QAC1C,MAAM,QAAQ,CAAC,MAAM,CAAC,GAAG,EAAE,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IACrD,CAAC;SAAM,IAAI,MAAM,EAAE,IAAI,KAAK,cAAc,EAAE,CAAC;QAC3C,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,eAAe,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CAAC,8FAA8F,CAAC,CAAC;QAClH,CAAC;QACD,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;QACxC,MAAM,aAAa,CACjB,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,KAAK,EAAE,EAC7G,MAAM,CAAC,MAAM,IAAI,EAAE,EACnB,GAAG,KAAK,IAAI,MAAM,EAAE,EACpB,SAAS,CACV,CAAC;IACJ,CAAC;IAED,2CAA2C;IAC3C,IAAI,SAA6B,CAAC;IAClC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;QACnB,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;QACxC,MAAM,UAAU,CACd,IAAI,CAAC,GAAG,EAAE,MAAM,IAAI,MAAM,EAC1B,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,SAAS,EAC7E,IAAI,CAAC,SAAS,EACd,IAAI,CAAC,GAAG,EAAE,KAAK,EACf,SAAS,CACV,CAAC;IACJ,CAAC;IAED,gDAAgD;IAChD,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC9E,MAAM,EAAE,GAAG,IAAI,CAAC,cAAc,CAAC;IAC/B,MAAM,WAAW,CAAC;QAChB,KAAK,EAAE,SAAS;QAChB,KAAK,EAAE,SAAS;QAChB,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,MAAM;QAC7B,KAAK,EAAE,SAAS;QAChB,QAAQ,EAAE,IAAI,CAAC,aAAa;QAC5B,aAAa,EAAE,EAAE;YACf,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,EAAE,aAAa,EAAE,EAAE,CAAC,eAAe,EAAE,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,UAAU,EAAE,EAAE,CAAC,UAAU,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ,EAAE;YAC7H,CAAC,CAAC,SAAS;QACb,QAAQ;QACR,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,UAAU,KAAK,MAAM;QACxC,KAAK;QACL,MAAM;QACN,UAAU,EAAE,IAAI,CAAC,MAAM,EAAE,WAAW;QACpC,GAAG,EAAE,OAAO;KACb,CAAC,CAAC;AACL,CAAC"}
@@ -0,0 +1,15 @@
1
+ /**
2
+ * Text-to-speech on the worker. Two engines:
3
+ * - "profile": OpenAI-compatible /v1/audio/speech using the worker's profile
4
+ * key (works if the gateway proxies TTS).
5
+ * - "edge": Microsoft Edge TTS — FREE, no key, runs on the worker's machine.
6
+ * The default, so口播 needs zero paid TTS.
7
+ */
8
+ export interface WorkerLlmAudio {
9
+ baseUrl: string;
10
+ apiKey: string;
11
+ }
12
+ export declare function ttsProfile(llm: WorkerLlmAudio, text: string, voice: string | undefined, dest: string): Promise<void>;
13
+ /** Free Microsoft Edge TTS. Default voice is Chinese; override per job. */
14
+ export declare function ttsEdge(text: string, voice: string | undefined, dest: string): Promise<void>;
15
+ export declare function synthesize(engine: "profile" | "edge", llm: WorkerLlmAudio | undefined, text: string, voice: string | undefined, dest: string): Promise<void>;
@@ -0,0 +1,35 @@
1
+ import { createWriteStream } from "node:fs";
2
+ import { writeFile } from "node:fs/promises";
3
+ import { pipeline } from "node:stream/promises";
4
+ import { MsEdgeTTS, OUTPUT_FORMAT } from "msedge-tts";
5
+ function ver(base) {
6
+ const b = base.replace(/\/+$/, "");
7
+ return b.endsWith("/v1") ? b : `${b}/v1`;
8
+ }
9
+ export async function ttsProfile(llm, text, voice, dest) {
10
+ const res = await fetch(`${ver(llm.baseUrl)}/audio/speech`, {
11
+ method: "POST",
12
+ headers: { Authorization: `Bearer ${llm.apiKey}`, "Content-Type": "application/json" },
13
+ body: JSON.stringify({ model: "gpt-4o-mini-tts", input: text, voice: voice || "alloy", response_format: "mp3" }),
14
+ });
15
+ if (!res.ok) {
16
+ throw new Error(`profile TTS HTTP ${res.status}: ${(await res.text().catch(() => "")).slice(0, 200)}`);
17
+ }
18
+ await writeFile(dest, new Uint8Array(await res.arrayBuffer()));
19
+ }
20
+ /** Free Microsoft Edge TTS. Default voice is Chinese; override per job. */
21
+ export async function ttsEdge(text, voice, dest) {
22
+ const tts = new MsEdgeTTS();
23
+ await tts.setMetadata(voice || "zh-CN-XiaoxiaoNeural", OUTPUT_FORMAT.AUDIO_24KHZ_48KBITRATE_MONO_MP3);
24
+ const { audioStream } = tts.toStream(text);
25
+ await pipeline(audioStream, createWriteStream(dest));
26
+ }
27
+ export async function synthesize(engine, llm, text, voice, dest) {
28
+ if (engine === "profile" && llm) {
29
+ await ttsProfile(llm, text, voice, dest);
30
+ }
31
+ else {
32
+ await ttsEdge(text, voice, dest);
33
+ }
34
+ }
35
+ //# sourceMappingURL=tts.js.map