dp-worker 0.1.8 → 0.1.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (33) hide show
  1. package/dist/browser/chrome-process.js +16 -0
  2. package/dist/browser/chrome-process.js.map +1 -1
  3. package/dist/chrome-extension/omni-flow/background.js +19 -40
  4. package/dist/chrome-extension/omni-flow/connect.html +8 -1
  5. package/dist/chrome-extension/omni-flow/connect.js +13 -0
  6. package/dist/chrome-extension/omni-flow/content.js +23 -16
  7. package/dist/chrome-extension/omni-flow/inject.js +32 -73
  8. package/dist/chrome-extension/omni-flow/manifest.json +1 -1
  9. package/dist/chrome-extension/omni-flow/popup.css +7 -1
  10. package/dist/chrome-extension/omni-flow/popup.html +1 -0
  11. package/dist/chrome-extension/omni-flow/popup.js +13 -0
  12. package/package.json +1 -1
  13. package/dist/render/ffmpeg-compose.d.ts +0 -25
  14. package/dist/render/ffmpeg-compose.js +0 -141
  15. package/dist/render/ffmpeg-compose.js.map +0 -1
  16. package/dist/render/ffmpeg-merge.d.ts +0 -5
  17. package/dist/render/ffmpeg-merge.js +0 -61
  18. package/dist/render/ffmpeg-merge.js.map +0 -1
  19. package/dist/render/font.d.ts +0 -1
  20. package/dist/render/font.js +0 -61
  21. package/dist/render/font.js.map +0 -1
  22. package/dist/render/image-gen.d.ts +0 -11
  23. package/dist/render/image-gen.js +0 -42
  24. package/dist/render/image-gen.js.map +0 -1
  25. package/dist/render/render-frontend.d.ts +0 -46
  26. package/dist/render/render-frontend.js +0 -156
  27. package/dist/render/render-frontend.js.map +0 -1
  28. package/dist/render/render-runner.d.ts +0 -30
  29. package/dist/render/render-runner.js +0 -115
  30. package/dist/render/render-runner.js.map +0 -1
  31. package/dist/render/tts.d.ts +0 -15
  32. package/dist/render/tts.js +0 -35
  33. package/dist/render/tts.js.map +0 -1
@@ -1,141 +0,0 @@
1
- import { spawn } from "node:child_process";
2
- import ffmpeg from "fluent-ffmpeg";
3
- import ffmpegStatic from "ffmpeg-static";
4
- /**
5
- * Compose one storyboard shot into a WxH MP4: footage/clip scaled to fill the
6
- * frame, the TTS narration as the audio track, and (when a font is available)
7
- * the narration burned in as a styled subtitle. Optional fade-in/out gives an
8
- * inter-shot transition without cross-clip probing. All shots use identical
9
- * encode settings so the final concat-merge can stream-copy.
10
- *
11
- * Shot length follows the narration: we probe the TTS audio duration and bound
12
- * the output with `-t` (NOT `-shortest` — that drops the audio track entirely
13
- * when paired with a lavfi/looped video source in ffmpeg-static).
14
- */
15
- const FFMPEG_BIN = ffmpegStatic || "ffmpeg";
16
- if (ffmpegStatic)
17
- ffmpeg.setFfmpegPath(FFMPEG_BIN);
18
- /** Probe a media file's duration (ms) by parsing `ffmpeg -i` stderr. Null if unknown. */
19
- function probeDurationMs(file) {
20
- return new Promise((resolve) => {
21
- const p = spawn(FFMPEG_BIN, ["-i", file], { stdio: ["ignore", "ignore", "pipe"] });
22
- let err = "";
23
- p.stderr.on("data", (d) => (err += d.toString()));
24
- p.on("error", () => resolve(null));
25
- p.on("close", () => {
26
- const m = err.match(/Duration:\s*(\d+):(\d+):(\d+(?:\.\d+)?)/);
27
- if (!m)
28
- return resolve(null);
29
- resolve(Math.round((Number(m[1]) * 3600 + Number(m[2]) * 60 + Number(m[3])) * 1000));
30
- });
31
- });
32
- }
33
- /** Escape text for ffmpeg drawtext (colon, backslash, quote, percent, newline). */
34
- function escapeDrawtext(s) {
35
- return s
36
- .replace(/\\/g, "\\\\")
37
- .replace(/:/g, "\\:")
38
- .replace(/'/g, "’")
39
- .replace(/%/g, "\\%")
40
- .replace(/\n/g, "\\n");
41
- }
42
- /** Word/char wrap so long narration doesn't run off-frame (CJK has no spaces → char wrap). */
43
- function wrap(text, perLine = 20) {
44
- const t = text.trim();
45
- const hasSpaces = /\s/.test(t);
46
- const lines = [];
47
- if (hasSpaces) {
48
- let cur = "";
49
- for (const w of t.split(/\s+/)) {
50
- if ((cur + " " + w).trim().length > perLine) {
51
- if (cur)
52
- lines.push(cur);
53
- cur = w;
54
- }
55
- else
56
- cur = (cur + " " + w).trim();
57
- }
58
- if (cur)
59
- lines.push(cur);
60
- }
61
- else {
62
- for (let i = 0; i < t.length; i += perLine)
63
- lines.push(t.slice(i, i + perLine));
64
- }
65
- return lines.slice(0, 4).join("\n");
66
- }
67
- export async function composeShot(input) {
68
- const { width: W, height: H } = input;
69
- // Shot length follows the narration audio (so it's never cut off). Fall back
70
- // to the planned duration when there's no audio to probe.
71
- let durMs = input.durationMs ?? 4000;
72
- if (input.audio) {
73
- const probed = await probeDurationMs(input.audio);
74
- if (probed && probed > 500)
75
- durMs = probed;
76
- }
77
- const durSec = Math.max(1, durMs / 1000);
78
- const frames = Math.round(durSec * 30);
79
- return new Promise((resolve, reject) => {
80
- const cmd = ffmpeg();
81
- if (input.video) {
82
- cmd.input(input.video).inputOptions(["-stream_loop", "-1"]); // loop footage to cover narration
83
- }
84
- else if (input.image) {
85
- cmd.input(input.image).inputOptions(["-loop", "1"]);
86
- }
87
- else {
88
- // No footage/image → a dark "text-card" background (free, no provider).
89
- cmd.input(`color=c=0x0f172a:s=${W}x${H}`).inputFormat("lavfi");
90
- }
91
- if (input.audio)
92
- cmd.input(input.audio);
93
- // Build the base video filter depending on source type.
94
- let baseFilter;
95
- if (input.image && input.motion === "kenburns") {
96
- // Scale way up so zoompan has resolution headroom (avoids jitter), then
97
- // slow zoom-in centered. d = total output frames.
98
- baseFilter =
99
- `[0:v]scale=8000:-1,zoompan=z='min(zoom+0.0012,1.4)':d=${frames}:` +
100
- `x='iw/2-(iw/zoom/2)':y='ih/2-(ih/zoom/2)':s=${W}x${H}:fps=30,setsar=1[vbg]`;
101
- }
102
- else {
103
- baseFilter = `[0:v]scale=${W}:${H}:force_original_aspect_ratio=increase,crop=${W}:${H},setsar=1[vbg]`;
104
- }
105
- const filters = [baseFilter];
106
- let last = "[vbg]";
107
- if (input.subtitle && input.fontFile) {
108
- const st = input.subtitleStyle ?? {};
109
- const text = escapeDrawtext(wrap(input.subtitle));
110
- const fontSize = Math.round(H * (st.fontSizeRatio ?? 1 / 22));
111
- const color = st.color ?? "white";
112
- const pos = st.position ?? "bottom";
113
- const y = pos === "center" ? "(h-text_h)/2" : pos === "top" ? `${Math.round(H / 12)}` : `h-text_h-${Math.round(H / 10)}`;
114
- const box = st.background === false ? "" : ":box=1:boxcolor=black@0.5:boxborderw=16";
115
- const border = st.stroke === false ? "" : ":borderw=3:bordercolor=black@0.9";
116
- filters.push(`${last}drawtext=fontfile='${input.fontFile}':text='${text}':` +
117
- `fontcolor=${color}:fontsize=${fontSize}:line_spacing=8:` +
118
- `x=(w-text_w)/2:y=${y}${box}${border}[vt]`);
119
- last = "[vt]";
120
- }
121
- if (input.fade) {
122
- const fadeD = 0.3;
123
- const outStart = Math.max(0, durSec - fadeD);
124
- filters.push(`${last}fade=t=in:st=0:d=${fadeD},fade=t=out:st=${outStart.toFixed(2)}:d=${fadeD}[vf]`);
125
- last = "[vf]";
126
- }
127
- cmd.complexFilter(filters);
128
- // Bound the whole output with -t (NOT -shortest — it drops audio with a
129
- // looped/lavfi video source). All sources loop, so -t defines shot length.
130
- const outputOptions = ["-map", last];
131
- if (input.audio)
132
- outputOptions.push("-map", "1:a", "-c:a", "aac", "-b:a", "192k");
133
- outputOptions.push("-t", durSec.toFixed(2), "-c:v", "libx264", "-pix_fmt", "yuv420p", "-r", "30", "-preset", "veryfast", "-movflags", "+faststart");
134
- cmd
135
- .outputOptions(outputOptions)
136
- .on("error", (err) => reject(new Error(`ffmpeg compose failed: ${err.message}`)))
137
- .on("end", () => resolve())
138
- .save(input.out);
139
- });
140
- }
141
- //# sourceMappingURL=ffmpeg-compose.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"ffmpeg-compose.js","sourceRoot":"","sources":["../../src/render/ffmpeg-compose.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAC3C,OAAO,MAAM,MAAM,eAAe,CAAC;AACnC,OAAO,YAAY,MAAM,eAAe,CAAC;AAEzC;;;;;;;;;;GAUG;AAEH,MAAM,UAAU,GAAI,YAAkC,IAAI,QAAQ,CAAC;AACnE,IAAI,YAAY;IAAE,MAAM,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;AAEnD,yFAAyF;AACzF,SAAS,eAAe,CAAC,IAAY;IACnC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,MAAM,CAAC,GAAG,KAAK,CAAC,UAAU,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;QACnF,IAAI,GAAG,GAAG,EAAE,CAAC;QACb,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QAClD,CAAC,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;QACnC,CAAC,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YACjB,MAAM,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,yCAAyC,CAAC,CAAC;YAC/D,IAAI,CAAC,CAAC;gBAAE,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC;YAC7B,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;QACvF,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AA4BD,mFAAmF;AACnF,SAAS,cAAc,CAAC,CAAS;IAC/B,OAAO,CAAC;SACL,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC;SACtB,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC;SACpB,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC;SAClB,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC;SACpB,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;AAC3B,CAAC;AAED,8FAA8F;AAC9F,SAAS,IAAI,CAAC,IAAY,EAAE,OAAO,GAAG,EAAE;IACtC,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IACtB,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC/B,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,SAAS,EAAE,CAAC;QACd,IAAI,GAAG,GAAG,EAAE,CAAC;QACb,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;YAC/B,IAAI,CAAC,GAAG,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,OAAO,EAAE,CAAC;gBAC5C,IAAI,GAAG;oBAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACzB,GAAG,GAAG,CAAC,CAAC;YACV,CAAC;;gBAAM,GAAG,GAAG,CAAC,GAAG,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACtC,CAAC;QACD,IAAI,GAAG;YAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC3B,CAAC;SAAM,CAAC;QACN,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,OAAO;YAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;IAClF,CAAC;IACD,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACtC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,KAAuB;IACvD,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,GAAG,KAAK,CAAC;IACtC,6EAA6E;IAC7E,0DAA0D;IAC1D,IAAI,KAAK,GAAG,KAAK,CAAC,UAAU,IAAI,IAAI,CAAC;IACrC,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;QAChB,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAClD,IAAI,MAAM,IAAI,MAAM,GAAG,GAAG;YAAE,KAAK,GAAG,MAAM,CAAC;IAC7C,CAAC;IACD,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,CAAC;IACzC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;IACvC,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC3C,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC;QAErB,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;YAChB,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,kCAAkC;QACjG,CAAC;aAAM,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;YACvB,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;QACtD,CAAC;aAAM,CAAC;YACN,wEAAwE;YACxE,GAAG,CAAC,KAAK,CAAC,sBAAsB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QACjE,CAAC;QACD,IAAI,KAAK,CAAC,KAAK;YAAE,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAExC,wDAAwD;QACxD,IAAI,UAAkB,CAAC;QACvB,IAAI,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;YAC/C,wEAAwE;YACxE,kDAAkD;YAClD,UAAU;gBACR,yDAAyD,MAAM,GAAG;oBAClE,+CAA+C,CAAC,IAAI,CAAC,uBAAuB,CAAC;QACjF,CAAC;aAAM,CAAC;YACN,UAAU,GAAG,cAAc,CAAC,IAAI,CAAC,8CAA8C,CAAC,IAAI,CAAC,gBAAgB,CAAC;QACxG,CAAC;QACD,MAAM,OAAO,GAAa,CAAC,UAAU,CAAC,CAAC;QACvC,IAAI,IAAI,GAAG,OAAO,CAAC;QAEnB,IAAI,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;YACrC,MAAM,EAAE,GAAG,KAAK,CAAC,aAAa,IAAI,EAAE,CAAC;YACrC,MAAM,IAAI,GAAG,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC;YAClD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,aAAa,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;YAC9D,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,IAAI,OAAO,CAAC;YAClC,MAAM,GAAG,GAAG,EAAE,CAAC,QAAQ,IAAI,QAAQ,CAAC;YACpC,MAAM,CAAC,GACL,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,YAAY,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC;YACjH,MAAM,GAAG,GAAG,EAAE,CAAC,UAAU,KAAK,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,yCAAyC,CAAC;YACrF,MAAM,MAAM,GAAG,EAAE,CAAC,MAAM,KAAK,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,kCAAkC,CAAC;YAC7E,OAAO,CAAC,IAAI,CACV,GAAG,IAAI,sBAAsB,KAAK,CAAC,QAAQ,WAAW,IAAI,IAAI;gBAC5D,aAAa,KAAK,aAAa,QAAQ,kBAAkB;gBACzD,oBAAoB,CAAC,GAAG,GAAG,GAAG,MAAM,MAAM,CAC7C,CAAC;YACF,IAAI,GAAG,MAAM,CAAC;QAChB,CAAC;QAED,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;YACf,MAAM,KAAK,GAAG,GAAG,CAAC;YAClB,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC,CAAC;YAC7C,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,oBAAoB,KAAK,kBAAkB,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC;YACrG,IAAI,GAAG,MAAM,CAAC;QAChB,CAAC;QAED,GAAG,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;QAE3B,wEAAwE;QACxE,2EAA2E;QAC3E,MAAM,aAAa,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QACrC,IAAI,KAAK,CAAC,KAAK;YAAE,aAAa,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;QAClF,aAAa,CAAC,IAAI,CAChB,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EACvB,MAAM,EAAE,SAAS,EACjB,UAAU,EAAE,SAAS,EACrB,IAAI,EAAE,IAAI,EACV,SAAS,EAAE,UAAU,EACrB,WAAW,EAAE,YAAY,CAC1B,CAAC;QAEF,GAAG;aACA,aAAa,CAAC,aAAa,CAAC;aAC5B,EAAE,CAAC,OAAO,EAAE,CAAC,GAAU,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,0BAA0B,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;aACvF,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC;aAC1B,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACrB,CAAC,CAAC,CAAC;AACL,CAAC"}
@@ -1,5 +0,0 @@
1
- export interface MergeOptions {
2
- bgm?: string;
3
- bgmVolume?: number;
4
- }
5
- export declare function mergeClips(clipPaths: string[], out: string, opts?: MergeOptions): Promise<void>;
@@ -1,61 +0,0 @@
1
- import { unlink, writeFile } from "node:fs/promises";
2
- import path from "node:path";
3
- import ffmpeg from "fluent-ffmpeg";
4
- import ffmpegStatic from "ffmpeg-static";
5
- /**
6
- * Concatenate the ordered per-shot clips into the final video, then (optionally)
7
- * mix background music under the narration. Concat is a stream-copy demuxer pass
8
- * (all shots share encode settings → fast, lossless); BGM is a second pass that
9
- * re-encodes audio only (video copied). Adapted from huobao-drama's ffmpeg-merge.
10
- */
11
- if (ffmpegStatic)
12
- ffmpeg.setFfmpegPath(ffmpegStatic);
13
- function concat(clipPaths, out) {
14
- return (async () => {
15
- const listPath = `${out}.concat.txt`;
16
- const listBody = clipPaths.map((p) => `file '${p.replace(/'/g, "'\\''")}'`).join("\n");
17
- await writeFile(listPath, listBody, "utf-8");
18
- await new Promise((resolve, reject) => {
19
- ffmpeg()
20
- .input(listPath)
21
- .inputOptions(["-f", "concat", "-safe", "0"])
22
- .outputOptions(["-c", "copy", "-movflags", "+faststart"])
23
- .on("error", (err) => reject(new Error(`ffmpeg concat failed: ${err.message}`)))
24
- .on("end", () => resolve())
25
- .save(out);
26
- });
27
- })();
28
- }
29
- /** Mix bgm under the existing audio of `video`, looping bgm and ending with video. */
30
- function mixBgm(video, bgm, volume, out) {
31
- return new Promise((resolve, reject) => {
32
- ffmpeg()
33
- .input(video)
34
- .input(bgm)
35
- .inputOptions(["-stream_loop", "-1"]) // applies to the most recent input (bgm) → loop to cover video
36
- .complexFilter([
37
- `[1:a]volume=${volume}[bg]`,
38
- `[0:a][bg]amix=inputs=2:duration=first:dropout_transition=2[a]`,
39
- ])
40
- .outputOptions(["-map", "0:v", "-map", "[a]", "-c:v", "copy", "-c:a", "aac", "-b:a", "192k", "-shortest", "-movflags", "+faststart"])
41
- .on("error", (err) => reject(new Error(`ffmpeg bgm mix failed: ${err.message}`)))
42
- .on("end", () => resolve())
43
- .save(out);
44
- });
45
- }
46
- export async function mergeClips(clipPaths, out, opts = {}) {
47
- if (!opts.bgm) {
48
- await concat(clipPaths, out);
49
- return;
50
- }
51
- // Concat to a temp, then mix BGM into the final output.
52
- const tmp = path.join(path.dirname(out), `concat-${Date.now()}.mp4`);
53
- await concat(clipPaths, tmp);
54
- try {
55
- await mixBgm(tmp, opts.bgm, opts.bgmVolume ?? 0.2, out);
56
- }
57
- finally {
58
- await unlink(tmp).catch(() => undefined);
59
- }
60
- }
61
- //# sourceMappingURL=ffmpeg-merge.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"ffmpeg-merge.js","sourceRoot":"","sources":["../../src/render/ffmpeg-merge.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACrD,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,MAAM,MAAM,eAAe,CAAC;AACnC,OAAO,YAAY,MAAM,eAAe,CAAC;AAEzC;;;;;GAKG;AAEH,IAAI,YAAY;IAAE,MAAM,CAAC,aAAa,CAAC,YAAiC,CAAC,CAAC;AAO1E,SAAS,MAAM,CAAC,SAAmB,EAAE,GAAW;IAC9C,OAAO,CAAC,KAAK,IAAI,EAAE;QACjB,MAAM,QAAQ,GAAG,GAAG,GAAG,aAAa,CAAC;QACrC,MAAM,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvF,MAAM,SAAS,CAAC,QAAQ,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;QAC7C,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC1C,MAAM,EAAE;iBACL,KAAK,CAAC,QAAQ,CAAC;iBACf,YAAY,CAAC,CAAC,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,CAAC,CAAC;iBAC5C,aAAa,CAAC,CAAC,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,YAAY,CAAC,CAAC;iBACxD,EAAE,CAAC,OAAO,EAAE,CAAC,GAAU,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,yBAAyB,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;iBACtF,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC;iBAC1B,IAAI,CAAC,GAAG,CAAC,CAAC;QACf,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,EAAE,CAAC;AACP,CAAC;AAED,sFAAsF;AACtF,SAAS,MAAM,CAAC,KAAa,EAAE,GAAW,EAAE,MAAc,EAAE,GAAW;IACrE,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC3C,MAAM,EAAE;aACL,KAAK,CAAC,KAAK,CAAC;aACZ,KAAK,CAAC,GAAG,CAAC;aACV,YAAY,CAAC,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC,CAAC,+DAA+D;aACpG,aAAa,CAAC;YACb,eAAe,MAAM,MAAM;YAC3B,+DAA+D;SAChE,CAAC;aACD,aAAa,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,WAAW,EAAE,YAAY,CAAC,CAAC;aACpI,EAAE,CAAC,OAAO,EAAE,CAAC,GAAU,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,0BAA0B,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;aACvF,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC;aAC1B,IAAI,CAAC,GAAG,CAAC,CAAC;IACf,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,SAAmB,EAAE,GAAW,EAAE,OAAqB,EAAE;IACxF,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;QACd,MAAM,MAAM,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;QAC7B,OAAO;IACT,CAAC;IACD,wDAAwD;IACxD,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,UAAU,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IACrE,MAAM,MAAM,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;IAC7B,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,SAAS,IAAI,GAAG,EAAE,GAAG,CAAC,CAAC;IAC1D,CAAC;YAAS,CAAC;QACT,MAAM,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IAC3C,CAAC;AACH,CAAC"}
@@ -1 +0,0 @@
1
- export declare function ensureFont(workspace: string): Promise<string | null>;
@@ -1,61 +0,0 @@
1
- import { existsSync } from "node:fs";
2
- import { mkdir, writeFile } from "node:fs/promises";
3
- import path from "node:path";
4
- /**
5
- * Resolve a drawtext-usable font for burned subtitles. Order:
6
- * 1. DP_RENDER_FONT_PATH (explicit override)
7
- * 2. A system font from the candidate list (incl. macOS CJK fonts — the
8
- * production hosts are Macs, so PingFang/STHeiti give reliable Chinese).
9
- * 3. Download DP_RENDER_FONT_URL into <workspace>/fonts (cached) — for Linux
10
- * hosts without a bundled CJK font.
11
- * 4. null → caller skips subtitle burning (render still succeeds).
12
- */
13
- const CANDIDATES = [
14
- process.env.DP_RENDER_FONT_PATH,
15
- // macOS (CJK-capable)
16
- "/System/Library/Fonts/PingFang.ttc",
17
- "/System/Library/Fonts/STHeiti Medium.ttc",
18
- "/System/Library/Fonts/Hiragino Sans GB.ttc",
19
- "/System/Library/Fonts/Supplemental/Arial Unicode.ttf",
20
- "/System/Library/Fonts/Supplemental/Arial.ttf",
21
- "/Library/Fonts/Arial Unicode.ttf",
22
- // Linux
23
- "/usr/share/fonts/opentype/noto/NotoSansCJK-Regular.ttc",
24
- "/usr/share/fonts/truetype/noto/NotoSansCJK-Regular.ttc",
25
- "/usr/share/fonts/truetype/dejavu/DejaVuSans.ttf",
26
- "/usr/share/fonts/truetype/liberation/LiberationSans-Regular.ttf",
27
- ].filter((p) => Boolean(p));
28
- let cached;
29
- export async function ensureFont(workspace) {
30
- if (cached !== undefined)
31
- return cached;
32
- for (const c of CANDIDATES) {
33
- if (existsSync(c)) {
34
- cached = c;
35
- return c;
36
- }
37
- }
38
- const url = process.env.DP_RENDER_FONT_URL;
39
- if (url) {
40
- try {
41
- const dir = path.join(workspace, "fonts");
42
- await mkdir(dir, { recursive: true });
43
- const dest = path.join(dir, url.toLowerCase().endsWith(".otf") ? "subtitle.otf" : "subtitle.ttf");
44
- if (!existsSync(dest)) {
45
- const res = await fetch(url);
46
- if (res.ok)
47
- await writeFile(dest, new Uint8Array(await res.arrayBuffer()));
48
- }
49
- if (existsSync(dest)) {
50
- cached = dest;
51
- return dest;
52
- }
53
- }
54
- catch {
55
- /* fall through */
56
- }
57
- }
58
- cached = null;
59
- return null;
60
- }
61
- //# sourceMappingURL=font.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"font.js","sourceRoot":"","sources":["../../src/render/font.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACpD,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B;;;;;;;;GAQG;AAEH,MAAM,UAAU,GAAG;IACjB,OAAO,CAAC,GAAG,CAAC,mBAAmB;IAC/B,sBAAsB;IACtB,oCAAoC;IACpC,0CAA0C;IAC1C,4CAA4C;IAC5C,sDAAsD;IACtD,8CAA8C;IAC9C,kCAAkC;IAClC,QAAQ;IACR,wDAAwD;IACxD,wDAAwD;IACxD,iDAAiD;IACjD,iEAAiE;CAClE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;AAEzC,IAAI,MAAiC,CAAC;AAEtC,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,SAAiB;IAChD,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC;IAExC,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;QAC3B,IAAI,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;YAClB,MAAM,GAAG,CAAC,CAAC;YACX,OAAO,CAAC,CAAC;QACX,CAAC;IACH,CAAC;IAED,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC;IAC3C,IAAI,GAAG,EAAE,CAAC;QACR,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;YAC1C,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACtC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC;YAClG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;gBACtB,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;gBAC7B,IAAI,GAAG,CAAC,EAAE;oBAAE,MAAM,SAAS,CAAC,IAAI,EAAE,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;YAC7E,CAAC;YACD,IAAI,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;gBACrB,MAAM,GAAG,IAAI,CAAC;gBACd,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,kBAAkB;QACpB,CAAC;IACH,CAAC;IAED,MAAM,GAAG,IAAI,CAAC;IACd,OAAO,IAAI,CAAC;AACd,CAAC"}
@@ -1,11 +0,0 @@
1
- /**
2
- * Text-to-image on the worker, using the worker's OWN bootstrap llm_profile
3
- * image config (OpenAI-compatible /v1/images/generations). No key travels over
4
- * the wire — the worker already has its profile's image key from bootstrap.
5
- */
6
- export interface WorkerImageConfig {
7
- baseUrl: string;
8
- apiKey: string;
9
- model: string;
10
- }
11
- export declare function generateImage(cfg: WorkerImageConfig, prompt: string, size: string, dest: string): Promise<void>;
@@ -1,42 +0,0 @@
1
- import { writeFile } from "node:fs/promises";
2
- function ver(base) {
3
- const b = base.replace(/\/+$/, "");
4
- return b.endsWith("/v1") ? b : `${b}/v1`;
5
- }
6
- /** Map "WxH" to the nearest size the OpenAI image model accepts. */
7
- function mapSize(model, size) {
8
- const [w, h] = (size ?? "1024x1024").split("x").map(Number);
9
- const aspect = w && h ? w / h : 1;
10
- const isDalle3 = /dall-?e-?3/i.test(model);
11
- if (aspect < 0.83)
12
- return isDalle3 ? "1024x1792" : "1024x1536"; // portrait
13
- if (aspect > 1.2)
14
- return isDalle3 ? "1792x1024" : "1536x1024"; // landscape
15
- return "1024x1024";
16
- }
17
- export async function generateImage(cfg, prompt, size, dest) {
18
- const res = await fetch(`${ver(cfg.baseUrl)}/images/generations`, {
19
- method: "POST",
20
- headers: { Authorization: `Bearer ${cfg.apiKey}`, "Content-Type": "application/json" },
21
- body: JSON.stringify({ model: cfg.model, prompt, size: mapSize(cfg.model, size), n: 1 }),
22
- });
23
- if (!res.ok) {
24
- throw new Error(`image gen HTTP ${res.status}: ${(await res.text().catch(() => "")).slice(0, 300)}`);
25
- }
26
- const json = (await res.json());
27
- const url = json.data?.[0]?.url;
28
- const b64 = json.data?.[0]?.b64_json;
29
- if (url) {
30
- const img = await fetch(url);
31
- if (!img.ok)
32
- throw new Error(`image download HTTP ${img.status}`);
33
- await writeFile(dest, new Uint8Array(await img.arrayBuffer()));
34
- return;
35
- }
36
- if (b64) {
37
- await writeFile(dest, Buffer.from(b64, "base64"));
38
- return;
39
- }
40
- throw new Error("image gen returned no url/b64");
41
- }
42
- //# sourceMappingURL=image-gen.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"image-gen.js","sourceRoot":"","sources":["../../src/render/image-gen.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAc7C,SAAS,GAAG,CAAC,IAAY;IACvB,MAAM,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACnC,OAAO,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC;AAC3C,CAAC;AAED,oEAAoE;AACpE,SAAS,OAAO,CAAC,KAAa,EAAE,IAAa;IAC3C,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,IAAI,WAAW,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IAC5D,MAAM,MAAM,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAClC,MAAM,QAAQ,GAAG,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC3C,IAAI,MAAM,GAAG,IAAI;QAAE,OAAO,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,WAAW;IAC3E,IAAI,MAAM,GAAG,GAAG;QAAE,OAAO,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,YAAY;IAC3E,OAAO,WAAW,CAAC;AACrB,CAAC;AAKD,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,GAAsB,EACtB,MAAc,EACd,IAAY,EACZ,IAAY;IAEZ,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,qBAAqB,EAAE;QAChE,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,GAAG,CAAC,MAAM,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;QACtF,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC;KACzF,CAAC,CAAC;IACH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,kBAAkB,GAAG,CAAC,MAAM,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;IACvG,CAAC;IACD,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAS,CAAC;IACxC,MAAM,GAAG,GAAuB,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC;IACpD,MAAM,GAAG,GAAuB,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC;IACzD,IAAI,GAAG,EAAE,CAAC;QACR,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;QAC7B,IAAI,CAAC,GAAG,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;QAClE,MAAM,SAAS,CAAC,IAAI,EAAE,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;QAC/D,OAAO;IACT,CAAC;IACD,IAAI,GAAG,EAAE,CAAC;QACR,MAAM,SAAS,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC;QAClD,OAAO;IACT,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;AACnD,CAAC"}
@@ -1,46 +0,0 @@
1
- import type { CenterClient } from "../center/center-client.js";
2
- import { type WorkerLlmConfig } from "./render-runner.js";
3
- /**
4
- * Render-worker analogue of CenterFrontend. A render worker (--render) has no
5
- * Agent/Chrome: it connects to center with the SAME CenterClient + bootstrap,
6
- * advertises itself via `hello`, and handles `task_dispatch` envelopes whose
7
- * `kind` is "render" by running ffmpeg (download inputs → compose/merge →
8
- * upload to R2) and reporting a structured `task_event { finished, result }`.
9
- *
10
- * It imports nothing from src/agent, src/browser, or src/llm — render is fully
11
- * isolated from the shared agent core (SYNC.md safe).
12
- */
13
- export interface RenderFrontendOpts {
14
- client: CenterClient;
15
- workerId: string;
16
- version?: string;
17
- /** Scratch dir for ffmpeg temp files. */
18
- workspace: string;
19
- /** The worker's own llm_profile (image gen + profile TTS). */
20
- llm?: WorkerLlmConfig;
21
- logger?: {
22
- info: (m: string) => void;
23
- warn: (m: string) => void;
24
- error: (m: string) => void;
25
- };
26
- }
27
- export declare class RenderFrontend {
28
- private readonly client;
29
- private readonly workerId;
30
- private readonly version;
31
- private readonly workspace;
32
- private readonly llm?;
33
- private readonly logger;
34
- private inFlight;
35
- private heartbeatTimer;
36
- private detachers;
37
- private currentStatus;
38
- constructor(opts: RenderFrontendOpts);
39
- start(): Promise<void>;
40
- stop(): Promise<void>;
41
- private sendHello;
42
- private handleIncoming;
43
- private handleDispatch;
44
- private emitEvent;
45
- private sendStatus;
46
- }
@@ -1,156 +0,0 @@
1
- import { runRender } from "./render-runner.js";
2
- export class RenderFrontend {
3
- client;
4
- workerId;
5
- version;
6
- workspace;
7
- llm;
8
- logger;
9
- inFlight = null;
10
- heartbeatTimer = null;
11
- detachers = [];
12
- currentStatus = "idle";
13
- constructor(opts) {
14
- this.client = opts.client;
15
- this.workerId = opts.workerId;
16
- this.version = opts.version ?? "unknown";
17
- this.workspace = opts.workspace;
18
- this.llm = opts.llm;
19
- this.logger = opts.logger ?? {
20
- info: (m) => console.log(m),
21
- warn: (m) => console.warn(m),
22
- error: (m) => console.error(m),
23
- };
24
- }
25
- async start() {
26
- const onMessage = (msg) => {
27
- this.handleIncoming(msg).catch((err) => this.logger.error(`RenderFrontend handler crashed for ${msg.type}: ${err instanceof Error ? err.message : err}`));
28
- };
29
- this.client.on("message", onMessage);
30
- this.detachers.push(() => this.client.off("message", onMessage));
31
- const onOpen = () => {
32
- this.sendHello().catch((err) => this.logger.warn(`RenderFrontend hello failed: ${err instanceof Error ? err.message : err}`));
33
- };
34
- this.client.on("open", onOpen);
35
- this.detachers.push(() => this.client.off("open", onOpen));
36
- this.heartbeatTimer = setInterval(() => {
37
- this.client.send({ type: "worker_heartbeat", payload: {} }).catch((err) => this.logger.warn(`[RenderFrontend] heartbeat failed: ${err instanceof Error ? err.message : err}`));
38
- }, 30_000);
39
- }
40
- async stop() {
41
- if (this.heartbeatTimer) {
42
- clearInterval(this.heartbeatTimer);
43
- this.heartbeatTimer = null;
44
- }
45
- for (const d of this.detachers)
46
- d();
47
- this.detachers = [];
48
- if (this.inFlight) {
49
- this.inFlight.controller.abort();
50
- this.inFlight = null;
51
- }
52
- }
53
- async sendHello() {
54
- const extras = this.client.getExtras();
55
- await this.client.send({
56
- type: "hello",
57
- payload: {
58
- worker_id: this.workerId,
59
- version: this.version,
60
- config_etag: extras?.configEtag ?? "unknown",
61
- current_status: this.currentStatus,
62
- },
63
- });
64
- }
65
- async handleIncoming(msg) {
66
- switch (msg.type) {
67
- case "task_dispatch":
68
- await this.handleDispatch(msg.payload);
69
- return;
70
- case "cancel_task": {
71
- const p = msg.payload;
72
- if (this.inFlight?.taskRunId === p.task_run_id) {
73
- this.inFlight.controller.abort();
74
- }
75
- return;
76
- }
77
- case "ping_request": {
78
- const p = msg.payload;
79
- await this.client.send({
80
- type: "pong",
81
- payload: { ref_id: p.ref_id, status: this.currentStatus },
82
- });
83
- return;
84
- }
85
- default:
86
- // Render workers ignore chat/config messages.
87
- return;
88
- }
89
- }
90
- async handleDispatch(payload) {
91
- if (payload.kind !== "render" || !payload.render) {
92
- this.logger.warn(`[RenderFrontend] ignoring non-render dispatch ${payload.task_run_id}`);
93
- return;
94
- }
95
- if (this.inFlight) {
96
- this.logger.warn(`[RenderFrontend] busy; rejecting ${payload.task_run_id}`);
97
- return;
98
- }
99
- const controller = new AbortController();
100
- this.inFlight = { taskRunId: payload.task_run_id, controller };
101
- this.currentStatus = "busy";
102
- await this.emitEvent({ task_run_id: payload.task_run_id, event: "dispatched_ack" });
103
- await this.emitEvent({ task_run_id: payload.task_run_id, event: "started", status: "running" });
104
- await this.sendStatus("busy", payload.task_run_id);
105
- try {
106
- const result = await runRender(payload.render, {
107
- workspace: this.workspace,
108
- llm: this.llm,
109
- signal: controller.signal,
110
- logger: this.logger,
111
- });
112
- await this.emitEvent({
113
- task_run_id: payload.task_run_id,
114
- event: "finished",
115
- status: "success",
116
- result,
117
- });
118
- }
119
- catch (err) {
120
- const message = err instanceof Error ? err.message : String(err);
121
- this.logger.error(`[RenderFrontend] render ${payload.task_run_id} failed: ${message}`);
122
- await this.emitEvent({
123
- task_run_id: payload.task_run_id,
124
- event: "finished",
125
- status: "failed",
126
- error: message,
127
- result: { error: message },
128
- });
129
- }
130
- finally {
131
- this.inFlight = null;
132
- this.currentStatus = "idle";
133
- await this.sendStatus("idle", null);
134
- }
135
- }
136
- async emitEvent(payload) {
137
- try {
138
- await this.client.send({ type: "task_event", payload });
139
- }
140
- catch (err) {
141
- this.logger.warn(`[RenderFrontend] task_event send failed: ${err instanceof Error ? err.message : err}`);
142
- }
143
- }
144
- async sendStatus(status, taskId) {
145
- try {
146
- await this.client.send({
147
- type: "status_change",
148
- payload: { status, ...(taskId ? { current_task_id: taskId } : {}) },
149
- });
150
- }
151
- catch (err) {
152
- this.logger.warn(`[RenderFrontend] status_change failed: ${err instanceof Error ? err.message : err}`);
153
- }
154
- }
155
- }
156
- //# sourceMappingURL=render-frontend.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"render-frontend.js","sourceRoot":"","sources":["../../src/render/render-frontend.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,SAAS,EAAwB,MAAM,oBAAoB,CAAC;AA6BrE,MAAM,OAAO,cAAc;IACR,MAAM,CAAe;IACrB,QAAQ,CAAS;IACjB,OAAO,CAAS;IAChB,SAAS,CAAS;IAClB,GAAG,CAAmB;IACtB,MAAM,CAA4C;IAC3D,QAAQ,GAAoB,IAAI,CAAC;IACjC,cAAc,GAA0B,IAAI,CAAC;IAC7C,SAAS,GAAsB,EAAE,CAAC;IAClC,aAAa,GAAkB,MAAM,CAAC;IAE9C,YAAY,IAAwB;QAClC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC1B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC9B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,SAAS,CAAC;QACzC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;QAChC,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC;QACpB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI;YAC3B,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;YAC3B,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;YAC5B,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;SAC/B,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,SAAS,GAAG,CAAC,GAA0B,EAAE,EAAE;YAC/C,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,CACrC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,sCAAsC,GAAG,CAAC,IAAI,KAAK,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CACjH,CAAC;QACJ,CAAC,CAAC;QACF,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QACrC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC;QAEjE,MAAM,MAAM,GAAG,GAAG,EAAE;YAClB,IAAI,CAAC,SAAS,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,CAC7B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gCAAgC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAC7F,CAAC;QACJ,CAAC,CAAC;QACF,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC/B,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;QAE3D,IAAI,CAAC,cAAc,GAAG,WAAW,CAAC,GAAG,EAAE;YACrC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,kBAAkB,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,CACxE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sCAAsC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CACnG,CAAC;QACJ,CAAC,EAAE,MAAM,CAAC,CAAC;IACb,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,aAAa,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YACnC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC7B,CAAC;QACD,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,SAAS;YAAE,CAAC,EAAE,CAAC;QACpC,IAAI,CAAC,SAAS,GAAG,EAAE,CAAC;QACpB,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;YACjC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACvB,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,SAAS;QACrB,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;QACvC,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;YACrB,IAAI,EAAE,OAAO;YACb,OAAO,EAAE;gBACP,SAAS,EAAE,IAAI,CAAC,QAAQ;gBACxB,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,WAAW,EAAE,MAAM,EAAE,UAAU,IAAI,SAAS;gBAC5C,cAAc,EAAE,IAAI,CAAC,aAAa;aACnC;SACF,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,GAA0B;QACrD,QAAQ,GAAG,CAAC,IAAI,EAAE,CAAC;YACjB,KAAK,eAAe;gBAClB,MAAM,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,OAA8B,CAAC,CAAC;gBAC9D,OAAO;YACT,KAAK,aAAa,CAAC,CAAC,CAAC;gBACnB,MAAM,CAAC,GAAG,GAAG,CAAC,OAA4B,CAAC;gBAC3C,IAAI,IAAI,CAAC,QAAQ,EAAE,SAAS,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;oBAC/C,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;gBACnC,CAAC;gBACD,OAAO;YACT,CAAC;YACD,KAAK,cAAc,CAAC,CAAC,CAAC;gBACpB,MAAM,CAAC,GAAG,GAAG,CAAC,OAA6B,CAAC;gBAC5C,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;oBACrB,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,aAAa,EAAE;iBAC1D,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YACD;gBACE,8CAA8C;gBAC9C,OAAO;QACX,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,OAA4B;QACvD,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YACjD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,iDAAiD,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC;YACzF,OAAO;QACT,CAAC;QACD,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,oCAAoC,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC;YAC5E,OAAO;QACT,CAAC;QACD,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,IAAI,CAAC,QAAQ,GAAG,EAAE,SAAS,EAAE,OAAO,CAAC,WAAW,EAAE,UAAU,EAAE,CAAC;QAC/D,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC;QAE5B,MAAM,IAAI,CAAC,SAAS,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,WAAW,EAAE,KAAK,EAAE,gBAAgB,EAAE,CAAC,CAAC;QACpF,MAAM,IAAI,CAAC,SAAS,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,WAAW,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;QAChG,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;QAEnD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,MAAM,EAAE;gBAC7C,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,GAAG,EAAE,IAAI,CAAC,GAAG;gBACb,MAAM,EAAE,UAAU,CAAC,MAAM;gBACzB,MAAM,EAAE,IAAI,CAAC,MAAM;aACpB,CAAC,CAAC;YACH,MAAM,IAAI,CAAC,SAAS,CAAC;gBACnB,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,KAAK,EAAE,UAAU;gBACjB,MAAM,EAAE,SAAS;gBACjB,MAAM;aACP,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACjE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,2BAA2B,OAAO,CAAC,WAAW,YAAY,OAAO,EAAE,CAAC,CAAC;YACvF,MAAM,IAAI,CAAC,SAAS,CAAC;gBACnB,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,KAAK,EAAE,UAAU;gBACjB,MAAM,EAAE,QAAQ;gBAChB,KAAK,EAAE,OAAO;gBACd,MAAM,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE;aAC3B,CAAC,CAAC;QACL,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;YACrB,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC;YAC5B,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QACtC,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,SAAS,CAAC,OAMvB;QACC,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC,CAAC;QAC1D,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,4CAA4C,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;QAC3G,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,MAAqB,EAAE,MAAqB;QACnE,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;gBACrB,IAAI,EAAE,eAAe;gBACrB,OAAO,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE;aACpE,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,0CAA0C,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;QACzG,CAAC;IACH,CAAC;CACF"}
@@ -1,30 +0,0 @@
1
- import type { RenderResultPayload, RenderSpecPayload } from "dp-shared";
2
- /**
3
- * Execute one worker task:
4
- * - produce_shot: GENERATE the visual (worker's profile image key, or a
5
- * pre-resolved stock URL) + voice (profile TTS / free edge-tts), then ffmpeg
6
- * compose (Ken Burns for stills) → upload. All on the worker's machine.
7
- * - merge: concat the shot clips (+ optional BGM) → upload.
8
- * Returns the structured RenderResult the center persists to task_runs.result_json.
9
- */
10
- /** The worker's own bootstrap llm_profile — used for image gen + profile TTS. */
11
- export interface WorkerLlmConfig {
12
- baseUrl: string;
13
- apiKey: string;
14
- model: string;
15
- imageGeneration?: {
16
- apiKey: string;
17
- model: string;
18
- };
19
- }
20
- export interface RunRenderOpts {
21
- workspace: string;
22
- llm?: WorkerLlmConfig;
23
- signal?: AbortSignal;
24
- logger?: {
25
- info: (m: string) => void;
26
- warn: (m: string) => void;
27
- error: (m: string) => void;
28
- };
29
- }
30
- export declare function runRender(spec: RenderSpecPayload, opts: RunRenderOpts): Promise<RenderResultPayload>;