dp-worker 0.1.8 → 0.1.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/browser/chrome-process.js +16 -0
- package/dist/browser/chrome-process.js.map +1 -1
- package/dist/chrome-extension/omni-flow/background.js +19 -40
- package/dist/chrome-extension/omni-flow/connect.html +8 -1
- package/dist/chrome-extension/omni-flow/connect.js +13 -0
- package/dist/chrome-extension/omni-flow/content.js +23 -16
- package/dist/chrome-extension/omni-flow/inject.js +32 -73
- package/dist/chrome-extension/omni-flow/manifest.json +1 -1
- package/dist/chrome-extension/omni-flow/popup.css +7 -1
- package/dist/chrome-extension/omni-flow/popup.html +1 -0
- package/dist/chrome-extension/omni-flow/popup.js +13 -0
- package/package.json +1 -1
- package/dist/render/ffmpeg-compose.d.ts +0 -25
- package/dist/render/ffmpeg-compose.js +0 -141
- package/dist/render/ffmpeg-compose.js.map +0 -1
- package/dist/render/ffmpeg-merge.d.ts +0 -5
- package/dist/render/ffmpeg-merge.js +0 -61
- package/dist/render/ffmpeg-merge.js.map +0 -1
- package/dist/render/font.d.ts +0 -1
- package/dist/render/font.js +0 -61
- package/dist/render/font.js.map +0 -1
- package/dist/render/image-gen.d.ts +0 -11
- package/dist/render/image-gen.js +0 -42
- package/dist/render/image-gen.js.map +0 -1
- package/dist/render/render-frontend.d.ts +0 -46
- package/dist/render/render-frontend.js +0 -156
- package/dist/render/render-frontend.js.map +0 -1
- package/dist/render/render-runner.d.ts +0 -30
- package/dist/render/render-runner.js +0 -115
- package/dist/render/render-runner.js.map +0 -1
- package/dist/render/tts.d.ts +0 -15
- package/dist/render/tts.js +0 -35
- package/dist/render/tts.js.map +0 -1
|
@@ -1,115 +0,0 @@
|
|
|
1
|
-
import { createWriteStream } from "node:fs";
|
|
2
|
-
import { mkdtemp, readFile, rm } from "node:fs/promises";
|
|
3
|
-
import { Readable } from "node:stream";
|
|
4
|
-
import { pipeline } from "node:stream/promises";
|
|
5
|
-
import os from "node:os";
|
|
6
|
-
import path from "node:path";
|
|
7
|
-
import { composeShot } from "./ffmpeg-compose.js";
|
|
8
|
-
import { mergeClips } from "./ffmpeg-merge.js";
|
|
9
|
-
import { ensureFont } from "./font.js";
|
|
10
|
-
import { generateImage } from "./image-gen.js";
|
|
11
|
-
import { synthesize } from "./tts.js";
|
|
12
|
-
function extFor(role) {
|
|
13
|
-
return role === "audio" || role === "bgm" ? "mp3" : role === "image" ? "png" : "mp4";
|
|
14
|
-
}
|
|
15
|
-
async function download(url, dest, signal) {
|
|
16
|
-
const res = await fetch(url, { signal });
|
|
17
|
-
if (!res.ok || !res.body) {
|
|
18
|
-
throw new Error(`download failed ${res.status} for ${url.slice(0, 80)}`);
|
|
19
|
-
}
|
|
20
|
-
await pipeline(Readable.fromWeb(res.body), createWriteStream(dest));
|
|
21
|
-
}
|
|
22
|
-
async function uploadPut(url, file, signal) {
|
|
23
|
-
const body = await readFile(file);
|
|
24
|
-
const res = await fetch(url, {
|
|
25
|
-
method: "PUT",
|
|
26
|
-
body,
|
|
27
|
-
headers: { "content-type": "video/mp4" },
|
|
28
|
-
signal,
|
|
29
|
-
});
|
|
30
|
-
if (!res.ok) {
|
|
31
|
-
throw new Error(`upload PUT failed ${res.status}: ${await res.text().catch(() => "")}`);
|
|
32
|
-
}
|
|
33
|
-
}
|
|
34
|
-
export async function runRender(spec, opts) {
|
|
35
|
-
const log = opts.logger ?? console;
|
|
36
|
-
const base = path.join(opts.workspace, "render");
|
|
37
|
-
const tmp = await mkdtemp(path.join(base.startsWith(os.tmpdir()) ? base : os.tmpdir(), "dp-render-"));
|
|
38
|
-
try {
|
|
39
|
-
const outPath = path.join(tmp, "out.mp4");
|
|
40
|
-
const width = spec.params?.width ?? 1080;
|
|
41
|
-
const height = spec.params?.height ?? 1920;
|
|
42
|
-
if (spec.render_kind === "produce_shot") {
|
|
43
|
-
await producShot(spec, opts, tmp, outPath, width, height);
|
|
44
|
-
}
|
|
45
|
-
else if (spec.render_kind === "merge") {
|
|
46
|
-
const clips = [];
|
|
47
|
-
let bgm;
|
|
48
|
-
for (let i = 0; i < spec.inputs.length; i++) {
|
|
49
|
-
const inp = spec.inputs[i];
|
|
50
|
-
const dest = path.join(tmp, `${inp.role}-${i}.${extFor(inp.role)}`);
|
|
51
|
-
await download(inp.get_url, dest, opts.signal);
|
|
52
|
-
if (inp.role === "bgm")
|
|
53
|
-
bgm = dest;
|
|
54
|
-
else
|
|
55
|
-
clips.push(dest);
|
|
56
|
-
}
|
|
57
|
-
if (clips.length === 0)
|
|
58
|
-
throw new Error("merge: no input clips");
|
|
59
|
-
await mergeClips(clips, outPath, { bgm, bgmVolume: spec.params?.bgm_volume });
|
|
60
|
-
}
|
|
61
|
-
else {
|
|
62
|
-
throw new Error(`unsupported render_kind: ${spec.render_kind}`);
|
|
63
|
-
}
|
|
64
|
-
await uploadPut(spec.output_put_url, outPath, opts.signal);
|
|
65
|
-
log.info(`[render] ${spec.render_kind} → ${spec.output_r2_key}`);
|
|
66
|
-
return { output_r2_key: spec.output_r2_key, duration_ms: spec.params?.duration_ms, width, height };
|
|
67
|
-
}
|
|
68
|
-
finally {
|
|
69
|
-
await rm(tmp, { recursive: true, force: true }).catch(() => undefined);
|
|
70
|
-
}
|
|
71
|
-
}
|
|
72
|
-
/** produce_shot: generate visual + voice on the worker, then compose. */
|
|
73
|
-
async function producShot(spec, opts, tmp, outPath, width, height) {
|
|
74
|
-
// 1) Visual: stock URL (center-sourced) → footage; image_prompt → generate.
|
|
75
|
-
let videoPath;
|
|
76
|
-
let imagePath;
|
|
77
|
-
const visual = spec.visual;
|
|
78
|
-
if (visual?.kind === "url" && visual.url) {
|
|
79
|
-
videoPath = path.join(tmp, "footage.mp4");
|
|
80
|
-
await download(visual.url, videoPath, opts.signal);
|
|
81
|
-
}
|
|
82
|
-
else if (visual?.kind === "image_prompt") {
|
|
83
|
-
if (!opts.llm?.imageGeneration) {
|
|
84
|
-
throw new Error("this worker's llm_profile has no image generation configured (set image_model/image_api_key)");
|
|
85
|
-
}
|
|
86
|
-
imagePath = path.join(tmp, "image.png");
|
|
87
|
-
await generateImage({ baseUrl: opts.llm.baseUrl, apiKey: opts.llm.imageGeneration.apiKey, model: opts.llm.imageGeneration.model }, visual.prompt ?? "", `${width}x${height}`, imagePath);
|
|
88
|
-
}
|
|
89
|
-
// 2) Voice (profile TTS or free edge-tts).
|
|
90
|
-
let audioPath;
|
|
91
|
-
if (spec.narration) {
|
|
92
|
-
audioPath = path.join(tmp, "audio.mp3");
|
|
93
|
-
await synthesize(spec.tts?.engine ?? "edge", opts.llm ? { baseUrl: opts.llm.baseUrl, apiKey: opts.llm.apiKey } : undefined, spec.narration, spec.tts?.voice, audioPath);
|
|
94
|
-
}
|
|
95
|
-
// 3) Compose (Ken Burns for stills) + subtitle.
|
|
96
|
-
const fontFile = spec.subtitle_text ? await ensureFont(opts.workspace) : null;
|
|
97
|
-
const st = spec.subtitle_style;
|
|
98
|
-
await composeShot({
|
|
99
|
-
video: videoPath,
|
|
100
|
-
image: imagePath,
|
|
101
|
-
motion: spec.motion ?? "none",
|
|
102
|
-
audio: audioPath,
|
|
103
|
-
subtitle: spec.subtitle_text,
|
|
104
|
-
subtitleStyle: st
|
|
105
|
-
? { color: st.color, fontSizeRatio: st.font_size_ratio, stroke: st.stroke, background: st.background, position: st.position }
|
|
106
|
-
: undefined,
|
|
107
|
-
fontFile,
|
|
108
|
-
fade: spec.params?.transition === "fade",
|
|
109
|
-
width,
|
|
110
|
-
height,
|
|
111
|
-
durationMs: spec.params?.duration_ms,
|
|
112
|
-
out: outPath,
|
|
113
|
-
});
|
|
114
|
-
}
|
|
115
|
-
//# sourceMappingURL=render-runner.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"render-runner.js","sourceRoot":"","sources":["../../src/render/render-runner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAC;AAC5C,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AACzD,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACvC,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAChD,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAClD,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AACvC,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAC/C,OAAO,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AA0BtC,SAAS,MAAM,CAAC,IAAyC;IACvD,OAAO,IAAI,KAAK,OAAO,IAAI,IAAI,KAAK,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;AACvF,CAAC;AAED,KAAK,UAAU,QAAQ,CAAC,GAAW,EAAE,IAAY,EAAE,MAAoB;IACrE,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;IACzC,IAAI,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;QACzB,MAAM,IAAI,KAAK,CAAC,mBAAmB,GAAG,CAAC,MAAM,QAAQ,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;IAC3E,CAAC;IACD,MAAM,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,IAA8C,CAAC,EAAE,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC;AAChH,CAAC;AAED,KAAK,UAAU,SAAS,CAAC,GAAW,EAAE,IAAY,EAAE,MAAoB;IACtE,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC;IAClC,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;QAC3B,MAAM,EAAE,KAAK;QACb,IAAI;QACJ,OAAO,EAAE,EAAE,cAAc,EAAE,WAAW,EAAE;QACxC,MAAM;KACP,CAAC,CAAC;IACH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,qBAAqB,GAAG,CAAC,MAAM,KAAK,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IAC1F,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,IAAuB,EACvB,IAAmB;IAEnB,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,IAAI,OAAO,CAAC;IACnC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IACjD,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,YAAY,CAAC,CAAC,CAAC;IACtG,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;QAC1C,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,IAAI,IAAI,CAAC;QACzC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,MAAM,IAAI,IAAI,CAAC;QAE3C,IAAI,IAAI,CAAC,WAAW,KAAK,cAAc,EAAE,CAAC;YACxC,MAAM,UAAU,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;QAC5D,CAAC;aAAM,IAAI,IAAI,CAAC,WAAW,KAAK,OAAO,EAAE,CAAC;YACxC,MAAM,KAAK,GAAa,EAAE,CAAC;YAC3B,IAAI,GAAuB,CAAC;YAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC5C,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;gBAC3B,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,GAAG,CAAC,IAAI,IAAI,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACpE,MAAM,QAAQ,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;gBAC/C,IAAI,GAAG,CAAC,IAAI,KAAK,KAAK;oBAAE,GAAG,GAAG,IAAI,CAAC;;oBAC9B,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACxB,CAAC;YACD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;YACjE,MAAM,UAAU,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,GAAG,EAAE,SAAS,EAAE,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC;QAChF,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,KAAK,CAAC,4BAA4B,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;QAClE,CAAC;QAED,MAAM,SAAS,CAAC,IAAI,CAAC,cAAc,EAAE,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAC3D,GAAG,CAAC,IAAI,CAAC,YAAY,IAAI,CAAC,WAAW,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC;QACjE,OAAO,EAAE,aAAa,EAAE,IAAI,CAAC,aAAa,EAAE,WAAW,EAAE,IAAI,CAAC,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;IACrG,CAAC;YAAS,CAAC;QACT,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IACzE,CAAC;AACH,CAAC;AAED,yEAAyE;AACzE,KAAK,UAAU,UAAU,CACvB,IAAuB,EACvB,IAAmB,EACnB,GAAW,EACX,OAAe,EACf,KAAa,EACb,MAAc;IAEd,4EAA4E;IAC5E,IAAI,SAA6B,CAAC;IAClC,IAAI,SAA6B,CAAC;IAClC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;IAC3B,IAAI,MAAM,EAAE,IAAI,KAAK,KAAK,IAAI,MAAM,CAAC,GAAG,EAAE,CAAC;QACzC,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,aAAa,CAAC,CAAC;QAC1C,MAAM,QAAQ,CAAC,MAAM,CAAC,GAAG,EAAE,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IACrD,CAAC;SAAM,IAAI,MAAM,EAAE,IAAI,KAAK,cAAc,EAAE,CAAC;QAC3C,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,eAAe,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CAAC,8FAA8F,CAAC,CAAC;QAClH,CAAC;QACD,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;QACxC,MAAM,aAAa,CACjB,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,KAAK,EAAE,EAC7G,MAAM,CAAC,MAAM,IAAI,EAAE,EACnB,GAAG,KAAK,IAAI,MAAM,EAAE,EACpB,SAAS,CACV,CAAC;IACJ,CAAC;IAED,2CAA2C;IAC3C,IAAI,SAA6B,CAAC;IAClC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;QACnB,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;QACxC,MAAM,UAAU,CACd,IAAI,CAAC,GAAG,EAAE,MAAM,IAAI,MAAM,EAC1B,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,SAAS,EAC7E,IAAI,CAAC,SAAS,EACd,IAAI,CAAC,GAAG,EAAE,KAAK,EACf,SAAS,CACV,CAAC;IACJ,CAAC;IAED,gDAAgD;IAChD,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC9E,MAAM,EAAE,GAAG,IAAI,CAAC,cAAc,CAAC;IAC/B,MAAM,WAAW,CAAC;QAChB,KAAK,EAAE,SAAS;QAChB,KAAK,EAAE,SAAS;QAChB,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,MAAM;QAC7B,KAAK,EAAE,SAAS;QAChB,QAAQ,EAAE,IAAI,CAAC,aAAa;QAC5B,aAAa,EAAE,EAAE;YACf,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,EAAE,aAAa,EAAE,EAAE,CAAC,eAAe,EAAE,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,UAAU,EAAE,EAAE,CAAC,UAAU,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ,EAAE;YAC7H,CAAC,CAAC,SAAS;QACb,QAAQ;QACR,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,UAAU,KAAK,MAAM;QACxC,KAAK;QACL,MAAM;QACN,UAAU,EAAE,IAAI,CAAC,MAAM,EAAE,WAAW;QACpC,GAAG,EAAE,OAAO;KACb,CAAC,CAAC;AACL,CAAC"}
|
package/dist/render/tts.d.ts
DELETED
|
@@ -1,15 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Text-to-speech on the worker. Two engines:
|
|
3
|
-
* - "profile": OpenAI-compatible /v1/audio/speech using the worker's profile
|
|
4
|
-
* key (works if the gateway proxies TTS).
|
|
5
|
-
* - "edge": Microsoft Edge TTS — FREE, no key, runs on the worker's machine.
|
|
6
|
-
* The default, so口播 needs zero paid TTS.
|
|
7
|
-
*/
|
|
8
|
-
export interface WorkerLlmAudio {
|
|
9
|
-
baseUrl: string;
|
|
10
|
-
apiKey: string;
|
|
11
|
-
}
|
|
12
|
-
export declare function ttsProfile(llm: WorkerLlmAudio, text: string, voice: string | undefined, dest: string): Promise<void>;
|
|
13
|
-
/** Free Microsoft Edge TTS. Default voice is Chinese; override per job. */
|
|
14
|
-
export declare function ttsEdge(text: string, voice: string | undefined, dest: string): Promise<void>;
|
|
15
|
-
export declare function synthesize(engine: "profile" | "edge", llm: WorkerLlmAudio | undefined, text: string, voice: string | undefined, dest: string): Promise<void>;
|
package/dist/render/tts.js
DELETED
|
@@ -1,35 +0,0 @@
|
|
|
1
|
-
import { createWriteStream } from "node:fs";
|
|
2
|
-
import { writeFile } from "node:fs/promises";
|
|
3
|
-
import { pipeline } from "node:stream/promises";
|
|
4
|
-
import { MsEdgeTTS, OUTPUT_FORMAT } from "msedge-tts";
|
|
5
|
-
function ver(base) {
|
|
6
|
-
const b = base.replace(/\/+$/, "");
|
|
7
|
-
return b.endsWith("/v1") ? b : `${b}/v1`;
|
|
8
|
-
}
|
|
9
|
-
export async function ttsProfile(llm, text, voice, dest) {
|
|
10
|
-
const res = await fetch(`${ver(llm.baseUrl)}/audio/speech`, {
|
|
11
|
-
method: "POST",
|
|
12
|
-
headers: { Authorization: `Bearer ${llm.apiKey}`, "Content-Type": "application/json" },
|
|
13
|
-
body: JSON.stringify({ model: "gpt-4o-mini-tts", input: text, voice: voice || "alloy", response_format: "mp3" }),
|
|
14
|
-
});
|
|
15
|
-
if (!res.ok) {
|
|
16
|
-
throw new Error(`profile TTS HTTP ${res.status}: ${(await res.text().catch(() => "")).slice(0, 200)}`);
|
|
17
|
-
}
|
|
18
|
-
await writeFile(dest, new Uint8Array(await res.arrayBuffer()));
|
|
19
|
-
}
|
|
20
|
-
/** Free Microsoft Edge TTS. Default voice is Chinese; override per job. */
|
|
21
|
-
export async function ttsEdge(text, voice, dest) {
|
|
22
|
-
const tts = new MsEdgeTTS();
|
|
23
|
-
await tts.setMetadata(voice || "zh-CN-XiaoxiaoNeural", OUTPUT_FORMAT.AUDIO_24KHZ_48KBITRATE_MONO_MP3);
|
|
24
|
-
const { audioStream } = tts.toStream(text);
|
|
25
|
-
await pipeline(audioStream, createWriteStream(dest));
|
|
26
|
-
}
|
|
27
|
-
export async function synthesize(engine, llm, text, voice, dest) {
|
|
28
|
-
if (engine === "profile" && llm) {
|
|
29
|
-
await ttsProfile(llm, text, voice, dest);
|
|
30
|
-
}
|
|
31
|
-
else {
|
|
32
|
-
await ttsEdge(text, voice, dest);
|
|
33
|
-
}
|
|
34
|
-
}
|
|
35
|
-
//# sourceMappingURL=tts.js.map
|
package/dist/render/tts.js.map
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"tts.js","sourceRoot":"","sources":["../../src/render/tts.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAC;AAC5C,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAChD,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAetD,SAAS,GAAG,CAAC,IAAY;IACvB,MAAM,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACnC,OAAO,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC;AAC3C,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,GAAmB,EAAE,IAAY,EAAE,KAAyB,EAAE,IAAY;IACzG,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,eAAe,EAAE;QAC1D,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,GAAG,CAAC,MAAM,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;QACtF,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,iBAAiB,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,IAAI,OAAO,EAAE,eAAe,EAAE,KAAK,EAAE,CAAC;KACjH,CAAC,CAAC;IACH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,oBAAoB,GAAG,CAAC,MAAM,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;IACzG,CAAC;IACD,MAAM,SAAS,CAAC,IAAI,EAAE,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;AACjE,CAAC;AAED,2EAA2E;AAC3E,MAAM,CAAC,KAAK,UAAU,OAAO,CAAC,IAAY,EAAE,KAAyB,EAAE,IAAY;IACjF,MAAM,GAAG,GAAG,IAAI,SAAS,EAAE,CAAC;IAC5B,MAAM,GAAG,CAAC,WAAW,CAAC,KAAK,IAAI,sBAAsB,EAAE,aAAa,CAAC,+BAA+B,CAAC,CAAC;IACtG,MAAM,EAAE,WAAW,EAAE,GAAG,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC3C,MAAM,QAAQ,CAAC,WAAW,EAAE,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC;AACvD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,MAA0B,EAC1B,GAA+B,EAC/B,IAAY,EACZ,KAAyB,EACzB,IAAY;IAEZ,IAAI,MAAM,KAAK,SAAS,IAAI,GAAG,EAAE,CAAC;QAChC,MAAM,UAAU,CAAC,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;IAC3C,CAAC;SAAM,CAAC;QACN,MAAM,OAAO,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;IACnC,CAAC;AACH,CAAC"}
|