agentcut 0.2.15 → 0.2.18
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +127 -0
- package/dist/bridge.d.ts +1 -0
- package/dist/bridge.js +9 -4
- package/dist/bridge.js.map +1 -1
- package/dist/index.js +3 -1
- package/dist/index.js.map +1 -1
- package/dist/log.js +6 -1
- package/dist/log.js.map +1 -1
- package/dist/studio/agents/claude.d.ts +22 -1
- package/dist/studio/agents/claude.js +89 -3
- package/dist/studio/agents/claude.js.map +1 -1
- package/dist/studio/agents/types.d.ts +6 -0
- package/dist/studio/chat.d.ts +2 -0
- package/dist/studio/chat.js +13 -10
- package/dist/studio/chat.js.map +1 -1
- package/dist/studio/cli.js +43 -21
- package/dist/studio/cli.js.map +1 -1
- package/dist/studio/editing-styles.d.ts +26 -0
- package/dist/studio/editing-styles.js +84 -0
- package/dist/studio/editing-styles.js.map +1 -0
- package/dist/studio/host.d.ts +13 -2
- package/dist/studio/host.js +140 -9
- package/dist/studio/host.js.map +1 -1
- package/dist/studio/housekeeping.d.ts +16 -0
- package/dist/studio/housekeeping.js +152 -0
- package/dist/studio/housekeeping.js.map +1 -0
- package/dist/studio/http.d.ts +3 -0
- package/dist/studio/http.js +25 -0
- package/dist/studio/http.js.map +1 -1
- package/dist/studio/mcp-files.d.ts +34 -0
- package/dist/studio/mcp-files.js +159 -0
- package/dist/studio/mcp-files.js.map +1 -0
- package/dist/studio/mcp-guides.d.ts +4 -0
- package/dist/studio/mcp-guides.js +93 -0
- package/dist/studio/mcp-guides.js.map +1 -0
- package/dist/studio/projects.d.ts +1 -1
- package/dist/studio/providers/http.d.ts +4 -0
- package/dist/studio/providers/http.js +23 -0
- package/dist/studio/providers/http.js.map +1 -0
- package/dist/studio/providers/settings.d.ts +20 -0
- package/dist/studio/providers/settings.js +84 -0
- package/dist/studio/providers/settings.js.map +1 -0
- package/dist/studio/proxies.d.ts +45 -0
- package/dist/studio/proxies.js +263 -0
- package/dist/studio/proxies.js.map +1 -0
- package/dist/studio/references.d.ts +18 -0
- package/dist/studio/references.js +21 -4
- package/dist/studio/references.js.map +1 -1
- package/dist/studio/release-browser.d.ts +25 -0
- package/dist/studio/release-browser.js +191 -0
- package/dist/studio/release-browser.js.map +1 -0
- package/dist/studio/release-cursor.d.ts +3 -0
- package/dist/studio/release-cursor.js +27 -0
- package/dist/studio/release-cursor.js.map +1 -0
- package/dist/studio/release-edit.d.ts +34 -0
- package/dist/studio/release-edit.js +183 -0
- package/dist/studio/release-edit.js.map +1 -0
- package/dist/studio/release-recorder.d.ts +30 -0
- package/dist/studio/release-recorder.js +273 -0
- package/dist/studio/release-recorder.js.map +1 -0
- package/dist/studio/release-video.d.ts +693 -0
- package/dist/studio/release-video.js +616 -0
- package/dist/studio/release-video.js.map +1 -0
- package/dist/studio/render.d.ts +2 -0
- package/dist/studio/render.js +33 -15
- package/dist/studio/render.js.map +1 -1
- package/dist/studio/reveal.d.ts +3 -1
- package/dist/studio/reveal.js +26 -8
- package/dist/studio/reveal.js.map +1 -1
- package/dist/studio/schema.d.ts +23535 -1480
- package/dist/studio/schema.js +71 -4
- package/dist/studio/schema.js.map +1 -1
- package/dist/studio/share.d.ts +2 -0
- package/dist/studio/share.js +7 -1
- package/dist/studio/share.js.map +1 -1
- package/dist/studio/tools.d.ts +4 -0
- package/dist/studio/tools.js +113 -8
- package/dist/studio/tools.js.map +1 -1
- package/dist/studio/transcription/assemblyai.d.ts +11 -0
- package/dist/studio/transcription/assemblyai.js +123 -0
- package/dist/studio/transcription/assemblyai.js.map +1 -0
- package/dist/studio/transcription/local.d.ts +2 -0
- package/dist/studio/transcription/local.js +57 -0
- package/dist/studio/transcription/local.js.map +1 -0
- package/dist/studio/transcription/registry.d.ts +3 -0
- package/dist/studio/transcription/registry.js +5 -0
- package/dist/studio/transcription/registry.js.map +1 -0
- package/dist/studio/transcription/service.d.ts +130 -0
- package/dist/studio/transcription/service.js +236 -0
- package/dist/studio/transcription/service.js.map +1 -0
- package/dist/studio/transcription/types.d.ts +68 -0
- package/dist/studio/transcription/types.js +2 -0
- package/dist/studio/transcription/types.js.map +1 -0
- package/dist/studio/voice/audio.d.ts +1 -0
- package/dist/studio/voice/audio.js +18 -0
- package/dist/studio/voice/audio.js.map +1 -0
- package/dist/studio/voice/elevenlabs.d.ts +2 -0
- package/dist/studio/voice/elevenlabs.js +76 -0
- package/dist/studio/voice/elevenlabs.js.map +1 -0
- package/dist/studio/voice/gemini.d.ts +2 -0
- package/dist/studio/voice/gemini.js +95 -0
- package/dist/studio/voice/gemini.js.map +1 -0
- package/dist/studio/voice/openai.d.ts +2 -0
- package/dist/studio/voice/openai.js +75 -0
- package/dist/studio/voice/openai.js.map +1 -0
- package/dist/studio/voice/registry.d.ts +4 -0
- package/dist/studio/voice/registry.js +18 -0
- package/dist/studio/voice/registry.js.map +1 -0
- package/dist/studio/voice/types.d.ts +42 -0
- package/dist/studio/voice/types.js +2 -0
- package/dist/studio/voice/types.js.map +1 -0
- package/dist/studio/voice/xai.d.ts +2 -0
- package/dist/studio/voice/xai.js +80 -0
- package/dist/studio/voice/xai.js.map +1 -0
- package/dist/studio/voice.d.ts +32 -58
- package/dist/studio/voice.js +52 -308
- package/dist/studio/voice.js.map +1 -1
- package/dist/studio/workspace.d.ts +1 -0
- package/dist/studio/workspace.js +1 -0
- package/dist/studio/workspace.js.map +1 -1
- package/package.json +2 -1
- package/template/AGENTS.md +1 -0
- package/template/components/CATALOG.md +2 -0
- package/template/components/STYLES.md +108 -7
- package/template/components/catalog.json +29 -0
- package/template/components/color/grade-effect.ts +650 -0
- package/template/components/color/grade.ts +512 -0
- package/template/components/color/looks.ts +154 -0
- package/template/components/hook-card/HookCard.tsx +11 -5
- package/template/components/hook-card/meta.json +29 -0
- package/template/components/index.ts +14 -0
- package/template/components/live-clip.ts +75 -0
- package/template/components/sticker-badge/StickerBadge.tsx +4 -2
- package/template/components/styles.json +354 -3
- package/template/runtime/composition.tsx +283 -25
- package/template/runtime/framing.ts +29 -0
- package/template/runtime/helpers.tsx +2 -0
- package/template/runtime/types.ts +71 -4
- package/template/skill/SKILL.md +132 -6
- package/template/skill/references/broll.md +2 -1
- package/template/skill/references/color.md +79 -0
- package/template/skill/references/editing-styles.md +57 -0
- package/template/skill/references/footage.md +72 -73
- package/template/skill/references/format.md +142 -140
- package/template/skill/references/performance.md +14 -2
- package/template/skill/references/person-cutout.md +19 -0
- package/template/skill/references/person-framing.md +13 -0
- package/template/skill/references/presets.md +60 -56
- package/template/skill/references/sound.md +151 -151
- package/template/skill/references/style-editing.md +20 -0
- package/template/skill/references/transcription.md +15 -0
- package/template/skill/references/website-howto.md +41 -0
|
@@ -0,0 +1,236 @@
|
|
|
1
|
+
import { createHash, randomUUID } from "node:crypto";
|
|
2
|
+
import { createReadStream } from "node:fs";
|
|
3
|
+
import { mkdtemp, rm, rmdir, stat } from "node:fs/promises";
|
|
4
|
+
import { homedir, tmpdir } from "node:os";
|
|
5
|
+
import { join } from "node:path";
|
|
6
|
+
import { spawn } from "node:child_process";
|
|
7
|
+
import { providerStore } from "../providers/settings.js";
|
|
8
|
+
import { projectDir, readProjectState, safeJoin } from "../projects.js";
|
|
9
|
+
import { ensureFfmpeg, MEDIA_INPUT_ONLY } from "../references.js";
|
|
10
|
+
import { TRANSCRIPTION_ADAPTERS } from "./registry.js";
|
|
11
|
+
const store = providerStore(() => process.env.AGENTCUT_TRANSCRIPTION_KEYS ||
|
|
12
|
+
join(homedir(), ".agentcut", "transcription-keys.json"), () => Object.values(TRANSCRIPTION_ADAPTERS).map((a) => a.metadata), "local");
|
|
13
|
+
export function transcriptionSettings() {
|
|
14
|
+
return {
|
|
15
|
+
defaultProvider: store.preferred() ?? "local",
|
|
16
|
+
providers: Object.values(TRANSCRIPTION_ADAPTERS).map((a) => ({
|
|
17
|
+
...a.metadata,
|
|
18
|
+
...(a.metadata.cloud
|
|
19
|
+
? store.status(a.metadata.id)
|
|
20
|
+
: { configured: true, source: null }),
|
|
21
|
+
})),
|
|
22
|
+
};
|
|
23
|
+
}
|
|
24
|
+
export function saveTranscriptionKey(id, key) {
|
|
25
|
+
if (!TRANSCRIPTION_ADAPTERS[id]?.metadata.cloud)
|
|
26
|
+
throw new Error("Choose a cloud transcription provider.");
|
|
27
|
+
store.save(id, key);
|
|
28
|
+
return transcriptionSettings();
|
|
29
|
+
}
|
|
30
|
+
export function removeTranscriptionKey(id) {
|
|
31
|
+
store.remove(id);
|
|
32
|
+
return transcriptionSettings();
|
|
33
|
+
}
|
|
34
|
+
export function preferTranscription(id) {
|
|
35
|
+
const adapter = TRANSCRIPTION_ADAPTERS[id];
|
|
36
|
+
if (!adapter || (adapter.metadata.cloud && !store.key(id)))
|
|
37
|
+
throw new Error("Configure this provider before selecting it.");
|
|
38
|
+
store.select(id);
|
|
39
|
+
return transcriptionSettings();
|
|
40
|
+
}
|
|
41
|
+
export class TranscriptionService {
|
|
42
|
+
paths;
|
|
43
|
+
page;
|
|
44
|
+
emit;
|
|
45
|
+
jobs = new Map();
|
|
46
|
+
cache = new Map();
|
|
47
|
+
constructor(paths, page, emit) {
|
|
48
|
+
this.paths = paths;
|
|
49
|
+
this.page = page;
|
|
50
|
+
this.emit = emit;
|
|
51
|
+
}
|
|
52
|
+
status() {
|
|
53
|
+
return [...this.jobs.values()].map(({ id, project, provider, stage, active }) => ({
|
|
54
|
+
id,
|
|
55
|
+
project,
|
|
56
|
+
provider,
|
|
57
|
+
stage,
|
|
58
|
+
active,
|
|
59
|
+
}));
|
|
60
|
+
}
|
|
61
|
+
cancel(id) {
|
|
62
|
+
const job = this.jobs.get(id);
|
|
63
|
+
if (!job?.active)
|
|
64
|
+
return { cancelled: false };
|
|
65
|
+
job.controller.abort();
|
|
66
|
+
if (job.provider === "local")
|
|
67
|
+
void this.page("studio_cancel_local_transcription", { job: id }).catch(() => undefined);
|
|
68
|
+
return {
|
|
69
|
+
cancelled: true,
|
|
70
|
+
note: "Cloud processing may already have incurred charges.",
|
|
71
|
+
};
|
|
72
|
+
}
|
|
73
|
+
close() {
|
|
74
|
+
for (const job of this.jobs.values())
|
|
75
|
+
if (job.active)
|
|
76
|
+
this.cancel(job.id);
|
|
77
|
+
}
|
|
78
|
+
async run(slug, input) {
|
|
79
|
+
const provider = input.provider ?? store.preferred() ?? "local";
|
|
80
|
+
const adapter = TRANSCRIPTION_ADAPTERS[provider];
|
|
81
|
+
if (!adapter)
|
|
82
|
+
throw new Error("Unknown transcription provider. Use agentcut_transcription_options.");
|
|
83
|
+
const key = adapter.metadata.cloud ? store.key(provider) : null;
|
|
84
|
+
if (adapter.metadata.cloud && !key)
|
|
85
|
+
throw new Error(`Configure ${adapter.metadata.name} in Transcription settings. No fallback was used.`);
|
|
86
|
+
if (!input.path || !/^(assets\/|library:)/.test(input.path))
|
|
87
|
+
throw new Error("Use a project assets/ path or library: path. Remote URLs are not accepted.");
|
|
88
|
+
const source = input.path.startsWith("library:")
|
|
89
|
+
? safeJoin(this.paths.library, input.path.slice(8))
|
|
90
|
+
: safeJoin(projectDir(this.paths, slug), input.path);
|
|
91
|
+
const info = await stat(source);
|
|
92
|
+
if (!info.isFile() || info.size > 2 * 1024 ** 3)
|
|
93
|
+
throw new Error("Use a media file smaller than 2 GB.");
|
|
94
|
+
const state = readProjectState(this.paths, slug);
|
|
95
|
+
if (!state.project)
|
|
96
|
+
throw new Error("Open a valid project before transcription.");
|
|
97
|
+
const fps = state.project.fps;
|
|
98
|
+
const id = input.job ?? randomUUID();
|
|
99
|
+
if (!/^[a-zA-Z0-9_-]{1,80}$/.test(id) || this.jobs.has(id))
|
|
100
|
+
throw new Error("Use a new job ID, or omit job to create one.");
|
|
101
|
+
const job = {
|
|
102
|
+
id,
|
|
103
|
+
project: slug,
|
|
104
|
+
provider,
|
|
105
|
+
stage: "reading_source",
|
|
106
|
+
controller: new AbortController(),
|
|
107
|
+
active: true,
|
|
108
|
+
};
|
|
109
|
+
this.jobs.set(id, job);
|
|
110
|
+
while (this.jobs.size > 32) {
|
|
111
|
+
const old = [...this.jobs.values()].find((j) => !j.active);
|
|
112
|
+
if (!old)
|
|
113
|
+
break;
|
|
114
|
+
this.jobs.delete(old.id);
|
|
115
|
+
}
|
|
116
|
+
const progress = (stage) => {
|
|
117
|
+
job.stage = stage;
|
|
118
|
+
if (["completed", "cancelled", "error"].includes(stage))
|
|
119
|
+
job.active = false;
|
|
120
|
+
this.emit({ job: id, project: slug, provider, stage });
|
|
121
|
+
};
|
|
122
|
+
const timeout = setTimeout(() => this.cancel(id), 20 * 60_000);
|
|
123
|
+
let temp;
|
|
124
|
+
try {
|
|
125
|
+
progress("reading_source");
|
|
126
|
+
const hash = createHash("sha256");
|
|
127
|
+
for await (const chunk of createReadStream(source, {
|
|
128
|
+
signal: job.controller.signal,
|
|
129
|
+
}))
|
|
130
|
+
hash.update(chunk);
|
|
131
|
+
const options = {
|
|
132
|
+
language: input.language ?? "en",
|
|
133
|
+
model: input.model ?? adapter.metadata.defaultModel,
|
|
134
|
+
speakerLabels: input.speakerLabels ?? false,
|
|
135
|
+
editingTranscript: true,
|
|
136
|
+
};
|
|
137
|
+
const cacheKey = createHash("sha256")
|
|
138
|
+
.update(JSON.stringify([
|
|
139
|
+
slug,
|
|
140
|
+
input.path,
|
|
141
|
+
hash.digest("hex"),
|
|
142
|
+
fps,
|
|
143
|
+
provider,
|
|
144
|
+
options,
|
|
145
|
+
]))
|
|
146
|
+
.digest("hex");
|
|
147
|
+
const cached = this.cache.get(cacheKey);
|
|
148
|
+
if (cached) {
|
|
149
|
+
progress("completed");
|
|
150
|
+
return { ...cached, job: id, cached: true };
|
|
151
|
+
}
|
|
152
|
+
const result = await adapter.run(input, {
|
|
153
|
+
fps,
|
|
154
|
+
key,
|
|
155
|
+
signal: job.controller.signal,
|
|
156
|
+
progress,
|
|
157
|
+
local: async (options) => this.page("studio_transcribe", {
|
|
158
|
+
project: slug,
|
|
159
|
+
path: input.path,
|
|
160
|
+
...options,
|
|
161
|
+
job: id,
|
|
162
|
+
}),
|
|
163
|
+
audio: async () => {
|
|
164
|
+
const ffmpeg = await ensureFfmpeg();
|
|
165
|
+
job.controller.signal.throwIfAborted();
|
|
166
|
+
temp = await mkdtemp(join(tmpdir(), "agentcut-transcript-"));
|
|
167
|
+
const target = join(temp, "audio.wav");
|
|
168
|
+
await new Promise((resolve, reject) => {
|
|
169
|
+
const child = spawn(ffmpeg, [
|
|
170
|
+
"-nostdin",
|
|
171
|
+
"-v",
|
|
172
|
+
"error",
|
|
173
|
+
...MEDIA_INPUT_ONLY,
|
|
174
|
+
"-i",
|
|
175
|
+
source,
|
|
176
|
+
"-vn",
|
|
177
|
+
"-ac",
|
|
178
|
+
"1",
|
|
179
|
+
"-ar",
|
|
180
|
+
"16000",
|
|
181
|
+
"-c:a",
|
|
182
|
+
"pcm_s16le",
|
|
183
|
+
target,
|
|
184
|
+
], {
|
|
185
|
+
windowsHide: true,
|
|
186
|
+
stdio: "ignore",
|
|
187
|
+
signal: job.controller.signal,
|
|
188
|
+
});
|
|
189
|
+
child.once("error", () => reject(new Error("Audio extraction stopped or could not start.")));
|
|
190
|
+
child.once("close", (code) => code === 0
|
|
191
|
+
? resolve()
|
|
192
|
+
: reject(new Error("Could not extract audio. Check that the source has an audio track.")));
|
|
193
|
+
});
|
|
194
|
+
if ((await stat(target)).size > 1024 ** 3)
|
|
195
|
+
throw new Error("Extracted audio exceeds the 1 GB upload limit. Split the source first.");
|
|
196
|
+
return target;
|
|
197
|
+
},
|
|
198
|
+
});
|
|
199
|
+
job.controller.signal.throwIfAborted();
|
|
200
|
+
const transcript = {
|
|
201
|
+
...result,
|
|
202
|
+
provider,
|
|
203
|
+
provenance: {
|
|
204
|
+
provider,
|
|
205
|
+
model: result.model,
|
|
206
|
+
options,
|
|
207
|
+
source: input.path,
|
|
208
|
+
createdAt: new Date().toISOString(),
|
|
209
|
+
cacheKey,
|
|
210
|
+
},
|
|
211
|
+
};
|
|
212
|
+
this.cache.set(cacheKey, transcript);
|
|
213
|
+
if (this.cache.size > 16)
|
|
214
|
+
this.cache.delete(this.cache.keys().next().value);
|
|
215
|
+
progress("completed");
|
|
216
|
+
return { ...transcript, job: id, cached: false };
|
|
217
|
+
}
|
|
218
|
+
catch (error) {
|
|
219
|
+
progress(job.controller.signal.aborted ? "cancelled" : "error");
|
|
220
|
+
if (job.controller.signal.aborted)
|
|
221
|
+
throw new Error("Transcription was cancelled or timed out. No fallback was used; cloud charges may already apply.");
|
|
222
|
+
// Never echo a provider credential, even if a remote error includes it.
|
|
223
|
+
const message = error instanceof Error ? error.message : "Transcription failed.";
|
|
224
|
+
throw new Error(key ? message.split(key).join("[redacted]") : message);
|
|
225
|
+
}
|
|
226
|
+
finally {
|
|
227
|
+
clearTimeout(timeout);
|
|
228
|
+
job.active = false;
|
|
229
|
+
if (temp)
|
|
230
|
+
await rm(join(temp, "audio.wav"), { force: true }).catch(() => undefined);
|
|
231
|
+
if (temp)
|
|
232
|
+
await rmdir(temp).catch(() => undefined);
|
|
233
|
+
}
|
|
234
|
+
}
|
|
235
|
+
}
|
|
236
|
+
//# sourceMappingURL=service.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"service.js","sourceRoot":"","sources":["../../../src/studio/transcription/service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACrD,OAAO,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAC;AAC3C,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAC5D,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AAC1C,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAC3C,OAAO,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AACzD,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AACxE,OAAO,EAAE,YAAY,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AAElE,OAAO,EAAE,sBAAsB,EAAE,MAAM,eAAe,CAAC;AAGvD,MAAM,KAAK,GAAG,aAAa,CACzB,GAAG,EAAE,CACH,OAAO,CAAC,GAAG,CAAC,2BAA2B;IACvC,IAAI,CAAC,OAAO,EAAE,EAAE,WAAW,EAAE,yBAAyB,CAAC,EACzD,GAAG,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,EAClE,OAAO,CACR,CAAC;AACF,MAAM,UAAU,qBAAqB;IACnC,OAAO;QACL,eAAe,EAAE,KAAK,CAAC,SAAS,EAAE,IAAI,OAAO;QAC7C,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC3D,GAAG,CAAC,CAAC,QAAQ;YACb,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK;gBAClB,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC7B,CAAC,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;SACxC,CAAC,CAAC;KACJ,CAAC;AACJ,CAAC;AACD,MAAM,UAAU,oBAAoB,CAAC,EAAU,EAAE,GAAY;IAC3D,IAAI,CAAC,sBAAsB,CAAC,EAAE,CAAC,EAAE,QAAQ,CAAC,KAAK;QAC7C,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;IAC5D,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;IACpB,OAAO,qBAAqB,EAAE,CAAC;AACjC,CAAC;AACD,MAAM,UAAU,sBAAsB,CAAC,EAAU;IAC/C,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IACjB,OAAO,qBAAqB,EAAE,CAAC;AACjC,CAAC;AACD,MAAM,UAAU,mBAAmB,CAAC,EAAU;IAC5C,MAAM,OAAO,GAAG,sBAAsB,CAAC,EAAE,CAAC,CAAC;IAC3C,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACxD,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;IAClE,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IACjB,OAAO,qBAAqB,EAAE,CAAC;AACjC,CAAC;AAUD,MAAM,OAAO,oBAAoB;IAIrB;IACA;IACA;IALF,IAAI,GAAG,IAAI,GAAG,EAAe,CAAC;IAC9B,KAAK,GAAG,IAAI,GAAG,EAAsB,CAAC;IAC9C,YACU,KAAqB,EACrB,IAA2D,EAC3D,IAA8B;QAF9B,UAAK,GAAL,KAAK,CAAgB;QACrB,SAAI,GAAJ,IAAI,CAAuD;QAC3D,SAAI,GAAJ,IAAI,CAA0B;IACrC,CAAC;IACJ,MAAM;QACJ,OAAO,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAChC,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC;YAC7C,EAAE;YACF,OAAO;YACP,QAAQ;YACR,KAAK;YACL,MAAM;SACP,CAAC,CACH,CAAC;IACJ,CAAC;IACD,MAAM,CAAC,EAAU;QACf,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC9B,IAAI,CAAC,GAAG,EAAE,MAAM;YAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;QAC9C,GAAG,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QACvB,IAAI,GAAG,CAAC,QAAQ,KAAK,OAAO;YAC1B,KAAK,IAAI,CAAC,IAAI,CAAC,mCAAmC,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC,KAAK,CACpE,GAAG,EAAE,CAAC,SAAS,CAChB,CAAC;QACJ,OAAO;YACL,SAAS,EAAE,IAAI;YACf,IAAI,EAAE,qDAAqD;SAC5D,CAAC;IACJ,CAAC;IACD,KAAK;QACH,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;YAAE,IAAI,GAAG,CAAC,MAAM;gBAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC5E,CAAC;IACD,KAAK,CAAC,GAAG,CAAC,IAAY,EAAE,KAAyB;QAC/C,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,SAAS,EAAE,IAAI,OAAO,CAAC;QAChE,MAAM,OAAO,GAAG,sBAAsB,CAAC,QAAQ,CAAC,CAAC;QACjD,IAAI,CAAC,OAAO;YACV,MAAM,IAAI,KAAK,CACb,qEAAqE,CACtE,CAAC;QACJ,MAAM,GAAG,GAAG,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAChE,IAAI,OAAO,CAAC,QAAQ,CAAC,KAAK,IAAI,CAAC,GAAG;YAChC,MAAM,IAAI,KAAK,CACb,aAAa,OAAO,CAAC,QAAQ,CAAC,IAAI,mDAAmD,CACtF,CAAC;QACJ,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;YACzD,MAAM,IAAI,KAAK,CACb,4EAA4E,CAC7E,CAAC;QACJ,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC;YAC9C,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACnD,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QACvD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,CAAC;QAChC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,IAAI,CAAC,IAAI,GAAG,CAAC,GAAG,IAAI,IAAI,CAAC;YAC7C,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;QACzD,MAAM,KAAK,GAAG,gBAAgB,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QACjD,IAAI,CAAC,KAAK,CAAC,OAAO;YAChB,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;QAChE,MAAM,GAAG,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;QAC9B,MAAM,EAAE,GAAG,KAAK,CAAC,GAAG,IAAI,UAAU,EAAE,CAAC;QACrC,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;YACxD,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,MAAM,GAAG,GAAQ;YACf,EAAE;YACF,OAAO,EAAE,IAAI;YACb,QAAQ;YACR,KAAK,EAAE,gBAAgB;YACvB,UAAU,EAAE,IAAI,eAAe,EAAE;YACjC,MAAM,EAAE,IAAI;SACb,CAAC;QACF,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;QACvB,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,EAAE,EAAE,CAAC;YAC3B,MAAM,GAAG,GAAG,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;YAC3D,IAAI,CAAC,GAAG;gBAAE,MAAM;YAChB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC3B,CAAC;QACD,MAAM,QAAQ,GAAG,CAAC,KAAa,EAAE,EAAE;YACjC,GAAG,CAAC,KAAK,GAAG,KAAK,CAAC;YAClB,IAAI,CAAC,WAAW,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC;gBAAE,GAAG,CAAC,MAAM,GAAG,KAAK,CAAC;YAC5E,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;QACzD,CAAC,CAAC;QACF,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,EAAE,GAAG,MAAM,CAAC,CAAC;QAC/D,IAAI,IAAwB,CAAC;QAC7B,IAAI,CAAC;YACH,QAAQ,CAAC,gBAAgB,CAAC,CAAC;YAC3B,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;YAClC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,gBAAgB,CAAC,MAAM,EAAE;gBACjD,MAAM,EAAE,GAAG,CAAC,UAAU,CAAC,MAAM;aAC9B,CAAC;gBACA,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACrB,MAAM,OAAO,GAAG;gBACd,QAAQ,EAAE,KAAK,CAAC,QAAQ,IAAI,IAAI;gBAChC,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,OAAO,CAAC,QAAQ,CAAC,YAAY;gBACnD,aAAa,EAAE,KAAK,CAAC,aAAa,IAAI,KAAK;gBAC3C,iBAAiB,EAAE,IAAI;aACxB,CAAC;YACF,MAAM,QAAQ,GAAG,UAAU,CAAC,QAAQ,CAAC;iBAClC,MAAM,CACL,IAAI,CAAC,SAAS,CAAC;gBACb,IAAI;gBACJ,KAAK,CAAC,IAAI;gBACV,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;gBAClB,GAAG;gBACH,QAAQ;gBACR,OAAO;aACR,CAAC,CACH;iBACA,MAAM,CAAC,KAAK,CAAC,CAAC;YACjB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YACxC,IAAI,MAAM,EAAE,CAAC;gBACX,QAAQ,CAAC,WAAW,CAAC,CAAC;gBACtB,OAAO,EAAE,GAAG,MAAM,EAAE,GAAG,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;YAC9C,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE;gBACtC,GAAG;gBACH,GAAG;gBACH,MAAM,EAAE,GAAG,CAAC,UAAU,CAAC,MAAM;gBAC7B,QAAQ;gBACR,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,CACvB,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE;oBAC7B,OAAO,EAAE,IAAI;oBACb,IAAI,EAAE,KAAK,CAAC,IAAI;oBAChB,GAAG,OAAO;oBACV,GAAG,EAAE,EAAE;iBACR,CAAqC;gBACxC,KAAK,EAAE,KAAK,IAAI,EAAE;oBAChB,MAAM,MAAM,GAAG,MAAM,YAAY,EAAE,CAAC;oBACpC,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;oBACvC,IAAI,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,sBAAsB,CAAC,CAAC,CAAC;oBAC7D,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;oBACvC,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;wBAC1C,MAAM,KAAK,GAAG,KAAK,CACjB,MAAM,EACN;4BACE,UAAU;4BACV,IAAI;4BACJ,OAAO;4BACP,GAAG,gBAAgB;4BACnB,IAAI;4BACJ,MAAM;4BACN,KAAK;4BACL,KAAK;4BACL,GAAG;4BACH,KAAK;4BACL,OAAO;4BACP,MAAM;4BACN,WAAW;4BACX,MAAM;yBACP,EACD;4BACE,WAAW,EAAE,IAAI;4BACjB,KAAK,EAAE,QAAQ;4BACf,MAAM,EAAE,GAAG,CAAC,UAAU,CAAC,MAAM;yBAC9B,CACF,CAAC;wBACF,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE,CACvB,MAAM,CAAC,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC,CAClE,CAAC;wBACF,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE,CAC3B,IAAI,KAAK,CAAC;4BACR,CAAC,CAAC,OAAO,EAAE;4BACX,CAAC,CAAC,MAAM,CACJ,IAAI,KAAK,CACP,oEAAoE,CACrE,CACF,CACN,CAAC;oBACJ,CAAC,CAAC,CAAC;oBACH,IAAI,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,GAAG,IAAI,IAAI,CAAC;wBACvC,MAAM,IAAI,KAAK,CACb,wEAAwE,CACzE,CAAC;oBACJ,OAAO,MAAM,CAAC;gBAChB,CAAC;aACF,CAAC,CAAC;YACH,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;YACvC,MAAM,UAAU,GAAe;gBAC7B,GAAG,MAAM;gBACT,QAAQ;gBACR,UAAU,EAAE;oBACV,QAAQ;oBACR,KAAK,EAAE,MAAM,CAAC,KAAK;oBACnB,OAAO;oBACP,MAAM,EAAE,KAAK,CAAC,IAAI;oBAClB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;oBACnC,QAAQ;iBACT;aACF,CAAC;YACF,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;YACrC,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,EAAE;gBACtB,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,KAAM,CAAC,CAAC;YACrD,QAAQ,CAAC,WAAW,CAAC,CAAC;YACtB,OAAO,EAAE,GAAG,UAAU,EAAE,GAAG,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;QACnD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YAChE,IAAI,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO;gBAC/B,MAAM,IAAI,KAAK,CACb,kGAAkG,CACnG,CAAC;YACJ,wEAAwE;YACxE,MAAM,OAAO,GACX,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,uBAAuB,CAAC;YACnE,MAAM,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QACzE,CAAC;gBAAS,CAAC;YACT,YAAY,CAAC,OAAO,CAAC,CAAC;YACtB,GAAG,CAAC,MAAM,GAAG,KAAK,CAAC;YACnB,IAAI,IAAI;gBACN,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,WAAW,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CACtD,GAAG,EAAE,CAAC,SAAS,CAChB,CAAC;YACJ,IAAI,IAAI;gBAAE,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QACrD,CAAC;IACH,CAAC;CACF"}
|
|
@@ -0,0 +1,68 @@
|
|
|
1
|
+
import type { ProviderMetadata } from "../providers/settings.js";
|
|
2
|
+
export interface TranscriptWord {
|
|
3
|
+
text: string;
|
|
4
|
+
start: number;
|
|
5
|
+
end: number;
|
|
6
|
+
fromFrame: number;
|
|
7
|
+
toFrame: number;
|
|
8
|
+
speaker?: string;
|
|
9
|
+
confidence?: number;
|
|
10
|
+
}
|
|
11
|
+
export interface TranscriptSegment {
|
|
12
|
+
text: string;
|
|
13
|
+
start: number;
|
|
14
|
+
end: number;
|
|
15
|
+
speaker?: string;
|
|
16
|
+
}
|
|
17
|
+
export interface Transcript {
|
|
18
|
+
text: string;
|
|
19
|
+
language: string;
|
|
20
|
+
model: string;
|
|
21
|
+
seconds: number;
|
|
22
|
+
fps: number;
|
|
23
|
+
words: TranscriptWord[];
|
|
24
|
+
segments: TranscriptSegment[];
|
|
25
|
+
provider: string;
|
|
26
|
+
provenance: {
|
|
27
|
+
provider: string;
|
|
28
|
+
model: string;
|
|
29
|
+
options: Record<string, unknown>;
|
|
30
|
+
source: string;
|
|
31
|
+
createdAt: string;
|
|
32
|
+
cacheKey: string;
|
|
33
|
+
};
|
|
34
|
+
note?: string;
|
|
35
|
+
}
|
|
36
|
+
export interface TranscriptionInput {
|
|
37
|
+
path: string;
|
|
38
|
+
provider?: string;
|
|
39
|
+
language?: string;
|
|
40
|
+
model?: string;
|
|
41
|
+
speakerLabels?: boolean;
|
|
42
|
+
job?: string;
|
|
43
|
+
}
|
|
44
|
+
export interface TranscriptionContext {
|
|
45
|
+
fps: number;
|
|
46
|
+
key: string | null;
|
|
47
|
+
signal: AbortSignal;
|
|
48
|
+
progress(stage: string): void;
|
|
49
|
+
local(options: {
|
|
50
|
+
language: string;
|
|
51
|
+
model: string;
|
|
52
|
+
}): Promise<Record<string, unknown>>;
|
|
53
|
+
audio(): Promise<string>;
|
|
54
|
+
}
|
|
55
|
+
export interface TranscriptionAdapter {
|
|
56
|
+
metadata: ProviderMetadata & {
|
|
57
|
+
cloud: boolean;
|
|
58
|
+
capabilities: {
|
|
59
|
+
wordTimings: boolean;
|
|
60
|
+
speakers: boolean;
|
|
61
|
+
languageDetection: boolean;
|
|
62
|
+
fillers: string;
|
|
63
|
+
};
|
|
64
|
+
models: string[];
|
|
65
|
+
defaultModel: string;
|
|
66
|
+
};
|
|
67
|
+
run(input: TranscriptionInput, context: TranscriptionContext): Promise<Omit<Transcript, "provenance" | "provider">>;
|
|
68
|
+
}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/studio/transcription/types.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export declare function pcmToWav(pcm: Buffer, sampleRate: number, channels?: number): Buffer<ArrayBuffer>;
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
export function pcmToWav(pcm, sampleRate, channels = 1) {
|
|
2
|
+
const header = Buffer.alloc(44);
|
|
3
|
+
header.write("RIFF", 0);
|
|
4
|
+
header.writeUInt32LE(36 + pcm.length, 4);
|
|
5
|
+
header.write("WAVE", 8);
|
|
6
|
+
header.write("fmt ", 12);
|
|
7
|
+
header.writeUInt32LE(16, 16);
|
|
8
|
+
header.writeUInt16LE(1, 20);
|
|
9
|
+
header.writeUInt16LE(channels, 22);
|
|
10
|
+
header.writeUInt32LE(sampleRate, 24);
|
|
11
|
+
header.writeUInt32LE(sampleRate * channels * 2, 28);
|
|
12
|
+
header.writeUInt16LE(channels * 2, 32);
|
|
13
|
+
header.writeUInt16LE(16, 34);
|
|
14
|
+
header.write("data", 36);
|
|
15
|
+
header.writeUInt32LE(pcm.length, 40);
|
|
16
|
+
return Buffer.concat([header, pcm]);
|
|
17
|
+
}
|
|
18
|
+
//# sourceMappingURL=audio.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"audio.js","sourceRoot":"","sources":["../../../src/studio/voice/audio.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,QAAQ,CAAC,GAAW,EAAE,UAAkB,EAAE,QAAQ,GAAG,CAAC;IACpE,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAChC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACxB,MAAM,CAAC,aAAa,CAAC,EAAE,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACzC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACxB,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACzB,MAAM,CAAC,aAAa,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;IAC7B,MAAM,CAAC,aAAa,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAC5B,MAAM,CAAC,aAAa,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;IACnC,MAAM,CAAC,aAAa,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IACrC,MAAM,CAAC,aAAa,CAAC,UAAU,GAAG,QAAQ,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;IACpD,MAAM,CAAC,aAAa,CAAC,QAAQ,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;IACvC,MAAM,CAAC,aAAa,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;IAC7B,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACzB,MAAM,CAAC,aAAa,CAAC,GAAG,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACrC,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC;AACtC,CAAC"}
|
|
@@ -0,0 +1,76 @@
|
|
|
1
|
+
import { readError, readJson, verifyRequest } from "../providers/http.js";
|
|
2
|
+
async function elevenVoices(key) {
|
|
3
|
+
const response = await fetch("https://api.elevenlabs.io/v1/voices", {
|
|
4
|
+
headers: { "xi-api-key": key },
|
|
5
|
+
});
|
|
6
|
+
if (!response.ok)
|
|
7
|
+
throw new Error(`ElevenLabs: ${await readError(response)}`);
|
|
8
|
+
const json = (await readJson(response));
|
|
9
|
+
return (json.voices ?? []).map((v) => ({
|
|
10
|
+
id: v.voice_id,
|
|
11
|
+
name: v.name,
|
|
12
|
+
description: [
|
|
13
|
+
v.labels?.accent,
|
|
14
|
+
v.labels?.gender,
|
|
15
|
+
v.labels?.description ?? v.labels?.descriptive,
|
|
16
|
+
v.labels?.use_case ?? v.labels?.use_cases,
|
|
17
|
+
]
|
|
18
|
+
.filter(Boolean)
|
|
19
|
+
.join(", ") || v.category,
|
|
20
|
+
previewUrl: v.preview_url,
|
|
21
|
+
}));
|
|
22
|
+
}
|
|
23
|
+
const voices = null;
|
|
24
|
+
export const adapter = {
|
|
25
|
+
spec: {
|
|
26
|
+
id: "elevenlabs",
|
|
27
|
+
name: "ElevenLabs",
|
|
28
|
+
keyUrl: "https://elevenlabs.io/app/settings/api-keys",
|
|
29
|
+
keyHint: "Profile → API keys. Needs the Text to Speech and Voices (read) permissions.",
|
|
30
|
+
envVar: "ELEVENLABS_API_KEY",
|
|
31
|
+
defaultModel: "eleven_multilingual_v2",
|
|
32
|
+
models: [
|
|
33
|
+
{ id: "eleven_v4", label: "Eleven v4 (most expressive)" },
|
|
34
|
+
{ id: "eleven_v3", label: "Eleven v3 (expressive, audio tags)" },
|
|
35
|
+
{ id: "eleven_multilingual_v2", label: "Multilingual v2 (most stable)" },
|
|
36
|
+
{ id: "eleven_flash_v2_5", label: "Flash v2.5 (fastest, cheapest)" },
|
|
37
|
+
],
|
|
38
|
+
defaultVoice: "",
|
|
39
|
+
styleNote: "No style field: put audio tags like [excited] or [whispers] in the text (v3/v4 models).",
|
|
40
|
+
},
|
|
41
|
+
voices,
|
|
42
|
+
async listVoices(key) {
|
|
43
|
+
if (!key)
|
|
44
|
+
throw new Error("Add an ElevenLabs key first.");
|
|
45
|
+
return elevenVoices(key);
|
|
46
|
+
},
|
|
47
|
+
async verify(key) {
|
|
48
|
+
await verifyRequest("https://api.elevenlabs.io/v1/voices?page_size=1", {
|
|
49
|
+
"xi-api-key": key,
|
|
50
|
+
});
|
|
51
|
+
return;
|
|
52
|
+
},
|
|
53
|
+
async synthesize(key, input, model, voice) {
|
|
54
|
+
if (!voice)
|
|
55
|
+
throw new Error("Pick an ElevenLabs voice (its voice id). agentcut_voice_options lists them.");
|
|
56
|
+
const response = await fetch(`https://api.elevenlabs.io/v1/text-to-speech/${encodeURIComponent(voice)}?output_format=mp3_44100_128`, {
|
|
57
|
+
method: "POST",
|
|
58
|
+
headers: {
|
|
59
|
+
"xi-api-key": key,
|
|
60
|
+
"content-type": "application/json",
|
|
61
|
+
accept: "audio/mpeg",
|
|
62
|
+
},
|
|
63
|
+
body: JSON.stringify({
|
|
64
|
+
text: input.text,
|
|
65
|
+
model_id: model,
|
|
66
|
+
...(input.language && model !== "eleven_multilingual_v2"
|
|
67
|
+
? { language_code: input.language }
|
|
68
|
+
: {}),
|
|
69
|
+
}),
|
|
70
|
+
});
|
|
71
|
+
if (!response.ok)
|
|
72
|
+
throw new Error(`ElevenLabs: ${await readError(response)}`);
|
|
73
|
+
return { data: Buffer.from(await response.arrayBuffer()), ext: "mp3" };
|
|
74
|
+
},
|
|
75
|
+
};
|
|
76
|
+
//# sourceMappingURL=elevenlabs.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"elevenlabs.js","sourceRoot":"","sources":["../../../src/studio/voice/elevenlabs.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAC1E,KAAK,UAAU,YAAY,CAAC,GAAW;IACrC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,qCAAqC,EAAE;QAClE,OAAO,EAAE,EAAE,YAAY,EAAE,GAAG,EAAE;KAC/B,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,CAAC,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,eAAe,MAAM,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;IAC9E,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,QAAQ,CAAC,CAQrC,CAAC;IACF,OAAO,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACrC,EAAE,EAAE,CAAC,CAAC,QAAQ;QACd,IAAI,EAAE,CAAC,CAAC,IAAI;QACZ,WAAW,EACT;YACE,CAAC,CAAC,MAAM,EAAE,MAAM;YAChB,CAAC,CAAC,MAAM,EAAE,MAAM;YAChB,CAAC,CAAC,MAAM,EAAE,WAAW,IAAI,CAAC,CAAC,MAAM,EAAE,WAAW;YAC9C,CAAC,CAAC,MAAM,EAAE,QAAQ,IAAI,CAAC,CAAC,MAAM,EAAE,SAAS;SAC1C;aACE,MAAM,CAAC,OAAO,CAAC;aACf,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,QAAQ;QAC7B,UAAU,EAAE,CAAC,CAAC,WAAW;KAC1B,CAAC,CAAC,CAAC;AACN,CAAC;AACD,MAAM,MAAM,GAAuB,IAAI,CAAC;AACxC,MAAM,CAAC,MAAM,OAAO,GAAiB;IACnC,IAAI,EAAE;QACJ,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,YAAY;QAClB,MAAM,EAAE,6CAA6C;QACrD,OAAO,EACL,6EAA6E;QAC/E,MAAM,EAAE,oBAAoB;QAC5B,YAAY,EAAE,wBAAwB;QACtC,MAAM,EAAE;YACN,EAAE,EAAE,EAAE,WAAW,EAAE,KAAK,EAAE,6BAA6B,EAAE;YACzD,EAAE,EAAE,EAAE,WAAW,EAAE,KAAK,EAAE,oCAAoC,EAAE;YAChE,EAAE,EAAE,EAAE,wBAAwB,EAAE,KAAK,EAAE,+BAA+B,EAAE;YACxE,EAAE,EAAE,EAAE,mBAAmB,EAAE,KAAK,EAAE,gCAAgC,EAAE;SACrE;QACD,YAAY,EAAE,EAAE;QAChB,SAAS,EACP,yFAAyF;KAC5F;IACD,MAAM;IACN,KAAK,CAAC,UAAU,CAAC,GAAG;QAClB,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAC1D,OAAO,YAAY,CAAC,GAAG,CAAC,CAAC;IAC3B,CAAC;IACD,KAAK,CAAC,MAAM,CAAC,GAAG;QACd,MAAM,aAAa,CAAC,iDAAiD,EAAE;YACrE,YAAY,EAAE,GAAG;SAClB,CAAC,CAAC;QACH,OAAO;IACT,CAAC;IACD,KAAK,CAAC,UAAU,CAAC,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK;QACvC,IAAI,CAAC,KAAK;YACR,MAAM,IAAI,KAAK,CACb,6EAA6E,CAC9E,CAAC;QACJ,MAAM,QAAQ,GAAG,MAAM,KAAK,CAC1B,+CAA+C,kBAAkB,CAAC,KAAK,CAAC,8BAA8B,EACtG;YACE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,YAAY,EAAE,GAAG;gBACjB,cAAc,EAAE,kBAAkB;gBAClC,MAAM,EAAE,YAAY;aACrB;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,QAAQ,EAAE,KAAK;gBACf,GAAG,CAAC,KAAK,CAAC,QAAQ,IAAI,KAAK,KAAK,wBAAwB;oBACtD,CAAC,CAAC,EAAE,aAAa,EAAE,KAAK,CAAC,QAAQ,EAAE;oBACnC,CAAC,CAAC,EAAE,CAAC;aACR,CAAC;SACH,CACF,CAAC;QACF,IAAI,CAAC,QAAQ,CAAC,EAAE;YACd,MAAM,IAAI,KAAK,CAAC,eAAe,MAAM,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QAC9D,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC;IACzE,CAAC;CACF,CAAC"}
|
|
@@ -0,0 +1,95 @@
|
|
|
1
|
+
import { readError, readJson, verifyRequest } from "../providers/http.js";
|
|
2
|
+
import { pcmToWav } from "./audio.js";
|
|
3
|
+
const voices = [
|
|
4
|
+
["Zephyr", "Bright"],
|
|
5
|
+
["Puck", "Upbeat"],
|
|
6
|
+
["Charon", "Informative"],
|
|
7
|
+
["Kore", "Firm"],
|
|
8
|
+
["Fenrir", "Excitable"],
|
|
9
|
+
["Leda", "Youthful"],
|
|
10
|
+
["Orus", "Firm"],
|
|
11
|
+
["Aoede", "Breezy"],
|
|
12
|
+
["Callirrhoe", "Easy-going"],
|
|
13
|
+
["Autonoe", "Bright"],
|
|
14
|
+
["Enceladus", "Breathy"],
|
|
15
|
+
["Iapetus", "Clear"],
|
|
16
|
+
["Umbriel", "Easy-going"],
|
|
17
|
+
["Algieba", "Smooth"],
|
|
18
|
+
["Despina", "Smooth"],
|
|
19
|
+
["Erinome", "Clear"],
|
|
20
|
+
["Algenib", "Gravelly"],
|
|
21
|
+
["Rasalgethi", "Informative"],
|
|
22
|
+
["Laomedeia", "Upbeat"],
|
|
23
|
+
["Achernar", "Soft"],
|
|
24
|
+
["Alnilam", "Firm"],
|
|
25
|
+
["Schedar", "Even"],
|
|
26
|
+
["Gacrux", "Mature"],
|
|
27
|
+
["Pulcherrima", "Forward"],
|
|
28
|
+
["Achird", "Friendly"],
|
|
29
|
+
["Zubenelgenubi", "Casual"],
|
|
30
|
+
["Vindemiatrix", "Gentle"],
|
|
31
|
+
["Sadachbia", "Lively"],
|
|
32
|
+
["Sadaltager", "Knowledgeable"],
|
|
33
|
+
["Sulafat", "Warm"],
|
|
34
|
+
].map(([id, description]) => ({ id, name: id, description }));
|
|
35
|
+
export const adapter = {
|
|
36
|
+
spec: {
|
|
37
|
+
id: "gemini",
|
|
38
|
+
name: "Google Gemini",
|
|
39
|
+
keyUrl: "https://aistudio.google.com/apikey",
|
|
40
|
+
keyHint: "Google AI Studio → Get API key.",
|
|
41
|
+
envVar: "GEMINI_API_KEY",
|
|
42
|
+
defaultModel: "gemini-3.8-flash-tts",
|
|
43
|
+
models: [
|
|
44
|
+
{ id: "gemini-3.8-flash-tts", label: "Gemini 3.8 Flash TTS" },
|
|
45
|
+
{
|
|
46
|
+
id: "gemini-3.8-flash-lite-tts",
|
|
47
|
+
label: "Gemini 3.8 Flash-Lite TTS (cheaper)",
|
|
48
|
+
},
|
|
49
|
+
{
|
|
50
|
+
id: "gemini-2.5-pro-preview-tts",
|
|
51
|
+
label: "Gemini 2.5 Pro TTS (preview)",
|
|
52
|
+
},
|
|
53
|
+
],
|
|
54
|
+
defaultVoice: "Puck",
|
|
55
|
+
styleNote: "Short style/pace notes are sent as director's notes above the transcript.",
|
|
56
|
+
},
|
|
57
|
+
voices,
|
|
58
|
+
async listVoices(key) {
|
|
59
|
+
return voices;
|
|
60
|
+
},
|
|
61
|
+
async verify(key) {
|
|
62
|
+
await verifyRequest("https://generativelanguage.googleapis.com/v1beta/models?pageSize=1", { "x-goog-api-key": key });
|
|
63
|
+
return;
|
|
64
|
+
},
|
|
65
|
+
async synthesize(key, input, model, voice) {
|
|
66
|
+
const text = input.style?.trim()
|
|
67
|
+
? `### DIRECTOR'S NOTES\n${input.style.trim()}\n\n#### TRANSCRIPT\n${input.text}`
|
|
68
|
+
: input.text;
|
|
69
|
+
const response = await fetch(`https://generativelanguage.googleapis.com/v1beta/models/${encodeURIComponent(model)}:generateContent`, {
|
|
70
|
+
method: "POST",
|
|
71
|
+
headers: { "x-goog-api-key": key, "content-type": "application/json" },
|
|
72
|
+
body: JSON.stringify({
|
|
73
|
+
contents: [{ parts: [{ text }] }],
|
|
74
|
+
generationConfig: {
|
|
75
|
+
responseModalities: ["AUDIO"],
|
|
76
|
+
speechConfig: {
|
|
77
|
+
voiceConfig: { prebuiltVoiceConfig: { voiceName: voice } },
|
|
78
|
+
},
|
|
79
|
+
},
|
|
80
|
+
}),
|
|
81
|
+
});
|
|
82
|
+
if (!response.ok)
|
|
83
|
+
throw new Error(`Gemini: ${await readError(response)}`);
|
|
84
|
+
const json = (await readJson(response));
|
|
85
|
+
const part = json.candidates?.[0]?.content?.parts?.find((p) => p.inlineData)?.inlineData;
|
|
86
|
+
if (!part)
|
|
87
|
+
throw new Error("Gemini returned no audio (the text may have been blocked).");
|
|
88
|
+
const data = Buffer.from(part.data, "base64");
|
|
89
|
+
if (data.subarray(0, 4).toString("ascii") === "RIFF")
|
|
90
|
+
return { data, ext: "wav" };
|
|
91
|
+
const rate = Number(/rate=(\d+)/.exec(part.mimeType ?? "")?.[1] ?? 24_000);
|
|
92
|
+
return { data: pcmToWav(data, rate), ext: "wav" };
|
|
93
|
+
},
|
|
94
|
+
};
|
|
95
|
+
//# sourceMappingURL=gemini.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"gemini.js","sourceRoot":"","sources":["../../../src/studio/voice/gemini.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAC1E,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAEtC,MAAM,MAAM,GAAuB;IACjC,CAAC,QAAQ,EAAE,QAAQ,CAAC;IACpB,CAAC,MAAM,EAAE,QAAQ,CAAC;IAClB,CAAC,QAAQ,EAAE,aAAa,CAAC;IACzB,CAAC,MAAM,EAAE,MAAM,CAAC;IAChB,CAAC,QAAQ,EAAE,WAAW,CAAC;IACvB,CAAC,MAAM,EAAE,UAAU,CAAC;IACpB,CAAC,MAAM,EAAE,MAAM,CAAC;IAChB,CAAC,OAAO,EAAE,QAAQ,CAAC;IACnB,CAAC,YAAY,EAAE,YAAY,CAAC;IAC5B,CAAC,SAAS,EAAE,QAAQ,CAAC;IACrB,CAAC,WAAW,EAAE,SAAS,CAAC;IACxB,CAAC,SAAS,EAAE,OAAO,CAAC;IACpB,CAAC,SAAS,EAAE,YAAY,CAAC;IACzB,CAAC,SAAS,EAAE,QAAQ,CAAC;IACrB,CAAC,SAAS,EAAE,QAAQ,CAAC;IACrB,CAAC,SAAS,EAAE,OAAO,CAAC;IACpB,CAAC,SAAS,EAAE,UAAU,CAAC;IACvB,CAAC,YAAY,EAAE,aAAa,CAAC;IAC7B,CAAC,WAAW,EAAE,QAAQ,CAAC;IACvB,CAAC,UAAU,EAAE,MAAM,CAAC;IACpB,CAAC,SAAS,EAAE,MAAM,CAAC;IACnB,CAAC,SAAS,EAAE,MAAM,CAAC;IACnB,CAAC,QAAQ,EAAE,QAAQ,CAAC;IACpB,CAAC,aAAa,EAAE,SAAS,CAAC;IAC1B,CAAC,QAAQ,EAAE,UAAU,CAAC;IACtB,CAAC,eAAe,EAAE,QAAQ,CAAC;IAC3B,CAAC,cAAc,EAAE,QAAQ,CAAC;IAC1B,CAAC,WAAW,EAAE,QAAQ,CAAC;IACvB,CAAC,YAAY,EAAE,eAAe,CAAC;IAC/B,CAAC,SAAS,EAAE,MAAM,CAAC;CACpB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,WAAW,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC;AAC9D,MAAM,CAAC,MAAM,OAAO,GAAiB;IACnC,IAAI,EAAE;QACJ,EAAE,EAAE,QAAQ;QACZ,IAAI,EAAE,eAAe;QACrB,MAAM,EAAE,oCAAoC;QAC5C,OAAO,EAAE,iCAAiC;QAC1C,MAAM,EAAE,gBAAgB;QACxB,YAAY,EAAE,sBAAsB;QACpC,MAAM,EAAE;YACN,EAAE,EAAE,EAAE,sBAAsB,EAAE,KAAK,EAAE,sBAAsB,EAAE;YAC7D;gBACE,EAAE,EAAE,2BAA2B;gBAC/B,KAAK,EAAE,qCAAqC;aAC7C;YACD;gBACE,EAAE,EAAE,4BAA4B;gBAChC,KAAK,EAAE,8BAA8B;aACtC;SACF;QACD,YAAY,EAAE,MAAM;QACpB,SAAS,EACP,2EAA2E;KAC9E;IACD,MAAM;IACN,KAAK,CAAC,UAAU,CAAC,GAAG;QAClB,OAAO,MAAO,CAAC;IACjB,CAAC;IACD,KAAK,CAAC,MAAM,CAAC,GAAG;QACd,MAAM,aAAa,CACjB,oEAAoE,EACpE,EAAE,gBAAgB,EAAE,GAAG,EAAE,CAC1B,CAAC;QACF,OAAO;IACT,CAAC;IACD,KAAK,CAAC,UAAU,CAAC,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK;QACvC,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,EAAE,IAAI,EAAE;YAC9B,CAAC,CAAC,yBAAyB,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,wBAAwB,KAAK,CAAC,IAAI,EAAE;YACjF,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC;QACf,MAAM,QAAQ,GAAG,MAAM,KAAK,CAC1B,2DAA2D,kBAAkB,CAAC,KAAK,CAAC,kBAAkB,EACtG;YACE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,gBAAgB,EAAE,GAAG,EAAE,cAAc,EAAE,kBAAkB,EAAE;YACtE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,QAAQ,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;gBACjC,gBAAgB,EAAE;oBAChB,kBAAkB,EAAE,CAAC,OAAO,CAAC;oBAC7B,YAAY,EAAE;wBACZ,WAAW,EAAE,EAAE,mBAAmB,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,EAAE;qBAC3D;iBACF;aACF,CAAC;SACH,CACF,CAAC;QACF,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,WAAW,MAAM,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QAC1E,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,QAAQ,CAAC,CAMrC,CAAC;QACF,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,CACrD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CACpB,EAAE,UAAU,CAAC;QACd,IAAI,CAAC,IAAI;YACP,MAAM,IAAI,KAAK,CACb,4DAA4D,CAC7D,CAAC;QACJ,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QAC9C,IAAI,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,MAAM;YAClD,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC;QAC9B,MAAM,IAAI,GAAG,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC;QAC3E,OAAO,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC;IACpD,CAAC;CACF,CAAC"}
|
|
@@ -0,0 +1,75 @@
|
|
|
1
|
+
import { readError, verifyRequest } from "../providers/http.js";
|
|
2
|
+
const voices = [
|
|
3
|
+
"marin",
|
|
4
|
+
"cedar",
|
|
5
|
+
"alloy",
|
|
6
|
+
"ash",
|
|
7
|
+
"ballad",
|
|
8
|
+
"coral",
|
|
9
|
+
"echo",
|
|
10
|
+
"fable",
|
|
11
|
+
"nova",
|
|
12
|
+
"onyx",
|
|
13
|
+
"sage",
|
|
14
|
+
"shimmer",
|
|
15
|
+
"verse",
|
|
16
|
+
].map((id) => ({
|
|
17
|
+
id,
|
|
18
|
+
name: id[0].toUpperCase() + id.slice(1),
|
|
19
|
+
description: id === "marin" || id === "cedar" ? "Best quality" : undefined,
|
|
20
|
+
}));
|
|
21
|
+
export const adapter = {
|
|
22
|
+
spec: {
|
|
23
|
+
id: "openai",
|
|
24
|
+
name: "OpenAI",
|
|
25
|
+
keyUrl: "https://platform.openai.com/api-keys",
|
|
26
|
+
keyHint: "platform.openai.com → API keys.",
|
|
27
|
+
envVar: "OPENAI_API_KEY",
|
|
28
|
+
defaultModel: "gpt-4o-mini-tts",
|
|
29
|
+
models: [
|
|
30
|
+
{
|
|
31
|
+
id: "gpt-4o-mini-tts",
|
|
32
|
+
label: "gpt-4o-mini-tts (follows style instructions)",
|
|
33
|
+
},
|
|
34
|
+
{ id: "tts-1-hd", label: "tts-1-hd" },
|
|
35
|
+
{ id: "tts-1", label: "tts-1 (fast)" },
|
|
36
|
+
],
|
|
37
|
+
defaultVoice: "marin",
|
|
38
|
+
styleNote: "Style goes in `instructions` (gpt-4o-mini-tts only).",
|
|
39
|
+
},
|
|
40
|
+
voices,
|
|
41
|
+
async listVoices(key) {
|
|
42
|
+
return voices;
|
|
43
|
+
},
|
|
44
|
+
async verify(key) {
|
|
45
|
+
await verifyRequest("https://api.openai.com/v1/models", {
|
|
46
|
+
Authorization: `Bearer ${key}`,
|
|
47
|
+
});
|
|
48
|
+
return;
|
|
49
|
+
},
|
|
50
|
+
async synthesize(key, input, model, voice) {
|
|
51
|
+
const response = await fetch("https://api.openai.com/v1/audio/speech", {
|
|
52
|
+
method: "POST",
|
|
53
|
+
headers: {
|
|
54
|
+
Authorization: `Bearer ${key}`,
|
|
55
|
+
"content-type": "application/json",
|
|
56
|
+
},
|
|
57
|
+
body: JSON.stringify({
|
|
58
|
+
model,
|
|
59
|
+
voice,
|
|
60
|
+
input: input.text,
|
|
61
|
+
response_format: "wav",
|
|
62
|
+
...(input.style?.trim() && model.startsWith("gpt-")
|
|
63
|
+
? { instructions: input.style.trim() }
|
|
64
|
+
: {}),
|
|
65
|
+
...(typeof input.speed === "number"
|
|
66
|
+
? { speed: Math.max(0.25, Math.min(4, input.speed)) }
|
|
67
|
+
: {}),
|
|
68
|
+
}),
|
|
69
|
+
});
|
|
70
|
+
if (!response.ok)
|
|
71
|
+
throw new Error(`OpenAI: ${await readError(response)}`);
|
|
72
|
+
return { data: Buffer.from(await response.arrayBuffer()), ext: "wav" };
|
|
73
|
+
},
|
|
74
|
+
};
|
|
75
|
+
//# sourceMappingURL=openai.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../../src/studio/voice/openai.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAEhE,MAAM,MAAM,GAAuB;IACjC,OAAO;IACP,OAAO;IACP,OAAO;IACP,KAAK;IACL,QAAQ;IACR,OAAO;IACP,MAAM;IACN,OAAO;IACP,MAAM;IACN,MAAM;IACN,MAAM;IACN,SAAS;IACT,OAAO;CACR,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;IACb,EAAE;IACF,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;IACvC,WAAW,EAAE,EAAE,KAAK,OAAO,IAAI,EAAE,KAAK,OAAO,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS;CAC3E,CAAC,CAAC,CAAC;AACJ,MAAM,CAAC,MAAM,OAAO,GAAiB;IACnC,IAAI,EAAE;QACJ,EAAE,EAAE,QAAQ;QACZ,IAAI,EAAE,QAAQ;QACd,MAAM,EAAE,sCAAsC;QAC9C,OAAO,EAAE,iCAAiC;QAC1C,MAAM,EAAE,gBAAgB;QACxB,YAAY,EAAE,iBAAiB;QAC/B,MAAM,EAAE;YACN;gBACE,EAAE,EAAE,iBAAiB;gBACrB,KAAK,EAAE,8CAA8C;aACtD;YACD,EAAE,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,UAAU,EAAE;YACrC,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,cAAc,EAAE;SACvC;QACD,YAAY,EAAE,OAAO;QACrB,SAAS,EAAE,sDAAsD;KAClE;IACD,MAAM;IACN,KAAK,CAAC,UAAU,CAAC,GAAG;QAClB,OAAO,MAAO,CAAC;IACjB,CAAC;IACD,KAAK,CAAC,MAAM,CAAC,GAAG;QACd,MAAM,aAAa,CAAC,kCAAkC,EAAE;YACtD,aAAa,EAAE,UAAU,GAAG,EAAE;SAC/B,CAAC,CAAC;QACH,OAAO;IACT,CAAC;IACD,KAAK,CAAC,UAAU,CAAC,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK;QACvC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,wCAAwC,EAAE;YACrE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,aAAa,EAAE,UAAU,GAAG,EAAE;gBAC9B,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK;gBACL,KAAK;gBACL,KAAK,EAAE,KAAK,CAAC,IAAI;gBACjB,eAAe,EAAE,KAAK;gBACtB,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC;oBACjD,CAAC,CAAC,EAAE,YAAY,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE;oBACtC,CAAC,CAAC,EAAE,CAAC;gBACP,GAAG,CAAC,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ;oBACjC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE;oBACrD,CAAC,CAAC,EAAE,CAAC;aACR,CAAC;SACH,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,WAAW,MAAM,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QAC1E,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC;IACzE,CAAC;CACF,CAAC"}
|
|
@@ -0,0 +1,4 @@
|
|
|
1
|
+
import type { VoiceAdapter } from "./types.js";
|
|
2
|
+
/** One registration point for synthesis metadata, validation, voices and generation. */
|
|
3
|
+
export declare const VOICE_ADAPTERS: Record<string, VoiceAdapter>;
|
|
4
|
+
export declare function getVoiceAdapter(id: string): VoiceAdapter;
|