agentcut 0.2.15 → 0.2.16

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (70) hide show
  1. package/dist/studio/chat.js +2 -1
  2. package/dist/studio/chat.js.map +1 -1
  3. package/dist/studio/host.d.ts +2 -0
  4. package/dist/studio/host.js +17 -5
  5. package/dist/studio/host.js.map +1 -1
  6. package/dist/studio/providers/http.d.ts +4 -0
  7. package/dist/studio/providers/http.js +23 -0
  8. package/dist/studio/providers/http.js.map +1 -0
  9. package/dist/studio/providers/settings.d.ts +20 -0
  10. package/dist/studio/providers/settings.js +84 -0
  11. package/dist/studio/providers/settings.js.map +1 -0
  12. package/dist/studio/schema.d.ts +1134 -36
  13. package/dist/studio/schema.js +10 -0
  14. package/dist/studio/schema.js.map +1 -1
  15. package/dist/studio/tools.js +11 -5
  16. package/dist/studio/tools.js.map +1 -1
  17. package/dist/studio/transcription/assemblyai.d.ts +11 -0
  18. package/dist/studio/transcription/assemblyai.js +123 -0
  19. package/dist/studio/transcription/assemblyai.js.map +1 -0
  20. package/dist/studio/transcription/local.d.ts +2 -0
  21. package/dist/studio/transcription/local.js +57 -0
  22. package/dist/studio/transcription/local.js.map +1 -0
  23. package/dist/studio/transcription/registry.d.ts +3 -0
  24. package/dist/studio/transcription/registry.js +5 -0
  25. package/dist/studio/transcription/registry.js.map +1 -0
  26. package/dist/studio/transcription/service.d.ts +130 -0
  27. package/dist/studio/transcription/service.js +235 -0
  28. package/dist/studio/transcription/service.js.map +1 -0
  29. package/dist/studio/transcription/types.d.ts +68 -0
  30. package/dist/studio/transcription/types.js +2 -0
  31. package/dist/studio/transcription/types.js.map +1 -0
  32. package/dist/studio/voice/audio.d.ts +1 -0
  33. package/dist/studio/voice/audio.js +18 -0
  34. package/dist/studio/voice/audio.js.map +1 -0
  35. package/dist/studio/voice/elevenlabs.d.ts +2 -0
  36. package/dist/studio/voice/elevenlabs.js +76 -0
  37. package/dist/studio/voice/elevenlabs.js.map +1 -0
  38. package/dist/studio/voice/gemini.d.ts +2 -0
  39. package/dist/studio/voice/gemini.js +95 -0
  40. package/dist/studio/voice/gemini.js.map +1 -0
  41. package/dist/studio/voice/openai.d.ts +2 -0
  42. package/dist/studio/voice/openai.js +75 -0
  43. package/dist/studio/voice/openai.js.map +1 -0
  44. package/dist/studio/voice/registry.d.ts +4 -0
  45. package/dist/studio/voice/registry.js +18 -0
  46. package/dist/studio/voice/registry.js.map +1 -0
  47. package/dist/studio/voice/types.d.ts +42 -0
  48. package/dist/studio/voice/types.js +2 -0
  49. package/dist/studio/voice/types.js.map +1 -0
  50. package/dist/studio/voice/xai.d.ts +2 -0
  51. package/dist/studio/voice/xai.js +80 -0
  52. package/dist/studio/voice/xai.js.map +1 -0
  53. package/dist/studio/voice.d.ts +32 -58
  54. package/dist/studio/voice.js +52 -308
  55. package/dist/studio/voice.js.map +1 -1
  56. package/package.json +1 -1
  57. package/template/components/CATALOG.md +2 -0
  58. package/template/components/STYLES.md +108 -7
  59. package/template/components/catalog.json +29 -0
  60. package/template/components/hook-card/HookCard.tsx +11 -5
  61. package/template/components/hook-card/meta.json +29 -0
  62. package/template/components/sticker-badge/StickerBadge.tsx +4 -2
  63. package/template/components/styles.json +354 -3
  64. package/template/runtime/composition.tsx +10 -2
  65. package/template/runtime/framing.ts +29 -0
  66. package/template/runtime/types.ts +4 -0
  67. package/template/skill/SKILL.md +13 -2
  68. package/template/skill/references/person-framing.md +13 -0
  69. package/template/skill/references/style-editing.md +20 -0
  70. package/template/skill/references/transcription.md +15 -0
@@ -0,0 +1,235 @@
1
+ import { createHash, randomUUID } from "node:crypto";
2
+ import { createReadStream } from "node:fs";
3
+ import { mkdtemp, rm, rmdir, stat } from "node:fs/promises";
4
+ import { homedir, tmpdir } from "node:os";
5
+ import { join } from "node:path";
6
+ import { spawn } from "node:child_process";
7
+ import { providerStore } from "../providers/settings.js";
8
+ import { projectDir, readProjectState, safeJoin } from "../projects.js";
9
+ import { ensureFfmpeg } from "../references.js";
10
+ import { TRANSCRIPTION_ADAPTERS } from "./registry.js";
11
+ const store = providerStore(() => process.env.AGENTCUT_TRANSCRIPTION_KEYS ||
12
+ join(homedir(), ".agentcut", "transcription-keys.json"), () => Object.values(TRANSCRIPTION_ADAPTERS).map((a) => a.metadata), "local");
13
+ export function transcriptionSettings() {
14
+ return {
15
+ defaultProvider: store.preferred() ?? "local",
16
+ providers: Object.values(TRANSCRIPTION_ADAPTERS).map((a) => ({
17
+ ...a.metadata,
18
+ ...(a.metadata.cloud
19
+ ? store.status(a.metadata.id)
20
+ : { configured: true, source: null }),
21
+ })),
22
+ };
23
+ }
24
+ export function saveTranscriptionKey(id, key) {
25
+ if (!TRANSCRIPTION_ADAPTERS[id]?.metadata.cloud)
26
+ throw new Error("Choose a cloud transcription provider.");
27
+ store.save(id, key);
28
+ return transcriptionSettings();
29
+ }
30
+ export function removeTranscriptionKey(id) {
31
+ store.remove(id);
32
+ return transcriptionSettings();
33
+ }
34
+ export function preferTranscription(id) {
35
+ const adapter = TRANSCRIPTION_ADAPTERS[id];
36
+ if (!adapter || (adapter.metadata.cloud && !store.key(id)))
37
+ throw new Error("Configure this provider before selecting it.");
38
+ store.select(id);
39
+ return transcriptionSettings();
40
+ }
41
+ export class TranscriptionService {
42
+ paths;
43
+ page;
44
+ emit;
45
+ jobs = new Map();
46
+ cache = new Map();
47
+ constructor(paths, page, emit) {
48
+ this.paths = paths;
49
+ this.page = page;
50
+ this.emit = emit;
51
+ }
52
+ status() {
53
+ return [...this.jobs.values()].map(({ id, project, provider, stage, active }) => ({
54
+ id,
55
+ project,
56
+ provider,
57
+ stage,
58
+ active,
59
+ }));
60
+ }
61
+ cancel(id) {
62
+ const job = this.jobs.get(id);
63
+ if (!job?.active)
64
+ return { cancelled: false };
65
+ job.controller.abort();
66
+ if (job.provider === "local")
67
+ void this.page("studio_cancel_local_transcription", { job: id }).catch(() => undefined);
68
+ return {
69
+ cancelled: true,
70
+ note: "Cloud processing may already have incurred charges.",
71
+ };
72
+ }
73
+ close() {
74
+ for (const job of this.jobs.values())
75
+ if (job.active)
76
+ this.cancel(job.id);
77
+ }
78
+ async run(slug, input) {
79
+ const provider = input.provider ?? store.preferred() ?? "local";
80
+ const adapter = TRANSCRIPTION_ADAPTERS[provider];
81
+ if (!adapter)
82
+ throw new Error("Unknown transcription provider. Use agentcut_transcription_options.");
83
+ const key = adapter.metadata.cloud ? store.key(provider) : null;
84
+ if (adapter.metadata.cloud && !key)
85
+ throw new Error(`Configure ${adapter.metadata.name} in Transcription settings. No fallback was used.`);
86
+ if (!input.path || !/^(assets\/|library:)/.test(input.path))
87
+ throw new Error("Use a project assets/ path or library: path. Remote URLs are not accepted.");
88
+ const source = input.path.startsWith("library:")
89
+ ? safeJoin(this.paths.library, input.path.slice(8))
90
+ : safeJoin(projectDir(this.paths, slug), input.path);
91
+ const info = await stat(source);
92
+ if (!info.isFile() || info.size > 2 * 1024 ** 3)
93
+ throw new Error("Use a media file smaller than 2 GB.");
94
+ const state = readProjectState(this.paths, slug);
95
+ if (!state.project)
96
+ throw new Error("Open a valid project before transcription.");
97
+ const fps = state.project.fps;
98
+ const id = input.job ?? randomUUID();
99
+ if (!/^[a-zA-Z0-9_-]{1,80}$/.test(id) || this.jobs.has(id))
100
+ throw new Error("Use a new job ID, or omit job to create one.");
101
+ const job = {
102
+ id,
103
+ project: slug,
104
+ provider,
105
+ stage: "reading_source",
106
+ controller: new AbortController(),
107
+ active: true,
108
+ };
109
+ this.jobs.set(id, job);
110
+ while (this.jobs.size > 32) {
111
+ const old = [...this.jobs.values()].find((j) => !j.active);
112
+ if (!old)
113
+ break;
114
+ this.jobs.delete(old.id);
115
+ }
116
+ const progress = (stage) => {
117
+ job.stage = stage;
118
+ if (["completed", "cancelled", "error"].includes(stage))
119
+ job.active = false;
120
+ this.emit({ job: id, project: slug, provider, stage });
121
+ };
122
+ const timeout = setTimeout(() => this.cancel(id), 20 * 60_000);
123
+ let temp;
124
+ try {
125
+ progress("reading_source");
126
+ const hash = createHash("sha256");
127
+ for await (const chunk of createReadStream(source, {
128
+ signal: job.controller.signal,
129
+ }))
130
+ hash.update(chunk);
131
+ const options = {
132
+ language: input.language ?? "en",
133
+ model: input.model ?? adapter.metadata.defaultModel,
134
+ speakerLabels: input.speakerLabels ?? false,
135
+ editingTranscript: true,
136
+ };
137
+ const cacheKey = createHash("sha256")
138
+ .update(JSON.stringify([
139
+ slug,
140
+ input.path,
141
+ hash.digest("hex"),
142
+ fps,
143
+ provider,
144
+ options,
145
+ ]))
146
+ .digest("hex");
147
+ const cached = this.cache.get(cacheKey);
148
+ if (cached) {
149
+ progress("completed");
150
+ return { ...cached, job: id, cached: true };
151
+ }
152
+ const result = await adapter.run(input, {
153
+ fps,
154
+ key,
155
+ signal: job.controller.signal,
156
+ progress,
157
+ local: async (options) => this.page("studio_transcribe", {
158
+ project: slug,
159
+ path: input.path,
160
+ ...options,
161
+ job: id,
162
+ }),
163
+ audio: async () => {
164
+ const ffmpeg = await ensureFfmpeg();
165
+ job.controller.signal.throwIfAborted();
166
+ temp = await mkdtemp(join(tmpdir(), "agentcut-transcript-"));
167
+ const target = join(temp, "audio.wav");
168
+ await new Promise((resolve, reject) => {
169
+ const child = spawn(ffmpeg, [
170
+ "-nostdin",
171
+ "-v",
172
+ "error",
173
+ "-i",
174
+ source,
175
+ "-vn",
176
+ "-ac",
177
+ "1",
178
+ "-ar",
179
+ "16000",
180
+ "-c:a",
181
+ "pcm_s16le",
182
+ target,
183
+ ], {
184
+ windowsHide: true,
185
+ stdio: "ignore",
186
+ signal: job.controller.signal,
187
+ });
188
+ child.once("error", () => reject(new Error("Audio extraction stopped or could not start.")));
189
+ child.once("close", (code) => code === 0
190
+ ? resolve()
191
+ : reject(new Error("Could not extract audio. Check that the source has an audio track.")));
192
+ });
193
+ if ((await stat(target)).size > 1024 ** 3)
194
+ throw new Error("Extracted audio exceeds the 1 GB upload limit. Split the source first.");
195
+ return target;
196
+ },
197
+ });
198
+ job.controller.signal.throwIfAborted();
199
+ const transcript = {
200
+ ...result,
201
+ provider,
202
+ provenance: {
203
+ provider,
204
+ model: result.model,
205
+ options,
206
+ source: input.path,
207
+ createdAt: new Date().toISOString(),
208
+ cacheKey,
209
+ },
210
+ };
211
+ this.cache.set(cacheKey, transcript);
212
+ if (this.cache.size > 16)
213
+ this.cache.delete(this.cache.keys().next().value);
214
+ progress("completed");
215
+ return { ...transcript, job: id, cached: false };
216
+ }
217
+ catch (error) {
218
+ progress(job.controller.signal.aborted ? "cancelled" : "error");
219
+ if (job.controller.signal.aborted)
220
+ throw new Error("Transcription was cancelled or timed out. No fallback was used; cloud charges may already apply.");
221
+ // Never echo a provider credential, even if a remote error includes it.
222
+ const message = error instanceof Error ? error.message : "Transcription failed.";
223
+ throw new Error(key ? message.split(key).join("[redacted]") : message);
224
+ }
225
+ finally {
226
+ clearTimeout(timeout);
227
+ job.active = false;
228
+ if (temp)
229
+ await rm(join(temp, "audio.wav"), { force: true }).catch(() => undefined);
230
+ if (temp)
231
+ await rmdir(temp).catch(() => undefined);
232
+ }
233
+ }
234
+ }
235
+ //# sourceMappingURL=service.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"service.js","sourceRoot":"","sources":["../../../src/studio/transcription/service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACrD,OAAO,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAC;AAC3C,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAC5D,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AAC1C,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAC3C,OAAO,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AACzD,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AACxE,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAEhD,OAAO,EAAE,sBAAsB,EAAE,MAAM,eAAe,CAAC;AAGvD,MAAM,KAAK,GAAG,aAAa,CACzB,GAAG,EAAE,CACH,OAAO,CAAC,GAAG,CAAC,2BAA2B;IACvC,IAAI,CAAC,OAAO,EAAE,EAAE,WAAW,EAAE,yBAAyB,CAAC,EACzD,GAAG,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,EAClE,OAAO,CACR,CAAC;AACF,MAAM,UAAU,qBAAqB;IACnC,OAAO;QACL,eAAe,EAAE,KAAK,CAAC,SAAS,EAAE,IAAI,OAAO;QAC7C,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC3D,GAAG,CAAC,CAAC,QAAQ;YACb,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK;gBAClB,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC7B,CAAC,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;SACxC,CAAC,CAAC;KACJ,CAAC;AACJ,CAAC;AACD,MAAM,UAAU,oBAAoB,CAAC,EAAU,EAAE,GAAY;IAC3D,IAAI,CAAC,sBAAsB,CAAC,EAAE,CAAC,EAAE,QAAQ,CAAC,KAAK;QAC7C,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;IAC5D,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;IACpB,OAAO,qBAAqB,EAAE,CAAC;AACjC,CAAC;AACD,MAAM,UAAU,sBAAsB,CAAC,EAAU;IAC/C,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IACjB,OAAO,qBAAqB,EAAE,CAAC;AACjC,CAAC;AACD,MAAM,UAAU,mBAAmB,CAAC,EAAU;IAC5C,MAAM,OAAO,GAAG,sBAAsB,CAAC,EAAE,CAAC,CAAC;IAC3C,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACxD,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;IAClE,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IACjB,OAAO,qBAAqB,EAAE,CAAC;AACjC,CAAC;AAUD,MAAM,OAAO,oBAAoB;IAIrB;IACA;IACA;IALF,IAAI,GAAG,IAAI,GAAG,EAAe,CAAC;IAC9B,KAAK,GAAG,IAAI,GAAG,EAAsB,CAAC;IAC9C,YACU,KAAqB,EACrB,IAA2D,EAC3D,IAA8B;QAF9B,UAAK,GAAL,KAAK,CAAgB;QACrB,SAAI,GAAJ,IAAI,CAAuD;QAC3D,SAAI,GAAJ,IAAI,CAA0B;IACrC,CAAC;IACJ,MAAM;QACJ,OAAO,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAChC,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC;YAC7C,EAAE;YACF,OAAO;YACP,QAAQ;YACR,KAAK;YACL,MAAM;SACP,CAAC,CACH,CAAC;IACJ,CAAC;IACD,MAAM,CAAC,EAAU;QACf,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC9B,IAAI,CAAC,GAAG,EAAE,MAAM;YAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;QAC9C,GAAG,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QACvB,IAAI,GAAG,CAAC,QAAQ,KAAK,OAAO;YAC1B,KAAK,IAAI,CAAC,IAAI,CAAC,mCAAmC,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC,KAAK,CACpE,GAAG,EAAE,CAAC,SAAS,CAChB,CAAC;QACJ,OAAO;YACL,SAAS,EAAE,IAAI;YACf,IAAI,EAAE,qDAAqD;SAC5D,CAAC;IACJ,CAAC;IACD,KAAK;QACH,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;YAAE,IAAI,GAAG,CAAC,MAAM;gBAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC5E,CAAC;IACD,KAAK,CAAC,GAAG,CAAC,IAAY,EAAE,KAAyB;QAC/C,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,SAAS,EAAE,IAAI,OAAO,CAAC;QAChE,MAAM,OAAO,GAAG,sBAAsB,CAAC,QAAQ,CAAC,CAAC;QACjD,IAAI,CAAC,OAAO;YACV,MAAM,IAAI,KAAK,CACb,qEAAqE,CACtE,CAAC;QACJ,MAAM,GAAG,GAAG,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAChE,IAAI,OAAO,CAAC,QAAQ,CAAC,KAAK,IAAI,CAAC,GAAG;YAChC,MAAM,IAAI,KAAK,CACb,aAAa,OAAO,CAAC,QAAQ,CAAC,IAAI,mDAAmD,CACtF,CAAC;QACJ,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;YACzD,MAAM,IAAI,KAAK,CACb,4EAA4E,CAC7E,CAAC;QACJ,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC;YAC9C,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACnD,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QACvD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,CAAC;QAChC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,IAAI,CAAC,IAAI,GAAG,CAAC,GAAG,IAAI,IAAI,CAAC;YAC7C,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;QACzD,MAAM,KAAK,GAAG,gBAAgB,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QACjD,IAAI,CAAC,KAAK,CAAC,OAAO;YAChB,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;QAChE,MAAM,GAAG,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;QAC9B,MAAM,EAAE,GAAG,KAAK,CAAC,GAAG,IAAI,UAAU,EAAE,CAAC;QACrC,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;YACxD,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,MAAM,GAAG,GAAQ;YACf,EAAE;YACF,OAAO,EAAE,IAAI;YACb,QAAQ;YACR,KAAK,EAAE,gBAAgB;YACvB,UAAU,EAAE,IAAI,eAAe,EAAE;YACjC,MAAM,EAAE,IAAI;SACb,CAAC;QACF,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;QACvB,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,EAAE,EAAE,CAAC;YAC3B,MAAM,GAAG,GAAG,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;YAC3D,IAAI,CAAC,GAAG;gBAAE,MAAM;YAChB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC3B,CAAC;QACD,MAAM,QAAQ,GAAG,CAAC,KAAa,EAAE,EAAE;YACjC,GAAG,CAAC,KAAK,GAAG,KAAK,CAAC;YAClB,IAAI,CAAC,WAAW,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC;gBAAE,GAAG,CAAC,MAAM,GAAG,KAAK,CAAC;YAC5E,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;QACzD,CAAC,CAAC;QACF,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,EAAE,GAAG,MAAM,CAAC,CAAC;QAC/D,IAAI,IAAwB,CAAC;QAC7B,IAAI,CAAC;YACH,QAAQ,CAAC,gBAAgB,CAAC,CAAC;YAC3B,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;YAClC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,gBAAgB,CAAC,MAAM,EAAE;gBACjD,MAAM,EAAE,GAAG,CAAC,UAAU,CAAC,MAAM;aAC9B,CAAC;gBACA,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACrB,MAAM,OAAO,GAAG;gBACd,QAAQ,EAAE,KAAK,CAAC,QAAQ,IAAI,IAAI;gBAChC,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,OAAO,CAAC,QAAQ,CAAC,YAAY;gBACnD,aAAa,EAAE,KAAK,CAAC,aAAa,IAAI,KAAK;gBAC3C,iBAAiB,EAAE,IAAI;aACxB,CAAC;YACF,MAAM,QAAQ,GAAG,UAAU,CAAC,QAAQ,CAAC;iBAClC,MAAM,CACL,IAAI,CAAC,SAAS,CAAC;gBACb,IAAI;gBACJ,KAAK,CAAC,IAAI;gBACV,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;gBAClB,GAAG;gBACH,QAAQ;gBACR,OAAO;aACR,CAAC,CACH;iBACA,MAAM,CAAC,KAAK,CAAC,CAAC;YACjB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YACxC,IAAI,MAAM,EAAE,CAAC;gBACX,QAAQ,CAAC,WAAW,CAAC,CAAC;gBACtB,OAAO,EAAE,GAAG,MAAM,EAAE,GAAG,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;YAC9C,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE;gBACtC,GAAG;gBACH,GAAG;gBACH,MAAM,EAAE,GAAG,CAAC,UAAU,CAAC,MAAM;gBAC7B,QAAQ;gBACR,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,CACvB,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE;oBAC7B,OAAO,EAAE,IAAI;oBACb,IAAI,EAAE,KAAK,CAAC,IAAI;oBAChB,GAAG,OAAO;oBACV,GAAG,EAAE,EAAE;iBACR,CAAqC;gBACxC,KAAK,EAAE,KAAK,IAAI,EAAE;oBAChB,MAAM,MAAM,GAAG,MAAM,YAAY,EAAE,CAAC;oBACpC,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;oBACvC,IAAI,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,sBAAsB,CAAC,CAAC,CAAC;oBAC7D,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;oBACvC,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;wBAC1C,MAAM,KAAK,GAAG,KAAK,CACjB,MAAM,EACN;4BACE,UAAU;4BACV,IAAI;4BACJ,OAAO;4BACP,IAAI;4BACJ,MAAM;4BACN,KAAK;4BACL,KAAK;4BACL,GAAG;4BACH,KAAK;4BACL,OAAO;4BACP,MAAM;4BACN,WAAW;4BACX,MAAM;yBACP,EACD;4BACE,WAAW,EAAE,IAAI;4BACjB,KAAK,EAAE,QAAQ;4BACf,MAAM,EAAE,GAAG,CAAC,UAAU,CAAC,MAAM;yBAC9B,CACF,CAAC;wBACF,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE,CACvB,MAAM,CAAC,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC,CAClE,CAAC;wBACF,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE,CAC3B,IAAI,KAAK,CAAC;4BACR,CAAC,CAAC,OAAO,EAAE;4BACX,CAAC,CAAC,MAAM,CACJ,IAAI,KAAK,CACP,oEAAoE,CACrE,CACF,CACN,CAAC;oBACJ,CAAC,CAAC,CAAC;oBACH,IAAI,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,GAAG,IAAI,IAAI,CAAC;wBACvC,MAAM,IAAI,KAAK,CACb,wEAAwE,CACzE,CAAC;oBACJ,OAAO,MAAM,CAAC;gBAChB,CAAC;aACF,CAAC,CAAC;YACH,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;YACvC,MAAM,UAAU,GAAe;gBAC7B,GAAG,MAAM;gBACT,QAAQ;gBACR,UAAU,EAAE;oBACV,QAAQ;oBACR,KAAK,EAAE,MAAM,CAAC,KAAK;oBACnB,OAAO;oBACP,MAAM,EAAE,KAAK,CAAC,IAAI;oBAClB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;oBACnC,QAAQ;iBACT;aACF,CAAC;YACF,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;YACrC,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,EAAE;gBACtB,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,KAAM,CAAC,CAAC;YACrD,QAAQ,CAAC,WAAW,CAAC,CAAC;YACtB,OAAO,EAAE,GAAG,UAAU,EAAE,GAAG,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;QACnD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YAChE,IAAI,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO;gBAC/B,MAAM,IAAI,KAAK,CACb,kGAAkG,CACnG,CAAC;YACJ,wEAAwE;YACxE,MAAM,OAAO,GACX,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,uBAAuB,CAAC;YACnE,MAAM,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QACzE,CAAC;gBAAS,CAAC;YACT,YAAY,CAAC,OAAO,CAAC,CAAC;YACtB,GAAG,CAAC,MAAM,GAAG,KAAK,CAAC;YACnB,IAAI,IAAI;gBACN,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,WAAW,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CACtD,GAAG,EAAE,CAAC,SAAS,CAChB,CAAC;YACJ,IAAI,IAAI;gBAAE,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QACrD,CAAC;IACH,CAAC;CACF"}
@@ -0,0 +1,68 @@
1
+ import type { ProviderMetadata } from "../providers/settings.js";
2
+ export interface TranscriptWord {
3
+ text: string;
4
+ start: number;
5
+ end: number;
6
+ fromFrame: number;
7
+ toFrame: number;
8
+ speaker?: string;
9
+ confidence?: number;
10
+ }
11
+ export interface TranscriptSegment {
12
+ text: string;
13
+ start: number;
14
+ end: number;
15
+ speaker?: string;
16
+ }
17
+ export interface Transcript {
18
+ text: string;
19
+ language: string;
20
+ model: string;
21
+ seconds: number;
22
+ fps: number;
23
+ words: TranscriptWord[];
24
+ segments: TranscriptSegment[];
25
+ provider: string;
26
+ provenance: {
27
+ provider: string;
28
+ model: string;
29
+ options: Record<string, unknown>;
30
+ source: string;
31
+ createdAt: string;
32
+ cacheKey: string;
33
+ };
34
+ note?: string;
35
+ }
36
+ export interface TranscriptionInput {
37
+ path: string;
38
+ provider?: string;
39
+ language?: string;
40
+ model?: string;
41
+ speakerLabels?: boolean;
42
+ job?: string;
43
+ }
44
+ export interface TranscriptionContext {
45
+ fps: number;
46
+ key: string | null;
47
+ signal: AbortSignal;
48
+ progress(stage: string): void;
49
+ local(options: {
50
+ language: string;
51
+ model: string;
52
+ }): Promise<Record<string, unknown>>;
53
+ audio(): Promise<string>;
54
+ }
55
+ export interface TranscriptionAdapter {
56
+ metadata: ProviderMetadata & {
57
+ cloud: boolean;
58
+ capabilities: {
59
+ wordTimings: boolean;
60
+ speakers: boolean;
61
+ languageDetection: boolean;
62
+ fillers: string;
63
+ };
64
+ models: string[];
65
+ defaultModel: string;
66
+ };
67
+ run(input: TranscriptionInput, context: TranscriptionContext): Promise<Omit<Transcript, "provenance" | "provider">>;
68
+ }
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=types.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/studio/transcription/types.ts"],"names":[],"mappings":""}
@@ -0,0 +1 @@
1
+ export declare function pcmToWav(pcm: Buffer, sampleRate: number, channels?: number): Buffer<ArrayBuffer>;
@@ -0,0 +1,18 @@
1
+ export function pcmToWav(pcm, sampleRate, channels = 1) {
2
+ const header = Buffer.alloc(44);
3
+ header.write("RIFF", 0);
4
+ header.writeUInt32LE(36 + pcm.length, 4);
5
+ header.write("WAVE", 8);
6
+ header.write("fmt ", 12);
7
+ header.writeUInt32LE(16, 16);
8
+ header.writeUInt16LE(1, 20);
9
+ header.writeUInt16LE(channels, 22);
10
+ header.writeUInt32LE(sampleRate, 24);
11
+ header.writeUInt32LE(sampleRate * channels * 2, 28);
12
+ header.writeUInt16LE(channels * 2, 32);
13
+ header.writeUInt16LE(16, 34);
14
+ header.write("data", 36);
15
+ header.writeUInt32LE(pcm.length, 40);
16
+ return Buffer.concat([header, pcm]);
17
+ }
18
+ //# sourceMappingURL=audio.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"audio.js","sourceRoot":"","sources":["../../../src/studio/voice/audio.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,QAAQ,CAAC,GAAW,EAAE,UAAkB,EAAE,QAAQ,GAAG,CAAC;IACpE,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAChC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACxB,MAAM,CAAC,aAAa,CAAC,EAAE,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACzC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACxB,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACzB,MAAM,CAAC,aAAa,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;IAC7B,MAAM,CAAC,aAAa,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAC5B,MAAM,CAAC,aAAa,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;IACnC,MAAM,CAAC,aAAa,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IACrC,MAAM,CAAC,aAAa,CAAC,UAAU,GAAG,QAAQ,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;IACpD,MAAM,CAAC,aAAa,CAAC,QAAQ,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;IACvC,MAAM,CAAC,aAAa,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;IAC7B,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACzB,MAAM,CAAC,aAAa,CAAC,GAAG,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACrC,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC;AACtC,CAAC"}
@@ -0,0 +1,2 @@
1
+ import type { VoiceAdapter } from "./types.js";
2
+ export declare const adapter: VoiceAdapter;
@@ -0,0 +1,76 @@
1
+ import { readError, readJson, verifyRequest } from "../providers/http.js";
2
+ async function elevenVoices(key) {
3
+ const response = await fetch("https://api.elevenlabs.io/v1/voices", {
4
+ headers: { "xi-api-key": key },
5
+ });
6
+ if (!response.ok)
7
+ throw new Error(`ElevenLabs: ${await readError(response)}`);
8
+ const json = (await readJson(response));
9
+ return (json.voices ?? []).map((v) => ({
10
+ id: v.voice_id,
11
+ name: v.name,
12
+ description: [
13
+ v.labels?.accent,
14
+ v.labels?.gender,
15
+ v.labels?.description ?? v.labels?.descriptive,
16
+ v.labels?.use_case ?? v.labels?.use_cases,
17
+ ]
18
+ .filter(Boolean)
19
+ .join(", ") || v.category,
20
+ previewUrl: v.preview_url,
21
+ }));
22
+ }
23
+ const voices = null;
24
+ export const adapter = {
25
+ spec: {
26
+ id: "elevenlabs",
27
+ name: "ElevenLabs",
28
+ keyUrl: "https://elevenlabs.io/app/settings/api-keys",
29
+ keyHint: "Profile → API keys. Needs the Text to Speech and Voices (read) permissions.",
30
+ envVar: "ELEVENLABS_API_KEY",
31
+ defaultModel: "eleven_multilingual_v2",
32
+ models: [
33
+ { id: "eleven_v4", label: "Eleven v4 (most expressive)" },
34
+ { id: "eleven_v3", label: "Eleven v3 (expressive, audio tags)" },
35
+ { id: "eleven_multilingual_v2", label: "Multilingual v2 (most stable)" },
36
+ { id: "eleven_flash_v2_5", label: "Flash v2.5 (fastest, cheapest)" },
37
+ ],
38
+ defaultVoice: "",
39
+ styleNote: "No style field: put audio tags like [excited] or [whispers] in the text (v3/v4 models).",
40
+ },
41
+ voices,
42
+ async listVoices(key) {
43
+ if (!key)
44
+ throw new Error("Add an ElevenLabs key first.");
45
+ return elevenVoices(key);
46
+ },
47
+ async verify(key) {
48
+ await verifyRequest("https://api.elevenlabs.io/v1/voices?page_size=1", {
49
+ "xi-api-key": key,
50
+ });
51
+ return;
52
+ },
53
+ async synthesize(key, input, model, voice) {
54
+ if (!voice)
55
+ throw new Error("Pick an ElevenLabs voice (its voice id). agentcut_voice_options lists them.");
56
+ const response = await fetch(`https://api.elevenlabs.io/v1/text-to-speech/${encodeURIComponent(voice)}?output_format=mp3_44100_128`, {
57
+ method: "POST",
58
+ headers: {
59
+ "xi-api-key": key,
60
+ "content-type": "application/json",
61
+ accept: "audio/mpeg",
62
+ },
63
+ body: JSON.stringify({
64
+ text: input.text,
65
+ model_id: model,
66
+ ...(input.language && model !== "eleven_multilingual_v2"
67
+ ? { language_code: input.language }
68
+ : {}),
69
+ }),
70
+ });
71
+ if (!response.ok)
72
+ throw new Error(`ElevenLabs: ${await readError(response)}`);
73
+ return { data: Buffer.from(await response.arrayBuffer()), ext: "mp3" };
74
+ },
75
+ };
76
+ //# sourceMappingURL=elevenlabs.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"elevenlabs.js","sourceRoot":"","sources":["../../../src/studio/voice/elevenlabs.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAC1E,KAAK,UAAU,YAAY,CAAC,GAAW;IACrC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,qCAAqC,EAAE;QAClE,OAAO,EAAE,EAAE,YAAY,EAAE,GAAG,EAAE;KAC/B,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,CAAC,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,eAAe,MAAM,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;IAC9E,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,QAAQ,CAAC,CAQrC,CAAC;IACF,OAAO,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACrC,EAAE,EAAE,CAAC,CAAC,QAAQ;QACd,IAAI,EAAE,CAAC,CAAC,IAAI;QACZ,WAAW,EACT;YACE,CAAC,CAAC,MAAM,EAAE,MAAM;YAChB,CAAC,CAAC,MAAM,EAAE,MAAM;YAChB,CAAC,CAAC,MAAM,EAAE,WAAW,IAAI,CAAC,CAAC,MAAM,EAAE,WAAW;YAC9C,CAAC,CAAC,MAAM,EAAE,QAAQ,IAAI,CAAC,CAAC,MAAM,EAAE,SAAS;SAC1C;aACE,MAAM,CAAC,OAAO,CAAC;aACf,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,QAAQ;QAC7B,UAAU,EAAE,CAAC,CAAC,WAAW;KAC1B,CAAC,CAAC,CAAC;AACN,CAAC;AACD,MAAM,MAAM,GAAuB,IAAI,CAAC;AACxC,MAAM,CAAC,MAAM,OAAO,GAAiB;IACnC,IAAI,EAAE;QACJ,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,YAAY;QAClB,MAAM,EAAE,6CAA6C;QACrD,OAAO,EACL,6EAA6E;QAC/E,MAAM,EAAE,oBAAoB;QAC5B,YAAY,EAAE,wBAAwB;QACtC,MAAM,EAAE;YACN,EAAE,EAAE,EAAE,WAAW,EAAE,KAAK,EAAE,6BAA6B,EAAE;YACzD,EAAE,EAAE,EAAE,WAAW,EAAE,KAAK,EAAE,oCAAoC,EAAE;YAChE,EAAE,EAAE,EAAE,wBAAwB,EAAE,KAAK,EAAE,+BAA+B,EAAE;YACxE,EAAE,EAAE,EAAE,mBAAmB,EAAE,KAAK,EAAE,gCAAgC,EAAE;SACrE;QACD,YAAY,EAAE,EAAE;QAChB,SAAS,EACP,yFAAyF;KAC5F;IACD,MAAM;IACN,KAAK,CAAC,UAAU,CAAC,GAAG;QAClB,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAC1D,OAAO,YAAY,CAAC,GAAG,CAAC,CAAC;IAC3B,CAAC;IACD,KAAK,CAAC,MAAM,CAAC,GAAG;QACd,MAAM,aAAa,CAAC,iDAAiD,EAAE;YACrE,YAAY,EAAE,GAAG;SAClB,CAAC,CAAC;QACH,OAAO;IACT,CAAC;IACD,KAAK,CAAC,UAAU,CAAC,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK;QACvC,IAAI,CAAC,KAAK;YACR,MAAM,IAAI,KAAK,CACb,6EAA6E,CAC9E,CAAC;QACJ,MAAM,QAAQ,GAAG,MAAM,KAAK,CAC1B,+CAA+C,kBAAkB,CAAC,KAAK,CAAC,8BAA8B,EACtG;YACE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,YAAY,EAAE,GAAG;gBACjB,cAAc,EAAE,kBAAkB;gBAClC,MAAM,EAAE,YAAY;aACrB;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,QAAQ,EAAE,KAAK;gBACf,GAAG,CAAC,KAAK,CAAC,QAAQ,IAAI,KAAK,KAAK,wBAAwB;oBACtD,CAAC,CAAC,EAAE,aAAa,EAAE,KAAK,CAAC,QAAQ,EAAE;oBACnC,CAAC,CAAC,EAAE,CAAC;aACR,CAAC;SACH,CACF,CAAC;QACF,IAAI,CAAC,QAAQ,CAAC,EAAE;YACd,MAAM,IAAI,KAAK,CAAC,eAAe,MAAM,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QAC9D,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC;IACzE,CAAC;CACF,CAAC"}
@@ -0,0 +1,2 @@
1
+ import type { VoiceAdapter } from "./types.js";
2
+ export declare const adapter: VoiceAdapter;
@@ -0,0 +1,95 @@
1
+ import { readError, readJson, verifyRequest } from "../providers/http.js";
2
+ import { pcmToWav } from "./audio.js";
3
+ const voices = [
4
+ ["Zephyr", "Bright"],
5
+ ["Puck", "Upbeat"],
6
+ ["Charon", "Informative"],
7
+ ["Kore", "Firm"],
8
+ ["Fenrir", "Excitable"],
9
+ ["Leda", "Youthful"],
10
+ ["Orus", "Firm"],
11
+ ["Aoede", "Breezy"],
12
+ ["Callirrhoe", "Easy-going"],
13
+ ["Autonoe", "Bright"],
14
+ ["Enceladus", "Breathy"],
15
+ ["Iapetus", "Clear"],
16
+ ["Umbriel", "Easy-going"],
17
+ ["Algieba", "Smooth"],
18
+ ["Despina", "Smooth"],
19
+ ["Erinome", "Clear"],
20
+ ["Algenib", "Gravelly"],
21
+ ["Rasalgethi", "Informative"],
22
+ ["Laomedeia", "Upbeat"],
23
+ ["Achernar", "Soft"],
24
+ ["Alnilam", "Firm"],
25
+ ["Schedar", "Even"],
26
+ ["Gacrux", "Mature"],
27
+ ["Pulcherrima", "Forward"],
28
+ ["Achird", "Friendly"],
29
+ ["Zubenelgenubi", "Casual"],
30
+ ["Vindemiatrix", "Gentle"],
31
+ ["Sadachbia", "Lively"],
32
+ ["Sadaltager", "Knowledgeable"],
33
+ ["Sulafat", "Warm"],
34
+ ].map(([id, description]) => ({ id, name: id, description }));
35
+ export const adapter = {
36
+ spec: {
37
+ id: "gemini",
38
+ name: "Google Gemini",
39
+ keyUrl: "https://aistudio.google.com/apikey",
40
+ keyHint: "Google AI Studio → Get API key.",
41
+ envVar: "GEMINI_API_KEY",
42
+ defaultModel: "gemini-3.8-flash-tts",
43
+ models: [
44
+ { id: "gemini-3.8-flash-tts", label: "Gemini 3.8 Flash TTS" },
45
+ {
46
+ id: "gemini-3.8-flash-lite-tts",
47
+ label: "Gemini 3.8 Flash-Lite TTS (cheaper)",
48
+ },
49
+ {
50
+ id: "gemini-2.5-pro-preview-tts",
51
+ label: "Gemini 2.5 Pro TTS (preview)",
52
+ },
53
+ ],
54
+ defaultVoice: "Puck",
55
+ styleNote: "Short style/pace notes are sent as director's notes above the transcript.",
56
+ },
57
+ voices,
58
+ async listVoices(key) {
59
+ return voices;
60
+ },
61
+ async verify(key) {
62
+ await verifyRequest("https://generativelanguage.googleapis.com/v1beta/models?pageSize=1", { "x-goog-api-key": key });
63
+ return;
64
+ },
65
+ async synthesize(key, input, model, voice) {
66
+ const text = input.style?.trim()
67
+ ? `### DIRECTOR'S NOTES\n${input.style.trim()}\n\n#### TRANSCRIPT\n${input.text}`
68
+ : input.text;
69
+ const response = await fetch(`https://generativelanguage.googleapis.com/v1beta/models/${encodeURIComponent(model)}:generateContent`, {
70
+ method: "POST",
71
+ headers: { "x-goog-api-key": key, "content-type": "application/json" },
72
+ body: JSON.stringify({
73
+ contents: [{ parts: [{ text }] }],
74
+ generationConfig: {
75
+ responseModalities: ["AUDIO"],
76
+ speechConfig: {
77
+ voiceConfig: { prebuiltVoiceConfig: { voiceName: voice } },
78
+ },
79
+ },
80
+ }),
81
+ });
82
+ if (!response.ok)
83
+ throw new Error(`Gemini: ${await readError(response)}`);
84
+ const json = (await readJson(response));
85
+ const part = json.candidates?.[0]?.content?.parts?.find((p) => p.inlineData)?.inlineData;
86
+ if (!part)
87
+ throw new Error("Gemini returned no audio (the text may have been blocked).");
88
+ const data = Buffer.from(part.data, "base64");
89
+ if (data.subarray(0, 4).toString("ascii") === "RIFF")
90
+ return { data, ext: "wav" };
91
+ const rate = Number(/rate=(\d+)/.exec(part.mimeType ?? "")?.[1] ?? 24_000);
92
+ return { data: pcmToWav(data, rate), ext: "wav" };
93
+ },
94
+ };
95
+ //# sourceMappingURL=gemini.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"gemini.js","sourceRoot":"","sources":["../../../src/studio/voice/gemini.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAC1E,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAEtC,MAAM,MAAM,GAAuB;IACjC,CAAC,QAAQ,EAAE,QAAQ,CAAC;IACpB,CAAC,MAAM,EAAE,QAAQ,CAAC;IAClB,CAAC,QAAQ,EAAE,aAAa,CAAC;IACzB,CAAC,MAAM,EAAE,MAAM,CAAC;IAChB,CAAC,QAAQ,EAAE,WAAW,CAAC;IACvB,CAAC,MAAM,EAAE,UAAU,CAAC;IACpB,CAAC,MAAM,EAAE,MAAM,CAAC;IAChB,CAAC,OAAO,EAAE,QAAQ,CAAC;IACnB,CAAC,YAAY,EAAE,YAAY,CAAC;IAC5B,CAAC,SAAS,EAAE,QAAQ,CAAC;IACrB,CAAC,WAAW,EAAE,SAAS,CAAC;IACxB,CAAC,SAAS,EAAE,OAAO,CAAC;IACpB,CAAC,SAAS,EAAE,YAAY,CAAC;IACzB,CAAC,SAAS,EAAE,QAAQ,CAAC;IACrB,CAAC,SAAS,EAAE,QAAQ,CAAC;IACrB,CAAC,SAAS,EAAE,OAAO,CAAC;IACpB,CAAC,SAAS,EAAE,UAAU,CAAC;IACvB,CAAC,YAAY,EAAE,aAAa,CAAC;IAC7B,CAAC,WAAW,EAAE,QAAQ,CAAC;IACvB,CAAC,UAAU,EAAE,MAAM,CAAC;IACpB,CAAC,SAAS,EAAE,MAAM,CAAC;IACnB,CAAC,SAAS,EAAE,MAAM,CAAC;IACnB,CAAC,QAAQ,EAAE,QAAQ,CAAC;IACpB,CAAC,aAAa,EAAE,SAAS,CAAC;IAC1B,CAAC,QAAQ,EAAE,UAAU,CAAC;IACtB,CAAC,eAAe,EAAE,QAAQ,CAAC;IAC3B,CAAC,cAAc,EAAE,QAAQ,CAAC;IAC1B,CAAC,WAAW,EAAE,QAAQ,CAAC;IACvB,CAAC,YAAY,EAAE,eAAe,CAAC;IAC/B,CAAC,SAAS,EAAE,MAAM,CAAC;CACpB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,WAAW,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC;AAC9D,MAAM,CAAC,MAAM,OAAO,GAAiB;IACnC,IAAI,EAAE;QACJ,EAAE,EAAE,QAAQ;QACZ,IAAI,EAAE,eAAe;QACrB,MAAM,EAAE,oCAAoC;QAC5C,OAAO,EAAE,iCAAiC;QAC1C,MAAM,EAAE,gBAAgB;QACxB,YAAY,EAAE,sBAAsB;QACpC,MAAM,EAAE;YACN,EAAE,EAAE,EAAE,sBAAsB,EAAE,KAAK,EAAE,sBAAsB,EAAE;YAC7D;gBACE,EAAE,EAAE,2BAA2B;gBAC/B,KAAK,EAAE,qCAAqC;aAC7C;YACD;gBACE,EAAE,EAAE,4BAA4B;gBAChC,KAAK,EAAE,8BAA8B;aACtC;SACF;QACD,YAAY,EAAE,MAAM;QACpB,SAAS,EACP,2EAA2E;KAC9E;IACD,MAAM;IACN,KAAK,CAAC,UAAU,CAAC,GAAG;QAClB,OAAO,MAAO,CAAC;IACjB,CAAC;IACD,KAAK,CAAC,MAAM,CAAC,GAAG;QACd,MAAM,aAAa,CACjB,oEAAoE,EACpE,EAAE,gBAAgB,EAAE,GAAG,EAAE,CAC1B,CAAC;QACF,OAAO;IACT,CAAC;IACD,KAAK,CAAC,UAAU,CAAC,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK;QACvC,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,EAAE,IAAI,EAAE;YAC9B,CAAC,CAAC,yBAAyB,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,wBAAwB,KAAK,CAAC,IAAI,EAAE;YACjF,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC;QACf,MAAM,QAAQ,GAAG,MAAM,KAAK,CAC1B,2DAA2D,kBAAkB,CAAC,KAAK,CAAC,kBAAkB,EACtG;YACE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,gBAAgB,EAAE,GAAG,EAAE,cAAc,EAAE,kBAAkB,EAAE;YACtE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,QAAQ,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;gBACjC,gBAAgB,EAAE;oBAChB,kBAAkB,EAAE,CAAC,OAAO,CAAC;oBAC7B,YAAY,EAAE;wBACZ,WAAW,EAAE,EAAE,mBAAmB,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,EAAE;qBAC3D;iBACF;aACF,CAAC;SACH,CACF,CAAC;QACF,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,WAAW,MAAM,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QAC1E,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,QAAQ,CAAC,CAMrC,CAAC;QACF,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,CACrD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CACpB,EAAE,UAAU,CAAC;QACd,IAAI,CAAC,IAAI;YACP,MAAM,IAAI,KAAK,CACb,4DAA4D,CAC7D,CAAC;QACJ,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QAC9C,IAAI,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,MAAM;YAClD,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC;QAC9B,MAAM,IAAI,GAAG,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC;QAC3E,OAAO,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC;IACpD,CAAC;CACF,CAAC"}
@@ -0,0 +1,2 @@
1
+ import type { VoiceAdapter } from "./types.js";
2
+ export declare const adapter: VoiceAdapter;
@@ -0,0 +1,75 @@
1
+ import { readError, verifyRequest } from "../providers/http.js";
2
+ const voices = [
3
+ "marin",
4
+ "cedar",
5
+ "alloy",
6
+ "ash",
7
+ "ballad",
8
+ "coral",
9
+ "echo",
10
+ "fable",
11
+ "nova",
12
+ "onyx",
13
+ "sage",
14
+ "shimmer",
15
+ "verse",
16
+ ].map((id) => ({
17
+ id,
18
+ name: id[0].toUpperCase() + id.slice(1),
19
+ description: id === "marin" || id === "cedar" ? "Best quality" : undefined,
20
+ }));
21
+ export const adapter = {
22
+ spec: {
23
+ id: "openai",
24
+ name: "OpenAI",
25
+ keyUrl: "https://platform.openai.com/api-keys",
26
+ keyHint: "platform.openai.com → API keys.",
27
+ envVar: "OPENAI_API_KEY",
28
+ defaultModel: "gpt-4o-mini-tts",
29
+ models: [
30
+ {
31
+ id: "gpt-4o-mini-tts",
32
+ label: "gpt-4o-mini-tts (follows style instructions)",
33
+ },
34
+ { id: "tts-1-hd", label: "tts-1-hd" },
35
+ { id: "tts-1", label: "tts-1 (fast)" },
36
+ ],
37
+ defaultVoice: "marin",
38
+ styleNote: "Style goes in `instructions` (gpt-4o-mini-tts only).",
39
+ },
40
+ voices,
41
+ async listVoices(key) {
42
+ return voices;
43
+ },
44
+ async verify(key) {
45
+ await verifyRequest("https://api.openai.com/v1/models", {
46
+ Authorization: `Bearer ${key}`,
47
+ });
48
+ return;
49
+ },
50
+ async synthesize(key, input, model, voice) {
51
+ const response = await fetch("https://api.openai.com/v1/audio/speech", {
52
+ method: "POST",
53
+ headers: {
54
+ Authorization: `Bearer ${key}`,
55
+ "content-type": "application/json",
56
+ },
57
+ body: JSON.stringify({
58
+ model,
59
+ voice,
60
+ input: input.text,
61
+ response_format: "wav",
62
+ ...(input.style?.trim() && model.startsWith("gpt-")
63
+ ? { instructions: input.style.trim() }
64
+ : {}),
65
+ ...(typeof input.speed === "number"
66
+ ? { speed: Math.max(0.25, Math.min(4, input.speed)) }
67
+ : {}),
68
+ }),
69
+ });
70
+ if (!response.ok)
71
+ throw new Error(`OpenAI: ${await readError(response)}`);
72
+ return { data: Buffer.from(await response.arrayBuffer()), ext: "wav" };
73
+ },
74
+ };
75
+ //# sourceMappingURL=openai.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"openai.js","sourceRoot":"","sources":["../../../src/studio/voice/openai.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAEhE,MAAM,MAAM,GAAuB;IACjC,OAAO;IACP,OAAO;IACP,OAAO;IACP,KAAK;IACL,QAAQ;IACR,OAAO;IACP,MAAM;IACN,OAAO;IACP,MAAM;IACN,MAAM;IACN,MAAM;IACN,SAAS;IACT,OAAO;CACR,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;IACb,EAAE;IACF,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;IACvC,WAAW,EAAE,EAAE,KAAK,OAAO,IAAI,EAAE,KAAK,OAAO,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS;CAC3E,CAAC,CAAC,CAAC;AACJ,MAAM,CAAC,MAAM,OAAO,GAAiB;IACnC,IAAI,EAAE;QACJ,EAAE,EAAE,QAAQ;QACZ,IAAI,EAAE,QAAQ;QACd,MAAM,EAAE,sCAAsC;QAC9C,OAAO,EAAE,iCAAiC;QAC1C,MAAM,EAAE,gBAAgB;QACxB,YAAY,EAAE,iBAAiB;QAC/B,MAAM,EAAE;YACN;gBACE,EAAE,EAAE,iBAAiB;gBACrB,KAAK,EAAE,8CAA8C;aACtD;YACD,EAAE,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,UAAU,EAAE;YACrC,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,cAAc,EAAE;SACvC;QACD,YAAY,EAAE,OAAO;QACrB,SAAS,EAAE,sDAAsD;KAClE;IACD,MAAM;IACN,KAAK,CAAC,UAAU,CAAC,GAAG;QAClB,OAAO,MAAO,CAAC;IACjB,CAAC;IACD,KAAK,CAAC,MAAM,CAAC,GAAG;QACd,MAAM,aAAa,CAAC,kCAAkC,EAAE;YACtD,aAAa,EAAE,UAAU,GAAG,EAAE;SAC/B,CAAC,CAAC;QACH,OAAO;IACT,CAAC;IACD,KAAK,CAAC,UAAU,CAAC,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK;QACvC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,wCAAwC,EAAE;YACrE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,aAAa,EAAE,UAAU,GAAG,EAAE;gBAC9B,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK;gBACL,KAAK;gBACL,KAAK,EAAE,KAAK,CAAC,IAAI;gBACjB,eAAe,EAAE,KAAK;gBACtB,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC;oBACjD,CAAC,CAAC,EAAE,YAAY,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE;oBACtC,CAAC,CAAC,EAAE,CAAC;gBACP,GAAG,CAAC,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ;oBACjC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE;oBACrD,CAAC,CAAC,EAAE,CAAC;aACR,CAAC;SACH,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,WAAW,MAAM,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QAC1E,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC;IACzE,CAAC;CACF,CAAC"}
@@ -0,0 +1,4 @@
1
+ import type { VoiceAdapter } from "./types.js";
2
+ /** One registration point for synthesis metadata, validation, voices and generation. */
3
+ export declare const VOICE_ADAPTERS: Record<string, VoiceAdapter>;
4
+ export declare function getVoiceAdapter(id: string): VoiceAdapter;