frameyard 0.0.0-stage → 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +69 -0
- package/GLOSSARY.md +145 -0
- package/LICENSE +21 -0
- package/README.md +311 -2
- package/dist/assets/executable.d.ts +16 -0
- package/dist/assets/executable.d.ts.map +1 -0
- package/dist/assets/executable.js +59 -0
- package/dist/assets/executable.js.map +1 -0
- package/dist/assets/files.d.ts +4 -0
- package/dist/assets/files.d.ts.map +1 -0
- package/dist/assets/files.js +30 -0
- package/dist/assets/files.js.map +1 -0
- package/dist/assets/integrations.d.ts +15 -0
- package/dist/assets/integrations.d.ts.map +1 -0
- package/dist/assets/integrations.js +15 -0
- package/dist/assets/integrations.js.map +1 -0
- package/dist/assets/process.d.ts +29 -0
- package/dist/assets/process.d.ts.map +1 -0
- package/dist/assets/process.js +97 -0
- package/dist/assets/process.js.map +1 -0
- package/dist/assets/provenance.d.ts +77 -0
- package/dist/assets/provenance.d.ts.map +1 -0
- package/dist/assets/provenance.js +302 -0
- package/dist/assets/provenance.js.map +1 -0
- package/dist/assets/transcribe.d.ts +38 -0
- package/dist/assets/transcribe.d.ts.map +1 -0
- package/dist/assets/transcribe.js +357 -0
- package/dist/assets/transcribe.js.map +1 -0
- package/dist/assets/tts.d.ts +29 -0
- package/dist/assets/tts.d.ts.map +1 -0
- package/dist/assets/tts.js +180 -0
- package/dist/assets/tts.js.map +1 -0
- package/dist/cli.d.ts +3 -0
- package/dist/cli.d.ts.map +1 -0
- package/dist/cli.js +795 -0
- package/dist/cli.js.map +1 -0
- package/dist/contracts.d.ts +106 -0
- package/dist/contracts.d.ts.map +1 -0
- package/dist/contracts.js +297 -0
- package/dist/contracts.js.map +1 -0
- package/dist/doctor.d.ts +56 -0
- package/dist/doctor.d.ts.map +1 -0
- package/dist/doctor.js +476 -0
- package/dist/doctor.js.map +1 -0
- package/dist/errors.d.ts +10 -0
- package/dist/errors.d.ts.map +1 -0
- package/dist/errors.js +18 -0
- package/dist/errors.js.map +1 -0
- package/dist/index.d.ts +8 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +5 -0
- package/dist/index.js.map +1 -0
- package/dist/preview/main.d.ts +19 -0
- package/dist/preview/main.d.ts.map +1 -0
- package/dist/preview/main.js +480 -0
- package/dist/preview/main.js.map +1 -0
- package/dist/project.d.ts +16 -0
- package/dist/project.d.ts.map +1 -0
- package/dist/project.js +88 -0
- package/dist/project.js.map +1 -0
- package/dist/renderer/audio.d.ts +31 -0
- package/dist/renderer/audio.d.ts.map +1 -0
- package/dist/renderer/audio.js +88 -0
- package/dist/renderer/audio.js.map +1 -0
- package/dist/renderer/browser.d.ts +22 -0
- package/dist/renderer/browser.d.ts.map +1 -0
- package/dist/renderer/browser.js +175 -0
- package/dist/renderer/browser.js.map +1 -0
- package/dist/renderer/ffmpeg.d.ts +58 -0
- package/dist/renderer/ffmpeg.d.ts.map +1 -0
- package/dist/renderer/ffmpeg.js +268 -0
- package/dist/renderer/ffmpeg.js.map +1 -0
- package/dist/renderer/index.d.ts +72 -0
- package/dist/renderer/index.d.ts.map +1 -0
- package/dist/renderer/index.js +281 -0
- package/dist/renderer/index.js.map +1 -0
- package/dist/renderer/transcripts.d.ts +30 -0
- package/dist/renderer/transcripts.d.ts.map +1 -0
- package/dist/renderer/transcripts.js +86 -0
- package/dist/renderer/transcripts.js.map +1 -0
- package/dist/runtime/clock.d.ts +5 -0
- package/dist/runtime/clock.d.ts.map +1 -0
- package/dist/runtime/clock.js +16 -0
- package/dist/runtime/clock.js.map +1 -0
- package/dist/runtime/index.d.ts +29 -0
- package/dist/runtime/index.d.ts.map +1 -0
- package/dist/runtime/index.js +289 -0
- package/dist/runtime/index.js.map +1 -0
- package/dist/runtime/random.d.ts +8 -0
- package/dist/runtime/random.d.ts.map +1 -0
- package/dist/runtime/random.js +21 -0
- package/dist/runtime/random.js.map +1 -0
- package/dist/scaffold.d.ts +3 -0
- package/dist/scaffold.d.ts.map +1 -0
- package/dist/scaffold.js +176 -0
- package/dist/scaffold.js.map +1 -0
- package/dist/server/preview-html.d.ts +2 -0
- package/dist/server/preview-html.d.ts.map +1 -0
- package/dist/server/preview-html.js +229 -0
- package/dist/server/preview-html.js.map +1 -0
- package/dist/server/server.d.ts +17 -0
- package/dist/server/server.d.ts.map +1 -0
- package/dist/server/server.js +237 -0
- package/dist/server/server.js.map +1 -0
- package/dist/transcript.d.ts +44 -0
- package/dist/transcript.d.ts.map +1 -0
- package/dist/transcript.js +130 -0
- package/dist/transcript.js.map +1 -0
- package/dist/version.d.ts +2 -0
- package/dist/version.d.ts.map +1 -0
- package/dist/version.js +2 -0
- package/dist/version.js.map +1 -0
- package/docs/adr/0001-keep-composition-authoring-web-native.md +3 -0
- package/docs/adr/0002-make-frame-and-props-the-only-animation-state.md +3 -0
- package/docs/adr/0003-render-browser-frames-offline.md +3 -0
- package/docs/adr/0004-produce-local-ai-assets-outside-rendering.md +3 -0
- package/docs/v0.1-design.md +238 -0
- package/examples/demo/README.md +24 -0
- package/examples/demo/assets/chime.wav +0 -0
- package/examples/demo/compositions/demo.js +206 -0
- package/examples/demo/props/demo.json +5 -0
- package/examples/demo/video.config.js +5 -0
- package/package.json +73 -3
- package/skills/frameyard/README.md +35 -0
- package/skills/frameyard/SKILL.md +60 -0
- package/skills/frameyard/references/audio-assets.md +86 -0
- package/skills/frameyard/references/deterministic-authoring.md +107 -0
- package/skills/frameyard/references/failure-recovery.md +57 -0
- package/skills/frameyard/references/json-results.md +203 -0
- package/skills/frameyard/references/subtitles-karaoke.md +95 -0
- package/skills/frameyard/scripts/frameyard.mjs +60 -0
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
export type SubtitleFormat = "srt" | "vtt";
|
|
2
|
+
export interface TranscribeOptions {
|
|
3
|
+
projectRoot: string;
|
|
4
|
+
sourcePath: string;
|
|
5
|
+
outPath: string;
|
|
6
|
+
modelPath: string;
|
|
7
|
+
words: boolean;
|
|
8
|
+
exports: SubtitleFormat[];
|
|
9
|
+
language?: string;
|
|
10
|
+
executable?: string;
|
|
11
|
+
manifestPath?: string;
|
|
12
|
+
force: boolean;
|
|
13
|
+
signal?: AbortSignal;
|
|
14
|
+
}
|
|
15
|
+
export interface ExportResult {
|
|
16
|
+
format: SubtitleFormat;
|
|
17
|
+
path: string;
|
|
18
|
+
bytes: number;
|
|
19
|
+
sha256: string;
|
|
20
|
+
}
|
|
21
|
+
export interface TranscriptionResult {
|
|
22
|
+
path: string;
|
|
23
|
+
bytes: number;
|
|
24
|
+
sha256: string;
|
|
25
|
+
source: {
|
|
26
|
+
path: string;
|
|
27
|
+
sha256: string;
|
|
28
|
+
bytes: number;
|
|
29
|
+
};
|
|
30
|
+
language?: string;
|
|
31
|
+
segments: number;
|
|
32
|
+
words: number;
|
|
33
|
+
exports: ExportResult[];
|
|
34
|
+
manifest: string;
|
|
35
|
+
elapsedMs: number;
|
|
36
|
+
}
|
|
37
|
+
export declare function transcribeAudio(options: TranscribeOptions): Promise<TranscriptionResult>;
|
|
38
|
+
//# sourceMappingURL=transcribe.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"transcribe.d.ts","sourceRoot":"","sources":["../../src/assets/transcribe.ts"],"names":[],"mappings":"AAwCA,MAAM,MAAM,cAAc,GAAG,KAAK,GAAG,KAAK,CAAC;AAE3C,MAAM,WAAW,iBAAiB;IAChC,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,OAAO,CAAC;IACf,OAAO,EAAE,cAAc,EAAE,CAAC;IAC1B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE,OAAO,CAAC;IACf,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;AAED,MAAM,WAAW,YAAY;IAC3B,MAAM,EAAE,cAAc,CAAC;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE;QACN,IAAI,EAAE,MAAM,CAAC;QACb,MAAM,EAAE,MAAM,CAAC;QACf,KAAK,EAAE,MAAM,CAAC;KACf,CAAC;IACF,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,YAAY,EAAE,CAAC;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;CACnB;AAoND,wBAAsB,eAAe,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAqN9F"}
|
|
@@ -0,0 +1,357 @@
|
|
|
1
|
+
import { mkdir, mkdtemp, readFile, rm, writeFile } from "node:fs/promises";
|
|
2
|
+
import { tmpdir } from "node:os";
|
|
3
|
+
import path from "node:path";
|
|
4
|
+
import { FrameyardError } from "../errors.js";
|
|
5
|
+
import { normalizeAudioForTranscription } from "../renderer/ffmpeg.js";
|
|
6
|
+
import { parseTranscript, transcriptToSrt, transcriptToVtt, } from "../transcript.js";
|
|
7
|
+
import { VERSION } from "../version.js";
|
|
8
|
+
import { assertReadableFile, requireExtension } from "./files.js";
|
|
9
|
+
import { resolveExecutable } from "./executable.js";
|
|
10
|
+
import { WHISPER_CLI_COMMAND, WHISPER_CLI_ENV, WHISPER_CLI_INSTALL_HINT, WHISPER_CPP_REFERENCE_REVISION, } from "./integrations.js";
|
|
11
|
+
import { runChild } from "./process.js";
|
|
12
|
+
import { assertOutputAvailable, hashFile, hashText, projectRelativePath, publishStagedFiles, readManifest, resolveManifestPath, stageManifest, temporaryPath, upsertArtifact, } from "./provenance.js";
|
|
13
|
+
function whisperError(message) {
|
|
14
|
+
throw new FrameyardError("TRANSCRIBE_FAILED", message);
|
|
15
|
+
}
|
|
16
|
+
function normalizeText(value) {
|
|
17
|
+
return typeof value === "string" ? value.replace(/\s+/g, " ").trim() : "";
|
|
18
|
+
}
|
|
19
|
+
function milliseconds(value, label) {
|
|
20
|
+
if (typeof value !== "number" || !Number.isFinite(value) || value < 0) {
|
|
21
|
+
whisperError(`whisper.cpp produced an invalid ${label} timestamp: ${String(value)}.`);
|
|
22
|
+
}
|
|
23
|
+
return Math.round(value);
|
|
24
|
+
}
|
|
25
|
+
function isSpecialToken(text) {
|
|
26
|
+
const trimmed = text.trim();
|
|
27
|
+
return /^\[_.*\]$/.test(trimmed) || /^<\|.*\|>$/.test(trimmed);
|
|
28
|
+
}
|
|
29
|
+
function hasWordCharacter(text) {
|
|
30
|
+
return /[\p{L}\p{N}]/u.test(text);
|
|
31
|
+
}
|
|
32
|
+
function deriveWords(segments) {
|
|
33
|
+
const words = [];
|
|
34
|
+
let complete = true;
|
|
35
|
+
for (const segment of segments) {
|
|
36
|
+
if (!Array.isArray(segment.tokens)) {
|
|
37
|
+
if (hasWordCharacter(normalizeText(segment.text))) {
|
|
38
|
+
complete = false;
|
|
39
|
+
}
|
|
40
|
+
continue;
|
|
41
|
+
}
|
|
42
|
+
let current;
|
|
43
|
+
const flush = () => {
|
|
44
|
+
if (current) {
|
|
45
|
+
words.push(current);
|
|
46
|
+
current = undefined;
|
|
47
|
+
}
|
|
48
|
+
};
|
|
49
|
+
for (const rawToken of segment.tokens) {
|
|
50
|
+
if (typeof rawToken !== "object" || rawToken === null) {
|
|
51
|
+
continue;
|
|
52
|
+
}
|
|
53
|
+
const token = rawToken;
|
|
54
|
+
const text = typeof token.text === "string" ? token.text : "";
|
|
55
|
+
if (text.length === 0 || isSpecialToken(text)) {
|
|
56
|
+
continue;
|
|
57
|
+
}
|
|
58
|
+
if (text.trim().length === 0) {
|
|
59
|
+
flush();
|
|
60
|
+
continue;
|
|
61
|
+
}
|
|
62
|
+
const rawFrom = token.offsets?.from;
|
|
63
|
+
const rawTo = token.offsets?.to;
|
|
64
|
+
if (typeof rawFrom !== "number" ||
|
|
65
|
+
!Number.isFinite(rawFrom) ||
|
|
66
|
+
rawFrom < 0 ||
|
|
67
|
+
typeof rawTo !== "number" ||
|
|
68
|
+
!Number.isFinite(rawTo) ||
|
|
69
|
+
rawTo < 0) {
|
|
70
|
+
// Without measured token offsets there is no word timing to report.
|
|
71
|
+
if (hasWordCharacter(text)) {
|
|
72
|
+
complete = false;
|
|
73
|
+
}
|
|
74
|
+
continue;
|
|
75
|
+
}
|
|
76
|
+
const from = Math.round(rawFrom);
|
|
77
|
+
const to = Math.round(rawTo);
|
|
78
|
+
let index = 0;
|
|
79
|
+
while (index < text.length) {
|
|
80
|
+
if (/\s/.test(text[index])) {
|
|
81
|
+
flush();
|
|
82
|
+
index += 1;
|
|
83
|
+
continue;
|
|
84
|
+
}
|
|
85
|
+
let end = index;
|
|
86
|
+
while (end < text.length && !/\s/.test(text[end])) {
|
|
87
|
+
end += 1;
|
|
88
|
+
}
|
|
89
|
+
const run = text.slice(index, end);
|
|
90
|
+
if (run.length > 0) {
|
|
91
|
+
if (current) {
|
|
92
|
+
current.text += run;
|
|
93
|
+
current.endMs = Math.max(current.endMs, to);
|
|
94
|
+
}
|
|
95
|
+
else {
|
|
96
|
+
current = { startMs: from, endMs: Math.max(from, to), text: run };
|
|
97
|
+
}
|
|
98
|
+
}
|
|
99
|
+
index = end;
|
|
100
|
+
}
|
|
101
|
+
}
|
|
102
|
+
flush();
|
|
103
|
+
}
|
|
104
|
+
return { words, complete };
|
|
105
|
+
}
|
|
106
|
+
function whisperLanguage(output) {
|
|
107
|
+
const detected = output.result?.language;
|
|
108
|
+
if (typeof detected === "string" && detected.length > 0 && detected !== "auto") {
|
|
109
|
+
return detected;
|
|
110
|
+
}
|
|
111
|
+
const requested = output.params?.language;
|
|
112
|
+
if (typeof requested === "string" && requested.length > 0 && requested !== "auto") {
|
|
113
|
+
return requested;
|
|
114
|
+
}
|
|
115
|
+
return undefined;
|
|
116
|
+
}
|
|
117
|
+
function convertWhisperOutput(value, source, options) {
|
|
118
|
+
if (typeof value !== "object" || value === null) {
|
|
119
|
+
whisperError("whisper.cpp output must be a JSON object.");
|
|
120
|
+
}
|
|
121
|
+
const output = value;
|
|
122
|
+
if (!Array.isArray(output.transcription)) {
|
|
123
|
+
whisperError("whisper.cpp output has no transcription array.");
|
|
124
|
+
}
|
|
125
|
+
const rawSegments = output.transcription;
|
|
126
|
+
const segments = [];
|
|
127
|
+
for (const [index, raw] of rawSegments.entries()) {
|
|
128
|
+
if (typeof raw !== "object" || raw === null) {
|
|
129
|
+
whisperError(`whisper.cpp transcription segment ${index} is not an object.`);
|
|
130
|
+
}
|
|
131
|
+
const text = normalizeText(raw.text);
|
|
132
|
+
if (text.length === 0) {
|
|
133
|
+
continue;
|
|
134
|
+
}
|
|
135
|
+
const startMs = milliseconds(raw.offsets?.from, `segment ${index} start`);
|
|
136
|
+
const endMs = milliseconds(raw.offsets?.to, `segment ${index} end`);
|
|
137
|
+
segments.push({
|
|
138
|
+
startMs,
|
|
139
|
+
endMs: Math.max(startMs, endMs),
|
|
140
|
+
text,
|
|
141
|
+
});
|
|
142
|
+
}
|
|
143
|
+
const text = segments
|
|
144
|
+
.map((segment) => segment.text)
|
|
145
|
+
.join(" ")
|
|
146
|
+
.trim();
|
|
147
|
+
const language = whisperLanguage(output);
|
|
148
|
+
const transcript = {
|
|
149
|
+
schemaVersion: 1,
|
|
150
|
+
text,
|
|
151
|
+
source,
|
|
152
|
+
segments,
|
|
153
|
+
};
|
|
154
|
+
if (language !== undefined) {
|
|
155
|
+
transcript.language = language;
|
|
156
|
+
}
|
|
157
|
+
if (options.words) {
|
|
158
|
+
const derived = deriveWords(rawSegments);
|
|
159
|
+
if (!derived.complete || derived.words.length === 0) {
|
|
160
|
+
throw new FrameyardError("TRANSCRIPT_WORDS_UNAVAILABLE", "whisper.cpp did not return complete measured word timings. Re-run without --words for a segment-only transcript.");
|
|
161
|
+
}
|
|
162
|
+
transcript.words = derived.words;
|
|
163
|
+
}
|
|
164
|
+
return parseTranscript(transcript, { requireWords: options.words });
|
|
165
|
+
}
|
|
166
|
+
function exportPaths(outPath, formats) {
|
|
167
|
+
const stem = outPath.toLowerCase().endsWith(".json") ? outPath.slice(0, -5) : outPath;
|
|
168
|
+
return formats.map((format) => ({ format, path: `${stem}.${format}` }));
|
|
169
|
+
}
|
|
170
|
+
export async function transcribeAudio(options) {
|
|
171
|
+
const startedAt = performance.now();
|
|
172
|
+
const outPath = path.resolve(options.outPath);
|
|
173
|
+
requireExtension(outPath, ".json", "Transcript output");
|
|
174
|
+
const sourcePath = path.resolve(options.sourcePath);
|
|
175
|
+
const modelPath = path.resolve(options.modelPath);
|
|
176
|
+
const formats = [...new Set(options.exports)];
|
|
177
|
+
const exports = exportPaths(outPath, formats);
|
|
178
|
+
await assertOutputAvailable([outPath, ...exports.map((entry) => entry.path)], options.force);
|
|
179
|
+
for (const destination of [outPath, ...exports.map((entry) => entry.path)]) {
|
|
180
|
+
try {
|
|
181
|
+
await mkdir(path.dirname(destination), { recursive: true });
|
|
182
|
+
}
|
|
183
|
+
catch (error) {
|
|
184
|
+
throw new FrameyardError("OUTPUT_FAILED", `Could not create an output directory for ${destination}: ${error instanceof Error ? error.message : String(error)}`, { cause: error });
|
|
185
|
+
}
|
|
186
|
+
}
|
|
187
|
+
const sourceBytes = await assertReadableFile(sourcePath, "Transcription source");
|
|
188
|
+
const modelBytes = await assertReadableFile(modelPath, "Whisper GGML model");
|
|
189
|
+
const executable = await resolveExecutable({
|
|
190
|
+
command: WHISPER_CLI_COMMAND,
|
|
191
|
+
...(options.executable !== undefined ? { explicit: options.executable } : {}),
|
|
192
|
+
envVar: WHISPER_CLI_ENV,
|
|
193
|
+
installHint: WHISPER_CLI_INSTALL_HINT,
|
|
194
|
+
});
|
|
195
|
+
const manifestPath = resolveManifestPath(options.projectRoot, options.manifestPath);
|
|
196
|
+
if (path.resolve(manifestPath) === outPath) {
|
|
197
|
+
throw new FrameyardError("OUTPUT_FAILED", "The provenance manifest cannot also be the canonical transcript output path.");
|
|
198
|
+
}
|
|
199
|
+
const manifest = await readManifest(manifestPath);
|
|
200
|
+
const sourceIdentity = await hashFile(sourcePath, {
|
|
201
|
+
signal: options.signal,
|
|
202
|
+
label: "transcription source",
|
|
203
|
+
});
|
|
204
|
+
const modelIdentity = await hashFile(modelPath, {
|
|
205
|
+
signal: options.signal,
|
|
206
|
+
label: "Whisper GGML model",
|
|
207
|
+
});
|
|
208
|
+
const scratchDir = await mkdtemp(path.join(tmpdir(), "frameyard-transcribe-"));
|
|
209
|
+
const normalizedPath = path.join(scratchDir, "source-16k-mono.wav");
|
|
210
|
+
const whisperBase = path.join(scratchDir, "transcript");
|
|
211
|
+
const whisperJsonPath = `${whisperBase}.json`;
|
|
212
|
+
const transcriptTemp = temporaryPath(outPath, "transcript");
|
|
213
|
+
const exportTemps = exports.map((entry) => temporaryPath(entry.path, entry.format));
|
|
214
|
+
let manifestTemp;
|
|
215
|
+
try {
|
|
216
|
+
if (options.signal?.aborted) {
|
|
217
|
+
throw new FrameyardError("CANCELLED", "Operation cancelled.");
|
|
218
|
+
}
|
|
219
|
+
await normalizeAudioForTranscription({
|
|
220
|
+
inputPath: sourcePath,
|
|
221
|
+
outputPath: normalizedPath,
|
|
222
|
+
...(options.signal !== undefined ? { signal: options.signal } : {}),
|
|
223
|
+
});
|
|
224
|
+
const args = [
|
|
225
|
+
"-m",
|
|
226
|
+
modelPath,
|
|
227
|
+
"-f",
|
|
228
|
+
normalizedPath,
|
|
229
|
+
"-ojf",
|
|
230
|
+
"-of",
|
|
231
|
+
whisperBase,
|
|
232
|
+
"-l",
|
|
233
|
+
options.language ?? "auto",
|
|
234
|
+
"-np",
|
|
235
|
+
];
|
|
236
|
+
await runChild(executable.path, args, {
|
|
237
|
+
...(options.signal !== undefined ? { signal: options.signal } : {}),
|
|
238
|
+
errorCode: "TRANSCRIBE_FAILED",
|
|
239
|
+
label: "whisper-cli",
|
|
240
|
+
executableHint: WHISPER_CLI_INSTALL_HINT,
|
|
241
|
+
forwardOutput: true,
|
|
242
|
+
});
|
|
243
|
+
let raw;
|
|
244
|
+
try {
|
|
245
|
+
raw = await readFile(whisperJsonPath, "utf8");
|
|
246
|
+
}
|
|
247
|
+
catch {
|
|
248
|
+
throw new FrameyardError("TRANSCRIBE_FAILED", `whisper-cli did not write its JSON output at ${whisperJsonPath}.`);
|
|
249
|
+
}
|
|
250
|
+
let parsed;
|
|
251
|
+
try {
|
|
252
|
+
parsed = JSON.parse(raw);
|
|
253
|
+
}
|
|
254
|
+
catch (error) {
|
|
255
|
+
throw new FrameyardError("TRANSCRIBE_FAILED", `whisper-cli produced invalid JSON: ${error instanceof Error ? error.message : String(error)}`, { cause: error });
|
|
256
|
+
}
|
|
257
|
+
const source = {
|
|
258
|
+
path: projectRelativePath(options.projectRoot, sourcePath),
|
|
259
|
+
sha256: sourceIdentity.sha256,
|
|
260
|
+
bytes: sourceIdentity.bytes,
|
|
261
|
+
};
|
|
262
|
+
const transcript = convertWhisperOutput(parsed, source, { words: options.words });
|
|
263
|
+
const transcriptText = `${JSON.stringify(transcript, null, 2)}\n`;
|
|
264
|
+
await writeFile(transcriptTemp, transcriptText, "utf8");
|
|
265
|
+
const derived = [];
|
|
266
|
+
const exportResults = [];
|
|
267
|
+
for (const [index, entry] of exports.entries()) {
|
|
268
|
+
const content = entry.format === "srt" ? transcriptToSrt(transcript) : transcriptToVtt(transcript);
|
|
269
|
+
const tempPath = exportTemps[index];
|
|
270
|
+
await writeFile(tempPath, content, "utf8");
|
|
271
|
+
const sha256 = hashText(content);
|
|
272
|
+
const bytes = Buffer.byteLength(content, "utf8");
|
|
273
|
+
const relative = projectRelativePath(options.projectRoot, entry.path);
|
|
274
|
+
derived.push({ path: relative, format: entry.format, sha256, bytes });
|
|
275
|
+
exportResults.push({ format: entry.format, path: entry.path, bytes, sha256 });
|
|
276
|
+
}
|
|
277
|
+
const models = [
|
|
278
|
+
{
|
|
279
|
+
role: "whisper",
|
|
280
|
+
path: projectRelativePath(options.projectRoot, modelPath),
|
|
281
|
+
sha256: modelIdentity.sha256,
|
|
282
|
+
bytes: modelIdentity.bytes,
|
|
283
|
+
},
|
|
284
|
+
];
|
|
285
|
+
const artifact = {
|
|
286
|
+
path: projectRelativePath(options.projectRoot, outPath),
|
|
287
|
+
kind: "transcript",
|
|
288
|
+
operation: "transcribe",
|
|
289
|
+
sha256: hashText(transcriptText),
|
|
290
|
+
bytes: Buffer.byteLength(transcriptText, "utf8"),
|
|
291
|
+
createdAt: new Date().toISOString(),
|
|
292
|
+
generator: {
|
|
293
|
+
name: "frameyard",
|
|
294
|
+
version: VERSION,
|
|
295
|
+
command: "transcribe",
|
|
296
|
+
executable: executable.path,
|
|
297
|
+
integration: "whisper.cpp",
|
|
298
|
+
referenceRevision: WHISPER_CPP_REFERENCE_REVISION,
|
|
299
|
+
},
|
|
300
|
+
models,
|
|
301
|
+
parameters: {
|
|
302
|
+
words: options.words,
|
|
303
|
+
language: options.language ?? "auto",
|
|
304
|
+
normalization: {
|
|
305
|
+
sampleRate: 16_000,
|
|
306
|
+
channels: 1,
|
|
307
|
+
codec: "pcm_s16le",
|
|
308
|
+
},
|
|
309
|
+
exports: [...formats],
|
|
310
|
+
sourceBytes: sourceBytes,
|
|
311
|
+
modelBytes: modelBytes,
|
|
312
|
+
},
|
|
313
|
+
source,
|
|
314
|
+
};
|
|
315
|
+
if (derived.length > 0) {
|
|
316
|
+
artifact.derived = derived;
|
|
317
|
+
}
|
|
318
|
+
const updatedManifest = upsertArtifact(manifest, artifact);
|
|
319
|
+
manifestTemp = await stageManifest(updatedManifest, manifestPath);
|
|
320
|
+
const staged = [{ tempPath: transcriptTemp, path: outPath, label: "transcript" }];
|
|
321
|
+
for (const [index, entry] of exports.entries()) {
|
|
322
|
+
staged.push({
|
|
323
|
+
tempPath: exportTemps[index],
|
|
324
|
+
path: entry.path,
|
|
325
|
+
label: entry.format,
|
|
326
|
+
});
|
|
327
|
+
}
|
|
328
|
+
staged.push({ tempPath: manifestTemp, path: manifestPath, label: "provenance manifest", overwrite: true });
|
|
329
|
+
await publishStagedFiles(staged, { force: options.force });
|
|
330
|
+
const result = {
|
|
331
|
+
path: outPath,
|
|
332
|
+
bytes: artifact.bytes,
|
|
333
|
+
sha256: artifact.sha256,
|
|
334
|
+
source,
|
|
335
|
+
segments: transcript.segments.length,
|
|
336
|
+
words: transcript.words?.length ?? 0,
|
|
337
|
+
exports: exportResults,
|
|
338
|
+
manifest: manifestPath,
|
|
339
|
+
elapsedMs: performance.now() - startedAt,
|
|
340
|
+
};
|
|
341
|
+
if (transcript.language !== undefined) {
|
|
342
|
+
result.language = transcript.language;
|
|
343
|
+
}
|
|
344
|
+
return result;
|
|
345
|
+
}
|
|
346
|
+
finally {
|
|
347
|
+
await rm(transcriptTemp, { force: true });
|
|
348
|
+
for (const tempPath of exportTemps) {
|
|
349
|
+
await rm(tempPath, { force: true });
|
|
350
|
+
}
|
|
351
|
+
if (manifestTemp) {
|
|
352
|
+
await rm(manifestTemp, { force: true });
|
|
353
|
+
}
|
|
354
|
+
await rm(scratchDir, { recursive: true, force: true });
|
|
355
|
+
}
|
|
356
|
+
}
|
|
357
|
+
//# sourceMappingURL=transcribe.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"transcribe.js","sourceRoot":"","sources":["../../src/assets/transcribe.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC3E,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAC9C,OAAO,EAAE,8BAA8B,EAAE,MAAM,uBAAuB,CAAC;AACvE,OAAO,EACL,eAAe,EACf,eAAe,EACf,eAAe,GAIhB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AACxC,OAAO,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAClE,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACpD,OAAO,EACL,mBAAmB,EACnB,eAAe,EACf,wBAAwB,EACxB,8BAA8B,GAC/B,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AACxC,OAAO,EACL,qBAAqB,EACrB,QAAQ,EACR,QAAQ,EACR,mBAAmB,EACnB,kBAAkB,EAClB,YAAY,EACZ,mBAAmB,EACnB,aAAa,EACb,aAAa,EACb,cAAc,GAKf,MAAM,iBAAiB,CAAC;AAgEzB,SAAS,YAAY,CAAC,OAAe;IACnC,MAAM,IAAI,cAAc,CAAC,mBAAmB,EAAE,OAAO,CAAC,CAAC;AACzD,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,OAAO,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;AAC5E,CAAC;AAED,SAAS,YAAY,CAAC,KAAc,EAAE,KAAa;IACjD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;QACtE,YAAY,CAAC,mCAAmC,KAAK,eAAe,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACxF,CAAC;IACD,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;AAC3B,CAAC;AAED,SAAS,cAAc,CAAC,IAAY;IAClC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAC5B,OAAO,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;AACjE,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAY;IACpC,OAAO,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACpC,CAAC;AAED,SAAS,WAAW,CAAC,QAA0B;IAC7C,MAAM,KAAK,GAAiB,EAAE,CAAC;IAC/B,IAAI,QAAQ,GAAG,IAAI,CAAC;IAEpB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YACnC,IAAI,gBAAgB,CAAC,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;gBAClD,QAAQ,GAAG,KAAK,CAAC;YACnB,CAAC;YACD,SAAS;QACX,CAAC;QAED,IAAI,OAA+B,CAAC;QACpC,MAAM,KAAK,GAAG,GAAS,EAAE;YACvB,IAAI,OAAO,EAAE,CAAC;gBACZ,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACpB,OAAO,GAAG,SAAS,CAAC;YACtB,CAAC;QACH,CAAC,CAAC;QAEF,KAAK,MAAM,QAAQ,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACtC,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;gBACtD,SAAS;YACX,CAAC;YACD,MAAM,KAAK,GAAG,QAAwB,CAAC;YACvC,MAAM,IAAI,GAAG,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;YAC9D,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC9C,SAAS;YACX,CAAC;YACD,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC7B,KAAK,EAAE,CAAC;gBACR,SAAS;YACX,CAAC;YAED,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC;YACpC,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;YAChC,IACE,OAAO,OAAO,KAAK,QAAQ;gBAC3B,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC;gBACzB,OAAO,GAAG,CAAC;gBACX,OAAO,KAAK,KAAK,QAAQ;gBACzB,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;gBACvB,KAAK,GAAG,CAAC,EACT,CAAC;gBACD,oEAAoE;gBACpE,IAAI,gBAAgB,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC3B,QAAQ,GAAG,KAAK,CAAC;gBACnB,CAAC;gBACD,SAAS;YACX,CAAC;YACD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACjC,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAE7B,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,OAAO,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;gBAC3B,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAW,CAAC,EAAE,CAAC;oBACrC,KAAK,EAAE,CAAC;oBACR,KAAK,IAAI,CAAC,CAAC;oBACX,SAAS;gBACX,CAAC;gBAED,IAAI,GAAG,GAAG,KAAK,CAAC;gBAChB,OAAO,GAAG,GAAG,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAW,CAAC,EAAE,CAAC;oBAC5D,GAAG,IAAI,CAAC,CAAC;gBACX,CAAC;gBACD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;gBACnC,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACnB,IAAI,OAAO,EAAE,CAAC;wBACZ,OAAO,CAAC,IAAI,IAAI,GAAG,CAAC;wBACpB,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;oBAC9C,CAAC;yBAAM,CAAC;wBACN,OAAO,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC;oBACpE,CAAC;gBACH,CAAC;gBACD,KAAK,GAAG,GAAG,CAAC;YACd,CAAC;QACH,CAAC;QAED,KAAK,EAAE,CAAC;IACV,CAAC;IAED,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC;AAC7B,CAAC;AAED,SAAS,eAAe,CAAC,MAAqB;IAC5C,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC;IACzC,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,QAAQ,KAAK,MAAM,EAAE,CAAC;QAC/E,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC;IAC1C,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,KAAK,MAAM,EAAE,CAAC;QAClF,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,oBAAoB,CAC3B,KAAc,EACd,MAAuD,EACvD,OAA2B;IAE3B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;QAChD,YAAY,CAAC,2CAA2C,CAAC,CAAC;IAC5D,CAAC;IACD,MAAM,MAAM,GAAG,KAAsB,CAAC;IACtC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;QACzC,YAAY,CAAC,gDAAgD,CAAC,CAAC;IACjE,CAAC;IAED,MAAM,WAAW,GAAG,MAAM,CAAC,aAAiC,CAAC;IAC7D,MAAM,QAAQ,GAAwB,EAAE,CAAC;IACzC,KAAK,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,CAAC;QACjD,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;YAC5C,YAAY,CAAC,qCAAqC,KAAK,oBAAoB,CAAC,CAAC;QAC/E,CAAC;QACD,MAAM,IAAI,GAAG,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACrC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACtB,SAAS;QACX,CAAC;QACD,MAAM,OAAO,GAAG,YAAY,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,EAAE,WAAW,KAAK,QAAQ,CAAC,CAAC;QAC1E,MAAM,KAAK,GAAG,YAAY,CAAC,GAAG,CAAC,OAAO,EAAE,EAAE,EAAE,WAAW,KAAK,MAAM,CAAC,CAAC;QACpE,QAAQ,CAAC,IAAI,CAAC;YACZ,OAAO;YACP,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC;YAC/B,IAAI;SACL,CAAC,CAAC;IACL,CAAC;IAED,MAAM,IAAI,GAAG,QAAQ;SAClB,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;SAC9B,IAAI,CAAC,GAAG,CAAC;SACT,IAAI,EAAE,CAAC;IACV,MAAM,QAAQ,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;IACzC,MAAM,UAAU,GAAe;QAC7B,aAAa,EAAE,CAAC;QAChB,IAAI;QACJ,MAAM;QACN,QAAQ;KACT,CAAC;IACF,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QAC3B,UAAU,CAAC,QAAQ,GAAG,QAAQ,CAAC;IACjC,CAAC;IACD,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;QAClB,MAAM,OAAO,GAAG,WAAW,CAAC,WAAW,CAAC,CAAC;QACzC,IAAI,CAAC,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACpD,MAAM,IAAI,cAAc,CACtB,8BAA8B,EAC9B,kHAAkH,CACnH,CAAC;QACJ,CAAC;QACD,UAAU,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;IACnC,CAAC;IAED,OAAO,eAAe,CAAC,UAAU,EAAE,EAAE,YAAY,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;AACtE,CAAC;AAED,SAAS,WAAW,CAClB,OAAe,EACf,OAAkC;IAElC,MAAM,IAAI,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;IACtF,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,IAAI,IAAI,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC;AAC1E,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,OAA0B;IAC9D,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IACpC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAC9C,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,mBAAmB,CAAC,CAAC;IAExD,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IACpD,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAClD,MAAM,OAAO,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;IAC9C,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAC9C,MAAM,qBAAqB,CAAC,CAAC,OAAO,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;IAC7F,KAAK,MAAM,WAAW,IAAI,CAAC,OAAO,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;QAC3E,IAAI,CAAC;YACH,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC9D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,cAAc,CACtB,eAAe,EACf,4CAA4C,WAAW,KAAK,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EACpH,EAAE,KAAK,EAAE,KAAK,EAAE,CACjB,CAAC;QACJ,CAAC;IACH,CAAC;IAED,MAAM,WAAW,GAAG,MAAM,kBAAkB,CAAC,UAAU,EAAE,sBAAsB,CAAC,CAAC;IACjF,MAAM,UAAU,GAAG,MAAM,kBAAkB,CAAC,SAAS,EAAE,oBAAoB,CAAC,CAAC;IAE7E,MAAM,UAAU,GAAG,MAAM,iBAAiB,CAAC;QACzC,OAAO,EAAE,mBAAmB;QAC5B,GAAG,CAAC,OAAO,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7E,MAAM,EAAE,eAAe;QACvB,WAAW,EAAE,wBAAwB;KACtC,CAAC,CAAC;IAEH,MAAM,YAAY,GAAG,mBAAmB,CAAC,OAAO,CAAC,WAAW,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC;IACpF,IAAI,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,KAAK,OAAO,EAAE,CAAC;QAC3C,MAAM,IAAI,cAAc,CACtB,eAAe,EACf,8EAA8E,CAC/E,CAAC;IACJ,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,YAAY,CAAC,CAAC;IAElD,MAAM,cAAc,GAAG,MAAM,QAAQ,CAAC,UAAU,EAAE;QAChD,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,KAAK,EAAE,sBAAsB;KAC9B,CAAC,CAAC;IACH,MAAM,aAAa,GAAG,MAAM,QAAQ,CAAC,SAAS,EAAE;QAC9C,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,KAAK,EAAE,oBAAoB;KAC5B,CAAC,CAAC;IAEH,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,uBAAuB,CAAC,CAAC,CAAC;IAC/E,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,qBAAqB,CAAC,CAAC;IACpE,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC;IACxD,MAAM,eAAe,GAAG,GAAG,WAAW,OAAO,CAAC;IAC9C,MAAM,cAAc,GAAG,aAAa,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;IAC5D,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IACpF,IAAI,YAAgC,CAAC;IAErC,IAAI,CAAC;QACH,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;YAC5B,MAAM,IAAI,cAAc,CAAC,WAAW,EAAE,sBAAsB,CAAC,CAAC;QAChE,CAAC;QAED,MAAM,8BAA8B,CAAC;YACnC,SAAS,EAAE,UAAU;YACrB,UAAU,EAAE,cAAc;YAC1B,GAAG,CAAC,OAAO,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACpE,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG;YACX,IAAI;YACJ,SAAS;YACT,IAAI;YACJ,cAAc;YACd,MAAM;YACN,KAAK;YACL,WAAW;YACX,IAAI;YACJ,OAAO,CAAC,QAAQ,IAAI,MAAM;YAC1B,KAAK;SACN,CAAC;QAEF,MAAM,QAAQ,CAAC,UAAU,CAAC,IAAI,EAAE,IAAI,EAAE;YACpC,GAAG,CAAC,OAAO,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACnE,SAAS,EAAE,mBAAmB;YAC9B,KAAK,EAAE,aAAa;YACpB,cAAc,EAAE,wBAAwB;YACxC,aAAa,EAAE,IAAI;SACpB,CAAC,CAAC;QAEH,IAAI,GAAW,CAAC;QAChB,IAAI,CAAC;YACH,GAAG,GAAG,MAAM,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC,CAAC;QAChD,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,cAAc,CAAC,mBAAmB,EAAE,gDAAgD,eAAe,GAAG,CAAC,CAAC;QACpH,CAAC;QAED,IAAI,MAAe,CAAC;QACpB,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAY,CAAC;QACtC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,cAAc,CACtB,mBAAmB,EACnB,sCAAsC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EAC9F,EAAE,KAAK,EAAE,KAAK,EAAE,CACjB,CAAC;QACJ,CAAC;QAED,MAAM,MAAM,GAAG;YACb,IAAI,EAAE,mBAAmB,CAAC,OAAO,CAAC,WAAW,EAAE,UAAU,CAAC;YAC1D,MAAM,EAAE,cAAc,CAAC,MAAM;YAC7B,KAAK,EAAE,cAAc,CAAC,KAAK;SAC5B,CAAC;QACF,MAAM,UAAU,GAAG,oBAAoB,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;QAElF,MAAM,cAAc,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC;QAClE,MAAM,SAAS,CAAC,cAAc,EAAE,cAAc,EAAE,MAAM,CAAC,CAAC;QAExD,MAAM,OAAO,GAAsB,EAAE,CAAC;QACtC,MAAM,aAAa,GAAmB,EAAE,CAAC;QACzC,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;YAC/C,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,KAAK,KAAK,CAAC,CAAC,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;YACnG,MAAM,QAAQ,GAAG,WAAW,CAAC,KAAK,CAAW,CAAC;YAC9C,MAAM,SAAS,CAAC,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;YAC3C,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC;YACjC,MAAM,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YACjD,MAAM,QAAQ,GAAG,mBAAmB,CAAC,OAAO,CAAC,WAAW,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YACtE,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;YACtE,aAAa,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;QAChF,CAAC;QAED,MAAM,MAAM,GAAoB;YAC9B;gBACE,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,mBAAmB,CAAC,OAAO,CAAC,WAAW,EAAE,SAAS,CAAC;gBACzD,MAAM,EAAE,aAAa,CAAC,MAAM;gBAC5B,KAAK,EAAE,aAAa,CAAC,KAAK;aAC3B;SACF,CAAC;QAEF,MAAM,QAAQ,GAAqB;YACjC,IAAI,EAAE,mBAAmB,CAAC,OAAO,CAAC,WAAW,EAAE,OAAO,CAAC;YACvD,IAAI,EAAE,YAAY;YAClB,SAAS,EAAE,YAAY;YACvB,MAAM,EAAE,QAAQ,CAAC,cAAc,CAAC;YAChC,KAAK,EAAE,MAAM,CAAC,UAAU,CAAC,cAAc,EAAE,MAAM,CAAC;YAChD,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,SAAS,EAAE;gBACT,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,OAAO;gBAChB,OAAO,EAAE,YAAY;gBACrB,UAAU,EAAE,UAAU,CAAC,IAAI;gBAC3B,WAAW,EAAE,aAAa;gBAC1B,iBAAiB,EAAE,8BAA8B;aAClD;YACD,MAAM;YACN,UAAU,EAAE;gBACV,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,MAAM;gBACpC,aAAa,EAAE;oBACb,UAAU,EAAE,MAAM;oBAClB,QAAQ,EAAE,CAAC;oBACX,KAAK,EAAE,WAAW;iBACnB;gBACD,OAAO,EAAE,CAAC,GAAG,OAAO,CAAC;gBACrB,WAAW,EAAE,WAAW;gBACxB,UAAU,EAAE,UAAU;aACvB;YACD,MAAM;SACP,CAAC;QACF,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,QAAQ,CAAC,OAAO,GAAG,OAAO,CAAC;QAC7B,CAAC;QAED,MAAM,eAAe,GAAG,cAAc,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAC3D,YAAY,GAAG,MAAM,aAAa,CAAC,eAAe,EAAE,YAAY,CAAC,CAAC;QAElE,MAAM,MAAM,GAAiB,CAAC,EAAE,QAAQ,EAAE,cAAc,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC,CAAC;QAChG,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;YAC/C,MAAM,CAAC,IAAI,CAAC;gBACV,QAAQ,EAAE,WAAW,CAAC,KAAK,CAAW;gBACtC,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,KAAK,EAAE,KAAK,CAAC,MAAM;aACpB,CAAC,CAAC;QACL,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,YAAY,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,qBAAqB,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3G,MAAM,kBAAkB,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;QAE3D,MAAM,MAAM,GAAwB;YAClC,IAAI,EAAE,OAAO;YACb,KAAK,EAAE,QAAQ,CAAC,KAAK;YACrB,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,MAAM;YACN,QAAQ,EAAE,UAAU,CAAC,QAAQ,CAAC,MAAM;YACpC,KAAK,EAAE,UAAU,CAAC,KAAK,EAAE,MAAM,IAAI,CAAC;YACpC,OAAO,EAAE,aAAa;YACtB,QAAQ,EAAE,YAAY;YACtB,SAAS,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS;SACzC,CAAC;QACF,IAAI,UAAU,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YACtC,MAAM,CAAC,QAAQ,GAAG,UAAU,CAAC,QAAQ,CAAC;QACxC,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;YAAS,CAAC;QACT,MAAM,EAAE,CAAC,cAAc,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAC1C,KAAK,MAAM,QAAQ,IAAI,WAAW,EAAE,CAAC;YACnC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACtC,CAAC;QACD,IAAI,YAAY,EAAE,CAAC;YACjB,MAAM,EAAE,CAAC,YAAY,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAC1C,CAAC;QACD,MAAM,EAAE,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACzD,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
export interface SynthesizeSpeechOptions {
|
|
2
|
+
projectRoot: string;
|
|
3
|
+
text: string;
|
|
4
|
+
speaker: string;
|
|
5
|
+
talkerModelPath: string;
|
|
6
|
+
codecModelPath: string;
|
|
7
|
+
outPath: string;
|
|
8
|
+
style?: string;
|
|
9
|
+
language?: string;
|
|
10
|
+
device?: string;
|
|
11
|
+
executable?: string;
|
|
12
|
+
manifestPath?: string;
|
|
13
|
+
force: boolean;
|
|
14
|
+
signal?: AbortSignal;
|
|
15
|
+
}
|
|
16
|
+
export interface SpeechResult {
|
|
17
|
+
path: string;
|
|
18
|
+
bytes: number;
|
|
19
|
+
sha256: string;
|
|
20
|
+
sampleRate: number;
|
|
21
|
+
channels: number;
|
|
22
|
+
speaker: string;
|
|
23
|
+
language?: string;
|
|
24
|
+
device?: string;
|
|
25
|
+
manifest: string;
|
|
26
|
+
elapsedMs: number;
|
|
27
|
+
}
|
|
28
|
+
export declare function synthesizeSpeech(options: SynthesizeSpeechOptions): Promise<SpeechResult>;
|
|
29
|
+
//# sourceMappingURL=tts.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tts.d.ts","sourceRoot":"","sources":["../../src/assets/tts.ts"],"names":[],"mappings":"AAwBA,MAAM,WAAW,uBAAuB;IACtC,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE,OAAO,CAAC;IACf,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;AAED,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,wBAAsB,gBAAgB,CAAC,OAAO,EAAE,uBAAuB,GAAG,OAAO,CAAC,YAAY,CAAC,CA6L9F"}
|
|
@@ -0,0 +1,180 @@
|
|
|
1
|
+
import { mkdir, rm, stat } from "node:fs/promises";
|
|
2
|
+
import path from "node:path";
|
|
3
|
+
import { FrameyardError } from "../errors.js";
|
|
4
|
+
import { probeMedia } from "../renderer/ffmpeg.js";
|
|
5
|
+
import { VERSION } from "../version.js";
|
|
6
|
+
import { assertReadableFile, requireExtension } from "./files.js";
|
|
7
|
+
import { resolveExecutable } from "./executable.js";
|
|
8
|
+
import { QWEN_TTS_COMMAND, QWEN_TTS_ENV, QWEN_TTS_INSTALL_HINT, QWEN_TTS_REFERENCE_REVISION } from "./integrations.js";
|
|
9
|
+
import { runChild } from "./process.js";
|
|
10
|
+
import { assertOutputAvailable, hashFile, hashText, projectRelativePath, publishStagedFiles, readManifest, resolveManifestPath, stageManifest, temporaryPath, upsertArtifact, } from "./provenance.js";
|
|
11
|
+
export async function synthesizeSpeech(options) {
|
|
12
|
+
const startedAt = performance.now();
|
|
13
|
+
const text = options.text;
|
|
14
|
+
if (typeof text !== "string" || text.trim().length === 0) {
|
|
15
|
+
throw new FrameyardError("TTS_FAILED", "Speech synthesis requires non-empty text.");
|
|
16
|
+
}
|
|
17
|
+
if (typeof options.speaker !== "string" || options.speaker.trim().length === 0) {
|
|
18
|
+
throw new FrameyardError("TTS_FAILED", "Speech synthesis requires a named speaker.");
|
|
19
|
+
}
|
|
20
|
+
requireExtension(options.outPath, ".wav", "Speech output");
|
|
21
|
+
const outPath = path.resolve(options.outPath);
|
|
22
|
+
await assertOutputAvailable([outPath], options.force);
|
|
23
|
+
try {
|
|
24
|
+
await mkdir(path.dirname(outPath), { recursive: true });
|
|
25
|
+
}
|
|
26
|
+
catch (error) {
|
|
27
|
+
throw new FrameyardError("OUTPUT_FAILED", `Could not create the speech output directory: ${error instanceof Error ? error.message : String(error)}`, { cause: error });
|
|
28
|
+
}
|
|
29
|
+
const talkerModelPath = path.resolve(options.talkerModelPath);
|
|
30
|
+
const codecModelPath = path.resolve(options.codecModelPath);
|
|
31
|
+
const talkerBytes = await assertReadableFile(talkerModelPath, "Talker GGUF model");
|
|
32
|
+
const codecBytes = await assertReadableFile(codecModelPath, "Codec GGUF model");
|
|
33
|
+
const executable = await resolveExecutable({
|
|
34
|
+
command: QWEN_TTS_COMMAND,
|
|
35
|
+
...(options.executable !== undefined ? { explicit: options.executable } : {}),
|
|
36
|
+
envVar: QWEN_TTS_ENV,
|
|
37
|
+
installHint: QWEN_TTS_INSTALL_HINT,
|
|
38
|
+
});
|
|
39
|
+
const manifestPath = resolveManifestPath(options.projectRoot, options.manifestPath);
|
|
40
|
+
const manifest = await readManifest(manifestPath);
|
|
41
|
+
const talkerIdentity = await hashFile(talkerModelPath, {
|
|
42
|
+
signal: options.signal,
|
|
43
|
+
label: "talker GGUF model",
|
|
44
|
+
});
|
|
45
|
+
const codecIdentity = await hashFile(codecModelPath, {
|
|
46
|
+
signal: options.signal,
|
|
47
|
+
label: "codec GGUF model",
|
|
48
|
+
});
|
|
49
|
+
const tempOut = temporaryPath(outPath, "tts");
|
|
50
|
+
try {
|
|
51
|
+
const args = [
|
|
52
|
+
"--model",
|
|
53
|
+
talkerModelPath,
|
|
54
|
+
"--codec",
|
|
55
|
+
codecModelPath,
|
|
56
|
+
"--speaker",
|
|
57
|
+
options.speaker,
|
|
58
|
+
"--format",
|
|
59
|
+
"wav16",
|
|
60
|
+
"-o",
|
|
61
|
+
tempOut,
|
|
62
|
+
];
|
|
63
|
+
if (options.language !== undefined) {
|
|
64
|
+
args.push("--lang", options.language);
|
|
65
|
+
}
|
|
66
|
+
if (options.style !== undefined) {
|
|
67
|
+
args.push("--instruct", options.style);
|
|
68
|
+
}
|
|
69
|
+
if (options.device !== undefined) {
|
|
70
|
+
args.push("--device", options.device);
|
|
71
|
+
}
|
|
72
|
+
await runChild(executable.path, args, {
|
|
73
|
+
...(options.signal !== undefined ? { signal: options.signal } : {}),
|
|
74
|
+
stdin: text,
|
|
75
|
+
errorCode: "TTS_FAILED",
|
|
76
|
+
label: "qwen-tts",
|
|
77
|
+
executableHint: QWEN_TTS_INSTALL_HINT,
|
|
78
|
+
forwardOutput: true,
|
|
79
|
+
});
|
|
80
|
+
let info;
|
|
81
|
+
try {
|
|
82
|
+
info = await stat(tempOut);
|
|
83
|
+
}
|
|
84
|
+
catch {
|
|
85
|
+
throw new FrameyardError("TTS_FAILED", `qwen-tts did not write the requested WAV file: ${outPath}`);
|
|
86
|
+
}
|
|
87
|
+
if (!info.isFile() || info.size === 0) {
|
|
88
|
+
throw new FrameyardError("TTS_FAILED", `qwen-tts produced an empty WAV file: ${outPath}`);
|
|
89
|
+
}
|
|
90
|
+
const probe = await probeMedia(tempOut, options.signal !== undefined ? { signal: options.signal } : {});
|
|
91
|
+
const audio = probe.streams.find((stream) => stream.codec_type === "audio");
|
|
92
|
+
const sampleRate = Number(audio?.sample_rate);
|
|
93
|
+
const channels = Number(audio?.channels);
|
|
94
|
+
const formatName = probe.format?.format_name ?? "";
|
|
95
|
+
if (!audio || sampleRate !== 24_000 || channels !== 1 || !formatName.includes("wav")) {
|
|
96
|
+
throw new FrameyardError("TTS_FAILED", `qwen-tts must produce a 24 kHz mono WAV; received ${String(audio?.sample_rate ?? "unknown")} Hz, ${String(audio?.channels ?? "unknown")} channel(s), format "${formatName || "unknown"}".`);
|
|
97
|
+
}
|
|
98
|
+
const artifactIdentity = await hashFile(tempOut, {
|
|
99
|
+
signal: options.signal,
|
|
100
|
+
label: "generated WAV",
|
|
101
|
+
});
|
|
102
|
+
const models = [
|
|
103
|
+
{
|
|
104
|
+
role: "talker",
|
|
105
|
+
path: projectRelativePath(options.projectRoot, talkerModelPath),
|
|
106
|
+
sha256: talkerIdentity.sha256,
|
|
107
|
+
bytes: talkerIdentity.bytes,
|
|
108
|
+
},
|
|
109
|
+
{
|
|
110
|
+
role: "codec",
|
|
111
|
+
path: projectRelativePath(options.projectRoot, codecModelPath),
|
|
112
|
+
sha256: codecIdentity.sha256,
|
|
113
|
+
bytes: codecIdentity.bytes,
|
|
114
|
+
},
|
|
115
|
+
];
|
|
116
|
+
const artifact = {
|
|
117
|
+
path: projectRelativePath(options.projectRoot, outPath),
|
|
118
|
+
kind: "audio",
|
|
119
|
+
operation: "tts",
|
|
120
|
+
sha256: artifactIdentity.sha256,
|
|
121
|
+
bytes: artifactIdentity.bytes,
|
|
122
|
+
createdAt: new Date().toISOString(),
|
|
123
|
+
generator: {
|
|
124
|
+
name: "frameyard",
|
|
125
|
+
version: VERSION,
|
|
126
|
+
command: "tts",
|
|
127
|
+
executable: executable.path,
|
|
128
|
+
integration: "qwentts.cpp",
|
|
129
|
+
referenceRevision: QWEN_TTS_REFERENCE_REVISION,
|
|
130
|
+
},
|
|
131
|
+
models,
|
|
132
|
+
parameters: {
|
|
133
|
+
speaker: options.speaker,
|
|
134
|
+
language: options.language ?? null,
|
|
135
|
+
style: options.style ?? null,
|
|
136
|
+
device: options.device ?? null,
|
|
137
|
+
format: "wav16",
|
|
138
|
+
sampleRate: 24_000,
|
|
139
|
+
channels: 1,
|
|
140
|
+
textSha256: hashText(text),
|
|
141
|
+
textBytes: Buffer.byteLength(text, "utf8"),
|
|
142
|
+
textCharacters: text.length,
|
|
143
|
+
talkerModelBytes: talkerBytes,
|
|
144
|
+
codecModelBytes: codecBytes,
|
|
145
|
+
},
|
|
146
|
+
};
|
|
147
|
+
const updatedManifest = upsertArtifact(manifest, artifact);
|
|
148
|
+
const manifestTemp = await stageManifest(updatedManifest, manifestPath);
|
|
149
|
+
try {
|
|
150
|
+
await publishStagedFiles([
|
|
151
|
+
{ tempPath: tempOut, path: outPath, label: "speech" },
|
|
152
|
+
{ tempPath: manifestTemp, path: manifestPath, label: "provenance manifest", overwrite: true },
|
|
153
|
+
], { force: options.force });
|
|
154
|
+
}
|
|
155
|
+
finally {
|
|
156
|
+
await rm(manifestTemp, { force: true });
|
|
157
|
+
}
|
|
158
|
+
const result = {
|
|
159
|
+
path: outPath,
|
|
160
|
+
bytes: artifactIdentity.bytes,
|
|
161
|
+
sha256: artifactIdentity.sha256,
|
|
162
|
+
sampleRate: 24_000,
|
|
163
|
+
channels: 1,
|
|
164
|
+
speaker: options.speaker,
|
|
165
|
+
manifest: manifestPath,
|
|
166
|
+
elapsedMs: performance.now() - startedAt,
|
|
167
|
+
};
|
|
168
|
+
if (options.language !== undefined) {
|
|
169
|
+
result.language = options.language;
|
|
170
|
+
}
|
|
171
|
+
if (options.device !== undefined) {
|
|
172
|
+
result.device = options.device;
|
|
173
|
+
}
|
|
174
|
+
return result;
|
|
175
|
+
}
|
|
176
|
+
finally {
|
|
177
|
+
await rm(tempOut, { force: true });
|
|
178
|
+
}
|
|
179
|
+
}
|
|
180
|
+
//# sourceMappingURL=tts.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tts.js","sourceRoot":"","sources":["../../src/assets/tts.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AACnD,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAC9C,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AACxC,OAAO,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAClE,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACpD,OAAO,EAAE,gBAAgB,EAAE,YAAY,EAAE,qBAAqB,EAAE,2BAA2B,EAAE,MAAM,mBAAmB,CAAC;AACvH,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AACxC,OAAO,EACL,qBAAqB,EACrB,QAAQ,EACR,QAAQ,EACR,mBAAmB,EACnB,kBAAkB,EAClB,YAAY,EACZ,mBAAmB,EACnB,aAAa,EACb,aAAa,EACb,cAAc,GAGf,MAAM,iBAAiB,CAAC;AA+BzB,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,OAAgC;IACrE,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IACpC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAC1B,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzD,MAAM,IAAI,cAAc,CAAC,YAAY,EAAE,2CAA2C,CAAC,CAAC;IACtF,CAAC;IACD,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,IAAI,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/E,MAAM,IAAI,cAAc,CAAC,YAAY,EAAE,4CAA4C,CAAC,CAAC;IACvF,CAAC;IAED,gBAAgB,CAAC,OAAO,CAAC,OAAO,EAAE,MAAM,EAAE,eAAe,CAAC,CAAC;IAC3D,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAC9C,MAAM,qBAAqB,CAAC,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;IACtD,IAAI,CAAC;QACH,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1D,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,cAAc,CACtB,eAAe,EACf,iDAAiD,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EACzG,EAAE,KAAK,EAAE,KAAK,EAAE,CACjB,CAAC;IACJ,CAAC;IAED,MAAM,eAAe,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;IAC9D,MAAM,cAAc,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;IAC5D,MAAM,WAAW,GAAG,MAAM,kBAAkB,CAAC,eAAe,EAAE,mBAAmB,CAAC,CAAC;IACnF,MAAM,UAAU,GAAG,MAAM,kBAAkB,CAAC,cAAc,EAAE,kBAAkB,CAAC,CAAC;IAEhF,MAAM,UAAU,GAAG,MAAM,iBAAiB,CAAC;QACzC,OAAO,EAAE,gBAAgB;QACzB,GAAG,CAAC,OAAO,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7E,MAAM,EAAE,YAAY;QACpB,WAAW,EAAE,qBAAqB;KACnC,CAAC,CAAC;IAEH,MAAM,YAAY,GAAG,mBAAmB,CAAC,OAAO,CAAC,WAAW,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC;IACpF,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,YAAY,CAAC,CAAC;IAElD,MAAM,cAAc,GAAG,MAAM,QAAQ,CAAC,eAAe,EAAE;QACrD,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,KAAK,EAAE,mBAAmB;KAC3B,CAAC,CAAC;IACH,MAAM,aAAa,GAAG,MAAM,QAAQ,CAAC,cAAc,EAAE;QACnD,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,KAAK,EAAE,kBAAkB;KAC1B,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IAE9C,IAAI,CAAC;QACH,MAAM,IAAI,GAAG;YACX,SAAS;YACT,eAAe;YACf,SAAS;YACT,cAAc;YACd,WAAW;YACX,OAAO,CAAC,OAAO;YACf,UAAU;YACV,OAAO;YACP,IAAI;YACJ,OAAO;SACR,CAAC;QACF,IAAI,OAAO,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YACnC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;QACxC,CAAC;QACD,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAChC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;QACzC,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YACjC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QACxC,CAAC;QAED,MAAM,QAAQ,CAAC,UAAU,CAAC,IAAI,EAAE,IAAI,EAAE;YACpC,GAAG,CAAC,OAAO,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACnE,KAAK,EAAE,IAAI;YACX,SAAS,EAAE,YAAY;YACvB,KAAK,EAAE,UAAU;YACjB,cAAc,EAAE,qBAAqB;YACrC,aAAa,EAAE,IAAI;SACpB,CAAC,CAAC;QAEH,IAAI,IAAI,CAAC;QACT,IAAI,CAAC;YACH,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,CAAC;QAC7B,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,cAAc,CAAC,YAAY,EAAE,kDAAkD,OAAO,EAAE,CAAC,CAAC;QACtG,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,IAAI,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YACtC,MAAM,IAAI,cAAc,CAAC,YAAY,EAAE,wCAAwC,OAAO,EAAE,CAAC,CAAC;QAC5F,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACxG,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,UAAU,KAAK,OAAO,CAAC,CAAC;QAC5E,MAAM,UAAU,GAAG,MAAM,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;QAC9C,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QACzC,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,EAAE,WAAW,IAAI,EAAE,CAAC;QACnD,IAAI,CAAC,KAAK,IAAI,UAAU,KAAK,MAAM,IAAI,QAAQ,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YACrF,MAAM,IAAI,cAAc,CACtB,YAAY,EACZ,qDAAqD,MAAM,CAAC,KAAK,EAAE,WAAW,IAAI,SAAS,CAAC,QAAQ,MAAM,CAAC,KAAK,EAAE,QAAQ,IAAI,SAAS,CAAC,wBAAwB,UAAU,IAAI,SAAS,IAAI,CAC5L,CAAC;QACJ,CAAC;QAED,MAAM,gBAAgB,GAAG,MAAM,QAAQ,CAAC,OAAO,EAAE;YAC/C,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,KAAK,EAAE,eAAe;SACvB,CAAC,CAAC;QAEH,MAAM,MAAM,GAAoB;YAC9B;gBACE,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,mBAAmB,CAAC,OAAO,CAAC,WAAW,EAAE,eAAe,CAAC;gBAC/D,MAAM,EAAE,cAAc,CAAC,MAAM;gBAC7B,KAAK,EAAE,cAAc,CAAC,KAAK;aAC5B;YACD;gBACE,IAAI,EAAE,OAAO;gBACb,IAAI,EAAE,mBAAmB,CAAC,OAAO,CAAC,WAAW,EAAE,cAAc,CAAC;gBAC9D,MAAM,EAAE,aAAa,CAAC,MAAM;gBAC5B,KAAK,EAAE,aAAa,CAAC,KAAK;aAC3B;SACF,CAAC;QAEF,MAAM,QAAQ,GAAqB;YACjC,IAAI,EAAE,mBAAmB,CAAC,OAAO,CAAC,WAAW,EAAE,OAAO,CAAC;YACvD,IAAI,EAAE,OAAO;YACb,SAAS,EAAE,KAAK;YAChB,MAAM,EAAE,gBAAgB,CAAC,MAAM;YAC/B,KAAK,EAAE,gBAAgB,CAAC,KAAK;YAC7B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,SAAS,EAAE;gBACT,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,OAAO;gBAChB,OAAO,EAAE,KAAK;gBACd,UAAU,EAAE,UAAU,CAAC,IAAI;gBAC3B,WAAW,EAAE,aAAa;gBAC1B,iBAAiB,EAAE,2BAA2B;aAC/C;YACD,MAAM;YACN,UAAU,EAAE;gBACV,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,IAAI;gBAClC,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,IAAI;gBAC5B,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,IAAI;gBAC9B,MAAM,EAAE,OAAO;gBACf,UAAU,EAAE,MAAM;gBAClB,QAAQ,EAAE,CAAC;gBACX,UAAU,EAAE,QAAQ,CAAC,IAAI,CAAC;gBAC1B,SAAS,EAAE,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC;gBAC1C,cAAc,EAAE,IAAI,CAAC,MAAM;gBAC3B,gBAAgB,EAAE,WAAW;gBAC7B,eAAe,EAAE,UAAU;aAC5B;SACF,CAAC;QAEF,MAAM,eAAe,GAAG,cAAc,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAC3D,MAAM,YAAY,GAAG,MAAM,aAAa,CAAC,eAAe,EAAE,YAAY,CAAC,CAAC;QACxE,IAAI,CAAC;YACH,MAAM,kBAAkB,CACtB;gBACE,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE;gBACrD,EAAE,QAAQ,EAAE,YAAY,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,qBAAqB,EAAE,SAAS,EAAE,IAAI,EAAE;aAC9F,EACD,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CACzB,CAAC;QACJ,CAAC;gBAAS,CAAC;YACT,MAAM,EAAE,CAAC,YAAY,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAC1C,CAAC;QAED,MAAM,MAAM,GAAiB;YAC3B,IAAI,EAAE,OAAO;YACb,KAAK,EAAE,gBAAgB,CAAC,KAAK;YAC7B,MAAM,EAAE,gBAAgB,CAAC,MAAM;YAC/B,UAAU,EAAE,MAAM;YAClB,QAAQ,EAAE,CAAC;YACX,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,QAAQ,EAAE,YAAY;YACtB,SAAS,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS;SACzC,CAAC;QACF,IAAI,OAAO,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YACnC,MAAM,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;QACrC,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YACjC,MAAM,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QACjC,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;YAAS,CAAC;QACT,MAAM,EAAE,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACrC,CAAC;AACH,CAAC"}
|
package/dist/cli.d.ts
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":""}
|