@softure-ai/marketing-kit 0.1.12 → 0.3.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +27 -0
- package/README.md +109 -4
- package/dist/cli/footage.d.ts +6 -0
- package/dist/cli/footage.d.ts.map +1 -0
- package/dist/cli/footage.js +95 -0
- package/dist/cli/footage.js.map +1 -0
- package/dist/cli/main.js +21 -5
- package/dist/cli/main.js.map +1 -1
- package/dist/cli/options.d.ts +18 -3
- package/dist/cli/options.d.ts.map +1 -1
- package/dist/cli/options.js +41 -2
- package/dist/cli/options.js.map +1 -1
- package/dist/compose/compose.d.ts.map +1 -1
- package/dist/compose/compose.js +1 -22
- package/dist/compose/compose.js.map +1 -1
- package/dist/compose/html.d.ts +6 -0
- package/dist/compose/html.d.ts.map +1 -0
- package/dist/compose/html.js +24 -0
- package/dist/compose/html.js.map +1 -0
- package/dist/config/actions-schema.d.ts +14 -14
- package/dist/config/config.d.ts +19 -3
- package/dist/config/config.d.ts.map +1 -1
- package/dist/config/config.js +90 -2
- package/dist/config/config.js.map +1 -1
- package/dist/config/schema.d.ts +152 -70
- package/dist/config/schema.d.ts.map +1 -1
- package/dist/config/schema.js +140 -10
- package/dist/config/schema.js.map +1 -1
- package/dist/config/shot-steps.d.ts +16 -16
- package/dist/footage/cache.d.ts +23 -0
- package/dist/footage/cache.d.ts.map +1 -0
- package/dist/footage/cache.js +51 -0
- package/dist/footage/cache.js.map +1 -0
- package/dist/footage/compose.d.ts +50 -0
- package/dist/footage/compose.d.ts.map +1 -0
- package/dist/footage/compose.js +166 -0
- package/dist/footage/compose.js.map +1 -0
- package/dist/footage/edl.d.ts +83 -0
- package/dist/footage/edl.d.ts.map +1 -0
- package/dist/footage/edl.js +166 -0
- package/dist/footage/edl.js.map +1 -0
- package/dist/footage/elevenlabs.d.ts +31 -0
- package/dist/footage/elevenlabs.d.ts.map +1 -0
- package/dist/footage/elevenlabs.js +140 -0
- package/dist/footage/elevenlabs.js.map +1 -0
- package/dist/footage/fake.d.ts +38 -0
- package/dist/footage/fake.d.ts.map +1 -0
- package/dist/footage/fake.js +66 -0
- package/dist/footage/fake.js.map +1 -0
- package/dist/footage/film.d.ts +103 -0
- package/dist/footage/film.d.ts.map +1 -0
- package/dist/footage/film.js +29 -0
- package/dist/footage/film.js.map +1 -0
- package/dist/footage/music.d.ts +37 -0
- package/dist/footage/music.d.ts.map +1 -0
- package/dist/footage/music.js +63 -0
- package/dist/footage/music.js.map +1 -0
- package/dist/footage/normalize.d.ts +41 -0
- package/dist/footage/normalize.d.ts.map +1 -0
- package/dist/footage/normalize.js +114 -0
- package/dist/footage/normalize.js.map +1 -0
- package/dist/footage/pipeline.d.ts +105 -0
- package/dist/footage/pipeline.d.ts.map +1 -0
- package/dist/footage/pipeline.js +385 -0
- package/dist/footage/pipeline.js.map +1 -0
- package/dist/footage/probe.d.ts +64 -0
- package/dist/footage/probe.d.ts.map +1 -0
- package/dist/footage/probe.js +138 -0
- package/dist/footage/probe.js.map +1 -0
- package/dist/footage/providers.d.ts +61 -0
- package/dist/footage/providers.d.ts.map +1 -0
- package/dist/footage/providers.js +13 -0
- package/dist/footage/providers.js.map +1 -0
- package/dist/footage/render.d.ts +20 -0
- package/dist/footage/render.d.ts.map +1 -0
- package/dist/footage/render.js +76 -0
- package/dist/footage/render.js.map +1 -0
- package/dist/index.d.ts +14 -2
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +16 -3
- package/dist/index.js.map +1 -1
- package/dist/messages/index.d.ts +10 -22
- package/dist/messages/index.d.ts.map +1 -1
- package/dist/messages/index.js +8 -6
- package/dist/messages/index.js.map +1 -1
- package/dist/render/render.d.ts +6 -0
- package/dist/render/render.d.ts.map +1 -1
- package/dist/render/render.js +1 -1
- package/dist/render/render.js.map +1 -1
- package/package.json +1 -1
- package/schema/marketing.schema.json +339 -3
- package/src/cli/footage.ts +87 -0
- package/src/cli/main.ts +20 -5
- package/src/cli/options.ts +51 -4
- package/src/compose/compose.ts +1 -25
- package/src/compose/html.ts +28 -0
- package/src/config/config.ts +101 -5
- package/src/config/schema.ts +146 -12
- package/src/footage/cache.ts +66 -0
- package/src/footage/compose.ts +213 -0
- package/src/footage/edl.ts +204 -0
- package/src/footage/elevenlabs.ts +154 -0
- package/src/footage/fake.ts +92 -0
- package/src/footage/film.ts +111 -0
- package/src/footage/music.ts +86 -0
- package/src/footage/normalize.ts +133 -0
- package/src/footage/pipeline.ts +447 -0
- package/src/footage/probe.ts +172 -0
- package/src/footage/providers.ts +71 -0
- package/src/footage/render.ts +82 -0
- package/src/index.ts +110 -3
- package/src/messages/index.ts +16 -8
- package/src/render/render.ts +1 -1
- package/dist/messages/pl.d.ts +0 -3
- package/dist/messages/pl.d.ts.map +0 -1
- package/dist/messages/pl.js +0 -21
- package/dist/messages/pl.js.map +0 -1
- package/src/messages/pl.ts +0 -22
|
@@ -0,0 +1,385 @@
|
|
|
1
|
+
import { createHash } from "node:crypto";
|
|
2
|
+
import { copyFileSync, cpSync, existsSync, mkdirSync, readFileSync, rmSync, statSync, writeFileSync } from "node:fs";
|
|
3
|
+
import { createRequire } from "node:module";
|
|
4
|
+
import { dirname, extname, join, resolve } from "node:path";
|
|
5
|
+
import { LAYOUTS, resolveLayout } from "../compose/timeline.js";
|
|
6
|
+
import { runHyperframes } from "../render/hyperframes.js";
|
|
7
|
+
import { copyFonts } from "../render/render.js";
|
|
8
|
+
import { err, ok } from "../voice/provider.js";
|
|
9
|
+
import { footageCacheKey, getFootageCachePath, hashFile, readCachedTranscript, writeCacheFile, writeTranscript } from "./cache.js";
|
|
10
|
+
import { composeFootage, END_CARD_SECONDS, getFootageFilmSeconds } from "./compose.js";
|
|
11
|
+
import { buildEdl, findEdlProblems, readEdl, remapWords } from "./edl.js";
|
|
12
|
+
import { makePlaceholderTranscript } from "./fake.js";
|
|
13
|
+
import { duckingKeyframes } from "./music.js";
|
|
14
|
+
import { normalizeFootage } from "./normalize.js";
|
|
15
|
+
import { describeProbe, getTrimmedDuration, probeFootage } from "./probe.js";
|
|
16
|
+
import { describePaidSteps } from "./providers.js";
|
|
17
|
+
import { buildAudioArgs, buildCutPreviewArgs, buildLastFrameArgs, buildMusicArgs, buildSpeechArgs, runFfmpeg } from "./render.js";
|
|
18
|
+
/**
|
|
19
|
+
* The footage film end to end, as standalone steps (`prepareFootage` → `transcribeFootage` → `cutFootage` →
|
|
20
|
+
* `renderFootage`) and as one call (`renderFootageFilm`). Paid calls happen only with `isCommit`; without it a step
|
|
21
|
+
* that would pay returns a dry run with the estimate. `isPlaceholder` replaces every paid call with a free stand-in
|
|
22
|
+
* (a transcript from each clip's `script`, no isolation, no generated music) and keeps its files apart from the real
|
|
23
|
+
* film's (`placeholder/` in the build folder, its own EDL).
|
|
24
|
+
*
|
|
25
|
+
* Build folder layout: `sources/` (downloaded URLs), `clips/<id>.mp4` (normalized), `audio/<id>.mp3`, `edl.json`
|
|
26
|
+
* (`edl.placeholder.json`), `assets/`, `index.html`.
|
|
27
|
+
*/
|
|
28
|
+
const require = createRequire(import.meta.url);
|
|
29
|
+
/** Bumped when the normalized format changes, so older normalized clips are made again. */
|
|
30
|
+
const NORMALIZE_VERSION = 1;
|
|
31
|
+
export function getFrame(film) {
|
|
32
|
+
return LAYOUTS[film.format].frame;
|
|
33
|
+
}
|
|
34
|
+
export function getEdlPath(buildDir, isPlaceholder) {
|
|
35
|
+
return join(buildDir, isPlaceholder ? "edl.placeholder.json" : "edl.json");
|
|
36
|
+
}
|
|
37
|
+
const isUrl = (source) => /^https?:\/\//i.test(source);
|
|
38
|
+
async function download(url, dir, fetch, log) {
|
|
39
|
+
const name = createHash("sha256").update(url).digest("hex").slice(0, 16);
|
|
40
|
+
const extension = extname(new URL(url).pathname).toLowerCase() || ".mp4";
|
|
41
|
+
const file = join(dir, `${name}${extension}`);
|
|
42
|
+
if (existsSync(file))
|
|
43
|
+
return ok(file);
|
|
44
|
+
log(`download: ${url}`);
|
|
45
|
+
let response;
|
|
46
|
+
try {
|
|
47
|
+
response = await fetch(url);
|
|
48
|
+
}
|
|
49
|
+
catch (error) {
|
|
50
|
+
return err(`downloading ${url} failed: ${String(error)}`);
|
|
51
|
+
}
|
|
52
|
+
if (!response.ok)
|
|
53
|
+
return err(`downloading ${url}: the server answered ${response.status}`);
|
|
54
|
+
mkdirSync(dir, { recursive: true });
|
|
55
|
+
writeFileSync(`${file}.part`, Buffer.from(await response.arrayBuffer()));
|
|
56
|
+
cpSync(`${file}.part`, file);
|
|
57
|
+
rmSync(`${file}.part`, { force: true });
|
|
58
|
+
return ok(file);
|
|
59
|
+
}
|
|
60
|
+
/** The stamp that says a normalized clip was made from this source with these settings. */
|
|
61
|
+
function getNormalizeStamp(clip, source, frame) {
|
|
62
|
+
const stat = statSync(source);
|
|
63
|
+
return JSON.stringify({ version: NORMALIZE_VERSION, source: resolve(source), size: stat.size, mtime: stat.mtimeMs, trim: clip.trim, fit: clip.fit, frame });
|
|
64
|
+
}
|
|
65
|
+
/** Downloads URL clips, probes every clip (all problems at once), normalizes each one that changed. */
|
|
66
|
+
export async function prepareFootage(film, options) {
|
|
67
|
+
const { buildDir, log } = options;
|
|
68
|
+
if (film.clips.length === 0)
|
|
69
|
+
return err(`footage film ${film.id} has no clips.`);
|
|
70
|
+
const sources = {};
|
|
71
|
+
for (const clip of film.clips) {
|
|
72
|
+
if (!isUrl(clip.source)) {
|
|
73
|
+
if (!existsSync(clip.source))
|
|
74
|
+
return err(`clip "${clip.id}": no file at ${clip.source}`);
|
|
75
|
+
sources[clip.id] = clip.source;
|
|
76
|
+
continue;
|
|
77
|
+
}
|
|
78
|
+
const downloaded = await download(clip.source, join(buildDir, "sources"), options.fetch ?? globalThis.fetch, log);
|
|
79
|
+
if (!downloaded.ok)
|
|
80
|
+
return err(`clip "${clip.id}": ${downloaded.error}`);
|
|
81
|
+
sources[clip.id] = downloaded.value;
|
|
82
|
+
}
|
|
83
|
+
const probed = probeFootage(film.clips, sources);
|
|
84
|
+
if (!probed.ok)
|
|
85
|
+
return err(probed.errors.join("\n"));
|
|
86
|
+
const frame = getFrame(film);
|
|
87
|
+
const clipsDir = join(buildDir, "clips");
|
|
88
|
+
mkdirSync(clipsDir, { recursive: true });
|
|
89
|
+
const prepared = [];
|
|
90
|
+
for (const { clip, file: source, probe } of probed.clips) {
|
|
91
|
+
log(describeProbe(clip, probe));
|
|
92
|
+
const file = join(clipsDir, `${clip.id}.mp4`);
|
|
93
|
+
const stampPath = join(clipsDir, `${clip.id}.json`);
|
|
94
|
+
const stamp = getNormalizeStamp(clip, source, frame);
|
|
95
|
+
if (!existsSync(file) || !existsSync(stampPath) || readFileSync(stampPath, "utf8") !== stamp) {
|
|
96
|
+
normalizeFootage({ clip, file: source, probe, frame, output: file });
|
|
97
|
+
writeFileSync(stampPath, stamp);
|
|
98
|
+
}
|
|
99
|
+
prepared.push({ clip, source, probe, file, duration: getTrimmedDuration(clip, probe) });
|
|
100
|
+
}
|
|
101
|
+
return ok(prepared);
|
|
102
|
+
}
|
|
103
|
+
/** The cache identity of a clip's source part: its bytes and its trim. */
|
|
104
|
+
async function getClipKey(clip) {
|
|
105
|
+
return footageCacheKey("transcript", { source: await hashFile(clip.source), trim: clip.clip.trim });
|
|
106
|
+
}
|
|
107
|
+
function extractAudio(clip, buildDir) {
|
|
108
|
+
const audio = join(buildDir, "audio", `${clip.clip.id}.mp3`);
|
|
109
|
+
mkdirSync(dirname(audio), { recursive: true });
|
|
110
|
+
runFfmpeg(`Extracting the sound of clip ${clip.clip.id}`, buildAudioArgs(clip.file, audio));
|
|
111
|
+
return audio;
|
|
112
|
+
}
|
|
113
|
+
/** The free transcripts of `--placeholder`, written under `placeholder/` for a look. */
|
|
114
|
+
function transcribePlaceholder(film, clips, buildDir) {
|
|
115
|
+
const words = {};
|
|
116
|
+
const speech = {};
|
|
117
|
+
for (const clip of clips) {
|
|
118
|
+
words[clip.clip.id] = clip.clip.role === "talk" ? makePlaceholderTranscript(clip.clip.script, clip.duration) : [];
|
|
119
|
+
writeTranscript(join(buildDir, "placeholder", `${clip.clip.id}.transcript.json`), words[clip.clip.id] ?? []);
|
|
120
|
+
speech[clip.clip.id] = clip.file;
|
|
121
|
+
}
|
|
122
|
+
return { kind: "ready", words, speech };
|
|
123
|
+
}
|
|
124
|
+
/** The paid music step, when the film's music still has to be bought; null when it is cached or free. */
|
|
125
|
+
export function getMusicPaidStep(film, options, seconds) {
|
|
126
|
+
const source = film.music.source;
|
|
127
|
+
if (source.kind === "none" || source.kind === "file")
|
|
128
|
+
return null;
|
|
129
|
+
if (source.kind === "prompt" && existsSync(getPromptMusicPath(film, options)))
|
|
130
|
+
return null;
|
|
131
|
+
return { kind: "music", item: "film", provider: options.providers.music.id, seconds };
|
|
132
|
+
}
|
|
133
|
+
function getPromptMusicPath(film, options) {
|
|
134
|
+
const source = film.music.source;
|
|
135
|
+
const prompt = source.kind === "prompt" ? source.prompt : "";
|
|
136
|
+
const key = footageCacheKey("music", { prompt, provider: options.providers.music.id, model: options.providers.music.model });
|
|
137
|
+
return getFootageCachePath(options.cacheDir, film.id, "music", key);
|
|
138
|
+
}
|
|
139
|
+
/**
|
|
140
|
+
* Each talking clip's words with times, from the cache or (with `isCommit`) from the speech-to-text provider, the
|
|
141
|
+
* voice cleaned first when the film isolates it. Without `isCommit`, a cache miss returns the dry run: every paid
|
|
142
|
+
* call the film still needs, music included, with its length.
|
|
143
|
+
*/
|
|
144
|
+
export async function transcribeFootage(film, clips, options) {
|
|
145
|
+
const { buildDir, cacheDir, providers, log } = options;
|
|
146
|
+
if (options.isPlaceholder)
|
|
147
|
+
return ok(transcribePlaceholder(film, clips, buildDir));
|
|
148
|
+
const plan = [];
|
|
149
|
+
const steps = [];
|
|
150
|
+
for (const clip of clips) {
|
|
151
|
+
if (clip.clip.role !== "talk")
|
|
152
|
+
continue;
|
|
153
|
+
const clipKey = await getClipKey(clip);
|
|
154
|
+
const isolated = film.isolateVoice ? getFootageCachePath(cacheDir, film.id, "isolated", footageCacheKey("isolated", { clip: clipKey, provider: providers.isolation.id })) : null;
|
|
155
|
+
const transcriptKey = footageCacheKey("transcript", { clip: clipKey, isolated: isolated !== null, provider: providers.stt.id, model: providers.stt.model, language: film.language });
|
|
156
|
+
const transcript = getFootageCachePath(cacheDir, film.id, "transcript", transcriptKey);
|
|
157
|
+
if (isolated !== null && !existsSync(isolated))
|
|
158
|
+
steps.push({ kind: "isolate", item: `clip ${clip.clip.id}`, provider: providers.isolation.id, seconds: clip.duration });
|
|
159
|
+
if (!existsSync(transcript))
|
|
160
|
+
steps.push({ kind: "transcribe", item: `clip ${clip.clip.id}`, provider: providers.stt.id, seconds: clip.duration });
|
|
161
|
+
plan.push({ clip, isolated, transcript });
|
|
162
|
+
}
|
|
163
|
+
if (steps.length > 0 && !options.isCommit) {
|
|
164
|
+
const total = clips.reduce((sum, clip) => sum + clip.duration, 0) + (film.endCard === null ? 0 : END_CARD_SECONDS);
|
|
165
|
+
const music = getMusicPaidStep(film, options, total);
|
|
166
|
+
const all = music === null ? steps : [...steps, music];
|
|
167
|
+
for (const line of describePaidSteps(all))
|
|
168
|
+
log(line);
|
|
169
|
+
log("footage DRY RUN: nothing was sent. Run with --commit to pay, or with --placeholder to rehearse for free.");
|
|
170
|
+
return ok({ kind: "dry-run", steps: all });
|
|
171
|
+
}
|
|
172
|
+
const words = {};
|
|
173
|
+
const speech = {};
|
|
174
|
+
for (const clip of clips) {
|
|
175
|
+
words[clip.clip.id] = [];
|
|
176
|
+
speech[clip.clip.id] = clip.file;
|
|
177
|
+
}
|
|
178
|
+
for (const { clip, isolated, transcript } of plan) {
|
|
179
|
+
const id = clip.clip.id;
|
|
180
|
+
let audio = null;
|
|
181
|
+
const getAudio = () => (audio ??= extractAudio(clip, buildDir));
|
|
182
|
+
let sttInput = null;
|
|
183
|
+
if (isolated !== null) {
|
|
184
|
+
if (!existsSync(isolated)) {
|
|
185
|
+
log(`voice isolation (${providers.isolation.id}): clip ${id}, ${clip.duration.toFixed(1)} s.`);
|
|
186
|
+
const cleaned = await providers.isolation.isolate({ audio: getAudio() });
|
|
187
|
+
if (!cleaned.ok)
|
|
188
|
+
return err(`clip "${id}": ${cleaned.error}`);
|
|
189
|
+
writeCacheFile(isolated, cleaned.value);
|
|
190
|
+
log(`voice isolation: saved ${isolated} (commit it).`);
|
|
191
|
+
}
|
|
192
|
+
speech[id] = isolated;
|
|
193
|
+
sttInput = isolated;
|
|
194
|
+
}
|
|
195
|
+
const cached = readCachedTranscript(transcript);
|
|
196
|
+
if (!cached.ok)
|
|
197
|
+
return err(cached.error);
|
|
198
|
+
if (cached.words !== null) {
|
|
199
|
+
log(`transcript: clip ${id} from the cache, nothing spent.`);
|
|
200
|
+
words[id] = cached.words;
|
|
201
|
+
continue;
|
|
202
|
+
}
|
|
203
|
+
if (sttInput !== null) {
|
|
204
|
+
// The provider sees the clip's id as the file name, as it does for the plain sound.
|
|
205
|
+
sttInput = join(buildDir, "audio", `${id}.isolated.mp3`);
|
|
206
|
+
mkdirSync(dirname(sttInput), { recursive: true });
|
|
207
|
+
copyFileSync(isolated, sttInput);
|
|
208
|
+
}
|
|
209
|
+
log(`speech to text (${providers.stt.id}): clip ${id}, ${clip.duration.toFixed(1)} s.`);
|
|
210
|
+
const result = await providers.stt.transcribe({ audio: sttInput ?? getAudio(), language: film.language });
|
|
211
|
+
if (!result.ok)
|
|
212
|
+
return err(`clip "${id}": ${result.error}`);
|
|
213
|
+
writeTranscript(transcript, result.value.words);
|
|
214
|
+
log(`transcript: clip ${id}, ${result.value.words.length} words, saved ${transcript} (commit it).`);
|
|
215
|
+
words[id] = result.value.words;
|
|
216
|
+
}
|
|
217
|
+
return ok({ kind: "ready", words, speech });
|
|
218
|
+
}
|
|
219
|
+
/** The cut from the transcripts, written to the EDL file (replacing what is there). */
|
|
220
|
+
export function cutFootage(film, clips, words, edlPath) {
|
|
221
|
+
const edl = buildEdl(film.id, clips.map((clip) => ({ id: clip.clip.id, role: clip.clip.role, duration: clip.duration, words: words[clip.clip.id] ?? [] })), film.cut, film.transitions);
|
|
222
|
+
mkdirSync(dirname(edlPath), { recursive: true });
|
|
223
|
+
writeFileSync(edlPath, `${JSON.stringify(edl, null, 2)}\n`);
|
|
224
|
+
return edl;
|
|
225
|
+
}
|
|
226
|
+
/** The EDL file as written by `cutFootage` or edited by hand, checked against the clips. */
|
|
227
|
+
export function readEdlFile(film, clips, edlPath) {
|
|
228
|
+
let json;
|
|
229
|
+
try {
|
|
230
|
+
json = JSON.parse(readFileSync(edlPath, "utf8"));
|
|
231
|
+
}
|
|
232
|
+
catch (error) {
|
|
233
|
+
return err(`${edlPath}: not JSON (${String(error)})`);
|
|
234
|
+
}
|
|
235
|
+
const read = readEdl(json);
|
|
236
|
+
if (!read.ok)
|
|
237
|
+
return err(`${edlPath}: ${read.error}`);
|
|
238
|
+
const problems = findEdlProblems(read.edl, clips.map((clip) => ({ id: clip.clip.id, duration: clip.duration })), film.id);
|
|
239
|
+
return problems.length > 0 ? err(`${edlPath}: ${problems.join("; ")}`) : ok(read.edl);
|
|
240
|
+
}
|
|
241
|
+
/**
|
|
242
|
+
* The music file for the cut: a local file as it is, generated music from the cache, or (with `isCommit`) bought
|
|
243
|
+
* from the music provider and cached. Null when the film has none or the rehearsal skips generated music; a paid
|
|
244
|
+
* step when it must be bought and `isCommit` is false.
|
|
245
|
+
*/
|
|
246
|
+
async function getMusic(film, edl, clips, seconds, options) {
|
|
247
|
+
const source = film.music.source;
|
|
248
|
+
if (source.kind === "none")
|
|
249
|
+
return ok(null);
|
|
250
|
+
if (source.kind === "file")
|
|
251
|
+
return existsSync(source.path) ? ok(source.path) : err(`music: no file at ${source.path}`);
|
|
252
|
+
if (options.isPlaceholder)
|
|
253
|
+
return ok(null);
|
|
254
|
+
const { providers, log } = options;
|
|
255
|
+
let path;
|
|
256
|
+
if (source.kind === "prompt") {
|
|
257
|
+
path = getPromptMusicPath(film, options);
|
|
258
|
+
}
|
|
259
|
+
else {
|
|
260
|
+
const clipKeys = {};
|
|
261
|
+
for (const clip of clips)
|
|
262
|
+
clipKeys[clip.clip.id] = await getClipKey(clip);
|
|
263
|
+
const key = footageCacheKey("music", { segments: edl.segments, clips: clipKeys, description: source.description, tags: source.tags, provider: providers.music.id, model: providers.music.model });
|
|
264
|
+
path = getFootageCachePath(options.cacheDir, film.id, "music", key);
|
|
265
|
+
}
|
|
266
|
+
if (existsSync(path)) {
|
|
267
|
+
log(`music: from the cache ${path}, nothing spent.`);
|
|
268
|
+
return ok(path);
|
|
269
|
+
}
|
|
270
|
+
const step = { kind: "music", item: "film", provider: providers.music.id, seconds };
|
|
271
|
+
if (!options.isCommit)
|
|
272
|
+
return ok(step);
|
|
273
|
+
log(`music (${providers.music.id}): ${seconds.toFixed(1)} s.`);
|
|
274
|
+
let bought;
|
|
275
|
+
if (source.kind === "prompt") {
|
|
276
|
+
bought = await providers.music.compose({ prompt: source.prompt, seconds });
|
|
277
|
+
}
|
|
278
|
+
else {
|
|
279
|
+
const preview = join(options.buildDir, "cut-preview.mp4");
|
|
280
|
+
runFfmpeg("The cut preview for Video to Music", buildCutPreviewArgs(edl, Object.fromEntries(clips.map((clip) => [clip.clip.id, clip.file])), preview));
|
|
281
|
+
bought = await providers.music.scoreVideo({ video: preview, description: source.description, tags: source.tags });
|
|
282
|
+
}
|
|
283
|
+
if (!bought.ok)
|
|
284
|
+
return err(`music: ${bought.error}`);
|
|
285
|
+
writeCacheFile(path, bought.value);
|
|
286
|
+
log(`music: saved ${path} (commit it).`);
|
|
287
|
+
return ok(path);
|
|
288
|
+
}
|
|
289
|
+
/** Composes the cut and renders it: speech track, ducked music, end card backdrop, assets, hyperframes. */
|
|
290
|
+
export async function renderFootage(film, clips, transcript, edl, options) {
|
|
291
|
+
const { buildDir, log } = options;
|
|
292
|
+
const seconds = getFootageFilmSeconds(film, edl);
|
|
293
|
+
const words = remapWords(edl, transcript.words, film.cut.fillers);
|
|
294
|
+
const music = await getMusic(film, edl, clips, seconds, options);
|
|
295
|
+
if (!music.ok)
|
|
296
|
+
return music;
|
|
297
|
+
if (music.value !== null && typeof music.value !== "string") {
|
|
298
|
+
for (const line of describePaidSteps([music.value]))
|
|
299
|
+
log(line);
|
|
300
|
+
log("footage DRY RUN: the music was not bought. Run with --commit to pay, or with --placeholder to rehearse without it.");
|
|
301
|
+
return ok({ kind: "dry-run", steps: [music.value] });
|
|
302
|
+
}
|
|
303
|
+
const assetsDir = join(buildDir, "assets");
|
|
304
|
+
rmSync(assetsDir, { recursive: true, force: true });
|
|
305
|
+
mkdirSync(assetsDir, { recursive: true });
|
|
306
|
+
const clipFiles = Object.fromEntries(clips.map((clip) => [clip.clip.id, clip.file]));
|
|
307
|
+
runFfmpeg("The speech track", buildSpeechArgs(edl, transcript.speech, join(assetsDir, "speech.mp3")));
|
|
308
|
+
let musicAsset = null;
|
|
309
|
+
if (typeof music.value === "string") {
|
|
310
|
+
const keyframes = duckingKeyframes(words, { volume: film.music.volume, duckedVolume: film.music.duckedVolume });
|
|
311
|
+
runFfmpeg("The music track", buildMusicArgs({ input: music.value, seconds, keyframes, output: join(assetsDir, "music.mp3") }));
|
|
312
|
+
musicAsset = "assets/music.mp3";
|
|
313
|
+
}
|
|
314
|
+
runFfmpeg("The end card's backdrop", buildLastFrameArgs(edl, clipFiles, join(assetsDir, "last.jpg")));
|
|
315
|
+
const fonts = copyFonts(options.brand.fonts, join(assetsDir, "fonts"));
|
|
316
|
+
if (options.brand.logo !== null)
|
|
317
|
+
cpSync(options.brand.logo, join(assetsDir, "logo.svg"));
|
|
318
|
+
const sfx = {};
|
|
319
|
+
mkdirSync(join(assetsDir, "sfx"), { recursive: true });
|
|
320
|
+
for (const [event, source] of Object.entries(options.sfx)) {
|
|
321
|
+
const name = `${event}${extname(source)}`;
|
|
322
|
+
cpSync(source, join(assetsDir, "sfx", name));
|
|
323
|
+
sfx[event] = `assets/sfx/${name}`;
|
|
324
|
+
}
|
|
325
|
+
cpSync(require.resolve("gsap/dist/gsap.min.js"), join(assetsDir, "gsap.min.js"));
|
|
326
|
+
const layout = resolveLayout(film.format, options.layout ?? {});
|
|
327
|
+
const html = composeFootage({
|
|
328
|
+
film,
|
|
329
|
+
edl,
|
|
330
|
+
words,
|
|
331
|
+
frame: layout.frame,
|
|
332
|
+
caption: layout.caption,
|
|
333
|
+
headlineSize: layout.endCard.headlineSize,
|
|
334
|
+
colors: options.brand.colors,
|
|
335
|
+
fonts,
|
|
336
|
+
assets: {
|
|
337
|
+
clips: Object.fromEntries(clips.map((clip) => [clip.clip.id, `clips/${clip.clip.id}.mp4`])),
|
|
338
|
+
speech: "assets/speech.mp3",
|
|
339
|
+
music: musicAsset,
|
|
340
|
+
lastFrame: "assets/last.jpg",
|
|
341
|
+
logo: options.brand.logo === null ? null : "assets/logo.svg",
|
|
342
|
+
sfx,
|
|
343
|
+
},
|
|
344
|
+
brandName: options.brand.name,
|
|
345
|
+
locale: options.brand.locale,
|
|
346
|
+
});
|
|
347
|
+
writeFileSync(join(buildDir, "index.html"), html);
|
|
348
|
+
mkdirSync(dirname(options.output), { recursive: true });
|
|
349
|
+
log(`render: ${edl.segments.length} segments, ${seconds.toFixed(1)} s.`);
|
|
350
|
+
const result = runHyperframes(["render", "--quality", options.quality, "-o", options.output], { cwd: buildDir, stdio: "inherit" });
|
|
351
|
+
if (result.error !== undefined)
|
|
352
|
+
return err(`hyperframes render did not start: ${result.error.message}.`);
|
|
353
|
+
if (result.status !== 0)
|
|
354
|
+
return err(`hyperframes render ended with code ${String(result.status)} (signal ${result.signal ?? "-"}).`);
|
|
355
|
+
return ok({ kind: "rendered", output: options.output, seconds, edlPath: getEdlPath(buildDir, options.isPlaceholder) });
|
|
356
|
+
}
|
|
357
|
+
/**
|
|
358
|
+
* The whole footage film from a `FootageFilm` object, no `marketing.json` needed: prepare, transcribe (or the dry
|
|
359
|
+
* run), cut (reusing an EDL already in the build folder unless `isRecut`), render.
|
|
360
|
+
*/
|
|
361
|
+
export async function renderFootageFilm(film, options) {
|
|
362
|
+
const clips = await prepareFootage(film, options);
|
|
363
|
+
if (!clips.ok)
|
|
364
|
+
return clips;
|
|
365
|
+
const transcript = await transcribeFootage(film, clips.value, options);
|
|
366
|
+
if (!transcript.ok)
|
|
367
|
+
return transcript;
|
|
368
|
+
if (transcript.value.kind === "dry-run")
|
|
369
|
+
return ok(transcript.value);
|
|
370
|
+
const edlPath = getEdlPath(options.buildDir, options.isPlaceholder);
|
|
371
|
+
let edl;
|
|
372
|
+
if (existsSync(edlPath) && options.isRecut !== true) {
|
|
373
|
+
const read = readEdlFile(film, clips.value, edlPath);
|
|
374
|
+
if (!read.ok)
|
|
375
|
+
return read;
|
|
376
|
+
edl = read.value;
|
|
377
|
+
options.log(`cut: ${edlPath} (${edl.segments.length} segments), as it is; softure-marketing footage --step=cut builds it again.`);
|
|
378
|
+
}
|
|
379
|
+
else {
|
|
380
|
+
edl = cutFootage(film, clips.value, transcript.value.words, edlPath);
|
|
381
|
+
options.log(`cut: ${edl.segments.length} segments written to ${edlPath}.`);
|
|
382
|
+
}
|
|
383
|
+
return renderFootage(film, clips.value, transcript.value, edl, options);
|
|
384
|
+
}
|
|
385
|
+
//# sourceMappingURL=pipeline.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"pipeline.js","sourceRoot":"","sources":["../../src/footage/pipeline.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AACrH,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAE5D,OAAO,EAAE,OAAO,EAAE,aAAa,EAAuB,MAAM,wBAAwB,CAAC;AAIrF,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC1D,OAAO,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAChD,OAAO,EAAE,GAAG,EAAE,EAAE,EAAkB,MAAM,sBAAsB,CAAC;AAE/D,OAAO,EAAE,eAAe,EAAE,mBAAmB,EAAE,QAAQ,EAAE,oBAAoB,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AACnI,OAAO,EAAE,cAAc,EAAE,gBAAgB,EAAE,qBAAqB,EAAE,MAAM,cAAc,CAAC;AACvF,OAAO,EAAE,QAAQ,EAAE,eAAe,EAAE,OAAO,EAAE,UAAU,EAAY,MAAM,UAAU,CAAC;AACpF,OAAO,EAAE,yBAAyB,EAAE,MAAM,WAAW,CAAC;AAEtD,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAC9C,OAAO,EAAE,gBAAgB,EAAc,MAAM,gBAAgB,CAAC;AAC9D,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,YAAY,EAAqB,MAAM,YAAY,CAAC;AAChG,OAAO,EAAE,iBAAiB,EAAwC,MAAM,gBAAgB,CAAC;AACzF,OAAO,EAAE,cAAc,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,cAAc,EAAE,eAAe,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAElI;;;;;;;;;GASG;AAEH,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC/C,2FAA2F;AAC3F,MAAM,iBAAiB,GAAG,CAAC,CAAC;AAgD5B,MAAM,UAAU,QAAQ,CAAC,IAAiC;IACxD,OAAO,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC;AACpC,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,QAAgB,EAAE,aAAsB;IACjE,OAAO,IAAI,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;AAC7E,CAAC;AAED,MAAM,KAAK,GAAG,CAAC,MAAc,EAAW,EAAE,CAAC,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AAExE,KAAK,UAAU,QAAQ,CAAC,GAAW,EAAE,GAAW,EAAE,KAA8B,EAAE,GAA2B;IAC3G,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACzE,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,IAAI,MAAM,CAAC;IACzE,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,GAAG,SAAS,EAAE,CAAC,CAAC;IAC9C,IAAI,UAAU,CAAC,IAAI,CAAC;QAAE,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC;IACtC,GAAG,CAAC,aAAa,GAAG,EAAE,CAAC,CAAC;IACxB,IAAI,QAAkB,CAAC;IACvB,IAAI,CAAC;QACH,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;IAC9B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,GAAG,CAAC,eAAe,GAAG,YAAY,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAC5D,CAAC;IACD,IAAI,CAAC,QAAQ,CAAC,EAAE;QAAE,OAAO,GAAG,CAAC,eAAe,GAAG,yBAAyB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IAC3F,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACpC,aAAa,CAAC,GAAG,IAAI,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;IACzE,MAAM,CAAC,GAAG,IAAI,OAAO,EAAE,IAAI,CAAC,CAAC;IAC7B,MAAM,CAAC,GAAG,IAAI,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACxC,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC;AAClB,CAAC;AAED,2FAA2F;AAC3F,SAAS,iBAAiB,CAAC,IAAiB,EAAE,MAAc,EAAE,KAAY;IACxE,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC;IAC9B,OAAO,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,iBAAiB,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;AAC9J,CAAC;AAED,uGAAuG;AACvG,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,IAAiB,EAAE,OAA8D;IACpH,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC;IAClC,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,GAAG,CAAC,gBAAgB,IAAI,CAAC,EAAE,gBAAgB,CAAC,CAAC;IACjF,MAAM,OAAO,GAA2B,EAAE,CAAC;IAC3C,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;QAC9B,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;YACxB,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC;gBAAE,OAAO,GAAG,CAAC,SAAS,IAAI,CAAC,EAAE,iBAAiB,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;YACzF,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC;YAC/B,SAAS;QACX,CAAC;QACD,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,EAAE,SAAS,CAAC,EAAE,OAAO,CAAC,KAAK,IAAI,UAAU,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAClH,IAAI,CAAC,UAAU,CAAC,EAAE;YAAE,OAAO,GAAG,CAAC,SAAS,IAAI,CAAC,EAAE,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,CAAC;QACzE,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC;IACtC,CAAC;IACD,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACjD,IAAI,CAAC,MAAM,CAAC,EAAE;QAAE,OAAO,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IACrD,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC7B,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IACzC,SAAS,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACzC,MAAM,QAAQ,GAAmB,EAAE,CAAC;IACpC,KAAK,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QACzD,GAAG,CAAC,aAAa,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;QAChC,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,EAAE,GAAG,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;QAC9C,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,EAAE,GAAG,IAAI,CAAC,EAAE,OAAO,CAAC,CAAC;QACpD,MAAM,KAAK,GAAG,iBAAiB,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;QACrD,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,YAAY,CAAC,SAAS,EAAE,MAAM,CAAC,KAAK,KAAK,EAAE,CAAC;YAC7F,gBAAgB,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YACrE,aAAa,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QAClC,CAAC;QACD,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,kBAAkB,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;IAC1F,CAAC;IACD,OAAO,EAAE,CAAC,QAAQ,CAAC,CAAC;AACtB,CAAC;AAED,0EAA0E;AAC1E,KAAK,UAAU,UAAU,CAAC,IAAkB;IAC1C,OAAO,eAAe,CAAC,YAAY,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;AACtG,CAAC;AAED,SAAS,YAAY,CAAC,IAAkB,EAAE,QAAgB;IACxD,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;IAC7D,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC/C,SAAS,CAAC,gCAAgC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,cAAc,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;IAC5F,OAAO,KAAK,CAAC;AACf,CAAC;AAED,wFAAwF;AACxF,SAAS,qBAAqB,CAAC,IAAiB,EAAE,KAAqB,EAAE,QAAgB;IACvF,MAAM,KAAK,GAAgC,EAAE,CAAC;IAC9C,MAAM,MAAM,GAA2B,EAAE,CAAC;IAC1C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,yBAAyB,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAClH,eAAe,CAAC,IAAI,CAAC,QAAQ,EAAE,aAAa,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,kBAAkB,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;QAC7G,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC;IACnC,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;AAC1C,CAAC;AAED,yGAAyG;AACzG,MAAM,UAAU,gBAAgB,CAAC,IAAiB,EAAE,OAA0D,EAAE,OAAe;IAC7H,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;IACjC,IAAI,MAAM,CAAC,IAAI,KAAK,MAAM,IAAI,MAAM,CAAC,IAAI,KAAK,MAAM;QAAE,OAAO,IAAI,CAAC;IAClE,IAAI,MAAM,CAAC,IAAI,KAAK,QAAQ,IAAI,UAAU,CAAC,kBAAkB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC;IAC3F,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,EAAE,OAAO,EAAE,CAAC;AACxF,CAAC;AAED,SAAS,kBAAkB,CAAC,IAAiB,EAAE,OAA0D;IACvG,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;IACjC,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;IAC7D,MAAM,GAAG,GAAG,eAAe,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;IAC7H,OAAO,mBAAmB,CAAC,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,EAAE,EAAE,OAAO,EAAE,GAAG,CAAC,CAAC;AACtE,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,IAAiB,EAAE,KAAqB,EAAE,OAA0B;IAC1G,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC;IACvD,IAAI,OAAO,CAAC,aAAa;QAAE,OAAO,EAAE,CAAC,qBAAqB,CAAC,IAAI,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC;IACnF,MAAM,IAAI,GAA0E,EAAE,CAAC;IACvF,MAAM,KAAK,GAAe,EAAE,CAAC;IAC7B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,MAAM;YAAE,SAAS;QACxC,MAAM,OAAO,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,CAAC;QACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,mBAAmB,CAAC,QAAQ,EAAE,IAAI,CAAC,EAAE,EAAE,UAAU,EAAE,eAAe,CAAC,UAAU,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,CAAC,SAAS,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACjL,MAAM,aAAa,GAAG,eAAe,CAAC,YAAY,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,KAAK,IAAI,EAAE,QAAQ,EAAE,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,EAAE,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QACrL,MAAM,UAAU,GAAG,mBAAmB,CAAC,QAAQ,EAAE,IAAI,CAAC,EAAE,EAAE,YAAY,EAAE,aAAa,CAAC,CAAC;QACvF,IAAI,QAAQ,KAAK,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;YAAE,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,SAAS,CAAC,SAAS,CAAC,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QACxK,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC;YAAE,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,QAAQ,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QAClJ,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAC,CAAC;IAC5C,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;QAC1C,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC;QACnH,MAAM,KAAK,GAAG,gBAAgB,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;QACrD,MAAM,GAAG,GAAG,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,EAAE,KAAK,CAAC,CAAC;QACvD,KAAK,MAAM,IAAI,IAAI,iBAAiB,CAAC,GAAG,CAAC;YAAE,GAAG,CAAC,IAAI,CAAC,CAAC;QACrD,GAAG,CAAC,0GAA0G,CAAC,CAAC;QAChH,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;IAC7C,CAAC;IACD,MAAM,KAAK,GAAgC,EAAE,CAAC;IAC9C,MAAM,MAAM,GAA2B,EAAE,CAAC;IAC1C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC;IACnC,CAAC;IACD,KAAK,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC;QAClD,MAAM,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QACxB,IAAI,KAAK,GAAkB,IAAI,CAAC;QAChC,MAAM,QAAQ,GAAG,GAAW,EAAE,CAAC,CAAC,KAAK,KAAK,YAAY,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC;QACxE,IAAI,QAAQ,GAAkB,IAAI,CAAC;QACnC,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;YACtB,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC1B,GAAG,CAAC,oBAAoB,SAAS,CAAC,SAAS,CAAC,EAAE,WAAW,EAAE,KAAK,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;gBAC/F,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAC;gBACzE,IAAI,CAAC,OAAO,CAAC,EAAE;oBAAE,OAAO,GAAG,CAAC,SAAS,EAAE,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;gBAC9D,cAAc,CAAC,QAAQ,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;gBACxC,GAAG,CAAC,0BAA0B,QAAQ,eAAe,CAAC,CAAC;YACzD,CAAC;YACD,MAAM,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC;YACtB,QAAQ,GAAG,QAAQ,CAAC;QACtB,CAAC;QACD,MAAM,MAAM,GAAG,oBAAoB,CAAC,UAAU,CAAC,CAAC;QAChD,IAAI,CAAC,MAAM,CAAC,EAAE;YAAE,OAAO,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACzC,IAAI,MAAM,CAAC,KAAK,KAAK,IAAI,EAAE,CAAC;YAC1B,GAAG,CAAC,oBAAoB,EAAE,iCAAiC,CAAC,CAAC;YAC7D,KAAK,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC;YACzB,SAAS;QACX,CAAC;QACD,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;YACtB,oFAAoF;YACpF,QAAQ,GAAG,IAAI,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE,eAAe,CAAC,CAAC;YACzD,SAAS,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAClD,YAAY,CAAC,QAAkB,EAAE,QAAQ,CAAC,CAAC;QAC7C,CAAC;QACD,GAAG,CAAC,mBAAmB,SAAS,CAAC,GAAG,CAAC,EAAE,WAAW,EAAE,KAAK,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QACxF,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,KAAK,EAAE,QAAQ,IAAI,QAAQ,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC1G,IAAI,CAAC,MAAM,CAAC,EAAE;YAAE,OAAO,GAAG,CAAC,SAAS,EAAE,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;QAC5D,eAAe,CAAC,UAAU,EAAE,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAChD,GAAG,CAAC,oBAAoB,EAAE,KAAK,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,iBAAiB,UAAU,eAAe,CAAC,CAAC;QACpG,KAAK,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC;IACjC,CAAC;IACD,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;AAC9C,CAAC;AAED,uFAAuF;AACvF,MAAM,UAAU,UAAU,CAAC,IAAiB,EAAE,KAAqB,EAAE,KAAkC,EAAE,OAAe;IACtH,MAAM,GAAG,GAAG,QAAQ,CAClB,IAAI,CAAC,EAAE,EACP,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAC5H,IAAI,CAAC,GAAG,EACR,IAAI,CAAC,WAAW,CACjB,CAAC;IACF,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACjD,aAAa,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;IAC5D,OAAO,GAAG,CAAC;AACb,CAAC;AAED,4FAA4F;AAC5F,MAAM,UAAU,WAAW,CAAC,IAAiB,EAAE,KAAqB,EAAE,OAAe;IACnF,IAAI,IAAa,CAAC;IAClB,IAAI,CAAC;QACH,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,OAAO,EAAE,MAAM,CAAC,CAAY,CAAC;IAC9D,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,GAAG,CAAC,GAAG,OAAO,eAAe,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACxD,CAAC;IACD,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3B,IAAI,CAAC,IAAI,CAAC,EAAE;QAAE,OAAO,GAAG,CAAC,GAAG,OAAO,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;IACtD,MAAM,QAAQ,GAAG,eAAe,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC;IAC1H,OAAO,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,OAAO,KAAK,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACxF,CAAC;AAED;;;;GAIG;AACH,KAAK,UAAU,QAAQ,CAAC,IAAiB,EAAE,GAAQ,EAAE,KAAqB,EAAE,OAAe,EAAE,OAA0B;IACrH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;IACjC,IAAI,MAAM,CAAC,IAAI,KAAK,MAAM;QAAE,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC;IAC5C,IAAI,MAAM,CAAC,IAAI,KAAK,MAAM;QAAE,OAAO,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,qBAAqB,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;IACvH,IAAI,OAAO,CAAC,aAAa;QAAE,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC;IAC3C,MAAM,EAAE,SAAS,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC;IACnC,IAAI,IAAY,CAAC;IACjB,IAAI,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC7B,IAAI,GAAG,kBAAkB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAC3C,CAAC;SAAM,CAAC;QACN,MAAM,QAAQ,GAA2B,EAAE,CAAC;QAC5C,KAAK,MAAM,IAAI,IAAI,KAAK;YAAE,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,CAAC;QAC1E,MAAM,GAAG,GAAG,eAAe,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,CAAC,WAAW,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,QAAQ,EAAE,SAAS,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,EAAE,SAAS,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;QAClM,IAAI,GAAG,mBAAmB,CAAC,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,EAAE,EAAE,OAAO,EAAE,GAAG,CAAC,CAAC;IACtE,CAAC;IACD,IAAI,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QACrB,GAAG,CAAC,yBAAyB,IAAI,kBAAkB,CAAC,CAAC;QACrD,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC;IAClB,CAAC;IACD,MAAM,IAAI,GAAa,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,CAAC,KAAK,CAAC,EAAE,EAAE,OAAO,EAAE,CAAC;IAC9F,IAAI,CAAC,OAAO,CAAC,QAAQ;QAAE,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC;IACvC,GAAG,CAAC,UAAU,SAAS,CAAC,KAAK,CAAC,EAAE,MAAM,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAC/D,IAAI,MAAyB,CAAC;IAC9B,IAAI,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC7B,MAAM,GAAG,MAAM,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;IAC7E,CAAC;SAAM,CAAC;QACN,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,iBAAiB,CAAC,CAAC;QAC1D,SAAS,CAAC,oCAAoC,EAAE,mBAAmB,CAAC,GAAG,EAAE,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;QACvJ,MAAM,GAAG,MAAM,SAAS,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,CAAC,WAAW,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;IACpH,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,EAAE;QAAE,OAAO,GAAG,CAAC,UAAU,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;IACrD,cAAc,CAAC,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;IACnC,GAAG,CAAC,gBAAgB,IAAI,eAAe,CAAC,CAAC;IACzC,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC;AAClB,CAAC;AAeD,2GAA2G;AAC3G,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,IAAiB,EACjB,KAAqB,EACrB,UAAyD,EACzD,GAAQ,EACR,OAA6B;IAE7B,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC;IAClC,MAAM,OAAO,GAAG,qBAAqB,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IACjD,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,UAAU,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAClE,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IACjE,IAAI,CAAC,KAAK,CAAC,EAAE;QAAE,OAAO,KAAK,CAAC;IAC5B,IAAI,KAAK,CAAC,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC5D,KAAK,MAAM,IAAI,IAAI,iBAAiB,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAAE,GAAG,CAAC,IAAI,CAAC,CAAC;QAC/D,GAAG,CAAC,oHAAoH,CAAC,CAAC;QAC1H,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACvD,CAAC;IACD,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAC3C,MAAM,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACpD,SAAS,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1C,MAAM,SAAS,GAAG,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACrF,SAAS,CAAC,kBAAkB,EAAE,eAAe,CAAC,GAAG,EAAE,UAAU,CAAC,MAAM,EAAE,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC;IACtG,IAAI,UAAU,GAAkB,IAAI,CAAC;IACrC,IAAI,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;QACpC,MAAM,SAAS,GAAG,gBAAgB,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,CAAC,CAAC;QAChH,SAAS,CAAC,iBAAiB,EAAE,cAAc,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,CAAC,SAAS,EAAE,WAAW,CAAC,EAAE,CAAC,CAAC,CAAC;QAC/H,UAAU,GAAG,kBAAkB,CAAC;IAClC,CAAC;IACD,SAAS,CAAC,yBAAyB,EAAE,kBAAkB,CAAC,GAAG,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC;IACtG,MAAM,KAAK,GAAG,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC;IACvE,IAAI,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI;QAAE,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC,CAAC;IACzF,MAAM,GAAG,GAAsC,EAAE,CAAC;IAClD,SAAS,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACvD,KAAK,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAyB,EAAE,CAAC;QAClF,MAAM,IAAI,GAAG,GAAG,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QAC1C,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,SAAS,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC;QAC7C,GAAG,CAAC,KAAK,CAAC,GAAG,cAAc,IAAI,EAAE,CAAC;IACpC,CAAC;IACD,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,uBAAuB,CAAC,EAAE,IAAI,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC,CAAC;IACjF,MAAM,MAAM,GAAG,aAAa,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;IAChE,MAAM,IAAI,GAAG,cAAc,CAAC;QAC1B,IAAI;QACJ,GAAG;QACH,KAAK;QACL,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,YAAY,EAAE,MAAM,CAAC,OAAO,CAAC,YAAY;QACzC,MAAM,EAAE,OAAO,CAAC,KAAK,CAAC,MAAM;QAC5B,KAAK;QACL,MAAM,EAAE;YACN,KAAK,EAAE,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,IAAI,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;YAC3F,MAAM,EAAE,mBAAmB;YAC3B,KAAK,EAAE,UAAU;YACjB,SAAS,EAAE,iBAAiB;YAC5B,IAAI,EAAE,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,iBAAiB;YAC5D,GAAG;SACJ;QACD,SAAS,EAAE,OAAO,CAAC,KAAK,CAAC,IAAI;QAC7B,MAAM,EAAE,OAAO,CAAC,KAAK,CAAC,MAAM;KAC7B,CAAC,CAAC;IACH,aAAa,CAAC,IAAI,CAAC,QAAQ,EAAE,YAAY,CAAC,EAAE,IAAI,CAAC,CAAC;IAClD,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACxD,GAAG,CAAC,WAAW,GAAG,CAAC,QAAQ,CAAC,MAAM,cAAc,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IACzE,MAAM,MAAM,GAAG,cAAc,CAAC,CAAC,QAAQ,EAAE,WAAW,EAAE,OAAO,CAAC,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;IACnI,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS;QAAE,OAAO,GAAG,CAAC,qCAAqC,MAAM,CAAC,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC;IACzG,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,GAAG,CAAC,sCAAsC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,YAAY,MAAM,CAAC,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC;IACrI,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,CAAC,QAAQ,EAAE,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC;AACzH,CAAC;AAOD;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,IAAiB,EAAE,OAAiC;IAC1F,MAAM,KAAK,GAAG,MAAM,cAAc,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAClD,IAAI,CAAC,KAAK,CAAC,EAAE;QAAE,OAAO,KAAK,CAAC;IAC5B,MAAM,UAAU,GAAG,MAAM,iBAAiB,CAAC,IAAI,EAAE,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACvE,IAAI,CAAC,UAAU,CAAC,EAAE;QAAE,OAAO,UAAU,CAAC;IACtC,IAAI,UAAU,CAAC,KAAK,CAAC,IAAI,KAAK,SAAS;QAAE,OAAO,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;IACrE,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC;IACpE,IAAI,GAAQ,CAAC;IACb,IAAI,UAAU,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;QACpD,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACrD,IAAI,CAAC,IAAI,CAAC,EAAE;YAAE,OAAO,IAAI,CAAC;QAC1B,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC;QACjB,OAAO,CAAC,GAAG,CAAC,QAAQ,OAAO,KAAK,GAAG,CAAC,QAAQ,CAAC,MAAM,6EAA6E,CAAC,CAAC;IACpI,CAAC;SAAM,CAAC;QACN,GAAG,GAAG,UAAU,CAAC,IAAI,EAAE,KAAK,CAAC,KAAK,EAAE,UAAU,CAAC,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACrE,OAAO,CAAC,GAAG,CAAC,QAAQ,GAAG,CAAC,QAAQ,CAAC,MAAM,wBAAwB,OAAO,GAAG,CAAC,CAAC;IAC7E,CAAC;IACD,OAAO,aAAa,CAAC,IAAI,EAAE,KAAK,CAAC,KAAK,EAAE,UAAU,CAAC,KAAK,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;AAC1E,CAAC"}
|
|
@@ -0,0 +1,64 @@
|
|
|
1
|
+
import type { FootageClip } from "./film.js";
|
|
2
|
+
/**
|
|
3
|
+
* What ffprobe says about a clip, reduced to what the footage pipeline needs: its length, its picture as it is
|
|
4
|
+
* stored and as it is shown (a phone stores portrait video as landscape plus a rotation), whether it is HDR and
|
|
5
|
+
* whether it has sound.
|
|
6
|
+
*/
|
|
7
|
+
/** `pq` and `hlg` by transfer; `dolby-vision` when the stream carries a Dolby Vision configuration (iPhone: HLG base). */
|
|
8
|
+
export type HdrKind = "pq" | "hlg" | "dolby-vision";
|
|
9
|
+
export interface FootageProbe {
|
|
10
|
+
/** Seconds. */
|
|
11
|
+
duration: number;
|
|
12
|
+
/** The stored picture. */
|
|
13
|
+
width: number;
|
|
14
|
+
height: number;
|
|
15
|
+
/** Counter-clockwise degrees the player turns the picture: 0, 90, 180 or 270. */
|
|
16
|
+
rotation: number;
|
|
17
|
+
/** The picture as shown, the rotation applied. */
|
|
18
|
+
displayWidth: number;
|
|
19
|
+
displayHeight: number;
|
|
20
|
+
codec: string;
|
|
21
|
+
pixelFormat: string | null;
|
|
22
|
+
colorTransfer: string | null;
|
|
23
|
+
hdr: HdrKind | null;
|
|
24
|
+
hasAudio: boolean;
|
|
25
|
+
}
|
|
26
|
+
export type ProbeResult = {
|
|
27
|
+
ok: true;
|
|
28
|
+
probe: FootageProbe;
|
|
29
|
+
} | {
|
|
30
|
+
ok: false;
|
|
31
|
+
error: string;
|
|
32
|
+
};
|
|
33
|
+
/** Turns any rotation (`-90`, `270`, `450`) into 0, 90, 180 or 270. */
|
|
34
|
+
export declare function normalizeRotation(degrees: number): number;
|
|
35
|
+
/** ffprobe's JSON (`-show_streams -show_format -of json`) read as a footage probe; an error names what is missing. */
|
|
36
|
+
export declare function readFootageProbe(json: unknown): ProbeResult;
|
|
37
|
+
/** Runs ffprobe on one file; an error names the file and the reason. */
|
|
38
|
+
export declare function probeFile(path: string): ProbeResult;
|
|
39
|
+
/** Shortest clip part the cut can use, in seconds. */
|
|
40
|
+
export declare const MIN_CLIP_SECONDS = 0.3;
|
|
41
|
+
/** The clip's length after its trim. */
|
|
42
|
+
export declare function getTrimmedDuration(clip: Pick<FootageClip, "trim">, probe: Pick<FootageProbe, "duration">): number;
|
|
43
|
+
/** What makes a probed clip unusable before anything is paid for: a trim outside it, or too little left. */
|
|
44
|
+
export declare function findFootageProblems(clip: FootageClip, probe: FootageProbe): string[];
|
|
45
|
+
export interface ProbedClip {
|
|
46
|
+
clip: FootageClip;
|
|
47
|
+
/** The local file the probe read (the downloaded copy for a URL). */
|
|
48
|
+
file: string;
|
|
49
|
+
probe: FootageProbe;
|
|
50
|
+
}
|
|
51
|
+
/**
|
|
52
|
+
* Probes every clip and reports every problem at once, before anything is paid for. `files` maps a clip id to its
|
|
53
|
+
* local file (a URL's downloaded copy).
|
|
54
|
+
*/
|
|
55
|
+
export declare function probeFootage(clips: FootageClip[], files: Record<string, string>): {
|
|
56
|
+
ok: true;
|
|
57
|
+
clips: ProbedClip[];
|
|
58
|
+
} | {
|
|
59
|
+
ok: false;
|
|
60
|
+
errors: string[];
|
|
61
|
+
};
|
|
62
|
+
/** One line about a probed clip, for the log. */
|
|
63
|
+
export declare function describeProbe(clip: FootageClip, probe: FootageProbe): string;
|
|
64
|
+
//# sourceMappingURL=probe.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"probe.d.ts","sourceRoot":"","sources":["../../src/footage/probe.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC;AAE7C;;;;GAIG;AAEH,0HAA0H;AAC1H,MAAM,MAAM,OAAO,GAAG,IAAI,GAAG,KAAK,GAAG,cAAc,CAAC;AAEpD,MAAM,WAAW,YAAY;IAC3B,eAAe;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,0BAA0B;IAC1B,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,iFAAiF;IACjF,QAAQ,EAAE,MAAM,CAAC;IACjB,kDAAkD;IAClD,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,GAAG,EAAE,OAAO,GAAG,IAAI,CAAC;IACpB,QAAQ,EAAE,OAAO,CAAC;CACnB;AAED,MAAM,MAAM,WAAW,GAAG;IAAE,EAAE,EAAE,IAAI,CAAC;IAAC,KAAK,EAAE,YAAY,CAAA;CAAE,GAAG;IAAE,EAAE,EAAE,KAAK,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC;AAqB3F,uEAAuE;AACvE,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAEzD;AAkBD,sHAAsH;AACtH,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,OAAO,GAAG,WAAW,CA0B3D;AAED,wEAAwE;AACxE,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,WAAW,CAYnD;AAED,sDAAsD;AACtD,eAAO,MAAM,gBAAgB,MAAM,CAAC;AAEpC,wCAAwC;AACxC,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,IAAI,CAAC,WAAW,EAAE,MAAM,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,YAAY,EAAE,UAAU,CAAC,GAAG,MAAM,CAGjH;AAED,4GAA4G;AAC5G,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,YAAY,GAAG,MAAM,EAAE,CAMpF;AAED,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,WAAW,CAAC;IAClB,qEAAqE;IACrE,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,YAAY,CAAC;CACrB;AAED;;;GAGG;AACH,wBAAgB,YAAY,CAAC,KAAK,EAAE,WAAW,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG;IAAE,EAAE,EAAE,IAAI,CAAC;IAAC,KAAK,EAAE,UAAU,EAAE,CAAA;CAAE,GAAG;IAAE,EAAE,EAAE,KAAK,CAAC;IAAC,MAAM,EAAE,MAAM,EAAE,CAAA;CAAE,CAcrJ;AAED,iDAAiD;AACjD,wBAAgB,aAAa,CAAC,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,YAAY,GAAG,MAAM,CAM5E"}
|
|
@@ -0,0 +1,138 @@
|
|
|
1
|
+
import { spawnSync } from "node:child_process";
|
|
2
|
+
import { z } from "zod";
|
|
3
|
+
const sideDataSchema = z.looseObject({ side_data_type: z.string().optional(), rotation: z.number().optional() });
|
|
4
|
+
const streamSchema = z.looseObject({
|
|
5
|
+
codec_type: z.string().optional(),
|
|
6
|
+
codec_name: z.string().optional(),
|
|
7
|
+
width: z.number().optional(),
|
|
8
|
+
height: z.number().optional(),
|
|
9
|
+
pix_fmt: z.string().optional(),
|
|
10
|
+
color_transfer: z.string().optional(),
|
|
11
|
+
duration: z.string().optional(),
|
|
12
|
+
side_data_list: z.array(sideDataSchema).optional(),
|
|
13
|
+
tags: z.record(z.string(), z.string()).optional(),
|
|
14
|
+
});
|
|
15
|
+
const probeSchema = z.looseObject({
|
|
16
|
+
streams: z.array(streamSchema).default([]),
|
|
17
|
+
format: z.looseObject({ duration: z.string().optional() }).optional(),
|
|
18
|
+
});
|
|
19
|
+
/** Turns any rotation (`-90`, `270`, `450`) into 0, 90, 180 or 270. */
|
|
20
|
+
export function normalizeRotation(degrees) {
|
|
21
|
+
return (((Math.round(degrees / 90) * 90) % 360) + 360) % 360;
|
|
22
|
+
}
|
|
23
|
+
function readRotation(stream) {
|
|
24
|
+
const matrix = stream.side_data_list?.find((entry) => entry.rotation !== undefined);
|
|
25
|
+
if (matrix?.rotation !== undefined)
|
|
26
|
+
return normalizeRotation(matrix.rotation);
|
|
27
|
+
const tag = Number(stream.tags?.rotate);
|
|
28
|
+
// The `rotate` tag of older muxers is clockwise; the display matrix is counter-clockwise.
|
|
29
|
+
return Number.isFinite(tag) ? normalizeRotation(-tag) : 0;
|
|
30
|
+
}
|
|
31
|
+
function readHdr(stream) {
|
|
32
|
+
const isDolbyVision = stream.side_data_list?.some((entry) => /dovi|dolby vision/i.test(entry.side_data_type ?? "")) ?? false;
|
|
33
|
+
if (isDolbyVision)
|
|
34
|
+
return "dolby-vision";
|
|
35
|
+
if (stream.color_transfer === "smpte2084")
|
|
36
|
+
return "pq";
|
|
37
|
+
if (stream.color_transfer === "arib-std-b67")
|
|
38
|
+
return "hlg";
|
|
39
|
+
return null;
|
|
40
|
+
}
|
|
41
|
+
/** ffprobe's JSON (`-show_streams -show_format -of json`) read as a footage probe; an error names what is missing. */
|
|
42
|
+
export function readFootageProbe(json) {
|
|
43
|
+
const parsed = probeSchema.safeParse(json);
|
|
44
|
+
if (!parsed.success)
|
|
45
|
+
return { ok: false, error: "ffprobe printed an unexpected shape" };
|
|
46
|
+
const { streams, format } = parsed.data;
|
|
47
|
+
const video = streams.find((stream) => stream.codec_type === "video");
|
|
48
|
+
if (video === undefined || video.width === undefined || video.height === undefined)
|
|
49
|
+
return { ok: false, error: "no video stream" };
|
|
50
|
+
const duration = Number(format?.duration ?? video.duration);
|
|
51
|
+
if (!Number.isFinite(duration) || duration <= 0)
|
|
52
|
+
return { ok: false, error: "no duration" };
|
|
53
|
+
const rotation = readRotation(video);
|
|
54
|
+
const isTurned = rotation === 90 || rotation === 270;
|
|
55
|
+
return {
|
|
56
|
+
ok: true,
|
|
57
|
+
probe: {
|
|
58
|
+
duration,
|
|
59
|
+
width: video.width,
|
|
60
|
+
height: video.height,
|
|
61
|
+
rotation,
|
|
62
|
+
displayWidth: isTurned ? video.height : video.width,
|
|
63
|
+
displayHeight: isTurned ? video.width : video.height,
|
|
64
|
+
codec: video.codec_name ?? "unknown",
|
|
65
|
+
pixelFormat: video.pix_fmt ?? null,
|
|
66
|
+
colorTransfer: video.color_transfer ?? null,
|
|
67
|
+
hdr: readHdr(video),
|
|
68
|
+
hasAudio: streams.some((stream) => stream.codec_type === "audio"),
|
|
69
|
+
},
|
|
70
|
+
};
|
|
71
|
+
}
|
|
72
|
+
/** Runs ffprobe on one file; an error names the file and the reason. */
|
|
73
|
+
export function probeFile(path) {
|
|
74
|
+
const result = spawnSync("ffprobe", ["-v", "error", "-show_streams", "-show_format", "-of", "json", path], { encoding: "utf8", maxBuffer: 16 * 1024 * 1024 });
|
|
75
|
+
if (result.error !== undefined)
|
|
76
|
+
return { ok: false, error: `ffprobe did not start for ${path}: ${result.error.message}` };
|
|
77
|
+
if (result.status !== 0)
|
|
78
|
+
return { ok: false, error: `ffprobe cannot read ${path}: ${result.stderr.trim() || `code ${String(result.status)}`}` };
|
|
79
|
+
let json;
|
|
80
|
+
try {
|
|
81
|
+
json = JSON.parse(result.stdout);
|
|
82
|
+
}
|
|
83
|
+
catch (error) {
|
|
84
|
+
return { ok: false, error: `ffprobe printed no JSON for ${path}: ${String(error)}` };
|
|
85
|
+
}
|
|
86
|
+
const read = readFootageProbe(json);
|
|
87
|
+
return read.ok ? read : { ok: false, error: `${path}: ${read.error}` };
|
|
88
|
+
}
|
|
89
|
+
/** Shortest clip part the cut can use, in seconds. */
|
|
90
|
+
export const MIN_CLIP_SECONDS = 0.3;
|
|
91
|
+
/** The clip's length after its trim. */
|
|
92
|
+
export function getTrimmedDuration(clip, probe) {
|
|
93
|
+
const end = clip.trim.end === null ? probe.duration : Math.min(clip.trim.end, probe.duration);
|
|
94
|
+
return Math.max(0, end - clip.trim.start);
|
|
95
|
+
}
|
|
96
|
+
/** What makes a probed clip unusable before anything is paid for: a trim outside it, or too little left. */
|
|
97
|
+
export function findFootageProblems(clip, probe) {
|
|
98
|
+
const problems = [];
|
|
99
|
+
if (clip.trim.start >= probe.duration)
|
|
100
|
+
problems.push(`trim.start ${clip.trim.start} s is past the clip's end (${probe.duration.toFixed(2)} s)`);
|
|
101
|
+
if (clip.trim.end !== null && clip.trim.end <= clip.trim.start)
|
|
102
|
+
problems.push(`trim.end ${clip.trim.end} s is not after trim.start ${clip.trim.start} s`);
|
|
103
|
+
if (problems.length === 0 && getTrimmedDuration(clip, probe) < MIN_CLIP_SECONDS)
|
|
104
|
+
problems.push(`shorter than ${MIN_CLIP_SECONDS} s after the trim`);
|
|
105
|
+
return problems;
|
|
106
|
+
}
|
|
107
|
+
/**
|
|
108
|
+
* Probes every clip and reports every problem at once, before anything is paid for. `files` maps a clip id to its
|
|
109
|
+
* local file (a URL's downloaded copy).
|
|
110
|
+
*/
|
|
111
|
+
export function probeFootage(clips, files) {
|
|
112
|
+
const probed = [];
|
|
113
|
+
const errors = [];
|
|
114
|
+
for (const clip of clips) {
|
|
115
|
+
const file = files[clip.id] ?? clip.source;
|
|
116
|
+
const result = probeFile(file);
|
|
117
|
+
if (!result.ok) {
|
|
118
|
+
errors.push(`clip "${clip.id}": ${result.error}`);
|
|
119
|
+
continue;
|
|
120
|
+
}
|
|
121
|
+
for (const problem of findFootageProblems(clip, result.probe))
|
|
122
|
+
errors.push(`clip "${clip.id}": ${problem}`);
|
|
123
|
+
probed.push({ clip, file, probe: result.probe });
|
|
124
|
+
}
|
|
125
|
+
return errors.length > 0 ? { ok: false, errors } : { ok: true, clips: probed };
|
|
126
|
+
}
|
|
127
|
+
/** One line about a probed clip, for the log. */
|
|
128
|
+
export function describeProbe(clip, probe) {
|
|
129
|
+
const parts = [`${probe.displayWidth}×${probe.displayHeight}`, probe.codec, `${probe.duration.toFixed(1)} s`];
|
|
130
|
+
if (probe.rotation !== 0)
|
|
131
|
+
parts.push(`rotated ${probe.rotation}°`);
|
|
132
|
+
if (probe.hdr !== null)
|
|
133
|
+
parts.push(`HDR (${probe.hdr}), tone-mapped to SDR`);
|
|
134
|
+
if (!probe.hasAudio)
|
|
135
|
+
parts.push("no sound");
|
|
136
|
+
return `clip ${clip.id} (${clip.role}): ${parts.join(", ")}`;
|
|
137
|
+
}
|
|
138
|
+
//# sourceMappingURL=probe.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"probe.js","sourceRoot":"","sources":["../../src/footage/probe.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAE/C,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAiCxB,MAAM,cAAc,GAAG,CAAC,CAAC,WAAW,CAAC,EAAE,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;AAEjH,MAAM,YAAY,GAAG,CAAC,CAAC,WAAW,CAAC;IACjC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC9B,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC/B,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,QAAQ,EAAE;IAClD,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;CAClD,CAAC,CAAC;AAEH,MAAM,WAAW,GAAG,CAAC,CAAC,WAAW,CAAC;IAChC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;IAC1C,MAAM,EAAE,CAAC,CAAC,WAAW,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,QAAQ,EAAE;CACtE,CAAC,CAAC;AAEH,uEAAuE;AACvE,MAAM,UAAU,iBAAiB,CAAC,OAAe;IAC/C,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC;AAC/D,CAAC;AAED,SAAS,YAAY,CAAC,MAAoC;IACxD,MAAM,MAAM,GAAG,MAAM,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC;IACpF,IAAI,MAAM,EAAE,QAAQ,KAAK,SAAS;QAAE,OAAO,iBAAiB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC9E,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACxC,0FAA0F;IAC1F,OAAO,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC5D,CAAC;AAED,SAAS,OAAO,CAAC,MAAoC;IACnD,MAAM,aAAa,GAAG,MAAM,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,oBAAoB,CAAC,IAAI,CAAC,KAAK,CAAC,cAAc,IAAI,EAAE,CAAC,CAAC,IAAI,KAAK,CAAC;IAC7H,IAAI,aAAa;QAAE,OAAO,cAAc,CAAC;IACzC,IAAI,MAAM,CAAC,cAAc,KAAK,WAAW;QAAE,OAAO,IAAI,CAAC;IACvD,IAAI,MAAM,CAAC,cAAc,KAAK,cAAc;QAAE,OAAO,KAAK,CAAC;IAC3D,OAAO,IAAI,CAAC;AACd,CAAC;AAED,sHAAsH;AACtH,MAAM,UAAU,gBAAgB,CAAC,IAAa;IAC5C,MAAM,MAAM,GAAG,WAAW,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAC3C,IAAI,CAAC,MAAM,CAAC,OAAO;QAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,qCAAqC,EAAE,CAAC;IACxF,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC;IACxC,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,UAAU,KAAK,OAAO,CAAC,CAAC;IACtE,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,MAAM,KAAK,SAAS;QAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,iBAAiB,EAAE,CAAC;IACnI,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,EAAE,QAAQ,IAAI,KAAK,CAAC,QAAQ,CAAC,CAAC;IAC5D,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,QAAQ,IAAI,CAAC;QAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC;IAC5F,MAAM,QAAQ,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;IACrC,MAAM,QAAQ,GAAG,QAAQ,KAAK,EAAE,IAAI,QAAQ,KAAK,GAAG,CAAC;IACrD,OAAO;QACL,EAAE,EAAE,IAAI;QACR,KAAK,EAAE;YACL,QAAQ;YACR,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,QAAQ;YACR,YAAY,EAAE,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK;YACnD,aAAa,EAAE,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM;YACpD,KAAK,EAAE,KAAK,CAAC,UAAU,IAAI,SAAS;YACpC,WAAW,EAAE,KAAK,CAAC,OAAO,IAAI,IAAI;YAClC,aAAa,EAAE,KAAK,CAAC,cAAc,IAAI,IAAI;YAC3C,GAAG,EAAE,OAAO,CAAC,KAAK,CAAC;YACnB,QAAQ,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,UAAU,KAAK,OAAO,CAAC;SAClE;KACF,CAAC;AACJ,CAAC;AAED,wEAAwE;AACxE,MAAM,UAAU,SAAS,CAAC,IAAY;IACpC,MAAM,MAAM,GAAG,SAAS,CAAC,SAAS,EAAE,CAAC,IAAI,EAAE,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC,CAAC;IAC9J,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS;QAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,6BAA6B,IAAI,KAAK,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;IAC1H,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,uBAAuB,IAAI,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,QAAQ,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC;IAChJ,IAAI,IAAa,CAAC;IAClB,IAAI,CAAC;QACH,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACnC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,+BAA+B,IAAI,KAAK,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC;IACvF,CAAC;IACD,MAAM,IAAI,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;IACpC,OAAO,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,IAAI,KAAK,IAAI,CAAC,KAAK,EAAE,EAAE,CAAC;AACzE,CAAC;AAED,sDAAsD;AACtD,MAAM,CAAC,MAAM,gBAAgB,GAAG,GAAG,CAAC;AAEpC,wCAAwC;AACxC,MAAM,UAAU,kBAAkB,CAAC,IAA+B,EAAE,KAAqC;IACvG,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;IAC9F,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AAC5C,CAAC;AAED,4GAA4G;AAC5G,MAAM,UAAU,mBAAmB,CAAC,IAAiB,EAAE,KAAmB;IACxE,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,QAAQ;QAAE,QAAQ,CAAC,IAAI,CAAC,cAAc,IAAI,CAAC,IAAI,CAAC,KAAK,8BAA8B,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAChJ,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,KAAK,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK;QAAE,QAAQ,CAAC,IAAI,CAAC,YAAY,IAAI,CAAC,IAAI,CAAC,GAAG,8BAA8B,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC;IAC1J,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,kBAAkB,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,gBAAgB;QAAE,QAAQ,CAAC,IAAI,CAAC,gBAAgB,gBAAgB,mBAAmB,CAAC,CAAC;IACpJ,OAAO,QAAQ,CAAC;AAClB,CAAC;AASD;;;GAGG;AACH,MAAM,UAAU,YAAY,CAAC,KAAoB,EAAE,KAA6B;IAC9E,MAAM,MAAM,GAAiB,EAAE,CAAC;IAChC,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC;QAC3C,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;QAC/B,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,MAAM,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,EAAE,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;YAClD,SAAS;QACX,CAAC;QACD,KAAK,MAAM,OAAO,IAAI,mBAAmB,CAAC,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC;YAAE,MAAM,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,EAAE,MAAM,OAAO,EAAE,CAAC,CAAC;QAC5G,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;IACnD,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;AACjF,CAAC;AAED,iDAAiD;AACjD,MAAM,UAAU,aAAa,CAAC,IAAiB,EAAE,KAAmB;IAClE,MAAM,KAAK,GAAG,CAAC,GAAG,KAAK,CAAC,YAAY,IAAI,KAAK,CAAC,aAAa,EAAE,EAAE,KAAK,CAAC,KAAK,EAAE,GAAG,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAC9G,IAAI,KAAK,CAAC,QAAQ,KAAK,CAAC;QAAE,KAAK,CAAC,IAAI,CAAC,WAAW,KAAK,CAAC,QAAQ,GAAG,CAAC,CAAC;IACnE,IAAI,KAAK,CAAC,GAAG,KAAK,IAAI;QAAE,KAAK,CAAC,IAAI,CAAC,QAAQ,KAAK,CAAC,GAAG,uBAAuB,CAAC,CAAC;IAC7E,IAAI,CAAC,KAAK,CAAC,QAAQ;QAAE,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAC5C,OAAO,QAAQ,IAAI,CAAC,EAAE,KAAK,IAAI,CAAC,IAAI,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;AAC/D,CAAC"}
|