@morshoto/framekit 0.1.18 → 0.2.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +17 -12
- package/dist-package/adapters/final-cut/typescript/src/analyzers.d.ts +58 -0
- package/dist-package/adapters/final-cut/typescript/src/analyzers.js +52 -13
- package/dist-package/adapters/final-cut/typescript/src/assets.d.ts +24 -0
- package/dist-package/adapters/final-cut/typescript/src/background-export.d.ts +98 -0
- package/dist-package/adapters/final-cut/typescript/src/background-materialization.d.ts +47 -0
- package/dist-package/adapters/final-cut/typescript/src/background-materialization.js +8 -2
- package/dist-package/adapters/final-cut/typescript/src/canonical-recovery-guard.d.ts +32 -0
- package/dist-package/adapters/final-cut/typescript/src/canonical-recovery-guard.js +275 -0
- package/dist-package/adapters/final-cut/typescript/src/canonical-recovery.d.ts +22 -0
- package/dist-package/adapters/final-cut/typescript/src/canonical-verification.d.ts +11 -0
- package/dist-package/adapters/final-cut/typescript/src/canonical.d.ts +184 -0
- package/dist-package/adapters/final-cut/typescript/src/canonical.js +571 -78
- package/dist-package/adapters/final-cut/typescript/src/connection.d.ts +103 -0
- package/dist-package/adapters/final-cut/typescript/src/connection.js +6 -1
- package/dist-package/adapters/final-cut/typescript/src/disposable-native.d.ts +90 -0
- package/dist-package/adapters/final-cut/typescript/src/disposable-native.js +6 -0
- package/dist-package/adapters/final-cut/typescript/src/documents.d.ts +3 -0
- package/dist-package/adapters/final-cut/typescript/src/documents.js +3 -0
- package/dist-package/adapters/final-cut/typescript/src/experimental.d.ts +8 -0
- package/dist-package/adapters/final-cut/typescript/src/experimental.js +8 -0
- package/dist-package/adapters/final-cut/typescript/src/export.d.ts +125 -0
- package/dist-package/adapters/final-cut/typescript/src/fcpxml-console-experiment.d.ts +54 -0
- package/dist-package/adapters/final-cut/typescript/src/fcpxml.d.ts +75 -0
- package/dist-package/adapters/final-cut/typescript/src/fcpxml.js +28 -9
- package/dist-package/adapters/final-cut/typescript/src/index.d.ts +22 -0
- package/dist-package/adapters/final-cut/typescript/src/index.js +1 -7
- package/dist-package/adapters/final-cut/typescript/src/library-inspection.d.ts +101 -0
- package/dist-package/adapters/final-cut/typescript/src/live.d.ts +101 -0
- package/dist-package/adapters/final-cut/typescript/src/live.js +35 -2
- package/dist-package/adapters/final-cut/typescript/src/media.d.ts +12 -0
- package/dist-package/adapters/final-cut/typescript/src/native-operation.d.ts +6 -0
- package/dist-package/adapters/final-cut/typescript/src/native-recovery-inspection.d.ts +77 -0
- package/dist-package/adapters/final-cut/typescript/src/native-recovery-inspection.js +175 -0
- package/dist-package/adapters/final-cut/typescript/src/native-session.d.ts +130 -0
- package/dist-package/adapters/final-cut/typescript/src/native-session.js +11 -6
- package/dist-package/adapters/final-cut/typescript/src/native.d.ts +828 -0
- package/dist-package/adapters/final-cut/typescript/src/native.js +475 -189
- package/dist-package/adapters/final-cut/typescript/src/pasteboard-snapshot.d.ts +114 -0
- package/dist-package/adapters/final-cut/typescript/src/publish-readback.d.ts +26 -0
- package/dist-package/adapters/final-cut/typescript/src/publish-readback.js +19 -2
- package/dist-package/adapters/final-cut/typescript/src/publisher.d.ts +215 -0
- package/dist-package/adapters/final-cut/typescript/src/publisher.js +255 -14
- package/dist-package/adapters/final-cut/typescript/src/session.d.ts +43 -0
- package/dist-package/adapters/final-cut/typescript/src/session.js +43 -13
- package/dist-package/adapters/final-cut/typescript/src/shadow-mutation.d.ts +51 -0
- package/dist-package/adapters/final-cut/typescript/src/sqlite-experiment.d.ts +156 -0
- package/dist-package/adapters/final-cut/typescript/src/sqlite-inspection.d.ts +134 -0
- package/dist-package/adapters/final-cut/typescript/src/sqlite-materialization.d.ts +110 -0
- package/dist-package/adapters/final-cut/typescript/src/sqlite-wal-observation.d.ts +132 -0
- package/dist-package/adapters/final-cut/typescript/src/timeline-ir-fcpxml.d.ts +61 -0
- package/dist-package/adapters/final-cut/typescript/src/timeline-ir-fcpxml.js +31 -5
- package/dist-package/adapters/final-cut/typescript/src/unattended-editing.d.ts +54 -0
- package/dist-package/adapters/headless/typescript/src/audio-output.d.ts +3 -0
- package/dist-package/adapters/headless/typescript/src/audio-output.js +3 -0
- package/dist-package/adapters/headless/typescript/src/ffmpeg-media-probe.d.ts +11 -0
- package/dist-package/adapters/headless/typescript/src/ffmpeg-media-probe.js +26 -2
- package/dist-package/adapters/headless/typescript/src/ffmpeg-renderer.d.ts +25 -0
- package/dist-package/adapters/headless/typescript/src/ffmpeg-renderer.js +37 -14
- package/dist-package/adapters/headless/typescript/src/ffmpeg-verifier.d.ts +15 -0
- package/dist-package/adapters/headless/typescript/src/ffmpeg-verifier.js +9 -4
- package/dist-package/adapters/headless/typescript/src/index.d.ts +3 -0
- package/dist-package/apps/cli/src/dev-doctor.d.ts +25 -0
- package/dist-package/apps/cli/src/dev-doctor.js +198 -0
- package/dist-package/apps/cli/src/headless-projects.d.ts +3 -0
- package/dist-package/apps/cli/src/headless-projects.js +5 -0
- package/dist-package/apps/cli/src/main.d.ts +10 -0
- package/dist-package/apps/cli/src/main.js +42 -0
- package/dist-package/apps/mcp-server/runtime/ffmpeg-audio-backend.py +129 -0
- package/dist-package/apps/mcp-server/runtime/speech-analyzer-wrapper.mjs +54 -0
- package/dist-package/apps/mcp-server/runtime/whisper-speech-backend.py +271 -0
- package/dist-package/apps/mcp-server/src/build-alignment.d.ts +10 -0
- package/dist-package/apps/mcp-server/src/build-identity.d.ts +7 -0
- package/dist-package/apps/mcp-server/src/build-identity.json +2 -2
- package/dist-package/apps/mcp-server/src/canonical-native-snapshot.d.ts +8 -0
- package/dist-package/apps/mcp-server/src/canonical-native-snapshot.js +18 -0
- package/dist-package/apps/mcp-server/src/final-cut-runtime-config.d.ts +5 -0
- package/dist-package/apps/mcp-server/src/final-cut-runtime-config.js +3 -0
- package/dist-package/apps/mcp-server/src/headless-project-snapshot.d.ts +3 -0
- package/dist-package/apps/mcp-server/src/headless-sessions.d.ts +89 -0
- package/dist-package/apps/mcp-server/src/main.d.ts +1 -0
- package/dist-package/apps/mcp-server/src/main.js +24 -19
- package/dist-package/apps/mcp-server/src/materialization-jobs.d.ts +204 -0
- package/dist-package/apps/mcp-server/src/materialization-jobs.js +143 -10
- package/dist-package/apps/mcp-server/src/readback-policy.d.ts +18 -0
- package/dist-package/apps/mcp-server/src/routing.d.ts +90 -0
- package/dist-package/apps/mcp-server/src/routing.js +2 -0
- package/dist-package/apps/mcp-server/src/server.d.ts +75 -0
- package/dist-package/apps/mcp-server/src/server.js +813 -158
- package/dist-package/apps/mcp-server/src/tools/skills/catalog.d.ts +19 -0
- package/dist-package/apps/mcp-server/src/tools/skills/catalog.js +142 -0
- package/dist-package/apps/mcp-server/src/tools/skills/metadata.d.ts +37 -0
- package/dist-package/apps/mcp-server/src/tools/skills/metadata.js +71 -0
- package/dist-package/apps/mcp-server/src/tools/skills/register.d.ts +11 -0
- package/dist-package/apps/mcp-server/src/tools/skills/register.js +101 -0
- package/dist-package/apps/mcp-server/src/version.d.ts +4 -0
- package/dist-package/packages/headless-application/src/external-edit.d.ts +30 -0
- package/dist-package/packages/headless-application/src/external-edit.js +72 -0
- package/dist-package/packages/headless-application/src/headless-projects.d.ts +233 -0
- package/dist-package/{apps/mcp-server → packages/headless-application}/src/headless-projects.js +392 -59
- package/dist-package/packages/headless-application/src/index.d.ts +2 -0
- package/dist-package/packages/headless-application/src/index.js +2 -0
- package/dist-package/packages/runtime/src/application/duration-policy-service.d.ts +4 -0
- package/dist-package/packages/runtime/src/application/local-media.d.ts +46 -0
- package/dist-package/packages/runtime/src/application/media-analysis-service.d.ts +40 -0
- package/dist-package/packages/runtime/src/application/media-analysis-service.js +105 -15
- package/dist-package/packages/runtime/src/application/project-service.d.ts +35 -0
- package/dist-package/packages/runtime/src/application/project-service.js +5 -1
- package/dist-package/packages/runtime/src/application/project-store.d.ts +56 -0
- package/dist-package/packages/runtime/src/application/project-store.js +13 -36
- package/dist-package/packages/runtime/src/application/project-transactions.d.ts +51 -0
- package/dist-package/packages/runtime/src/application/runtime-options.d.ts +15 -0
- package/dist-package/packages/runtime/src/application/semantic-media-index-store.d.ts +28 -0
- package/dist-package/packages/runtime/src/application/transaction-store.d.ts +10 -0
- package/dist-package/packages/runtime/src/application/transaction-store.js +1 -1
- package/dist-package/packages/runtime/src/audio/analysis.d.ts +3 -0
- package/dist-package/packages/runtime/src/audio/analysis.js +95 -0
- package/dist-package/packages/runtime/src/audio/dialogue-normalization.d.ts +47 -0
- package/dist-package/packages/runtime/src/audio/noise-reduction.d.ts +34 -0
- package/dist-package/packages/runtime/src/capabilities.d.ts +45 -0
- package/dist-package/packages/runtime/src/capabilities.js +1 -1
- package/dist-package/packages/runtime/src/color-correction.d.ts +33 -0
- package/dist-package/packages/runtime/src/context/context-engine.d.ts +28 -0
- package/dist-package/packages/runtime/src/context/context-engine.js +22 -16
- package/dist-package/packages/runtime/src/context/context-service.d.ts +20 -0
- package/dist-package/packages/runtime/src/context/context-service.js +2 -2
- package/dist-package/packages/runtime/src/context/project-catalog.d.ts +12 -0
- package/dist-package/packages/runtime/src/context/revision.d.ts +2 -0
- package/dist-package/packages/runtime/src/domain/capabilities.d.ts +170 -0
- package/dist-package/packages/runtime/src/domain/context.d.ts +179 -0
- package/dist-package/packages/runtime/src/domain/diff.d.ts +104 -0
- package/dist-package/packages/runtime/src/domain/duration.d.ts +63 -0
- package/dist-package/packages/runtime/src/domain/editing.d.ts +227 -0
- package/dist-package/packages/runtime/src/domain/incremental-sync.d.ts +67 -0
- package/dist-package/packages/runtime/src/domain/index.d.ts +14 -0
- package/dist-package/packages/runtime/src/domain/media.d.ts +406 -0
- package/dist-package/packages/runtime/src/domain/ports.d.ts +62 -0
- package/dist-package/packages/runtime/src/domain/primitives.d.ts +21 -0
- package/dist-package/packages/runtime/src/domain/project.d.ts +119 -0
- package/dist-package/packages/runtime/src/domain/rough-cut.d.ts +27 -0
- package/dist-package/packages/runtime/src/domain/skills.d.ts +145 -0
- package/dist-package/packages/runtime/src/domain/timeline-target.d.ts +57 -0
- package/dist-package/packages/runtime/src/domain/timeline-target.js +19 -1
- package/dist-package/packages/runtime/src/domain/types.d.ts +5 -0
- package/dist-package/packages/runtime/src/domain/verification.d.ts +92 -0
- package/dist-package/packages/runtime/src/editing/dialogue-normalization-service.d.ts +18 -0
- package/dist-package/packages/runtime/src/editing/duration-policy.d.ts +3 -0
- package/dist-package/packages/runtime/src/editing/edit-service.d.ts +44 -0
- package/dist-package/packages/runtime/src/editing/edit-service.js +76 -10
- package/dist-package/packages/runtime/src/editing/filler-removal-service.d.ts +23 -0
- package/dist-package/packages/runtime/src/editing/intent.d.ts +97 -0
- package/dist-package/packages/runtime/src/editing/music-service.d.ts +9 -0
- package/dist-package/packages/runtime/src/index.d.ts +32 -0
- package/dist-package/packages/runtime/src/index.js +2 -0
- package/dist-package/packages/runtime/src/planning/rough-cut.d.ts +3 -0
- package/dist-package/packages/runtime/src/render/render-and-verify.d.ts +71 -0
- package/dist-package/packages/runtime/src/render/render-contract.d.ts +96 -0
- package/dist-package/packages/runtime/src/runtime.d.ts +85 -0
- package/dist-package/packages/runtime/src/runtime.js +16 -7
- package/dist-package/packages/runtime/src/skills/builtin.d.ts +2 -0
- package/dist-package/packages/runtime/src/skills/index.d.ts +3 -0
- package/dist-package/packages/runtime/src/skills/registry.d.ts +10 -0
- package/dist-package/packages/runtime/src/skills/requirements.d.ts +38 -0
- package/dist-package/packages/runtime/src/skills/runtime.d.ts +38 -0
- package/dist-package/packages/runtime/src/speech/analysis.d.ts +18 -0
- package/dist-package/packages/runtime/src/speech/analysis.js +67 -0
- package/dist-package/packages/runtime/src/speech/filler-detector.d.ts +49 -0
- package/dist-package/packages/runtime/src/speech/filler-removal.d.ts +37 -0
- package/dist-package/packages/runtime/src/speech/mapping.d.ts +56 -0
- package/dist-package/packages/runtime/src/speech/mapping.js +27 -4
- package/dist-package/packages/runtime/src/speech/safe-cut-resolver.d.ts +52 -0
- package/dist-package/packages/runtime/src/timeline/drift-reconciliation.d.ts +42 -0
- package/dist-package/packages/runtime/src/timeline/editing-session.d.ts +271 -0
- package/dist-package/packages/runtime/src/timeline/editing-session.js +48 -2
- package/dist-package/packages/runtime/src/timeline/fast-observation.d.ts +77 -0
- package/dist-package/packages/runtime/src/timeline/rational-time.d.ts +11 -0
- package/dist-package/packages/runtime/src/timeline/reorder-preview.d.ts +32 -0
- package/dist-package/packages/runtime/src/timeline/reorder-preview.js +202 -0
- package/dist-package/packages/runtime/src/timeline/snapshot-diff.d.ts +3 -0
- package/dist-package/packages/runtime/src/timeline/snapshot-diff.js +1 -0
- package/dist-package/packages/runtime/src/timeline/snapshot-digest.d.ts +3 -0
- package/dist-package/packages/runtime/src/timeline/snapshot-digest.js +1 -1
- package/dist-package/packages/runtime/src/verification/verification.d.ts +6 -0
- package/dist-package/packages/testkit/src/fixture-analyzers.d.ts +37 -0
- package/dist-package/packages/testkit/src/in-memory-editor.d.ts +55 -0
- package/dist-package/packages/testkit/src/in-memory-editor.js +3 -3
- package/dist-package/packages/testkit/src/index.d.ts +4 -0
- package/dist-package/packages/testkit/src/index.js +1 -0
- package/dist-package/packages/testkit/src/sender-lifecycle-fixture.d.ts +47 -0
- package/dist-package/packages/testkit/src/sender-lifecycle-fixture.js +192 -0
- package/dist-package/packages/testkit/src/skill-fixtures.d.ts +3 -0
- package/package.json +41 -14
|
@@ -13,6 +13,12 @@ const BASIC_TITLE_EFFECT_UID = ".../Titles.localized/Bumper:Opener.localized/Bas
|
|
|
13
13
|
*/
|
|
14
14
|
export function compileTimelineIrToFcpxml(timeline, options) {
|
|
15
15
|
validateTimelineIr(timeline);
|
|
16
|
+
if (timeline.sequence.timecodeStart && parseExactRational(timeline.sequence.timecodeStart).value !== 0n) {
|
|
17
|
+
throw new Error("FCPXML_UNSUPPORTED_TIMELINE_FEATURE: nonzero timecode origin requires verified frame-grid handling");
|
|
18
|
+
}
|
|
19
|
+
if (timeline.sequence.frameGridOrigin && parseExactRational(timeline.sequence.frameGridOrigin).value !== 0n) {
|
|
20
|
+
throw new Error("FCPXML_UNSUPPORTED_TIMELINE_FEATURE: nonzero frame-grid origin requires verified handling");
|
|
21
|
+
}
|
|
16
22
|
const version = options.version ?? FRAMEKIT_FCPXML_VERSION;
|
|
17
23
|
if (version !== FRAMEKIT_FCPXML_VERSION) {
|
|
18
24
|
throw new Error(`FCPXML_VERSION_UNSUPPORTED: ${String(version)}`);
|
|
@@ -27,6 +33,19 @@ export function compileTimelineIrToFcpxml(timeline, options) {
|
|
|
27
33
|
const resourceNames = uniqueResourceNames(timeline);
|
|
28
34
|
const resources = [...timeline.resources].sort((left, right) => left.id.localeCompare(right.id));
|
|
29
35
|
const elements = alignRenderableElements(renderableElements(timeline, resourceIds), timeline.sequence.frameDuration, new Set(resources.filter(({ mediaKind }) => mediaKind === "audio").map(({ id }) => resourceIds.get(id))));
|
|
36
|
+
const sourceBounds = new Map(resources.filter((resource) => resource.sourceRange).map((resource) => [resourceIds.get(resource.id), resource.sourceRange]));
|
|
37
|
+
for (const element of elements) {
|
|
38
|
+
if (element.kind !== "asset-clip" || !element.resourceId)
|
|
39
|
+
continue;
|
|
40
|
+
const range = sourceBounds.get(element.resourceId);
|
|
41
|
+
if (!range)
|
|
42
|
+
continue;
|
|
43
|
+
const start = element.sourceStartTime ?? { value: "0", timescale: "1" };
|
|
44
|
+
const end = addExactTimes(start, element.durationTime);
|
|
45
|
+
if (compareExactTimes(start, range.start) < 0 || compareExactTimes(end, addExactTimes(range.start, range.duration)) > 0) {
|
|
46
|
+
throw new Error(`FCPXML_SOURCE_RANGE_OUT_OF_BOUNDS: frame rounding moved ${element.id} outside its source range`);
|
|
47
|
+
}
|
|
48
|
+
}
|
|
30
49
|
const elementIds = new Set();
|
|
31
50
|
for (const element of elements) {
|
|
32
51
|
if (elementIds.has(element.id))
|
|
@@ -43,6 +62,7 @@ export function compileTimelineIrToFcpxml(timeline, options) {
|
|
|
43
62
|
: undefined;
|
|
44
63
|
const lines = [
|
|
45
64
|
'<?xml version="1.0" encoding="UTF-8"?>',
|
|
65
|
+
"<!DOCTYPE fcpxml>",
|
|
46
66
|
`<fcpxml version="${FRAMEKIT_FCPXML_VERSION}">`,
|
|
47
67
|
" <resources>",
|
|
48
68
|
` <format id="${formatId}"${projectFormatName ? ` name="${projectFormatName}"` : ""} frameDuration="${formatRational(timeline.sequence.frameDuration, "sequence.frameDuration")}"${projectDimensions} />`,
|
|
@@ -58,7 +78,7 @@ export function compileTimelineIrToFcpxml(timeline, options) {
|
|
|
58
78
|
" <library>",
|
|
59
79
|
` <event uid="${xmlEscape(options.target.eventUid)}" name="${xmlEscape(options.target.eventName ?? "Framekit Event")}">`,
|
|
60
80
|
` <project uid="${xmlEscape(destination.projectUid)}" name="${xmlEscape(destination.projectName)}">`,
|
|
61
|
-
` <sequence format="${formatId}" duration="${formatRational(timeline.sequence.durationTime, "sequence.durationTime")}">`,
|
|
81
|
+
` <sequence format="${formatId}" duration="${formatRational(timeline.sequence.durationTime, "sequence.durationTime")}"${timeline.sequence.timecodeStart ? ` tcStart="${formatRational(timeline.sequence.timecodeStart, "sequence.timecodeStart")}"` : ""}>`,
|
|
62
82
|
" <spine>",
|
|
63
83
|
...renderElements(elements),
|
|
64
84
|
" </spine>",
|
|
@@ -310,9 +330,11 @@ function renderResource(resource, id, name) {
|
|
|
310
330
|
const metadata = resource.metadata;
|
|
311
331
|
const video = metadata?.streams.find((stream) => stream.kind === "video");
|
|
312
332
|
const audio = metadata?.streams.find((stream) => stream.kind === "audio");
|
|
313
|
-
const timingAttributes =
|
|
314
|
-
? ` start="
|
|
315
|
-
:
|
|
333
|
+
const timingAttributes = resource.sourceRange
|
|
334
|
+
? ` start="${formatRational(resource.sourceRange.start, `resource ${resource.id}.sourceRange.start`)}" duration="${formatRational(resource.sourceRange.duration, `resource ${resource.id}.sourceRange.duration`)}"`
|
|
335
|
+
: metadata
|
|
336
|
+
? ` start="0s" duration="${formatRational(metadata.durationTime, `resource ${resource.id}.durationTime`)}"`
|
|
337
|
+
: "";
|
|
316
338
|
const formatAttribute = video?.width && video.height && video.frameRate
|
|
317
339
|
? ` format="format-${id}"`
|
|
318
340
|
: resource.mediaKind === "audio"
|
|
@@ -449,6 +471,7 @@ function renderOccurrence(occurrence, timeline, resourceIds, occurrenceIds) {
|
|
|
449
471
|
resourceId: resource,
|
|
450
472
|
...(occurrence.sourceStartTime ? { sourceStartTime: occurrence.sourceStartTime } : {}),
|
|
451
473
|
...(occurrence.role === "audio" || occurrence.role === "music" ? { role: occurrence.role } : {}),
|
|
474
|
+
...(occurrence.nativeAudioRole ? { nativeAudioRole: occurrence.nativeAudioRole } : {}),
|
|
452
475
|
...(occurrence.gainDb !== undefined ? { gainDb: occurrence.gainDb } : {}),
|
|
453
476
|
...(occurrence.enabled !== undefined ? { enabled: occurrence.enabled } : {}),
|
|
454
477
|
};
|
|
@@ -511,7 +534,7 @@ function renderElements(elements) {
|
|
|
511
534
|
...(element.sourceStartTime ? [`start="${formatRational(element.sourceStartTime, `${element.id}.sourceStartTime`)}"`] : []),
|
|
512
535
|
`duration="${formatRational(element.durationTime, `${element.id}.durationTime`)}"`,
|
|
513
536
|
...(element.lane !== undefined ? [`lane="${String(element.lane)}"`] : []),
|
|
514
|
-
...(element.role ? [`audioRole="${element.role}"`] : []),
|
|
537
|
+
...(element.nativeAudioRole || element.role ? [`audioRole="${xmlEscape(element.nativeAudioRole ?? element.role)}"`] : []),
|
|
515
538
|
...(element.enabled !== undefined ? [`enabled="${element.enabled ? "1" : "0"}"`] : []),
|
|
516
539
|
]
|
|
517
540
|
: element.kind === "title"
|
|
@@ -665,6 +688,9 @@ function parseExactRational(value) {
|
|
|
665
688
|
return { value: BigInt(value.value), timescale };
|
|
666
689
|
}
|
|
667
690
|
function xmlEscape(value) {
|
|
691
|
+
if (/[^\u0009\u000A\u000D\u0020-\uD7FF\uE000-\uFFFD\u{10000}-\u{10FFFF}]/u.test(value)) {
|
|
692
|
+
throw new Error("FCPXML_INVALID: text contains an illegal XML character");
|
|
693
|
+
}
|
|
668
694
|
return value
|
|
669
695
|
.replaceAll("&", "&")
|
|
670
696
|
.replaceAll("<", "<")
|
|
@@ -0,0 +1,54 @@
|
|
|
1
|
+
import type { EditingSessionState, TimelineIr, TimelineIrEditOperation, TimelineReconciliationResult } from "../../../../packages/runtime/src/index.js";
|
|
2
|
+
import { type FinalCutSqliteObservation } from "./sqlite-inspection.js";
|
|
3
|
+
import { type TimelineIrToFcpxmlResult, type TimelineIrToFcpxmlTarget } from "./timeline-ir-fcpxml.js";
|
|
4
|
+
import { type FinalCutFcpxmlExperimentResult, type FinalCutFcpxmlExperimentObservation } from "./fcpxml-console-experiment.js";
|
|
5
|
+
export type UnattendedEditingEnvironment = Omit<FinalCutFcpxmlExperimentObservation, "artifact">;
|
|
6
|
+
export interface UnattendedEditingWorkflowOptions {
|
|
7
|
+
base: TimelineIr;
|
|
8
|
+
providerState: TimelineIr;
|
|
9
|
+
operations: TimelineIrEditOperation[];
|
|
10
|
+
target: TimelineIrToFcpxmlTarget;
|
|
11
|
+
environment: UnattendedEditingEnvironment;
|
|
12
|
+
sqlite?: {
|
|
13
|
+
before?: FinalCutSqliteObservation;
|
|
14
|
+
after?: FinalCutSqliteObservation;
|
|
15
|
+
};
|
|
16
|
+
}
|
|
17
|
+
export type UnattendedEditingStatus = "artifact-verified" | "artifact-verified-native-blocked" | "conflicted" | "stale";
|
|
18
|
+
export type UnattendedSqliteEvidence = {
|
|
19
|
+
status: "not-provided";
|
|
20
|
+
canonical: false;
|
|
21
|
+
} | {
|
|
22
|
+
status: "observed";
|
|
23
|
+
canonical: false;
|
|
24
|
+
digest: string;
|
|
25
|
+
coverageComplete: false;
|
|
26
|
+
} | {
|
|
27
|
+
status: "unchanged" | "changed";
|
|
28
|
+
canonical: false;
|
|
29
|
+
previousDigest: string;
|
|
30
|
+
currentDigest: string;
|
|
31
|
+
reasons: string[];
|
|
32
|
+
};
|
|
33
|
+
export interface UnattendedEditingWorkflowResult {
|
|
34
|
+
status: UnattendedEditingStatus;
|
|
35
|
+
session: {
|
|
36
|
+
state: EditingSessionState;
|
|
37
|
+
base: TimelineIr;
|
|
38
|
+
desired: TimelineIr;
|
|
39
|
+
serialized: string;
|
|
40
|
+
};
|
|
41
|
+
reconciliation?: TimelineReconciliationResult;
|
|
42
|
+
sqlite: UnattendedSqliteEvidence;
|
|
43
|
+
artifact?: TimelineIrToFcpxmlResult;
|
|
44
|
+
experiment?: FinalCutFcpxmlExperimentResult;
|
|
45
|
+
mutationAttempted: false;
|
|
46
|
+
overwritten: false;
|
|
47
|
+
}
|
|
48
|
+
/**
|
|
49
|
+
* Runs the safe, unattended portion of an edit. It can read a storage
|
|
50
|
+
* observation, rebase a session against provider state, and produce a new
|
|
51
|
+
* FCPXML artifact. It never calls Final Cut, imports an artifact, or writes a
|
|
52
|
+
* destination file.
|
|
53
|
+
*/
|
|
54
|
+
export declare function runUnattendedEditingWorkflow(options: UnattendedEditingWorkflowOptions): UnattendedEditingWorkflowResult;
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import type { LocalMediaMetadataProbe, TimelineIrMediaMetadata } from "../../../../packages/runtime/src/index.js";
|
|
2
|
+
export interface FfmpegMediaMetadataProbeOptions {
|
|
3
|
+
ffprobePath?: string;
|
|
4
|
+
env?: NodeJS.ProcessEnv;
|
|
5
|
+
}
|
|
6
|
+
export declare class FfmpegMediaMetadataProbe implements LocalMediaMetadataProbe {
|
|
7
|
+
private readonly ffprobePath;
|
|
8
|
+
private readonly environment;
|
|
9
|
+
constructor(options?: FfmpegMediaMetadataProbeOptions);
|
|
10
|
+
probe(sourcePath: string): Promise<TimelineIrMediaMetadata>;
|
|
11
|
+
}
|
|
@@ -15,8 +15,8 @@ export class FfmpegMediaMetadataProbe {
|
|
|
15
15
|
throw new Error(`HEADLESS_MEDIA_INVALID: source is not a regular file: ${sourcePath}`);
|
|
16
16
|
const result = await execFileAsync(this.ffprobePath, [
|
|
17
17
|
"-v", "error",
|
|
18
|
-
"-show_entries", "stream=codec_type,codec_name,width,height,r_frame_rate,sample_rate,channels",
|
|
19
|
-
"-show_entries", "format=duration",
|
|
18
|
+
"-show_entries", "stream=codec_type,codec_name,width,height,r_frame_rate,sample_rate,channels,time_base,start_pts,duration_ts",
|
|
19
|
+
"-show_entries", "format=duration,start_time",
|
|
20
20
|
"-of", "json",
|
|
21
21
|
sourcePath,
|
|
22
22
|
], { env: this.environment, maxBuffer: 2 * 1024 * 1024 });
|
|
@@ -33,6 +33,7 @@ export class FfmpegMediaMetadataProbe {
|
|
|
33
33
|
...(stream.width !== undefined ? { width: stream.width } : {}),
|
|
34
34
|
...(stream.height !== undefined ? { height: stream.height } : {}),
|
|
35
35
|
...(stream.r_frame_rate ? { frameRate: parseRate(stream.r_frame_rate) } : {}),
|
|
36
|
+
...(stream.codec_type === "video" && streamBounds(stream, parsed.format?.start_time) ? { sourceRange: streamBounds(stream, parsed.format?.start_time) } : {}),
|
|
36
37
|
...(stream.sample_rate ? { sampleRate: Number(stream.sample_rate) } : {}),
|
|
37
38
|
...(stream.channels !== undefined ? { channels: stream.channels } : {}),
|
|
38
39
|
}];
|
|
@@ -60,3 +61,26 @@ function gcd(left, right) {
|
|
|
60
61
|
}
|
|
61
62
|
return left || 1n;
|
|
62
63
|
}
|
|
64
|
+
function streamBounds(stream, formatStart) {
|
|
65
|
+
if (!stream.time_base || !/^\d+\/\d+$/.test(stream.time_base) || !Number.isSafeInteger(stream.start_pts) || !Number.isSafeInteger(stream.duration_ts) || stream.duration_ts <= 0 || !formatStart || !/^-?\d+(?:\.\d+)?$/.test(formatStart))
|
|
66
|
+
return undefined;
|
|
67
|
+
const [baseValue, baseScale] = stream.time_base.split("/").map(BigInt);
|
|
68
|
+
if (baseValue <= 0n || baseScale <= 0n)
|
|
69
|
+
return undefined;
|
|
70
|
+
const [whole, fraction = ""] = formatStart.replace("-", "").split(".");
|
|
71
|
+
const scale = 10n ** BigInt(fraction.length);
|
|
72
|
+
const origin = (formatStart.startsWith("-") ? -1n : 1n) * (BigInt(whole) * scale + BigInt(fraction || "0"));
|
|
73
|
+
let startValue = BigInt(stream.start_pts) * baseValue * scale - origin * baseScale;
|
|
74
|
+
const startScale = baseScale * scale;
|
|
75
|
+
// ffprobe formats the container origin at microsecond precision. Treat an
|
|
76
|
+
// offset within half a microsecond as zero, in either rounding direction.
|
|
77
|
+
const magnitude = startValue < 0n ? -startValue : startValue;
|
|
78
|
+
if (magnitude * 2000000n <= startScale)
|
|
79
|
+
startValue = 0n;
|
|
80
|
+
if (startValue < 0n)
|
|
81
|
+
return undefined;
|
|
82
|
+
const startDivisor = gcd(startValue < 0n ? -startValue : startValue, startScale);
|
|
83
|
+
const durationValue = BigInt(stream.duration_ts) * baseValue;
|
|
84
|
+
const durationDivisor = gcd(durationValue, baseScale);
|
|
85
|
+
return { start: { value: String(startValue / startDivisor), timescale: String(startScale / startDivisor) }, duration: { value: String(durationValue / durationDivisor), timescale: String(baseScale / durationDivisor) } };
|
|
86
|
+
}
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
import { type FramekitRenderCapabilityReport, type FramekitRenderPlan, type FramekitRenderProvider, type FramekitRenderProviderResult, type FramekitRenderRequest } from "../../../../packages/runtime/src/index.js";
|
|
2
|
+
export interface FfmpegTimelineRendererOptions {
|
|
3
|
+
ffmpegPath?: string;
|
|
4
|
+
version?: string;
|
|
5
|
+
env?: NodeJS.ProcessEnv;
|
|
6
|
+
}
|
|
7
|
+
export type FfmpegRenderErrorCode = "HEADLESS_RENDER_UNAVAILABLE" | "HEADLESS_RENDER_UNSUPPORTED" | "HEADLESS_RENDER_MEDIA_MISSING" | "HEADLESS_RENDER_MEDIA_CHANGED" | "HEADLESS_RENDER_OUTPUT_EXISTS" | "HEADLESS_RENDER_OUTPUT_INVALID" | "HEADLESS_RENDER_PLAN_MISMATCH" | "HEADLESS_RENDER_FAILED";
|
|
8
|
+
export declare class FfmpegRenderError extends Error {
|
|
9
|
+
readonly code: FfmpegRenderErrorCode;
|
|
10
|
+
constructor(code: FfmpegRenderErrorCode, message: string);
|
|
11
|
+
}
|
|
12
|
+
/**
|
|
13
|
+
* The first provider-neutral concrete renderer. It consumes only a validated
|
|
14
|
+
* Timeline IR render plan and treats local source files as immutable inputs.
|
|
15
|
+
*/
|
|
16
|
+
export declare class FfmpegTimelineRenderer implements FramekitRenderProvider {
|
|
17
|
+
readonly id = "ffmpeg-headless";
|
|
18
|
+
readonly version: string;
|
|
19
|
+
private readonly ffmpegPath;
|
|
20
|
+
private readonly environment;
|
|
21
|
+
private readonly fontFile?;
|
|
22
|
+
constructor(options?: FfmpegTimelineRendererOptions);
|
|
23
|
+
capabilities(request: FramekitRenderRequest): FramekitRenderCapabilityReport;
|
|
24
|
+
render(plan: FramekitRenderPlan): Promise<FramekitRenderProviderResult>;
|
|
25
|
+
}
|
|
@@ -1,10 +1,11 @@
|
|
|
1
1
|
import { createHash } from "node:crypto";
|
|
2
2
|
import { execFile } from "node:child_process";
|
|
3
3
|
import { createReadStream } from "node:fs";
|
|
4
|
-
import { access, link, lstat, mkdtemp, rename, rm, unlink } from "node:fs/promises";
|
|
4
|
+
import { access, link, lstat, mkdtemp, rename, rm, unlink, writeFile } from "node:fs/promises";
|
|
5
5
|
import { existsSync } from "node:fs";
|
|
6
6
|
import { dirname, join, resolve } from "node:path";
|
|
7
7
|
import { promisify } from "node:util";
|
|
8
|
+
import { HEADLESS_AUDIO_CHANNELS, HEADLESS_AUDIO_CODEC, HEADLESS_AUDIO_SAMPLE_RATE } from "./audio-output.js";
|
|
8
9
|
import { createFramekitRenderResult, } from "../../../../packages/runtime/src/index.js";
|
|
9
10
|
const execFileAsync = promisify(execFile);
|
|
10
11
|
export class FfmpegRenderError extends Error {
|
|
@@ -64,10 +65,11 @@ export class FfmpegTimelineRenderer {
|
|
|
64
65
|
const stagingDirectory = await mkdtemp(join(outputDirectory, ".framekit-render-"));
|
|
65
66
|
const stagingPath = join(stagingDirectory, `render.${plan.parameters.format}`);
|
|
66
67
|
try {
|
|
67
|
-
const
|
|
68
|
+
const titleTextFiles = await writeTitleTextFiles(model.timeline.sequence.titles ?? [], stagingDirectory);
|
|
69
|
+
const args = buildFfmpegArguments(model, stagingPath, this.fontFile, titleTextFiles);
|
|
68
70
|
try {
|
|
69
71
|
await execFileAsync(this.ffmpegPath, args, {
|
|
70
|
-
cwd:
|
|
72
|
+
cwd: stagingDirectory,
|
|
71
73
|
env: this.environment,
|
|
72
74
|
maxBuffer: 8 * 1024 * 1024,
|
|
73
75
|
});
|
|
@@ -107,6 +109,9 @@ export class FfmpegTimelineRenderer {
|
|
|
107
109
|
}
|
|
108
110
|
async function prepareRenderModel(plan) {
|
|
109
111
|
const timeline = structuredClone(plan.timeline);
|
|
112
|
+
if (timeline.resources.some((resource) => resource.sourceRange && BigInt(resource.sourceRange.start.value) !== 0n)) {
|
|
113
|
+
throw new FfmpegRenderError("HEADLESS_RENDER_UNSUPPORTED", "nonzero source origins are not yet supported");
|
|
114
|
+
}
|
|
110
115
|
const sequence = timeline.sequence;
|
|
111
116
|
const occurrences = sequence.occurrences
|
|
112
117
|
.filter(isPrimaryVideoOccurrence)
|
|
@@ -292,7 +297,7 @@ async function assertSourcesUnchanged(model) {
|
|
|
292
297
|
}
|
|
293
298
|
}
|
|
294
299
|
}
|
|
295
|
-
function buildFfmpegArguments(model, stagingPath, fontFile) {
|
|
300
|
+
function buildFfmpegArguments(model, stagingPath, fontFile, titleTextFiles) {
|
|
296
301
|
const filters = [];
|
|
297
302
|
const inputArguments = [];
|
|
298
303
|
const videoLabels = [];
|
|
@@ -319,7 +324,7 @@ function buildFfmpegArguments(model, stagingPath, fontFile) {
|
|
|
319
324
|
if (hasAudio) {
|
|
320
325
|
const audioLabel = `clipa${index}`;
|
|
321
326
|
const gain = occurrence.gainDb ?? 0;
|
|
322
|
-
filters.push(`${`[${index}:a]`}atrim=start=${formatNumber(sourceStart)}:duration=${formatNumber(duration)},asetpts=PTS-STARTPTS,aresample
|
|
327
|
+
filters.push(`${`[${index}:a]`}atrim=start=${formatNumber(sourceStart)}:duration=${formatNumber(duration)},asetpts=PTS-STARTPTS,aresample=${HEADLESS_AUDIO_SAMPLE_RATE},volume=${formatNumber(Math.pow(10, gain / 20))}[${audioLabel}]`);
|
|
323
328
|
audioLabels.push(`[${audioLabel}]`);
|
|
324
329
|
}
|
|
325
330
|
}
|
|
@@ -329,15 +334,15 @@ function buildFfmpegArguments(model, stagingPath, fontFile) {
|
|
|
329
334
|
const start = rationalSeconds(occurrence.startTime, `${occurrence.id}.startTime`);
|
|
330
335
|
const duration = rationalSeconds(occurrence.durationTime, `${occurrence.id}.durationTime`);
|
|
331
336
|
const gain = occurrence.gainDb ?? 0;
|
|
332
|
-
const delaySamples = Math.round(start *
|
|
337
|
+
const delaySamples = Math.round(start * HEADLESS_AUDIO_SAMPLE_RATE);
|
|
333
338
|
const audioLabel = `bed-audio${index}`;
|
|
334
|
-
filters.push(`[${index}:a]atrim=start=${formatNumber(sourceStart)}:duration=${formatNumber(duration)},asetpts=PTS-STARTPTS,aresample
|
|
339
|
+
filters.push(`[${index}:a]atrim=start=${formatNumber(sourceStart)}:duration=${formatNumber(duration)},asetpts=PTS-STARTPTS,aresample=${HEADLESS_AUDIO_SAMPLE_RATE},aformat=channel_layouts=mono,volume=${formatNumber(Math.pow(10, gain / 20))},adelay=${delaySamples}S:all=1,apad=whole_dur=${formatNumber(model.duration)},asetpts=PTS-STARTPTS[${audioLabel}]`);
|
|
335
340
|
musicLabels.push(`[${audioLabel}]`);
|
|
336
341
|
}
|
|
337
342
|
const transition = model.timeline.sequence.transitions?.[0];
|
|
338
343
|
const videoBase = addVideoComposition(filters, videoLabels, model, transition);
|
|
339
344
|
const videoWithTail = addBlackVideoTail(filters, videoBase, model.tailDuration);
|
|
340
|
-
const videoOutput = addTitleOverlays(filters, videoWithTail, model, fontFile);
|
|
345
|
+
const videoOutput = addTitleOverlays(filters, videoWithTail, model, fontFile, titleTextFiles);
|
|
341
346
|
let audioOutput;
|
|
342
347
|
if (audioLabels.length > 0)
|
|
343
348
|
audioOutput = addAudioComposition(filters, audioLabels, model, transition);
|
|
@@ -348,7 +353,7 @@ function buildFfmpegArguments(model, stagingPath, fontFile) {
|
|
|
348
353
|
const args = ["-hide_banner", "-loglevel", "error", "-nostdin", "-y", ...inputArguments, "-filter_complex", filters.join(";")];
|
|
349
354
|
args.push("-map", `[${videoOutput}]`, "-c:v", "libx264", "-preset", "ultrafast", "-threads", "1", "-pix_fmt", "yuv420p", "-r", fps);
|
|
350
355
|
if (audioOutput) {
|
|
351
|
-
args.push("-map", `[${audioOutput}]`, "-c:a",
|
|
356
|
+
args.push("-map", `[${audioOutput}]`, "-c:a", HEADLESS_AUDIO_CODEC, "-b:a", "128k", "-ar", String(HEADLESS_AUDIO_SAMPLE_RATE), "-ac", String(HEADLESS_AUDIO_CHANNELS));
|
|
352
357
|
}
|
|
353
358
|
args.push("-map_metadata", "-1", "-t", formatNumber(model.duration), "-movflags", "+faststart", stagingPath);
|
|
354
359
|
return args;
|
|
@@ -405,9 +410,22 @@ function addAudioComposition(filters, labels, model, transition) {
|
|
|
405
410
|
filters.push(`${labels.join("")}concat=n=${labels.length}:v=0:a=1[${output}]`);
|
|
406
411
|
return output;
|
|
407
412
|
}
|
|
408
|
-
function
|
|
409
|
-
|
|
410
|
-
for (const [index, title] of
|
|
413
|
+
async function writeTitleTextFiles(titles, stagingDirectory) {
|
|
414
|
+
const files = [];
|
|
415
|
+
for (const [index, title] of titles.entries()) {
|
|
416
|
+
const filename = `title-${index}.txt`;
|
|
417
|
+
await writeFile(join(stagingDirectory, filename), title.text, "utf8");
|
|
418
|
+
files.push(filename);
|
|
419
|
+
}
|
|
420
|
+
return files;
|
|
421
|
+
}
|
|
422
|
+
function addTitleOverlays(filters, input, model, fontFile, titleTextFiles) {
|
|
423
|
+
const titles = model.timeline.sequence.titles ?? [];
|
|
424
|
+
if (titles.length === 0)
|
|
425
|
+
return input;
|
|
426
|
+
filters.push(`[${input}]format=yuv420p[video-titles-base]`);
|
|
427
|
+
let current = "video-titles-base";
|
|
428
|
+
for (const [index, title] of titles.entries()) {
|
|
411
429
|
const start = rationalSeconds(title.startTime, `${title.id}.startTime`);
|
|
412
430
|
const end = start + rationalSeconds(title.durationTime, `${title.id}.durationTime`);
|
|
413
431
|
const style = title.style;
|
|
@@ -421,7 +439,10 @@ function addTitleOverlays(filters, input, model, fontFile) {
|
|
|
421
439
|
: "(h-text_h)/2";
|
|
422
440
|
const output = `title-${index}`;
|
|
423
441
|
const font = fontFile ? `fontfile='${escapeFilterValue(fontFile)}':` : "";
|
|
424
|
-
|
|
442
|
+
const textFile = titleTextFiles[index];
|
|
443
|
+
if (!textFile)
|
|
444
|
+
throw new FfmpegRenderError("HEADLESS_RENDER_FAILED", `title text file is missing: ${index}`);
|
|
445
|
+
filters.push(`[${current}]drawtext=${font}textfile='${textFile}':expansion=none:fontcolor=${color}:fontsize=${size}:x=${x}:y=${y}:enable='between(t,${formatNumber(start)},${formatNumber(end)})'[${output}]`);
|
|
425
446
|
current = output;
|
|
426
447
|
}
|
|
427
448
|
return current;
|
|
@@ -452,6 +473,8 @@ function supportsLocalMedia(timeline) {
|
|
|
452
473
|
function supportsStructuralEdits(timeline) {
|
|
453
474
|
const primaryOccurrences = timeline.sequence.occurrences.filter(isPrimaryVideoOccurrence);
|
|
454
475
|
return timeline.sequence.storyElements.length === 0
|
|
476
|
+
&& (timeline.sequence.timecodeStart === undefined || /^-?0+$/.test(timeline.sequence.timecodeStart.value))
|
|
477
|
+
&& (timeline.sequence.frameGridOrigin === undefined || /^-?0+$/.test(timeline.sequence.frameGridOrigin.value))
|
|
455
478
|
&& timeline.sequence.markers.length === 0
|
|
456
479
|
&& timeline.sequence.captions.length === 0
|
|
457
480
|
&& primaryOccurrences.length > 0
|
|
@@ -548,7 +571,7 @@ function formatNumber(value) {
|
|
|
548
571
|
return Number(value.toFixed(6)).toString();
|
|
549
572
|
}
|
|
550
573
|
function escapeFilterValue(value) {
|
|
551
|
-
return value.replaceAll("\\", "\\\\").replaceAll("'", "\\'").replaceAll(":", "\\:").replaceAll(",", "\\,").replaceAll("[", "\\[").replaceAll("]", "\\]").replaceAll("\n", "\\n");
|
|
574
|
+
return value.replaceAll("\\", "\\\\").replaceAll("'", "'\\''").replaceAll(":", "\\:").replaceAll(",", "\\,").replaceAll("[", "\\[").replaceAll("]", "\\]").replaceAll("\n", "\\n");
|
|
552
575
|
}
|
|
553
576
|
function resolveFontFile(preferred) {
|
|
554
577
|
const candidates = [
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
import type { FramekitRenderPlan, FramekitRenderProviderResult, FramekitRenderVerificationResult, FramekitRenderArtifactVerifier } from "../../../../packages/runtime/src/index.js";
|
|
2
|
+
export interface FfmpegRenderVerifierOptions {
|
|
3
|
+
ffprobePath?: string;
|
|
4
|
+
durationToleranceSeconds?: number;
|
|
5
|
+
env?: NodeJS.ProcessEnv;
|
|
6
|
+
}
|
|
7
|
+
/** Independently verifies the committed output; it does not trust provider metadata. */
|
|
8
|
+
export declare class FfmpegRenderVerifier implements FramekitRenderArtifactVerifier {
|
|
9
|
+
private readonly ffprobePath;
|
|
10
|
+
private readonly durationToleranceSeconds?;
|
|
11
|
+
private readonly environment;
|
|
12
|
+
constructor(options?: FfmpegRenderVerifierOptions);
|
|
13
|
+
verify(plan: FramekitRenderPlan, result: FramekitRenderProviderResult): Promise<FramekitRenderVerificationResult>;
|
|
14
|
+
private probe;
|
|
15
|
+
}
|
|
@@ -4,6 +4,7 @@ import { createReadStream } from "node:fs";
|
|
|
4
4
|
import { lstat, stat } from "node:fs/promises";
|
|
5
5
|
import { resolve } from "node:path";
|
|
6
6
|
import { promisify } from "node:util";
|
|
7
|
+
import { HEADLESS_AUDIO_CHANNELS, HEADLESS_AUDIO_CODEC, HEADLESS_AUDIO_SAMPLE_RATE } from "./audio-output.js";
|
|
7
8
|
const execFileAsync = promisify(execFile);
|
|
8
9
|
/** Independently verifies the committed output; it does not trust provider metadata. */
|
|
9
10
|
export class FfmpegRenderVerifier {
|
|
@@ -78,8 +79,9 @@ export class FfmpegRenderVerifier {
|
|
|
78
79
|
checks.push({ name: "frame-rate", passed: frameRatePassed, detail: "output rational frame rate matches the explicit request", expected: expectedFrameRate, observed: observedFrameRate });
|
|
79
80
|
const audioPassed = expectedAudio === undefined || (audio !== undefined
|
|
80
81
|
&& (expectedAudio.sampleRate === undefined || Number(audio.sample_rate) === expectedAudio.sampleRate)
|
|
81
|
-
&& (expectedAudio.channels === undefined || audio.channels === expectedAudio.channels)
|
|
82
|
-
|
|
82
|
+
&& (expectedAudio.channels === undefined || audio.channels === expectedAudio.channels)
|
|
83
|
+
&& (expectedAudio.codec === undefined || audio.codec_name === expectedAudio.codec));
|
|
84
|
+
checks.push({ name: "audio-stream", passed: audioPassed, detail: "audio stream matches the expected output contract", expected: expectedAudio ?? { kind: "none" }, observed: audio ?? { kind: "none" } });
|
|
83
85
|
checks.push({ name: "duration", passed: durationPassed, detail: `output duration is within ${tolerance} seconds of the canonical sequence`, expected: expectedDuration, observed: probe.format.duration });
|
|
84
86
|
const artifact = {
|
|
85
87
|
path: result.output.path,
|
|
@@ -118,8 +120,11 @@ function expectedAudioStream(plan) {
|
|
|
118
120
|
for (const occurrence of plan.timeline.sequence.occurrences) {
|
|
119
121
|
const resource = occurrence.mediaId ? resources.get(occurrence.mediaId) : undefined;
|
|
120
122
|
const stream = resource?.metadata?.streams.find((candidate) => candidate.kind === "audio");
|
|
121
|
-
if (stream)
|
|
122
|
-
return
|
|
123
|
+
if (stream) {
|
|
124
|
+
return plan.renderer.id === "ffmpeg-headless"
|
|
125
|
+
? { sampleRate: HEADLESS_AUDIO_SAMPLE_RATE, channels: HEADLESS_AUDIO_CHANNELS, codec: HEADLESS_AUDIO_CODEC }
|
|
126
|
+
: { sampleRate: stream.sampleRate, channels: stream.channels };
|
|
127
|
+
}
|
|
123
128
|
}
|
|
124
129
|
return undefined;
|
|
125
130
|
}
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
export type DevDoctorProfile = "fixture" | "headless" | "native";
|
|
2
|
+
export type DevDoctorStatus = "pass" | "fail" | "unavailable";
|
|
3
|
+
export interface DevDoctorCheck {
|
|
4
|
+
name: string;
|
|
5
|
+
requirement: "required" | "optional";
|
|
6
|
+
status: DevDoctorStatus;
|
|
7
|
+
message: string;
|
|
8
|
+
path?: string;
|
|
9
|
+
}
|
|
10
|
+
export interface DevDoctorReport {
|
|
11
|
+
profile: DevDoctorProfile;
|
|
12
|
+
ready: boolean;
|
|
13
|
+
checks: DevDoctorCheck[];
|
|
14
|
+
}
|
|
15
|
+
export interface CollectDevDoctorOptions {
|
|
16
|
+
profile: DevDoctorProfile;
|
|
17
|
+
rootDirectory: string;
|
|
18
|
+
environment?: NodeJS.ProcessEnv;
|
|
19
|
+
homeDirectory?: string;
|
|
20
|
+
nodeVersion?: string;
|
|
21
|
+
platform?: NodeJS.Platform;
|
|
22
|
+
runCommand?: (command: string, args: string[]) => Promise<string>;
|
|
23
|
+
isPathWritable?: (path: string) => Promise<boolean>;
|
|
24
|
+
}
|
|
25
|
+
export declare function collectDevDoctorReport(options: CollectDevDoctorOptions): Promise<DevDoctorReport>;
|