@morshoto/framekit 0.1.18 → 0.2.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +17 -12
- package/dist-package/adapters/final-cut/typescript/src/analyzers.d.ts +58 -0
- package/dist-package/adapters/final-cut/typescript/src/analyzers.js +52 -13
- package/dist-package/adapters/final-cut/typescript/src/assets.d.ts +24 -0
- package/dist-package/adapters/final-cut/typescript/src/background-export.d.ts +98 -0
- package/dist-package/adapters/final-cut/typescript/src/background-materialization.d.ts +47 -0
- package/dist-package/adapters/final-cut/typescript/src/background-materialization.js +8 -2
- package/dist-package/adapters/final-cut/typescript/src/canonical-recovery-guard.d.ts +32 -0
- package/dist-package/adapters/final-cut/typescript/src/canonical-recovery-guard.js +275 -0
- package/dist-package/adapters/final-cut/typescript/src/canonical-recovery.d.ts +22 -0
- package/dist-package/adapters/final-cut/typescript/src/canonical-verification.d.ts +11 -0
- package/dist-package/adapters/final-cut/typescript/src/canonical.d.ts +184 -0
- package/dist-package/adapters/final-cut/typescript/src/canonical.js +571 -78
- package/dist-package/adapters/final-cut/typescript/src/connection.d.ts +103 -0
- package/dist-package/adapters/final-cut/typescript/src/connection.js +6 -1
- package/dist-package/adapters/final-cut/typescript/src/disposable-native.d.ts +90 -0
- package/dist-package/adapters/final-cut/typescript/src/disposable-native.js +6 -0
- package/dist-package/adapters/final-cut/typescript/src/documents.d.ts +3 -0
- package/dist-package/adapters/final-cut/typescript/src/documents.js +3 -0
- package/dist-package/adapters/final-cut/typescript/src/experimental.d.ts +8 -0
- package/dist-package/adapters/final-cut/typescript/src/experimental.js +8 -0
- package/dist-package/adapters/final-cut/typescript/src/export.d.ts +125 -0
- package/dist-package/adapters/final-cut/typescript/src/fcpxml-console-experiment.d.ts +54 -0
- package/dist-package/adapters/final-cut/typescript/src/fcpxml.d.ts +75 -0
- package/dist-package/adapters/final-cut/typescript/src/fcpxml.js +28 -9
- package/dist-package/adapters/final-cut/typescript/src/index.d.ts +22 -0
- package/dist-package/adapters/final-cut/typescript/src/index.js +1 -7
- package/dist-package/adapters/final-cut/typescript/src/library-inspection.d.ts +101 -0
- package/dist-package/adapters/final-cut/typescript/src/live.d.ts +101 -0
- package/dist-package/adapters/final-cut/typescript/src/live.js +35 -2
- package/dist-package/adapters/final-cut/typescript/src/media.d.ts +12 -0
- package/dist-package/adapters/final-cut/typescript/src/native-operation.d.ts +6 -0
- package/dist-package/adapters/final-cut/typescript/src/native-recovery-inspection.d.ts +77 -0
- package/dist-package/adapters/final-cut/typescript/src/native-recovery-inspection.js +175 -0
- package/dist-package/adapters/final-cut/typescript/src/native-session.d.ts +130 -0
- package/dist-package/adapters/final-cut/typescript/src/native-session.js +11 -6
- package/dist-package/adapters/final-cut/typescript/src/native.d.ts +828 -0
- package/dist-package/adapters/final-cut/typescript/src/native.js +475 -189
- package/dist-package/adapters/final-cut/typescript/src/pasteboard-snapshot.d.ts +114 -0
- package/dist-package/adapters/final-cut/typescript/src/publish-readback.d.ts +26 -0
- package/dist-package/adapters/final-cut/typescript/src/publish-readback.js +19 -2
- package/dist-package/adapters/final-cut/typescript/src/publisher.d.ts +215 -0
- package/dist-package/adapters/final-cut/typescript/src/publisher.js +255 -14
- package/dist-package/adapters/final-cut/typescript/src/session.d.ts +43 -0
- package/dist-package/adapters/final-cut/typescript/src/session.js +43 -13
- package/dist-package/adapters/final-cut/typescript/src/shadow-mutation.d.ts +51 -0
- package/dist-package/adapters/final-cut/typescript/src/sqlite-experiment.d.ts +156 -0
- package/dist-package/adapters/final-cut/typescript/src/sqlite-inspection.d.ts +134 -0
- package/dist-package/adapters/final-cut/typescript/src/sqlite-materialization.d.ts +110 -0
- package/dist-package/adapters/final-cut/typescript/src/sqlite-wal-observation.d.ts +132 -0
- package/dist-package/adapters/final-cut/typescript/src/timeline-ir-fcpxml.d.ts +61 -0
- package/dist-package/adapters/final-cut/typescript/src/timeline-ir-fcpxml.js +31 -5
- package/dist-package/adapters/final-cut/typescript/src/unattended-editing.d.ts +54 -0
- package/dist-package/adapters/headless/typescript/src/audio-output.d.ts +3 -0
- package/dist-package/adapters/headless/typescript/src/audio-output.js +3 -0
- package/dist-package/adapters/headless/typescript/src/ffmpeg-media-probe.d.ts +11 -0
- package/dist-package/adapters/headless/typescript/src/ffmpeg-media-probe.js +26 -2
- package/dist-package/adapters/headless/typescript/src/ffmpeg-renderer.d.ts +25 -0
- package/dist-package/adapters/headless/typescript/src/ffmpeg-renderer.js +37 -14
- package/dist-package/adapters/headless/typescript/src/ffmpeg-verifier.d.ts +15 -0
- package/dist-package/adapters/headless/typescript/src/ffmpeg-verifier.js +9 -4
- package/dist-package/adapters/headless/typescript/src/index.d.ts +3 -0
- package/dist-package/apps/cli/src/dev-doctor.d.ts +25 -0
- package/dist-package/apps/cli/src/dev-doctor.js +198 -0
- package/dist-package/apps/cli/src/headless-projects.d.ts +3 -0
- package/dist-package/apps/cli/src/headless-projects.js +5 -0
- package/dist-package/apps/cli/src/main.d.ts +10 -0
- package/dist-package/apps/cli/src/main.js +42 -0
- package/dist-package/apps/mcp-server/runtime/ffmpeg-audio-backend.py +129 -0
- package/dist-package/apps/mcp-server/runtime/speech-analyzer-wrapper.mjs +54 -0
- package/dist-package/apps/mcp-server/runtime/whisper-speech-backend.py +271 -0
- package/dist-package/apps/mcp-server/src/build-alignment.d.ts +10 -0
- package/dist-package/apps/mcp-server/src/build-identity.d.ts +7 -0
- package/dist-package/apps/mcp-server/src/build-identity.json +2 -2
- package/dist-package/apps/mcp-server/src/canonical-native-snapshot.d.ts +8 -0
- package/dist-package/apps/mcp-server/src/canonical-native-snapshot.js +18 -0
- package/dist-package/apps/mcp-server/src/final-cut-runtime-config.d.ts +5 -0
- package/dist-package/apps/mcp-server/src/final-cut-runtime-config.js +3 -0
- package/dist-package/apps/mcp-server/src/headless-project-snapshot.d.ts +3 -0
- package/dist-package/apps/mcp-server/src/headless-sessions.d.ts +89 -0
- package/dist-package/apps/mcp-server/src/main.d.ts +1 -0
- package/dist-package/apps/mcp-server/src/main.js +24 -19
- package/dist-package/apps/mcp-server/src/materialization-jobs.d.ts +204 -0
- package/dist-package/apps/mcp-server/src/materialization-jobs.js +143 -10
- package/dist-package/apps/mcp-server/src/readback-policy.d.ts +18 -0
- package/dist-package/apps/mcp-server/src/routing.d.ts +90 -0
- package/dist-package/apps/mcp-server/src/routing.js +2 -0
- package/dist-package/apps/mcp-server/src/server.d.ts +75 -0
- package/dist-package/apps/mcp-server/src/server.js +813 -158
- package/dist-package/apps/mcp-server/src/tools/skills/catalog.d.ts +19 -0
- package/dist-package/apps/mcp-server/src/tools/skills/catalog.js +142 -0
- package/dist-package/apps/mcp-server/src/tools/skills/metadata.d.ts +37 -0
- package/dist-package/apps/mcp-server/src/tools/skills/metadata.js +71 -0
- package/dist-package/apps/mcp-server/src/tools/skills/register.d.ts +11 -0
- package/dist-package/apps/mcp-server/src/tools/skills/register.js +101 -0
- package/dist-package/apps/mcp-server/src/version.d.ts +4 -0
- package/dist-package/packages/headless-application/src/external-edit.d.ts +30 -0
- package/dist-package/packages/headless-application/src/external-edit.js +72 -0
- package/dist-package/packages/headless-application/src/headless-projects.d.ts +233 -0
- package/dist-package/{apps/mcp-server → packages/headless-application}/src/headless-projects.js +392 -59
- package/dist-package/packages/headless-application/src/index.d.ts +2 -0
- package/dist-package/packages/headless-application/src/index.js +2 -0
- package/dist-package/packages/runtime/src/application/duration-policy-service.d.ts +4 -0
- package/dist-package/packages/runtime/src/application/local-media.d.ts +46 -0
- package/dist-package/packages/runtime/src/application/media-analysis-service.d.ts +40 -0
- package/dist-package/packages/runtime/src/application/media-analysis-service.js +105 -15
- package/dist-package/packages/runtime/src/application/project-service.d.ts +35 -0
- package/dist-package/packages/runtime/src/application/project-service.js +5 -1
- package/dist-package/packages/runtime/src/application/project-store.d.ts +56 -0
- package/dist-package/packages/runtime/src/application/project-store.js +13 -36
- package/dist-package/packages/runtime/src/application/project-transactions.d.ts +51 -0
- package/dist-package/packages/runtime/src/application/runtime-options.d.ts +15 -0
- package/dist-package/packages/runtime/src/application/semantic-media-index-store.d.ts +28 -0
- package/dist-package/packages/runtime/src/application/transaction-store.d.ts +10 -0
- package/dist-package/packages/runtime/src/application/transaction-store.js +1 -1
- package/dist-package/packages/runtime/src/audio/analysis.d.ts +3 -0
- package/dist-package/packages/runtime/src/audio/analysis.js +95 -0
- package/dist-package/packages/runtime/src/audio/dialogue-normalization.d.ts +47 -0
- package/dist-package/packages/runtime/src/audio/noise-reduction.d.ts +34 -0
- package/dist-package/packages/runtime/src/capabilities.d.ts +45 -0
- package/dist-package/packages/runtime/src/capabilities.js +1 -1
- package/dist-package/packages/runtime/src/color-correction.d.ts +33 -0
- package/dist-package/packages/runtime/src/context/context-engine.d.ts +28 -0
- package/dist-package/packages/runtime/src/context/context-engine.js +22 -16
- package/dist-package/packages/runtime/src/context/context-service.d.ts +20 -0
- package/dist-package/packages/runtime/src/context/context-service.js +2 -2
- package/dist-package/packages/runtime/src/context/project-catalog.d.ts +12 -0
- package/dist-package/packages/runtime/src/context/revision.d.ts +2 -0
- package/dist-package/packages/runtime/src/domain/capabilities.d.ts +170 -0
- package/dist-package/packages/runtime/src/domain/context.d.ts +179 -0
- package/dist-package/packages/runtime/src/domain/diff.d.ts +104 -0
- package/dist-package/packages/runtime/src/domain/duration.d.ts +63 -0
- package/dist-package/packages/runtime/src/domain/editing.d.ts +227 -0
- package/dist-package/packages/runtime/src/domain/incremental-sync.d.ts +67 -0
- package/dist-package/packages/runtime/src/domain/index.d.ts +14 -0
- package/dist-package/packages/runtime/src/domain/media.d.ts +406 -0
- package/dist-package/packages/runtime/src/domain/ports.d.ts +62 -0
- package/dist-package/packages/runtime/src/domain/primitives.d.ts +21 -0
- package/dist-package/packages/runtime/src/domain/project.d.ts +119 -0
- package/dist-package/packages/runtime/src/domain/rough-cut.d.ts +27 -0
- package/dist-package/packages/runtime/src/domain/skills.d.ts +145 -0
- package/dist-package/packages/runtime/src/domain/timeline-target.d.ts +57 -0
- package/dist-package/packages/runtime/src/domain/timeline-target.js +19 -1
- package/dist-package/packages/runtime/src/domain/types.d.ts +5 -0
- package/dist-package/packages/runtime/src/domain/verification.d.ts +92 -0
- package/dist-package/packages/runtime/src/editing/dialogue-normalization-service.d.ts +18 -0
- package/dist-package/packages/runtime/src/editing/duration-policy.d.ts +3 -0
- package/dist-package/packages/runtime/src/editing/edit-service.d.ts +44 -0
- package/dist-package/packages/runtime/src/editing/edit-service.js +76 -10
- package/dist-package/packages/runtime/src/editing/filler-removal-service.d.ts +23 -0
- package/dist-package/packages/runtime/src/editing/intent.d.ts +97 -0
- package/dist-package/packages/runtime/src/editing/music-service.d.ts +9 -0
- package/dist-package/packages/runtime/src/index.d.ts +32 -0
- package/dist-package/packages/runtime/src/index.js +2 -0
- package/dist-package/packages/runtime/src/planning/rough-cut.d.ts +3 -0
- package/dist-package/packages/runtime/src/render/render-and-verify.d.ts +71 -0
- package/dist-package/packages/runtime/src/render/render-contract.d.ts +96 -0
- package/dist-package/packages/runtime/src/runtime.d.ts +85 -0
- package/dist-package/packages/runtime/src/runtime.js +16 -7
- package/dist-package/packages/runtime/src/skills/builtin.d.ts +2 -0
- package/dist-package/packages/runtime/src/skills/index.d.ts +3 -0
- package/dist-package/packages/runtime/src/skills/registry.d.ts +10 -0
- package/dist-package/packages/runtime/src/skills/requirements.d.ts +38 -0
- package/dist-package/packages/runtime/src/skills/runtime.d.ts +38 -0
- package/dist-package/packages/runtime/src/speech/analysis.d.ts +18 -0
- package/dist-package/packages/runtime/src/speech/analysis.js +67 -0
- package/dist-package/packages/runtime/src/speech/filler-detector.d.ts +49 -0
- package/dist-package/packages/runtime/src/speech/filler-removal.d.ts +37 -0
- package/dist-package/packages/runtime/src/speech/mapping.d.ts +56 -0
- package/dist-package/packages/runtime/src/speech/mapping.js +27 -4
- package/dist-package/packages/runtime/src/speech/safe-cut-resolver.d.ts +52 -0
- package/dist-package/packages/runtime/src/timeline/drift-reconciliation.d.ts +42 -0
- package/dist-package/packages/runtime/src/timeline/editing-session.d.ts +271 -0
- package/dist-package/packages/runtime/src/timeline/editing-session.js +48 -2
- package/dist-package/packages/runtime/src/timeline/fast-observation.d.ts +77 -0
- package/dist-package/packages/runtime/src/timeline/rational-time.d.ts +11 -0
- package/dist-package/packages/runtime/src/timeline/reorder-preview.d.ts +32 -0
- package/dist-package/packages/runtime/src/timeline/reorder-preview.js +202 -0
- package/dist-package/packages/runtime/src/timeline/snapshot-diff.d.ts +3 -0
- package/dist-package/packages/runtime/src/timeline/snapshot-diff.js +1 -0
- package/dist-package/packages/runtime/src/timeline/snapshot-digest.d.ts +3 -0
- package/dist-package/packages/runtime/src/timeline/snapshot-digest.js +1 -1
- package/dist-package/packages/runtime/src/verification/verification.d.ts +6 -0
- package/dist-package/packages/testkit/src/fixture-analyzers.d.ts +37 -0
- package/dist-package/packages/testkit/src/in-memory-editor.d.ts +55 -0
- package/dist-package/packages/testkit/src/in-memory-editor.js +3 -3
- package/dist-package/packages/testkit/src/index.d.ts +4 -0
- package/dist-package/packages/testkit/src/index.js +1 -0
- package/dist-package/packages/testkit/src/sender-lifecycle-fixture.d.ts +47 -0
- package/dist-package/packages/testkit/src/sender-lifecycle-fixture.js +192 -0
- package/dist-package/packages/testkit/src/skill-fixtures.d.ts +3 -0
- package/package.json +41 -14
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
import type { ContextRevision, TimeRange } from "../domain/primitives.js";
|
|
2
|
+
import type { EditOperation } from "../domain/editing.js";
|
|
3
|
+
import type { SpeechWord } from "../domain/media.js";
|
|
4
|
+
import type { TimelineDiff } from "../domain/diff.js";
|
|
5
|
+
export declare const DEFAULT_FILLER_CONFIDENCE = 0.92;
|
|
6
|
+
export declare const DEFAULT_PRESERVE_PAUSE_MS = 700;
|
|
7
|
+
export declare const DEFAULT_TARGET_PAUSE_MS = 500;
|
|
8
|
+
export interface FillerRemovalOptions {
|
|
9
|
+
confidenceThreshold?: number;
|
|
10
|
+
preservePauseMs?: number;
|
|
11
|
+
targetPauseMs?: number;
|
|
12
|
+
}
|
|
13
|
+
export interface FillerRemovalCandidate {
|
|
14
|
+
word: SpeechWord;
|
|
15
|
+
range: TimeRange;
|
|
16
|
+
}
|
|
17
|
+
export interface FillerRemovalRequest extends FillerRemovalOptions {
|
|
18
|
+
baseRevision: ContextRevision;
|
|
19
|
+
range: TimeRange;
|
|
20
|
+
}
|
|
21
|
+
export interface FillerRemovalTarget extends FillerRemovalCandidate {
|
|
22
|
+
clipId: string;
|
|
23
|
+
mediaId: string;
|
|
24
|
+
sourceRange: TimeRange;
|
|
25
|
+
}
|
|
26
|
+
export interface FillerRemovalPreview {
|
|
27
|
+
previewToken: string;
|
|
28
|
+
baseRevision: ContextRevision;
|
|
29
|
+
range: TimeRange;
|
|
30
|
+
candidates: FillerRemovalTarget[];
|
|
31
|
+
operations: EditOperation[];
|
|
32
|
+
expectedDiff?: TimelineDiff;
|
|
33
|
+
warnings: string[];
|
|
34
|
+
expiresAt: string;
|
|
35
|
+
}
|
|
36
|
+
/** Resolve transcript fillers into conservative, exact timeline ranges. */
|
|
37
|
+
export declare function planFillerRemoval(words: SpeechWord[], selectedRange: TimeRange, options?: FillerRemovalOptions): FillerRemovalCandidate[];
|
|
@@ -0,0 +1,56 @@
|
|
|
1
|
+
import type { RevisionBoundSpeechAnalysis, SpeechSegment, SpeechWord } from "../domain/media.js";
|
|
2
|
+
import type { ContextRevision, RationalTime, TimeRange } from "../domain/primitives.js";
|
|
3
|
+
export interface SpeechOccurrence {
|
|
4
|
+
occurrenceId: string;
|
|
5
|
+
mediaId: string;
|
|
6
|
+
revision: ContextRevision;
|
|
7
|
+
sourceRange: TimeRange;
|
|
8
|
+
sequenceRange: TimeRange;
|
|
9
|
+
/** Expected source clock for this occurrence when the editor exposes one. */
|
|
10
|
+
sourceTimebase?: RationalTime;
|
|
11
|
+
}
|
|
12
|
+
export interface SpeechMappingOptions {
|
|
13
|
+
sequenceFrameDuration: RationalTime;
|
|
14
|
+
}
|
|
15
|
+
export interface MappedSpeechWord {
|
|
16
|
+
word: SpeechWord;
|
|
17
|
+
sourceRange: TimeRange;
|
|
18
|
+
sequenceRange: TimeRange;
|
|
19
|
+
frameAlignedRange: TimeRange;
|
|
20
|
+
}
|
|
21
|
+
export interface MappedSpeechSegment {
|
|
22
|
+
segment: SpeechSegment;
|
|
23
|
+
sourceRange: TimeRange;
|
|
24
|
+
sequenceRange: TimeRange;
|
|
25
|
+
frameAlignedRange: TimeRange;
|
|
26
|
+
}
|
|
27
|
+
export type MappedVadCoverage = {
|
|
28
|
+
sourceRange: TimeRange;
|
|
29
|
+
sequenceRange: TimeRange;
|
|
30
|
+
status: "available";
|
|
31
|
+
segments: MappedSpeechSegment[];
|
|
32
|
+
} | {
|
|
33
|
+
sourceRange: TimeRange;
|
|
34
|
+
sequenceRange: TimeRange;
|
|
35
|
+
status: "unavailable";
|
|
36
|
+
reason: string;
|
|
37
|
+
};
|
|
38
|
+
export interface SpeechOccurrenceMapping {
|
|
39
|
+
occurrenceId: string;
|
|
40
|
+
mediaId: string;
|
|
41
|
+
revision: ContextRevision;
|
|
42
|
+
sourceRange: TimeRange;
|
|
43
|
+
sequenceRange: TimeRange;
|
|
44
|
+
sourceTimebase: RationalTime;
|
|
45
|
+
sequenceFrameDuration: RationalTime;
|
|
46
|
+
capability: RevisionBoundSpeechAnalysis["capability"];
|
|
47
|
+
words: MappedSpeechWord[];
|
|
48
|
+
vadSegments?: MappedSpeechSegment[];
|
|
49
|
+
vadCoverage?: MappedVadCoverage[];
|
|
50
|
+
silenceSegments?: MappedSpeechSegment[];
|
|
51
|
+
protectedSegments?: MappedSpeechSegment[];
|
|
52
|
+
}
|
|
53
|
+
/** Map validated source evidence onto one exact timeline occurrence. */
|
|
54
|
+
export declare function mapSpeechAnalysisToOccurrence(analysis: RevisionBoundSpeechAnalysis, occurrence: SpeechOccurrence, options: SpeechMappingOptions): SpeechOccurrenceMapping;
|
|
55
|
+
/** Map one source range onto an exact timeline occurrence. */
|
|
56
|
+
export declare function mapSourceRangeToSequenceRange(sourceRange: TimeRange, occurrence: Pick<SpeechOccurrence, "sourceRange" | "sequenceRange">): TimeRange;
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import { addRationalTimes, parseRational, subtractRationalTimes } from "../timeline/rational-time.js";
|
|
2
|
+
import { validateVadCoverage, validateVadCoverageConsistency } from "./analysis.js";
|
|
2
3
|
/** Map validated source evidence onto one exact timeline occurrence. */
|
|
3
4
|
export function mapSpeechAnalysisToOccurrence(analysis, occurrence, options) {
|
|
4
5
|
validateOccurrence(occurrence);
|
|
@@ -25,6 +26,29 @@ export function mapSpeechAnalysisToOccurrence(analysis, occurrence, options) {
|
|
|
25
26
|
throw new Error("AMBIGUOUS_MAPPING: source and sequence occurrence durations differ");
|
|
26
27
|
}
|
|
27
28
|
validateSequenceRationalRange(occurrence.sequenceRange);
|
|
29
|
+
const sourceCoverage = validateVadCoverage(analysis.vadCoverage, analysis.observedRange, analysis.sourceIdentity.duration);
|
|
30
|
+
validateVadCoverageConsistency(sourceCoverage, analysis.vadSegments, analysis.vadUnavailableReason, analysis.observedRange);
|
|
31
|
+
const vadCoverage = sourceCoverage?.flatMap((span) => {
|
|
32
|
+
const start = Math.max(span.start, occurrence.sourceRange.start);
|
|
33
|
+
const end = Math.min(span.end, occurrence.sourceRange.end);
|
|
34
|
+
if (start >= end)
|
|
35
|
+
return [];
|
|
36
|
+
const sourceRange = { start, end };
|
|
37
|
+
const sequenceRange = mapSourceRangeToSequenceRange(sourceRange, occurrence);
|
|
38
|
+
return span.status === "available"
|
|
39
|
+
? [{ sourceRange, sequenceRange, status: "available", segments: mapEvidence(span.segments, occurrence, frame, "VAD segment", (segment) => segment) }]
|
|
40
|
+
: [{ sourceRange, sequenceRange, status: "unavailable", reason: span.reason }];
|
|
41
|
+
});
|
|
42
|
+
let cursor = occurrence.sourceRange.start;
|
|
43
|
+
const completeVad = vadCoverage !== undefined && vadCoverage.length > 0 && vadCoverage.every((span) => {
|
|
44
|
+
if (span.status !== "available" || span.sourceRange.start !== cursor)
|
|
45
|
+
return false;
|
|
46
|
+
cursor = span.sourceRange.end;
|
|
47
|
+
return true;
|
|
48
|
+
}) && cursor === occurrence.sourceRange.end;
|
|
49
|
+
const mappedVad = vadCoverage !== undefined
|
|
50
|
+
? completeVad ? vadCoverage.flatMap((span) => span.status === "available" ? span.segments : []) : undefined
|
|
51
|
+
: analysis.vadSegments ? mapEvidence(analysis.vadSegments, occurrence, frame, "VAD segment", (segment) => segment) : undefined;
|
|
28
52
|
return {
|
|
29
53
|
occurrenceId: occurrence.occurrenceId,
|
|
30
54
|
mediaId: occurrence.mediaId,
|
|
@@ -33,11 +57,10 @@ export function mapSpeechAnalysisToOccurrence(analysis, occurrence, options) {
|
|
|
33
57
|
sequenceRange: structuredClone(occurrence.sequenceRange),
|
|
34
58
|
sourceTimebase,
|
|
35
59
|
sequenceFrameDuration: frame,
|
|
36
|
-
capability: analysis.capability,
|
|
60
|
+
capability: vadCoverage !== undefined ? (completeVad ? "transcription-plus-vad" : "transcription-only") : analysis.capability,
|
|
37
61
|
words: mapEvidence(analysis.words, occurrence, frame, "speech word", (word) => word),
|
|
38
|
-
...(
|
|
39
|
-
|
|
40
|
-
: {}),
|
|
62
|
+
...(mappedVad ? { vadSegments: mappedVad } : {}),
|
|
63
|
+
...(vadCoverage !== undefined ? { vadCoverage } : {}),
|
|
41
64
|
...(analysis.silenceSegments
|
|
42
65
|
? { silenceSegments: mapEvidence(analysis.silenceSegments, occurrence, frame, "silence segment", (segment) => segment) }
|
|
43
66
|
: {}),
|
|
@@ -0,0 +1,52 @@
|
|
|
1
|
+
import type { SpeechAnalysis, SpeechSegment, SpeechWord } from "../domain/media.js";
|
|
2
|
+
import type { EditOperation } from "../domain/editing.js";
|
|
3
|
+
import type { RationalTime, TimeRange } from "../domain/primitives.js";
|
|
4
|
+
import type { FillerCandidate, FillerOccurrence } from "./filler-detector.js";
|
|
5
|
+
export declare const DEFAULT_SAFE_CUT_PRESERVE_PAUSE_MS = 700;
|
|
6
|
+
export declare const DEFAULT_SAFE_CUT_TARGET_PAUSE_MS = 500;
|
|
7
|
+
export type SafeCutStatus = "AUTO_APPLY" | "SUGGESTED" | "SKIPPED";
|
|
8
|
+
export type SafeCutReasonCode = "SAFE_BOUNDARY_RESOLVED" | "PAUSE_PRESERVED" | "LOW_CONFIDENCE" | "MISSING_VAD_EVIDENCE" | "INVALID_VAD_EVIDENCE" | "INVALID_SILENCE_EVIDENCE" | "INVALID_PROTECTED_EVIDENCE" | "AMBIGUOUS_MAPPING" | "OVERLAPPING_SPEECH" | "PROTECTED_SEGMENT_OVERLAP" | "OUTSIDE_TARGET_BOUND" | "OUTSIDE_OCCURRENCE_BOUND" | "NO_FRAME_ALIGNED_RANGE";
|
|
9
|
+
export interface SafeCutResolverOptions {
|
|
10
|
+
preservePauseMs?: number;
|
|
11
|
+
targetPauseMs?: number;
|
|
12
|
+
}
|
|
13
|
+
export interface SafeCutRequest {
|
|
14
|
+
candidate: FillerCandidate;
|
|
15
|
+
analysis: SpeechAnalysis;
|
|
16
|
+
targetRange: TimeRange;
|
|
17
|
+
occurrence: FillerOccurrence;
|
|
18
|
+
timelineId: string;
|
|
19
|
+
sequenceFrameDuration: RationalTime;
|
|
20
|
+
}
|
|
21
|
+
export interface SafeCutEvidence {
|
|
22
|
+
word: SpeechWord;
|
|
23
|
+
previousWord?: SpeechWord;
|
|
24
|
+
nextWord?: SpeechWord;
|
|
25
|
+
speechSegments: SpeechSegment[];
|
|
26
|
+
silenceSegments: SpeechSegment[];
|
|
27
|
+
protectedSegments: SpeechSegment[];
|
|
28
|
+
occurrenceRange: TimeRange;
|
|
29
|
+
targetRange: TimeRange;
|
|
30
|
+
frameDuration: RationalTime;
|
|
31
|
+
pauseBeforeCutMs: number;
|
|
32
|
+
pauseAfterCutMs: number;
|
|
33
|
+
safeRange?: TimeRange;
|
|
34
|
+
}
|
|
35
|
+
export interface SafeCutDecision {
|
|
36
|
+
status: SafeCutStatus;
|
|
37
|
+
candidateId: string;
|
|
38
|
+
occurrenceId: string;
|
|
39
|
+
reasonCodes: SafeCutReasonCode[];
|
|
40
|
+
evidence: SafeCutEvidence;
|
|
41
|
+
range?: TimeRange;
|
|
42
|
+
operation?: Extract<EditOperation, {
|
|
43
|
+
type: "ripple-delete";
|
|
44
|
+
}>;
|
|
45
|
+
}
|
|
46
|
+
/** Resolve filler words to safe frame-aligned operations without mutating an editor. */
|
|
47
|
+
export declare class SafeCutResolver {
|
|
48
|
+
private readonly preservePauseMs;
|
|
49
|
+
private readonly targetPauseMs;
|
|
50
|
+
constructor(options?: SafeCutResolverOptions);
|
|
51
|
+
resolve(request: SafeCutRequest): SafeCutDecision;
|
|
52
|
+
}
|
|
@@ -0,0 +1,42 @@
|
|
|
1
|
+
import type { TimelineIr } from "./editing-session.js";
|
|
2
|
+
import type { ContextRevision } from "../domain/primitives.js";
|
|
3
|
+
export type TimelineReconciliationEntity = "project" | "sequence" | "resource" | "occurrence" | "story-element" | "marker" | "caption";
|
|
4
|
+
export type TimelineReconciliationConflictKind = "property-conflict" | "delete-modify-conflict" | "insert-conflict" | "ambiguous-identity" | "invalid-state";
|
|
5
|
+
export interface TimelineReconciliationConflict {
|
|
6
|
+
kind: TimelineReconciliationConflictKind;
|
|
7
|
+
entity: TimelineReconciliationEntity;
|
|
8
|
+
id: string;
|
|
9
|
+
path: string;
|
|
10
|
+
baseValue?: unknown;
|
|
11
|
+
oursValue?: unknown;
|
|
12
|
+
theirsValue?: unknown;
|
|
13
|
+
message: string;
|
|
14
|
+
}
|
|
15
|
+
export interface TimelineReconciliationInput {
|
|
16
|
+
base: TimelineIr;
|
|
17
|
+
ours: TimelineIr;
|
|
18
|
+
theirs: TimelineIr;
|
|
19
|
+
}
|
|
20
|
+
export type TimelineReconciliationResult = {
|
|
21
|
+
status: "rebased";
|
|
22
|
+
providerRevisionChanged: boolean;
|
|
23
|
+
baseRevision: ContextRevision;
|
|
24
|
+
oursRevision: ContextRevision;
|
|
25
|
+
theirsRevision: ContextRevision;
|
|
26
|
+
merged: TimelineIr;
|
|
27
|
+
conflicts: [];
|
|
28
|
+
} | {
|
|
29
|
+
status: "conflicted";
|
|
30
|
+
providerRevisionChanged: boolean;
|
|
31
|
+
baseRevision: ContextRevision;
|
|
32
|
+
oursRevision: ContextRevision;
|
|
33
|
+
theirsRevision: ContextRevision;
|
|
34
|
+
merged?: undefined;
|
|
35
|
+
conflicts: TimelineReconciliationConflict[];
|
|
36
|
+
};
|
|
37
|
+
/**
|
|
38
|
+
* Three-way merge for the provider-neutral timeline. BASE is never written;
|
|
39
|
+
* OURS is the agent's desired state and THEIRS is the latest provider state.
|
|
40
|
+
*/
|
|
41
|
+
export declare function reconcileTimelineIr(input: TimelineReconciliationInput): TimelineReconciliationResult;
|
|
42
|
+
export declare function timelineIrContentDigest(timeline: TimelineIr): string;
|
|
@@ -0,0 +1,271 @@
|
|
|
1
|
+
import type { ContextRevision, RationalTime } from "../domain/primitives.js";
|
|
2
|
+
import type { ProjectSnapshot } from "../domain/project.js";
|
|
3
|
+
import { type TimelineReconciliationResult } from "./drift-reconciliation.js";
|
|
4
|
+
export declare const TIMELINE_IR_SCHEMA_VERSION: 1;
|
|
5
|
+
export type TimelineIrRole = "video" | "audio" | "music" | "title";
|
|
6
|
+
export type TimelineIrResourceKind = "video" | "audio" | "unknown";
|
|
7
|
+
export type TimelineIrBindingKind = "project" | "sequence" | "resource" | "occurrence" | "story-element";
|
|
8
|
+
/** Provider identity is kept at the edge of the IR, not in core timeline fields. */
|
|
9
|
+
export interface TimelineIrBinding {
|
|
10
|
+
provider: string;
|
|
11
|
+
kind: TimelineIrBindingKind;
|
|
12
|
+
identity: string;
|
|
13
|
+
}
|
|
14
|
+
export interface TimelineIrProvider {
|
|
15
|
+
id: string;
|
|
16
|
+
version?: string;
|
|
17
|
+
}
|
|
18
|
+
export interface TimelineIrResource {
|
|
19
|
+
id: string;
|
|
20
|
+
name: string;
|
|
21
|
+
mediaKind: TimelineIrResourceKind;
|
|
22
|
+
source?: string;
|
|
23
|
+
sourceKind?: "local-file";
|
|
24
|
+
sourceDigest?: string;
|
|
25
|
+
/** Exact source-coordinate bounds supplied by the snapshot provider. */
|
|
26
|
+
sourceRange?: {
|
|
27
|
+
start: RationalTime;
|
|
28
|
+
duration: RationalTime;
|
|
29
|
+
};
|
|
30
|
+
metadata?: TimelineIrMediaMetadata;
|
|
31
|
+
binding?: TimelineIrBinding;
|
|
32
|
+
}
|
|
33
|
+
export interface TimelineIrMediaMetadata {
|
|
34
|
+
durationTime: RationalTime;
|
|
35
|
+
streams: TimelineIrMediaStream[];
|
|
36
|
+
}
|
|
37
|
+
export interface TimelineIrMediaStream {
|
|
38
|
+
kind: "video" | "audio";
|
|
39
|
+
codec?: string;
|
|
40
|
+
width?: number;
|
|
41
|
+
height?: number;
|
|
42
|
+
frameRate?: RationalTime;
|
|
43
|
+
sourceRange?: {
|
|
44
|
+
start: RationalTime;
|
|
45
|
+
duration: RationalTime;
|
|
46
|
+
};
|
|
47
|
+
sampleRate?: number;
|
|
48
|
+
channels?: number;
|
|
49
|
+
}
|
|
50
|
+
export interface TimelineIrTransform {
|
|
51
|
+
/** Multipliers relative to the source media's untransformed dimensions. */
|
|
52
|
+
scaleX: number;
|
|
53
|
+
scaleY: number;
|
|
54
|
+
/** Timeline-pixel offsets from the output canvas center; +x is right and +y is up. */
|
|
55
|
+
positionX?: number;
|
|
56
|
+
positionY?: number;
|
|
57
|
+
/** Counter-clockwise rotation in degrees around the media center. */
|
|
58
|
+
rotationDegrees?: number;
|
|
59
|
+
}
|
|
60
|
+
export interface TimelineIrOccurrence {
|
|
61
|
+
id: string;
|
|
62
|
+
name: string;
|
|
63
|
+
startTime: RationalTime;
|
|
64
|
+
durationTime: RationalTime;
|
|
65
|
+
sourceStartTime?: RationalTime;
|
|
66
|
+
track: number;
|
|
67
|
+
role?: TimelineIrRole;
|
|
68
|
+
nativeAudioRole?: string;
|
|
69
|
+
mediaId?: string;
|
|
70
|
+
gainDb?: number;
|
|
71
|
+
fadeIn?: number;
|
|
72
|
+
fadeOut?: number;
|
|
73
|
+
enabled?: boolean;
|
|
74
|
+
transform?: TimelineIrTransform;
|
|
75
|
+
attachedTo?: string;
|
|
76
|
+
binding?: TimelineIrBinding;
|
|
77
|
+
}
|
|
78
|
+
export interface TimelineIrStoryElement {
|
|
79
|
+
id: string;
|
|
80
|
+
kind: string;
|
|
81
|
+
startTime: RationalTime;
|
|
82
|
+
durationTime: RationalTime;
|
|
83
|
+
lane?: number;
|
|
84
|
+
occurrenceId?: string;
|
|
85
|
+
text?: string;
|
|
86
|
+
attachedTo?: string;
|
|
87
|
+
binding?: TimelineIrBinding;
|
|
88
|
+
}
|
|
89
|
+
export interface TimelineIrMarker {
|
|
90
|
+
id: string;
|
|
91
|
+
name: string;
|
|
92
|
+
startTime: RationalTime;
|
|
93
|
+
durationTime: RationalTime;
|
|
94
|
+
}
|
|
95
|
+
export interface TimelineIrTitleStyle {
|
|
96
|
+
fontFamily?: string;
|
|
97
|
+
fontSize?: number;
|
|
98
|
+
color?: string;
|
|
99
|
+
alignment?: "left" | "center" | "right";
|
|
100
|
+
}
|
|
101
|
+
export interface TimelineIrTitle {
|
|
102
|
+
id: string;
|
|
103
|
+
text: string;
|
|
104
|
+
startTime: RationalTime;
|
|
105
|
+
durationTime: RationalTime;
|
|
106
|
+
/** Connected/overlay lane; zero is reserved for the primary storyline. */
|
|
107
|
+
lane: number;
|
|
108
|
+
style?: TimelineIrTitleStyle;
|
|
109
|
+
/** Normalized output coordinates in the centered canvas space: x and y are in [-1, 1], +x is right, and +y is up. */
|
|
110
|
+
position?: {
|
|
111
|
+
x: number;
|
|
112
|
+
y: number;
|
|
113
|
+
};
|
|
114
|
+
}
|
|
115
|
+
export interface TimelineIrTransition {
|
|
116
|
+
id: string;
|
|
117
|
+
kind: "cross-dissolve";
|
|
118
|
+
beforeOccurrenceId: string;
|
|
119
|
+
afterOccurrenceId: string;
|
|
120
|
+
durationTime: RationalTime;
|
|
121
|
+
}
|
|
122
|
+
export interface TimelineIrCaption {
|
|
123
|
+
id: string;
|
|
124
|
+
text: string;
|
|
125
|
+
startTime: RationalTime;
|
|
126
|
+
durationTime: RationalTime;
|
|
127
|
+
}
|
|
128
|
+
export interface TimelineIr {
|
|
129
|
+
schemaVersion: typeof TIMELINE_IR_SCHEMA_VERSION;
|
|
130
|
+
project: {
|
|
131
|
+
id: string;
|
|
132
|
+
name: string;
|
|
133
|
+
binding?: TimelineIrBinding;
|
|
134
|
+
};
|
|
135
|
+
sequence: {
|
|
136
|
+
id: string;
|
|
137
|
+
name: string;
|
|
138
|
+
durationTime: RationalTime;
|
|
139
|
+
/** Explicit source timecode origin; absence is not a zero-origin assertion. */
|
|
140
|
+
timecodeStart?: RationalTime;
|
|
141
|
+
/** Provider-supplied origin for the sequence-coordinate frame grid. */
|
|
142
|
+
frameGridOrigin?: RationalTime;
|
|
143
|
+
frameDuration: RationalTime;
|
|
144
|
+
occurrences: TimelineIrOccurrence[];
|
|
145
|
+
storyElements: TimelineIrStoryElement[];
|
|
146
|
+
markers: TimelineIrMarker[];
|
|
147
|
+
captions: TimelineIrCaption[];
|
|
148
|
+
titles?: TimelineIrTitle[];
|
|
149
|
+
transitions?: TimelineIrTransition[];
|
|
150
|
+
binding?: TimelineIrBinding;
|
|
151
|
+
};
|
|
152
|
+
resources: TimelineIrResource[];
|
|
153
|
+
revision: ContextRevision;
|
|
154
|
+
}
|
|
155
|
+
export type TimelineIrEditOperation = {
|
|
156
|
+
type: "insert-occurrence";
|
|
157
|
+
occurrence: TimelineIrOccurrence;
|
|
158
|
+
placement?: "append" | "insert";
|
|
159
|
+
} | {
|
|
160
|
+
type: "rename-occurrence";
|
|
161
|
+
occurrenceId: string;
|
|
162
|
+
name: string;
|
|
163
|
+
} | {
|
|
164
|
+
type: "trim-occurrence";
|
|
165
|
+
occurrenceId: string;
|
|
166
|
+
sourceStartTime?: RationalTime;
|
|
167
|
+
durationTime: RationalTime;
|
|
168
|
+
} | {
|
|
169
|
+
type: "move-occurrence";
|
|
170
|
+
occurrenceId: string;
|
|
171
|
+
startTime: RationalTime;
|
|
172
|
+
track?: number;
|
|
173
|
+
} | {
|
|
174
|
+
type: "split-occurrence";
|
|
175
|
+
occurrenceId: string;
|
|
176
|
+
splitOffsetTime: RationalTime;
|
|
177
|
+
newOccurrenceId: string;
|
|
178
|
+
} | {
|
|
179
|
+
type: "set-gain";
|
|
180
|
+
occurrenceId: string;
|
|
181
|
+
gainDb: number;
|
|
182
|
+
} | {
|
|
183
|
+
type: "set-transform";
|
|
184
|
+
occurrenceId: string;
|
|
185
|
+
transform: TimelineIrTransform;
|
|
186
|
+
} | {
|
|
187
|
+
type: "remove-occurrence";
|
|
188
|
+
occurrenceId: string;
|
|
189
|
+
} | {
|
|
190
|
+
type: "add-marker";
|
|
191
|
+
marker: TimelineIrMarker;
|
|
192
|
+
} | {
|
|
193
|
+
type: "add-title";
|
|
194
|
+
title: TimelineIrTitle;
|
|
195
|
+
} | {
|
|
196
|
+
type: "remove-title";
|
|
197
|
+
titleId: string;
|
|
198
|
+
} | {
|
|
199
|
+
type: "add-transition";
|
|
200
|
+
transition: TimelineIrTransition;
|
|
201
|
+
} | {
|
|
202
|
+
type: "remove-transition";
|
|
203
|
+
transitionId: string;
|
|
204
|
+
};
|
|
205
|
+
export type EditingSessionState = "clean" | "dirty" | "possibly_stale" | "conflicted" | "rebased" | "waiting_for_materialization";
|
|
206
|
+
export interface EditingSessionDocument {
|
|
207
|
+
schemaVersion: typeof TIMELINE_IR_SCHEMA_VERSION;
|
|
208
|
+
provider?: TimelineIrProvider;
|
|
209
|
+
base: TimelineIr;
|
|
210
|
+
desired: TimelineIr;
|
|
211
|
+
state: EditingSessionState;
|
|
212
|
+
observation?: EditingSessionObservation;
|
|
213
|
+
}
|
|
214
|
+
export interface EditingSessionObservation {
|
|
215
|
+
backend: string;
|
|
216
|
+
sourceId: string;
|
|
217
|
+
databaseKind: string;
|
|
218
|
+
digest: string;
|
|
219
|
+
schemaVersion: number;
|
|
220
|
+
observedAt: string;
|
|
221
|
+
canonical: false;
|
|
222
|
+
coverageComplete: false;
|
|
223
|
+
}
|
|
224
|
+
export interface EditingSessionCreateOptions {
|
|
225
|
+
base: TimelineIr;
|
|
226
|
+
provider?: TimelineIrProvider;
|
|
227
|
+
clock?: () => string;
|
|
228
|
+
}
|
|
229
|
+
export interface TimelineIrPreview {
|
|
230
|
+
baseRevision: ContextRevision;
|
|
231
|
+
before: TimelineIr;
|
|
232
|
+
after: TimelineIr;
|
|
233
|
+
operations: TimelineIrEditOperation[];
|
|
234
|
+
changedOccurrenceIds: string[];
|
|
235
|
+
changedMarkerIds: string[];
|
|
236
|
+
changedTitleIds: string[];
|
|
237
|
+
changedTransitionIds: string[];
|
|
238
|
+
state: EditingSessionState;
|
|
239
|
+
}
|
|
240
|
+
export interface EditingSessionApplyResult extends TimelineIrPreview {
|
|
241
|
+
state: "dirty" | "possibly_stale" | "conflicted" | "rebased" | "waiting_for_materialization" | "clean";
|
|
242
|
+
}
|
|
243
|
+
export declare class EditingSession {
|
|
244
|
+
private readonly value;
|
|
245
|
+
private readonly clock;
|
|
246
|
+
private constructor();
|
|
247
|
+
static create(options: EditingSessionCreateOptions): EditingSession;
|
|
248
|
+
static fromJSON(input: string | unknown, clock?: () => string): EditingSession;
|
|
249
|
+
document(): EditingSessionDocument;
|
|
250
|
+
base(): TimelineIr;
|
|
251
|
+
desired(): TimelineIr;
|
|
252
|
+
state(): EditingSessionState;
|
|
253
|
+
serialize(): string;
|
|
254
|
+
observeProviderRevision(providerRevision: ContextRevision): "unchanged" | "changed";
|
|
255
|
+
preview(operations: TimelineIrEditOperation[], expectedRevision?: ContextRevision): TimelineIrPreview;
|
|
256
|
+
apply(operations: TimelineIrEditOperation[], expectedRevision?: ContextRevision): EditingSessionApplyResult;
|
|
257
|
+
assertMaterializationReady(providerRevision: ContextRevision): void;
|
|
258
|
+
reconcile(providerState: TimelineIr): TimelineReconciliationResult;
|
|
259
|
+
markPossiblyStale(): void;
|
|
260
|
+
bindObservation(observation: EditingSessionObservation): "observed" | "unchanged" | "changed";
|
|
261
|
+
markConflicted(): void;
|
|
262
|
+
markRebased(): void;
|
|
263
|
+
markWaitingForMaterialization(): void;
|
|
264
|
+
markClean(): void;
|
|
265
|
+
private nextTimeline;
|
|
266
|
+
private assertEditable;
|
|
267
|
+
}
|
|
268
|
+
export declare function createTimelineIrFromProjectSnapshot(snapshot: ProjectSnapshot, provider?: TimelineIrProvider): TimelineIr;
|
|
269
|
+
export declare function validateTimelineIr(timeline: TimelineIr): void;
|
|
270
|
+
export declare function validateEditingSessionDocument(document: EditingSessionDocument): void;
|
|
271
|
+
export declare function timelineIrDigest(timeline: TimelineIr): string;
|
|
@@ -172,6 +172,7 @@ export function createTimelineIrFromProjectSnapshot(snapshot, provider) {
|
|
|
172
172
|
mediaKind: media.mediaKind ?? "unknown",
|
|
173
173
|
source: media.source,
|
|
174
174
|
...(media.sourceDigest ? { sourceDigest: media.sourceDigest } : {}),
|
|
175
|
+
...(media.sourceRange !== undefined ? { sourceRange: structuredClone(media.sourceRange) } : {}),
|
|
175
176
|
...(binding ? { binding: binding("resource", media.mediaId) } : {}),
|
|
176
177
|
}));
|
|
177
178
|
const occurrences = snapshot.timeline.clips.map((clip) => ({
|
|
@@ -182,6 +183,7 @@ export function createTimelineIrFromProjectSnapshot(snapshot, provider) {
|
|
|
182
183
|
...(clip.sourceStartTime ? { sourceStartTime: normalizeRationalTime(clip.sourceStartTime) } : {}),
|
|
183
184
|
track: clip.track,
|
|
184
185
|
...(clip.role ? { role: clip.role } : {}),
|
|
186
|
+
...(clip.nativeAudioRole ? { nativeAudioRole: clip.nativeAudioRole } : {}),
|
|
185
187
|
...(clip.mediaId ? { mediaId: clip.mediaId } : {}),
|
|
186
188
|
...(clip.gainDb !== undefined ? { gainDb: clip.gainDb } : {}),
|
|
187
189
|
...(clip.scale !== undefined || clip.position ? {
|
|
@@ -221,6 +223,8 @@ export function createTimelineIrFromProjectSnapshot(snapshot, provider) {
|
|
|
221
223
|
id: snapshot.timeline.id,
|
|
222
224
|
name: snapshot.timeline.name,
|
|
223
225
|
durationTime: requiredRational(snapshot.timeline.durationTime, "timeline durationTime"),
|
|
226
|
+
...(snapshot.timeline.timecodeStart ? { timecodeStart: normalizeRationalTime(snapshot.timeline.timecodeStart) } : {}),
|
|
227
|
+
...(snapshot.timeline.frameGridOrigin ? { frameGridOrigin: normalizeRationalTime(snapshot.timeline.frameGridOrigin) } : {}),
|
|
224
228
|
frameDuration: requiredRational(snapshot.timeline.frameDuration, "timeline frameDuration"),
|
|
225
229
|
occurrences,
|
|
226
230
|
storyElements,
|
|
@@ -259,6 +263,10 @@ export function validateTimelineIr(timeline) {
|
|
|
259
263
|
requireText(timeline.sequence?.id, "sequence.id");
|
|
260
264
|
requireText(timeline.sequence?.name, "sequence.name");
|
|
261
265
|
validateRational(timeline.sequence.durationTime, "sequence.durationTime", false);
|
|
266
|
+
if (timeline.sequence.timecodeStart)
|
|
267
|
+
parseRational(timeline.sequence.timecodeStart, "TIMELINE_IR_INVALID");
|
|
268
|
+
if (timeline.sequence.frameGridOrigin)
|
|
269
|
+
parseRational(timeline.sequence.frameGridOrigin, "TIMELINE_IR_INVALID");
|
|
262
270
|
validateRational(timeline.sequence.frameDuration, "sequence.frameDuration", true);
|
|
263
271
|
validateRevision(timeline.revision);
|
|
264
272
|
validateBinding(timeline.project.binding, "project.binding");
|
|
@@ -280,6 +288,15 @@ export function validateTimelineIr(timeline) {
|
|
|
280
288
|
}
|
|
281
289
|
if (resource.metadata)
|
|
282
290
|
validateMediaMetadata(resource.metadata, `resource ${resource.id}.metadata`);
|
|
291
|
+
if (resource.sourceRange !== undefined) {
|
|
292
|
+
if (!resource.sourceRange || typeof resource.sourceRange !== "object")
|
|
293
|
+
throw new Error(`TIMELINE_IR_INVALID: resource ${resource.id} source range is malformed`);
|
|
294
|
+
parseRational(resource.sourceRange.start, "TIMELINE_IR_INVALID");
|
|
295
|
+
validateRational(resource.sourceRange.duration, `resource ${resource.id}.sourceRange.duration`, true);
|
|
296
|
+
if (resource.metadata && compareRational(resource.sourceRange.duration, resource.metadata.durationTime) !== 0) {
|
|
297
|
+
throw new Error(`TIMELINE_IR_INVALID: resource ${resource.id} source range duration conflicts with metadata`);
|
|
298
|
+
}
|
|
299
|
+
}
|
|
283
300
|
validateBinding(resource.binding, `resource ${resource.id}.binding`);
|
|
284
301
|
}
|
|
285
302
|
const occurrenceIds = uniqueIds(timeline.sequence.occurrences.map((occurrence) => occurrence.id), "occurrence");
|
|
@@ -299,13 +316,21 @@ export function validateTimelineIr(timeline) {
|
|
|
299
316
|
if (occurrence.sourceStartTime)
|
|
300
317
|
validateRational(occurrence.sourceStartTime, `occurrence ${occurrence.id}.sourceStartTime`, false);
|
|
301
318
|
const resource = occurrence.mediaId ? timeline.resources.find(({ id }) => id === occurrence.mediaId) : undefined;
|
|
302
|
-
if (resource?.metadata) {
|
|
319
|
+
if (resource?.sourceRange || resource?.metadata) {
|
|
303
320
|
const sourceStartTime = occurrence.sourceStartTime ?? { value: "0", timescale: "1" };
|
|
304
321
|
const sourceEndTime = addRationalTimes(sourceStartTime, occurrence.durationTime, "TIMELINE_IR_INVALID");
|
|
305
|
-
|
|
322
|
+
const lower = resource.sourceRange?.start ?? { value: "0", timescale: "1" };
|
|
323
|
+
const upper = resource.sourceRange ? addRationalTimes(lower, resource.sourceRange.duration, "TIMELINE_IR_INVALID") : resource.metadata.durationTime;
|
|
324
|
+
if (compareRational(sourceStartTime, lower) < 0 || compareRational(sourceEndTime, upper) > 0) {
|
|
306
325
|
throw new Error(`TIMELINE_IR_INVALID: occurrence ${occurrence.id} source range exceeds resource ${resource.id}`);
|
|
307
326
|
}
|
|
308
327
|
}
|
|
328
|
+
if (occurrence.nativeAudioRole !== undefined && (typeof occurrence.nativeAudioRole !== "string"
|
|
329
|
+
|| !/^dialogue(?:\.[^.]+)?$/.test(occurrence.nativeAudioRole)
|
|
330
|
+
|| occurrence.role === "music"
|
|
331
|
+
|| occurrence.role === "title")) {
|
|
332
|
+
throw new Error(`TIMELINE_IR_INVALID: occurrence ${occurrence.id}.nativeAudioRole is unsupported or inconsistent`);
|
|
333
|
+
}
|
|
309
334
|
if (occurrence.gainDb !== undefined && !Number.isFinite(occurrence.gainDb))
|
|
310
335
|
throw new Error(`TIMELINE_IR_INVALID: occurrence ${occurrence.id}.gainDb must be finite`);
|
|
311
336
|
if (occurrence.transform)
|
|
@@ -383,6 +408,10 @@ function validateMediaMetadata(metadata, field) {
|
|
|
383
408
|
if (!stream || (stream.kind !== "video" && stream.kind !== "audio")) {
|
|
384
409
|
throw new Error(`TIMELINE_IR_INVALID: ${streamField}.kind is unsupported`);
|
|
385
410
|
}
|
|
411
|
+
if (stream.sourceRange) {
|
|
412
|
+
validateRational(stream.sourceRange.start, `${streamField}.sourceRange.start`, false);
|
|
413
|
+
validateRational(stream.sourceRange.duration, `${streamField}.sourceRange.duration`, true);
|
|
414
|
+
}
|
|
386
415
|
if (stream.codec !== undefined)
|
|
387
416
|
requireText(stream.codec, `${streamField}.codec`);
|
|
388
417
|
if (stream.kind === "video") {
|
|
@@ -459,6 +488,15 @@ function applyOperation(timeline, operation) {
|
|
|
459
488
|
canonicalizeOccurrences(timeline);
|
|
460
489
|
return;
|
|
461
490
|
case "split-occurrence": {
|
|
491
|
+
if (occurrence.fadeIn !== undefined || occurrence.fadeOut !== undefined) {
|
|
492
|
+
throw new Error("TIMELINE_IR_OPERATION_INVALID: splitting an occurrence with fades is unsupported");
|
|
493
|
+
}
|
|
494
|
+
if (occurrence.attachedTo || timeline.sequence.occurrences.some((item) => item.attachedTo === occurrenceId)) {
|
|
495
|
+
throw new Error("TIMELINE_IR_OPERATION_INVALID: splitting attached occurrences is unsupported");
|
|
496
|
+
}
|
|
497
|
+
if (timeline.sequence.storyElements.some((element) => element.occurrenceId === occurrenceId || element.attachedTo === occurrenceId)) {
|
|
498
|
+
throw new Error("TIMELINE_IR_OPERATION_INVALID: splitting an occurrence referenced by a story element is unsupported");
|
|
499
|
+
}
|
|
462
500
|
requireText(operation.newOccurrenceId, "operation.newOccurrenceId");
|
|
463
501
|
if (timeline.sequence.occurrences.some(({ id }) => id === operation.newOccurrenceId)) {
|
|
464
502
|
throw new Error(`TIMELINE_IR_OPERATION_INVALID: occurrence already exists: ${operation.newOccurrenceId}`);
|
|
@@ -468,6 +506,14 @@ function applyOperation(timeline, operation) {
|
|
|
468
506
|
if (compareRational(splitOffsetTime, occurrence.durationTime) >= 0) {
|
|
469
507
|
throw new Error("TIMELINE_IR_OPERATION_INVALID: splitOffsetTime must be inside the occurrence duration");
|
|
470
508
|
}
|
|
509
|
+
if (timeline.sequence.frameGridOrigin) {
|
|
510
|
+
const cut = addRationalTimes(occurrence.startTime, splitOffsetTime, "TIMELINE_IR_OPERATION_INVALID");
|
|
511
|
+
const delta = parseRational(subtractRationalTimes(cut, timeline.sequence.frameGridOrigin, "TIMELINE_IR_OPERATION_INVALID"), "TIMELINE_IR_OPERATION_INVALID");
|
|
512
|
+
const frame = parseRational(timeline.sequence.frameDuration, "TIMELINE_IR_OPERATION_INVALID");
|
|
513
|
+
if ((delta.value * frame.timescale) % (delta.timescale * frame.value) !== 0n) {
|
|
514
|
+
throw new Error("TIMELINE_IR_OPERATION_INVALID: split point is not frame aligned");
|
|
515
|
+
}
|
|
516
|
+
}
|
|
471
517
|
const right = structuredClone(occurrence);
|
|
472
518
|
right.id = operation.newOccurrenceId;
|
|
473
519
|
right.startTime = addRationalTimes(occurrence.startTime, splitOffsetTime, "TIMELINE_IR_OPERATION_INVALID");
|