@morshoto/framekit 0.2.2 → 0.2.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist-package/adapters/final-cut/typescript/src/analyzers.d.ts +58 -0
- package/dist-package/adapters/final-cut/typescript/src/analyzers.js +52 -13
- package/dist-package/adapters/final-cut/typescript/src/assets.d.ts +24 -0
- package/dist-package/adapters/final-cut/typescript/src/background-export.d.ts +98 -0
- package/dist-package/adapters/final-cut/typescript/src/background-materialization.d.ts +47 -0
- package/dist-package/adapters/final-cut/typescript/src/canonical-recovery-guard.d.ts +32 -0
- package/dist-package/adapters/final-cut/typescript/src/canonical-recovery.d.ts +22 -0
- package/dist-package/adapters/final-cut/typescript/src/canonical-verification.d.ts +11 -0
- package/dist-package/adapters/final-cut/typescript/src/canonical.d.ts +184 -0
- package/dist-package/adapters/final-cut/typescript/src/canonical.js +33 -1
- package/dist-package/adapters/final-cut/typescript/src/connection.d.ts +103 -0
- package/dist-package/adapters/final-cut/typescript/src/disposable-native.d.ts +90 -0
- package/dist-package/adapters/final-cut/typescript/src/documents.d.ts +3 -0
- package/dist-package/adapters/final-cut/typescript/src/documents.js +3 -0
- package/dist-package/adapters/final-cut/typescript/src/experimental.d.ts +8 -0
- package/dist-package/adapters/final-cut/typescript/src/export.d.ts +125 -0
- package/dist-package/adapters/final-cut/typescript/src/fcpxml-console-experiment.d.ts +54 -0
- package/dist-package/adapters/final-cut/typescript/src/fcpxml.d.ts +75 -0
- package/dist-package/adapters/final-cut/typescript/src/fcpxml.js +6 -1
- package/dist-package/adapters/final-cut/typescript/src/index.d.ts +22 -0
- package/dist-package/adapters/final-cut/typescript/src/library-inspection.d.ts +101 -0
- package/dist-package/adapters/final-cut/typescript/src/live.d.ts +101 -0
- package/dist-package/adapters/final-cut/typescript/src/live.js +8 -0
- package/dist-package/adapters/final-cut/typescript/src/media.d.ts +12 -0
- package/dist-package/adapters/final-cut/typescript/src/native-operation.d.ts +6 -0
- package/dist-package/adapters/final-cut/typescript/src/native-recovery-inspection.d.ts +77 -0
- package/dist-package/adapters/final-cut/typescript/src/native-session.d.ts +130 -0
- package/dist-package/adapters/final-cut/typescript/src/native.d.ts +828 -0
- package/dist-package/adapters/final-cut/typescript/src/native.js +274 -107
- package/dist-package/adapters/final-cut/typescript/src/pasteboard-snapshot.d.ts +114 -0
- package/dist-package/adapters/final-cut/typescript/src/publish-readback.d.ts +26 -0
- package/dist-package/adapters/final-cut/typescript/src/publish-readback.js +18 -2
- package/dist-package/adapters/final-cut/typescript/src/publisher.d.ts +215 -0
- package/dist-package/adapters/final-cut/typescript/src/session.d.ts +43 -0
- package/dist-package/adapters/final-cut/typescript/src/shadow-mutation.d.ts +51 -0
- package/dist-package/adapters/final-cut/typescript/src/sqlite-experiment.d.ts +156 -0
- package/dist-package/adapters/final-cut/typescript/src/sqlite-inspection.d.ts +134 -0
- package/dist-package/adapters/final-cut/typescript/src/sqlite-materialization.d.ts +110 -0
- package/dist-package/adapters/final-cut/typescript/src/sqlite-wal-observation.d.ts +132 -0
- package/dist-package/adapters/final-cut/typescript/src/timeline-ir-fcpxml.d.ts +61 -0
- package/dist-package/adapters/final-cut/typescript/src/timeline-ir-fcpxml.js +28 -4
- package/dist-package/adapters/final-cut/typescript/src/unattended-editing.d.ts +54 -0
- package/dist-package/adapters/headless/typescript/src/audio-output.d.ts +3 -0
- package/dist-package/adapters/headless/typescript/src/ffmpeg-media-probe.d.ts +11 -0
- package/dist-package/adapters/headless/typescript/src/ffmpeg-media-probe.js +26 -2
- package/dist-package/adapters/headless/typescript/src/ffmpeg-renderer.d.ts +25 -0
- package/dist-package/adapters/headless/typescript/src/ffmpeg-renderer.js +5 -0
- package/dist-package/adapters/headless/typescript/src/ffmpeg-verifier.d.ts +15 -0
- package/dist-package/adapters/headless/typescript/src/index.d.ts +3 -0
- package/dist-package/apps/cli/src/dev-doctor.d.ts +25 -0
- package/dist-package/apps/cli/src/headless-projects.d.ts +3 -0
- package/dist-package/apps/cli/src/main.d.ts +10 -0
- package/dist-package/apps/mcp-server/runtime/ffmpeg-audio-backend.py +129 -0
- package/dist-package/apps/mcp-server/runtime/whisper-speech-backend.py +92 -2
- package/dist-package/apps/mcp-server/src/build-alignment.d.ts +10 -0
- package/dist-package/apps/mcp-server/src/build-identity.d.ts +7 -0
- package/dist-package/apps/mcp-server/src/build-identity.json +2 -2
- package/dist-package/apps/mcp-server/src/canonical-native-snapshot.d.ts +8 -0
- package/dist-package/apps/mcp-server/src/final-cut-runtime-config.d.ts +5 -0
- package/dist-package/apps/mcp-server/src/headless-project-snapshot.d.ts +3 -0
- package/dist-package/apps/mcp-server/src/headless-sessions.d.ts +89 -0
- package/dist-package/apps/mcp-server/src/main.d.ts +1 -0
- package/dist-package/apps/mcp-server/src/materialization-jobs.d.ts +204 -0
- package/dist-package/apps/mcp-server/src/readback-policy.d.ts +18 -0
- package/dist-package/apps/mcp-server/src/routing.d.ts +90 -0
- package/dist-package/apps/mcp-server/src/server.d.ts +75 -0
- package/dist-package/apps/mcp-server/src/server.js +77 -7
- package/dist-package/apps/mcp-server/src/tools/skills/catalog.d.ts +19 -0
- package/dist-package/apps/mcp-server/src/tools/skills/metadata.d.ts +37 -0
- package/dist-package/apps/mcp-server/src/tools/skills/register.d.ts +11 -0
- package/dist-package/apps/mcp-server/src/version.d.ts +4 -0
- package/dist-package/packages/headless-application/src/external-edit.d.ts +30 -0
- package/dist-package/packages/headless-application/src/external-edit.js +72 -0
- package/dist-package/packages/headless-application/src/headless-projects.d.ts +233 -0
- package/dist-package/packages/headless-application/src/headless-projects.js +1 -1
- package/dist-package/packages/headless-application/src/index.d.ts +2 -0
- package/dist-package/packages/headless-application/src/index.js +1 -0
- package/dist-package/packages/runtime/src/application/duration-policy-service.d.ts +4 -0
- package/dist-package/packages/runtime/src/application/local-media.d.ts +46 -0
- package/dist-package/packages/runtime/src/application/media-analysis-service.d.ts +40 -0
- package/dist-package/packages/runtime/src/application/media-analysis-service.js +105 -15
- package/dist-package/packages/runtime/src/application/project-service.d.ts +35 -0
- package/dist-package/packages/runtime/src/application/project-store.d.ts +56 -0
- package/dist-package/packages/runtime/src/application/project-transactions.d.ts +51 -0
- package/dist-package/packages/runtime/src/application/runtime-options.d.ts +15 -0
- package/dist-package/packages/runtime/src/application/semantic-media-index-store.d.ts +28 -0
- package/dist-package/packages/runtime/src/application/transaction-store.d.ts +10 -0
- package/dist-package/packages/runtime/src/audio/analysis.d.ts +3 -0
- package/dist-package/packages/runtime/src/audio/analysis.js +95 -0
- package/dist-package/packages/runtime/src/audio/dialogue-normalization.d.ts +47 -0
- package/dist-package/packages/runtime/src/audio/noise-reduction.d.ts +34 -0
- package/dist-package/packages/runtime/src/capabilities.d.ts +45 -0
- package/dist-package/packages/runtime/src/color-correction.d.ts +33 -0
- package/dist-package/packages/runtime/src/context/context-engine.d.ts +28 -0
- package/dist-package/packages/runtime/src/context/context-service.d.ts +20 -0
- package/dist-package/packages/runtime/src/context/project-catalog.d.ts +12 -0
- package/dist-package/packages/runtime/src/context/revision.d.ts +2 -0
- package/dist-package/packages/runtime/src/domain/capabilities.d.ts +170 -0
- package/dist-package/packages/runtime/src/domain/context.d.ts +179 -0
- package/dist-package/packages/runtime/src/domain/diff.d.ts +104 -0
- package/dist-package/packages/runtime/src/domain/duration.d.ts +63 -0
- package/dist-package/packages/runtime/src/domain/editing.d.ts +227 -0
- package/dist-package/packages/runtime/src/domain/incremental-sync.d.ts +67 -0
- package/dist-package/packages/runtime/src/domain/index.d.ts +14 -0
- package/dist-package/packages/runtime/src/domain/media.d.ts +406 -0
- package/dist-package/packages/runtime/src/domain/ports.d.ts +62 -0
- package/dist-package/packages/runtime/src/domain/primitives.d.ts +21 -0
- package/dist-package/packages/runtime/src/domain/project.d.ts +119 -0
- package/dist-package/packages/runtime/src/domain/rough-cut.d.ts +27 -0
- package/dist-package/packages/runtime/src/domain/skills.d.ts +145 -0
- package/dist-package/packages/runtime/src/domain/timeline-target.d.ts +57 -0
- package/dist-package/packages/runtime/src/domain/timeline-target.js +19 -1
- package/dist-package/packages/runtime/src/domain/types.d.ts +5 -0
- package/dist-package/packages/runtime/src/domain/verification.d.ts +92 -0
- package/dist-package/packages/runtime/src/editing/dialogue-normalization-service.d.ts +18 -0
- package/dist-package/packages/runtime/src/editing/duration-policy.d.ts +3 -0
- package/dist-package/packages/runtime/src/editing/edit-service.d.ts +44 -0
- package/dist-package/packages/runtime/src/editing/filler-removal-service.d.ts +23 -0
- package/dist-package/packages/runtime/src/editing/intent.d.ts +97 -0
- package/dist-package/packages/runtime/src/editing/music-service.d.ts +9 -0
- package/dist-package/packages/runtime/src/index.d.ts +32 -0
- package/dist-package/packages/runtime/src/index.js +1 -0
- package/dist-package/packages/runtime/src/planning/rough-cut.d.ts +3 -0
- package/dist-package/packages/runtime/src/render/render-and-verify.d.ts +71 -0
- package/dist-package/packages/runtime/src/render/render-contract.d.ts +96 -0
- package/dist-package/packages/runtime/src/runtime.d.ts +85 -0
- package/dist-package/packages/runtime/src/skills/builtin.d.ts +2 -0
- package/dist-package/packages/runtime/src/skills/index.d.ts +3 -0
- package/dist-package/packages/runtime/src/skills/registry.d.ts +10 -0
- package/dist-package/packages/runtime/src/skills/requirements.d.ts +38 -0
- package/dist-package/packages/runtime/src/skills/runtime.d.ts +38 -0
- package/dist-package/packages/runtime/src/speech/analysis.d.ts +18 -0
- package/dist-package/packages/runtime/src/speech/analysis.js +67 -0
- package/dist-package/packages/runtime/src/speech/filler-detector.d.ts +49 -0
- package/dist-package/packages/runtime/src/speech/filler-removal.d.ts +37 -0
- package/dist-package/packages/runtime/src/speech/mapping.d.ts +56 -0
- package/dist-package/packages/runtime/src/speech/mapping.js +27 -4
- package/dist-package/packages/runtime/src/speech/safe-cut-resolver.d.ts +52 -0
- package/dist-package/packages/runtime/src/timeline/drift-reconciliation.d.ts +42 -0
- package/dist-package/packages/runtime/src/timeline/editing-session.d.ts +271 -0
- package/dist-package/packages/runtime/src/timeline/editing-session.js +32 -2
- package/dist-package/packages/runtime/src/timeline/fast-observation.d.ts +77 -0
- package/dist-package/packages/runtime/src/timeline/rational-time.d.ts +11 -0
- package/dist-package/packages/runtime/src/timeline/reorder-preview.d.ts +32 -0
- package/dist-package/packages/runtime/src/timeline/reorder-preview.js +202 -0
- package/dist-package/packages/runtime/src/timeline/snapshot-diff.d.ts +3 -0
- package/dist-package/packages/runtime/src/timeline/snapshot-diff.js +1 -0
- package/dist-package/packages/runtime/src/timeline/snapshot-digest.d.ts +3 -0
- package/dist-package/packages/runtime/src/timeline/snapshot-digest.js +1 -1
- package/dist-package/packages/runtime/src/verification/verification.d.ts +6 -0
- package/dist-package/packages/testkit/src/fixture-analyzers.d.ts +37 -0
- package/dist-package/packages/testkit/src/in-memory-editor.d.ts +55 -0
- package/dist-package/packages/testkit/src/index.d.ts +4 -0
- package/dist-package/packages/testkit/src/sender-lifecycle-fixture.d.ts +47 -0
- package/dist-package/packages/testkit/src/skill-fixtures.d.ts +3 -0
- package/package.json +17 -12
|
@@ -0,0 +1,227 @@
|
|
|
1
|
+
import type { ContextRevision, RationalTime, TimeRange } from "./primitives.js";
|
|
2
|
+
import type { Marker, PictureInPictureCrop, PictureInPictureFrame, PictureInPicturePosition, ProjectSnapshot } from "./project.js";
|
|
3
|
+
import type { TimelineDiff } from "./diff.js";
|
|
4
|
+
import type { VerificationPolicy, VerificationReport } from "./verification.js";
|
|
5
|
+
export interface ArtifactEditTarget {
|
|
6
|
+
kind: "artifact";
|
|
7
|
+
artifactId: string;
|
|
8
|
+
artifactPath: string;
|
|
9
|
+
}
|
|
10
|
+
export interface EditorTimelineEditTarget {
|
|
11
|
+
kind: "editor.timeline";
|
|
12
|
+
projectId: string;
|
|
13
|
+
sequenceId: string;
|
|
14
|
+
}
|
|
15
|
+
export type EditTarget = ArtifactEditTarget | EditorTimelineEditTarget;
|
|
16
|
+
export interface ArtifactEditTargetInput {
|
|
17
|
+
artifactPath: string;
|
|
18
|
+
}
|
|
19
|
+
export interface EditorTimelineEditTargetInput {
|
|
20
|
+
projectId: string;
|
|
21
|
+
sequenceId: string;
|
|
22
|
+
}
|
|
23
|
+
export type MaskMode = "rectangle" | "supplied-alpha" | "person-cutout";
|
|
24
|
+
export interface MaskBounds {
|
|
25
|
+
x: number;
|
|
26
|
+
y: number;
|
|
27
|
+
width: number;
|
|
28
|
+
height: number;
|
|
29
|
+
}
|
|
30
|
+
export interface MaskConfiguration {
|
|
31
|
+
mode: MaskMode;
|
|
32
|
+
bounds?: MaskBounds;
|
|
33
|
+
alphaMediaId?: string;
|
|
34
|
+
inverted?: boolean;
|
|
35
|
+
}
|
|
36
|
+
export interface AddMaskOperation {
|
|
37
|
+
type: "timeline.mask.add";
|
|
38
|
+
occurrenceId: string;
|
|
39
|
+
mask: MaskConfiguration;
|
|
40
|
+
}
|
|
41
|
+
export declare function assertValidMaskConfiguration(mask: MaskConfiguration): void;
|
|
42
|
+
export type EditOperation = {
|
|
43
|
+
type: "rename-clip";
|
|
44
|
+
clipId: string;
|
|
45
|
+
name: string;
|
|
46
|
+
baseRevision?: ContextRevision;
|
|
47
|
+
} | {
|
|
48
|
+
type: "trim-clip";
|
|
49
|
+
clipId: string;
|
|
50
|
+
duration: number;
|
|
51
|
+
durationTime?: RationalTime;
|
|
52
|
+
baseRevision?: ContextRevision;
|
|
53
|
+
} | {
|
|
54
|
+
type: "set-gain";
|
|
55
|
+
clipId: string;
|
|
56
|
+
gainDb: number;
|
|
57
|
+
baseRevision?: ContextRevision;
|
|
58
|
+
} | {
|
|
59
|
+
type: "reduce-noise";
|
|
60
|
+
clipId: string;
|
|
61
|
+
range: TimeRange;
|
|
62
|
+
reductionDb: number;
|
|
63
|
+
baseRevision?: ContextRevision;
|
|
64
|
+
} | {
|
|
65
|
+
type: "set-color-correction";
|
|
66
|
+
clipId: string;
|
|
67
|
+
correction: import("./project.js").ColorCorrection;
|
|
68
|
+
baseRevision?: ContextRevision;
|
|
69
|
+
} | {
|
|
70
|
+
type: "ripple-delete";
|
|
71
|
+
timelineId: string;
|
|
72
|
+
range: TimeRange;
|
|
73
|
+
reason?: string;
|
|
74
|
+
/** Optional Skill provenance for a guarded semantic deletion. */
|
|
75
|
+
candidateId?: string;
|
|
76
|
+
baseRevision?: ContextRevision;
|
|
77
|
+
} | {
|
|
78
|
+
type: "add-marker";
|
|
79
|
+
timelineId: string;
|
|
80
|
+
marker: Marker;
|
|
81
|
+
baseRevision?: ContextRevision;
|
|
82
|
+
};
|
|
83
|
+
export interface ImportMediaOperation {
|
|
84
|
+
type: "media.import";
|
|
85
|
+
mediaId: string;
|
|
86
|
+
source: string;
|
|
87
|
+
mediaKind: "video" | "audio";
|
|
88
|
+
duration: number;
|
|
89
|
+
sourceDigest: string;
|
|
90
|
+
}
|
|
91
|
+
export interface AddMediaOperation {
|
|
92
|
+
type: "timeline.media.add";
|
|
93
|
+
occurrenceId: string;
|
|
94
|
+
mediaId: string;
|
|
95
|
+
role: "video" | "music" | "audio";
|
|
96
|
+
start: number;
|
|
97
|
+
duration: number;
|
|
98
|
+
targetLane?: "primary" | number;
|
|
99
|
+
}
|
|
100
|
+
export interface AddPictureInPictureOperation {
|
|
101
|
+
type: "timeline.picture-in-picture.add";
|
|
102
|
+
occurrenceId: string;
|
|
103
|
+
mediaId: string;
|
|
104
|
+
/** Existing primary-storyline occurrence that owns the connected clip. */
|
|
105
|
+
attachedTo: string;
|
|
106
|
+
start: number;
|
|
107
|
+
duration: number;
|
|
108
|
+
/** Connected lane; zero and the primary storyline are not valid. */
|
|
109
|
+
targetLane: number;
|
|
110
|
+
position: PictureInPicturePosition;
|
|
111
|
+
scale: number;
|
|
112
|
+
crop?: PictureInPictureCrop;
|
|
113
|
+
frame?: PictureInPictureFrame;
|
|
114
|
+
}
|
|
115
|
+
export interface SetAudioFadesOperation {
|
|
116
|
+
type: "timeline.audio.fades";
|
|
117
|
+
clipId: string;
|
|
118
|
+
fadeIn: number;
|
|
119
|
+
fadeOut: number;
|
|
120
|
+
}
|
|
121
|
+
export interface MusicImportSource {
|
|
122
|
+
mediaId: string;
|
|
123
|
+
source: string;
|
|
124
|
+
duration: number;
|
|
125
|
+
sourceDigest: string;
|
|
126
|
+
}
|
|
127
|
+
export interface MusicAddRequest {
|
|
128
|
+
baseRevision: ContextRevision;
|
|
129
|
+
occurrenceId: string;
|
|
130
|
+
mediaId?: string;
|
|
131
|
+
import?: MusicImportSource;
|
|
132
|
+
placement: "append" | "insert";
|
|
133
|
+
start?: number;
|
|
134
|
+
duration?: number;
|
|
135
|
+
targetLane: number;
|
|
136
|
+
gainDb?: number;
|
|
137
|
+
fadeIn?: number;
|
|
138
|
+
fadeOut?: number;
|
|
139
|
+
ducking?: {
|
|
140
|
+
enabled: boolean;
|
|
141
|
+
dialogueClipIds?: string[];
|
|
142
|
+
reductionDb?: number;
|
|
143
|
+
};
|
|
144
|
+
verification?: VerificationPolicy;
|
|
145
|
+
}
|
|
146
|
+
export interface AddTitleOperation {
|
|
147
|
+
type: "timeline.title.add";
|
|
148
|
+
occurrenceId: string;
|
|
149
|
+
assetId: string;
|
|
150
|
+
text: string;
|
|
151
|
+
start: number;
|
|
152
|
+
duration: number;
|
|
153
|
+
targetLane: number;
|
|
154
|
+
}
|
|
155
|
+
export interface MoveMediaOperation {
|
|
156
|
+
type: "timeline.media.move";
|
|
157
|
+
occurrenceId: string;
|
|
158
|
+
start: number;
|
|
159
|
+
targetLane?: "primary" | number;
|
|
160
|
+
}
|
|
161
|
+
export interface ReplaceMediaOperation {
|
|
162
|
+
type: "timeline.media.replace";
|
|
163
|
+
occurrenceId: string;
|
|
164
|
+
mediaId: string;
|
|
165
|
+
duration?: number;
|
|
166
|
+
}
|
|
167
|
+
export interface RemoveMediaOperation {
|
|
168
|
+
type: "timeline.media.remove";
|
|
169
|
+
occurrenceId: string;
|
|
170
|
+
}
|
|
171
|
+
export interface AddTransitionOperation {
|
|
172
|
+
type: "timeline.transition.add";
|
|
173
|
+
transitionId: string;
|
|
174
|
+
assetId: string;
|
|
175
|
+
beforeClipId: string;
|
|
176
|
+
afterClipId: string;
|
|
177
|
+
duration: number;
|
|
178
|
+
}
|
|
179
|
+
export interface AttachAudioOperation {
|
|
180
|
+
type: "timeline.audio.attach";
|
|
181
|
+
occurrenceId: string;
|
|
182
|
+
targetClipId: string;
|
|
183
|
+
mediaId: string;
|
|
184
|
+
startOffset?: number;
|
|
185
|
+
duration?: number;
|
|
186
|
+
}
|
|
187
|
+
export interface MixAudioOperation {
|
|
188
|
+
type: "timeline.audio.mix";
|
|
189
|
+
clipId: string;
|
|
190
|
+
gainDb?: number;
|
|
191
|
+
fadeIn?: number;
|
|
192
|
+
fadeOut?: number;
|
|
193
|
+
}
|
|
194
|
+
export type WorkflowOperation = EditOperation | ImportMediaOperation | AddMediaOperation | AddPictureInPictureOperation | SetAudioFadesOperation | AddTitleOperation | MoveMediaOperation | ReplaceMediaOperation | RemoveMediaOperation | AddTransitionOperation | AttachAudioOperation | MixAudioOperation | AddMaskOperation;
|
|
195
|
+
export interface CompositeEditRequest {
|
|
196
|
+
baseRevision: ContextRevision;
|
|
197
|
+
operations: WorkflowOperation[];
|
|
198
|
+
verification?: VerificationPolicy;
|
|
199
|
+
}
|
|
200
|
+
export interface CompositeEditPreview {
|
|
201
|
+
previewToken: string;
|
|
202
|
+
target: EditTarget;
|
|
203
|
+
baseRevision: ContextRevision;
|
|
204
|
+
artifactDigest?: string;
|
|
205
|
+
operations: WorkflowOperation[];
|
|
206
|
+
expectedDiff: TimelineDiff;
|
|
207
|
+
warnings: string[];
|
|
208
|
+
expiresAt: string;
|
|
209
|
+
verification?: VerificationPolicy;
|
|
210
|
+
}
|
|
211
|
+
export interface EditTransaction {
|
|
212
|
+
id: string;
|
|
213
|
+
target?: EditTarget;
|
|
214
|
+
artifactDigest?: string;
|
|
215
|
+
operation?: EditOperation;
|
|
216
|
+
intent: string;
|
|
217
|
+
planned: WorkflowOperation[];
|
|
218
|
+
applied: WorkflowOperation[];
|
|
219
|
+
baseRevision: ContextRevision;
|
|
220
|
+
before: ProjectSnapshot;
|
|
221
|
+
after: ProjectSnapshot;
|
|
222
|
+
attemptedAfter: ProjectSnapshot;
|
|
223
|
+
diff: TimelineDiff;
|
|
224
|
+
verificationPolicy?: VerificationPolicy;
|
|
225
|
+
verification?: VerificationReport;
|
|
226
|
+
status: "APPLIED" | "VERIFIED" | "FAILED" | "ROLLED_BACK" | "ACCEPTED";
|
|
227
|
+
}
|
|
@@ -0,0 +1,67 @@
|
|
|
1
|
+
import type { ContextRevision } from "./primitives.js";
|
|
2
|
+
export declare const CANONICAL_INCREMENTAL_SYNC_CONTRACT_VERSION: 1;
|
|
3
|
+
export type CanonicalSyncEvidenceTier = "metadata-only" | "artifact-only" | "canonical-read" | "canonical-live" | "headed-native" | "fixture";
|
|
4
|
+
export type CanonicalSyncSurface = "live" | "artifact" | "fixture";
|
|
5
|
+
export interface CanonicalSyncTarget {
|
|
6
|
+
/** Stable provider identity; names are descriptive and never sufficient. */
|
|
7
|
+
projectId: string;
|
|
8
|
+
/** Stable provider identity for the selected sequence/timeline. */
|
|
9
|
+
sequenceId: string;
|
|
10
|
+
}
|
|
11
|
+
export interface CanonicalSyncCursor {
|
|
12
|
+
target: CanonicalSyncTarget;
|
|
13
|
+
revision: ContextRevision;
|
|
14
|
+
}
|
|
15
|
+
export interface CanonicalSyncSource {
|
|
16
|
+
provider: string;
|
|
17
|
+
backend: string;
|
|
18
|
+
surface: CanonicalSyncSurface;
|
|
19
|
+
evidenceTier: CanonicalSyncEvidenceTier;
|
|
20
|
+
}
|
|
21
|
+
export interface CanonicalSyncProvenance {
|
|
22
|
+
source: CanonicalSyncSource;
|
|
23
|
+
observedAt: string;
|
|
24
|
+
}
|
|
25
|
+
export type CanonicalChangeEntity = "clip" | "connected-item" | "marker" | "caption" | "role" | "audio" | "playhead";
|
|
26
|
+
export type CanonicalChangeOperation = "added" | "removed" | "modified";
|
|
27
|
+
export interface CanonicalSyncChange {
|
|
28
|
+
/** Contiguous zero-based order within one result. */
|
|
29
|
+
order: number;
|
|
30
|
+
revision: ContextRevision;
|
|
31
|
+
entity: CanonicalChangeEntity;
|
|
32
|
+
operation: CanonicalChangeOperation;
|
|
33
|
+
/** Stable identity of the changed entity; playhead uses the target timeline ID. */
|
|
34
|
+
entityId: string;
|
|
35
|
+
before?: unknown;
|
|
36
|
+
after?: unknown;
|
|
37
|
+
}
|
|
38
|
+
export interface CanonicalSyncSuccess {
|
|
39
|
+
contractVersion: typeof CANONICAL_INCREMENTAL_SYNC_CONTRACT_VERSION;
|
|
40
|
+
ok: true;
|
|
41
|
+
status: "complete";
|
|
42
|
+
target: CanonicalSyncTarget;
|
|
43
|
+
from: CanonicalSyncCursor;
|
|
44
|
+
to: CanonicalSyncCursor;
|
|
45
|
+
changes: CanonicalSyncChange[];
|
|
46
|
+
provenance: CanonicalSyncProvenance;
|
|
47
|
+
}
|
|
48
|
+
export type CanonicalSyncFailureStatus = "unavailable" | "stale" | "ambiguous";
|
|
49
|
+
export type CanonicalSyncFailureCode = "CAPABILITY_UNAVAILABLE" | "METADATA_ONLY" | "STALE_CURSOR" | "AMBIGUOUS_TARGET" | "TARGET_MISMATCH";
|
|
50
|
+
export interface CanonicalSyncFailure {
|
|
51
|
+
contractVersion: typeof CANONICAL_INCREMENTAL_SYNC_CONTRACT_VERSION;
|
|
52
|
+
ok: false;
|
|
53
|
+
status: CanonicalSyncFailureStatus;
|
|
54
|
+
target?: CanonicalSyncTarget;
|
|
55
|
+
cursor?: CanonicalSyncCursor;
|
|
56
|
+
provenance?: CanonicalSyncProvenance;
|
|
57
|
+
failure: {
|
|
58
|
+
code: CanonicalSyncFailureCode;
|
|
59
|
+
message: string;
|
|
60
|
+
};
|
|
61
|
+
}
|
|
62
|
+
export type CanonicalSyncResult = CanonicalSyncSuccess | CanonicalSyncFailure;
|
|
63
|
+
/**
|
|
64
|
+
* Validates the structural guarantees shared by timeline.changes and
|
|
65
|
+
* context.changes. Provider-specific payload validation belongs at the edge.
|
|
66
|
+
*/
|
|
67
|
+
export declare function assertCanonicalSyncResult(result: CanonicalSyncResult): void;
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
export * from "./primitives.js";
|
|
2
|
+
export * from "./project.js";
|
|
3
|
+
export * from "./context.js";
|
|
4
|
+
export * from "./media.js";
|
|
5
|
+
export * from "./editing.js";
|
|
6
|
+
export * from "./diff.js";
|
|
7
|
+
export * from "./capabilities.js";
|
|
8
|
+
export * from "./ports.js";
|
|
9
|
+
export * from "./verification.js";
|
|
10
|
+
export * from "./timeline-target.js";
|
|
11
|
+
export * from "./rough-cut.js";
|
|
12
|
+
export * from "./duration.js";
|
|
13
|
+
export * from "./skills.js";
|
|
14
|
+
export * from "./incremental-sync.js";
|
|
@@ -0,0 +1,406 @@
|
|
|
1
|
+
import type { ContextRevision, RationalTime, TimeRange } from "./primitives.js";
|
|
2
|
+
import type { ProjectSnapshot, Clip } from "./project.js";
|
|
3
|
+
import type { ProjectSequence } from "./context.js";
|
|
4
|
+
export interface SpeechWord {
|
|
5
|
+
text: string;
|
|
6
|
+
start: number;
|
|
7
|
+
end: number;
|
|
8
|
+
confidence: number;
|
|
9
|
+
filler?: boolean;
|
|
10
|
+
}
|
|
11
|
+
export type SpeechSegmentKind = "speech" | "silence" | "breath" | "laughter" | "noise";
|
|
12
|
+
export interface SpeechSegment {
|
|
13
|
+
start: number;
|
|
14
|
+
end: number;
|
|
15
|
+
kind: SpeechSegmentKind;
|
|
16
|
+
confidence?: number;
|
|
17
|
+
}
|
|
18
|
+
export declare const SPEECH_ANALYSIS_SCHEMA_VERSION: 1;
|
|
19
|
+
export type SpeechAnalysisCapability = "transcription-only" | "transcription-plus-vad";
|
|
20
|
+
export interface SpeechAnalyzerCapabilities {
|
|
21
|
+
transcription: boolean;
|
|
22
|
+
vad: boolean;
|
|
23
|
+
}
|
|
24
|
+
export type MediaAnalysisCapability = "metadata" | "speech" | "audio" | "noise" | "visual";
|
|
25
|
+
export interface SemanticTag {
|
|
26
|
+
value: string;
|
|
27
|
+
confidence: number;
|
|
28
|
+
}
|
|
29
|
+
export interface MetadataAnalysis {
|
|
30
|
+
subjects?: SemanticTag[];
|
|
31
|
+
scenes?: SemanticTag[];
|
|
32
|
+
environments?: SemanticTag[];
|
|
33
|
+
timeOfDay?: SemanticTag[];
|
|
34
|
+
moods?: SemanticTag[];
|
|
35
|
+
usableRanges?: TimeRange[];
|
|
36
|
+
confidence?: number;
|
|
37
|
+
}
|
|
38
|
+
export interface AnalyzerDescriptor {
|
|
39
|
+
id: string;
|
|
40
|
+
provider: string;
|
|
41
|
+
version?: string;
|
|
42
|
+
}
|
|
43
|
+
export interface MediaSourceIdentity {
|
|
44
|
+
mediaId: string;
|
|
45
|
+
source: string;
|
|
46
|
+
sourceDigest?: string;
|
|
47
|
+
mediaKind?: "video" | "audio";
|
|
48
|
+
duration?: number;
|
|
49
|
+
}
|
|
50
|
+
export interface MediaDiscoveryProvenance {
|
|
51
|
+
backend: string;
|
|
52
|
+
guarantee: "observed" | "native-verified";
|
|
53
|
+
source: "filesystem" | "final-cut";
|
|
54
|
+
native?: {
|
|
55
|
+
backend: string;
|
|
56
|
+
guarantee: "none" | "native-verified";
|
|
57
|
+
unavailableReason?: string;
|
|
58
|
+
};
|
|
59
|
+
}
|
|
60
|
+
export interface MediaSourceMetadata {
|
|
61
|
+
fileName: string;
|
|
62
|
+
extension: string;
|
|
63
|
+
sizeBytes: number;
|
|
64
|
+
mimeType?: string;
|
|
65
|
+
modifiedAt?: string;
|
|
66
|
+
}
|
|
67
|
+
export declare function sameMediaSourceIdentity(left: MediaSourceIdentity, right: MediaSourceIdentity): boolean;
|
|
68
|
+
export interface AnalysisProvenance {
|
|
69
|
+
analyzer: AnalyzerDescriptor;
|
|
70
|
+
source: MediaSourceIdentity;
|
|
71
|
+
ranges: TimeRange[];
|
|
72
|
+
}
|
|
73
|
+
export interface MediaAnalysisStatus {
|
|
74
|
+
capability: MediaAnalysisCapability;
|
|
75
|
+
status: "analyzed" | "available" | "unavailable";
|
|
76
|
+
provenance?: AnalysisProvenance;
|
|
77
|
+
reason?: string;
|
|
78
|
+
}
|
|
79
|
+
export interface MediaSemanticDescription {
|
|
80
|
+
subjects: SemanticTag[];
|
|
81
|
+
scenes: SemanticTag[];
|
|
82
|
+
environments: SemanticTag[];
|
|
83
|
+
timeOfDay: SemanticTag[];
|
|
84
|
+
moods: SemanticTag[];
|
|
85
|
+
motion?: VisualMotion;
|
|
86
|
+
usableRanges: TimeRange[];
|
|
87
|
+
transcript?: string;
|
|
88
|
+
audio?: {
|
|
89
|
+
present: boolean;
|
|
90
|
+
integratedLufs?: number;
|
|
91
|
+
truePeakDb?: number;
|
|
92
|
+
silenceMs?: number;
|
|
93
|
+
};
|
|
94
|
+
}
|
|
95
|
+
export interface MediaIndexEntry {
|
|
96
|
+
sourceIdentity: MediaSourceIdentity;
|
|
97
|
+
semantic: MediaSemanticDescription;
|
|
98
|
+
analysis: MediaAnalysisStatus[];
|
|
99
|
+
speech?: SpeechAnalysis;
|
|
100
|
+
audio?: AudioAnalysis;
|
|
101
|
+
analysisRevision?: string;
|
|
102
|
+
}
|
|
103
|
+
export interface MediaIndexQuery {
|
|
104
|
+
query?: string;
|
|
105
|
+
subject?: string;
|
|
106
|
+
scene?: string;
|
|
107
|
+
environment?: string;
|
|
108
|
+
timeOfDay?: string;
|
|
109
|
+
mood?: string;
|
|
110
|
+
motion?: VisualMotion["label"];
|
|
111
|
+
range?: TimeRange;
|
|
112
|
+
capabilities?: MediaAnalysisCapability[];
|
|
113
|
+
}
|
|
114
|
+
export interface RoughCutPlanRequest extends MediaIndexQuery {
|
|
115
|
+
maxShots?: number;
|
|
116
|
+
}
|
|
117
|
+
export interface RoughCutShot {
|
|
118
|
+
order: number;
|
|
119
|
+
sourceIdentity: MediaSourceIdentity;
|
|
120
|
+
range: TimeRange;
|
|
121
|
+
confidence: number;
|
|
122
|
+
matchedProperties: string[];
|
|
123
|
+
rationale: string;
|
|
124
|
+
evidence?: RoughCutSpeechEvidence;
|
|
125
|
+
}
|
|
126
|
+
export interface RoughCutSpeechEvidence {
|
|
127
|
+
kind: "speech";
|
|
128
|
+
transcript: string;
|
|
129
|
+
wordCount: number;
|
|
130
|
+
averageWordConfidence: number;
|
|
131
|
+
vad?: {
|
|
132
|
+
kind: SpeechSegmentKind;
|
|
133
|
+
confidence?: number;
|
|
134
|
+
};
|
|
135
|
+
audio?: {
|
|
136
|
+
integratedLufs?: number;
|
|
137
|
+
truePeakDb?: number;
|
|
138
|
+
silenceMs?: number;
|
|
139
|
+
};
|
|
140
|
+
}
|
|
141
|
+
export interface RoughCutPlan {
|
|
142
|
+
planner: {
|
|
143
|
+
id: string;
|
|
144
|
+
version: number;
|
|
145
|
+
};
|
|
146
|
+
revision: ContextRevision;
|
|
147
|
+
query: RoughCutPlanRequest;
|
|
148
|
+
shots: RoughCutShot[];
|
|
149
|
+
warnings: string[];
|
|
150
|
+
}
|
|
151
|
+
export interface TimelineSemanticContextQuery {
|
|
152
|
+
query?: string;
|
|
153
|
+
occurrenceIds?: string[];
|
|
154
|
+
}
|
|
155
|
+
export interface TimelineSemanticObservation {
|
|
156
|
+
capability: "speech" | "visual" | "metadata";
|
|
157
|
+
range: TimeRange;
|
|
158
|
+
text?: string;
|
|
159
|
+
label?: string;
|
|
160
|
+
confidence?: number;
|
|
161
|
+
analyzer?: AnalyzerDescriptor;
|
|
162
|
+
}
|
|
163
|
+
export interface TimelineSemanticOccurrenceContext {
|
|
164
|
+
occurrenceId: string;
|
|
165
|
+
status: "available" | "unavailable";
|
|
166
|
+
mediaId?: string;
|
|
167
|
+
sourceIdentity?: MediaSourceIdentity;
|
|
168
|
+
sourceRange?: TimeRange;
|
|
169
|
+
reason?: string;
|
|
170
|
+
observations: TimelineSemanticObservation[];
|
|
171
|
+
analysis: MediaAnalysisStatus[];
|
|
172
|
+
analysisRevision?: string;
|
|
173
|
+
}
|
|
174
|
+
export interface TimelineSemanticContext {
|
|
175
|
+
projectId: string;
|
|
176
|
+
timelineId: string;
|
|
177
|
+
revision: ContextRevision;
|
|
178
|
+
query: TimelineSemanticContextQuery;
|
|
179
|
+
occurrences: TimelineSemanticOccurrenceContext[];
|
|
180
|
+
}
|
|
181
|
+
/** VAD observations retained for one source range, including unavailable spans. */
|
|
182
|
+
export type VadCoverageSpan = {
|
|
183
|
+
start: number;
|
|
184
|
+
end: number;
|
|
185
|
+
status: "available";
|
|
186
|
+
segments: SpeechSegment[];
|
|
187
|
+
} | {
|
|
188
|
+
start: number;
|
|
189
|
+
end: number;
|
|
190
|
+
status: "unavailable";
|
|
191
|
+
reason: string;
|
|
192
|
+
};
|
|
193
|
+
export interface SpeechAnalysis {
|
|
194
|
+
/** Provenance fields are optional for backwards-compatible provider ports. */
|
|
195
|
+
schemaVersion?: typeof SPEECH_ANALYSIS_SCHEMA_VERSION;
|
|
196
|
+
mediaId?: string;
|
|
197
|
+
sourceIdentity?: MediaSourceIdentity;
|
|
198
|
+
requestedRange?: TimeRange;
|
|
199
|
+
observedRange?: TimeRange;
|
|
200
|
+
revision?: ContextRevision;
|
|
201
|
+
provider?: AnalyzerDescriptor;
|
|
202
|
+
sourceTimebase?: RationalTime;
|
|
203
|
+
capability?: SpeechAnalysisCapability;
|
|
204
|
+
words: SpeechWord[];
|
|
205
|
+
vadSegments?: SpeechSegment[];
|
|
206
|
+
/** Range-scoped VAD observations; partial coverage does not authorize top-level VAD. */
|
|
207
|
+
vadCoverage?: VadCoverageSpan[];
|
|
208
|
+
/** Optional detector failure; transcription can remain available independently. */
|
|
209
|
+
vadUnavailableReason?: string;
|
|
210
|
+
silenceSegments?: SpeechSegment[];
|
|
211
|
+
protectedSegments?: SpeechSegment[];
|
|
212
|
+
}
|
|
213
|
+
/** Speech evidence that is safe to use for a specific editor revision. */
|
|
214
|
+
export interface RevisionBoundSpeechAnalysis extends SpeechAnalysis {
|
|
215
|
+
schemaVersion: typeof SPEECH_ANALYSIS_SCHEMA_VERSION;
|
|
216
|
+
mediaId: string;
|
|
217
|
+
sourceIdentity: MediaSourceIdentity;
|
|
218
|
+
requestedRange: TimeRange;
|
|
219
|
+
observedRange: TimeRange;
|
|
220
|
+
revision: ContextRevision;
|
|
221
|
+
provider: AnalyzerDescriptor;
|
|
222
|
+
sourceTimebase: RationalTime;
|
|
223
|
+
capability: SpeechAnalysisCapability;
|
|
224
|
+
}
|
|
225
|
+
export interface AudioSignalFormat {
|
|
226
|
+
sampleRate: number;
|
|
227
|
+
channels: number;
|
|
228
|
+
channelLayout?: string;
|
|
229
|
+
}
|
|
230
|
+
export interface AudioAnalysis {
|
|
231
|
+
/** Declared source reference clock; absent means unavailable, never inferred. */
|
|
232
|
+
sourceTimebase?: RationalTime;
|
|
233
|
+
/** Format of the measured signal, interpreted with signalScope. */
|
|
234
|
+
signalFormat?: AudioSignalFormat;
|
|
235
|
+
/** Omitted legacy scope means source-file audio, never post-edit output. */
|
|
236
|
+
signalScope?: "source" | "occurrence";
|
|
237
|
+
/** Required when signalScope is occurrence; echoes an explicit measurement request. */
|
|
238
|
+
occurrenceId?: string;
|
|
239
|
+
schemaVersion?: 1;
|
|
240
|
+
mediaId?: string;
|
|
241
|
+
sourceIdentity?: MediaSourceIdentity;
|
|
242
|
+
requestedRange?: TimeRange;
|
|
243
|
+
measuredRange?: TimeRange;
|
|
244
|
+
revision?: ContextRevision;
|
|
245
|
+
provider?: AnalyzerDescriptor;
|
|
246
|
+
integratedLufs: number;
|
|
247
|
+
truePeakDb: number;
|
|
248
|
+
silenceMs: number;
|
|
249
|
+
audibleSamples?: number;
|
|
250
|
+
analyzedDurationSeconds?: number;
|
|
251
|
+
dialoguePresent?: boolean;
|
|
252
|
+
valid?: boolean;
|
|
253
|
+
invalidReason?: string;
|
|
254
|
+
}
|
|
255
|
+
/** Provider output for locating and reducing unwanted background noise. */
|
|
256
|
+
export interface NoiseAnalysis {
|
|
257
|
+
noiseFloorDb: number;
|
|
258
|
+
peakNoiseDb?: number;
|
|
259
|
+
affectedRanges: TimeRange[];
|
|
260
|
+
recommendedReductionDb: number;
|
|
261
|
+
confidence: number;
|
|
262
|
+
valid?: boolean;
|
|
263
|
+
invalidReason?: string;
|
|
264
|
+
}
|
|
265
|
+
/** Revision-bound noise evidence for one complete timeline occurrence. */
|
|
266
|
+
export interface NoiseMeasurement extends NoiseAnalysis {
|
|
267
|
+
mediaId: string;
|
|
268
|
+
occurrenceId: string;
|
|
269
|
+
requestedRange: TimeRange;
|
|
270
|
+
measuredRange: TimeRange;
|
|
271
|
+
revision: ContextRevision;
|
|
272
|
+
provider: AnalyzerDescriptor;
|
|
273
|
+
}
|
|
274
|
+
/** Revision-bound audio evidence for one complete timeline occurrence. */
|
|
275
|
+
export interface AudioMeasurement {
|
|
276
|
+
sourceTimebase?: RationalTime;
|
|
277
|
+
signalFormat?: AudioSignalFormat;
|
|
278
|
+
signalScope: "source" | "occurrence";
|
|
279
|
+
sourceIdentity?: MediaSourceIdentity;
|
|
280
|
+
mediaId: string;
|
|
281
|
+
occurrenceId: string;
|
|
282
|
+
requestedRange: TimeRange;
|
|
283
|
+
measuredRange: TimeRange;
|
|
284
|
+
revision: ContextRevision;
|
|
285
|
+
provider: AnalyzerDescriptor;
|
|
286
|
+
dialoguePresent: boolean;
|
|
287
|
+
integratedLufs: number;
|
|
288
|
+
truePeakDb: number;
|
|
289
|
+
silenceMs: number;
|
|
290
|
+
analyzedDurationSeconds: number;
|
|
291
|
+
valid: boolean;
|
|
292
|
+
invalidReason?: string;
|
|
293
|
+
}
|
|
294
|
+
export interface VisualScene {
|
|
295
|
+
id: string;
|
|
296
|
+
start: number;
|
|
297
|
+
end: number;
|
|
298
|
+
label?: string;
|
|
299
|
+
confidence?: number;
|
|
300
|
+
}
|
|
301
|
+
export interface VisualSubject {
|
|
302
|
+
id: string;
|
|
303
|
+
label: string;
|
|
304
|
+
confidence: number;
|
|
305
|
+
start?: number;
|
|
306
|
+
end?: number;
|
|
307
|
+
}
|
|
308
|
+
export interface VisualKeyframe {
|
|
309
|
+
time: number;
|
|
310
|
+
source: string;
|
|
311
|
+
labels?: string[];
|
|
312
|
+
}
|
|
313
|
+
export interface VisualMotion {
|
|
314
|
+
score: number;
|
|
315
|
+
label?: "static" | "low" | "medium" | "high";
|
|
316
|
+
}
|
|
317
|
+
export interface VisualAnalysis {
|
|
318
|
+
scenes: VisualScene[];
|
|
319
|
+
subjects: VisualSubject[];
|
|
320
|
+
motion?: VisualMotion;
|
|
321
|
+
keyframes: VisualKeyframe[];
|
|
322
|
+
}
|
|
323
|
+
export interface FrameImage {
|
|
324
|
+
/** Base64-encoded image bytes. */
|
|
325
|
+
data: string;
|
|
326
|
+
mimeType: string;
|
|
327
|
+
width?: number;
|
|
328
|
+
height?: number;
|
|
329
|
+
}
|
|
330
|
+
/** Editor-native frame data before runtime context is attached. */
|
|
331
|
+
export interface CapturedFrameSource {
|
|
332
|
+
image: FrameImage;
|
|
333
|
+
timecode: string;
|
|
334
|
+
}
|
|
335
|
+
export interface TimelineFrameCapture {
|
|
336
|
+
image: FrameImage;
|
|
337
|
+
position: RationalTime;
|
|
338
|
+
timecode: string;
|
|
339
|
+
project: ProjectSequence;
|
|
340
|
+
sequence: ProjectSequence;
|
|
341
|
+
clip?: Pick<Clip, "id" | "mediaId" | "name" | "startTime" | "durationTime" | "track">;
|
|
342
|
+
analysis?: VisualAnalysis;
|
|
343
|
+
}
|
|
344
|
+
export interface MediaContext {
|
|
345
|
+
mediaId: string;
|
|
346
|
+
source: string;
|
|
347
|
+
/** Exact source-coordinate bounds supplied by the snapshot provider, when available. */
|
|
348
|
+
sourceRange?: {
|
|
349
|
+
start: RationalTime;
|
|
350
|
+
duration: RationalTime;
|
|
351
|
+
};
|
|
352
|
+
mediaKind?: "video" | "audio";
|
|
353
|
+
duration?: number;
|
|
354
|
+
sourceDigest?: string;
|
|
355
|
+
sourceMetadata?: MediaSourceMetadata;
|
|
356
|
+
discovery?: MediaDiscoveryProvenance;
|
|
357
|
+
metadata?: MetadataAnalysis;
|
|
358
|
+
analysis?: MediaAnalysisStatus[];
|
|
359
|
+
semantic?: MediaSemanticDescription;
|
|
360
|
+
speech?: SpeechAnalysis;
|
|
361
|
+
audio?: AudioAnalysis;
|
|
362
|
+
noise?: NoiseAnalysis;
|
|
363
|
+
visual?: VisualAnalysis;
|
|
364
|
+
/** Revision of the source context used to produce attached analysis. */
|
|
365
|
+
analysisRevision?: string;
|
|
366
|
+
}
|
|
367
|
+
export interface MediaUnderstanding {
|
|
368
|
+
mediaId: string;
|
|
369
|
+
source: string;
|
|
370
|
+
sourceIdentity: MediaSourceIdentity;
|
|
371
|
+
metadata?: MetadataAnalysis;
|
|
372
|
+
speech?: SpeechAnalysis;
|
|
373
|
+
audio?: AudioAnalysis;
|
|
374
|
+
noise?: NoiseAnalysis;
|
|
375
|
+
visual?: VisualAnalysis;
|
|
376
|
+
semantic: MediaSemanticDescription;
|
|
377
|
+
analysis: MediaAnalysisStatus[];
|
|
378
|
+
analysisRevision: ContextRevision;
|
|
379
|
+
}
|
|
380
|
+
export interface AnalysisInput {
|
|
381
|
+
/** Explicit occurrence signal request; absent for source-file analysis. */
|
|
382
|
+
occurrenceId?: string;
|
|
383
|
+
project: ProjectSnapshot;
|
|
384
|
+
media: MediaContext;
|
|
385
|
+
}
|
|
386
|
+
export interface SpeechAnalyzer {
|
|
387
|
+
analyze(input: AnalysisInput, range?: TimeRange): Promise<SpeechAnalysis>;
|
|
388
|
+
readonly descriptor?: AnalyzerDescriptor;
|
|
389
|
+
readonly capabilities?: SpeechAnalyzerCapabilities;
|
|
390
|
+
}
|
|
391
|
+
export interface AudioAnalyzer {
|
|
392
|
+
analyze(input: AnalysisInput, range?: TimeRange): Promise<AudioAnalysis>;
|
|
393
|
+
readonly descriptor?: AnalyzerDescriptor;
|
|
394
|
+
}
|
|
395
|
+
export interface NoiseAnalyzer {
|
|
396
|
+
analyze(input: AnalysisInput, range?: TimeRange): Promise<NoiseAnalysis>;
|
|
397
|
+
readonly descriptor?: AnalyzerDescriptor;
|
|
398
|
+
}
|
|
399
|
+
export interface VisualAnalyzer {
|
|
400
|
+
analyze(input: AnalysisInput, range?: TimeRange): Promise<VisualAnalysis>;
|
|
401
|
+
readonly descriptor?: AnalyzerDescriptor;
|
|
402
|
+
}
|
|
403
|
+
export interface MetadataAnalyzer {
|
|
404
|
+
analyze(input: AnalysisInput, range?: TimeRange): Promise<MetadataAnalysis>;
|
|
405
|
+
readonly descriptor?: AnalyzerDescriptor;
|
|
406
|
+
}
|