@morshoto/framekit 0.2.2 → 0.2.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (156) hide show
  1. package/dist-package/adapters/final-cut/typescript/src/analyzers.d.ts +58 -0
  2. package/dist-package/adapters/final-cut/typescript/src/analyzers.js +52 -13
  3. package/dist-package/adapters/final-cut/typescript/src/assets.d.ts +24 -0
  4. package/dist-package/adapters/final-cut/typescript/src/background-export.d.ts +98 -0
  5. package/dist-package/adapters/final-cut/typescript/src/background-materialization.d.ts +47 -0
  6. package/dist-package/adapters/final-cut/typescript/src/canonical-recovery-guard.d.ts +32 -0
  7. package/dist-package/adapters/final-cut/typescript/src/canonical-recovery.d.ts +22 -0
  8. package/dist-package/adapters/final-cut/typescript/src/canonical-verification.d.ts +11 -0
  9. package/dist-package/adapters/final-cut/typescript/src/canonical.d.ts +184 -0
  10. package/dist-package/adapters/final-cut/typescript/src/canonical.js +33 -1
  11. package/dist-package/adapters/final-cut/typescript/src/connection.d.ts +103 -0
  12. package/dist-package/adapters/final-cut/typescript/src/disposable-native.d.ts +90 -0
  13. package/dist-package/adapters/final-cut/typescript/src/documents.d.ts +3 -0
  14. package/dist-package/adapters/final-cut/typescript/src/documents.js +3 -0
  15. package/dist-package/adapters/final-cut/typescript/src/experimental.d.ts +8 -0
  16. package/dist-package/adapters/final-cut/typescript/src/export.d.ts +125 -0
  17. package/dist-package/adapters/final-cut/typescript/src/fcpxml-console-experiment.d.ts +54 -0
  18. package/dist-package/adapters/final-cut/typescript/src/fcpxml.d.ts +75 -0
  19. package/dist-package/adapters/final-cut/typescript/src/fcpxml.js +6 -1
  20. package/dist-package/adapters/final-cut/typescript/src/index.d.ts +22 -0
  21. package/dist-package/adapters/final-cut/typescript/src/library-inspection.d.ts +101 -0
  22. package/dist-package/adapters/final-cut/typescript/src/live.d.ts +101 -0
  23. package/dist-package/adapters/final-cut/typescript/src/live.js +8 -0
  24. package/dist-package/adapters/final-cut/typescript/src/media.d.ts +12 -0
  25. package/dist-package/adapters/final-cut/typescript/src/native-operation.d.ts +6 -0
  26. package/dist-package/adapters/final-cut/typescript/src/native-recovery-inspection.d.ts +77 -0
  27. package/dist-package/adapters/final-cut/typescript/src/native-session.d.ts +130 -0
  28. package/dist-package/adapters/final-cut/typescript/src/native.d.ts +828 -0
  29. package/dist-package/adapters/final-cut/typescript/src/native.js +274 -107
  30. package/dist-package/adapters/final-cut/typescript/src/pasteboard-snapshot.d.ts +114 -0
  31. package/dist-package/adapters/final-cut/typescript/src/publish-readback.d.ts +26 -0
  32. package/dist-package/adapters/final-cut/typescript/src/publish-readback.js +18 -2
  33. package/dist-package/adapters/final-cut/typescript/src/publisher.d.ts +215 -0
  34. package/dist-package/adapters/final-cut/typescript/src/session.d.ts +43 -0
  35. package/dist-package/adapters/final-cut/typescript/src/shadow-mutation.d.ts +51 -0
  36. package/dist-package/adapters/final-cut/typescript/src/sqlite-experiment.d.ts +156 -0
  37. package/dist-package/adapters/final-cut/typescript/src/sqlite-inspection.d.ts +134 -0
  38. package/dist-package/adapters/final-cut/typescript/src/sqlite-materialization.d.ts +110 -0
  39. package/dist-package/adapters/final-cut/typescript/src/sqlite-wal-observation.d.ts +132 -0
  40. package/dist-package/adapters/final-cut/typescript/src/timeline-ir-fcpxml.d.ts +61 -0
  41. package/dist-package/adapters/final-cut/typescript/src/timeline-ir-fcpxml.js +28 -4
  42. package/dist-package/adapters/final-cut/typescript/src/unattended-editing.d.ts +54 -0
  43. package/dist-package/adapters/headless/typescript/src/audio-output.d.ts +3 -0
  44. package/dist-package/adapters/headless/typescript/src/ffmpeg-media-probe.d.ts +11 -0
  45. package/dist-package/adapters/headless/typescript/src/ffmpeg-media-probe.js +26 -2
  46. package/dist-package/adapters/headless/typescript/src/ffmpeg-renderer.d.ts +25 -0
  47. package/dist-package/adapters/headless/typescript/src/ffmpeg-renderer.js +5 -0
  48. package/dist-package/adapters/headless/typescript/src/ffmpeg-verifier.d.ts +15 -0
  49. package/dist-package/adapters/headless/typescript/src/index.d.ts +3 -0
  50. package/dist-package/apps/cli/src/dev-doctor.d.ts +25 -0
  51. package/dist-package/apps/cli/src/headless-projects.d.ts +3 -0
  52. package/dist-package/apps/cli/src/main.d.ts +10 -0
  53. package/dist-package/apps/mcp-server/runtime/ffmpeg-audio-backend.py +129 -0
  54. package/dist-package/apps/mcp-server/runtime/whisper-speech-backend.py +92 -2
  55. package/dist-package/apps/mcp-server/src/build-alignment.d.ts +10 -0
  56. package/dist-package/apps/mcp-server/src/build-identity.d.ts +7 -0
  57. package/dist-package/apps/mcp-server/src/build-identity.json +2 -2
  58. package/dist-package/apps/mcp-server/src/canonical-native-snapshot.d.ts +8 -0
  59. package/dist-package/apps/mcp-server/src/final-cut-runtime-config.d.ts +5 -0
  60. package/dist-package/apps/mcp-server/src/headless-project-snapshot.d.ts +3 -0
  61. package/dist-package/apps/mcp-server/src/headless-sessions.d.ts +89 -0
  62. package/dist-package/apps/mcp-server/src/main.d.ts +1 -0
  63. package/dist-package/apps/mcp-server/src/materialization-jobs.d.ts +204 -0
  64. package/dist-package/apps/mcp-server/src/readback-policy.d.ts +18 -0
  65. package/dist-package/apps/mcp-server/src/routing.d.ts +90 -0
  66. package/dist-package/apps/mcp-server/src/server.d.ts +75 -0
  67. package/dist-package/apps/mcp-server/src/server.js +77 -7
  68. package/dist-package/apps/mcp-server/src/tools/skills/catalog.d.ts +19 -0
  69. package/dist-package/apps/mcp-server/src/tools/skills/metadata.d.ts +37 -0
  70. package/dist-package/apps/mcp-server/src/tools/skills/register.d.ts +11 -0
  71. package/dist-package/apps/mcp-server/src/version.d.ts +4 -0
  72. package/dist-package/packages/headless-application/src/external-edit.d.ts +30 -0
  73. package/dist-package/packages/headless-application/src/external-edit.js +72 -0
  74. package/dist-package/packages/headless-application/src/headless-projects.d.ts +233 -0
  75. package/dist-package/packages/headless-application/src/headless-projects.js +1 -1
  76. package/dist-package/packages/headless-application/src/index.d.ts +2 -0
  77. package/dist-package/packages/headless-application/src/index.js +1 -0
  78. package/dist-package/packages/runtime/src/application/duration-policy-service.d.ts +4 -0
  79. package/dist-package/packages/runtime/src/application/local-media.d.ts +46 -0
  80. package/dist-package/packages/runtime/src/application/media-analysis-service.d.ts +40 -0
  81. package/dist-package/packages/runtime/src/application/media-analysis-service.js +105 -15
  82. package/dist-package/packages/runtime/src/application/project-service.d.ts +35 -0
  83. package/dist-package/packages/runtime/src/application/project-store.d.ts +56 -0
  84. package/dist-package/packages/runtime/src/application/project-transactions.d.ts +51 -0
  85. package/dist-package/packages/runtime/src/application/runtime-options.d.ts +15 -0
  86. package/dist-package/packages/runtime/src/application/semantic-media-index-store.d.ts +28 -0
  87. package/dist-package/packages/runtime/src/application/transaction-store.d.ts +10 -0
  88. package/dist-package/packages/runtime/src/audio/analysis.d.ts +3 -0
  89. package/dist-package/packages/runtime/src/audio/analysis.js +95 -0
  90. package/dist-package/packages/runtime/src/audio/dialogue-normalization.d.ts +47 -0
  91. package/dist-package/packages/runtime/src/audio/noise-reduction.d.ts +34 -0
  92. package/dist-package/packages/runtime/src/capabilities.d.ts +45 -0
  93. package/dist-package/packages/runtime/src/color-correction.d.ts +33 -0
  94. package/dist-package/packages/runtime/src/context/context-engine.d.ts +28 -0
  95. package/dist-package/packages/runtime/src/context/context-service.d.ts +20 -0
  96. package/dist-package/packages/runtime/src/context/project-catalog.d.ts +12 -0
  97. package/dist-package/packages/runtime/src/context/revision.d.ts +2 -0
  98. package/dist-package/packages/runtime/src/domain/capabilities.d.ts +170 -0
  99. package/dist-package/packages/runtime/src/domain/context.d.ts +179 -0
  100. package/dist-package/packages/runtime/src/domain/diff.d.ts +104 -0
  101. package/dist-package/packages/runtime/src/domain/duration.d.ts +63 -0
  102. package/dist-package/packages/runtime/src/domain/editing.d.ts +227 -0
  103. package/dist-package/packages/runtime/src/domain/incremental-sync.d.ts +67 -0
  104. package/dist-package/packages/runtime/src/domain/index.d.ts +14 -0
  105. package/dist-package/packages/runtime/src/domain/media.d.ts +406 -0
  106. package/dist-package/packages/runtime/src/domain/ports.d.ts +62 -0
  107. package/dist-package/packages/runtime/src/domain/primitives.d.ts +21 -0
  108. package/dist-package/packages/runtime/src/domain/project.d.ts +119 -0
  109. package/dist-package/packages/runtime/src/domain/rough-cut.d.ts +27 -0
  110. package/dist-package/packages/runtime/src/domain/skills.d.ts +145 -0
  111. package/dist-package/packages/runtime/src/domain/timeline-target.d.ts +57 -0
  112. package/dist-package/packages/runtime/src/domain/timeline-target.js +19 -1
  113. package/dist-package/packages/runtime/src/domain/types.d.ts +5 -0
  114. package/dist-package/packages/runtime/src/domain/verification.d.ts +92 -0
  115. package/dist-package/packages/runtime/src/editing/dialogue-normalization-service.d.ts +18 -0
  116. package/dist-package/packages/runtime/src/editing/duration-policy.d.ts +3 -0
  117. package/dist-package/packages/runtime/src/editing/edit-service.d.ts +44 -0
  118. package/dist-package/packages/runtime/src/editing/filler-removal-service.d.ts +23 -0
  119. package/dist-package/packages/runtime/src/editing/intent.d.ts +97 -0
  120. package/dist-package/packages/runtime/src/editing/music-service.d.ts +9 -0
  121. package/dist-package/packages/runtime/src/index.d.ts +32 -0
  122. package/dist-package/packages/runtime/src/index.js +1 -0
  123. package/dist-package/packages/runtime/src/planning/rough-cut.d.ts +3 -0
  124. package/dist-package/packages/runtime/src/render/render-and-verify.d.ts +71 -0
  125. package/dist-package/packages/runtime/src/render/render-contract.d.ts +96 -0
  126. package/dist-package/packages/runtime/src/runtime.d.ts +85 -0
  127. package/dist-package/packages/runtime/src/skills/builtin.d.ts +2 -0
  128. package/dist-package/packages/runtime/src/skills/index.d.ts +3 -0
  129. package/dist-package/packages/runtime/src/skills/registry.d.ts +10 -0
  130. package/dist-package/packages/runtime/src/skills/requirements.d.ts +38 -0
  131. package/dist-package/packages/runtime/src/skills/runtime.d.ts +38 -0
  132. package/dist-package/packages/runtime/src/speech/analysis.d.ts +18 -0
  133. package/dist-package/packages/runtime/src/speech/analysis.js +67 -0
  134. package/dist-package/packages/runtime/src/speech/filler-detector.d.ts +49 -0
  135. package/dist-package/packages/runtime/src/speech/filler-removal.d.ts +37 -0
  136. package/dist-package/packages/runtime/src/speech/mapping.d.ts +56 -0
  137. package/dist-package/packages/runtime/src/speech/mapping.js +27 -4
  138. package/dist-package/packages/runtime/src/speech/safe-cut-resolver.d.ts +52 -0
  139. package/dist-package/packages/runtime/src/timeline/drift-reconciliation.d.ts +42 -0
  140. package/dist-package/packages/runtime/src/timeline/editing-session.d.ts +271 -0
  141. package/dist-package/packages/runtime/src/timeline/editing-session.js +32 -2
  142. package/dist-package/packages/runtime/src/timeline/fast-observation.d.ts +77 -0
  143. package/dist-package/packages/runtime/src/timeline/rational-time.d.ts +11 -0
  144. package/dist-package/packages/runtime/src/timeline/reorder-preview.d.ts +32 -0
  145. package/dist-package/packages/runtime/src/timeline/reorder-preview.js +202 -0
  146. package/dist-package/packages/runtime/src/timeline/snapshot-diff.d.ts +3 -0
  147. package/dist-package/packages/runtime/src/timeline/snapshot-diff.js +1 -0
  148. package/dist-package/packages/runtime/src/timeline/snapshot-digest.d.ts +3 -0
  149. package/dist-package/packages/runtime/src/timeline/snapshot-digest.js +1 -1
  150. package/dist-package/packages/runtime/src/verification/verification.d.ts +6 -0
  151. package/dist-package/packages/testkit/src/fixture-analyzers.d.ts +37 -0
  152. package/dist-package/packages/testkit/src/in-memory-editor.d.ts +55 -0
  153. package/dist-package/packages/testkit/src/index.d.ts +4 -0
  154. package/dist-package/packages/testkit/src/sender-lifecycle-fixture.d.ts +47 -0
  155. package/dist-package/packages/testkit/src/skill-fixtures.d.ts +3 -0
  156. package/package.json +17 -12
@@ -0,0 +1,233 @@
1
+ import { ProjectTransactionService, type ContextRevision, type FramekitProjectDocument, type FramekitRenderArtifactVerifier, type FramekitRenderProvider, type FramekitRenderParameters, type LocalMediaRegistrationResult, type LocalMediaMetadataProbe, type ProjectEditCommand, type ProjectEditPreview, type ProjectEditResult, type RoughCutPlan, type TimelineIrEditOperation, type TimelineIr, type TimelineIrResource } from "../../runtime/src/index.js";
2
+ import { type TimelineIrToFcpxmlResult, type TimelineIrToFcpxmlTarget } from "../../../adapters/final-cut/typescript/src/documents.js";
3
+ export interface HeadlessProjectServiceOptions {
4
+ directory: string;
5
+ protectedStateDirectory?: string;
6
+ mediaProbe?: LocalMediaMetadataProbe;
7
+ renderer?: FramekitRenderProvider;
8
+ verifier?: FramekitRenderArtifactVerifier;
9
+ clock?: () => string;
10
+ }
11
+ export type HeadlessProjectEditCommand = Omit<ProjectEditCommand, "target"> & {
12
+ target?: ProjectEditCommand["target"];
13
+ };
14
+ export interface HeadlessProjectWorkflow {
15
+ create(timeline: TimelineIr): Promise<FramekitProjectDocument>;
16
+ list(): Promise<HeadlessProjectSummary[]>;
17
+ open(projectId: string): Promise<FramekitProjectDocument>;
18
+ inspect(projectId: string): Promise<FramekitProjectDocument>;
19
+ registerMedia(projectId: string, sourcePath: string, expectedRevision?: ContextRevision): Promise<LocalMediaRegistrationResult>;
20
+ searchMedia(projectId: string, query: string): Promise<{
21
+ revision: ContextRevision;
22
+ media: TimelineIrResource[];
23
+ }>;
24
+ previewEdit(projectId: string, command: HeadlessProjectEditCommand, sequenceId: string): ReturnType<ProjectTransactionService["preview"]>;
25
+ executeEdit(projectId: string, command: HeadlessProjectEditCommand, sequenceId: string): Promise<ProjectEditResult & {
26
+ undoId: string;
27
+ }>;
28
+ undoEdit(projectId: string, sequenceId: string, undoId: string, expectedRevision: ContextRevision): Promise<HeadlessUndoResult>;
29
+ exportFcpxml(projectId: string, sequenceId: string, expectedRevision: ContextRevision, outputPath: string, target: TimelineIrToFcpxmlTarget): Promise<{
30
+ artifact: {
31
+ path: string;
32
+ digest: string;
33
+ bytes: number;
34
+ verified: true;
35
+ };
36
+ provenance: TimelineIrToFcpxmlResult["provenance"];
37
+ coverage: TimelineIrToFcpxmlResult["coverage"];
38
+ }>;
39
+ previewRoughCut(request: HeadlessRoughCutRequest): Promise<HeadlessRoughCutPreview>;
40
+ executeRoughCut(request: HeadlessRoughCutExecutionRequest): Promise<HeadlessRoughCutExecution>;
41
+ verifyPublishableRoughCut(executionId: string, artifactPath: string, artifactDigest?: string): Promise<HeadlessRoughCutPublishProof>;
42
+ verifyPublishableRoughCutTransaction(request: HeadlessRoughCutPublishVerificationRequest): Promise<HeadlessRoughCutPublishProof>;
43
+ render(projectId: string, sequenceId: string, parameters: FramekitRenderParameters, expectedRevision?: ContextRevision): Promise<HeadlessRenderRecord>;
44
+ inspectRender(renderId: string): Promise<HeadlessRenderRecord>;
45
+ }
46
+ export interface HeadlessProjectSummary {
47
+ projectId: string;
48
+ projectName: string;
49
+ sequenceId: string;
50
+ sequenceName: string;
51
+ revision: ContextRevision;
52
+ path: string;
53
+ }
54
+ export interface HeadlessUndoResult {
55
+ project: FramekitProjectDocument;
56
+ verification: {
57
+ verified: true;
58
+ expectedDigest: string;
59
+ observedDigest: string;
60
+ };
61
+ }
62
+ export interface HeadlessRenderRecord {
63
+ renderId: string;
64
+ projectId: string;
65
+ sequenceId: string;
66
+ requestedRevision: ContextRevision;
67
+ createdAt: string;
68
+ status: "passed" | "failed" | "unavailable";
69
+ outcome: unknown;
70
+ }
71
+ export interface HeadlessRoughCutRequest {
72
+ projectId: string;
73
+ sequenceId: string;
74
+ plan: RoughCutPlan;
75
+ operations?: TimelineIrEditOperation[];
76
+ sourceAudioPolicy?: "preserve-and-mix";
77
+ render: FramekitRenderParameters;
78
+ fcpxml: {
79
+ path: string;
80
+ target: TimelineIrToFcpxmlTarget;
81
+ overwrite?: boolean;
82
+ };
83
+ }
84
+ export interface HeadlessRoughCutExecutionRequest extends HeadlessRoughCutRequest {
85
+ approved: boolean;
86
+ planDigest: string;
87
+ }
88
+ export interface HeadlessRoughCutShotProvenance {
89
+ order: number;
90
+ occurrenceId: string;
91
+ mediaId: string;
92
+ sourceIdentity: RoughCutPlan["shots"][number]["sourceIdentity"];
93
+ sourceRange: RoughCutPlan["shots"][number]["range"];
94
+ confidence: number;
95
+ matchedProperties: string[];
96
+ rationale: string;
97
+ evidence?: HeadlessRoughCutSpeechEvidence;
98
+ }
99
+ interface HeadlessRoughCutSpeechEvidence {
100
+ kind: "speech";
101
+ transcript: string;
102
+ wordCount: number;
103
+ averageWordConfidence: number;
104
+ vad?: {
105
+ kind: "speech" | "silence" | "breath" | "laughter" | "noise";
106
+ confidence?: number;
107
+ };
108
+ audio?: {
109
+ integratedLufs?: number;
110
+ truePeakDb?: number;
111
+ silenceMs?: number;
112
+ };
113
+ }
114
+ export interface HeadlessRoughCutPreview extends ProjectEditPreview {
115
+ plan: RoughCutPlan;
116
+ planDigest: string;
117
+ provenance: HeadlessRoughCutShotProvenance[];
118
+ outputIntent: {
119
+ sourceAudioPolicy: "preserve-and-mix";
120
+ render: FramekitRenderParameters;
121
+ fcpxml: {
122
+ path: string;
123
+ target: TimelineIrToFcpxmlTarget;
124
+ overwrite: boolean;
125
+ };
126
+ };
127
+ fcpxml: Pick<TimelineIrToFcpxmlResult, "digest" | "target" | "destination" | "coverage" | "provenance">;
128
+ }
129
+ export interface HeadlessRoughCutExecution extends HeadlessRoughCutPreview {
130
+ executionId: string;
131
+ committed: true;
132
+ render: {
133
+ renderId: string;
134
+ status: "passed";
135
+ outcome: unknown;
136
+ };
137
+ fcpxmlArtifact: {
138
+ path: string;
139
+ digest: string;
140
+ bytes: number;
141
+ verified: true;
142
+ };
143
+ transaction: ProjectEditResult;
144
+ }
145
+ export interface HeadlessRoughCutPublishProof {
146
+ executionId: string;
147
+ sourceTransactionId: string;
148
+ projectId: string;
149
+ sequenceId: string;
150
+ sourceRevision: ContextRevision;
151
+ canonicalRevision: ContextRevision;
152
+ planDigest: string;
153
+ renderId: string;
154
+ artifactPath: string;
155
+ artifactDigest: string;
156
+ sourceAudioPolicy: "preserve-and-mix";
157
+ target: TimelineIrToFcpxmlTarget;
158
+ destination: TimelineIrToFcpxmlResult["destination"];
159
+ coverage: TimelineIrToFcpxmlResult["coverage"];
160
+ provenance: HeadlessRoughCutShotProvenance[];
161
+ targetLibraryUid: string;
162
+ sourceMediaDigests: Array<{
163
+ source: string;
164
+ sha256: string;
165
+ }>;
166
+ }
167
+ export interface HeadlessRoughCutPublishVerificationRequest {
168
+ sourceTransactionId: string;
169
+ artifactPath: string;
170
+ artifactDigest: string;
171
+ }
172
+ export declare class HeadlessProjectService implements HeadlessProjectWorkflow {
173
+ private readonly directory;
174
+ private readonly protectedStateDirectory;
175
+ private readonly mediaProbe?;
176
+ private readonly renderer?;
177
+ private readonly verifier?;
178
+ private readonly clock;
179
+ constructor(options: HeadlessProjectServiceOptions);
180
+ create(timeline: TimelineIr): Promise<FramekitProjectDocument>;
181
+ list(): Promise<HeadlessProjectSummary[]>;
182
+ private isInternalRecord;
183
+ open(projectId: string): Promise<FramekitProjectDocument>;
184
+ inspect(projectId: string): Promise<FramekitProjectDocument>;
185
+ registerMedia(projectId: string, sourcePath: string, expectedRevision?: ContextRevision): Promise<LocalMediaRegistrationResult>;
186
+ searchMedia(projectId: string, query: string): Promise<{
187
+ revision: ContextRevision;
188
+ media: TimelineIrResource[];
189
+ }>;
190
+ previewEdit(projectId: string, command: HeadlessProjectEditCommand, sequenceId: string): Promise<ProjectEditPreview>;
191
+ executeEdit(projectId: string, command: HeadlessProjectEditCommand, sequenceId: string): Promise<{
192
+ command: ProjectEditCommand;
193
+ before: FramekitProjectDocument;
194
+ after: FramekitProjectDocument;
195
+ diff: import("../../runtime/src/index.js").ProjectEditDiff;
196
+ changedOccurrenceIds: string[];
197
+ changedMarkerIds: string[];
198
+ changedTitleIds: string[];
199
+ changedTransitionIds: string[];
200
+ committed: true;
201
+ undoId: string;
202
+ }>;
203
+ undoEdit(projectId: string, sequenceId: string, undoId: string, expectedRevision: ContextRevision): Promise<HeadlessUndoResult>;
204
+ exportFcpxml(projectId: string, sequenceId: string, expectedRevision: ContextRevision, outputPath: string, target: TimelineIrToFcpxmlTarget): Promise<{
205
+ artifact: {
206
+ path: string;
207
+ digest: string;
208
+ bytes: number;
209
+ verified: true;
210
+ };
211
+ provenance: import("../../../adapters/final-cut/typescript/src/documents.js").TimelineIrMaterializationProvenance;
212
+ coverage: import("../../../adapters/final-cut/typescript/src/documents.js").TimelineIrMaterializationCoverage;
213
+ }>;
214
+ previewRoughCut(request: HeadlessRoughCutRequest): Promise<HeadlessRoughCutPreview>;
215
+ executeRoughCut(request: HeadlessRoughCutExecutionRequest): Promise<HeadlessRoughCutExecution>;
216
+ verifyPublishableRoughCut(executionId: string, artifactPath: string, artifactDigest?: string): Promise<HeadlessRoughCutPublishProof>;
217
+ verifyPublishableRoughCutTransaction(request: HeadlessRoughCutPublishVerificationRequest): Promise<HeadlessRoughCutPublishProof>;
218
+ render(projectId: string, sequenceId: string, parameters: FramekitRenderParameters, expectedRevision?: ContextRevision): Promise<HeadlessRenderRecord>;
219
+ inspectRender(renderId: string): Promise<HeadlessRenderRecord>;
220
+ private assertOutputSeparation;
221
+ private store;
222
+ private snapshotStore;
223
+ private projectPath;
224
+ private executionPath;
225
+ private approvalPath;
226
+ private saveRender;
227
+ private saveRoughCutExecution;
228
+ private saveRoughCutApproval;
229
+ private readRoughCutApproval;
230
+ private prepareRoughCut;
231
+ private previewPreparedRoughCut;
232
+ }
233
+ export {};
@@ -2,7 +2,7 @@ import { createHash, randomUUID } from "node:crypto";
2
2
  import { readdir, readFile, rename, writeFile, mkdir, link, unlink, realpath, stat } from "node:fs/promises";
3
3
  import { basename, dirname, isAbsolute, join, relative, resolve, sep } from "node:path";
4
4
  import { FramekitProjectStore, LocalMediaRegistrar, ProjectTransactionService, createFramekitRenderRequest, renderAndVerifyFramekitProject, timelineIrDigest, } from "../../runtime/src/index.js";
5
- import { FcpxmlDocumentAdapter, compileTimelineIrToFcpxml, resolveMediaSource, } from "../../../adapters/final-cut/typescript/src/index.js";
5
+ import { FcpxmlDocumentAdapter, compileTimelineIrToFcpxml, resolveMediaSource, } from "../../../adapters/final-cut/typescript/src/documents.js";
6
6
  export class HeadlessProjectService {
7
7
  directory;
8
8
  protectedStateDirectory;
@@ -0,0 +1,2 @@
1
+ export * from "./headless-projects.js";
2
+ export * from "./external-edit.js";
@@ -1 +1,2 @@
1
1
  export * from "./headless-projects.js";
2
+ export * from "./external-edit.js";
@@ -0,0 +1,4 @@
1
+ import type { DurationPolicyPlan, DurationPolicyRequest } from "../domain/duration.js";
2
+ export declare class DurationPolicyService {
3
+ plan(request: DurationPolicyRequest): DurationPolicyPlan;
4
+ }
@@ -0,0 +1,46 @@
1
+ import type { ContextRevision } from "../domain/primitives.js";
2
+ import { type FramekitProjectDocument, type ProjectStore } from "./project-store.js";
3
+ import type { TimelineIrMediaMetadata, TimelineIrResource } from "../timeline/editing-session.js";
4
+ export interface LocalMediaMetadataProbe {
5
+ probe(sourcePath: string): Promise<TimelineIrMediaMetadata>;
6
+ }
7
+ export type LocalMediaRegistrationStatus = "registered" | "already-registered";
8
+ export interface LocalMediaRegistrationResult {
9
+ status: LocalMediaRegistrationStatus;
10
+ project: FramekitProjectDocument;
11
+ resource: TimelineIrResource;
12
+ }
13
+ export type RegisteredMediaStatus = {
14
+ id: string;
15
+ source: string;
16
+ status: "available";
17
+ expectedDigest: string;
18
+ actualDigest: string;
19
+ } | {
20
+ id: string;
21
+ source: string;
22
+ status: "missing";
23
+ expectedDigest: string;
24
+ } | {
25
+ id: string;
26
+ source: string;
27
+ status: "changed";
28
+ expectedDigest: string;
29
+ actualDigest: string;
30
+ };
31
+ export declare class LocalMediaError extends Error {
32
+ readonly code: "MEDIA_MISSING" | "MEDIA_CHANGED" | "MEDIA_AMBIGUOUS";
33
+ readonly details: Readonly<Record<string, unknown>>;
34
+ constructor(code: LocalMediaError["code"], message: string, details: Readonly<Record<string, unknown>>);
35
+ }
36
+ export declare class LocalMediaRegistrar {
37
+ private readonly store;
38
+ private readonly metadataProbe;
39
+ private readonly clock;
40
+ constructor(store: ProjectStore, metadataProbe: LocalMediaMetadataProbe, options?: {
41
+ clock?: () => string;
42
+ });
43
+ register(sourcePath: string, expectedRevision?: ContextRevision): Promise<LocalMediaRegistrationResult>;
44
+ inspect(project?: FramekitProjectDocument): Promise<RegisteredMediaStatus[]>;
45
+ reopen(): Promise<FramekitProjectDocument>;
46
+ }
@@ -0,0 +1,40 @@
1
+ import type { AudioAnalysis, AudioMeasurement, MediaContext, MediaIndexEntry, MediaIndexQuery, RoughCutPlan, RoughCutPlanRequest, MediaUnderstanding, NoiseAnalysis, NoiseMeasurement, RevisionBoundSpeechAnalysis, TimelineSemanticContext, TimelineSemanticContextQuery, VisualAnalysis } from "../domain/media.js";
2
+ import type { EditTransaction } from "../domain/editing.js";
3
+ import type { ProjectSnapshot } from "../domain/project.js";
4
+ import type { TimeRange } from "../domain/primitives.js";
5
+ import { ContextEngine } from "../context/context-engine.js";
6
+ import { ProjectService } from "./project-service.js";
7
+ import type { RuntimeOptions } from "./runtime-options.js";
8
+ export interface PostWriteAnalysisRequirements {
9
+ speech?: boolean;
10
+ audio?: boolean;
11
+ noise?: boolean;
12
+ visual?: boolean;
13
+ }
14
+ export declare class MediaAnalysisService {
15
+ private readonly project;
16
+ private readonly context;
17
+ private readonly options;
18
+ constructor(project: ProjectService, context: ContextEngine, options: RuntimeOptions);
19
+ analyzeSpeech(mediaId: string, range?: TimeRange): Promise<RevisionBoundSpeechAnalysis>;
20
+ analyzeAudio(mediaId: string, range?: TimeRange): Promise<AudioAnalysis>;
21
+ analyzeNoise(mediaId: string, range?: TimeRange): Promise<NoiseAnalysis>;
22
+ measureAudio(mediaId: string, occurrenceId: string): Promise<AudioMeasurement>;
23
+ measureNoise(mediaId: string, occurrenceId: string): Promise<NoiseMeasurement>;
24
+ analyzeVisual(mediaId: string, range?: TimeRange): Promise<VisualAnalysis>;
25
+ understandMedia(mediaId: string): Promise<MediaUnderstanding>;
26
+ understandMediaInProject(mediaId: string, project: ProjectSnapshot, attachToLiveContext?: boolean): Promise<MediaUnderstanding>;
27
+ inspectMedia(mediaId: string): Promise<MediaContext>;
28
+ searchMedia(query: string): Promise<MediaContext[]>;
29
+ indexMedia(query?: MediaIndexQuery): Promise<MediaIndexEntry[]>;
30
+ planRoughCut(request: RoughCutPlanRequest): Promise<RoughCutPlan>;
31
+ planRoughCutInProject(request: RoughCutPlanRequest, project: ProjectSnapshot): Promise<RoughCutPlan>;
32
+ inspectTimelineSemanticContext(query?: TimelineSemanticContextQuery): Promise<TimelineSemanticContext>;
33
+ private inspectTimelineOccurrence;
34
+ private loadCachedUnderstanding;
35
+ private persistedIndexEntries;
36
+ private indexFromProject;
37
+ reanalyzeAffectedRanges(transaction: EditTransaction, requirements: PostWriteAnalysisRequirements): Promise<ProjectSnapshot>;
38
+ private analyzeSpeechForProject;
39
+ private analyzeAudioForProject;
40
+ }
@@ -1,6 +1,7 @@
1
1
  import { sameMediaSourceIdentity } from "../domain/media.js";
2
2
  import { planRoughCut } from "../planning/rough-cut.js";
3
3
  import { bindSpeechAnalysis } from "../speech/analysis.js";
4
+ import { validateAudioAnalysisPayload, validateAudioAnalysisRange } from "../audio/analysis.js";
4
5
  import { parseRational } from "../timeline/rational-time.js";
5
6
  export class MediaAnalysisService {
6
7
  project;
@@ -43,15 +44,17 @@ export class MediaAnalysisService {
43
44
  throw new Error(`TARGET_MISMATCH: occurrence ${occurrenceId} does not reference media ${mediaId}`);
44
45
  }
45
46
  const media = findMedia(project, mediaId);
46
- const sourceStart = clip.sourceStart ?? 0;
47
- const requestedRange = { start: sourceStart, end: sourceStart + clip.duration };
48
- const analysis = await this.analyzeAudioForProject(project, media, requestedRange);
47
+ const sourceStart = clip.sourceStartTime ? rationalSeconds(clip.sourceStartTime) : clip.sourceStart ?? 0;
48
+ const duration = clip.durationTime ? rationalSeconds(clip.durationTime) : clip.duration;
49
+ const requestedRange = { start: sourceStart, end: sourceStart + duration };
50
+ const analysis = await this.analyzeAudioForProject(project, media, requestedRange, occurrenceId);
49
51
  const measuredRange = analysis.measuredRange ?? requestedRange;
50
52
  const analyzedDurationSeconds = analysis.analyzedDurationSeconds ?? measuredRange.end - measuredRange.start;
51
53
  if (Math.abs(analyzedDurationSeconds - (measuredRange.end - measuredRange.start)) > 0.000001) {
52
54
  throw new Error("ANALYSIS_INVALID: audio measured duration does not match its measured range");
53
55
  }
54
- const valid = analysis.valid !== false
56
+ const signalScope = analysis.signalScope ?? "source";
57
+ const valid = signalScope === "occurrence" && analysis.valid !== false
55
58
  && Number.isFinite(analysis.integratedLufs)
56
59
  && Number.isFinite(analysis.truePeakDb)
57
60
  && Number.isFinite(analysis.silenceMs)
@@ -60,6 +63,10 @@ export class MediaAnalysisService {
60
63
  return {
61
64
  mediaId,
62
65
  occurrenceId,
66
+ signalScope,
67
+ sourceIdentity: sourceIdentityOf(media),
68
+ ...(analysis.sourceTimebase ? { sourceTimebase: structuredClone(analysis.sourceTimebase) } : {}),
69
+ ...(analysis.signalFormat ? { signalFormat: structuredClone(analysis.signalFormat) } : {}),
63
70
  requestedRange,
64
71
  measuredRange,
65
72
  revision: project.revision,
@@ -71,7 +78,9 @@ export class MediaAnalysisService {
71
78
  silenceMs: analysis.silenceMs,
72
79
  analyzedDurationSeconds,
73
80
  valid,
74
- ...(analysis.invalidReason ? { invalidReason: analysis.invalidReason } : {}),
81
+ ...(signalScope === "source"
82
+ ? { invalidReason: "OCCURRENCE_SIGNAL_UNAVAILABLE" }
83
+ : analysis.invalidReason ? { invalidReason: analysis.invalidReason } : {}),
75
84
  };
76
85
  }
77
86
  async measureNoise(mediaId, occurrenceId) {
@@ -134,7 +143,15 @@ export class MediaAnalysisService {
134
143
  const input = { project, media };
135
144
  const [speechResult, audioResult, noiseResult, visualResult, metadataResult] = await Promise.all([
136
145
  settle(() => this.options.speechAnalyzer ? this.analyzeSpeechForProject(project, media) : undefined),
137
- settle(() => this.options.audioAnalyzer ? this.analyzeAudioForProject(project, media) : undefined),
146
+ settle(async () => {
147
+ if (!this.options.audioAnalyzer)
148
+ return undefined;
149
+ const result = await this.analyzeAudioForProject(project, media);
150
+ if (result.valid === false) {
151
+ throw new Error(`ANALYSIS_INVALID: ${result.invalidReason?.trim() || "audio provider rejected the measurement"}`);
152
+ }
153
+ return result;
154
+ }),
138
155
  settle(() => this.options.noiseAnalyzer?.analyze(input)),
139
156
  settle(() => this.options.visualAnalyzer?.analyze(input)),
140
157
  settle(() => this.options.metadataAnalyzer?.analyze(input)),
@@ -390,19 +407,21 @@ export class MediaAnalysisService {
390
407
  provider: analyzer.descriptor,
391
408
  });
392
409
  }
393
- async analyzeAudioForProject(project, media, range) {
410
+ async analyzeAudioForProject(project, media, range, occurrenceId) {
394
411
  const analyzer = this.options.audioAnalyzer;
395
412
  if (!analyzer)
396
413
  throw new Error("CAPABILITY_UNAVAILABLE: audio analysis");
397
414
  const requestedRange = range ?? (media.duration === undefined ? undefined : { start: 0, end: media.duration });
398
415
  validateRequestedAudioRange(requestedRange, media.duration, "requested audio range");
399
- const analysis = await analyzer.analyze({ project, media }, requestedRange);
416
+ const analysis = await analyzer.analyze({ project, media, ...(occurrenceId ? { occurrenceId } : {}) }, requestedRange);
417
+ validateAudioAnalysisPayload(analysis);
400
418
  validateAudioProvenance(analysis, {
401
419
  media,
402
420
  mediaId: media.mediaId,
403
421
  project,
404
422
  provider: analyzer.descriptor,
405
423
  requestedRange,
424
+ occurrenceId,
406
425
  });
407
426
  const measuredRange = analysis.measuredRange ?? (requestedRange ? structuredClone(requestedRange) : undefined);
408
427
  if (measuredRange && requestedRange)
@@ -418,6 +437,7 @@ export class MediaAnalysisService {
418
437
  }
419
438
  return {
420
439
  ...structuredClone(analysis),
440
+ signalScope: analysis.signalScope ?? "source",
421
441
  schemaVersion: 1,
422
442
  mediaId: media.mediaId,
423
443
  sourceIdentity: sourceIdentityOf(media),
@@ -442,6 +462,12 @@ function mergeSpeechAnalyses(previous, analyses, updatedRanges, context) {
442
462
  const latest = analyses[analyses.length - 1];
443
463
  if (!latest)
444
464
  throw new Error("ANALYSIS_INVALID: speech reanalysis returned no results");
465
+ if (analyses.some((analysis) => !sameDescriptor(analysis.provider, latest.provider))) {
466
+ throw new Error("ANALYSIS_INVALID: speech evidence providers cannot be combined");
467
+ }
468
+ if (analyses.some((analysis) => !sameRational(analysis.sourceTimebase, latest.sourceTimebase))) {
469
+ throw new Error("ANALYSIS_INVALID: speech evidence timebases cannot be combined");
470
+ }
445
471
  if (previous?.provider && !sameDescriptor(previous.provider, latest.provider)) {
446
472
  throw new Error("ANALYSIS_INVALID: speech evidence providers cannot be combined");
447
473
  }
@@ -452,14 +478,28 @@ function mergeSpeechAnalyses(previous, analyses, updatedRanges, context) {
452
478
  ...(previous?.requestedRange ? [previous.requestedRange] : []),
453
479
  ...analyses.map((analysis) => analysis.requestedRange),
454
480
  ]);
455
- const observedRange = encompassingRange([
456
- ...(previous?.observedRange ? [previous.observedRange] : []),
481
+ const observedRanges = mergeRanges([
482
+ ...(previous?.observedRange ? subtractObservedRanges(previous.observedRange, updatedRanges) : []),
457
483
  ...analyses.map((analysis) => analysis.observedRange),
458
484
  ]);
485
+ if (observedRanges.length !== 1) {
486
+ throw new Error("ANALYSIS_INVALID: speech observation coverage has gaps");
487
+ }
488
+ const observedRange = observedRanges[0];
459
489
  const words = mergeSpeechEvidence(previous?.words, analyses.map((analysis) => analysis.words), updatedRanges);
460
- const hasVad = previous?.vadSegments !== undefined || analyses.some((analysis) => analysis.vadSegments !== undefined);
461
- const vadSegments = hasVad
462
- ? mergeSpeechEvidence(previous?.vadSegments, analyses.map((analysis) => analysis.vadSegments ?? []), updatedRanges)
490
+ const vadCoverage = [
491
+ ...speechVadCoverage(previous).flatMap((span) => subtractVadCoverage(span, updatedRanges)),
492
+ ...analyses.flatMap((analysis) => speechVadCoverage(analysis)),
493
+ ].sort((left, right) => left.start - right.start || left.end - right.end);
494
+ let vadCursor = observedRange.start;
495
+ const completeVad = vadCoverage.length > 0 && vadCoverage.every((span) => {
496
+ if (span.status !== "available" || span.start !== vadCursor)
497
+ return false;
498
+ vadCursor = span.end;
499
+ return true;
500
+ }) && vadCursor === observedRange.end;
501
+ const vadSegments = completeVad
502
+ ? vadCoverage.flatMap((span) => span.status === "available" ? span.segments : [])
463
503
  : undefined;
464
504
  const hasSilence = previous?.silenceSegments !== undefined || analyses.some((analysis) => analysis.silenceSegments !== undefined);
465
505
  const silenceSegments = hasSilence
@@ -469,17 +509,59 @@ function mergeSpeechAnalyses(previous, analyses, updatedRanges, context) {
469
509
  const protectedSegments = hasProtected
470
510
  ? mergeSpeechEvidence(previous?.protectedSegments, analyses.map((analysis) => analysis.protectedSegments ?? []), updatedRanges)
471
511
  : undefined;
512
+ const { vadSegments: _segments, vadUnavailableReason: _reason, vadCoverage: _coverage, capability: _capability, ...latestWithoutVad } = latest;
472
513
  return bindSpeechAnalysis({
473
- ...latest,
514
+ ...latestWithoutVad,
474
515
  requestedRange,
475
516
  observedRange,
476
- capability: vadSegments ? "transcription-plus-vad" : latest.capability,
517
+ capability: completeVad ? "transcription-plus-vad" : "transcription-only",
477
518
  words,
478
519
  ...(vadSegments ? { vadSegments } : {}),
520
+ ...(vadCoverage.length ? { vadCoverage } : {}),
521
+ ...(!completeVad ? { vadUnavailableReason: "VAD_INCOMPLETE_COVERAGE" } : {}),
479
522
  ...(silenceSegments ? { silenceSegments } : {}),
480
523
  ...(protectedSegments ? { protectedSegments } : {}),
481
524
  }, context);
482
525
  }
526
+ function speechVadCoverage(analysis) {
527
+ if (!analysis)
528
+ return [];
529
+ if (analysis.vadCoverage !== undefined)
530
+ return structuredClone(analysis.vadCoverage);
531
+ if (!analysis.observedRange) {
532
+ if (analysis.vadSegments !== undefined || analysis.vadUnavailableReason !== undefined) {
533
+ throw new Error("ANALYSIS_INVALID: cannot combine VAD without an observed range");
534
+ }
535
+ return [];
536
+ }
537
+ const { start, end } = analysis.observedRange;
538
+ return analysis.vadSegments !== undefined
539
+ ? [{ start, end, status: "available", segments: structuredClone(analysis.vadSegments) }]
540
+ : [{ start, end, status: "unavailable", reason: analysis.vadUnavailableReason ?? "VAD_NOT_REPORTED" }];
541
+ }
542
+ function subtractObservedRanges(observed, updatedRanges) {
543
+ let ranges = [{ start: observed.start, end: observed.end }];
544
+ for (const update of updatedRanges) {
545
+ ranges = ranges.flatMap((range) => {
546
+ if (!rangesOverlap(range, update))
547
+ return [range];
548
+ return [
549
+ ...(range.start < update.start ? [{ start: range.start, end: Math.min(range.end, update.start) }] : []),
550
+ ...(range.end > update.end ? [{ start: Math.max(range.start, update.end), end: range.end }] : []),
551
+ ];
552
+ });
553
+ }
554
+ return ranges;
555
+ }
556
+ function subtractVadCoverage(span, updatedRanges) {
557
+ const ranges = subtractObservedRanges(span, updatedRanges);
558
+ return ranges.map((range) => span.status === "unavailable"
559
+ ? { ...range, status: "unavailable", reason: span.reason }
560
+ : { ...range, status: "available", segments: span.segments.flatMap((segment) => {
561
+ const start = Math.max(segment.start, range.start), end = Math.min(segment.end, range.end);
562
+ return start < end ? [{ ...segment, start, end }] : [];
563
+ }) });
564
+ }
483
565
  function mergeSpeechEvidence(previous, fresh, updatedRanges) {
484
566
  return [
485
567
  ...(previous ?? []).filter((evidence) => !updatedRanges.some((range) => rangesOverlap(evidence, range))),
@@ -801,6 +883,13 @@ function findMedia(project, mediaId) {
801
883
  return media;
802
884
  }
803
885
  function validateAudioProvenance(analysis, expected) {
886
+ if (analysis.signalScope !== undefined && analysis.signalScope !== "source" && analysis.signalScope !== "occurrence") {
887
+ throw new Error("ANALYSIS_INVALID: unsupported audio signal scope");
888
+ }
889
+ if (analysis.signalScope === "occurrence"
890
+ && (!expected.occurrenceId || analysis.occurrenceId !== expected.occurrenceId)) {
891
+ throw new Error("TARGET_MISMATCH: audio occurrence signal does not match the requested occurrence");
892
+ }
804
893
  if (analysis.schemaVersion !== undefined && analysis.schemaVersion !== 1) {
805
894
  throw new Error("ANALYSIS_INVALID: unsupported audio analysis schema version");
806
895
  }
@@ -838,6 +927,7 @@ function validateRequestedAudioRange(range, duration, label) {
838
927
  || (duration !== undefined && range.end > duration)) {
839
928
  throw new Error(`ANALYSIS_INVALID: ${label} must be finite, positive, and inside the source duration`);
840
929
  }
930
+ validateAudioAnalysisRange(range, label);
841
931
  }
842
932
  function sameContextRevision(left, right) {
843
933
  return left.id === right.id && left.sequence === right.sequence && left.timestamp === right.timestamp;
@@ -0,0 +1,35 @@
1
+ import { ContextEngine } from "../context/context-engine.js";
2
+ import type { AssetSearchQuery, EditorAsset, EditorPort, ManagedArtifact } from "../domain/ports.js";
3
+ import type { MediaContext } from "../domain/media.js";
4
+ import type { ProjectCatalog, ProjectSelection, ProjectSelectionResult } from "../domain/context.js";
5
+ import type { CapabilityInspectionOptions } from "../domain/capabilities.js";
6
+ import type { RationalTime } from "../domain/primitives.js";
7
+ import type { ProjectSnapshot } from "../domain/project.js";
8
+ import type { TimelineFrameCapture } from "../domain/media.js";
9
+ import type { RuntimeOptions } from "./runtime-options.js";
10
+ export declare class ProjectService {
11
+ private readonly adapter;
12
+ private readonly context;
13
+ private readonly options;
14
+ constructor(adapter: EditorPort, context: ContextEngine, options: RuntimeOptions);
15
+ inspectProject(): Promise<ProjectSnapshot>;
16
+ private inspectProjectInScope;
17
+ inspectTimeline(): Promise<ProjectSnapshot["timeline"]>;
18
+ inspectArtifact(): Promise<ManagedArtifact>;
19
+ captureFrame(position: RationalTime, options?: {
20
+ analyze?: boolean;
21
+ }): Promise<TimelineFrameCapture>;
22
+ listProjects(): Promise<ProjectCatalog>;
23
+ selectProject(selection: ProjectSelection): Promise<ProjectSelectionResult>;
24
+ inspectEditor(options?: CapabilityInspectionOptions): Promise<{
25
+ identity: import("../domain/capabilities.js").EditorIdentity;
26
+ capabilities: {
27
+ editor: import("../domain/capabilities.js").EditorCapabilities;
28
+ analyzers: import("../domain/capabilities.js").AnalyzerCapabilities;
29
+ schemaVersion: typeof import("../domain/capabilities.js").CAPABILITY_SCHEMA_VERSION;
30
+ families: import("../domain/capabilities.js").CapabilityFamilies;
31
+ };
32
+ }>;
33
+ listAssets(query?: AssetSearchQuery): Promise<EditorAsset[]>;
34
+ searchMedia(query: string): Promise<MediaContext[]>;
35
+ }