@morshoto/framekit 0.1.4 → 0.1.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -2
- package/dist-package/adapters/final-cut/typescript/src/analyzers.js +29 -2
- package/dist-package/adapters/final-cut/typescript/src/assets.js +89 -3
- package/dist-package/adapters/final-cut/typescript/src/canonical.js +431 -0
- package/dist-package/adapters/final-cut/typescript/src/connection.js +19 -4
- package/dist-package/adapters/final-cut/typescript/src/fcpxml.js +212 -13
- package/dist-package/adapters/final-cut/typescript/src/index.js +1 -0
- package/dist-package/adapters/final-cut/typescript/src/native.js +1026 -7
- package/dist-package/adapters/final-cut/typescript/src/publisher.js +207 -30
- package/dist-package/adapters/final-cut/typescript/src/session.js +69 -8
- package/dist-package/apps/mcp-server/src/main.js +49 -11
- package/dist-package/apps/mcp-server/src/routing.js +15 -0
- package/dist-package/apps/mcp-server/src/server.js +289 -68
- package/dist-package/apps/mcp-server/src/version.js +34 -0
- package/dist-package/packages/runtime/src/application/media-analysis-service.js +119 -15
- package/dist-package/packages/runtime/src/application/project-service.js +21 -2
- package/dist-package/packages/runtime/src/audio/dialogue-normalization.js +9 -0
- package/dist-package/packages/runtime/src/capabilities.js +90 -10
- package/dist-package/packages/runtime/src/context/context-engine.js +10 -1
- package/dist-package/packages/runtime/src/domain/editing.js +27 -1
- package/dist-package/packages/runtime/src/domain/media.js +1 -0
- package/dist-package/packages/runtime/src/domain/skills.js +2 -0
- package/dist-package/packages/runtime/src/editing/edit-service.js +82 -4
- package/dist-package/packages/runtime/src/editing/filler-removal-service.js +31 -7
- package/dist-package/packages/runtime/src/index.js +2 -0
- package/dist-package/packages/runtime/src/planning/rough-cut.js +9 -3
- package/dist-package/packages/runtime/src/runtime.js +2 -2
- package/dist-package/packages/runtime/src/skills/builtin.js +314 -39
- package/dist-package/packages/runtime/src/skills/requirements.js +1 -0
- package/dist-package/packages/runtime/src/skills/runtime.js +33 -8
- package/dist-package/packages/runtime/src/speech/analysis.js +301 -0
- package/dist-package/packages/runtime/src/speech/mapping.js +227 -0
- package/dist-package/packages/runtime/src/timeline/rational-time.js +5 -0
- package/dist-package/packages/runtime/src/verification/verification.js +81 -4
- package/dist-package/packages/testkit/src/fixture-analyzers.js +1 -0
- package/dist-package/packages/testkit/src/in-memory-editor.js +126 -0
- package/package.json +8 -2
|
@@ -11,13 +11,15 @@ export class FinalCutProjectPublisher {
|
|
|
11
11
|
sourcePath;
|
|
12
12
|
executor;
|
|
13
13
|
liveState;
|
|
14
|
-
|
|
14
|
+
verificationTimeoutMs;
|
|
15
|
+
pollIntervalMs;
|
|
15
16
|
constructor(options) {
|
|
16
17
|
this.enabled = options.enabled ?? false;
|
|
17
18
|
this.sourcePath = options.sourcePath;
|
|
18
19
|
this.executor = options.executor ?? runAppleScript;
|
|
19
20
|
this.liveState = options.liveState;
|
|
20
|
-
this.
|
|
21
|
+
this.verificationTimeoutMs = Math.max(0, options.verificationTimeoutMs ?? 15_000);
|
|
22
|
+
this.pollIntervalMs = Math.max(0, options.pollIntervalMs ?? options.waitMs ?? 100);
|
|
21
23
|
}
|
|
22
24
|
isAvailable() {
|
|
23
25
|
return this.enabled;
|
|
@@ -41,41 +43,40 @@ export class FinalCutProjectPublisher {
|
|
|
41
43
|
if (!source.includes("<fcpxml") || !source.includes("<project")) {
|
|
42
44
|
throw new Error("FINAL_CUT_PUBLISH_VALIDATION_FAILED: source is not a valid FCPXML project artifact");
|
|
43
45
|
}
|
|
44
|
-
const
|
|
45
|
-
|
|
46
|
+
const identity = projectIdentityFromXml(source);
|
|
47
|
+
if (!this.liveState) {
|
|
48
|
+
throw new Error("FINAL_CUT_PUBLISH_VERIFICATION_UNAVAILABLE: live project and sequence state is required");
|
|
49
|
+
}
|
|
50
|
+
const beforeLive = await readLiveState(this.liveState, "before import");
|
|
46
51
|
const directory = await mkdtemp(join(tmpdir(), "framekit-finalcut-publish-"));
|
|
47
52
|
const importedPath = join(directory, basename(this.sourcePath));
|
|
48
53
|
await writeFile(importedPath, source, "utf8");
|
|
49
54
|
try {
|
|
50
55
|
await this.executor(importXmlScript(importedPath));
|
|
51
|
-
await
|
|
52
|
-
const live = this.liveState ? await this.liveState() : undefined;
|
|
53
|
-
if (live && live.project?.name !== projectName) {
|
|
54
|
-
throw new Error(`FINAL_CUT_PUBLISH_VERIFICATION_FAILED: expected new project ${projectName}, observed ${live.project?.name ?? "none"}`);
|
|
55
|
-
}
|
|
56
|
+
const live = await waitForImportedProject(this.liveState, identity, beforeLive, this.verificationTimeoutMs, this.pollIntervalMs);
|
|
56
57
|
return {
|
|
57
58
|
sourceTransactionId: request.sourceTransactionId,
|
|
58
59
|
sourcePath: this.sourcePath,
|
|
59
60
|
sourceTarget: { kind: "artifact", artifactPath: this.sourcePath },
|
|
60
61
|
importedPath,
|
|
61
|
-
projectName,
|
|
62
|
+
projectName: identity.projectName,
|
|
62
63
|
createdTarget: {
|
|
63
64
|
kind: "editor.project",
|
|
64
65
|
...(live?.project?.id ? { projectId: live.project.id } : {}),
|
|
65
66
|
...(live?.sequence?.id ? { sequenceId: live.sequence.id } : {}),
|
|
66
|
-
projectName,
|
|
67
|
+
projectName: identity.projectName,
|
|
67
68
|
...(live?.sequence?.name ? { sequenceName: live.sequence.name } : {}),
|
|
68
69
|
},
|
|
69
70
|
activeProject: {
|
|
70
|
-
...(beforeLive
|
|
71
|
-
...(live
|
|
72
|
-
...(beforeLive
|
|
71
|
+
...(beforeLive.project ? { before: beforeLive.project } : {}),
|
|
72
|
+
...(live.project ? { after: live.project } : {}),
|
|
73
|
+
...(beforeLive.project && live.project
|
|
73
74
|
? { changed: beforeLive.project.id !== live.project.id || beforeLive.project.name !== live.project.name }
|
|
74
75
|
: {}),
|
|
75
76
|
},
|
|
76
77
|
verified: true,
|
|
77
|
-
...(live
|
|
78
|
-
...(live
|
|
78
|
+
...(live.project?.name ? { liveProject: live.project.name } : {}),
|
|
79
|
+
...(live.sequence?.name ? { liveSequence: live.sequence.name } : {}),
|
|
79
80
|
};
|
|
80
81
|
}
|
|
81
82
|
finally {
|
|
@@ -98,25 +99,157 @@ async function runAppleScript(script) {
|
|
|
98
99
|
}
|
|
99
100
|
function importXmlScript(path) {
|
|
100
101
|
return `
|
|
102
|
+
using terms from application "System Events"
|
|
103
|
+
|
|
104
|
+
on waitForMenuItem(container, expectedNames, timeoutSeconds, timeoutMessage)
|
|
105
|
+
set deadline to (current date) + timeoutSeconds
|
|
106
|
+
repeat
|
|
107
|
+
repeat with candidate in (menu items of container)
|
|
108
|
+
try
|
|
109
|
+
set candidateName to name of candidate as text
|
|
110
|
+
repeat with expectedName in expectedNames
|
|
111
|
+
if candidateName is (expectedName as text) then return candidate
|
|
112
|
+
end repeat
|
|
113
|
+
end try
|
|
114
|
+
end repeat
|
|
115
|
+
if (current date) > deadline then error timeoutMessage
|
|
116
|
+
delay 0.1
|
|
117
|
+
end repeat
|
|
118
|
+
end waitForMenuItem
|
|
119
|
+
|
|
120
|
+
on waitForSubmenu(menuItem, submenuName, timeoutSeconds, timeoutMessage)
|
|
121
|
+
set deadline to (current date) + timeoutSeconds
|
|
122
|
+
repeat
|
|
123
|
+
try
|
|
124
|
+
if exists menu submenuName of menuItem then return menu submenuName of menuItem
|
|
125
|
+
end try
|
|
126
|
+
if (current date) > deadline then error timeoutMessage
|
|
127
|
+
delay 0.1
|
|
128
|
+
end repeat
|
|
129
|
+
end waitForSubmenu
|
|
130
|
+
|
|
131
|
+
on waitForWindow(finalCut, windowName, timeoutSeconds, timeoutMessage)
|
|
132
|
+
set deadline to (current date) + timeoutSeconds
|
|
133
|
+
repeat
|
|
134
|
+
try
|
|
135
|
+
if exists window windowName of finalCut then return window windowName of finalCut
|
|
136
|
+
end try
|
|
137
|
+
if (current date) > deadline then error timeoutMessage
|
|
138
|
+
delay 0.1
|
|
139
|
+
end repeat
|
|
140
|
+
end waitForWindow
|
|
141
|
+
|
|
142
|
+
on waitForImportSheet(importWindow, timeoutSeconds)
|
|
143
|
+
set deadline to (current date) + timeoutSeconds
|
|
144
|
+
repeat
|
|
145
|
+
try
|
|
146
|
+
if exists sheet 1 of importWindow then return sheet 1 of importWindow
|
|
147
|
+
end try
|
|
148
|
+
if (current date) > deadline then error "FINAL_CUT_PUBLISH_IMPORT_SHEET_TIMEOUT: Import XML sheet did not appear"
|
|
149
|
+
delay 0.1
|
|
150
|
+
end repeat
|
|
151
|
+
end waitForImportSheet
|
|
152
|
+
|
|
153
|
+
on matchesImportPathField(candidate)
|
|
154
|
+
set candidateIdentifier to ""
|
|
155
|
+
set candidateDescription to ""
|
|
156
|
+
try
|
|
157
|
+
set candidateIdentifier to value of attribute "AXIdentifier" of candidate as text
|
|
158
|
+
end try
|
|
159
|
+
try
|
|
160
|
+
set candidateDescription to description of candidate as text
|
|
161
|
+
end try
|
|
162
|
+
if candidateIdentifier is "path" or candidateIdentifier is "location" then return true
|
|
163
|
+
if candidateDescription contains "Go to the folder" then return true
|
|
164
|
+
if candidateDescription contains "path" or candidateDescription contains "location" then return true
|
|
165
|
+
return false
|
|
166
|
+
end matchesImportPathField
|
|
167
|
+
|
|
168
|
+
on locateImportPathField(pathSheet)
|
|
169
|
+
set matchingFields to {}
|
|
170
|
+
repeat with candidate in (text fields of pathSheet)
|
|
171
|
+
if matchesImportPathField(candidate) then set end of matchingFields to candidate
|
|
172
|
+
end repeat
|
|
173
|
+
if (count of matchingFields) is 0 then error "FINAL_CUT_PUBLISH_PATH_CONTROL_UNAVAILABLE: Import XML path control had no accessibility identifier or description"
|
|
174
|
+
if (count of matchingFields) is not 1 then error "FINAL_CUT_PUBLISH_PATH_CONTROL_AMBIGUOUS: Import XML path control was not unique"
|
|
175
|
+
return item 1 of matchingFields
|
|
176
|
+
end locateImportPathField
|
|
177
|
+
|
|
178
|
+
on waitForImportSheetDismissal(importWindow, timeoutSeconds)
|
|
179
|
+
set deadline to (current date) + timeoutSeconds
|
|
180
|
+
repeat
|
|
181
|
+
try
|
|
182
|
+
if not (exists sheet 1 of importWindow) then return
|
|
183
|
+
end try
|
|
184
|
+
if (current date) > deadline then error "FINAL_CUT_PUBLISH_IMPORT_SHEET_DISMISS_TIMEOUT: Import XML sheet did not disappear"
|
|
185
|
+
delay 0.1
|
|
186
|
+
end repeat
|
|
187
|
+
end waitForImportSheetDismissal
|
|
188
|
+
|
|
189
|
+
on waitForImportWindowDismissal(finalCut, timeoutSeconds)
|
|
190
|
+
set deadline to (current date) + timeoutSeconds
|
|
191
|
+
repeat
|
|
192
|
+
try
|
|
193
|
+
if not (exists window "Import XML" of finalCut) then return
|
|
194
|
+
end try
|
|
195
|
+
if (current date) > deadline then error "FINAL_CUT_PUBLISH_IMPORT_TIMEOUT: Import XML window did not close"
|
|
196
|
+
delay 0.1
|
|
197
|
+
end repeat
|
|
198
|
+
end waitForImportWindowDismissal
|
|
199
|
+
|
|
200
|
+
on cancelImportIfOpen(finalCut)
|
|
201
|
+
try
|
|
202
|
+
if exists window "Import XML" of finalCut then
|
|
203
|
+
set importWindow to window "Import XML" of finalCut
|
|
204
|
+
repeat with candidate in (buttons of importWindow)
|
|
205
|
+
try
|
|
206
|
+
if (name of candidate as text) is "Cancel" then
|
|
207
|
+
perform action "AXPress" of candidate
|
|
208
|
+
exit repeat
|
|
209
|
+
end if
|
|
210
|
+
end try
|
|
211
|
+
end repeat
|
|
212
|
+
end if
|
|
213
|
+
end try
|
|
214
|
+
end cancelImportIfOpen
|
|
215
|
+
|
|
216
|
+
end using terms from
|
|
217
|
+
|
|
101
218
|
tell application "System Events"
|
|
102
219
|
tell process "Final Cut Pro"
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
220
|
+
set finalCut to it
|
|
221
|
+
set importWindow to missing value
|
|
222
|
+
try
|
|
223
|
+
if not frontmost then error number -1719
|
|
224
|
+
set fileMenu to menu "File" of menu bar 1
|
|
225
|
+
set importMenuItem to my waitForMenuItem(fileMenu, {"Import"}, 10, "FINAL_CUT_PUBLISH_IMPORT_MENU_TIMEOUT: File > Import was not exposed")
|
|
226
|
+
perform action "AXPress" of importMenuItem
|
|
227
|
+
set importMenu to my waitForSubmenu(importMenuItem, "Import", 10, "FINAL_CUT_PUBLISH_IMPORT_MENU_TIMEOUT: Import submenu was not exposed")
|
|
228
|
+
set xmlMenuItem to my waitForMenuItem(importMenu, {"XML…", "XML..."}, 10, "FINAL_CUT_PUBLISH_IMPORT_MENU_TIMEOUT: Import XML command was not exposed")
|
|
229
|
+
perform action "AXPress" of xmlMenuItem
|
|
230
|
+
set importWindow to my waitForWindow(finalCut, "Import XML", 10, "FINAL_CUT_PUBLISH_IMPORT_SHEET_TIMEOUT: Import XML sheet did not appear")
|
|
231
|
+
keystroke "g" using {command down, shift down}
|
|
232
|
+
set pathSheet to my waitForImportSheet(importWindow, 10)
|
|
233
|
+
set pathField to my locateImportPathField(pathSheet)
|
|
234
|
+
set value of pathField to ${appleScriptString(path)}
|
|
235
|
+
key code 36
|
|
236
|
+
my waitForImportSheetDismissal(importWindow, 10)
|
|
237
|
+
key code 36
|
|
238
|
+
my waitForImportWindowDismissal(finalCut, 60)
|
|
239
|
+
on error errorMessage number errorNumber
|
|
240
|
+
my cancelImportIfOpen(finalCut)
|
|
241
|
+
error errorMessage number errorNumber
|
|
242
|
+
end try
|
|
112
243
|
end tell
|
|
113
244
|
end tell`;
|
|
114
245
|
}
|
|
115
|
-
function
|
|
116
|
-
const
|
|
117
|
-
if (!
|
|
246
|
+
function projectIdentityFromXml(source) {
|
|
247
|
+
const projectMatch = source.match(/<project\b[^>]*\bname="([^"]+)"/);
|
|
248
|
+
if (!projectMatch?.[1])
|
|
118
249
|
throw new Error("FINAL_CUT_PUBLISH_VALIDATION_FAILED: FCPXML project has no name");
|
|
119
|
-
|
|
250
|
+
const projectName = decodeXml(projectMatch[1]);
|
|
251
|
+
const sequenceMatch = source.match(/<sequence\b[^>]*\bname="([^"]+)"/);
|
|
252
|
+
return { projectName, sequenceName: sequenceMatch?.[1] ? decodeXml(sequenceMatch[1]) : projectName };
|
|
120
253
|
}
|
|
121
254
|
function decodeXml(value) {
|
|
122
255
|
return value
|
|
@@ -127,7 +260,51 @@ function decodeXml(value) {
|
|
|
127
260
|
.replaceAll("&", "&");
|
|
128
261
|
}
|
|
129
262
|
function appleScriptString(value) {
|
|
130
|
-
return `"${value.replaceAll("\\", "\\\\").replaceAll('"', '\\"').replace(/[
|
|
263
|
+
return `"${value.replaceAll("\\", "\\\\").replaceAll('"', '\\"').replace(/[\r\n]/g, " ")}"`;
|
|
264
|
+
}
|
|
265
|
+
async function readLiveState(liveState, phase) {
|
|
266
|
+
try {
|
|
267
|
+
return await liveState();
|
|
268
|
+
}
|
|
269
|
+
catch (error) {
|
|
270
|
+
const detail = error instanceof Error ? error.message : String(error);
|
|
271
|
+
throw new Error(`FINAL_CUT_PUBLISH_STATE_UNAVAILABLE: ${phase}: ${detail}`);
|
|
272
|
+
}
|
|
273
|
+
}
|
|
274
|
+
async function waitForImportedProject(liveState, identity, before, timeoutMs, pollIntervalMs) {
|
|
275
|
+
const deadline = Date.now() + timeoutMs;
|
|
276
|
+
let latest;
|
|
277
|
+
let lastError;
|
|
278
|
+
do {
|
|
279
|
+
try {
|
|
280
|
+
latest = await readLiveState(liveState, "after import");
|
|
281
|
+
lastError = undefined;
|
|
282
|
+
if (isImportedProject(latest, identity, before))
|
|
283
|
+
return latest;
|
|
284
|
+
}
|
|
285
|
+
catch (error) {
|
|
286
|
+
lastError = error;
|
|
287
|
+
}
|
|
288
|
+
if (Date.now() >= deadline)
|
|
289
|
+
break;
|
|
290
|
+
await delay(Math.min(pollIntervalMs, Math.max(0, deadline - Date.now())));
|
|
291
|
+
} while (true);
|
|
292
|
+
if (lastError)
|
|
293
|
+
throw lastError;
|
|
294
|
+
const observedProject = latest?.project?.name ?? "none";
|
|
295
|
+
const observedSequence = latest?.sequence?.name ?? "none";
|
|
296
|
+
throw new Error(`FINAL_CUT_PUBLISH_VERIFICATION_FAILED: expected new project ${identity.projectName} / sequence ${identity.sequenceName}, observed ${observedProject} / ${observedSequence}`);
|
|
297
|
+
}
|
|
298
|
+
function isImportedProject(live, identity, before) {
|
|
299
|
+
if (!live.project || !live.sequence)
|
|
300
|
+
return false;
|
|
301
|
+
if (live.project.name !== identity.projectName || live.sequence.name !== identity.sequenceName)
|
|
302
|
+
return false;
|
|
303
|
+
if (before.project && live.project.id === before.project.id)
|
|
304
|
+
return false;
|
|
305
|
+
if (before.sequence && live.sequence.id === before.sequence.id)
|
|
306
|
+
return false;
|
|
307
|
+
return true;
|
|
131
308
|
}
|
|
132
309
|
function delay(milliseconds) {
|
|
133
310
|
return new Promise((resolvePromise) => setTimeout(resolvePromise, milliseconds));
|
|
@@ -43,21 +43,42 @@ export class FinalCutSessionAdapter {
|
|
|
43
43
|
&& live?.editor.canonicalTimelineMode === "canonical-write"
|
|
44
44
|
&& this.options.live?.apply
|
|
45
45
|
&& this.options.live.restore);
|
|
46
|
-
const
|
|
46
|
+
const operationRuntimeCapabilities = hasExplicitDocumentPair
|
|
47
47
|
? mutation
|
|
48
48
|
: liveMutation
|
|
49
49
|
? live
|
|
50
50
|
: snapshot;
|
|
51
|
+
const operationCapabilities = operationRuntimeCapabilities?.editor;
|
|
52
|
+
const operationAdapter = hasExplicitDocumentPair
|
|
53
|
+
? this.options.mutation
|
|
54
|
+
: liveMutation
|
|
55
|
+
? this.options.live
|
|
56
|
+
: this.options.snapshot;
|
|
57
|
+
const readCapabilities = snapshot ?? (liveSnapshot ? live : undefined);
|
|
58
|
+
const readAdapter = this.options.snapshot ?? (liveSnapshot ? this.options.live : undefined);
|
|
59
|
+
const hasTransactionMethods = Boolean(operationAdapter
|
|
60
|
+
&& typeof operationAdapter.previewTransaction === "function"
|
|
61
|
+
&& typeof operationAdapter.applyTransaction === "function");
|
|
62
|
+
const canReadAfterWrite = Boolean(readAdapter?.readProject
|
|
63
|
+
&& readCapabilities?.editor.readAfterWrite
|
|
64
|
+
&& operationCapabilities?.readAfterWrite
|
|
65
|
+
&& operationAdapter?.restore
|
|
66
|
+
&& operationCapabilities?.rollback);
|
|
67
|
+
const compositeTransactions = Boolean(operationCapabilities?.compositeTransactions
|
|
68
|
+
&& hasTransactionMethods
|
|
69
|
+
&& canReadAfterWrite);
|
|
70
|
+
const operationFamilies = operationRuntimeCapabilities?.families;
|
|
71
|
+
const readFamilies = readCapabilities?.families;
|
|
51
72
|
return withCapabilityFamilies({
|
|
52
73
|
editor: {
|
|
74
|
+
...operationCapabilities,
|
|
53
75
|
projectRead: Boolean(snapshot?.editor.projectRead || (liveSnapshot && live?.editor.projectRead)),
|
|
54
|
-
timelineSnapshotRead: Boolean(
|
|
55
|
-
timelineWrite: Boolean(
|
|
56
|
-
timelineArtifactWrite: Boolean(
|
|
57
|
-
readAfterWrite:
|
|
58
|
-
|| (liveMutation && live?.editor.readAfterWrite)),
|
|
76
|
+
timelineSnapshotRead: Boolean(readCapabilities?.editor.timelineSnapshotRead),
|
|
77
|
+
timelineWrite: Boolean(operationCapabilities?.timelineWrite),
|
|
78
|
+
timelineArtifactWrite: Boolean(operationCapabilities?.timelineArtifactWrite),
|
|
79
|
+
readAfterWrite: canReadAfterWrite,
|
|
59
80
|
incrementalChanges: Boolean(live?.editor.incrementalChanges),
|
|
60
|
-
rollback: Boolean(
|
|
81
|
+
rollback: Boolean(operationCapabilities?.rollback && operationAdapter?.restore),
|
|
61
82
|
assetDiscovery: Boolean(snapshot?.editor.assetDiscovery || this.options.assets?.listAssets),
|
|
62
83
|
liveStateRead: Boolean(live?.editor.liveStateRead),
|
|
63
84
|
playheadWrite: Boolean(live?.editor.playheadWrite),
|
|
@@ -65,6 +86,7 @@ export class FinalCutSessionAdapter {
|
|
|
65
86
|
playbackControl: Boolean(live?.editor.playbackControl),
|
|
66
87
|
projectCatalogRead: Boolean(snapshot?.editor.projectCatalogRead || (!this.options.snapshot && live?.editor.projectCatalogRead)),
|
|
67
88
|
projectSelection: Boolean(snapshot?.editor.projectSelection || (!this.options.snapshot && live?.editor.projectSelection)),
|
|
89
|
+
compositeTransactions,
|
|
68
90
|
},
|
|
69
91
|
analyzers: {
|
|
70
92
|
speechTranscribe: Boolean(snapshot?.analyzers.speechTranscribe || mutation?.analyzers.speechTranscribe || live?.analyzers.speechTranscribe),
|
|
@@ -72,7 +94,35 @@ export class FinalCutSessionAdapter {
|
|
|
72
94
|
audioLoudness: Boolean(snapshot?.analyzers.audioLoudness || mutation?.analyzers.audioLoudness || live?.analyzers.audioLoudness),
|
|
73
95
|
visualTrack: Boolean(snapshot?.analyzers.visualTrack || mutation?.analyzers.visualTrack || live?.analyzers.visualTrack),
|
|
74
96
|
},
|
|
75
|
-
}, {
|
|
97
|
+
}, {
|
|
98
|
+
backend: "final-cut-session",
|
|
99
|
+
canonicalDocument: {
|
|
100
|
+
read: readFamilies?.canonicalDocument.read ?? Boolean(readCapabilities?.editor.timelineSnapshotRead),
|
|
101
|
+
write: operationFamilies?.canonicalDocument.write ?? Boolean(operationCapabilities?.timelineWrite),
|
|
102
|
+
artifactWrite: operationFamilies?.canonicalDocument.artifactWrite ?? Boolean(operationCapabilities?.timelineArtifactWrite),
|
|
103
|
+
},
|
|
104
|
+
editing: {
|
|
105
|
+
compositeTransactions: compositeTransactions,
|
|
106
|
+
titlePlacement: operationFamilies?.editing.titlePlacement ?? Boolean(operationCapabilities?.titlePlacement),
|
|
107
|
+
pictureInPicture: operationFamilies?.editing.pictureInPicture ?? false,
|
|
108
|
+
masking: operationFamilies?.editing.masking ?? false,
|
|
109
|
+
},
|
|
110
|
+
editingBackend: operationFamilies?.editing.compositeTransactions.backend,
|
|
111
|
+
});
|
|
112
|
+
}
|
|
113
|
+
async previewTransaction(operations, expectedRevision) {
|
|
114
|
+
const provider = await this.routedTransactionProvider();
|
|
115
|
+
if (!provider?.previewTransaction) {
|
|
116
|
+
throw new Error("CAPABILITY_UNAVAILABLE: editor composite transaction preview");
|
|
117
|
+
}
|
|
118
|
+
return provider.previewTransaction(operations, expectedRevision);
|
|
119
|
+
}
|
|
120
|
+
async applyTransaction(operations, expectedRevision) {
|
|
121
|
+
const provider = await this.routedTransactionProvider();
|
|
122
|
+
if (!provider?.applyTransaction) {
|
|
123
|
+
throw new Error("CAPABILITY_UNAVAILABLE: editor composite transaction execution");
|
|
124
|
+
}
|
|
125
|
+
await provider.applyTransaction(operations, expectedRevision);
|
|
76
126
|
}
|
|
77
127
|
async read() {
|
|
78
128
|
return this.readProject();
|
|
@@ -158,6 +208,17 @@ export class FinalCutSessionAdapter {
|
|
|
158
208
|
throw new Error("CAPABILITY_UNAVAILABLE: live Final Cut editor state");
|
|
159
209
|
return this.options.live.liveChangesSince(revision, waitMs);
|
|
160
210
|
}
|
|
211
|
+
async routedTransactionProvider() {
|
|
212
|
+
if (this.options.snapshot && this.options.mutation)
|
|
213
|
+
return this.options.mutation;
|
|
214
|
+
const liveCapabilities = await optionalCapabilities(this.options.live);
|
|
215
|
+
const liveMutation = Boolean(liveCapabilities?.editor.canonicalTimelineMode === "canonical-write"
|
|
216
|
+
&& this.options.live?.apply
|
|
217
|
+
&& this.options.live.restore);
|
|
218
|
+
if (liveMutation && this.options.live)
|
|
219
|
+
return this.options.live;
|
|
220
|
+
return this.options.snapshot;
|
|
221
|
+
}
|
|
161
222
|
}
|
|
162
223
|
async function optionalCapabilities(live) {
|
|
163
224
|
if (!live)
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { StdioServerTransport } from "@modelcontextprotocol/sdk/server/stdio.js";
|
|
2
2
|
import { InMemoryEditorAdapter } from "../../../packages/testkit/src/index.js";
|
|
3
|
-
import { createCommandAnalyzers, createFinalCutLiveAdapter, FcpxmlDocumentAdapter, FinalCutAssetRegistry, FinalCutConnectionManager, FinalCutNativeAutomationAdapter, DisposableNativeEditWorkflow, FinalCutProjectPublisher, FinalCutVideoExporter, FinalCutSessionAdapter, createNativeOperationLease, isFinalCutVideoProbeAvailable, } from "../../../adapters/final-cut/typescript/src/index.js";
|
|
3
|
+
import { createCommandAnalyzers, createFinalCutLiveAdapter, FcpxmlDocumentAdapter, FinalCutAssetRegistry, FinalCutConnectionManager, assertCanonicalProviderConfiguration, FinalCutCanonicalNativeProvider, FinalCutCanonicalSnapshotSource, FinalCutNativeAutomationAdapter, createFinalCutNativeTargetResolver, DisposableNativeEditWorkflow, FinalCutProjectPublisher, FinalCutVideoExporter, FinalCutSessionAdapter, createNativeOperationLease, isFinalCutVideoProbeAvailable, } from "../../../adapters/final-cut/typescript/src/index.js";
|
|
4
4
|
import { FixtureAudioAnalyzer, FixtureMetadataAnalyzer, FixtureSpeechAnalyzer, FixtureVisualAnalyzer } from "../../../packages/testkit/src/index.js";
|
|
5
5
|
import { AgentVideoRuntime } from "../../../packages/runtime/src/index.js";
|
|
6
6
|
import { createMcpServer } from "./server.js";
|
|
@@ -51,7 +51,20 @@ const fixture = new InMemoryEditorAdapter({
|
|
|
51
51
|
const liveMode = process.env.FRAMEKIT_EDITOR === "final-cut-live";
|
|
52
52
|
const headlessFinalCut = liveMode && process.env.FRAMEKIT_FINAL_CUT_HEADLESS === "1";
|
|
53
53
|
const fcpxmlPath = liveMode ? process.env.FRAMEKIT_FCPXML_PATH : undefined;
|
|
54
|
-
const
|
|
54
|
+
const canonicalNativeProviderEnabled = liveMode && process.env.FRAMEKIT_FINAL_CUT_CANONICAL_PROVIDER === "native";
|
|
55
|
+
if (canonicalNativeProviderEnabled && headlessFinalCut) {
|
|
56
|
+
throw new Error("FINAL_CUT_CANONICAL_NATIVE_REQUIRES_HEADED: set FRAMEKIT_FINAL_CUT_HEADLESS=0 for the native provider");
|
|
57
|
+
}
|
|
58
|
+
if (canonicalNativeProviderEnabled && process.env.FRAMEKIT_FINAL_CUT_NATIVE_WRITES !== "1") {
|
|
59
|
+
throw new Error("FINAL_CUT_CANONICAL_NATIVE_REQUIRES_WRITES: set FRAMEKIT_FINAL_CUT_NATIVE_WRITES=1 for the native provider");
|
|
60
|
+
}
|
|
61
|
+
const canonicalProviderRequired = liveMode
|
|
62
|
+
&& process.env.FRAMEKIT_FINAL_CUT_CANONICAL_REQUIRED === "1"
|
|
63
|
+
&& !canonicalNativeProviderEnabled;
|
|
64
|
+
assertCanonicalProviderConfiguration({ required: canonicalProviderRequired || canonicalNativeProviderEnabled, fcpxmlPath });
|
|
65
|
+
const connection = liveMode
|
|
66
|
+
? new FinalCutConnectionManager({ headless: headlessFinalCut, canonicalProviderRequired })
|
|
67
|
+
: undefined;
|
|
55
68
|
const autoConnect = liveMode && process.env.FRAMEKIT_AUTO_CONNECT !== "0";
|
|
56
69
|
if (autoConnect)
|
|
57
70
|
connection?.startAutoConnect();
|
|
@@ -59,10 +72,40 @@ const liveAdapter = liveMode ? createFinalCutLiveAdapter() : undefined;
|
|
|
59
72
|
const nativeOperationLease = autoConnect
|
|
60
73
|
? createNativeOperationLease(() => connection?.stopAutoConnect(), () => connection?.startAutoConnect())
|
|
61
74
|
: undefined;
|
|
75
|
+
const nativeEditor = liveMode
|
|
76
|
+
? new FinalCutNativeAutomationAdapter({
|
|
77
|
+
enabled: !headlessFinalCut && process.env.FRAMEKIT_FINAL_CUT_NATIVE_WRITES === "1",
|
|
78
|
+
liveState: () => liveAdapter.readLiveState(),
|
|
79
|
+
nativeOperationLease,
|
|
80
|
+
})
|
|
81
|
+
: undefined;
|
|
82
|
+
const canonicalNativeMutationEditor = canonicalNativeProviderEnabled
|
|
83
|
+
? new FinalCutNativeAutomationAdapter({
|
|
84
|
+
enabled: true,
|
|
85
|
+
nativeOperationLease,
|
|
86
|
+
})
|
|
87
|
+
: nativeEditor;
|
|
88
|
+
const canonicalNativeProvider = canonicalNativeProviderEnabled
|
|
89
|
+
? new FinalCutCanonicalNativeProvider({
|
|
90
|
+
live: liveAdapter,
|
|
91
|
+
native: {
|
|
92
|
+
renameSelectedClip: async (name) => {
|
|
93
|
+
const result = await canonicalNativeMutationEditor.edit({ type: "rename-selected-clip", name });
|
|
94
|
+
return { operationId: result.operationId, undoAvailable: result.undoAvailable };
|
|
95
|
+
},
|
|
96
|
+
undo: async (operationId) => {
|
|
97
|
+
const result = await canonicalNativeMutationEditor.undo(operationId);
|
|
98
|
+
return { undone: result.undone, verification: result.verification };
|
|
99
|
+
},
|
|
100
|
+
},
|
|
101
|
+
readSnapshot: () => new FinalCutCanonicalSnapshotSource().readSnapshot(),
|
|
102
|
+
resolveTarget: createFinalCutNativeTargetResolver(nativeEditor),
|
|
103
|
+
})
|
|
104
|
+
: undefined;
|
|
62
105
|
const editor = liveMode
|
|
63
106
|
? new FinalCutSessionAdapter({
|
|
64
|
-
live: liveAdapter,
|
|
65
|
-
...(fcpxmlPath
|
|
107
|
+
live: canonicalNativeProvider ?? liveAdapter,
|
|
108
|
+
...(fcpxmlPath && !canonicalNativeProviderEnabled
|
|
66
109
|
? (() => {
|
|
67
110
|
const document = new FcpxmlDocumentAdapter(fcpxmlPath);
|
|
68
111
|
return { snapshot: document, mutation: document };
|
|
@@ -73,6 +116,7 @@ const editor = liveMode
|
|
|
73
116
|
?.split(process.platform === "win32" ? ";" : ":")
|
|
74
117
|
.map((root) => root.trim())
|
|
75
118
|
.filter(Boolean),
|
|
119
|
+
nativeTitleProvider: nativeEditor?.capabilities().titleDiscovery ? nativeEditor : undefined,
|
|
76
120
|
}),
|
|
77
121
|
})
|
|
78
122
|
: fixture;
|
|
@@ -91,13 +135,6 @@ const analyzers = liveMode
|
|
|
91
135
|
metadataAnalyzer: new FixtureMetadataAnalyzer(),
|
|
92
136
|
};
|
|
93
137
|
const runtime = new AgentVideoRuntime(editor, analyzers);
|
|
94
|
-
const nativeEditor = liveMode
|
|
95
|
-
? new FinalCutNativeAutomationAdapter({
|
|
96
|
-
enabled: !headlessFinalCut && process.env.FRAMEKIT_FINAL_CUT_NATIVE_WRITES === "1",
|
|
97
|
-
liveState: () => liveAdapter.readLiveState(),
|
|
98
|
-
nativeOperationLease,
|
|
99
|
-
})
|
|
100
|
-
: undefined;
|
|
101
138
|
const disposableNative = liveMode && !headlessFinalCut && !fcpxmlPath && nativeEditor
|
|
102
139
|
? new DisposableNativeEditWorkflow({
|
|
103
140
|
native: nativeEditor,
|
|
@@ -124,6 +161,7 @@ const videoExporter = liveMode && !headlessFinalCut && process.env.FRAMEKIT_FINA
|
|
|
124
161
|
})
|
|
125
162
|
: undefined;
|
|
126
163
|
const server = createMcpServer(runtime, {
|
|
164
|
+
processMode: liveMode && !headlessFinalCut ? "headed" : "headless",
|
|
127
165
|
connectionStatus: () => connection?.getStatus(),
|
|
128
166
|
nativeEditor,
|
|
129
167
|
disposableNative,
|
|
@@ -32,11 +32,26 @@ const operationRequirements = {
|
|
|
32
32
|
editorRequirement("readAfterWrite"),
|
|
33
33
|
editorRequirement("rollback"),
|
|
34
34
|
],
|
|
35
|
+
"timeline.mask.add": [
|
|
36
|
+
editorRequirement("projectRead"),
|
|
37
|
+
editorRequirement("timelineSnapshotRead"),
|
|
38
|
+
editorRequirement("timelineWrite"),
|
|
39
|
+
editorRequirement("readAfterWrite"),
|
|
40
|
+
editorRequirement("rollback"),
|
|
41
|
+
editorRequirement("masking"),
|
|
42
|
+
],
|
|
35
43
|
"editor.native.edit": [
|
|
36
44
|
nativeRequirement("selectionEdit"),
|
|
37
45
|
nativeRequirement("timelineFocus"),
|
|
38
46
|
nativeRequirement("undo"),
|
|
39
47
|
],
|
|
48
|
+
"editor.native.picture-in-picture": [
|
|
49
|
+
nativeRequirement("pictureInPicture"),
|
|
50
|
+
nativeRequirement("mediaSelection"),
|
|
51
|
+
nativeRequirement("timelineOccurrenceLocate"),
|
|
52
|
+
nativeRequirement("timelineFocus"),
|
|
53
|
+
nativeRequirement("undo"),
|
|
54
|
+
],
|
|
40
55
|
"timeline.publish.new-project": [
|
|
41
56
|
{
|
|
42
57
|
label: "editor.artifactPublish",
|