@morshoto/framekit 0.1.11 → 0.1.12
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -0
- package/dist-package/adapters/final-cut/typescript/src/analyzers.js +68 -5
- package/dist-package/adapters/final-cut/typescript/src/canonical-recovery.js +31 -0
- package/dist-package/adapters/final-cut/typescript/src/canonical-verification.js +16 -0
- package/dist-package/adapters/final-cut/typescript/src/canonical.js +600 -56
- package/dist-package/adapters/final-cut/typescript/src/index.js +3 -0
- package/dist-package/adapters/final-cut/typescript/src/native.js +321 -19
- package/dist-package/adapters/final-cut/typescript/src/shadow-mutation.js +71 -17
- package/dist-package/adapters/final-cut/typescript/src/sqlite-experiment.js +472 -0
- package/dist-package/adapters/final-cut/typescript/src/sqlite-materialization.js +230 -0
- package/dist-package/apps/mcp-server/src/main.js +20 -0
- package/dist-package/apps/mcp-server/src/routing.js +17 -0
- package/dist-package/apps/mcp-server/src/server.js +36 -12
- package/dist-package/packages/runtime/src/application/media-analysis-service.js +52 -6
- package/dist-package/packages/runtime/src/context/project-catalog.js +46 -1
- package/dist-package/packages/runtime/src/skills/builtin.js +99 -8
- package/dist-package/packages/runtime/src/skills/runtime.js +1 -0
- package/package.json +8 -5
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import { sameRevision } from "../context/revision.js";
|
|
1
2
|
import { FillerDetector } from "../speech/filler-detector.js";
|
|
2
3
|
import { SafeCutResolver } from "../speech/safe-cut-resolver.js";
|
|
3
4
|
import { DIALOGUE_NORMALIZATION_DEFAULTS, planDialogueGain, } from "../audio/dialogue-normalization.js";
|
|
@@ -75,6 +76,7 @@ async function planFillerSkill(context, input) {
|
|
|
75
76
|
const candidates = [];
|
|
76
77
|
const decisions = [];
|
|
77
78
|
const operations = [];
|
|
79
|
+
const analysisProvenance = [];
|
|
78
80
|
for (const clip of context.project.timeline.clips.filter((candidate) => Boolean(candidate.mediaId)
|
|
79
81
|
&& candidate.start < selectedRange.end
|
|
80
82
|
&& candidate.start + candidate.duration > selectedRange.start)) {
|
|
@@ -91,6 +93,13 @@ async function planFillerSkill(context, input) {
|
|
|
91
93
|
end: sourceStart + localRange.end,
|
|
92
94
|
};
|
|
93
95
|
const speech = await context.analyzeSpeech(mediaId, sourceRange);
|
|
96
|
+
analysisProvenance.push({
|
|
97
|
+
mediaId,
|
|
98
|
+
occurrenceId: clip.id,
|
|
99
|
+
sourceRange: structuredClone(sourceRange),
|
|
100
|
+
revision: structuredClone(speech.revision ?? context.baseRevision),
|
|
101
|
+
provider: structuredClone(speech.provider ?? { id: "framekit.speech", provider: "unknown" }),
|
|
102
|
+
});
|
|
94
103
|
const occurrence = {
|
|
95
104
|
occurrenceId: clip.id,
|
|
96
105
|
mediaId,
|
|
@@ -139,6 +148,7 @@ async function planFillerSkill(context, input) {
|
|
|
139
148
|
range: structuredClone(selectedRange),
|
|
140
149
|
candidates: structuredClone(candidates),
|
|
141
150
|
decisions: structuredClone(decisions),
|
|
151
|
+
analysisProvenance: structuredClone(analysisProvenance),
|
|
142
152
|
selectedCandidateIds: [...selectedCandidateIds],
|
|
143
153
|
candidateProvenance: operations.map((operation, operationIndex) => ({
|
|
144
154
|
candidateId: operation.candidateId,
|
|
@@ -398,6 +408,7 @@ function dialogueNormalizationSkill() {
|
|
|
398
408
|
handler: {
|
|
399
409
|
normalize: (input) => ({ ...DIALOGUE_NORMALIZATION_DEFAULTS, ...input }),
|
|
400
410
|
plan: async (context, input) => planDialogueSkill(context, input),
|
|
411
|
+
verify: (context) => verifyDialogueSkill(context),
|
|
401
412
|
},
|
|
402
413
|
};
|
|
403
414
|
}
|
|
@@ -578,14 +589,6 @@ async function planDialogueSkill(context, input) {
|
|
|
578
589
|
const targetGainDb = Number((existingGainDb + plan.clampedGainDb).toFixed(6));
|
|
579
590
|
const verification = plan.decision === "APPLY" ? {
|
|
580
591
|
requireExpectedChange: true,
|
|
581
|
-
maxTruePeakDb: request.maxTruePeakDb,
|
|
582
|
-
assertions: [{
|
|
583
|
-
type: "audio-loudness",
|
|
584
|
-
mediaId: request.mediaId,
|
|
585
|
-
occurrenceId: request.occurrenceId,
|
|
586
|
-
targetLufs: request.targetLufs,
|
|
587
|
-
toleranceDb: request.toleranceDb,
|
|
588
|
-
}],
|
|
589
592
|
} : undefined;
|
|
590
593
|
return {
|
|
591
594
|
operations: plan.decision === "APPLY" ? [{
|
|
@@ -612,3 +615,91 @@ async function planDialogueSkill(context, input) {
|
|
|
612
615
|
},
|
|
613
616
|
};
|
|
614
617
|
}
|
|
618
|
+
async function verifyDialogueSkill(context) {
|
|
619
|
+
const details = context.plan.details;
|
|
620
|
+
const mediaId = typeof details?.mediaId === "string" ? details.mediaId : undefined;
|
|
621
|
+
const occurrenceId = typeof details?.occurrenceId === "string" ? details.occurrenceId : undefined;
|
|
622
|
+
const input = context.plan.normalizedInput;
|
|
623
|
+
if (!mediaId || !occurrenceId || !context.measureAudio) {
|
|
624
|
+
return [{
|
|
625
|
+
name: "dialogue-measurement",
|
|
626
|
+
passed: false,
|
|
627
|
+
status: "unavailable",
|
|
628
|
+
reason: "AUDIO_MEASUREMENT_UNAVAILABLE",
|
|
629
|
+
detail: "selected dialogue occurrence cannot be measured after the write",
|
|
630
|
+
}];
|
|
631
|
+
}
|
|
632
|
+
let measurement;
|
|
633
|
+
try {
|
|
634
|
+
measurement = await context.measureAudio(mediaId, occurrenceId);
|
|
635
|
+
}
|
|
636
|
+
catch (error) {
|
|
637
|
+
return [{
|
|
638
|
+
name: "dialogue-measurement",
|
|
639
|
+
passed: false,
|
|
640
|
+
status: "failed",
|
|
641
|
+
reason: "POST_WRITE_MEASUREMENT_FAILED",
|
|
642
|
+
detail: String(error),
|
|
643
|
+
}];
|
|
644
|
+
}
|
|
645
|
+
const occurrence = context.transaction.attemptedAfter.timeline.clips.find((clip) => clip.id === occurrenceId);
|
|
646
|
+
const expectedRange = occurrence
|
|
647
|
+
? { start: occurrence.sourceStart ?? 0, end: (occurrence.sourceStart ?? 0) + occurrence.duration }
|
|
648
|
+
: undefined;
|
|
649
|
+
const targetBound = measurement.mediaId === mediaId
|
|
650
|
+
&& measurement.occurrenceId === occurrenceId
|
|
651
|
+
&& sameRevision(measurement.revision, context.transaction.attemptedAfter.revision)
|
|
652
|
+
&& Boolean(expectedRange
|
|
653
|
+
&& sameRange(measurement.requestedRange, expectedRange)
|
|
654
|
+
&& sameRange(measurement.measuredRange, expectedRange))
|
|
655
|
+
&& Boolean(measurement.provider?.id && measurement.provider.provider);
|
|
656
|
+
const measurementPassed = measurement.valid && targetBound;
|
|
657
|
+
const measurementCheck = {
|
|
658
|
+
name: "dialogue-measurement",
|
|
659
|
+
passed: measurementPassed,
|
|
660
|
+
status: measurementPassed ? "passed" : "failed",
|
|
661
|
+
expected: {
|
|
662
|
+
mediaId,
|
|
663
|
+
occurrenceId,
|
|
664
|
+
revision: context.transaction.attemptedAfter.revision,
|
|
665
|
+
requestedRange: expectedRange,
|
|
666
|
+
},
|
|
667
|
+
observed: measurement,
|
|
668
|
+
...(measurementPassed ? {} : { reason: measurement.valid ? "MEASUREMENT_TARGET_MISMATCH" : "MEASUREMENT_INVALID" }),
|
|
669
|
+
detail: measurementPassed
|
|
670
|
+
? "post-write dialogue measurement is valid and bound to the selected occurrence"
|
|
671
|
+
: "post-write dialogue measurement is invalid or not bound to the selected occurrence",
|
|
672
|
+
};
|
|
673
|
+
const loudnessPassed = measurementPassed
|
|
674
|
+
&& Math.abs(measurement.integratedLufs - input.targetLufs) <= input.toleranceDb;
|
|
675
|
+
const peakPassed = measurementPassed && measurement.truePeakDb <= input.maxTruePeakDb;
|
|
676
|
+
return [
|
|
677
|
+
measurementCheck,
|
|
678
|
+
{
|
|
679
|
+
name: "dialogue-loudness",
|
|
680
|
+
passed: loudnessPassed,
|
|
681
|
+
status: loudnessPassed ? "passed" : "failed",
|
|
682
|
+
expected: { targetLufs: input.targetLufs, toleranceDb: input.toleranceDb },
|
|
683
|
+
observed: { integratedLufs: measurement.integratedLufs },
|
|
684
|
+
...(loudnessPassed ? {} : { reason: "AUDIO_LOUDNESS_OUT_OF_RANGE" }),
|
|
685
|
+
detail: loudnessPassed
|
|
686
|
+
? "post-write loudness is inside the configured tolerance"
|
|
687
|
+
: "post-write loudness is outside the configured tolerance",
|
|
688
|
+
},
|
|
689
|
+
{
|
|
690
|
+
name: "dialogue-true-peak",
|
|
691
|
+
passed: peakPassed,
|
|
692
|
+
status: peakPassed ? "passed" : "failed",
|
|
693
|
+
expected: { maxTruePeakDb: input.maxTruePeakDb },
|
|
694
|
+
observed: { truePeakDb: measurement.truePeakDb },
|
|
695
|
+
...(peakPassed ? {} : { reason: "AUDIO_TRUE_PEAK_OUT_OF_RANGE" }),
|
|
696
|
+
detail: peakPassed
|
|
697
|
+
? "post-write true peak is within the configured limit"
|
|
698
|
+
: "post-write true peak exceeds the configured limit",
|
|
699
|
+
},
|
|
700
|
+
];
|
|
701
|
+
}
|
|
702
|
+
function sameRange(left, right) {
|
|
703
|
+
return Math.abs(left.start - right.start) <= 0.000001
|
|
704
|
+
&& Math.abs(left.end - right.end) <= 0.000001;
|
|
705
|
+
}
|
|
@@ -139,6 +139,7 @@ export class SkillRuntime {
|
|
|
139
139
|
plan: session.preview.plan,
|
|
140
140
|
...(session.preview.expectedDiff ? { expectedDiff: session.preview.expectedDiff } : {}),
|
|
141
141
|
transaction,
|
|
142
|
+
measureAudio: (mediaId, occurrenceId) => this.analysis.measureAudio(mediaId, occurrenceId),
|
|
142
143
|
});
|
|
143
144
|
verification = {
|
|
144
145
|
passed: Boolean(verification?.passed) && checks.every((check) => check.passed),
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@morshoto/framekit",
|
|
3
|
-
"version": "0.1.
|
|
4
|
-
"packageManager": "pnpm@12.
|
|
3
|
+
"version": "0.1.12",
|
|
4
|
+
"packageManager": "pnpm@12.5.1",
|
|
5
5
|
"private": false,
|
|
6
6
|
"type": "module",
|
|
7
7
|
"description": "Agentic video editing runtime and MCP server for Final Cut Pro",
|
|
@@ -29,6 +29,7 @@
|
|
|
29
29
|
"test:golden": "tsx --test tests/golden/*.test.ts",
|
|
30
30
|
"test:release-gate": "tsx --test tests/release-gate/*.test.ts",
|
|
31
31
|
"release-gate": "tsx scripts/run-release-gate.ts",
|
|
32
|
+
"acceptance:v0112": "tsx scripts/run-v0112-acceptance.ts",
|
|
32
33
|
"release-report": "tsx scripts/generate-release-report.ts",
|
|
33
34
|
"verify-release-provenance": "tsx scripts/verify-release-provenance.ts",
|
|
34
35
|
"test:codex-plugin": "node scripts/codex-plugin-smoke.mjs",
|
|
@@ -41,6 +42,7 @@
|
|
|
41
42
|
"test:final-cut-project-selection-headed": "node scripts/final-cut-project-selection-headed-e2e.mjs",
|
|
42
43
|
"test:final-cut-canonical-headed": "node scripts/final-cut-canonical-headed-e2e.mjs",
|
|
43
44
|
"test:final-cut-filler-headed": "node scripts/final-cut-filler-removal-headed-e2e.mjs",
|
|
45
|
+
"test:final-cut-dialogue-headed": "node scripts/final-cut-dialogue-normalization-headed-e2e.mjs",
|
|
44
46
|
"test:watch": "tsx --test --watch tests/integration/*.test.ts tests/evaluation/*.test.ts tests/filler-removal/*.test.ts tests/golden/*.test.ts",
|
|
45
47
|
"test:final-cut-disposable-headed": "node scripts/final-cut-disposable-native-headed-e2e.mjs",
|
|
46
48
|
"test:final-cut-transition-headed": "node scripts/final-cut-transition-headed-e2e.mjs",
|
|
@@ -51,6 +53,7 @@
|
|
|
51
53
|
"test:final-cut-background-headed": "node scripts/final-cut-background-regression-headed-e2e.mjs",
|
|
52
54
|
"test:final-cut-fcpxml-console-experiment": "node --import tsx scripts/final-cut-fcpxml-console-experiment.mjs",
|
|
53
55
|
"hooks:install": "node scripts/install-git-hooks.mjs",
|
|
56
|
+
"check:git-config": "node scripts/check-git-config.mjs",
|
|
54
57
|
"mcp": "tsx apps/mcp-server/src/main.ts",
|
|
55
58
|
"framekit": "node ./bin/framekit.mjs",
|
|
56
59
|
"package:final-cut-release": "bash scripts/package-final-cut-release.sh",
|
|
@@ -74,9 +77,9 @@
|
|
|
74
77
|
"zod": "^3.25.76"
|
|
75
78
|
},
|
|
76
79
|
"devDependencies": {
|
|
77
|
-
"@openai/codex": "0.
|
|
78
|
-
"@types/node": "24.13.
|
|
79
|
-
"c8": "
|
|
80
|
+
"@openai/codex": "0.155.1",
|
|
81
|
+
"@types/node": "24.13.6",
|
|
82
|
+
"c8": "12.0.0",
|
|
80
83
|
"tsc-alias": "1.9.5",
|
|
81
84
|
"tsx": "4.23.13",
|
|
82
85
|
"typescript": "7.0.2"
|