@dantea/opencut 0.1.0 → 0.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (93) hide show
  1. package/dist/commands.d.ts +9 -1
  2. package/dist/commands.js +32 -5
  3. package/dist/index.js +1 -0
  4. package/dist/inspection.js +5 -0
  5. package/dist/mix-options.d.ts +59 -0
  6. package/dist/mix-options.js +23 -0
  7. package/dist/system-probe +0 -0
  8. package/dist/video.d.ts +1 -1
  9. package/dist/video.js +28 -3
  10. package/docs/AUDIO_MIX.md +132 -0
  11. package/docs/CLI.md +46 -6
  12. package/docs/INSTALL.md +13 -8
  13. package/docs/SDK.md +14 -3
  14. package/docs/VIDEO_DEFINITIONS.md +17 -8
  15. package/node_modules/@opencut/core/dist/index.d.ts +1 -0
  16. package/node_modules/@opencut/core/dist/index.js +1 -0
  17. package/node_modules/@opencut/core/dist/inspection.d.ts +115 -0
  18. package/node_modules/@opencut/core/dist/professional-mix.d.ts +129 -0
  19. package/node_modules/@opencut/core/dist/professional-mix.js +70 -0
  20. package/node_modules/@opencut/core/dist/project.d.ts +68 -0
  21. package/node_modules/@opencut/core/dist/project.js +15 -0
  22. package/node_modules/@opencut/core/dist/render-plan.d.ts +5 -1
  23. package/node_modules/@opencut/core/dist/render-plan.js +11 -4
  24. package/node_modules/@opencut/core/dist/render-sources.d.ts +4 -0
  25. package/node_modules/@opencut/core/dist/timeline-view.d.ts +1 -0
  26. package/node_modules/@opencut/core/dist/video-audio-mix.d.ts +25 -0
  27. package/node_modules/@opencut/core/dist/video-audio-mix.js +36 -0
  28. package/node_modules/@opencut/core/dist/video-build.js +2 -2
  29. package/node_modules/@opencut/core/dist/video-compiler.d.ts +3 -0
  30. package/node_modules/@opencut/core/dist/video-compiler.js +20 -1
  31. package/node_modules/@opencut/core/dist/video-definition.d.ts +121 -0
  32. package/node_modules/@opencut/core/dist/video-definition.js +6 -1
  33. package/node_modules/@opencut/core/dist/video-files.d.ts +55 -0
  34. package/node_modules/@opencut/core/dist/video-media-cache.d.ts +15 -0
  35. package/node_modules/@opencut/core/dist/{video-recipe-cache.js → video-media-cache.js} +7 -7
  36. package/node_modules/@opencut/core/dist/video-package-format.d.ts +53 -0
  37. package/node_modules/@opencut/core/dist/video-picture-cache.d.ts +3 -0
  38. package/node_modules/@opencut/core/dist/video-picture-cache.js +29 -0
  39. package/node_modules/@opencut/core/dist/video-preview.d.ts +56 -1
  40. package/node_modules/@opencut/core/dist/video-preview.js +7 -2
  41. package/node_modules/@opencut/core/dist/video-processing.js +2 -2
  42. package/node_modules/@opencut/core/dist/video-render.d.ts +14 -4
  43. package/node_modules/@opencut/core/dist/video-render.js +21 -3
  44. package/node_modules/@opencut/core/dist/video-watch.d.ts +5 -0
  45. package/node_modules/@opencut/core/dist/video-watch.js +18 -2
  46. package/node_modules/@opencut/core/dist/video.d.ts +5 -0
  47. package/node_modules/@opencut/core/dist/video.js +2 -0
  48. package/node_modules/@opencut/core/package.json +3 -3
  49. package/node_modules/@opencut/media/dist/audio-graph.d.ts +88 -0
  50. package/node_modules/@opencut/media/dist/audio-graph.js +292 -0
  51. package/node_modules/@opencut/media/dist/audio-mastering.d.ts +29 -0
  52. package/node_modules/@opencut/media/dist/audio-mastering.js +205 -0
  53. package/node_modules/@opencut/media/dist/deepfilter.d.ts +4 -0
  54. package/node_modules/@opencut/media/dist/deepfilter.js +76 -0
  55. package/node_modules/@opencut/media/dist/dialogue-analysis.d.ts +32 -0
  56. package/node_modules/@opencut/media/dist/dialogue-analysis.js +214 -0
  57. package/node_modules/@opencut/media/dist/enhance.js +11 -3
  58. package/node_modules/@opencut/media/dist/index.d.ts +4 -1
  59. package/node_modules/@opencut/media/dist/index.js +1 -1
  60. package/node_modules/@opencut/media/dist/picture-cache.d.ts +39 -0
  61. package/node_modules/@opencut/media/dist/picture-cache.js +169 -0
  62. package/node_modules/@opencut/media/dist/picture-seek.d.ts +4 -0
  63. package/node_modules/@opencut/media/dist/picture-seek.js +77 -0
  64. package/node_modules/@opencut/media/dist/process-memory +0 -0
  65. package/node_modules/@opencut/media/dist/process.d.ts +2 -1
  66. package/node_modules/@opencut/media/dist/process.js +13 -4
  67. package/node_modules/@opencut/media/dist/professional-mix.d.ts +34 -0
  68. package/node_modules/@opencut/media/dist/professional-mix.js +411 -0
  69. package/node_modules/@opencut/media/dist/render-budget.d.ts +1 -1
  70. package/node_modules/@opencut/media/dist/render-budget.js +7 -5
  71. package/node_modules/@opencut/media/dist/render.d.ts +33 -47
  72. package/node_modules/@opencut/media/dist/render.js +273 -333
  73. package/node_modules/@opencut/media/dist/transform-layer.d.ts +7 -1
  74. package/node_modules/@opencut/media/dist/transform-layer.js +32 -2
  75. package/node_modules/@opencut/media/dist/video-enhance +0 -0
  76. package/node_modules/@opencut/media/dist/video-filter.d.ts +2 -0
  77. package/node_modules/@opencut/media/dist/video-filter.js +4 -0
  78. package/node_modules/@opencut/media/dist/video-interpolate +0 -0
  79. package/node_modules/@opencut/media/package.json +2 -2
  80. package/node_modules/@opencut/sdk/dist/index.d.ts +2 -2
  81. package/node_modules/@opencut/sdk/dist/index.js +1 -1
  82. package/node_modules/@opencut/sdk/package.json +3 -3
  83. package/node_modules/@opencut/shared/dist/index.d.ts +1 -0
  84. package/node_modules/@opencut/shared/dist/index.js +1 -0
  85. package/node_modules/@opencut/shared/dist/professional-mix.d.ts +98 -0
  86. package/node_modules/@opencut/shared/dist/professional-mix.js +30 -0
  87. package/node_modules/@opencut/shared/package.json +1 -1
  88. package/package.json +5 -5
  89. package/skills/video-editor/SKILL.md +13 -1
  90. package/skills/video-editor/references/cli.md +14 -0
  91. package/skills/video-editor/references/sdk.md +9 -0
  92. package/skills/video-editor/references/video-definitions.md +7 -3
  93. package/node_modules/@opencut/core/dist/video-recipe-cache.d.ts +0 -16
@@ -348,8 +348,11 @@ file's clock. For example, if an unselected track starts at 0 s, the selected
348
348
  video at 2 s, and the selected audio at 2.25 s, the derived video starts at 0 s
349
349
  and the audio at 0.25 s. Timeline clip offsets use the final recipe output.
350
350
 
351
- When both operations fit the shot, interpolate before super-resolution to
352
- keep the interpolation surfaces at source resolution.
351
+ OpenCut runs the steps in recipe order. Denoising before upscaling keeps
352
+ denoising at the smaller dimensions. For 30 → 60 fps, upscaling first
353
+ enhances half as many frames, but interpolation then has to support and
354
+ process the larger frames. Interpolating first keeps interpolation at the
355
+ original dimensions and doubles the number of frames sent to enhancement.
353
356
 
354
357
  | Step and preset | Processor | Supported geometry and settings |
355
358
  | ----------------------------------------- | ---------------------------------------------- | ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- |
@@ -359,8 +362,14 @@ keep the interpolation surfaces at source resolution.
359
362
 
360
363
  The accepted `backend` value is `videotoolbox`, also the default. Both
361
364
  super-resolution presets run AI inference and use Lanczos to reduce the
362
- model output to the target size when needed. Temporal denoising may help
363
- with compression noise. Apple exposes no separate deblocking control here.
365
+ model output to the target size when needed. The requested size controls the
366
+ result. The temporal model still computes its full 4× output. Its input size
367
+ limit applies to the frame reaching the step, after any explicit crop or
368
+ resize. OpenCut reports unsupported dimensions and leaves any source resize
369
+ to the recipe author.
370
+
371
+ Temporal denoising may help with compression noise. Apple exposes no
372
+ separate deblocking control here.
364
373
 
365
374
  Use Apple Silicon with macOS 26 or later and an OpenCut build made with the
366
375
  macOS 26+ SDK. Run `opencut system inspect --json` and look for
@@ -383,10 +392,6 @@ interpreted as video range. HDR, full-range, higher-bit-depth, alpha, and
383
392
  unsupported model configurations produce errors. The preview and final MP4
384
393
  use the timeline renderer's BT.709 output space.
385
394
 
386
- Recipe order is processing order. Denoising before upscaling keeps its
387
- work at the smaller dimensions. Interpolating first runs enhancement over
388
- more frames, but keeps interpolation at the original dimensions. Upscaling
389
- first may take the picture outside the interpolation processor’s limits.
390
395
  Check `system inspect` for both processors when chaining them. For a
391
396
  comparison, use `resize` with `"method": "lanczos"` at the same target
392
397
  dimensions. Review several consecutive frames with fine text, faces,
@@ -525,3 +530,7 @@ under `project/`. Render the generated `opencut.bundle.video.ts` at the
525
530
  package root.
526
531
  A named font file travels with the bundle. The receiving machine supplies
527
532
  OpenCut, FFmpeg and any system AI backends required by the recipes.
533
+
534
+ ## Professional Dialogue Mix
535
+
536
+ `professionalMix` enables dialogue cleanup, editable gain automation, music ducking and output loudness management. Set `audioRole` on audio or video tracks to route them as `dialogue`, `music` or `other`. See [settings and examples](AUDIO_MIX.md).
@@ -28,3 +28,4 @@ export type { SubtitleCue, SubtitleCueInput, SubtitleStyle, SubtitleTrack, } fro
28
28
  export type { AnimatedProperty, KeyframeEasing, VisualKeyframe, VisualKeyframes, } from '@opencut/shared';
29
29
  export { defineVideo } from './video-definition.js';
30
30
  export type { VideoDefinition } from './video-definition.js';
31
+ export { deliveryTargets, dialoguePresetControls } from '@opencut/shared';
@@ -14,4 +14,5 @@ export { inspectProject, inspectTimeline, projectInspectionSchema, timelineInspe
14
14
  export { SubtitleError, parseSubtitles, serializeSubtitles, subtitleFormat, parseSubtitleTime, } from './subtitle-formats.js';
15
15
  export { effectiveSubtitleStyle, sortSubtitleCues, subtitleLanes, subtitleTextLayers, } from './subtitles.js';
16
16
  export { defineVideo } from './video-definition.js';
17
+ export { deliveryTargets, dialoguePresetControls } from '@opencut/shared';
17
18
  //# sourceMappingURL=index.js.map
@@ -71,6 +71,11 @@ export declare const projectInspectionSchema: z.ZodObject<{
71
71
  }, z.core.$strict>>;
72
72
  }, z.core.$strict>>;
73
73
  tracks: z.ZodArray<z.ZodObject<{
74
+ audioRole: z.ZodOptional<z.ZodEnum<{
75
+ dialogue: "dialogue";
76
+ music: "music";
77
+ other: "other";
78
+ }>>;
74
79
  volume: z.ZodOptional<z.ZodNumber>;
75
80
  muted: z.ZodOptional<z.ZodBoolean>;
76
81
  id: z.ZodString;
@@ -369,6 +374,64 @@ export declare const projectInspectionSchema: z.ZodObject<{
369
374
  frame: z.ZodInt;
370
375
  name: z.ZodString;
371
376
  }, z.core.$strict>>>;
377
+ professionalMix: z.ZodOptional<z.ZodObject<{
378
+ preset: z.ZodEnum<{
379
+ "natural-cinematic": "natural-cinematic";
380
+ "clear-voiceover": "clear-voiceover";
381
+ }>;
382
+ enabled: z.ZodOptional<z.ZodBoolean>;
383
+ cleanup: z.ZodOptional<z.ZodNumber>;
384
+ warmth: z.ZodOptional<z.ZodNumber>;
385
+ clarity: z.ZodOptional<z.ZodNumber>;
386
+ consistency: z.ZodOptional<z.ZodNumber>;
387
+ dialogueLufs: z.ZodOptional<z.ZodNumber>;
388
+ highPassHz: z.ZodOptional<z.ZodNumber>;
389
+ eq: z.ZodOptional<z.ZodArray<z.ZodObject<{
390
+ frequency: z.ZodNumber;
391
+ q: z.ZodNumber;
392
+ db: z.ZodNumber;
393
+ }, z.core.$strict>>>;
394
+ deEsser: z.ZodOptional<z.ZodNumber>;
395
+ compressor: z.ZodOptional<z.ZodObject<{
396
+ thresholdDb: z.ZodNumber;
397
+ ratio: z.ZodNumber;
398
+ attackMs: z.ZodNumber;
399
+ releaseMs: z.ZodNumber;
400
+ }, z.core.$strict>>;
401
+ ai: z.ZodOptional<z.ZodLiteral<"deepfilternet">>;
402
+ dereverb: z.ZodOptional<z.ZodNumber>;
403
+ matching: z.ZodOptional<z.ZodObject<{
404
+ amount: z.ZodNumber;
405
+ referenceClip: z.ZodOptional<z.ZodString>;
406
+ }, z.core.$strict>>;
407
+ crossfadeMs: z.ZodOptional<z.ZodNumber>;
408
+ ducking: z.ZodOptional<z.ZodObject<{
409
+ depthDb: z.ZodOptional<z.ZodNumber>;
410
+ attackMs: z.ZodOptional<z.ZodNumber>;
411
+ holdMs: z.ZodOptional<z.ZodNumber>;
412
+ releaseMs: z.ZodOptional<z.ZodNumber>;
413
+ }, z.core.$strict>>;
414
+ delivery: z.ZodOptional<z.ZodObject<{
415
+ preset: z.ZodEnum<{
416
+ web: "web";
417
+ broadcast: "broadcast";
418
+ film: "film";
419
+ }>;
420
+ integratedLufs: z.ZodOptional<z.ZodNumber>;
421
+ truePeakDbtp: z.ZodOptional<z.ZodNumber>;
422
+ loudnessRange: z.ZodOptional<z.ZodNumber>;
423
+ }, z.core.$strict>>;
424
+ automation: z.ZodOptional<z.ZodObject<{
425
+ dialogue: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodArray<z.ZodObject<{
426
+ sample: z.ZodInt;
427
+ db: z.ZodNumber;
428
+ }, z.core.$strict>>>>;
429
+ music: z.ZodOptional<z.ZodArray<z.ZodObject<{
430
+ sample: z.ZodInt;
431
+ db: z.ZodNumber;
432
+ }, z.core.$strict>>>;
433
+ }, z.core.$strict>>;
434
+ }, z.core.$strict>>;
372
435
  inspectionVersion: z.ZodLiteral<1>;
373
436
  path: z.ZodString;
374
437
  duration: z.ZodObject<{
@@ -1519,6 +1582,7 @@ export declare function inspectProject(project: Project, path: string): {
1519
1582
  id: string;
1520
1583
  name: string;
1521
1584
  type: "video" | "audio";
1585
+ audioRole?: "dialogue" | "music" | "other" | undefined;
1522
1586
  volume?: number | undefined;
1523
1587
  muted?: boolean | undefined;
1524
1588
  }[];
@@ -1781,6 +1845,57 @@ export declare function inspectProject(project: Project, path: string): {
1781
1845
  frame: number;
1782
1846
  name: string;
1783
1847
  }[] | undefined;
1848
+ professionalMix?: {
1849
+ preset: "natural-cinematic" | "clear-voiceover";
1850
+ enabled?: boolean | undefined;
1851
+ cleanup?: number | undefined;
1852
+ warmth?: number | undefined;
1853
+ clarity?: number | undefined;
1854
+ consistency?: number | undefined;
1855
+ dialogueLufs?: number | undefined;
1856
+ highPassHz?: number | undefined;
1857
+ eq?: {
1858
+ frequency: number;
1859
+ q: number;
1860
+ db: number;
1861
+ }[] | undefined;
1862
+ deEsser?: number | undefined;
1863
+ compressor?: {
1864
+ thresholdDb: number;
1865
+ ratio: number;
1866
+ attackMs: number;
1867
+ releaseMs: number;
1868
+ } | undefined;
1869
+ ai?: "deepfilternet" | undefined;
1870
+ dereverb?: number | undefined;
1871
+ matching?: {
1872
+ amount: number;
1873
+ referenceClip?: string | undefined;
1874
+ } | undefined;
1875
+ crossfadeMs?: number | undefined;
1876
+ ducking?: {
1877
+ depthDb?: number | undefined;
1878
+ attackMs?: number | undefined;
1879
+ holdMs?: number | undefined;
1880
+ releaseMs?: number | undefined;
1881
+ } | undefined;
1882
+ delivery?: {
1883
+ preset: "web" | "broadcast" | "film";
1884
+ integratedLufs?: number | undefined;
1885
+ truePeakDbtp?: number | undefined;
1886
+ loudnessRange?: number | undefined;
1887
+ } | undefined;
1888
+ automation?: {
1889
+ dialogue?: Record<string, {
1890
+ sample: number;
1891
+ db: number;
1892
+ }[]> | undefined;
1893
+ music?: {
1894
+ sample: number;
1895
+ db: number;
1896
+ }[] | undefined;
1897
+ } | undefined;
1898
+ } | undefined;
1784
1899
  };
1785
1900
  /** Point inspection uses the exact evaluator consumed by the Project viewer. */
1786
1901
  export declare function inspectTimeline(project: Project, path: string, frame: number): {
@@ -0,0 +1,129 @@
1
+ import { z } from 'zod';
2
+ export declare const professionalMixSchema: z.ZodObject<{
3
+ preset: z.ZodEnum<{
4
+ "natural-cinematic": "natural-cinematic";
5
+ "clear-voiceover": "clear-voiceover";
6
+ }>;
7
+ enabled: z.ZodOptional<z.ZodBoolean>;
8
+ cleanup: z.ZodOptional<z.ZodNumber>;
9
+ warmth: z.ZodOptional<z.ZodNumber>;
10
+ clarity: z.ZodOptional<z.ZodNumber>;
11
+ consistency: z.ZodOptional<z.ZodNumber>;
12
+ dialogueLufs: z.ZodOptional<z.ZodNumber>;
13
+ highPassHz: z.ZodOptional<z.ZodNumber>;
14
+ eq: z.ZodOptional<z.ZodArray<z.ZodObject<{
15
+ frequency: z.ZodNumber;
16
+ q: z.ZodNumber;
17
+ db: z.ZodNumber;
18
+ }, z.core.$strict>>>;
19
+ deEsser: z.ZodOptional<z.ZodNumber>;
20
+ compressor: z.ZodOptional<z.ZodObject<{
21
+ thresholdDb: z.ZodNumber;
22
+ ratio: z.ZodNumber;
23
+ attackMs: z.ZodNumber;
24
+ releaseMs: z.ZodNumber;
25
+ }, z.core.$strict>>;
26
+ ai: z.ZodOptional<z.ZodLiteral<"deepfilternet">>;
27
+ dereverb: z.ZodOptional<z.ZodNumber>;
28
+ matching: z.ZodOptional<z.ZodObject<{
29
+ amount: z.ZodNumber;
30
+ referenceClip: z.ZodOptional<z.ZodString>;
31
+ }, z.core.$strict>>;
32
+ crossfadeMs: z.ZodOptional<z.ZodNumber>;
33
+ ducking: z.ZodOptional<z.ZodObject<{
34
+ depthDb: z.ZodOptional<z.ZodNumber>;
35
+ attackMs: z.ZodOptional<z.ZodNumber>;
36
+ holdMs: z.ZodOptional<z.ZodNumber>;
37
+ releaseMs: z.ZodOptional<z.ZodNumber>;
38
+ }, z.core.$strict>>;
39
+ delivery: z.ZodOptional<z.ZodObject<{
40
+ preset: z.ZodEnum<{
41
+ web: "web";
42
+ broadcast: "broadcast";
43
+ film: "film";
44
+ }>;
45
+ integratedLufs: z.ZodOptional<z.ZodNumber>;
46
+ truePeakDbtp: z.ZodOptional<z.ZodNumber>;
47
+ loudnessRange: z.ZodOptional<z.ZodNumber>;
48
+ }, z.core.$strict>>;
49
+ automation: z.ZodOptional<z.ZodObject<{
50
+ dialogue: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodArray<z.ZodObject<{
51
+ sample: z.ZodInt;
52
+ db: z.ZodNumber;
53
+ }, z.core.$strict>>>>;
54
+ music: z.ZodOptional<z.ZodArray<z.ZodObject<{
55
+ sample: z.ZodInt;
56
+ db: z.ZodNumber;
57
+ }, z.core.$strict>>>;
58
+ }, z.core.$strict>>;
59
+ }, z.core.$strict>;
60
+ export declare const audioRoleSchema: z.ZodEnum<{
61
+ dialogue: "dialogue";
62
+ music: "music";
63
+ other: "other";
64
+ }>;
65
+ export declare const videoMixEditSchema: z.ZodObject<{
66
+ mix: z.ZodNullable<z.ZodObject<{
67
+ preset: z.ZodEnum<{
68
+ "natural-cinematic": "natural-cinematic";
69
+ "clear-voiceover": "clear-voiceover";
70
+ }>;
71
+ enabled: z.ZodOptional<z.ZodBoolean>;
72
+ cleanup: z.ZodOptional<z.ZodNumber>;
73
+ warmth: z.ZodOptional<z.ZodNumber>;
74
+ clarity: z.ZodOptional<z.ZodNumber>;
75
+ consistency: z.ZodOptional<z.ZodNumber>;
76
+ dialogueLufs: z.ZodOptional<z.ZodNumber>;
77
+ highPassHz: z.ZodOptional<z.ZodNumber>;
78
+ eq: z.ZodOptional<z.ZodArray<z.ZodObject<{
79
+ frequency: z.ZodNumber;
80
+ q: z.ZodNumber;
81
+ db: z.ZodNumber;
82
+ }, z.core.$strict>>>;
83
+ deEsser: z.ZodOptional<z.ZodNumber>;
84
+ compressor: z.ZodOptional<z.ZodObject<{
85
+ thresholdDb: z.ZodNumber;
86
+ ratio: z.ZodNumber;
87
+ attackMs: z.ZodNumber;
88
+ releaseMs: z.ZodNumber;
89
+ }, z.core.$strict>>;
90
+ ai: z.ZodOptional<z.ZodLiteral<"deepfilternet">>;
91
+ dereverb: z.ZodOptional<z.ZodNumber>;
92
+ matching: z.ZodOptional<z.ZodObject<{
93
+ amount: z.ZodNumber;
94
+ referenceClip: z.ZodOptional<z.ZodString>;
95
+ }, z.core.$strict>>;
96
+ crossfadeMs: z.ZodOptional<z.ZodNumber>;
97
+ ducking: z.ZodOptional<z.ZodObject<{
98
+ depthDb: z.ZodOptional<z.ZodNumber>;
99
+ attackMs: z.ZodOptional<z.ZodNumber>;
100
+ holdMs: z.ZodOptional<z.ZodNumber>;
101
+ releaseMs: z.ZodOptional<z.ZodNumber>;
102
+ }, z.core.$strict>>;
103
+ delivery: z.ZodOptional<z.ZodObject<{
104
+ preset: z.ZodEnum<{
105
+ web: "web";
106
+ broadcast: "broadcast";
107
+ film: "film";
108
+ }>;
109
+ integratedLufs: z.ZodOptional<z.ZodNumber>;
110
+ truePeakDbtp: z.ZodOptional<z.ZodNumber>;
111
+ loudnessRange: z.ZodOptional<z.ZodNumber>;
112
+ }, z.core.$strict>>;
113
+ automation: z.ZodOptional<z.ZodObject<{
114
+ dialogue: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodArray<z.ZodObject<{
115
+ sample: z.ZodInt;
116
+ db: z.ZodNumber;
117
+ }, z.core.$strict>>>>;
118
+ music: z.ZodOptional<z.ZodArray<z.ZodObject<{
119
+ sample: z.ZodInt;
120
+ db: z.ZodNumber;
121
+ }, z.core.$strict>>>;
122
+ }, z.core.$strict>>;
123
+ }, z.core.$strict>>;
124
+ roles: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodEnum<{
125
+ dialogue: "dialogue";
126
+ music: "music";
127
+ other: "other";
128
+ }>>>;
129
+ }, z.core.$strict>;
@@ -0,0 +1,70 @@
1
+ import { audioRoles, deliveryPresets, dialoguePresets } from '@opencut/shared';
2
+ import { z } from 'zod';
3
+ const amount = z.number().min(0).max(1);
4
+ const id = z.string().regex(/^[a-zA-Z0-9][a-zA-Z0-9_-]*$/);
5
+ const curve = z
6
+ .array(z.strictObject({
7
+ sample: z.int().min(0).max(28_800_000),
8
+ db: z.number().min(-60).max(24),
9
+ }))
10
+ .max(12000)
11
+ .refine((keys) => keys.every((key, i) => i === 0 || key.sample > keys[i - 1].sample), 'Mix automation samples must strictly increase.');
12
+ export const professionalMixSchema = z.strictObject({
13
+ preset: z.enum(dialoguePresets),
14
+ enabled: z.boolean().optional(),
15
+ cleanup: amount.optional(),
16
+ warmth: amount.optional(),
17
+ clarity: amount.optional(),
18
+ consistency: amount.optional(),
19
+ dialogueLufs: z.number().min(-40).max(-10).optional(),
20
+ highPassHz: z.number().min(0).max(250).optional(),
21
+ eq: z
22
+ .array(z.strictObject({
23
+ frequency: z.number().min(40).max(16000),
24
+ q: z.number().min(0.2).max(12),
25
+ db: z.number().min(-18).max(18),
26
+ }))
27
+ .max(8)
28
+ .optional(),
29
+ deEsser: amount.optional(),
30
+ compressor: z
31
+ .strictObject({
32
+ thresholdDb: z.number().min(-50).max(0),
33
+ ratio: z.number().min(1).max(8),
34
+ attackMs: z.number().min(1).max(200),
35
+ releaseMs: z.number().min(5).max(2000),
36
+ })
37
+ .optional(),
38
+ ai: z.literal('deepfilternet').optional(),
39
+ dereverb: amount.optional(),
40
+ matching: z.strictObject({ amount, referenceClip: id.optional() }).optional(),
41
+ crossfadeMs: z.number().min(0).max(250).optional(),
42
+ ducking: z
43
+ .strictObject({
44
+ depthDb: z.number().min(0).max(36).optional(),
45
+ attackMs: z.number().min(20).max(2000).optional(),
46
+ holdMs: z.number().min(0).max(5000).optional(),
47
+ releaseMs: z.number().min(50).max(5000).optional(),
48
+ })
49
+ .optional(),
50
+ delivery: z
51
+ .strictObject({
52
+ preset: z.enum(deliveryPresets),
53
+ integratedLufs: z.number().min(-40).max(-8).optional(),
54
+ truePeakDbtp: z.number().min(-8).max(-0.1).optional(),
55
+ loudnessRange: z.number().min(1).max(50).optional(),
56
+ })
57
+ .optional(),
58
+ automation: z
59
+ .strictObject({
60
+ dialogue: z.record(id, curve).optional(),
61
+ music: curve.optional(),
62
+ })
63
+ .optional(),
64
+ });
65
+ export const audioRoleSchema = z.enum(audioRoles);
66
+ export const videoMixEditSchema = z.strictObject({
67
+ mix: professionalMixSchema.nullable(),
68
+ roles: z.record(id, audioRoleSchema).optional(),
69
+ });
70
+ //# sourceMappingURL=professional-mix.js.map
@@ -63,6 +63,11 @@ export declare const assetSchema: z.ZodObject<{
63
63
  }, z.core.$strict>>;
64
64
  }, z.core.$strict>;
65
65
  export declare const trackSchema: z.ZodObject<{
66
+ audioRole: z.ZodOptional<z.ZodEnum<{
67
+ dialogue: "dialogue";
68
+ music: "music";
69
+ other: "other";
70
+ }>>;
66
71
  volume: z.ZodOptional<z.ZodNumber>;
67
72
  muted: z.ZodOptional<z.ZodBoolean>;
68
73
  id: z.ZodString;
@@ -389,6 +394,11 @@ export declare const snapshotSchema: z.ZodObject<{
389
394
  }, z.core.$strict>>;
390
395
  }, z.core.$strict>>;
391
396
  tracks: z.ZodArray<z.ZodObject<{
397
+ audioRole: z.ZodOptional<z.ZodEnum<{
398
+ dialogue: "dialogue";
399
+ music: "music";
400
+ other: "other";
401
+ }>>;
392
402
  volume: z.ZodOptional<z.ZodNumber>;
393
403
  muted: z.ZodOptional<z.ZodBoolean>;
394
404
  id: z.ZodString;
@@ -687,6 +697,64 @@ export declare const snapshotSchema: z.ZodObject<{
687
697
  frame: z.ZodInt;
688
698
  name: z.ZodString;
689
699
  }, z.core.$strict>>>;
700
+ professionalMix: z.ZodOptional<z.ZodObject<{
701
+ preset: z.ZodEnum<{
702
+ "natural-cinematic": "natural-cinematic";
703
+ "clear-voiceover": "clear-voiceover";
704
+ }>;
705
+ enabled: z.ZodOptional<z.ZodBoolean>;
706
+ cleanup: z.ZodOptional<z.ZodNumber>;
707
+ warmth: z.ZodOptional<z.ZodNumber>;
708
+ clarity: z.ZodOptional<z.ZodNumber>;
709
+ consistency: z.ZodOptional<z.ZodNumber>;
710
+ dialogueLufs: z.ZodOptional<z.ZodNumber>;
711
+ highPassHz: z.ZodOptional<z.ZodNumber>;
712
+ eq: z.ZodOptional<z.ZodArray<z.ZodObject<{
713
+ frequency: z.ZodNumber;
714
+ q: z.ZodNumber;
715
+ db: z.ZodNumber;
716
+ }, z.core.$strict>>>;
717
+ deEsser: z.ZodOptional<z.ZodNumber>;
718
+ compressor: z.ZodOptional<z.ZodObject<{
719
+ thresholdDb: z.ZodNumber;
720
+ ratio: z.ZodNumber;
721
+ attackMs: z.ZodNumber;
722
+ releaseMs: z.ZodNumber;
723
+ }, z.core.$strict>>;
724
+ ai: z.ZodOptional<z.ZodLiteral<"deepfilternet">>;
725
+ dereverb: z.ZodOptional<z.ZodNumber>;
726
+ matching: z.ZodOptional<z.ZodObject<{
727
+ amount: z.ZodNumber;
728
+ referenceClip: z.ZodOptional<z.ZodString>;
729
+ }, z.core.$strict>>;
730
+ crossfadeMs: z.ZodOptional<z.ZodNumber>;
731
+ ducking: z.ZodOptional<z.ZodObject<{
732
+ depthDb: z.ZodOptional<z.ZodNumber>;
733
+ attackMs: z.ZodOptional<z.ZodNumber>;
734
+ holdMs: z.ZodOptional<z.ZodNumber>;
735
+ releaseMs: z.ZodOptional<z.ZodNumber>;
736
+ }, z.core.$strict>>;
737
+ delivery: z.ZodOptional<z.ZodObject<{
738
+ preset: z.ZodEnum<{
739
+ web: "web";
740
+ broadcast: "broadcast";
741
+ film: "film";
742
+ }>;
743
+ integratedLufs: z.ZodOptional<z.ZodNumber>;
744
+ truePeakDbtp: z.ZodOptional<z.ZodNumber>;
745
+ loudnessRange: z.ZodOptional<z.ZodNumber>;
746
+ }, z.core.$strict>>;
747
+ automation: z.ZodOptional<z.ZodObject<{
748
+ dialogue: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodArray<z.ZodObject<{
749
+ sample: z.ZodInt;
750
+ db: z.ZodNumber;
751
+ }, z.core.$strict>>>>;
752
+ music: z.ZodOptional<z.ZodArray<z.ZodObject<{
753
+ sample: z.ZodInt;
754
+ db: z.ZodNumber;
755
+ }, z.core.$strict>>>;
756
+ }, z.core.$strict>>;
757
+ }, z.core.$strict>>;
690
758
  }, z.core.$strict>;
691
759
  export type MediaReference = z.infer<typeof mediaReferenceSchema>;
692
760
  export type MediaAsset = z.infer<typeof assetSchema>;
@@ -5,6 +5,7 @@ import { textLayerSchema } from './text-style.js';
5
5
  import { subtitleTrackSchema, validSubtitleWords } from './subtitles.js';
6
6
  import { visualKeyframesSchema, visualValueSchema } from './keyframes.js';
7
7
  import { clipDuration, clipSpeedSchema } from './clip-timing.js';
8
+ import { audioRoleSchema, professionalMixSchema } from './professional-mix.js';
8
9
  import { clipAudioShape, resolveAudioFade, trackAudioShape } from './audio.js';
9
10
  import { addTimes, compareTimes, frameRateSchema, frameTime, subtractTimes, timeSchema, } from './time.js';
10
11
  export const entityIdSchema = z
@@ -73,6 +74,7 @@ export const trackSchema = z.strictObject({
73
74
  name: entityNameSchema,
74
75
  type: mediaType,
75
76
  ...trackAudioShape,
77
+ audioRole: audioRoleSchema.optional(),
76
78
  });
77
79
  export const clipVisualSchema = z.strictObject({
78
80
  crop: z
@@ -156,6 +158,7 @@ export const snapshotSchema = z.strictObject({
156
158
  subtitles: subtitleTrackSchema.optional(),
157
159
  transitions: z.array(transitionSchema).optional(),
158
160
  markers: z.array(markerSchema).optional(),
161
+ professionalMix: professionalMixSchema.optional(),
159
162
  });
160
163
  export class ProjectFormatError extends Error {
161
164
  issues;
@@ -234,6 +237,18 @@ function collectSemanticIssues(project) {
234
237
  }
235
238
  const assets = new Map(project.assets.map((asset) => [asset.id, asset]));
236
239
  const tracks = new Map(project.tracks.map((track) => [track.id, track]));
240
+ const mix = project.professionalMix;
241
+ const references = new Set(Object.keys(mix?.automation?.dialogue ?? {}));
242
+ const reference = mix?.matching?.referenceClip;
243
+ if (reference)
244
+ references.add(reference);
245
+ for (const id of references) {
246
+ const clip = project.clips.find((clip) => clip.id === id);
247
+ if (!clip ||
248
+ tracks.get(clip.trackId)?.audioRole !== 'dialogue' ||
249
+ clip.text)
250
+ add('/professionalMix', 'invalid_audio_reference', `Mix clip '${id}' must belong to a dialogue track.`);
251
+ }
237
252
  project.assets.forEach((asset, index) => {
238
253
  if (asset.freezeFrame &&
239
254
  (asset.metadata?.kind !== 'image' ||
@@ -1,4 +1,4 @@
1
- import type { RenderTimeMapping, TransitionRamp, VisualAnimation } from '@opencut/shared';
1
+ import type { AudioRole, ProfessionalMix, RenderTimeMapping, TransitionRamp, VisualAnimation } from '@opencut/shared';
2
2
  import type { Project, TimelineClip } from './project.js';
3
3
  import { resolveAudioFade } from './audio.js';
4
4
  import type { FrameRate, RationalTime } from './time.js';
@@ -13,6 +13,7 @@ interface VisualRenderProperties {
13
13
  sourceStartFrame: number;
14
14
  retiming?: RenderTimeMapping & {
15
15
  sourceOriginNs: number;
16
+ localSourceOriginNs: number;
16
17
  };
17
18
  frameCount: number;
18
19
  x: number;
@@ -43,6 +44,7 @@ export interface ProjectRenderPlan {
43
44
  /** Bottom to top, by track array order, then timeline start. */
44
45
  visualClips: VisualRenderClip[];
45
46
  audioClips: AudioRenderClip[];
47
+ professionalMix?: ProfessionalMix;
46
48
  visualTransitions?: Array<{
47
49
  afterClipId: string;
48
50
  layers: Array<Extract<VisualRenderClip, {
@@ -53,6 +55,8 @@ export interface ProjectRenderPlan {
53
55
  }>;
54
56
  }
55
57
  export interface AudioRenderClip {
58
+ trackId?: string;
59
+ role?: AudioRole;
56
60
  clipId: string;
57
61
  assetId: string;
58
62
  timelineStartFrame: number;
@@ -2,7 +2,7 @@ import { maximumVisualScale } from '@opencut/shared';
2
2
  import { clipSourcePosition, clipSourceTime, clipSpeed, } from './clip-timing.js';
3
3
  import { continuesMediaRun, resolveTimeline } from './evaluation.js';
4
4
  import { resolveAudioFade } from './audio.js';
5
- import { compareTimes } from './time.js';
5
+ import { compareTimes, frameTime } from './time.js';
6
6
  export class RenderError extends Error {
7
7
  name = 'RenderError';
8
8
  }
@@ -21,9 +21,8 @@ function exactFrame(time, rate, label) {
21
21
  throw new RenderError(`${label} exceeds the supported frame range.`);
22
22
  return Number(frame);
23
23
  }
24
- /** The affine source origin stays identical for every piece of a split. */
25
- function sourceOriginNanoseconds(clip) {
26
- const origin = clipSourcePosition(clip, { numerator: 0, denominator: 1 });
24
+ function sourceOriginNanoseconds(clip, time = { numerator: 0, denominator: 1 }) {
25
+ const origin = clipSourcePosition(clip, time);
27
26
  return Number((origin.numerator * 1000000000n) / origin.denominator);
28
27
  }
29
28
  /** Pure compilation from saved-model semantics to ordered, integer-frame segments. */
@@ -59,6 +58,7 @@ export function planProjectRender(project, { burnSubtitles = true } = {}) {
59
58
  throw new RenderError('Rendering requires an FFmpeg-compatible rational frame rate between 1 and 120 fps. Update project settings.');
60
59
  const visualClips = [];
61
60
  const audioClips = [];
61
+ const roles = new Map(project.tracks.map((track) => [track.id, track.audioRole]));
62
62
  if (compareTimes(timeline.duration, { numerator: 600, denominator: 1 }) > 0)
63
63
  throw new RenderError('Rendering supports at most 600 seconds. Shorten the timeline.');
64
64
  const sampledFrame = (time) => {
@@ -131,7 +131,9 @@ export function planProjectRender(project, { burnSubtitles = true } = {}) {
131
131
  ? undefined
132
132
  : clip.id;
133
133
  previousMedia = clip;
134
+ const role = roles.get(clip.trackId);
134
135
  audioClips.push({
136
+ ...(role && { role, trackId: clip.trackId }),
135
137
  clipId: clip.id,
136
138
  assetId: clip.assetId,
137
139
  timelineStartFrame: start,
@@ -177,6 +179,7 @@ export function planProjectRender(project, { burnSubtitles = true } = {}) {
177
179
  retiming: {
178
180
  ...retiming,
179
181
  sourceOriginNs: sourceOriginNanoseconds(clip),
182
+ localSourceOriginNs: sourceOriginNanoseconds(clip, frameTime(start, frameRate)),
180
183
  },
181
184
  }),
182
185
  ...visual,
@@ -210,6 +213,7 @@ export function planProjectRender(project, { burnSubtitles = true } = {}) {
210
213
  sourceOut,
211
214
  speed: clipSpeed(clip),
212
215
  sourceOriginNs: sourceOriginNanoseconds(clip),
216
+ localSourceOriginNs: sourceOriginNanoseconds(clip, frameTime(startFrame, frameRate)),
213
217
  },
214
218
  };
215
219
  }),
@@ -222,6 +226,9 @@ export function planProjectRender(project, { burnSubtitles = true } = {}) {
222
226
  backgroundColor: project.settings.backgroundColor ?? '#000000',
223
227
  visualClips,
224
228
  audioClips,
229
+ ...(project.professionalMix && {
230
+ professionalMix: project.professionalMix,
231
+ }),
225
232
  ...(visualTransitions.length && { visualTransitions }),
226
233
  };
227
234
  }
@@ -17,6 +17,7 @@ export declare function bindRenderSources({ visualClips, audioClips, visualTrans
17
17
  sourceStartFrame: number;
18
18
  retiming?: import("@opencut/shared").RenderTimeMapping & {
19
19
  sourceOriginNs: number;
20
+ localSourceOriginNs: number;
20
21
  };
21
22
  frameCount: number;
22
23
  x: number;
@@ -36,6 +37,8 @@ export declare function bindRenderSources({ visualClips, audioClips, visualTrans
36
37
  visualClips: VisualTimelineClip[];
37
38
  audioClips: {
38
39
  path: string;
40
+ trackId?: string;
41
+ role?: import("@opencut/shared").AudioRole;
39
42
  clipId: string;
40
43
  assetId: string;
41
44
  timelineStartFrame: number;
@@ -57,5 +60,6 @@ export declare function bindRenderSources({ visualClips, audioClips, visualTrans
57
60
  backgroundColor: string;
58
61
  frameRate: import("./time.js").FrameRate;
59
62
  frameCount: number;
63
+ professionalMix?: import("@opencut/shared").ProfessionalMix;
60
64
  };
61
65
  export {};
@@ -274,6 +274,7 @@ export declare function listTimeline(project: Project): {
274
274
  id: string;
275
275
  name: string;
276
276
  type: "video" | "audio";
277
+ audioRole?: "dialogue" | "music" | "other" | undefined;
277
278
  volume?: number | undefined;
278
279
  muted?: boolean | undefined;
279
280
  }[];