@cliangdev/conductor 0.50.0 → 0.52.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (130) hide show
  1. package/assets/claude/agents/conductor-marketing-art-director.md +2 -1
  2. package/assets/claude/skills/conductor-marketing-create/SKILL.md +14 -4
  3. package/assets/claude/skills/conductor-marketing-create/references/capabilities.md +21 -4
  4. package/assets/claude/skills/conductor-marketing-create/references/compliance-checklist.md +5 -0
  5. package/assets/claude/skills/conductor-marketing-create/references/direct.md +86 -6
  6. package/assets/claude/skills/conductor-marketing-create/references/platform-specs.md +15 -4
  7. package/assets/claude/skills/conductor-marketing-create/references/realism-check.md +18 -0
  8. package/assets/claude/skills/conductor-marketing-create/references/shotlist-template.md +2 -2
  9. package/assets/claude/skills/conductor-marketing-create/references/slideshow-formats.md +2 -1
  10. package/assets/claude/skills/conductor-marketing-create/references/team-run.md +9 -4
  11. package/assets/cli-manifest.json +12 -4
  12. package/dist/commands/config.d.ts.map +1 -1
  13. package/dist/commands/config.js +113 -0
  14. package/dist/commands/config.js.map +1 -1
  15. package/dist/commands/doctor.d.ts +5 -0
  16. package/dist/commands/doctor.d.ts.map +1 -1
  17. package/dist/commands/doctor.js +41 -0
  18. package/dist/commands/doctor.js.map +1 -1
  19. package/dist/creative/assertions.js +30 -3
  20. package/dist/creative/frame.js +2 -2
  21. package/dist/creative/job/media.mjs +2 -2
  22. package/dist/creative/job/render.mjs +3 -0
  23. package/dist/creative/placements.js +2 -2
  24. package/dist/creative/placements.json +3 -3
  25. package/dist/creative/render.js +20 -8
  26. package/dist/lib/config.d.ts +14 -0
  27. package/dist/lib/config.d.ts.map +1 -1
  28. package/dist/lib/config.js.map +1 -1
  29. package/dist/lib/creative-render.d.ts +14 -1
  30. package/dist/lib/creative-render.d.ts.map +1 -1
  31. package/dist/lib/creative-render.js +3 -1
  32. package/dist/lib/creative-render.js.map +1 -1
  33. package/dist/lib/gemini-omni.d.ts +37 -0
  34. package/dist/lib/gemini-omni.d.ts.map +1 -0
  35. package/dist/lib/gemini-omni.js +133 -0
  36. package/dist/lib/gemini-omni.js.map +1 -0
  37. package/dist/lib/mp4-probe.d.ts +4 -0
  38. package/dist/lib/mp4-probe.d.ts.map +1 -1
  39. package/dist/lib/mp4-probe.js +70 -7
  40. package/dist/lib/mp4-probe.js.map +1 -1
  41. package/dist/lib/provenance-sidecar.d.ts +11 -0
  42. package/dist/lib/provenance-sidecar.d.ts.map +1 -1
  43. package/dist/lib/provenance-sidecar.js.map +1 -1
  44. package/dist/lib/safe-zone/check.d.ts +31 -0
  45. package/dist/lib/safe-zone/check.d.ts.map +1 -0
  46. package/dist/lib/safe-zone/check.js +267 -0
  47. package/dist/lib/safe-zone/check.js.map +1 -0
  48. package/dist/lib/safe-zone/frames.d.ts +35 -0
  49. package/dist/lib/safe-zone/frames.d.ts.map +1 -0
  50. package/dist/lib/safe-zone/frames.js +132 -0
  51. package/dist/lib/safe-zone/frames.js.map +1 -0
  52. package/dist/lib/safe-zone/ocr.d.ts +42 -0
  53. package/dist/lib/safe-zone/ocr.d.ts.map +1 -0
  54. package/dist/lib/safe-zone/ocr.js +139 -0
  55. package/dist/lib/safe-zone/ocr.js.map +1 -0
  56. package/dist/lib/safe-zone/overlay.d.ts +59 -0
  57. package/dist/lib/safe-zone/overlay.d.ts.map +1 -0
  58. package/dist/lib/safe-zone/overlay.js +283 -0
  59. package/dist/lib/safe-zone/overlay.js.map +1 -0
  60. package/dist/lib/safe-zone/zones.d.ts +46 -0
  61. package/dist/lib/safe-zone/zones.d.ts.map +1 -0
  62. package/dist/lib/safe-zone/zones.js +84 -0
  63. package/dist/lib/safe-zone/zones.js.map +1 -0
  64. package/dist/lib/slideshow/compose.d.ts +2 -0
  65. package/dist/lib/slideshow/compose.d.ts.map +1 -1
  66. package/dist/lib/slideshow/compose.js +1 -1
  67. package/dist/lib/slideshow/compose.js.map +1 -1
  68. package/dist/lib/slideshow/css.d.ts +2 -0
  69. package/dist/lib/slideshow/css.d.ts.map +1 -1
  70. package/dist/lib/slideshow/css.js +9 -5
  71. package/dist/lib/slideshow/css.js.map +1 -1
  72. package/dist/lib/slideshow/html.d.ts +12 -3
  73. package/dist/lib/slideshow/html.d.ts.map +1 -1
  74. package/dist/lib/slideshow/html.js +16 -10
  75. package/dist/lib/slideshow/html.js.map +1 -1
  76. package/dist/lib/slideshow/spec-transport.d.ts.map +1 -1
  77. package/dist/lib/slideshow/spec-transport.js +4 -2
  78. package/dist/lib/slideshow/spec-transport.js.map +1 -1
  79. package/dist/lib/slideshow/spec.d.ts +8 -0
  80. package/dist/lib/slideshow/spec.d.ts.map +1 -1
  81. package/dist/lib/slideshow/spec.js +6 -0
  82. package/dist/lib/slideshow/spec.js.map +1 -1
  83. package/dist/lib/slideshow-pacing.d.ts +46 -0
  84. package/dist/lib/slideshow-pacing.d.ts.map +1 -0
  85. package/dist/lib/slideshow-pacing.js +98 -0
  86. package/dist/lib/slideshow-pacing.js.map +1 -0
  87. package/dist/lib/vertex-veo.d.ts +38 -0
  88. package/dist/lib/vertex-veo.d.ts.map +1 -0
  89. package/dist/lib/vertex-veo.js +212 -0
  90. package/dist/lib/vertex-veo.js.map +1 -0
  91. package/dist/lib/video-common.d.ts +141 -0
  92. package/dist/lib/video-common.d.ts.map +1 -0
  93. package/dist/lib/video-common.js +219 -0
  94. package/dist/lib/video-common.js.map +1 -0
  95. package/dist/lib/video-generation.d.ts +44 -0
  96. package/dist/lib/video-generation.d.ts.map +1 -0
  97. package/dist/lib/video-generation.js +132 -0
  98. package/dist/lib/video-generation.js.map +1 -0
  99. package/dist/lib/video-spend.d.ts +9 -0
  100. package/dist/lib/video-spend.d.ts.map +1 -0
  101. package/dist/lib/video-spend.js +44 -0
  102. package/dist/lib/video-spend.js.map +1 -0
  103. package/dist/mcp/index.d.ts +1404 -6
  104. package/dist/mcp/index.d.ts.map +1 -1
  105. package/dist/mcp/index.js +70 -10
  106. package/dist/mcp/index.js.map +1 -1
  107. package/dist/mcp/tools/creative-drafts.d.ts +16 -2
  108. package/dist/mcp/tools/creative-drafts.d.ts.map +1 -1
  109. package/dist/mcp/tools/creative-drafts.js +237 -31
  110. package/dist/mcp/tools/creative-drafts.js.map +1 -1
  111. package/dist/mcp/tools/creative-images.d.ts +5 -0
  112. package/dist/mcp/tools/creative-images.d.ts.map +1 -1
  113. package/dist/mcp/tools/creative-images.js +13 -9
  114. package/dist/mcp/tools/creative-images.js.map +1 -1
  115. package/dist/mcp/tools/creative-videos.d.ts +59 -0
  116. package/dist/mcp/tools/creative-videos.d.ts.map +1 -0
  117. package/dist/mcp/tools/creative-videos.js +83 -0
  118. package/dist/mcp/tools/creative-videos.js.map +1 -0
  119. package/dist/mcp/tools/creatives.d.ts +12 -3
  120. package/dist/mcp/tools/creatives.d.ts.map +1 -1
  121. package/dist/mcp/tools/creatives.js +235 -17
  122. package/dist/mcp/tools/creatives.js.map +1 -1
  123. package/dist/mcp/tools/safe-zone-pixels.d.ts +165 -0
  124. package/dist/mcp/tools/safe-zone-pixels.d.ts.map +1 -0
  125. package/dist/mcp/tools/safe-zone-pixels.js +300 -0
  126. package/dist/mcp/tools/safe-zone-pixels.js.map +1 -0
  127. package/dist/mcp/tools/slideshow-render.d.ts.map +1 -1
  128. package/dist/mcp/tools/slideshow-render.js +3 -1
  129. package/dist/mcp/tools/slideshow-render.js.map +1 -1
  130. package/package.json +4 -2
@@ -0,0 +1,132 @@
1
+ /** Video frame sampling with ffmpeg: a frame every half second plus the first frame after each cut. */
2
+ import { mkdtemp, readFile, rm } from 'node:fs/promises';
3
+ import { tmpdir } from 'node:os';
4
+ import { join } from 'node:path';
5
+ import { runCapture } from '../image-common.js';
6
+ import { resolveFfmpegPath } from '../media-probe.js';
7
+ const DEDUPE_SECONDS = 0.2;
8
+ const EARLY_SECONDS = 3;
9
+ /** Reads the cut times (pts_time) out of ffmpeg's showinfo log. */
10
+ export function parseCutTimes(log) {
11
+ return [...log.matchAll(/pts_time:\s*([0-9.]+)/g)].map((m) => Number(m[1])).filter((n) => Number.isFinite(n));
12
+ }
13
+ /** Reads the clip duration from ffmpeg's "Duration: hh:mm:ss.xx" line (0 when absent). */
14
+ export function parseDuration(log) {
15
+ const m = log.match(/Duration:\s*(\d+):(\d+):(\d+(?:\.\d+)?)/);
16
+ return m ? Number(m[1]) * 3600 + Number(m[2]) * 60 + Number(m[3]) : 0;
17
+ }
18
+ /**
19
+ * The times to look at: a regular grid plus each cut, merged within 0.2 s and capped. A long clip
20
+ * widens the grid to fit the cap but always keeps 0.5 s steps before t=3s. When there are still
21
+ * too many, every frame in the first 3 s and the final frame are kept and the rest are thinned
22
+ * evenly across the clip, keeping cut frames in preference to grid frames.
23
+ */
24
+ export function planSampleTimes(duration, cuts, { everySeconds = 0.5, maxFrames = 60 } = {}) {
25
+ // A seek past a clip's last frame start writes no image (ffmpeg still exits 0), and the last frame can
26
+ // begin up to one frame interval before the end; 0.25 s stays inside it down to 4 fps.
27
+ const end = Math.max(0, duration - 0.25);
28
+ const early = [];
29
+ for (let t = 0; t < Math.min(EARLY_SECONDS, end + 0.001); t += 0.5)
30
+ early.push(t);
31
+ const cutTimes = cuts.filter((c) => c <= end);
32
+ const budget = Math.max(1, maxFrames - early.length - cutTimes.length);
33
+ const lateSpan = Math.max(0, end - EARLY_SECONDS);
34
+ const step = Math.max(everySeconds, lateSpan / budget);
35
+ const grid = [...early];
36
+ for (let t = EARLY_SECONDS; t <= end; t += step)
37
+ grid.push(t);
38
+ const all = [...grid.map((at) => ({ at, isCut: false })), ...cutTimes.map((at) => ({ at, isCut: true }))].sort((a, b) => a.at - b.at);
39
+ let out = [];
40
+ for (const f of all) {
41
+ const last = out[out.length - 1];
42
+ if (last && f.at - last.at < DEDUPE_SECONDS) {
43
+ if (f.isCut)
44
+ out[out.length - 1] = f;
45
+ continue;
46
+ }
47
+ out.push(f);
48
+ }
49
+ if (out.length > 0 && end - out[out.length - 1].at > 0.25)
50
+ out.push({ at: end, isCut: false });
51
+ if (out.length <= maxFrames)
52
+ return out;
53
+ const lastFrame = out[out.length - 1];
54
+ const keep = new Set(out.filter((f) => f.at < EARLY_SECONDS || f === lastFrame));
55
+ const rest = out.filter((f) => !keep.has(f));
56
+ let slots = maxFrames - keep.size;
57
+ if (slots < 0) {
58
+ // Pathological: more early frames than the cap. Keep the last frame and the earliest others.
59
+ const early = out.filter((f) => f !== lastFrame).slice(0, maxFrames - 1);
60
+ return [...early, lastFrame];
61
+ }
62
+ const chosen = [];
63
+ const cutsLeft = rest.filter((f) => f.isCut);
64
+ const picks = evenly(cutsLeft, slots);
65
+ chosen.push(...picks);
66
+ slots -= picks.length;
67
+ if (slots > 0)
68
+ chosen.push(...evenly(rest.filter((f) => !f.isCut), slots));
69
+ out = [...keep, ...chosen].sort((a, b) => a.at - b.at);
70
+ return out;
71
+ }
72
+ /** Up to `n` items spread evenly across `items` (all of them when n >= length). */
73
+ function evenly(items, n) {
74
+ if (n <= 0)
75
+ return [];
76
+ if (items.length <= n)
77
+ return items;
78
+ const picked = [];
79
+ for (let i = 0; i < n; i++)
80
+ picked.push(items[Math.floor(((i + 0.5) * items.length) / n)]);
81
+ return picked;
82
+ }
83
+ /** One frame at a time offset as a PNG. */
84
+ export async function extractFrameAt(videoPath, seconds) {
85
+ const ffmpeg = await resolveFfmpegPath();
86
+ const dir = await mkdtemp(join(tmpdir(), 'conductor-frame-'));
87
+ try {
88
+ const out = join(dir, 'f.png');
89
+ const res = await runCapture(ffmpeg, ['-y', '-v', 'error', '-ss', String(seconds), '-i', videoPath, '-frames:v', '1', out]);
90
+ if (res.code !== 0)
91
+ throw new Error(`ffmpeg could not read a frame at ${seconds}s: ${res.output.slice(-200)}`);
92
+ return await readFile(out);
93
+ }
94
+ finally {
95
+ await rm(dir, { recursive: true, force: true });
96
+ }
97
+ }
98
+ /** Frames every `everySeconds` plus the first frame after each scene cut. */
99
+ export async function sampleVideoFrames(videoPath, options = {}) {
100
+ const { sceneThreshold = 0.3 } = options;
101
+ const ffmpeg = await resolveFfmpegPath();
102
+ // One decode pass: ffmpeg prints "Duration:" in the same stderr as the showinfo cut log.
103
+ const scene = await runCapture(ffmpeg, ['-hide_banner', '-i', videoPath, '-vf', `select='gt(scene,${sceneThreshold})',showinfo`, '-an', '-f', 'null', '-']);
104
+ const duration = options.durationSeconds && options.durationSeconds > 0 ? options.durationSeconds : parseDuration(scene.output);
105
+ if (!(duration > 0))
106
+ throw new Error('could not read the clip duration');
107
+ const plan = planSampleTimes(duration, parseCutTimes(scene.output), options);
108
+ const dir = await mkdtemp(join(tmpdir(), 'conductor-frames-'));
109
+ try {
110
+ const frames = [];
111
+ let skipped = 0;
112
+ for (let i = 0; i < plan.length; i++) {
113
+ const out = join(dir, `f${i}.png`);
114
+ const res = await runCapture(ffmpeg, ['-y', '-v', 'error', '-ss', plan[i].at.toFixed(3), '-i', videoPath, '-frames:v', '1', out]);
115
+ const png = res.code === 0 ? await readFile(out).catch(() => undefined) : undefined;
116
+ if (!png) {
117
+ skipped++;
118
+ continue;
119
+ }
120
+ frames.push({ atSeconds: Number(plan[i].at.toFixed(3)), png, isCut: plan[i].isCut });
121
+ }
122
+ if (plan.length > 0 && frames.length === 0)
123
+ throw new Error(`ffmpeg could not extract any of ${plan.length} planned frames`);
124
+ if (skipped > 0)
125
+ frames.skipped = skipped;
126
+ return frames;
127
+ }
128
+ finally {
129
+ await rm(dir, { recursive: true, force: true });
130
+ }
131
+ }
132
+ //# sourceMappingURL=frames.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"frames.js","sourceRoot":"","sources":["../../../src/lib/safe-zone/frames.ts"],"names":[],"mappings":"AAAA,uGAAuG;AACvG,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAA;AACxD,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAA;AAChC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AAChC,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAA;AAC/C,OAAO,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAA;AAmBrD,MAAM,cAAc,GAAG,GAAG,CAAA;AAC1B,MAAM,aAAa,GAAG,CAAC,CAAA;AAEvB,mEAAmE;AACnE,MAAM,UAAU,aAAa,CAAC,GAAW;IACvC,OAAO,CAAC,GAAG,GAAG,CAAC,QAAQ,CAAC,wBAAwB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA;AAC/G,CAAC;AAED,0FAA0F;AAC1F,MAAM,UAAU,aAAa,CAAC,GAAW;IACvC,MAAM,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,yCAAyC,CAAC,CAAA;IAC9D,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;AACvE,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,eAAe,CAC7B,QAAgB,EAChB,IAAc,EACd,EAAE,YAAY,GAAG,GAAG,EAAE,SAAS,GAAG,EAAE,KAAoB,EAAE;IAE1D,uGAAuG;IACvG,uFAAuF;IACvF,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,GAAG,IAAI,CAAC,CAAA;IACxC,MAAM,KAAK,GAAa,EAAE,CAAA;IAC1B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,GAAG,GAAG,KAAK,CAAC,EAAE,CAAC,IAAI,GAAG;QAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IACjF,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,GAAG,CAAC,CAAA;IAC7C,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,GAAG,KAAK,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAA;IACtE,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,GAAG,aAAa,CAAC,CAAA;IACjD,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,QAAQ,GAAG,MAAM,CAAC,CAAA;IACtD,MAAM,IAAI,GAAG,CAAC,GAAG,KAAK,CAAC,CAAA;IACvB,KAAK,IAAI,CAAC,GAAG,aAAa,EAAE,CAAC,IAAI,GAAG,EAAE,CAAC,IAAI,IAAI;QAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IAC7D,MAAM,GAAG,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,CAAA;IACrI,IAAI,GAAG,GAA0C,EAAE,CAAA;IACnD,KAAK,MAAM,CAAC,IAAI,GAAG,EAAE,CAAC;QACpB,MAAM,IAAI,GAAG,GAAG,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;QAChC,IAAI,IAAI,IAAI,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,EAAE,GAAG,cAAc,EAAE,CAAC;YAC5C,IAAI,CAAC,CAAC,KAAK;gBAAE,GAAG,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,CAAA;YACpC,SAAQ;QACV,CAAC;QACD,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IACb,CAAC;IACD,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAE,CAAC,EAAE,GAAG,IAAI;QAAE,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAA;IAC/F,IAAI,GAAG,CAAC,MAAM,IAAI,SAAS;QAAE,OAAO,GAAG,CAAA;IAEvC,MAAM,SAAS,GAAG,GAAG,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAE,CAAA;IACtC,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,aAAa,IAAI,CAAC,KAAK,SAAS,CAAC,CAAC,CAAA;IAChF,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAA;IAC5C,IAAI,KAAK,GAAG,SAAS,GAAG,IAAI,CAAC,IAAI,CAAA;IACjC,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;QACd,6FAA6F;QAC7F,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,GAAG,CAAC,CAAC,CAAA;QACxE,OAAO,CAAC,GAAG,KAAK,EAAE,SAAS,CAAC,CAAA;IAC9B,CAAC;IACD,MAAM,MAAM,GAA0C,EAAE,CAAA;IACxD,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAA;IAC5C,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAA;IACrC,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAA;IACrB,KAAK,IAAI,KAAK,CAAC,MAAM,CAAA;IACrB,IAAI,KAAK,GAAG,CAAC;QAAE,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,KAAK,CAAC,CAAC,CAAA;IAC1E,GAAG,GAAG,CAAC,GAAG,IAAI,EAAE,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,CAAA;IACtD,OAAO,GAAG,CAAA;AACZ,CAAC;AAED,mFAAmF;AACnF,SAAS,MAAM,CAAI,KAAU,EAAE,CAAS;IACtC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,EAAE,CAAA;IACrB,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC;QAAE,OAAO,KAAK,CAAA;IACnC,MAAM,MAAM,GAAQ,EAAE,CAAA;IACtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;QAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAE,CAAC,CAAA;IAC3F,OAAO,MAAM,CAAA;AACf,CAAC;AAED,2CAA2C;AAC3C,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,SAAiB,EAAE,OAAe;IACrE,MAAM,MAAM,GAAG,MAAM,iBAAiB,EAAE,CAAA;IACxC,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,kBAAkB,CAAC,CAAC,CAAA;IAC7D,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,OAAO,CAAC,CAAA;QAC9B,MAAM,GAAG,GAAG,MAAM,UAAU,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,WAAW,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAA;QAC3H,IAAI,GAAG,CAAC,IAAI,KAAK,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,oCAAoC,OAAO,MAAM,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QAC9G,OAAO,MAAM,QAAQ,CAAC,GAAG,CAAC,CAAA;IAC5B,CAAC;YAAS,CAAC;QACT,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;IACjD,CAAC;AACH,CAAC;AAED,6EAA6E;AAC7E,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,SAAiB,EAAE,UAAyB,EAAE;IACpF,MAAM,EAAE,cAAc,GAAG,GAAG,EAAE,GAAG,OAAO,CAAA;IACxC,MAAM,MAAM,GAAG,MAAM,iBAAiB,EAAE,CAAA;IACxC,yFAAyF;IACzF,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,MAAM,EAAE,CAAC,cAAc,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,oBAAoB,cAAc,aAAa,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,CAAC,CAAC,CAAA;IAC3J,MAAM,QAAQ,GAAG,OAAO,CAAC,eAAe,IAAI,OAAO,CAAC,eAAe,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;IAC/H,IAAI,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAA;IACxE,MAAM,IAAI,GAAG,eAAe,CAAC,QAAQ,EAAE,aAAa,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,CAAA;IAC5E,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,mBAAmB,CAAC,CAAC,CAAA;IAC9D,IAAI,CAAC;QACH,MAAM,MAAM,GAAkB,EAAE,CAAA;QAChC,IAAI,OAAO,GAAG,CAAC,CAAA;QACf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,CAAA;YAClC,MAAM,GAAG,GAAG,MAAM,UAAU,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC,CAAE,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,WAAW,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAA;YAClI,MAAM,GAAG,GAAG,GAAG,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;YACnF,IAAI,CAAC,GAAG,EAAE,CAAC;gBACT,OAAO,EAAE,CAAA;gBACT,SAAQ;YACV,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC,CAAE,CAAC,KAAK,EAAE,CAAC,CAAA;QACxF,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,mCAAmC,IAAI,CAAC,MAAM,iBAAiB,CAAC,CAAA;QAC5H,IAAI,OAAO,GAAG,CAAC;YAAE,MAAM,CAAC,OAAO,GAAG,OAAO,CAAA;QACzC,OAAO,MAAM,CAAA;IACf,CAAC;YAAS,CAAC;QACT,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;IACjD,CAAC;AACH,CAAC"}
@@ -0,0 +1,42 @@
1
+ export interface OcrWord {
2
+ text: string;
3
+ confidence: number;
4
+ box: {
5
+ x: number;
6
+ y: number;
7
+ w: number;
8
+ h: number;
9
+ };
10
+ }
11
+ export interface OcrRect {
12
+ left: number;
13
+ top: number;
14
+ width: number;
15
+ height: number;
16
+ }
17
+ /** Anything that can read words from a PNG (optionally one rectangle of it). Injectable for tests. */
18
+ export interface OcrEngine {
19
+ recognizeWords(png: Buffer, rect?: OcrRect): Promise<OcrWord[]>;
20
+ }
21
+ /** Thrown when the OCR engine cannot load or run. */
22
+ export declare class OcrUnavailable extends Error {
23
+ readonly engineDown: boolean;
24
+ /** `engineDown`: the engine itself could not start (so no later image will read either). */
25
+ constructor(reason: string, engineDown?: boolean);
26
+ }
27
+ export declare const MIN_CONFIDENCE = 70;
28
+ export declare const MIN_WORD_CHARS = 2;
29
+ export declare const MIN_BOX_HEIGHT_1080 = 16;
30
+ /** Stops the shared worker (tests and shutdown). */
31
+ export declare function closeOcr(): Promise<void>;
32
+ /** Drops low-confidence, tiny and non-word results. `imageWidth` scales the 16 px minimum height. */
33
+ export declare function filterWords(words: OcrWord[], imageWidth: number): OcrWord[];
34
+ /** Merges words found by both passes: overlapping boxes count once, keeping the more confident one. */
35
+ export declare function dedupeWords(words: OcrWord[]): OcrWord[];
36
+ /** The tesseract engine: as-is and inverted passes, filtered and merged. */
37
+ export declare function createTesseractEngine(): OcrEngine;
38
+ /** The shared tesseract engine. */
39
+ export declare function getDefaultEngine(): OcrEngine;
40
+ /** Reads words with the default engine. Boxes are in full-image coordinates. */
41
+ export declare function recognizeWords(png: Buffer, rect?: OcrRect): Promise<OcrWord[]>;
42
+ //# sourceMappingURL=ocr.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ocr.d.ts","sourceRoot":"","sources":["../../../src/lib/safe-zone/ocr.ts"],"names":[],"mappings":"AAcA,MAAM,WAAW,OAAO;IACtB,IAAI,EAAE,MAAM,CAAA;IACZ,UAAU,EAAE,MAAM,CAAA;IAClB,GAAG,EAAE;QAAE,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,EAAE,MAAM,CAAA;KAAE,CAAA;CACpD;AAED,MAAM,WAAW,OAAO;IACtB,IAAI,EAAE,MAAM,CAAA;IACZ,GAAG,EAAE,MAAM,CAAA;IACX,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,MAAM,CAAA;CACf;AAED,sGAAsG;AACtG,MAAM,WAAW,SAAS;IACxB,cAAc,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,CAAA;CAChE;AAED,qDAAqD;AACrD,qBAAa,cAAe,SAAQ,KAAK;IAEX,QAAQ,CAAC,UAAU;IAD/C,4FAA4F;gBAChF,MAAM,EAAE,MAAM,EAAW,UAAU,UAAQ;CAIxD;AAED,eAAO,MAAM,cAAc,KAAK,CAAA;AAChC,eAAO,MAAM,cAAc,IAAI,CAAA;AAC/B,eAAO,MAAM,mBAAmB,KAAK,CAAA;AAwCrC,oDAAoD;AACpD,wBAAsB,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC,CAI9C;AA+BD,qGAAqG;AACrG,wBAAgB,WAAW,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,EAAE,CAK3E;AAUD,uGAAuG;AACvG,wBAAgB,WAAW,CAAC,KAAK,EAAE,OAAO,EAAE,GAAG,OAAO,EAAE,CAKvD;AAED,4EAA4E;AAC5E,wBAAgB,qBAAqB,IAAI,SAAS,CAkBjD;AAID,mCAAmC;AACnC,wBAAgB,gBAAgB,IAAI,SAAS,CAE5C;AAED,gFAAgF;AAChF,wBAAgB,cAAc,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,CAE9E"}
@@ -0,0 +1,139 @@
1
+ /**
2
+ * A small OCR wrapper over tesseract.js. English data ships with the package (@tesseract.js-data/eng,
3
+ * the small integer "best_int" model), so nothing is downloaded at run time. One worker is created on
4
+ * first use and reused. Crops are read as they are and inverted (light-on-dark and dark-on-light).
5
+ */
6
+ import { spawn } from 'node:child_process';
7
+ import { createRequire } from 'node:module';
8
+ import { tmpdir } from 'node:os';
9
+ import { dirname, join } from 'node:path';
10
+ import { readImageDimensions } from '../image-dimensions.js';
11
+ import { resolveFfmpegPath } from '../media-probe.js';
12
+ const require = createRequire(import.meta.url);
13
+ /** Thrown when the OCR engine cannot load or run. */
14
+ export class OcrUnavailable extends Error {
15
+ /** `engineDown`: the engine itself could not start (so no later image will read either). */
16
+ constructor(reason, engineDown = false) {
17
+ super(reason);
18
+ this.engineDown = engineDown;
19
+ this.name = 'OcrUnavailable';
20
+ }
21
+ }
22
+ export const MIN_CONFIDENCE = 70;
23
+ export const MIN_WORD_CHARS = 2;
24
+ export const MIN_BOX_HEIGHT_1080 = 16;
25
+ let workerPromise;
26
+ /** The folder with eng.traineddata.gz (the small integer model). */
27
+ function langPath() {
28
+ const pkg = require.resolve('@tesseract.js-data/eng/package.json');
29
+ return join(dirname(pkg), '4.0.0_best_int');
30
+ }
31
+ async function getWorker() {
32
+ workerPromise ?? (workerPromise = (async () => {
33
+ try {
34
+ const { createWorker, PSM } = (await import('tesseract.js'));
35
+ const worker = await createWorker('eng', 1, {
36
+ langPath: langPath(),
37
+ gzip: true,
38
+ cacheMethod: 'none', // never write language data into the user's cwd
39
+ cachePath: join(tmpdir(), 'conductor-tesseract'),
40
+ });
41
+ await worker.setParameters({ tessedit_pageseg_mode: PSM?.SPARSE_TEXT ?? '11', user_defined_dpi: '300' });
42
+ return worker;
43
+ }
44
+ catch (e) {
45
+ throw new OcrUnavailable(`OCR engine failed to load: ${e.message}`, true);
46
+ }
47
+ })());
48
+ workerPromise.catch(() => { workerPromise = undefined; });
49
+ return workerPromise;
50
+ }
51
+ /** Stops the shared worker (tests and shutdown). */
52
+ export async function closeOcr() {
53
+ const p = workerPromise;
54
+ workerPromise = undefined;
55
+ if (p)
56
+ await (await p.catch(() => undefined))?.terminate();
57
+ }
58
+ /** Crops a PNG and inverts its colours with ffmpeg, returning a PNG. */
59
+ async function cropInverted(png, rect) {
60
+ const ffmpeg = await resolveFfmpegPath();
61
+ const filters = [rect ? `crop=${rect.width}:${rect.height}:${rect.left}:${rect.top}` : undefined, 'negate'].filter(Boolean).join(',');
62
+ return new Promise((resolve, reject) => {
63
+ const child = spawn(ffmpeg, ['-v', 'error', '-i', 'pipe:0', '-vf', filters, '-frames:v', '1', '-f', 'image2pipe', '-c:v', 'png', 'pipe:1']);
64
+ const chunks = [];
65
+ child.stdout.on('data', (d) => chunks.push(d));
66
+ child.on('error', reject);
67
+ child.on('close', (code) => (code === 0 ? resolve(Buffer.concat(chunks)) : reject(new Error(`ffmpeg exited ${code}`))));
68
+ child.stdin.on('error', () => { });
69
+ child.stdin.end(png);
70
+ });
71
+ }
72
+ /** Runs one recognition pass. With `rectangle`, tesseract reports boxes in full-image coordinates. */
73
+ async function readOnce(worker, image, rectangle) {
74
+ const { data } = await worker.recognize(image, rectangle ? { rectangle } : {}, { blocks: true });
75
+ const words = [];
76
+ for (const b of data.blocks ?? [])
77
+ for (const p of b.paragraphs)
78
+ for (const l of p.lines)
79
+ for (const w of l.words)
80
+ words.push({
81
+ text: w.text.trim(),
82
+ confidence: w.confidence,
83
+ box: { x: w.bbox.x0, y: w.bbox.y0, w: w.bbox.x1 - w.bbox.x0, h: w.bbox.y1 - w.bbox.y0 },
84
+ });
85
+ return words;
86
+ }
87
+ /** Drops low-confidence, tiny and non-word results. `imageWidth` scales the 16 px minimum height. */
88
+ export function filterWords(words, imageWidth) {
89
+ const minH = (MIN_BOX_HEIGHT_1080 * imageWidth) / 1080;
90
+ return words.filter((w) => w.confidence >= MIN_CONFIDENCE && (w.text.match(/[\p{L}\p{N}]/gu)?.length ?? 0) >= MIN_WORD_CHARS && w.box.h >= minH);
91
+ }
92
+ function iou(a, b) {
93
+ const w = Math.min(a.x + a.w, b.x + b.w) - Math.max(a.x, b.x);
94
+ const h = Math.min(a.y + a.h, b.y + b.h) - Math.max(a.y, b.y);
95
+ if (w <= 0 || h <= 0)
96
+ return 0;
97
+ const inter = w * h;
98
+ return inter / (a.w * a.h + b.w * b.h - inter);
99
+ }
100
+ /** Merges words found by both passes: overlapping boxes count once, keeping the more confident one. */
101
+ export function dedupeWords(words) {
102
+ const kept = [];
103
+ for (const w of [...words].sort((a, b) => b.confidence - a.confidence))
104
+ if (!kept.some((k) => iou(k.box, w.box) > 0.4))
105
+ kept.push(w);
106
+ return kept.sort((a, b) => a.box.y - b.box.y || a.box.x - b.box.x);
107
+ }
108
+ /** The tesseract engine: as-is and inverted passes, filtered and merged. */
109
+ export function createTesseractEngine() {
110
+ return {
111
+ async recognizeWords(png, rect) {
112
+ const width = readImageDimensions(png)?.width ?? 1080;
113
+ try {
114
+ const worker = await getWorker();
115
+ const plain = await readOnce(worker, png, rect);
116
+ const inverted = (await readOnce(worker, await cropInverted(png, rect))).map((w) => ({
117
+ ...w,
118
+ box: { ...w.box, x: w.box.x + (rect?.left ?? 0), y: w.box.y + (rect?.top ?? 0) },
119
+ }));
120
+ return dedupeWords(filterWords([...plain, ...inverted], width));
121
+ }
122
+ catch (e) {
123
+ if (e instanceof OcrUnavailable)
124
+ throw e;
125
+ throw new OcrUnavailable(`OCR failed: ${e.message}`);
126
+ }
127
+ },
128
+ };
129
+ }
130
+ let defaultEngine;
131
+ /** The shared tesseract engine. */
132
+ export function getDefaultEngine() {
133
+ return (defaultEngine ?? (defaultEngine = createTesseractEngine()));
134
+ }
135
+ /** Reads words with the default engine. Boxes are in full-image coordinates. */
136
+ export function recognizeWords(png, rect) {
137
+ return getDefaultEngine().recognizeWords(png, rect);
138
+ }
139
+ //# sourceMappingURL=ocr.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ocr.js","sourceRoot":"","sources":["../../../src/lib/safe-zone/ocr.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAA;AAC1C,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AAC3C,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAA;AAChC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AACzC,OAAO,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAA;AAC5D,OAAO,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAA;AAErD,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;AAoB9C,qDAAqD;AACrD,MAAM,OAAO,cAAe,SAAQ,KAAK;IACvC,4FAA4F;IAC5F,YAAY,MAAc,EAAW,aAAa,KAAK;QACrD,KAAK,CAAC,MAAM,CAAC,CAAA;QADsB,eAAU,GAAV,UAAU,CAAQ;QAErD,IAAI,CAAC,IAAI,GAAG,gBAAgB,CAAA;IAC9B,CAAC;CACF;AAED,MAAM,CAAC,MAAM,cAAc,GAAG,EAAE,CAAA;AAChC,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,CAAA;AAC/B,MAAM,CAAC,MAAM,mBAAmB,GAAG,EAAE,CAAA;AASrC,IAAI,aAAmD,CAAA;AAEvD,oEAAoE;AACpE,SAAS,QAAQ;IACf,MAAM,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,qCAAqC,CAAC,CAAA;IAClE,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,gBAAgB,CAAC,CAAA;AAC7C,CAAC;AAED,KAAK,UAAU,SAAS;IACtB,aAAa,KAAb,aAAa,GAAK,CAAC,KAAK,IAAI,EAAE;QAC5B,IAAI,CAAC;YACH,MAAM,EAAE,YAAY,EAAE,GAAG,EAAE,GAAG,CAAC,MAAM,MAAM,CAAC,cAAc,CAAC,CAG1D,CAAA;YACD,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,KAAK,EAAE,CAAC,EAAE;gBAC1C,QAAQ,EAAE,QAAQ,EAAE;gBACpB,IAAI,EAAE,IAAI;gBACV,WAAW,EAAE,MAAM,EAAE,gDAAgD;gBACrE,SAAS,EAAE,IAAI,CAAC,MAAM,EAAE,EAAE,qBAAqB,CAAC;aACjD,CAAC,CAAA;YACF,MAAM,MAAM,CAAC,aAAa,CAAC,EAAE,qBAAqB,EAAE,GAAG,EAAE,WAAW,IAAI,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,CAAC,CAAA;YACxG,OAAO,MAAM,CAAA;QACf,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,IAAI,cAAc,CAAC,8BAA+B,CAAW,CAAC,OAAO,EAAE,EAAE,IAAI,CAAC,CAAA;QACtF,CAAC;IACH,CAAC,CAAC,EAAE,EAAA;IACJ,aAAa,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,aAAa,GAAG,SAAS,CAAA,CAAC,CAAC,CAAC,CAAA;IACxD,OAAO,aAAa,CAAA;AACtB,CAAC;AAED,oDAAoD;AACpD,MAAM,CAAC,KAAK,UAAU,QAAQ;IAC5B,MAAM,CAAC,GAAG,aAAa,CAAA;IACvB,aAAa,GAAG,SAAS,CAAA;IACzB,IAAI,CAAC;QAAE,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC,EAAE,SAAS,EAAE,CAAA;AAC5D,CAAC;AAED,wEAAwE;AACxE,KAAK,UAAU,YAAY,CAAC,GAAW,EAAE,IAAc;IACrD,MAAM,MAAM,GAAG,MAAM,iBAAiB,EAAE,CAAA;IACxC,MAAM,OAAO,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IACrI,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,WAAW,EAAE,GAAG,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAA;QAC3I,MAAM,MAAM,GAAa,EAAE,CAAA;QAC3B,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,CAAS,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;QACtD,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;QACzB,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;QACvH,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;QACjC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;IACtB,CAAC,CAAC,CAAA;AACJ,CAAC;AAED,sGAAsG;AACtG,KAAK,UAAU,QAAQ,CAAC,MAAuB,EAAE,KAAa,EAAE,SAAmB;IACjF,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAA;IAChG,MAAM,KAAK,GAAc,EAAE,CAAA;IAC3B,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,MAAM,IAAI,EAAE;QAC/B,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,UAAU;YAAE,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK;gBAAE,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK;oBAC5E,KAAK,CAAC,IAAI,CAAC;wBACT,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE;wBACnB,UAAU,EAAE,CAAC,CAAC,UAAU;wBACxB,GAAG,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE;qBACxF,CAAC,CAAA;IACN,OAAO,KAAK,CAAA;AACd,CAAC;AAED,qGAAqG;AACrG,MAAM,UAAU,WAAW,CAAC,KAAgB,EAAE,UAAkB;IAC9D,MAAM,IAAI,GAAG,CAAC,mBAAmB,GAAG,UAAU,CAAC,GAAG,IAAI,CAAA;IACtD,OAAO,KAAK,CAAC,MAAM,CACjB,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,IAAI,cAAc,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC,IAAI,cAAc,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,CAC5H,CAAA;AACH,CAAC;AAED,SAAS,GAAG,CAAC,CAAiB,EAAE,CAAiB;IAC/C,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;IAC7D,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;IAC7D,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,CAAC,CAAA;IAC9B,MAAM,KAAK,GAAG,CAAC,GAAG,CAAC,CAAA;IACnB,OAAO,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAA;AAChD,CAAC;AAED,uGAAuG;AACvG,MAAM,UAAU,WAAW,CAAC,KAAgB;IAC1C,MAAM,IAAI,GAAc,EAAE,CAAA;IAC1B,KAAK,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC;QACpE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;YAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IAC9D,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;AACpE,CAAC;AAED,4EAA4E;AAC5E,MAAM,UAAU,qBAAqB;IACnC,OAAO;QACL,KAAK,CAAC,cAAc,CAAC,GAAG,EAAE,IAAI;YAC5B,MAAM,KAAK,GAAG,mBAAmB,CAAC,GAAG,CAAC,EAAE,KAAK,IAAI,IAAI,CAAA;YACrD,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,SAAS,EAAE,CAAA;gBAChC,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,MAAM,EAAE,GAAG,EAAE,IAAI,CAAC,CAAA;gBAC/C,MAAM,QAAQ,GAAG,CAAC,MAAM,QAAQ,CAAC,MAAM,EAAE,MAAM,YAAY,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBACnF,GAAG,CAAC;oBACJ,GAAG,EAAE,EAAE,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,IAAI,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,IAAI,CAAC,CAAC,EAAE;iBACjF,CAAC,CAAC,CAAA;gBACH,OAAO,WAAW,CAAC,WAAW,CAAC,CAAC,GAAG,KAAK,EAAE,GAAG,QAAQ,CAAC,EAAE,KAAK,CAAC,CAAC,CAAA;YACjE,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,IAAI,CAAC,YAAY,cAAc;oBAAE,MAAM,CAAC,CAAA;gBACxC,MAAM,IAAI,cAAc,CAAC,eAAgB,CAAW,CAAC,OAAO,EAAE,CAAC,CAAA;YACjE,CAAC;QACH,CAAC;KACF,CAAA;AACH,CAAC;AAED,IAAI,aAAoC,CAAA;AAExC,mCAAmC;AACnC,MAAM,UAAU,gBAAgB;IAC9B,OAAO,CAAC,aAAa,KAAb,aAAa,GAAK,qBAAqB,EAAE,EAAC,CAAA;AACpD,CAAC;AAED,gFAAgF;AAChF,MAAM,UAAU,cAAc,CAAC,GAAW,EAAE,IAAc;IACxD,OAAO,gBAAgB,EAAE,CAAC,cAAc,CAAC,GAAG,EAAE,IAAI,CAAC,CAAA;AACrD,CAAC"}
@@ -0,0 +1,59 @@
1
+ import { type BrowserFactory } from '../creative-browser.js';
2
+ export type OverlayPlatform = 'instagram' | 'tiktok';
3
+ export interface OverlayFrame {
4
+ /** Image bytes, or a path to an image file (PNG or JPEG). */
5
+ png: Buffer | string;
6
+ /** Caption drawn under the frame, e.g. "Slide 1", "0.5 s", "Cut at 4.2 s". */
7
+ label: string;
8
+ }
9
+ export interface OverlayOptions {
10
+ browser?: BrowserFactory;
11
+ }
12
+ export declare const OVERLAY_REF: {
13
+ readonly width: 1080;
14
+ readonly height: 1920;
15
+ };
16
+ export declare const OVERLAY_ZONES: {
17
+ readonly top: 290;
18
+ readonly bottom: 1490;
19
+ readonly rightX: 918;
20
+ readonly rightY0: 576;
21
+ readonly rightY1: 1632;
22
+ };
23
+ /**
24
+ * The page for a contact sheet (title bar, frames in rows of up to 6) or, with `single`, one bare frame
25
+ * at 540x960. Pure: images arrive as data URLs.
26
+ */
27
+ export declare function overlayHtml(frames: Array<{
28
+ dataUrl: string;
29
+ label: string;
30
+ }>, platform: OverlayPlatform, opts?: {
31
+ single?: boolean;
32
+ }): string;
33
+ /**
34
+ * One browser for many renders. `factory` launches lazily on first use (so a run that never draws
35
+ * launches nothing), every later call reuses that browser, and the `close()` of the browsers it hands
36
+ * out does nothing; call `closeAll()` once, in a finally, to really close it.
37
+ */
38
+ export declare function sharedBrowser(base?: BrowserFactory): {
39
+ factory: BrowserFactory;
40
+ closeAll: () => Promise<void>;
41
+ };
42
+ /** One 540x960 JPEG per frame, with the platform chrome drawn on top. All frames share one page. */
43
+ export declare function renderOverlayFrames(frames: OverlayFrame[], platform: OverlayPlatform, opts?: OverlayOptions): Promise<Buffer[]>;
44
+ /** All frames in one JPEG sheet: a title bar naming the platform, a single row (wrapping after 6). */
45
+ export declare function composeOverlaySheet(frames: OverlayFrame[], platform: OverlayPlatform, opts?: OverlayOptions & {
46
+ maxPerSheet?: number;
47
+ }): Promise<{
48
+ data: Buffer;
49
+ mimeType: 'image/jpeg';
50
+ }>;
51
+ /** Writes `<baseName>-ui-<platform>.jpg` per platform into outDir. */
52
+ export declare function overlaySheetsFor(frames: OverlayFrame[], platforms: OverlayPlatform[], outDir: string, baseName: string, opts?: OverlayOptions & {
53
+ maxPerSheet?: number;
54
+ }): Promise<Array<{
55
+ platform: OverlayPlatform;
56
+ file: string;
57
+ bytes: number;
58
+ }>>;
59
+ //# sourceMappingURL=overlay.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"overlay.d.ts","sourceRoot":"","sources":["../../../src/lib/safe-zone/overlay.ts"],"names":[],"mappings":"AASA,OAAO,EAAsB,KAAK,cAAc,EAAE,MAAM,wBAAwB,CAAA;AAEhF,MAAM,MAAM,eAAe,GAAG,WAAW,GAAG,QAAQ,CAAA;AACpD,MAAM,WAAW,YAAY;IAC3B,6DAA6D;IAC7D,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;IACpB,8EAA8E;IAC9E,KAAK,EAAE,MAAM,CAAA;CACd;AACD,MAAM,WAAW,cAAc;IAC7B,OAAO,CAAC,EAAE,cAAc,CAAA;CACzB;AAGD,eAAO,MAAM,WAAW;;;CAAoD,CAAA;AAC5E,eAAO,MAAM,aAAa;;;;;;CAAkH,CAAA;AA0L5I;;;GAGG;AACH,wBAAgB,WAAW,CACzB,MAAM,EAAE,KAAK,CAAC;IAAE,OAAO,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC,EACjD,QAAQ,EAAE,eAAe,EACzB,IAAI,GAAE;IAAE,MAAM,CAAC,EAAE,OAAO,CAAA;CAAO,GAC9B,MAAM,CAkBR;AAsBD;;;;GAIG;AACH,wBAAgB,aAAa,CAAC,IAAI,CAAC,EAAE,cAAc,GAAG;IAAE,OAAO,EAAE,cAAc,CAAC;IAAC,QAAQ,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAA;CAAE,CA4B/G;AAED,oGAAoG;AACpG,wBAAsB,mBAAmB,CACvC,MAAM,EAAE,YAAY,EAAE,EACtB,QAAQ,EAAE,eAAe,EACzB,IAAI,CAAC,EAAE,cAAc,GACpB,OAAO,CAAC,MAAM,EAAE,CAAC,CAWnB;AAED,sGAAsG;AACtG,wBAAsB,mBAAmB,CACvC,MAAM,EAAE,YAAY,EAAE,EACtB,QAAQ,EAAE,eAAe,EACzB,IAAI,CAAC,EAAE,cAAc,GAAG;IAAE,WAAW,CAAC,EAAE,MAAM,CAAA;CAAE,GAC/C,OAAO,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,YAAY,CAAA;CAAE,CAAC,CAYnD;AAED,sEAAsE;AACtE,wBAAsB,gBAAgB,CACpC,MAAM,EAAE,YAAY,EAAE,EACtB,SAAS,EAAE,eAAe,EAAE,EAC5B,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,MAAM,EAChB,IAAI,CAAC,EAAE,cAAc,GAAG;IAAE,WAAW,CAAC,EAAE,MAAM,CAAA;CAAE,GAC/C,OAAO,CAAC,KAAK,CAAC;IAAE,QAAQ,EAAE,eAAe,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC,CAAC,CAgB5E"}