@cliangdev/conductor 0.50.0 → 0.52.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/assets/claude/agents/conductor-marketing-art-director.md +2 -1
- package/assets/claude/skills/conductor-marketing-create/SKILL.md +14 -4
- package/assets/claude/skills/conductor-marketing-create/references/capabilities.md +21 -4
- package/assets/claude/skills/conductor-marketing-create/references/compliance-checklist.md +5 -0
- package/assets/claude/skills/conductor-marketing-create/references/direct.md +86 -6
- package/assets/claude/skills/conductor-marketing-create/references/platform-specs.md +15 -4
- package/assets/claude/skills/conductor-marketing-create/references/realism-check.md +18 -0
- package/assets/claude/skills/conductor-marketing-create/references/shotlist-template.md +2 -2
- package/assets/claude/skills/conductor-marketing-create/references/slideshow-formats.md +2 -1
- package/assets/claude/skills/conductor-marketing-create/references/team-run.md +9 -4
- package/assets/cli-manifest.json +12 -4
- package/dist/commands/config.d.ts.map +1 -1
- package/dist/commands/config.js +113 -0
- package/dist/commands/config.js.map +1 -1
- package/dist/commands/doctor.d.ts +5 -0
- package/dist/commands/doctor.d.ts.map +1 -1
- package/dist/commands/doctor.js +41 -0
- package/dist/commands/doctor.js.map +1 -1
- package/dist/creative/assertions.js +30 -3
- package/dist/creative/frame.js +2 -2
- package/dist/creative/job/media.mjs +2 -2
- package/dist/creative/job/render.mjs +3 -0
- package/dist/creative/placements.js +2 -2
- package/dist/creative/placements.json +3 -3
- package/dist/creative/render.js +20 -8
- package/dist/lib/config.d.ts +14 -0
- package/dist/lib/config.d.ts.map +1 -1
- package/dist/lib/config.js.map +1 -1
- package/dist/lib/creative-render.d.ts +14 -1
- package/dist/lib/creative-render.d.ts.map +1 -1
- package/dist/lib/creative-render.js +3 -1
- package/dist/lib/creative-render.js.map +1 -1
- package/dist/lib/gemini-omni.d.ts +37 -0
- package/dist/lib/gemini-omni.d.ts.map +1 -0
- package/dist/lib/gemini-omni.js +133 -0
- package/dist/lib/gemini-omni.js.map +1 -0
- package/dist/lib/mp4-probe.d.ts +4 -0
- package/dist/lib/mp4-probe.d.ts.map +1 -1
- package/dist/lib/mp4-probe.js +70 -7
- package/dist/lib/mp4-probe.js.map +1 -1
- package/dist/lib/provenance-sidecar.d.ts +11 -0
- package/dist/lib/provenance-sidecar.d.ts.map +1 -1
- package/dist/lib/provenance-sidecar.js.map +1 -1
- package/dist/lib/safe-zone/check.d.ts +31 -0
- package/dist/lib/safe-zone/check.d.ts.map +1 -0
- package/dist/lib/safe-zone/check.js +267 -0
- package/dist/lib/safe-zone/check.js.map +1 -0
- package/dist/lib/safe-zone/frames.d.ts +35 -0
- package/dist/lib/safe-zone/frames.d.ts.map +1 -0
- package/dist/lib/safe-zone/frames.js +132 -0
- package/dist/lib/safe-zone/frames.js.map +1 -0
- package/dist/lib/safe-zone/ocr.d.ts +42 -0
- package/dist/lib/safe-zone/ocr.d.ts.map +1 -0
- package/dist/lib/safe-zone/ocr.js +139 -0
- package/dist/lib/safe-zone/ocr.js.map +1 -0
- package/dist/lib/safe-zone/overlay.d.ts +59 -0
- package/dist/lib/safe-zone/overlay.d.ts.map +1 -0
- package/dist/lib/safe-zone/overlay.js +283 -0
- package/dist/lib/safe-zone/overlay.js.map +1 -0
- package/dist/lib/safe-zone/zones.d.ts +46 -0
- package/dist/lib/safe-zone/zones.d.ts.map +1 -0
- package/dist/lib/safe-zone/zones.js +84 -0
- package/dist/lib/safe-zone/zones.js.map +1 -0
- package/dist/lib/slideshow/compose.d.ts +2 -0
- package/dist/lib/slideshow/compose.d.ts.map +1 -1
- package/dist/lib/slideshow/compose.js +1 -1
- package/dist/lib/slideshow/compose.js.map +1 -1
- package/dist/lib/slideshow/css.d.ts +2 -0
- package/dist/lib/slideshow/css.d.ts.map +1 -1
- package/dist/lib/slideshow/css.js +9 -5
- package/dist/lib/slideshow/css.js.map +1 -1
- package/dist/lib/slideshow/html.d.ts +12 -3
- package/dist/lib/slideshow/html.d.ts.map +1 -1
- package/dist/lib/slideshow/html.js +16 -10
- package/dist/lib/slideshow/html.js.map +1 -1
- package/dist/lib/slideshow/spec-transport.d.ts.map +1 -1
- package/dist/lib/slideshow/spec-transport.js +4 -2
- package/dist/lib/slideshow/spec-transport.js.map +1 -1
- package/dist/lib/slideshow/spec.d.ts +8 -0
- package/dist/lib/slideshow/spec.d.ts.map +1 -1
- package/dist/lib/slideshow/spec.js +6 -0
- package/dist/lib/slideshow/spec.js.map +1 -1
- package/dist/lib/slideshow-pacing.d.ts +46 -0
- package/dist/lib/slideshow-pacing.d.ts.map +1 -0
- package/dist/lib/slideshow-pacing.js +98 -0
- package/dist/lib/slideshow-pacing.js.map +1 -0
- package/dist/lib/vertex-veo.d.ts +38 -0
- package/dist/lib/vertex-veo.d.ts.map +1 -0
- package/dist/lib/vertex-veo.js +212 -0
- package/dist/lib/vertex-veo.js.map +1 -0
- package/dist/lib/video-common.d.ts +141 -0
- package/dist/lib/video-common.d.ts.map +1 -0
- package/dist/lib/video-common.js +219 -0
- package/dist/lib/video-common.js.map +1 -0
- package/dist/lib/video-generation.d.ts +44 -0
- package/dist/lib/video-generation.d.ts.map +1 -0
- package/dist/lib/video-generation.js +132 -0
- package/dist/lib/video-generation.js.map +1 -0
- package/dist/lib/video-spend.d.ts +9 -0
- package/dist/lib/video-spend.d.ts.map +1 -0
- package/dist/lib/video-spend.js +44 -0
- package/dist/lib/video-spend.js.map +1 -0
- package/dist/mcp/index.d.ts +1404 -6
- package/dist/mcp/index.d.ts.map +1 -1
- package/dist/mcp/index.js +70 -10
- package/dist/mcp/index.js.map +1 -1
- package/dist/mcp/tools/creative-drafts.d.ts +16 -2
- package/dist/mcp/tools/creative-drafts.d.ts.map +1 -1
- package/dist/mcp/tools/creative-drafts.js +237 -31
- package/dist/mcp/tools/creative-drafts.js.map +1 -1
- package/dist/mcp/tools/creative-images.d.ts +5 -0
- package/dist/mcp/tools/creative-images.d.ts.map +1 -1
- package/dist/mcp/tools/creative-images.js +13 -9
- package/dist/mcp/tools/creative-images.js.map +1 -1
- package/dist/mcp/tools/creative-videos.d.ts +59 -0
- package/dist/mcp/tools/creative-videos.d.ts.map +1 -0
- package/dist/mcp/tools/creative-videos.js +83 -0
- package/dist/mcp/tools/creative-videos.js.map +1 -0
- package/dist/mcp/tools/creatives.d.ts +12 -3
- package/dist/mcp/tools/creatives.d.ts.map +1 -1
- package/dist/mcp/tools/creatives.js +235 -17
- package/dist/mcp/tools/creatives.js.map +1 -1
- package/dist/mcp/tools/safe-zone-pixels.d.ts +165 -0
- package/dist/mcp/tools/safe-zone-pixels.d.ts.map +1 -0
- package/dist/mcp/tools/safe-zone-pixels.js +300 -0
- package/dist/mcp/tools/safe-zone-pixels.js.map +1 -0
- package/dist/mcp/tools/slideshow-render.d.ts.map +1 -1
- package/dist/mcp/tools/slideshow-render.js +3 -1
- package/dist/mcp/tools/slideshow-render.js.map +1 -1
- package/package.json +4 -2
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"gemini-omni.js","sourceRoot":"","sources":["../../src/lib/gemini-omni.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAA;AACnE,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAA;AAChC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AAChC,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAA;AAC9C,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAA;AACpD,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EAAE,UAAU,EAAE,mBAAmB,EAAE,WAAW,EAAE,UAAU,EAAE,gBAAgB,EAAsC,MAAM,mBAAmB,CAAA;AAElJ,MAAM,GAAG,GAAG,kDAAkD,CAAA;AAI9D,MAAM,UAAU,gBAAgB;IAC9B,KAAK,MAAM,MAAM,IAAI,CAAC,0BAA0B,EAAE,gBAAgB,CAAU,EAAE,CAAC;QAC7E,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAA;QACvC,IAAI,GAAG;YAAE,OAAO,EAAE,GAAG,EAAE,MAAM,EAAE,CAAA;IACjC,CAAC;IACD,MAAM,GAAG,GAAG,UAAU,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,CAAA;IAC9C,OAAO,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,IAAI,CAAA;AAC/C,CAAC;AAUD,0FAA0F;AAC1F,MAAM,UAAU,eAAe,CAAC,GAAiB,EAAE,SAAmD,EAAE;IACtG,MAAM,KAAK,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,eAAe,GAAG,CAAC,eAAe,gBAAgB,CAAC,CAAA;IACrF,IAAI,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;QACrC,KAAK,CAAC,IAAI,CAAC,sHAAsH,CAAC,CAAA;IACpI,CAAC;SAAM,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QACxB,KAAK,CAAC,IAAI,CAAC,sDAAsD,CAAC,CAAA;IACpE,CAAC;IACD,IAAI,GAAG,CAAC,cAAc;QAAE,KAAK,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,cAAc,EAAE,CAAC,CAAA;IAClE,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AACzB,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,GAAiB,EAAE,KAAa,EAAE,MAAsD;IACpH,MAAM,KAAK,GAAmC,EAAE,CAAA;IAChD,KAAK,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;QACjD,IAAI,CAAC;YAAE,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAA;IAC7E,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,eAAe,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,EAAE,CAAC,CAAA;IAClH,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,eAAe,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,YAAY,EAAE,GAAG,CAAC,MAAM,EAAE,UAAU,EAAE,GAAG,CAAC,UAAU,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAA;AACjI,CAAC;AAQD,SAAS,SAAS,CAAC,IAAa;IAC9B,MAAM,CAAC,GAAG,IAA8F,CAAA;IACxG,KAAK,MAAM,IAAI,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,EAAE,CAAC;QACjC,IAAI,IAAI,CAAC,IAAI,KAAK,cAAc;YAAE,SAAQ;QAC1C,MAAM,GAAG,GAAG,CAAC,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;QACrF,IAAI,GAAG;YAAE,OAAO,GAAG,CAAA;IACrB,CAAC;IACD,OAAO,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;AAC/E,CAAC;AAED,oGAAoG;AACpG,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,KAAa;IACtD,IAAI,GAAuB,CAAA;IAC3B,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,iBAAiB,EAAE,CAAA;QACxC,GAAG,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,iBAAiB,CAAC,CAAC,CAAA;QACtD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAA;QACjC,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,SAAS,CAAC,CAAA;QACnC,MAAM,SAAS,CAAC,KAAK,EAAE,KAAK,CAAC,CAAA;QAC7B,MAAM,GAAG,GAAG,MAAM,UAAU,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,CAAA;QACvG,OAAO,GAAG,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;IACvD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAA;IACb,CAAC;YAAS,CAAC;QACT,IAAI,GAAG;YAAE,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;IAC1E,CAAC;AACH,CAAC;AAED,gGAAgG;AAChG,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,GAAiB,EACjB,MAAsD,EACtD,GAA8E,EAC9E,OAAiB,EAAE;IAEnB,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,IAAI,KAAK,CAAA;IACnC,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,EAAE,GAAG,KAAM,CAAA;IAC/C,MAAM,OAAO,GAAG,EAAE,gBAAgB,EAAE,GAAG,CAAC,MAAM,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAA;IACpF,GAAG,CAAC,UAAU,EAAE,CAAC,WAAW,GAAG,CAAC,KAAK,KAAK,GAAG,CAAC,eAAe,OAAO,GAAG,CAAC,UAAU,+BAA+B,CAAC,CAAA;IAElH,IAAI,GAAa,CAAA;IACjB,IAAI,CAAC;QACH,GAAG,GAAG,MAAM,OAAO,CAAC,GAAG,GAAG,eAAe,EAAE;YACzC,MAAM,EAAE,MAAM;YACd,OAAO;YACP,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,GAAG,EAAE,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;YAC3D,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC;SACvC,CAAC,CAAA;IACJ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,IAAI,GAAI,GAAa,CAAC,IAAI,CAAA;QAChC,IAAI,IAAI,KAAK,cAAc,IAAI,IAAI,KAAK,YAAY,EAAE,CAAC;YACrD,MAAM,IAAI,UAAU,CAAC,eAAe,EAAE,qCAAqC,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,KAAM,CAAC,yDAAyD,CAAC,CAAA;QACrK,CAAC;QACD,MAAM,IAAI,UAAU,CAAC,cAAc,EAAE,mCAAoC,GAAa,CAAC,OAAO,EAAE,CAAC,CAAA;IACnG,CAAC;IACD,IAAI,CAAC,GAAG,CAAC,EAAE;QAAE,MAAM,WAAW,CAAC,QAAQ,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,gBAAgB,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,CAAA;IAE5F,MAAM,KAAK,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,CAAA;IACzC,IAAI,CAAC,KAAK;QAAE,MAAM,IAAI,mBAAmB,CAAC,gEAAgE,CAAC,CAAA;IAE3G,IAAI,KAAa,CAAA;IACjB,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;QACf,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAA;IAC3C,CAAC;SAAM,CAAC;QACN,MAAM,GAAG,GAAG,KAAK,CAAC,GAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAA;QAC1C,MAAM,GAAG,GAAG,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,IAAI,GAAG,qBAAqB,CAAA;QAC/E,+EAA+E;QAC/E,IAAI,CAAC;YACH,MAAM,EAAE,GAAG,MAAM,OAAO,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,EAAE,gBAAgB,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,iBAAiB,IAAI,CAAC,GAAG,KAAM,CAAC,EAAE,CAAC,CAAA;YAC/I,IAAI,CAAC,EAAE,CAAC,EAAE;gBAAE,MAAM,WAAW,CAAC,QAAQ,EAAE,EAAE,CAAC,MAAM,EAAE,MAAM,gBAAgB,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,CAAA;YACzF,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,WAAW,EAAE,CAAC,CAAA;QAC7C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,GAAG,YAAY,UAAU;gBAAE,MAAM,UAAU,CAAC,GAAG,CAAC,CAAA;YACpD,MAAM,UAAU,CAAC,IAAI,UAAU,CAAC,cAAc,EAAE,+DAAgE,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC,CAAA;QAC3I,CAAC;IACH,CAAC;IAED,MAAM,QAAQ,GAAa,EAAE,CAAA;IAC7B,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,CAAC;QACvB,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,IAAI,oBAAoB,CAAC,CAAC,KAAK,CAAC,CAAA;QACvE,IAAI,QAAQ;YAAE,KAAK,GAAG,QAAQ,CAAA;;YACzB,QAAQ,CAAC,IAAI,CAAC,yIAAyI,CAAC,CAAA;IAC/J,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAA;AAC5B,CAAC"}
|
package/dist/lib/mp4-probe.d.ts
CHANGED
|
@@ -13,6 +13,10 @@ export interface VideoProbe {
|
|
|
13
13
|
width: number | null;
|
|
14
14
|
height: number | null;
|
|
15
15
|
durationSeconds: number | null;
|
|
16
|
+
/** Frames per second of the picture track (samples / duration from `stts`); null when unreadable. */
|
|
17
|
+
fps: number | null;
|
|
18
|
+
/** True when the file has a sound track (`hdlr` 'soun'); false when it has none. */
|
|
19
|
+
hasAudio: boolean;
|
|
16
20
|
}
|
|
17
21
|
export declare function probeVideo(filePath: string): Promise<VideoProbe>;
|
|
18
22
|
/** Probe an in-memory file — the same walk, for callers that already hold the bytes (and for tests). */
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"mp4-probe.d.ts","sourceRoot":"","sources":["../../src/lib/mp4-probe.ts"],"names":[],"mappings":"AAEA;;;;;;;;;;GAUG;AACH,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;IACpB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAA;IACrB,eAAe,EAAE,MAAM,GAAG,IAAI,CAAA;
|
|
1
|
+
{"version":3,"file":"mp4-probe.d.ts","sourceRoot":"","sources":["../../src/lib/mp4-probe.ts"],"names":[],"mappings":"AAEA;;;;;;;;;;GAUG;AACH,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;IACpB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAA;IACrB,eAAe,EAAE,MAAM,GAAG,IAAI,CAAA;IAC9B,qGAAqG;IACrG,GAAG,EAAE,MAAM,GAAG,IAAI,CAAA;IAClB,oFAAoF;IACpF,QAAQ,EAAE,OAAO,CAAA;CAClB;AAOD,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,CAgCtE;AAED,wGAAwG;AACxG,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,MAAM,GAAG,UAAU,CAK1D"}
|
package/dist/lib/mp4-probe.js
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { open } from 'node:fs/promises';
|
|
2
|
-
const EMPTY = { width: null, height: null, durationSeconds: null };
|
|
2
|
+
const EMPTY = { width: null, height: null, durationSeconds: null, fps: null, hasAudio: false };
|
|
3
3
|
/** How much of a `moov` box this is willing to read into memory. Real ones are kilobytes to a few MB. */
|
|
4
4
|
const MAX_MOOV_BYTES = 64 * 1024 * 1024;
|
|
5
5
|
export async function probeVideo(filePath) {
|
|
@@ -73,19 +73,82 @@ function parseMoov(moov) {
|
|
|
73
73
|
let durationSeconds = null;
|
|
74
74
|
let width = null;
|
|
75
75
|
let height = null;
|
|
76
|
+
let fps = null;
|
|
77
|
+
let hasAudio = false;
|
|
76
78
|
for (const box of boxes(moov, 0, moov.length)) {
|
|
77
79
|
if (box.type === 'mvhd' && durationSeconds === null) {
|
|
78
80
|
durationSeconds = parseMvhd(moov.subarray(box.bodyStart, box.end));
|
|
79
81
|
}
|
|
80
|
-
else if (box.type === 'trak'
|
|
81
|
-
const
|
|
82
|
-
if (
|
|
83
|
-
|
|
84
|
-
|
|
82
|
+
else if (box.type === 'trak') {
|
|
83
|
+
const trak = moov.subarray(box.bodyStart, box.end);
|
|
84
|
+
if (trakHandler(trak) === 'soun')
|
|
85
|
+
hasAudio = true;
|
|
86
|
+
if (width === null) {
|
|
87
|
+
const dims = parseTrak(trak);
|
|
88
|
+
if (dims) {
|
|
89
|
+
width = dims.width;
|
|
90
|
+
height = dims.height;
|
|
91
|
+
fps = parseFps(trak);
|
|
92
|
+
}
|
|
85
93
|
}
|
|
86
94
|
}
|
|
87
95
|
}
|
|
88
|
-
return { width, height, durationSeconds };
|
|
96
|
+
return { width, height, durationSeconds, fps, hasAudio };
|
|
97
|
+
}
|
|
98
|
+
/** The track's media handler type ('vide', 'soun', ...), or null. */
|
|
99
|
+
function trakHandler(trak) {
|
|
100
|
+
for (const box of boxes(trak, 0, trak.length)) {
|
|
101
|
+
if (box.type !== 'mdia')
|
|
102
|
+
continue;
|
|
103
|
+
for (const inner of boxes(trak, box.bodyStart, box.end)) {
|
|
104
|
+
if (inner.type === 'hdlr' && inner.end - inner.bodyStart >= 12)
|
|
105
|
+
return trak.toString('latin1', inner.bodyStart + 8, inner.bodyStart + 12);
|
|
106
|
+
}
|
|
107
|
+
}
|
|
108
|
+
return null;
|
|
109
|
+
}
|
|
110
|
+
/** Frame rate from `mdhd` (timescale) and `stts` (sample count and deltas) of a picture track. */
|
|
111
|
+
function parseFps(trak) {
|
|
112
|
+
try {
|
|
113
|
+
let timescale = 0;
|
|
114
|
+
let samples = 0;
|
|
115
|
+
let ticks = 0;
|
|
116
|
+
for (const mdia of boxes(trak, 0, trak.length)) {
|
|
117
|
+
if (mdia.type !== 'mdia')
|
|
118
|
+
continue;
|
|
119
|
+
for (const m of boxes(trak, mdia.bodyStart, mdia.end)) {
|
|
120
|
+
if (m.type === 'mdhd') {
|
|
121
|
+
const v = trak.readUInt8(m.bodyStart);
|
|
122
|
+
timescale = trak.readUInt32BE(m.bodyStart + (v === 1 ? 20 : 12));
|
|
123
|
+
}
|
|
124
|
+
else if (m.type === 'minf') {
|
|
125
|
+
for (const stbl of boxes(trak, m.bodyStart, m.end)) {
|
|
126
|
+
if (stbl.type !== 'stbl')
|
|
127
|
+
continue;
|
|
128
|
+
for (const t of boxes(trak, stbl.bodyStart, stbl.end)) {
|
|
129
|
+
if (t.type !== 'stts')
|
|
130
|
+
continue;
|
|
131
|
+
const entries = trak.readUInt32BE(t.bodyStart + 4);
|
|
132
|
+
for (let i = 0; i < entries; i++) {
|
|
133
|
+
const at = t.bodyStart + 8 + i * 8;
|
|
134
|
+
if (at + 8 > t.end)
|
|
135
|
+
break;
|
|
136
|
+
const count = trak.readUInt32BE(at);
|
|
137
|
+
samples += count;
|
|
138
|
+
ticks += count * trak.readUInt32BE(at + 4);
|
|
139
|
+
}
|
|
140
|
+
}
|
|
141
|
+
}
|
|
142
|
+
}
|
|
143
|
+
}
|
|
144
|
+
}
|
|
145
|
+
if (timescale <= 0 || samples <= 0 || ticks <= 0)
|
|
146
|
+
return null;
|
|
147
|
+
return Math.round((samples / (ticks / timescale)) * 100) / 100;
|
|
148
|
+
}
|
|
149
|
+
catch {
|
|
150
|
+
return null;
|
|
151
|
+
}
|
|
89
152
|
}
|
|
90
153
|
function parseMvhd(body) {
|
|
91
154
|
if (body.length < 4)
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"mp4-probe.js","sourceRoot":"","sources":["../../src/lib/mp4-probe.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAA;
|
|
1
|
+
{"version":3,"file":"mp4-probe.js","sourceRoot":"","sources":["../../src/lib/mp4-probe.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAA;AAuBvC,MAAM,KAAK,GAAe,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAA;AAE1G,yGAAyG;AACzG,MAAM,cAAc,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAA;AAEvC,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,QAAgB;IAC/C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAA;IACxC,IAAI,CAAC;QACH,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAA;QAC9C,IAAI,MAAM,GAAG,CAAC,CAAA;QACd,OAAO,MAAM,GAAG,CAAC,IAAI,QAAQ,EAAE,CAAC;YAC9B,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;YAC/B,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,CAAA;YAC9D,IAAI,SAAS,GAAG,CAAC;gBAAE,MAAK;YACxB,IAAI,OAAO,GAAG,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,CAAA;YACpC,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC,CAAA;YAC5C,IAAI,UAAU,GAAG,CAAC,CAAA;YAClB,IAAI,OAAO,KAAK,CAAC,EAAE,CAAC;gBAClB,IAAI,SAAS,GAAG,EAAE;oBAAE,MAAK;gBACzB,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAA;gBAC3C,UAAU,GAAG,EAAE,CAAA;YACjB,CAAC;iBAAM,IAAI,OAAO,KAAK,CAAC,EAAE,CAAC;gBACzB,OAAO,GAAG,QAAQ,GAAG,MAAM,CAAA;YAC7B,CAAC;YACD,IAAI,OAAO,GAAG,UAAU;gBAAE,MAAK;YAC/B,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;gBACpB,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,GAAG,UAAU,EAAE,cAAc,CAAC,CAAA;gBAC/D,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAA;gBACnC,MAAM,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,EAAE,QAAQ,EAAE,MAAM,GAAG,UAAU,CAAC,CAAA;gBACzD,OAAO,SAAS,CAAC,IAAI,CAAC,CAAA;YACxB,CAAC;YACD,MAAM,IAAI,OAAO,CAAA;QACnB,CAAC;QACD,OAAO,KAAK,CAAA;IACd,CAAC;YAAS,CAAC;QACT,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;IACtB,CAAC;AACH,CAAC;AAED,wGAAwG;AACxG,MAAM,UAAU,gBAAgB,CAAC,KAAa;IAC5C,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;QAChD,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM;YAAE,OAAO,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAA;IACnF,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAQD,QAAQ,CAAC,CAAC,KAAK,CAAC,GAAW,EAAE,KAAa,EAAE,GAAW;IACrD,IAAI,MAAM,GAAG,KAAK,CAAA;IAClB,OAAO,MAAM,GAAG,CAAC,IAAI,GAAG,EAAE,CAAC;QACzB,IAAI,IAAI,GAAG,GAAG,CAAC,YAAY,CAAC,MAAM,CAAC,CAAA;QACnC,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,CAAC,CAAC,CAAA;QAC3D,IAAI,UAAU,GAAG,CAAC,CAAA;QAClB,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;YACf,IAAI,MAAM,GAAG,EAAE,GAAG,GAAG;gBAAE,OAAM;YAC7B,IAAI,GAAG,MAAM,CAAC,GAAG,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAA;YAC9C,UAAU,GAAG,EAAE,CAAA;QACjB,CAAC;aAAM,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;YACtB,IAAI,GAAG,GAAG,GAAG,MAAM,CAAA;QACrB,CAAC;QACD,IAAI,IAAI,GAAG,UAAU,IAAI,MAAM,GAAG,IAAI,GAAG,GAAG;YAAE,OAAM;QACpD,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,GAAG,UAAU,EAAE,GAAG,EAAE,MAAM,GAAG,IAAI,EAAE,CAAA;QAClE,MAAM,IAAI,IAAI,CAAA;IAChB,CAAC;AACH,CAAC;AAED,SAAS,SAAS,CAAC,IAAY;IAC7B,IAAI,eAAe,GAAkB,IAAI,CAAA;IACzC,IAAI,KAAK,GAAkB,IAAI,CAAA;IAC/B,IAAI,MAAM,GAAkB,IAAI,CAAA;IAChC,IAAI,GAAG,GAAkB,IAAI,CAAA;IAC7B,IAAI,QAAQ,GAAG,KAAK,CAAA;IACpB,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;QAC9C,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,IAAI,eAAe,KAAK,IAAI,EAAE,CAAC;YACpD,eAAe,GAAG,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAA;QACpE,CAAC;aAAM,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC/B,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,GAAG,CAAC,CAAA;YAClD,IAAI,WAAW,CAAC,IAAI,CAAC,KAAK,MAAM;gBAAE,QAAQ,GAAG,IAAI,CAAA;YACjD,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;gBACnB,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,CAAA;gBAC5B,IAAI,IAAI,EAAE,CAAC;oBACT,KAAK,GAAG,IAAI,CAAC,KAAK,CAAA;oBAClB,MAAM,GAAG,IAAI,CAAC,MAAM,CAAA;oBACpB,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAA;gBACtB,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,eAAe,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAA;AAC1D,CAAC;AAED,qEAAqE;AACrE,SAAS,WAAW,CAAC,IAAY;IAC/B,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;QAC9C,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM;YAAE,SAAQ;QACjC,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,IAAI,EAAE,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YACxD,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,IAAI,KAAK,CAAC,GAAG,GAAG,KAAK,CAAC,SAAS,IAAI,EAAE;gBAAE,OAAO,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,KAAK,CAAC,SAAS,GAAG,CAAC,EAAE,KAAK,CAAC,SAAS,GAAG,EAAE,CAAC,CAAA;QAC3I,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC;AAED,kGAAkG;AAClG,SAAS,QAAQ,CAAC,IAAY;IAC5B,IAAI,CAAC;QACH,IAAI,SAAS,GAAG,CAAC,CAAA;QACjB,IAAI,OAAO,GAAG,CAAC,CAAA;QACf,IAAI,KAAK,GAAG,CAAC,CAAA;QACb,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;YAC/C,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM;gBAAE,SAAQ;YAClC,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;gBACtD,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;oBACtB,MAAM,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAA;oBACrC,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;gBAClE,CAAC;qBAAM,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;oBAC7B,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;wBACnD,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM;4BAAE,SAAQ;wBAClC,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;4BACtD,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM;gCAAE,SAAQ;4BAC/B,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,CAAA;4BAClD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC;gCACjC,MAAM,EAAE,GAAG,CAAC,CAAC,SAAS,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;gCAClC,IAAI,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG;oCAAE,MAAK;gCACzB,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAA;gCACnC,OAAO,IAAI,KAAK,CAAA;gCAChB,KAAK,IAAI,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,EAAE,GAAG,CAAC,CAAC,CAAA;4BAC5C,CAAC;wBACH,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QACD,IAAI,SAAS,IAAI,CAAC,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC;YAAE,OAAO,IAAI,CAAA;QAC7D,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,GAAG,CAAC,KAAK,GAAG,SAAS,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG,CAAA;IAChE,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAA;IACb,CAAC;AACH,CAAC;AAED,SAAS,SAAS,CAAC,IAAY;IAC7B,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,IAAI,CAAA;IAChC,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAA;IACjC,IAAI,CAAC;QACH,IAAI,OAAO,KAAK,CAAC,EAAE,CAAC;YAClB,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAA;YACvC,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC,CAAA;YACjD,OAAO,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;QAC3D,CAAC;QACD,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAA;QACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAA;QACtC,OAAO,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;IAC3D,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAA;IACb,CAAC;AACH,CAAC;AAED,gFAAgF;AAChF,SAAS,SAAS,CAAC,IAAY;IAC7B,IAAI,IAAI,GAA+D,IAAI,CAAA;IAC3E,IAAI,OAAO,GAAG,KAAK,CAAA;IACnB,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;QAC9C,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACxB,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAA;QACzD,CAAC;aAAM,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC/B,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,IAAI,EAAE,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;gBACxD,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,IAAI,KAAK,CAAC,GAAG,GAAG,KAAK,CAAC,SAAS,IAAI,EAAE,EAAE,CAAC;oBAC/D,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,KAAK,CAAC,SAAS,GAAG,CAAC,EAAE,KAAK,CAAC,SAAS,GAAG,EAAE,CAAC,KAAK,MAAM,CAAA;gBACzF,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IACD,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,KAAK,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAA;IAC/D,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,KAAK,KAAK,CAAC;QAAE,OAAO,IAAI,CAAA;IAC7C,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAA;AAC/G,CAAC;AAED,SAAS,SAAS,CAAC,IAAY;IAC7B,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,IAAI,CAAA;IAChC,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAA;IACjC,wGAAwG;IACxG,MAAM,aAAa,GAAG,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,CAAA;IACrD,mGAAmG;IACnG,MAAM,WAAW,GAAG,aAAa,GAAG,EAAE,CAAA;IACtC,MAAM,UAAU,GAAG,WAAW,GAAG,EAAE,CAAA;IACnC,IAAI,IAAI,CAAC,MAAM,GAAG,UAAU,GAAG,CAAC;QAAE,OAAO,IAAI,CAAA;IAC7C,IAAI,CAAC;QACH,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,CAAA;QAChD,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,CAAA;QACpD,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,WAAW,GAAG,EAAE,CAAC,CAAC,CAAA;QACrD,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,WAAW,GAAG,EAAE,CAAC,CAAC,CAAA;QACrD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,GAAG,KAAK,CAAC,CAAA;QAC/D,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,UAAU,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,CAAA;QACpE,kGAAkG;QAClG,2DAA2D;QAC3D,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,KAAK,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,KAAK,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,CAAA;QACpG,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,CAAA;IACnC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAA;IACb,CAAC;AACH,CAAC;AAED,SAAS,OAAO,CAAC,GAAW;IAC1B,OAAO,GAAG,GAAG,KAAK,CAAA;AACpB,CAAC;AAED,SAAS,KAAK,CAAC,OAAe;IAC5B,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC,GAAG,IAAI,CAAA;AAC1C,CAAC"}
|
|
@@ -10,6 +10,17 @@ export interface SidecarData extends SidecarProvenance {
|
|
|
10
10
|
revisedPrompt?: string;
|
|
11
11
|
model?: string;
|
|
12
12
|
quality?: string;
|
|
13
|
+
route?: string;
|
|
14
|
+
tier?: string;
|
|
15
|
+
resolution?: string;
|
|
16
|
+
generateAudio?: boolean;
|
|
17
|
+
estimatedCostUsd?: number;
|
|
18
|
+
sourceImagePath?: string;
|
|
19
|
+
lastFramePath?: string;
|
|
20
|
+
generatedAt?: string;
|
|
21
|
+
/** Google embeds SynthID in Veo and Omni output. */
|
|
22
|
+
synthId?: boolean;
|
|
23
|
+
durationSeconds?: number;
|
|
13
24
|
}
|
|
14
25
|
export declare const sidecarPath: (filePath: string) => string;
|
|
15
26
|
/** The API's limit on a media item's `source` and `licence` (CreateCreativePhotoRequest maxLength). */
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"provenance-sidecar.d.ts","sourceRoot":"","sources":["../../src/lib/provenance-sidecar.ts"],"names":[],"mappings":"AAEA,+DAA+D;AAC/D,MAAM,WAAW,iBAAiB;IAChC,MAAM,EAAE,MAAM,CAAA;IACd,OAAO,EAAE,MAAM,CAAA;IACf,WAAW,EAAE,OAAO,CAAA;CACrB;AAED,yFAAyF;AACzF,MAAM,WAAW,WAAY,SAAQ,iBAAiB;IACpD,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,OAAO,CAAC,EAAE,MAAM,CAAA;
|
|
1
|
+
{"version":3,"file":"provenance-sidecar.d.ts","sourceRoot":"","sources":["../../src/lib/provenance-sidecar.ts"],"names":[],"mappings":"AAEA,+DAA+D;AAC/D,MAAM,WAAW,iBAAiB;IAChC,MAAM,EAAE,MAAM,CAAA;IACd,OAAO,EAAE,MAAM,CAAA;IACf,WAAW,EAAE,OAAO,CAAA;CACrB;AAED,yFAAyF;AACzF,MAAM,WAAW,WAAY,SAAQ,iBAAiB;IACpD,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,aAAa,CAAC,EAAE,OAAO,CAAA;IACvB,gBAAgB,CAAC,EAAE,MAAM,CAAA;IACzB,eAAe,CAAC,EAAE,MAAM,CAAA;IACxB,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,oDAAoD;IACpD,OAAO,CAAC,EAAE,OAAO,CAAA;IACjB,eAAe,CAAC,EAAE,MAAM,CAAA;CACzB;AAED,eAAO,MAAM,WAAW,GAAI,UAAU,MAAM,KAAG,MAAuC,CAAA;AAEtF,uGAAuG;AACvG,eAAO,MAAM,oBAAoB,MAAM,CAAA;AAEvC;;;;;GAKG;AACH,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAKzD;AAED;;;GAGG;AACH,wBAAgB,sBAAsB,CAAC,CAAC,SAAS;IAAE,MAAM,CAAC,EAAE,MAAM,CAAC;IAAC,OAAO,CAAC,EAAE,MAAM,CAAA;CAAE,EACpF,MAAM,EAAE,CAAC,EACT,GAAG,EAAE,MAAM,GACV;IAAE,MAAM,EAAE,CAAC,CAAC;IAAC,QAAQ,EAAE,MAAM,EAAE,CAAA;CAAE,CAanC;AAED;;;GAGG;AACH,wBAAsB,qBAAqB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC,CAqB/F;AAED,wBAAsB,sBAAsB,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAE/F"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"provenance-sidecar.js","sourceRoot":"","sources":["../../src/lib/provenance-sidecar.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAA;
|
|
1
|
+
{"version":3,"file":"provenance-sidecar.js","sourceRoot":"","sources":["../../src/lib/provenance-sidecar.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAA;AA4BtD,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,QAAgB,EAAU,EAAE,CAAC,GAAG,QAAQ,kBAAkB,CAAA;AAEtF,uGAAuG;AACvG,MAAM,CAAC,MAAM,oBAAoB,GAAG,GAAG,CAAA;AAEvC;;;;;GAKG;AACH,MAAM,UAAU,mBAAmB,CAAC,KAAa;IAC/C,IAAI,KAAK,CAAC,MAAM,IAAI,oBAAoB;QAAE,OAAO,KAAK,CAAA;IACtD,MAAM,IAAI,GAAG,oBAAoB,GAAG,CAAC,CAAA;IACrC,MAAM,GAAG,GAAG,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,IAAI,CAAC,CAAA;IACxC,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,GAAG,IAAI,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,GAAG,CAAA;AACtE,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,sBAAsB,CACpC,MAAS,EACT,GAAW;IAEX,MAAM,QAAQ,GAAa,EAAE,CAAA;IAC7B,MAAM,GAAG,GAAG,EAAE,GAAG,MAAM,EAAE,CAAA;IACzB,KAAK,MAAM,GAAG,IAAI,CAAC,QAAQ,EAAE,SAAS,CAAU,EAAE,CAAC;QACjD,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAA;QACzB,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,oBAAoB,EAAE,CAAC;YACrE,GAAG,CAAC,GAAG,CAAC,GAAG,mBAAmB,CAAC,KAAK,CAAkB,CAAA;YACtD,QAAQ,CAAC,IAAI,CACX,GAAG,GAAG,KAAK,GAAG,QAAQ,KAAK,CAAC,MAAM,6BAA6B,oBAAoB,kEAAkE,CACtJ,CAAA;QACH,CAAC;IACH,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAA;AAClC,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,QAAgB;IAC1D,MAAM,CAAC,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAA;IAC/B,IAAI,GAAW,CAAA;IACf,IAAI,CAAC;QACH,GAAG,GAAG,MAAM,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC,CAAA;IACjC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAK,GAA6B,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAA;QACjE,MAAM,GAAG,CAAA;IACX,CAAC;IACD,IAAI,IAAa,CAAA;IACjB,IAAI,CAAC;QACH,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;IACxB,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,KAAK,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAA;IAC5C,CAAC;IACD,MAAM,CAAC,GAAG,IAA+B,CAAA;IACzC,IAAI,CAAC,CAAC,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAA;IACnG,IAAI,OAAO,CAAC,CAAC,QAAQ,CAAC,KAAK,QAAQ;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAA;IACxF,IAAI,OAAO,CAAC,CAAC,SAAS,CAAC,KAAK,QAAQ;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAA;IAC1F,IAAI,OAAO,CAAC,CAAC,aAAa,CAAC,KAAK,SAAS;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAA;IACpG,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,SAAS,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,aAAa,CAAC,EAAE,CAAA;AACtF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAAC,QAAgB,EAAE,IAAiB;IAC9E,MAAM,SAAS,CAAC,WAAW,CAAC,QAAQ,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,CAAA;AAC9E,CAAC"}
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
import type { DraftCheck } from '../creative-render.js';
|
|
2
|
+
import { type OcrEngine } from './ocr.js';
|
|
3
|
+
import { type SampledFrame } from './frames.js';
|
|
4
|
+
/** The single warning returned when OCR could not run. */
|
|
5
|
+
export declare function uncheckedCheck(placementKey: string, reason: string): DraftCheck;
|
|
6
|
+
export interface SlideCheckOptions {
|
|
7
|
+
placementKey?: string;
|
|
8
|
+
/** When the slideshow zooms (Ken Burns), boxes are pushed outward from the centre by this factor. */
|
|
9
|
+
zoom?: {
|
|
10
|
+
maxScale: number;
|
|
11
|
+
};
|
|
12
|
+
engine?: OcrEngine;
|
|
13
|
+
}
|
|
14
|
+
/** Checks finished slide images (9:16 only) for text in the platform UI zones. Top on slide 1 is an error. */
|
|
15
|
+
export declare function checkSlideImages(slides: Array<{
|
|
16
|
+
path: string;
|
|
17
|
+
index: number;
|
|
18
|
+
}>, options?: SlideCheckOptions): Promise<DraftCheck[]>;
|
|
19
|
+
export interface VideoCheckOptions {
|
|
20
|
+
placementKey?: string;
|
|
21
|
+
engine?: OcrEngine;
|
|
22
|
+
sampler?: (videoPath: string) => Promise<SampledFrame[]>;
|
|
23
|
+
}
|
|
24
|
+
/** Samples a video and reports text in the UI zones: one check per zone per run of frames showing the same text. */
|
|
25
|
+
export declare function checkVideoFrames(videoPath: string, options?: VideoCheckOptions): Promise<DraftCheck[]>;
|
|
26
|
+
/** Whole-image OCR: how many words and lines of text a slide carries (used by pacing). */
|
|
27
|
+
export declare function ocrSlideWordCount(path: string, engine?: OcrEngine): Promise<{
|
|
28
|
+
words: number;
|
|
29
|
+
lines: number;
|
|
30
|
+
}>;
|
|
31
|
+
//# sourceMappingURL=check.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"check.d.ts","sourceRoot":"","sources":["../../../src/lib/safe-zone/check.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAA;AAEvD,OAAO,EAAoC,KAAK,SAAS,EAA8B,MAAM,UAAU,CAAA;AACvG,OAAO,EAAqB,KAAK,YAAY,EAAsB,MAAM,aAAa,CAAA;AA8FtF,0DAA0D;AAC1D,wBAAgB,cAAc,CAAC,YAAY,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,UAAU,CAS/E;AAkBD,MAAM,WAAW,iBAAiB;IAChC,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,qGAAqG;IACrG,IAAI,CAAC,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAA;IAC3B,MAAM,CAAC,EAAE,SAAS,CAAA;CACnB;AAED,8GAA8G;AAC9G,wBAAsB,gBAAgB,CAAC,MAAM,EAAE,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC,EAAE,OAAO,GAAE,iBAAsB,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC,CAwC7I;AAED,MAAM,WAAW,iBAAiB;IAChC,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,MAAM,CAAC,EAAE,SAAS,CAAA;IAClB,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,MAAM,KAAK,OAAO,CAAC,YAAY,EAAE,CAAC,CAAA;CACzD;AAmBD,oHAAoH;AACpH,wBAAsB,gBAAgB,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,GAAE,iBAAsB,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC,CAiEhH;AAED,0FAA0F;AAC1F,wBAAsB,iBAAiB,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,GAAE,SAA8B,GAAG,OAAO,CAAC;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC,CAevI"}
|
|
@@ -0,0 +1,267 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* The safe-zone text checks: look for readable text inside the areas the platforms cover with their
|
|
3
|
+
* own interface (see zones.ts), in finished slide images and in frames sampled from a video.
|
|
4
|
+
* An empty result always means "looked and found nothing"; if OCR cannot run the result is one
|
|
5
|
+
* `safeZoneUnchecked` warning instead.
|
|
6
|
+
*/
|
|
7
|
+
import { readFile } from 'node:fs/promises';
|
|
8
|
+
import { readImageDimensions } from '../image-dimensions.js';
|
|
9
|
+
import { getDefaultEngine, OcrUnavailable } from './ocr.js';
|
|
10
|
+
import { sampleVideoFrames } from './frames.js';
|
|
11
|
+
import { hitZones, projectBox, REF_WIDTH, zonesFor } from './zones.js';
|
|
12
|
+
/** A top hit this early in a video (seconds) is an error; later it is a warning. */
|
|
13
|
+
const EARLY_SECONDS = 3;
|
|
14
|
+
const clampInt = (v, lo, hi) => Math.max(lo, Math.min(hi, Math.round(v)));
|
|
15
|
+
/** The pixels to read for a zone. The zoom starts at 1x, so the zone itself is always read; with zoom,
|
|
16
|
+
* text outside the zone can also be pushed into it later, so the union of the zone and its inward
|
|
17
|
+
* projection (by 1/maxScale) is read, clamped to the image. */
|
|
18
|
+
function ocrRectFor(zone, width, height, maxScale) {
|
|
19
|
+
let b = zone.rect;
|
|
20
|
+
if (maxScale && maxScale > 1) {
|
|
21
|
+
const p = projectBox(zone.rect, width, height, 1 / maxScale);
|
|
22
|
+
const x0 = Math.min(b.x, p.x);
|
|
23
|
+
const y0 = Math.min(b.y, p.y);
|
|
24
|
+
b = { x: x0, y: y0, w: Math.max(b.x + b.w, p.x + p.w) - x0, h: Math.max(b.y + b.h, p.y + p.h) - y0 };
|
|
25
|
+
}
|
|
26
|
+
const left = clampInt(b.x, 0, width - 1);
|
|
27
|
+
const top = clampInt(b.y, 0, height - 1);
|
|
28
|
+
return {
|
|
29
|
+
left,
|
|
30
|
+
top,
|
|
31
|
+
width: clampInt(b.x + b.w, left + 1, width) - left,
|
|
32
|
+
height: clampInt(b.y + b.h, top + 1, height) - top,
|
|
33
|
+
};
|
|
34
|
+
}
|
|
35
|
+
/** Joins words into reading order (line by line) and returns their union box. */
|
|
36
|
+
function mergeWords(words) {
|
|
37
|
+
const sorted = [...words].sort((a, b) => a.box.y - b.box.y || a.box.x - b.box.x);
|
|
38
|
+
const lines = [];
|
|
39
|
+
for (const w of sorted) {
|
|
40
|
+
const line = lines.find((l) => Math.abs(l[0].box.y + l[0].box.h / 2 - (w.box.y + w.box.h / 2)) < l[0].box.h * 0.6);
|
|
41
|
+
if (line)
|
|
42
|
+
line.push(w);
|
|
43
|
+
else
|
|
44
|
+
lines.push([w]);
|
|
45
|
+
}
|
|
46
|
+
const text = lines.map((l) => l.sort((a, b) => a.box.x - b.box.x).map((w) => w.text).join(' ')).join(' ');
|
|
47
|
+
const x0 = Math.min(...words.map((w) => w.box.x));
|
|
48
|
+
const y0 = Math.min(...words.map((w) => w.box.y));
|
|
49
|
+
const x1 = Math.max(...words.map((w) => w.box.x + w.box.w));
|
|
50
|
+
const y1 = Math.max(...words.map((w) => w.box.y + w.box.h));
|
|
51
|
+
return { text, box: { x: x0, y: y0, w: x1 - x0, h: y1 - y0 } };
|
|
52
|
+
}
|
|
53
|
+
/** OCRs the zone areas of one image and returns one merged hit per zone that has text in it. */
|
|
54
|
+
async function zoneHits(png, engine, zoom) {
|
|
55
|
+
const dim = readImageDimensions(png);
|
|
56
|
+
if (!dim)
|
|
57
|
+
return [];
|
|
58
|
+
const zones = zonesFor(dim.width, dim.height);
|
|
59
|
+
const hits = [];
|
|
60
|
+
for (const zone of zones) {
|
|
61
|
+
const words = await engine.recognizeWords(png, ocrRectFor(zone, dim.width, dim.height, zoom?.maxScale));
|
|
62
|
+
const inZone = words.filter((w) => {
|
|
63
|
+
// Zoom grows from 1x to maxScale, so test the word where it starts and where it ends up.
|
|
64
|
+
if (hitZones(w.box, [zone]).length > 0)
|
|
65
|
+
return true;
|
|
66
|
+
if (!(zoom?.maxScale && zoom.maxScale > 1))
|
|
67
|
+
return false;
|
|
68
|
+
return hitZones(projectBox(w.box, dim.width, dim.height, zoom.maxScale), [zone]).length > 0;
|
|
69
|
+
});
|
|
70
|
+
if (inZone.length)
|
|
71
|
+
hits.push({ zone, ...mergeWords(inZone) });
|
|
72
|
+
}
|
|
73
|
+
return hits;
|
|
74
|
+
}
|
|
75
|
+
/** "y=160" or "x=950", at the 1080x1920 scale the platforms are measured in. */
|
|
76
|
+
function positionText(hit, width) {
|
|
77
|
+
const s = REF_WIDTH / width;
|
|
78
|
+
return hit.zone.name === 'right' ? `x=${Math.round(hit.box.x * s)}` : `y=${Math.round(hit.box.y * s)}`;
|
|
79
|
+
}
|
|
80
|
+
/** The fix, in plain words. */
|
|
81
|
+
function fixText(zone) {
|
|
82
|
+
if (zone.name === 'top')
|
|
83
|
+
return `move it below y=${zone.edge1080} at 1080x1920`;
|
|
84
|
+
if (zone.name === 'bottom')
|
|
85
|
+
return `move it above y=${zone.edge1080} at 1080x1920`;
|
|
86
|
+
return `move it left of x=${zone.edge1080} at 1080x1920`;
|
|
87
|
+
}
|
|
88
|
+
const ZONE_LABEL = { top: 'top', bottom: 'bottom', right: 'right-hand' };
|
|
89
|
+
function describe(where, hit, width, suffix = '') {
|
|
90
|
+
return (`${where}: the text "${hit.text}" sits at ${positionText(hit, width)}, in the ${ZONE_LABEL[hit.zone.name]} area covered by ` +
|
|
91
|
+
`${hit.zone.platforms.join(' / ')}${suffix}; ${fixText(hit.zone)}.`);
|
|
92
|
+
}
|
|
93
|
+
/** The single warning returned when OCR could not run. */
|
|
94
|
+
export function uncheckedCheck(placementKey, reason) {
|
|
95
|
+
return {
|
|
96
|
+
placementKey,
|
|
97
|
+
rule: 'safeZoneUnchecked',
|
|
98
|
+
severity: 'warning',
|
|
99
|
+
message: `The safe-zone text check could not run (${reason}), so text in the platform UI zones was not looked for. ` +
|
|
100
|
+
'Check slide 1 and the first 3 seconds by eye: nothing above y=290, below y=1490, or in the right 15% column at 1080x1920.',
|
|
101
|
+
};
|
|
102
|
+
}
|
|
103
|
+
function reasonOf(e) {
|
|
104
|
+
return e instanceof Error ? e.message : String(e);
|
|
105
|
+
}
|
|
106
|
+
/** The unchecked warning for a run that did look, but could not read some slides or frames. */
|
|
107
|
+
function partialUnchecked(placementKey, what) {
|
|
108
|
+
return {
|
|
109
|
+
placementKey,
|
|
110
|
+
rule: 'safeZoneUnchecked',
|
|
111
|
+
severity: 'warning',
|
|
112
|
+
message: `The safe-zone text check could not read ${what}, so text in the platform UI zones was not looked for there. ` +
|
|
113
|
+
'Check those by eye: nothing above y=290, below y=1490, or in the right 15% column at 1080x1920.',
|
|
114
|
+
};
|
|
115
|
+
}
|
|
116
|
+
/** Checks finished slide images (9:16 only) for text in the platform UI zones. Top on slide 1 is an error. */
|
|
117
|
+
export async function checkSlideImages(slides, options = {}) {
|
|
118
|
+
const { placementKey = '9x16', zoom, engine = getDefaultEngine() } = options;
|
|
119
|
+
const checks = [];
|
|
120
|
+
const failed = [];
|
|
121
|
+
let read = 0;
|
|
122
|
+
for (const slide of slides) {
|
|
123
|
+
let hits;
|
|
124
|
+
let width;
|
|
125
|
+
try {
|
|
126
|
+
const png = await readFile(slide.path);
|
|
127
|
+
const dim = readImageDimensions(png);
|
|
128
|
+
if (!dim || zonesFor(dim.width, dim.height).length === 0)
|
|
129
|
+
continue;
|
|
130
|
+
width = dim.width;
|
|
131
|
+
hits = await zoneHits(png, engine, zoom);
|
|
132
|
+
}
|
|
133
|
+
catch (e) {
|
|
134
|
+
failed.push({ index: slide.index, reason: reasonOf(e) });
|
|
135
|
+
// An engine that cannot start will not start for the next slide either.
|
|
136
|
+
if (e instanceof OcrUnavailable && e.engineDown && read === 0)
|
|
137
|
+
break;
|
|
138
|
+
continue;
|
|
139
|
+
}
|
|
140
|
+
read++;
|
|
141
|
+
for (const hit of hits) {
|
|
142
|
+
const suffix = zoom ? ` once the slideshow zoom (up to ${zoom.maxScale}x) is applied` : '';
|
|
143
|
+
checks.push({
|
|
144
|
+
placementKey,
|
|
145
|
+
index: slide.index,
|
|
146
|
+
rule: 'safeZoneText',
|
|
147
|
+
severity: hit.zone.name === 'top' && slide.index === 0 ? 'error' : 'warning',
|
|
148
|
+
message: describe(`Slide ${slide.index + 1}`, hit, width, suffix),
|
|
149
|
+
box: hit.box,
|
|
150
|
+
text: hit.text,
|
|
151
|
+
platforms: hit.zone.platforms,
|
|
152
|
+
});
|
|
153
|
+
}
|
|
154
|
+
}
|
|
155
|
+
if (failed.length && read === 0)
|
|
156
|
+
return [uncheckedCheck(placementKey, failed[0].reason)];
|
|
157
|
+
if (failed.length) {
|
|
158
|
+
checks.push(partialUnchecked(placementKey, `slide${failed.length === 1 ? '' : 's'} ${failed.map((f) => f.index + 1).join(', ')} (${failed[0].reason})`));
|
|
159
|
+
}
|
|
160
|
+
return checks;
|
|
161
|
+
}
|
|
162
|
+
const norm = (s) => s.toLowerCase().replace(/[^\p{L}\p{N}]/gu, '');
|
|
163
|
+
/** True when two OCR readings are the same on-screen text (one may have lost or gained a word). */
|
|
164
|
+
function sameText(a, b) {
|
|
165
|
+
const x = norm(a);
|
|
166
|
+
const y = norm(b);
|
|
167
|
+
return x === y || (x.length > 2 && y.length > 2 && (x.includes(y) || y.includes(x)));
|
|
168
|
+
}
|
|
169
|
+
/** Samples a video and reports text in the UI zones: one check per zone per run of frames showing the same text. */
|
|
170
|
+
export async function checkVideoFrames(videoPath, options = {}) {
|
|
171
|
+
const { placementKey = '9x16', engine = getDefaultEngine(), sampler = sampleVideoFrames } = options;
|
|
172
|
+
const checks = [];
|
|
173
|
+
const open = new Map();
|
|
174
|
+
const close = (name) => {
|
|
175
|
+
const run = open.get(name);
|
|
176
|
+
if (!run)
|
|
177
|
+
return;
|
|
178
|
+
open.delete(name);
|
|
179
|
+
const { hit, atSeconds, isCut, width } = run;
|
|
180
|
+
const when = `${atSeconds.toFixed(1)}s${isCut ? ' (right after a cut)' : ''}`;
|
|
181
|
+
checks.push({
|
|
182
|
+
placementKey,
|
|
183
|
+
rule: 'safeZoneText',
|
|
184
|
+
severity: hit.zone.name === 'top' && atSeconds < EARLY_SECONDS ? 'error' : 'warning',
|
|
185
|
+
message: describe(`At ${when}`, hit, width),
|
|
186
|
+
atSeconds,
|
|
187
|
+
box: hit.box,
|
|
188
|
+
text: hit.text,
|
|
189
|
+
platforms: hit.zone.platforms,
|
|
190
|
+
});
|
|
191
|
+
};
|
|
192
|
+
let frames;
|
|
193
|
+
try {
|
|
194
|
+
frames = await sampler(videoPath);
|
|
195
|
+
}
|
|
196
|
+
catch (e) {
|
|
197
|
+
return [uncheckedCheck(placementKey, reasonOf(e))];
|
|
198
|
+
}
|
|
199
|
+
// "Looked and found nothing" needs frames to have been looked at.
|
|
200
|
+
if (frames.length === 0)
|
|
201
|
+
return [uncheckedCheck(placementKey, 'no frames could be read from the video')];
|
|
202
|
+
const failedAt = [];
|
|
203
|
+
let firstReason = '';
|
|
204
|
+
let read = 0;
|
|
205
|
+
for (const frame of frames) {
|
|
206
|
+
let hits;
|
|
207
|
+
let width;
|
|
208
|
+
try {
|
|
209
|
+
const dim = readImageDimensions(frame.png);
|
|
210
|
+
if (!dim)
|
|
211
|
+
throw new Error('the frame image could not be decoded');
|
|
212
|
+
if (zonesFor(dim.width, dim.height).length === 0)
|
|
213
|
+
break; // not 9:16: nothing to check in any frame
|
|
214
|
+
width = dim.width;
|
|
215
|
+
hits = new Map((await zoneHits(frame.png, engine, undefined)).map((h) => [h.zone.name, h]));
|
|
216
|
+
}
|
|
217
|
+
catch (e) {
|
|
218
|
+
failedAt.push(frame.atSeconds);
|
|
219
|
+
firstReason || (firstReason = reasonOf(e));
|
|
220
|
+
if (e instanceof OcrUnavailable && e.engineDown && read === 0)
|
|
221
|
+
break;
|
|
222
|
+
continue;
|
|
223
|
+
}
|
|
224
|
+
read++;
|
|
225
|
+
for (const name of ['top', 'bottom', 'right']) {
|
|
226
|
+
const hit = hits.get(name);
|
|
227
|
+
const run = open.get(name);
|
|
228
|
+
if (run && (!hit || !sameText(run.lastText, hit.text)))
|
|
229
|
+
close(name);
|
|
230
|
+
if (hit && !open.has(name))
|
|
231
|
+
open.set(name, { hit, atSeconds: frame.atSeconds, isCut: frame.isCut, width, lastText: hit.text });
|
|
232
|
+
else if (hit && run)
|
|
233
|
+
run.lastText = hit.text;
|
|
234
|
+
}
|
|
235
|
+
}
|
|
236
|
+
// Open runs are always emitted, however the loop ended.
|
|
237
|
+
for (const name of ['top', 'bottom', 'right'])
|
|
238
|
+
close(name);
|
|
239
|
+
if (failedAt.length && read === 0)
|
|
240
|
+
return [uncheckedCheck(placementKey, firstReason)];
|
|
241
|
+
const skipped = frames.skipped ?? 0;
|
|
242
|
+
if (failedAt.length) {
|
|
243
|
+
checks.push(partialUnchecked(placementKey, `${failedAt.length} frame${failedAt.length === 1 ? '' : 's'} (at ${failedAt.map((t) => `${t.toFixed(1)}s`).join(', ')}; ${firstReason})`));
|
|
244
|
+
}
|
|
245
|
+
if (skipped > 0)
|
|
246
|
+
checks.push(partialUnchecked(placementKey, `${skipped} frame${skipped === 1 ? '' : 's'} of the video (ffmpeg could not extract ${skipped === 1 ? 'it' : 'them'})`));
|
|
247
|
+
return checks.sort((a, b) => (a.atSeconds ?? 0) - (b.atSeconds ?? 0));
|
|
248
|
+
}
|
|
249
|
+
/** Whole-image OCR: how many words and lines of text a slide carries (used by pacing). */
|
|
250
|
+
export async function ocrSlideWordCount(path, engine = getDefaultEngine()) {
|
|
251
|
+
const words = await engine.recognizeWords(await readFile(path));
|
|
252
|
+
if (!words.length)
|
|
253
|
+
return { words: 0, lines: 0 };
|
|
254
|
+
const lines = new Set();
|
|
255
|
+
const sorted = [...words].sort((a, b) => a.box.y - b.box.y);
|
|
256
|
+
let lineTop = -Infinity;
|
|
257
|
+
let lineH = 0;
|
|
258
|
+
for (const w of sorted) {
|
|
259
|
+
if (w.box.y > lineTop + lineH * 0.6) {
|
|
260
|
+
lineTop = w.box.y;
|
|
261
|
+
lineH = w.box.h;
|
|
262
|
+
lines.add(lineTop);
|
|
263
|
+
}
|
|
264
|
+
}
|
|
265
|
+
return { words: words.length, lines: lines.size };
|
|
266
|
+
}
|
|
267
|
+
//# sourceMappingURL=check.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"check.js","sourceRoot":"","sources":["../../../src/lib/safe-zone/check.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAA;AAE3C,OAAO,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAA;AAC5D,OAAO,EAAE,gBAAgB,EAAE,cAAc,EAA8C,MAAM,UAAU,CAAA;AACvG,OAAO,EAAE,iBAAiB,EAAyC,MAAM,aAAa,CAAA;AACtF,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,SAAS,EAAE,QAAQ,EAAgC,MAAM,YAAY,CAAA;AAEpG,oFAAoF;AACpF,MAAM,aAAa,GAAG,CAAC,CAAA;AASvB,MAAM,QAAQ,GAAG,CAAC,CAAS,EAAE,EAAU,EAAE,EAAU,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;AAEjG;;+DAE+D;AAC/D,SAAS,UAAU,CAAC,IAAc,EAAE,KAAa,EAAE,MAAc,EAAE,QAA4B;IAC7F,IAAI,CAAC,GAAa,IAAI,CAAC,IAAI,CAAA;IAC3B,IAAI,QAAQ,IAAI,QAAQ,GAAG,CAAC,EAAE,CAAC;QAC7B,MAAM,CAAC,GAAG,UAAU,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,GAAG,QAAQ,CAAC,CAAA;QAC5D,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;QAC7B,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;QAC7B,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,EAAE,CAAA;IACtG,CAAC;IACD,MAAM,IAAI,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,CAAA;IACxC,MAAM,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,MAAM,GAAG,CAAC,CAAC,CAAA;IACxC,OAAO;QACL,IAAI;QACJ,GAAG;QACH,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,GAAG,CAAC,EAAE,KAAK,CAAC,GAAG,IAAI;QAClD,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,GAAG,CAAC,EAAE,MAAM,CAAC,GAAG,GAAG;KACnD,CAAA;AACH,CAAC;AAED,iFAAiF;AACjF,SAAS,UAAU,CAAC,KAAgB;IAClC,MAAM,MAAM,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;IAChF,MAAM,KAAK,GAAgB,EAAE,CAAA;IAC7B,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACvB,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAE,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAE,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAE,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,CAAA;QACrH,IAAI,IAAI;YAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;;YACjB,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IACtB,CAAC;IACD,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IACzG,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAA;IACjD,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAA;IACjD,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAA;IAC3D,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAA;IAC3D,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,CAAA;AAChE,CAAC;AAED,gGAAgG;AAChG,KAAK,UAAU,QAAQ,CAAC,GAAW,EAAE,MAAiB,EAAE,IAAsC;IAC5F,MAAM,GAAG,GAAG,mBAAmB,CAAC,GAAG,CAAC,CAAA;IACpC,IAAI,CAAC,GAAG;QAAE,OAAO,EAAE,CAAA;IACnB,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,MAAM,CAAC,CAAA;IAC7C,MAAM,IAAI,GAAc,EAAE,CAAA;IAC1B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,cAAc,CAAC,GAAG,EAAE,UAAU,CAAC,IAAI,EAAE,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAA;QACvG,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;YAChC,yFAAyF;YACzF,IAAI,QAAQ,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC;gBAAE,OAAO,IAAI,CAAA;YACnD,IAAI,CAAC,CAAC,IAAI,EAAE,QAAQ,IAAI,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC;gBAAE,OAAO,KAAK,CAAA;YACxD,OAAO,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAA;QAC7F,CAAC,CAAC,CAAA;QACF,IAAI,MAAM,CAAC,MAAM;YAAE,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;IAC/D,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC;AAED,gFAAgF;AAChF,SAAS,YAAY,CAAC,GAAY,EAAE,KAAa;IAC/C,MAAM,CAAC,GAAG,SAAS,GAAG,KAAK,CAAA;IAC3B,OAAO,GAAG,CAAC,IAAI,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAA;AACxG,CAAC;AAED,+BAA+B;AAC/B,SAAS,OAAO,CAAC,IAAc;IAC7B,IAAI,IAAI,CAAC,IAAI,KAAK,KAAK;QAAE,OAAO,mBAAmB,IAAI,CAAC,QAAQ,eAAe,CAAA;IAC/E,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ;QAAE,OAAO,mBAAmB,IAAI,CAAC,QAAQ,eAAe,CAAA;IAClF,OAAO,qBAAqB,IAAI,CAAC,QAAQ,eAAe,CAAA;AAC1D,CAAC;AAED,MAAM,UAAU,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,YAAY,EAAW,CAAA;AAEjF,SAAS,QAAQ,CAAC,KAAa,EAAE,GAAY,EAAE,KAAa,EAAE,MAAM,GAAG,EAAE;IACvE,OAAO,CACL,GAAG,KAAK,eAAe,GAAG,CAAC,IAAI,aAAa,YAAY,CAAC,GAAG,EAAE,KAAK,CAAC,YAAY,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,mBAAmB;QAC5H,GAAG,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,MAAM,KAAK,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CACpE,CAAA;AACH,CAAC;AAED,0DAA0D;AAC1D,MAAM,UAAU,cAAc,CAAC,YAAoB,EAAE,MAAc;IACjE,OAAO;QACL,YAAY;QACZ,IAAI,EAAE,mBAAmB;QACzB,QAAQ,EAAE,SAAS;QACnB,OAAO,EACL,2CAA2C,MAAM,0DAA0D;YAC3G,2HAA2H;KAC9H,CAAA;AACH,CAAC;AAED,SAAS,QAAQ,CAAC,CAAU;IAC1B,OAAO,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAA;AACnD,CAAC;AAED,+FAA+F;AAC/F,SAAS,gBAAgB,CAAC,YAAoB,EAAE,IAAY;IAC1D,OAAO;QACL,YAAY;QACZ,IAAI,EAAE,mBAAmB;QACzB,QAAQ,EAAE,SAAS;QACnB,OAAO,EACL,2CAA2C,IAAI,+DAA+D;YAC9G,iGAAiG;KACpG,CAAA;AACH,CAAC;AASD,8GAA8G;AAC9G,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,MAA8C,EAAE,UAA6B,EAAE;IACpH,MAAM,EAAE,YAAY,GAAG,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,gBAAgB,EAAE,EAAE,GAAG,OAAO,CAAA;IAC5E,MAAM,MAAM,GAAiB,EAAE,CAAA;IAC/B,MAAM,MAAM,GAA6C,EAAE,CAAA;IAC3D,IAAI,IAAI,GAAG,CAAC,CAAA;IACZ,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,IAAe,CAAA;QACnB,IAAI,KAAa,CAAA;QACjB,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;YACtC,MAAM,GAAG,GAAG,mBAAmB,CAAC,GAAG,CAAC,CAAA;YACpC,IAAI,CAAC,GAAG,IAAI,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAQ;YAClE,KAAK,GAAG,GAAG,CAAC,KAAK,CAAA;YACjB,IAAI,GAAG,MAAM,QAAQ,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,CAAA;QAC1C,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;YACxD,wEAAwE;YACxE,IAAI,CAAC,YAAY,cAAc,IAAI,CAAC,CAAC,UAAU,IAAI,IAAI,KAAK,CAAC;gBAAE,MAAK;YACpE,SAAQ;QACV,CAAC;QACD,IAAI,EAAE,CAAA;QACN,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,mCAAmC,IAAI,CAAC,QAAQ,eAAe,CAAC,CAAC,CAAC,EAAE,CAAA;YAC1F,MAAM,CAAC,IAAI,CAAC;gBACV,YAAY;gBACZ,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,IAAI,EAAE,cAAc;gBACpB,QAAQ,EAAE,GAAG,CAAC,IAAI,CAAC,IAAI,KAAK,KAAK,IAAI,KAAK,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;gBAC5E,OAAO,EAAE,QAAQ,CAAC,SAAS,KAAK,CAAC,KAAK,GAAG,CAAC,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,CAAC;gBACjE,GAAG,EAAE,GAAG,CAAC,GAAG;gBACZ,IAAI,EAAE,GAAG,CAAC,IAAI;gBACd,SAAS,EAAE,GAAG,CAAC,IAAI,CAAC,SAAS;aAC9B,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,IAAI,IAAI,KAAK,CAAC;QAAE,OAAO,CAAC,cAAc,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC,CAAE,CAAC,MAAM,CAAC,CAAC,CAAA;IACzF,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QAClB,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,YAAY,EAAE,QAAQ,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,MAAM,CAAC,CAAC,CAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAC3J,CAAC;IACD,OAAO,MAAM,CAAA;AACf,CAAC;AAQD,MAAM,IAAI,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,iBAAiB,EAAE,EAAE,CAAC,CAAA;AAE1E,mGAAmG;AACnG,SAAS,QAAQ,CAAC,CAAS,EAAE,CAAS;IACpC,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAA;IACjB,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAA;IACjB,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;AACtF,CAAC;AAUD,oHAAoH;AACpH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,SAAiB,EAAE,UAA6B,EAAE;IACvF,MAAM,EAAE,YAAY,GAAG,MAAM,EAAE,MAAM,GAAG,gBAAgB,EAAE,EAAE,OAAO,GAAG,iBAAiB,EAAE,GAAG,OAAO,CAAA;IACnG,MAAM,MAAM,GAAiB,EAAE,CAAA;IAC/B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAe,CAAA;IACnC,MAAM,KAAK,GAAG,CAAC,IAAY,EAAE,EAAE;QAC7B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QAC1B,IAAI,CAAC,GAAG;YAAE,OAAM;QAChB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;QACjB,MAAM,EAAE,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,GAAG,CAAA;QAC5C,MAAM,IAAI,GAAG,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,EAAE,EAAE,CAAA;QAC7E,MAAM,CAAC,IAAI,CAAC;YACV,YAAY;YACZ,IAAI,EAAE,cAAc;YACpB,QAAQ,EAAE,GAAG,CAAC,IAAI,CAAC,IAAI,KAAK,KAAK,IAAI,SAAS,GAAG,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;YACpF,OAAO,EAAE,QAAQ,CAAC,MAAM,IAAI,EAAE,EAAE,GAAG,EAAE,KAAK,CAAC;YAC3C,SAAS;YACT,GAAG,EAAE,GAAG,CAAC,GAAG;YACZ,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,SAAS,EAAE,GAAG,CAAC,IAAI,CAAC,SAAS;SAC9B,CAAC,CAAA;IACJ,CAAC,CAAA;IACD,IAAI,MAAsB,CAAA;IAC1B,IAAI,CAAC;QACH,MAAM,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,CAAA;IACnC,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO,CAAC,cAAc,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IACpD,CAAC;IACD,kEAAkE;IAClE,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,cAAc,CAAC,YAAY,EAAE,wCAAwC,CAAC,CAAC,CAAA;IACxG,MAAM,QAAQ,GAAa,EAAE,CAAA;IAC7B,IAAI,WAAW,GAAG,EAAE,CAAA;IACpB,IAAI,IAAI,GAAG,CAAC,CAAA;IACZ,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,IAAoC,CAAA;QACxC,IAAI,KAAa,CAAA;QACjB,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,mBAAmB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;YAC1C,IAAI,CAAC,GAAG;gBAAE,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAA;YACjE,IAAI,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,MAAM,KAAK,CAAC;gBAAE,MAAK,CAAC,0CAA0C;YAClG,KAAK,GAAG,GAAG,CAAC,KAAK,CAAA;YACjB,IAAI,GAAG,IAAI,GAAG,CAAC,CAAC,MAAM,QAAQ,CAAC,KAAK,CAAC,GAAG,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;QAC7F,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAA;YAC9B,WAAW,KAAX,WAAW,GAAK,QAAQ,CAAC,CAAC,CAAC,EAAA;YAC3B,IAAI,CAAC,YAAY,cAAc,IAAI,CAAC,CAAC,UAAU,IAAI,IAAI,KAAK,CAAC;gBAAE,MAAK;YACpE,SAAQ;QACV,CAAC;QACD,IAAI,EAAE,CAAA;QACN,KAAK,MAAM,IAAI,IAAI,CAAC,KAAK,EAAE,QAAQ,EAAE,OAAO,CAAU,EAAE,CAAC;YACvD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;YAC1B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;YAC1B,IAAI,GAAG,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;gBAAE,KAAK,CAAC,IAAI,CAAC,CAAA;YACnE,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC;gBAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,GAAG,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC,CAAA;iBACzH,IAAI,GAAG,IAAI,GAAG;gBAAE,GAAG,CAAC,QAAQ,GAAG,GAAG,CAAC,IAAI,CAAA;QAC9C,CAAC;IACH,CAAC;IACD,wDAAwD;IACxD,KAAK,MAAM,IAAI,IAAI,CAAC,KAAK,EAAE,QAAQ,EAAE,OAAO,CAAC;QAAE,KAAK,CAAC,IAAI,CAAC,CAAA;IAC1D,IAAI,QAAQ,CAAC,MAAM,IAAI,IAAI,KAAK,CAAC;QAAE,OAAO,CAAC,cAAc,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC,CAAA;IACrF,MAAM,OAAO,GAAI,MAAwB,CAAC,OAAO,IAAI,CAAC,CAAA;IACtD,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;QACpB,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,YAAY,EAAE,GAAG,QAAQ,CAAC,MAAM,SAAS,QAAQ,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,QAAQ,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,WAAW,GAAG,CAAC,CAAC,CAAA;IACvL,CAAC;IACD,IAAI,OAAO,GAAG,CAAC;QAAE,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,YAAY,EAAE,GAAG,OAAO,SAAS,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,2CAA2C,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IACpL,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,CAAC,CAAA;AACvE,CAAC;AAED,0FAA0F;AAC1F,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,IAAY,EAAE,SAAoB,gBAAgB,EAAE;IAC1F,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,cAAc,CAAC,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAA;IAC/D,IAAI,CAAC,KAAK,CAAC,MAAM;QAAE,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAA;IAChD,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAA;IAC/B,MAAM,MAAM,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;IAC3D,IAAI,OAAO,GAAG,CAAC,QAAQ,CAAA;IACvB,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACvB,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,OAAO,GAAG,KAAK,GAAG,GAAG,EAAE,CAAC;YACpC,OAAO,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;YACjB,KAAK,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;YACf,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;QACpB,CAAC;IACH,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,IAAI,EAAE,CAAA;AACnD,CAAC"}
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
export interface SampledFrame {
|
|
2
|
+
atSeconds: number;
|
|
3
|
+
png: Buffer;
|
|
4
|
+
isCut: boolean;
|
|
5
|
+
}
|
|
6
|
+
/** The frames, plus how many planned frames ffmpeg could not extract (absent when none failed). */
|
|
7
|
+
export type SampledFrames = SampledFrame[] & {
|
|
8
|
+
skipped?: number;
|
|
9
|
+
};
|
|
10
|
+
export interface SampleOptions {
|
|
11
|
+
everySeconds?: number;
|
|
12
|
+
maxFrames?: number;
|
|
13
|
+
sceneThreshold?: number;
|
|
14
|
+
/** The clip length when the caller already knows it (e.g. from probeMedia); otherwise read from ffmpeg's output. */
|
|
15
|
+
durationSeconds?: number;
|
|
16
|
+
}
|
|
17
|
+
/** Reads the cut times (pts_time) out of ffmpeg's showinfo log. */
|
|
18
|
+
export declare function parseCutTimes(log: string): number[];
|
|
19
|
+
/** Reads the clip duration from ffmpeg's "Duration: hh:mm:ss.xx" line (0 when absent). */
|
|
20
|
+
export declare function parseDuration(log: string): number;
|
|
21
|
+
/**
|
|
22
|
+
* The times to look at: a regular grid plus each cut, merged within 0.2 s and capped. A long clip
|
|
23
|
+
* widens the grid to fit the cap but always keeps 0.5 s steps before t=3s. When there are still
|
|
24
|
+
* too many, every frame in the first 3 s and the final frame are kept and the rest are thinned
|
|
25
|
+
* evenly across the clip, keeping cut frames in preference to grid frames.
|
|
26
|
+
*/
|
|
27
|
+
export declare function planSampleTimes(duration: number, cuts: number[], { everySeconds, maxFrames }?: SampleOptions): Array<{
|
|
28
|
+
at: number;
|
|
29
|
+
isCut: boolean;
|
|
30
|
+
}>;
|
|
31
|
+
/** One frame at a time offset as a PNG. */
|
|
32
|
+
export declare function extractFrameAt(videoPath: string, seconds: number): Promise<Buffer>;
|
|
33
|
+
/** Frames every `everySeconds` plus the first frame after each scene cut. */
|
|
34
|
+
export declare function sampleVideoFrames(videoPath: string, options?: SampleOptions): Promise<SampledFrames>;
|
|
35
|
+
//# sourceMappingURL=frames.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"frames.d.ts","sourceRoot":"","sources":["../../../src/lib/safe-zone/frames.ts"],"names":[],"mappings":"AAOA,MAAM,WAAW,YAAY;IAC3B,SAAS,EAAE,MAAM,CAAA;IACjB,GAAG,EAAE,MAAM,CAAA;IACX,KAAK,EAAE,OAAO,CAAA;CACf;AAED,mGAAmG;AACnG,MAAM,MAAM,aAAa,GAAG,YAAY,EAAE,GAAG;IAAE,OAAO,CAAC,EAAE,MAAM,CAAA;CAAE,CAAA;AAEjE,MAAM,WAAW,aAAa;IAC5B,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,oHAAoH;IACpH,eAAe,CAAC,EAAE,MAAM,CAAA;CACzB;AAKD,mEAAmE;AACnE,wBAAgB,aAAa,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,EAAE,CAEnD;AAED,0FAA0F;AAC1F,wBAAgB,aAAa,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAGjD;AAED;;;;;GAKG;AACH,wBAAgB,eAAe,CAC7B,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,MAAM,EAAE,EACd,EAAE,YAAkB,EAAE,SAAc,EAAE,GAAE,aAAkB,GACzD,KAAK,CAAC;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,OAAO,CAAA;CAAE,CAAC,CA0CvC;AAWD,2CAA2C;AAC3C,wBAAsB,cAAc,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAWxF;AAED,6EAA6E;AAC7E,wBAAsB,iBAAiB,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,GAAE,aAAkB,GAAG,OAAO,CAAC,aAAa,CAAC,CA4B9G"}
|