@wrenautomation/read 0.0.0-stage → 0.30.0

package/dist/video/read.js

@@ -0,0 +1,92 @@
+/**
+ * A video or podcast read as one markdown document: the `VideoRead` shape, the captions renderer
+ * (a YouTube json3 track to a heading per chapter) and the audio hearer (a file cut by ffmpeg into
+ * clips, each transcribed by a model that takes audio). Everything here takes text or a file on
+ * disk; fetching the captions or the audio is `url.ts`'s. Every
+ * caller passes its own models and tools. Nothing here touches a database.
+ */
+import { readdir, readFile } from "node:fs/promises";
+import { dirname, join } from "node:path";
+import { readMedia } from "./gemini.js";
+import { clock, run } from "./tools.js";
+const MARK_EVERY_S = 60;
+/** Seconds of video per model call. */
+export const CLIP_S = 600;
+/** yt-dlp's `YYYYMMDD` as an ISO date. */
+export const isoDate = (d) => d?.replace(/^(\d{4})(\d{2})(\d{2})$/, "$1-$2-$3");
+/** A model's "none": nothing shown or said. */
+export const real = (s) => s && s.toLowerCase() !== "none";
+/** Captions as markdown: a heading per chapter, a `[m:ss]` marker every minute so a reader can cite a moment. */
+export function captionsBody(info, track) {
+    const chapters = info.chapters?.length
+        ? info.chapters
+        : [{ start_time: 0, end_time: info.duration ?? Number.POSITIVE_INFINITY, title: info.title }];
+    const words = track.events
+        .filter((e) => e.segs?.length)
+        .map((e) => ({
+        t: e.tStartMs / 1000,
+        text: (e.segs ?? [])
+            .map((s) => s.utf8)
+            .join("")
+            .replace(/\s+/g, " ")
+            .trim(),
+    }))
+        .filter((w) => w.text);
+    return chapters
+        .map((c) => {
+        const lines = [];
+        let mark = Number.NEGATIVE_INFINITY;
+        for (const w of words) {
+            if (w.t < c.start_time || w.t >= c.end_time)
+                continue;
+            if (w.t - mark >= MARK_EVERY_S) {
+                mark = w.t;
+                lines.push(`\n[${clock(w.t)}]`);
+            }
+            lines.push(w.text);
+        }
+        return `## [${clock(c.start_time)}] ${c.title}\n${lines.join(" ").trim()}\n`;
+    })
+        .join("\n");
+}
+const HEARD = (start) => `Transcribe the speech in this podcast audio: every word spoken, in paragraphs, each starting with its time in the episode as [m:ss], or [h:mm:ss] past the hour (this clip starts at ${clock(start)}), and the speaker's name in bold when it's known. Fix only obvious mishearings. Leave out ad reads. Markdown, no heading. If nobody speaks, reply with the single word none.`;
+/**
+ * A podcast episode heard from its audio file on disk: cut by ffmpeg into `CLIP_S` mono clips
+ * small enough to send inline (about 2 MB each), each transcribed by `model` (`geminiVideo`), 4 at
+ * a time, times running on across clips. The clips are written beside the file and left for the
+ * caller's cleanup. `label` names the calls in errors.
+ */
+export async function hearAudio(file, opts) {
+    if (!opts.model.takes.has("audio"))
+        throw new Error(`${file}: ${opts.model.id} takes no audio`);
+    const clipS = opts.clipS ?? CLIP_S;
+    const ffmpeg = opts.ffmpeg ?? "ffmpeg";
+    const label = opts.label ?? file;
+    const dir = dirname(file);
+    await run(ffmpeg, [
+        ...["-hide_banner", "-loglevel", "error", "-i", file, "-vn", "-ac", "1", "-ar", "16000"],
+        ...["-c:a", "libopus", "-b:a", "24k", "-f", "segment", "-segment_time", String(clipS)],
+        ...["-reset_timestamps", "1", join(dir, "clip%03d.ogg")],
+    ], { maxBuffer: 16 * 1024 * 1024 });
+    const clips = (await readdir(dir)).filter((f) => f.startsWith("clip")).sort();
+    if (!clips.length)
+        throw new Error(`${file}: ffmpeg cut no clips`);
+    const hear = async (clip, i) => {
+        const at = `${label} ${clock(i * clipS)} speech`;
+        const said = await readMedia(opts.model, [{ type: "audio", data: await readFile(join(dir, clip)), mediaType: "audio/ogg" }], HEARD(i * clipS)).catch((err) => {
+            throw new Error(`${at}: ${err instanceof Error ? err.message : err}`, { cause: err });
+        });
+        return real(said) ? said : "";
+    };
+    const speech = [];
+    for (let i = 0; i < clips.length; i += 4)
+        speech.push(...(await Promise.all(clips.slice(i, i + 4).map((f, j) => hear(f, i + j)))));
+    const { stdout } = await run(ffmpeg.replace(/ffmpeg$/, "ffprobe"), [
+        ...["-v", "error", "-show_entries", "format=duration", "-of", "csv=p=0", file],
+    ]).catch(() => ({ stdout: "" }));
+    return {
+        speech: `## Speech\n\n${speech.filter(Boolean).join("\n\n") || "(no speech)"}\n`,
+        duration: Math.round(Number(stdout.trim()) || 0),
+    };
+}
+//# sourceMappingURL=read.js.map

package/dist/video/read.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"read.js","sourceRoot":"","sources":["../../src/video/read.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AACrD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAE1C,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAExC,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,YAAY,CAAC;AAyBxC,MAAM,YAAY,GAAG,EAAE,CAAC;AACxB,uCAAuC;AACvC,MAAM,CAAC,MAAM,MAAM,GAAG,GAAG,CAAC;AAE1B,0CAA0C;AAC1C,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,CAAqB,EAAsB,EAAE,CACnE,CAAC,EAAE,OAAO,CAAC,yBAAyB,EAAE,UAAU,CAAC,CAAC;AAEpD,+CAA+C;AAC/C,MAAM,CAAC,MAAM,IAAI,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,KAAK,MAAM,CAAC;AAEnE,iHAAiH;AACjH,MAAM,UAAU,YAAY,CAAC,IAAe,EAAE,KAAY;IACxD,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,EAAE,MAAM;QACpC,CAAC,CAAC,IAAI,CAAC,QAAQ;QACf,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,MAAM,CAAC,iBAAiB,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;IAChG,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM;SACvB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC;SAC7B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACX,CAAC,EAAE,CAAC,CAAC,QAAQ,GAAG,IAAI;QACpB,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC;aACjB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;aAClB,IAAI,CAAC,EAAE,CAAC;aACR,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;aACpB,IAAI,EAAE;KACV,CAAC,CAAC;SACF,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACzB,OAAO,QAAQ;SACZ,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACT,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,IAAI,IAAI,GAAG,MAAM,CAAC,iBAAiB,CAAC;QACpC,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;YACtB,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ;gBAAE,SAAS;YACtD,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,IAAI,YAAY,EAAE,CAAC;gBAC/B,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC;gBACX,KAAK,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YAClC,CAAC;YACD,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACrB,CAAC;QACD,OAAO,OAAO,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,KAAK,KAAK,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC;IAC/E,CAAC,CAAC;SACD,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC;AAED,MAAM,KAAK,GAAG,CAAC,KAAa,EAAE,EAAE,CAC9B,wLAAwL,KAAK,CAAC,KAAK,CAAC,+KAA+K,CAAC;AAEtX;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,IAAY,EACZ,IAOC;IAED,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,KAAK,IAAI,CAAC,KAAK,CAAC,EAAE,iBAAiB,CAAC,CAAC;IAChG,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,MAAM,CAAC;IACnC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,QAAQ,CAAC;IACvC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC;IACjC,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1B,MAAM,GAAG,CACP,MAAM,EACN;QACE,GAAG,CAAC,cAAc,EAAE,WAAW,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,OAAO,CAAC;QACxF,GAAG,CAAC,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;QACtF,GAAG,CAAC,mBAAmB,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,cAAc,CAAC,CAAC;KACzD,EACD,EAAE,SAAS,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI,EAAE,CAChC,CAAC;IACF,MAAM,KAAK,GAAG,CAAC,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC9E,IAAI,CAAC,KAAK,CAAC,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,uBAAuB,CAAC,CAAC;IACnE,MAAM,IAAI,GAAG,KAAK,EAAE,IAAY,EAAE,CAAS,EAAE,EAAE;QAC7C,MAAM,EAAE,GAAG,GAAG,KAAK,IAAI,KAAK,CAAC,CAAC,GAAG,KAAK,CAAC,SAAS,CAAC;QACjD,MAAM,IAAI,GAAG,MAAM,SAAS,CAC1B,IAAI,CAAC,KAAK,EACV,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,EAAE,SAAS,EAAE,WAAW,EAAE,CAAC,EAClF,KAAK,CAAC,CAAC,GAAG,KAAK,CAAC,CACjB,CAAC,KAAK,CAAC,CAAC,GAAY,EAAE,EAAE;YACvB,MAAM,IAAI,KAAK,CAAC,GAAG,EAAE,KAAK,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;QACxF,CAAC,CAAC,CAAC;QACH,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;IAChC,CAAC,CAAC;IACF,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC;QACtC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3F,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,EAAE,SAAS,CAAC,EAAE;QACjE,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,eAAe,EAAE,iBAAiB,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,CAAC;KAC/E,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;IACjC,OAAO;QACL,MAAM,EAAE,gBAAgB,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,aAAa,IAAI;QAChF,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC;KACjD,CAAC;AACJ,CAAC"}

package/dist/video/shots.d.ts

@@ -0,0 +1,35 @@
+import { type Model } from "@wrenautomation/models";
+/** The labels asked, each with its closed set. */
+export declare const LABELS: readonly ["type", "move", "in"];
+export type Label = (typeof LABELS)[number];
+export type LabelSets = Record<Label, readonly string[]>;
+export type ShotLabels = Record<Label, string | null>;
+/** A shot to label: its start and length in seconds. */
+export interface ShotSpan {
+    t: number;
+    len: number;
+}
+export declare const labelAsk: (sets: LabelSets, first: boolean) => string;
+/** The model's answer, held to the sets: an answer outside one is null. */
+export declare function parseLabels(answer: string, sets: LabelSets): ShotLabels;
+/** The frame times for a shot: just before it (not for the first), its start, middle and end. */
+export declare function shotTimes(s: ShotSpan): number[];
+/**
+ * Each shot's labels, one vision call a shot, `AT_ONCE` at a time. A shot whose call fails keeps
+ * null labels and a warning; every call failing throws.
+ */
+export declare function labelShots(file: string, shots: readonly ShotSpan[], sets: LabelSets, o: {
+    /** Takes images (`cohereEye`). */
+    eye: Model;
+    ffmpeg?: string;
+    bright?: boolean;
+    /** For tests: stands in for the wait on a per-minute cap. */
+    pause?: (ms: number) => Promise<void>;
+}): Promise<ShotLabels[]>;
+/** Each label's share of hand labels the machine matched; a hand label that is null is skipped. */
+export declare function labelMatch(hand: readonly Partial<ShotLabels>[], machine: readonly ShotLabels[]): Record<Label, {
+    n: number;
+    hits: number;
+    share: number;
+    misses: [string, string | null][];
+}>;

package/dist/video/shots.js

@@ -0,0 +1,139 @@
+/**
+ * Shot labels by vision (designs/2026-10-25-competitor-analyzer.md, Read): for each shot of a film,
+ * frames at its start, middle and end, and one just before it starts, go to a vision model
+ * (`cohereEye`), which picks the shot's type, camera move and way in from closed sets the caller gives.
+ * An answer outside a set is null, never guessed. The caller decides which labels it trusts: a
+ * label ships only once it matches a hand seed at 80% or better (`labelMatch`).
+ */
+import { mkdtemp, readFile, rm } from "node:fs/promises";
+import { tmpdir } from "node:os";
+import { join } from "node:path";
+import { isTransient } from "@wrenautomation/models";
+import { runFor, TOOL_MS } from "./tools.js";
+/** The labels asked, each with its closed set. */
+export const LABELS = ["type", "move", "in"];
+/** Calls at a time: the vision model's per-minute limit refuses 3 at once on a film. */
+const AT_ONCE = 1;
+/** A per-minute cap with no `retry-after`: wait it out this long, at most `CAP_WAITS` times a shot. */
+const CAP_WAIT_MS = 61_000;
+const CAP_WAITS = 3;
+const sleep = (ms) => new Promise((r) => setTimeout(r, ms));
+/** `fn`, again after the vendor's wait (a minute when it names none) each time it says "later". */
+async function waitOutCap(fn, pause) {
+    for (let i = 0;; i++) {
+        try {
+            return await fn();
+        }
+        catch (err) {
+            if (i >= CAP_WAITS || !isTransient(err))
+                throw err;
+            const until = err.retryAfter ? Date.parse(err.retryAfter) - Date.now() : Number.NaN;
+            await pause(Number.isNaN(until) ? CAP_WAIT_MS : Math.max(0, Math.min(until, CAP_WAIT_MS)));
+        }
+    }
+}
+/** Dark films read as nothing; this lifts the shadows before the model sees them. */
+const BRIGHTEN = "eq=gamma=1.6:contrast=1.15";
+const MEANS = {
+    type: "what the shot shows: ui (an app screen), b-roll (real-world footage), graphic (motion design, no app), logo, text-card (words alone on a plain ground), talking-head (a person speaking to camera)",
+    move: "how the camera moves within the shot: static, push (in), pull (out), pan, track (slides along), orbit (circles the subject), roll (tilts the frame or the plane), rack-focus, macro (extreme close-up), ui-zoom (zooms into part of a screen)",
+    in: "how the shot begins after the one before: cut, dissolve (the two overlap), fade (from or through black or white), whip (a fast blur)",
+};
+export const labelAsk = (sets, first) => `These frames are from one shot of a produced product film, in order: ${first ? "its start" : "the last moment of the shot before it, then its start"}, its middle and its end. Label the shot.
+${LABELS.map((l) => `- ${l}: ${MEANS[l]}. One of: ${sets[l].join(", ")}.`).join("\n")}
+Answer JSON only: {${LABELS.map((l) => `"${l}": "..."`).join(", ")}}. Use null for a label you cannot tell.`;
+/** The model's answer, held to the sets: an answer outside one is null. */
+export function parseLabels(answer, sets) {
+    const json = /\{[\s\S]*\}/.exec(answer)?.[0];
+    let got = {};
+    try {
+        got = json ? JSON.parse(json) : {};
+    }
+    catch {
+        got = {};
+    }
+    const pick = (l) => {
+        const v = typeof got[l] === "string" ? got[l].trim().toLowerCase() : null;
+        return v && sets[l].includes(v) ? v : null;
+    };
+    return { type: pick("type"), move: pick("move"), in: pick("in") };
+}
+/** The frame times for a shot: just before it (not for the first), its start, middle and end. */
+export function shotTimes(s) {
+    const edge = Math.min(0.3, s.len * 0.15);
+    const r = (x) => Math.round(x * 100) / 100;
+    return [
+        ...(s.t > 0 ? [r(Math.max(0, s.t - 0.2))] : []),
+        r(s.t + edge),
+        r(s.t + s.len / 2),
+        r(s.t + s.len - edge),
+    ];
+}
+async function frameAt(file, at, out, ffmpeg, bright) {
+    const scale = "scale='if(gt(iw,ih),-2,360)':'if(gt(iw,ih),360,-2)'";
+    await runFor(ffmpeg, [
+        ...["-nostdin", "-hide_banner", "-loglevel", "error", "-ss", String(at), "-i", file, "-an"],
+        ...["-frames:v", "1", "-vf", bright ? `${scale},${BRIGHTEN}` : scale, "-q:v", "4", out],
+    ], TOOL_MS);
+    return readFile(out);
+}
+/**
+ * Each shot's labels, one vision call a shot, `AT_ONCE` at a time. A shot whose call fails keeps
+ * null labels and a warning; every call failing throws.
+ */
+export async function labelShots(file, shots, sets, o) {
+    const ffmpeg = o.ffmpeg ?? "ffmpeg";
+    const dir = await mkdtemp(join(tmpdir(), "read-shots-"));
+    const none = { type: null, move: null, in: null };
+    try {
+        const out = [];
+        let failed = 0;
+        for (let i = 0; i < shots.length; i += AT_ONCE) {
+            const group = shots.slice(i, i + AT_ONCE);
+            const done = await Promise.allSettled(group.map((s, j) => waitOutCap(() => labelOne(s, i + j), o.pause ?? sleep)));
+            for (const r of done) {
+                if (r.status === "fulfilled")
+                    out.push(r.value);
+                else {
+                    failed++;
+                    console.warn(`shot ${out.length + 1}: ${r.reason}; labels left empty`);
+                    out.push(none);
+                }
+            }
+        }
+        if (shots.length && failed === shots.length)
+            throw new Error("every shot's label call failed");
+        return out;
+    }
+    finally {
+        await rm(dir, { recursive: true, force: true });
+    }
+    async function labelOne(s, n) {
+        const times = shotTimes(s);
+        const jpegs = await Promise.all(times.map((at, k) => frameAt(file, at, join(dir, `${n}-${k}.jpg`), ffmpeg, o.bright ?? true)));
+        const { text } = await o.eye.complete({
+            prompt: [
+                { type: "text", text: labelAsk(sets, s.t <= 0) },
+                ...jpegs.map((b) => ({ type: "image", data: b, mediaType: "image/jpeg" })),
+            ],
+        });
+        return parseLabels(text, sets);
+    }
+}
+/** Each label's share of hand labels the machine matched; a hand label that is null is skipped. */
+export function labelMatch(hand, machine) {
+    return Object.fromEntries(LABELS.map((l) => {
+        const pairs = hand.flatMap((h, i) => h[l] ? [[h[l], machine[i]?.[l] ?? null]] : []);
+        const hits = pairs.filter(([a, b]) => a === b).length;
+        return [
+            l,
+            {
+                n: pairs.length,
+                hits,
+                share: pairs.length ? hits / pairs.length : 0,
+                misses: pairs.filter(([a, b]) => a !== b),
+            },
+        ];
+    }));
+}
+//# sourceMappingURL=shots.js.map

package/dist/video/shots.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"shots.js","sourceRoot":"","sources":["../../src/video/shots.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AACzD,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,WAAW,EAAc,MAAM,wBAAwB,CAAC;AACjE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AAE7C,kDAAkD;AAClD,MAAM,CAAC,MAAM,MAAM,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,CAAU,CAAC;AAWtD,wFAAwF;AACxF,MAAM,OAAO,GAAG,CAAC,CAAC;AAClB,uGAAuG;AACvG,MAAM,WAAW,GAAG,MAAM,CAAC;AAC3B,MAAM,SAAS,GAAG,CAAC,CAAC;AACpB,MAAM,KAAK,GAAG,CAAC,EAAU,EAAE,EAAE,CAAC,IAAI,OAAO,CAAO,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;AAE1E,mGAAmG;AACnG,KAAK,UAAU,UAAU,CAAI,EAAoB,EAAE,KAAoC;IACrF,KAAK,IAAI,CAAC,GAAG,CAAC,GAAI,CAAC,EAAE,EAAE,CAAC;QACtB,IAAI,CAAC;YACH,OAAO,MAAM,EAAE,EAAE,CAAC;QACpB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,IAAI,SAAS,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC;gBAAE,MAAM,GAAG,CAAC;YACnD,MAAM,KAAK,GAAG,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;YACpF,MAAM,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC;QAC7F,CAAC;IACH,CAAC;AACH,CAAC;AAED,qFAAqF;AACrF,MAAM,QAAQ,GAAG,4BAA4B,CAAC;AAE9C,MAAM,KAAK,GAA0B;IACnC,IAAI,EAAE,oMAAoM;IAC1M,IAAI,EAAE,+OAA+O;IACrP,EAAE,EAAE,sIAAsI;CAC3I,CAAC;AAEF,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,IAAe,EAAE,KAAc,EAAE,EAAE,CAC1D,wEAAwE,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,uDAAuD;EACrJ,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,aAAa,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;qBAChE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,0CAA0C,CAAC;AAE7G,2EAA2E;AAC3E,MAAM,UAAU,WAAW,CAAC,MAAc,EAAE,IAAe;IACzD,MAAM,IAAI,GAAG,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC7C,IAAI,GAAG,GAA4B,EAAE,CAAC;IACtC,IAAI,CAAC;QACH,GAAG,GAAG,IAAI,CAAC,CAAC,CAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAA6B,CAAC,CAAC,CAAC,EAAE,CAAC;IAClE,CAAC;IAAC,MAAM,CAAC;QACP,GAAG,GAAG,EAAE,CAAC;IACX,CAAC;IACD,MAAM,IAAI,GAAG,CAAC,CAAQ,EAAE,EAAE;QACxB,MAAM,CAAC,GAAG,OAAO,GAAG,CAAC,CAAC,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAE,GAAG,CAAC,CAAC,CAAY,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;QACtF,OAAO,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC7C,CAAC,CAAC;IACF,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;AACpE,CAAC;AAED,iGAAiG;AACjG,MAAM,UAAU,SAAS,CAAC,CAAW;IACnC,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,GAAG,GAAG,IAAI,CAAC,CAAC;IACzC,MAAM,CAAC,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC;IACnD,OAAO;QACL,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/C,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;QACb,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC;QAClB,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,IAAI,CAAC;KACtB,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,OAAO,CAAC,IAAY,EAAE,EAAU,EAAE,GAAW,EAAE,MAAc,EAAE,MAAe;IAC3F,MAAM,KAAK,GAAG,qDAAqD,CAAC;IACpE,MAAM,MAAM,CACV,MAAM,EACN;QACE,GAAG,CAAC,UAAU,EAAE,cAAc,EAAE,WAAW,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC;QAC3F,GAAG,CAAC,WAAW,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,GAAG,KAAK,IAAI,QAAQ,EAAE,CAAC,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,CAAC;KACxF,EACD,OAAO,CACR,CAAC;IACF,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC;AACvB,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,IAAY,EACZ,KAA0B,EAC1B,IAAe,EACf,CAOC;IAED,MAAM,MAAM,GAAG,CAAC,CAAC,MAAM,IAAI,QAAQ,CAAC;IACpC,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,aAAa,CAAC,CAAC,CAAC;IACzD,MAAM,IAAI,GAAe,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;IAC9D,IAAI,CAAC;QACH,MAAM,GAAG,GAAiB,EAAE,CAAC;QAC7B,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,OAAO,EAAE,CAAC;YAC/C,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,CAAC;YAC1C,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,UAAU,CACnC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,IAAI,KAAK,CAAC,CAAC,CAC5E,CAAC;YACF,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;gBACrB,IAAI,CAAC,CAAC,MAAM,KAAK,WAAW;oBAAE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;qBAC3C,CAAC;oBACJ,MAAM,EAAE,CAAC;oBACT,OAAO,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC,CAAC,MAAM,qBAAqB,CAAC,CAAC;oBACvE,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACjB,CAAC;YACH,CAAC;QACH,CAAC;QACD,IAAI,KAAK,CAAC,MAAM,IAAI,MAAM,KAAK,KAAK,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QAC/F,OAAO,GAAG,CAAC;IACb,CAAC;YAAS,CAAC;QACT,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAClD,CAAC;IAED,KAAK,UAAU,QAAQ,CAAC,CAAW,EAAE,CAAS;QAC5C,MAAM,KAAK,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;QAC3B,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,GAAG,CAC7B,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,IAAI,IAAI,CAAC,CAAC,CAC9F,CAAC;QACF,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC;YACpC,MAAM,EAAE;gBACN,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE;gBAChD,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,OAAgB,EAAE,IAAI,EAAE,CAAC,EAAE,SAAS,EAAE,YAAY,EAAE,CAAC,CAAC;aACpF;SACF,CAAC,CAAC;QACH,OAAO,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IACjC,CAAC;AACH,CAAC;AAED,mGAAmG;AACnG,MAAM,UAAU,UAAU,CACxB,IAAoC,EACpC,OAA8B;IAE9B,OAAO,MAAM,CAAC,WAAW,CACvB,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACf,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAClC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAW,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,CAA4B,CAAC,CAAC,CAAC,CAAC,EAAE,CACnF,CAAC;QACF,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;QACtD,OAAO;YACL,CAAC;YACD;gBACE,CAAC,EAAE,KAAK,CAAC,MAAM;gBACf,IAAI;gBACJ,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;gBAC7C,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC;aAC1C;SACF,CAAC;IACJ,CAAC,CAAC,CACM,CAAC;AACb,CAAC"}

package/dist/video/tools.d.ts

@@ -0,0 +1,16 @@
+/**
+ * What the source readers share: a child tool run with a time limit, and the clock mark.
+ * Own file so `watch.ts` and any other reader import the same one.
+ */
+import { execFile } from "node:child_process";
+export declare const run: typeof execFile.__promisify__;
+/** yt-dlp's metadata call, or a download and remux of a reel, past this is stuck. */
+export declare const TOOL_MS = 300000;
+/** Run a tool; past `ms` it is killed and the error says which tool and how long. */
+export declare function runFor(cmd: string, args: string[], ms: number, opts?: {
+    maxBuffer?: number;
+}): Promise<{
+    stdout: string;
+    stderr: string;
+}>;
+export declare const clock: (s: number) => string;

package/dist/video/tools.js

@@ -0,0 +1,29 @@
+/**
+ * What the source readers share: a child tool run with a time limit, and the clock mark.
+ * Own file so `watch.ts` and any other reader import the same one.
+ */
+import { execFile } from "node:child_process";
+import { basename } from "node:path";
+import { promisify } from "node:util";
+export const run = promisify(execFile);
+/** yt-dlp's metadata call, or a download and remux of a reel, past this is stuck. */
+export const TOOL_MS = 300_000;
+/** Run a tool; past `ms` it is killed and the error says which tool and how long. */
+export async function runFor(cmd, args, ms, opts = {}) {
+    try {
+        return await run(cmd, args, { ...opts, timeout: ms, killSignal: "SIGKILL" });
+    }
+    catch (err) {
+        if (err.killed)
+            throw new Error(`${basename(cmd)} timed out after ${Math.round(ms / 1000)}s`);
+        throw err;
+    }
+}
+export const clock = (s) => {
+    const h = Math.floor(s / 3600);
+    const m = Math.floor((s % 3600) / 60);
+    const sec = Math.floor(s % 60);
+    const mm = `${m}:${String(sec).padStart(2, "0")}`;
+    return h ? `${h}:${String(m).padStart(2, "0")}:${String(sec).padStart(2, "0")}` : mm;
+};
+//# sourceMappingURL=tools.js.map

package/dist/video/tools.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tools.js","sourceRoot":"","sources":["../../src/video/tools.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AACrC,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAEtC,MAAM,CAAC,MAAM,GAAG,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;AAEvC,qFAAqF;AACrF,MAAM,CAAC,MAAM,OAAO,GAAG,OAAO,CAAC;AAE/B,qFAAqF;AACrF,MAAM,CAAC,KAAK,UAAU,MAAM,CAC1B,GAAW,EACX,IAAc,EACd,EAAU,EACV,OAA+B,EAAE;IAEjC,IAAI,CAAC;QACH,OAAO,MAAM,GAAG,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC,CAAC;IAC/E,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAK,GAA4B,CAAC,MAAM;YACtC,MAAM,IAAI,KAAK,CAAC,GAAG,QAAQ,CAAC,GAAG,CAAC,oBAAoB,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;QAChF,MAAM,GAAG,CAAC;IACZ,CAAC;AACH,CAAC;AAED,MAAM,CAAC,MAAM,KAAK,GAAG,CAAC,CAAS,EAAU,EAAE;IACzC,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;IAC/B,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IACtC,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;IAC/B,MAAM,EAAE,GAAG,GAAG,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;IAClD,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;AACvF,CAAC,CAAC"}

package/dist/video/url.d.ts

@@ -0,0 +1,73 @@
+import type { Model } from "@wrenautomation/models";
+import type { VideoInfo } from "./index.js";
+import { type VideoRead } from "./read.js";
+import { type Watched, type WatchOptions } from "./watch.js";
+/** What yt-dlp's `-j` prints for a download; only what the readers use. */
+export interface VideoMeta extends Pick<VideoInfo, "id" | "title" | "channel" | "upload_date" | "webpage_url" | "duration" | "thumbnail"> {
+    extractor_key?: string;
+    description?: string;
+    uploader?: string;
+    width?: number;
+    height?: number;
+}
+/** yt-dlp's download of a reel or video: 540p on the short side, remuxed to mp4. */
+export declare function download(url: string, ytDlp: string, dir: string): Promise<{
+    file: string;
+    info: VideoMeta;
+}>;
+/**
+ * Watch a video: a URL yt-dlp fetches first (`ytDlp` is the command, split on spaces:
+ * `uvx yt-dlp`), or a file on disk, which goes straight to `watchFile`. A URL's yt-dlp
+ * metadata comes back as `info`; a duration ffmpeg could not read falls back to it.
+ */
+export declare function watch(input: string, opts: WatchOptions & {
+    ytDlp?: string;
+}): Promise<Watched & {
+    info?: VideoMeta;
+}>;
+/**
+ * A YouTube video from its captions and chapters, through `yt-dlp` (`ytDlp` is the command,
+ * split on spaces: `uvx yt-dlp`). With a `video` model, an `## On screen` section follows: what
+ * the video showed, read from the frames, since the captions carry only the speech.
+ */
+export declare function readYoutube(url: string, opts: {
+    ytDlp: string;
+    video?: Model | null;
+    fetchFn?: typeof fetch;
+}): Promise<VideoRead>;
+/**
+ * A YouTube video read from its URL alone, no download and no home IP: `model` hears the speech
+ * and reads the screen in `CLIP_S` clips (one clip when the length isn't known). The title,
+ * channel and thumbnail come from YouTube's oEmbed. For a server; a machine with yt-dlp and a
+ * home IP reads the captions instead (`readYoutube`).
+ */
+export declare function readYoutubeByUrl(url: string, opts: {
+    /** Takes a YouTube URL as video (`geminiVideo`). */
+    model: Model;
+    fetchFn?: typeof fetch;
+    durationS?: number | null | undefined;
+}): Promise<VideoRead>;
+/**
+ * Any other video `yt-dlp` fetches (an Instagram reel, TikTok, X). No captions there, so
+ * `watch` hears the audio and reads the frames (its `video` model adds a read of the whole
+ * screen when given). The body holds the caption, then Speech, On screen and Cuts.
+ */
+export declare function readVideo(url: string, opts: WatchOptions & {
+    ytDlp: string;
+}): Promise<VideoRead>;
+/**
+ * A podcast episode heard from its audio URL: downloaded to a temp file, then
+ * `hearAudio` (ffmpeg clips, `model` transcribes each). `url` is the episode's page; `title` and
+ * `creator` are what its feed said. The id is a hash of the audio URL.
+ */
+export declare function readAudio(audioUrl: string, opts: {
+    url: string;
+    title?: string | null;
+    creator?: string | null;
+    /** Takes audio (`geminiVideo`). */
+    model: Model;
+    fetchFn?: typeof fetch;
+    ffmpeg?: string;
+    /** Seconds per clip; `CLIP_S` unless a test cuts a short tone. */
+    clipS?: number;
+}): Promise<VideoRead>;