@nodetool-ai/runtime 0.8.7 → 0.8.9-beta.1

package/dist/media/convert.js

@@ -0,0 +1,114 @@
+/**
+ * Whole-file conversions on Mediabunny: trim with re-encode, and audio to WAV.
+ * Mediabunny encodes through `@mediabunny/server`, which runs node-av's codecs.
+ */
+import { ALL_FORMATS, BufferSource, BufferTarget, Conversion, FilePathSource, FilePathTarget, Input, Mp4OutputFormat, Output, WavOutputFormat } from "mediabunny";
+import { registerMediabunnyServer } from "@mediabunny/server";
+import { abortError, throwIfAborted } from "./av.js";
+let serverRegistered = false;
+/**
+ * Register Mediabunny's Node codecs once per process. Hardware acceleration
+ * stays off: a server render must not depend on which GPU the host has, and
+ * probing every hardware API on each codec open costs time and log noise.
+ */
+export function ensureMediabunnyServer() {
+    if (serverRegistered)
+        return;
+    serverRegistered = true;
+    registerMediabunnyServer({ hardwareContext: null });
+}
+function inputFrom(source) {
+    return new Input({
+        source: typeof source === "string" ? new FilePathSource(source) : new BufferSource(source),
+        formats: ALL_FORMATS
+    });
+}
+async function runConversion(conversion, signal) {
+    if (!conversion.isValid) {
+        const reasons = conversion.discardedTracks.map((track) => track.reason).join(", ");
+        throw new Error(`The media cannot be converted${reasons ? `: ${reasons}` : ""}`);
+    }
+    const cancel = () => {
+        void conversion.cancel();
+    };
+    signal?.addEventListener("abort", cancel, { once: true });
+    try {
+        await conversion.execute();
+    }
+    catch (error) {
+        if (signal?.aborted)
+            throw abortError(signal);
+        throw error;
+    }
+    finally {
+        signal?.removeEventListener("abort", cancel);
+    }
+}
+/**
+ * Re-encode `[startSec, endSec)` of `source` as an MP4 that starts at zero,
+ * H.264 and AAC with the index at the front: the in-process form of
+ * `ffmpeg -i in -ss S -t D -c:v libx264 -c:a aac -movflags +faststart`.
+ */
+export async function trimVideo(source, startSec, endSec, options = {}) {
+    throwIfAborted(options.signal);
+    ensureMediabunnyServer();
+    const input = inputFrom(source);
+    try {
+        const target = new BufferTarget();
+        const output = new Output({
+            format: new Mp4OutputFormat({ fastStart: "in-memory" }),
+            target
+        });
+        const conversion = await Conversion.init({
+            input,
+            output,
+            trim: { start: startSec, end: endSec },
+            video: { codec: "avc", forceTranscode: true },
+            audio: { codec: "aac", forceTranscode: true },
+            showWarnings: false
+        });
+        await runConversion(conversion, options.signal);
+        if (!target.buffer)
+            throw new Error("The trim produced no file");
+        return new Uint8Array(target.buffer);
+    }
+    finally {
+        input.dispose();
+    }
+}
+/**
+ * Write `source`'s first audio track to `outPath` as 16-bit PCM WAV, at its own
+ * rate and channel count unless `sampleRate` or `channels` say otherwise, as
+ * `ffmpeg -i in -vn [-ar R] [-ac C] -acodec pcm_s16le out.wav` did. Throws when
+ * the source has no audio track.
+ */
+export async function convertAudioToWav(source, outPath, options = {}) {
+    throwIfAborted(options.signal);
+    ensureMediabunnyServer();
+    const input = inputFrom(source);
+    try {
+        if (!(await input.getPrimaryAudioTrack())) {
+            throw new Error("The media has no audio track");
+        }
+        const output = new Output({
+            format: new WavOutputFormat(),
+            target: new FilePathTarget(outPath)
+        });
+        const conversion = await Conversion.init({
+            input,
+            output,
+            video: { discard: true },
+            audio: {
+                codec: "pcm-s16",
+                sampleRate: options.sampleRate,
+                numberOfChannels: options.channels
+            },
+            showWarnings: false
+        });
+        await runConversion(conversion, options.signal);
+    }
+    finally {
+        input.dispose();
+    }
+}
+//# sourceMappingURL=convert.js.map

package/dist/media/convert.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"convert.js","sourceRoot":"","sources":["../../src/media/convert.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EACL,WAAW,EACX,YAAY,EACZ,YAAY,EACZ,UAAU,EACV,cAAc,EACd,cAAc,EACd,KAAK,EACL,eAAe,EACf,MAAM,EACN,eAAe,EAChB,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,wBAAwB,EAAE,MAAM,oBAAoB,CAAC;AAE9D,OAAO,EAAE,UAAU,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAGrD,IAAI,gBAAgB,GAAG,KAAK,CAAC;AAE7B;;;;GAIG;AACH,MAAM,UAAU,sBAAsB;IACpC,IAAI,gBAAgB;QAAE,OAAO;IAC7B,gBAAgB,GAAG,IAAI,CAAC;IACxB,wBAAwB,CAAC,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC,CAAC;AACtD,CAAC;AAED,SAAS,SAAS,CAAC,MAAmB;IACpC,OAAO,IAAI,KAAK,CAAC;QACf,MAAM,EACJ,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,YAAY,CAAC,MAAM,CAAC;QACpF,OAAO,EAAE,WAAW;KACrB,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,UAAsB,EAAE,MAAoB;IACvE,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;QACxB,MAAM,OAAO,GAAG,UAAU,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnF,MAAM,IAAI,KAAK,CAAC,gCAAgC,OAAO,CAAC,CAAC,CAAC,KAAK,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACnF,CAAC;IACD,MAAM,MAAM,GAAG,GAAS,EAAE;QACxB,KAAK,UAAU,CAAC,MAAM,EAAE,CAAC;IAC3B,CAAC,CAAC;IACF,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1D,IAAI,CAAC;QACH,MAAM,UAAU,CAAC,OAAO,EAAE,CAAC;IAC7B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,MAAM,EAAE,OAAO;YAAE,MAAM,UAAU,CAAC,MAAM,CAAC,CAAC;QAC9C,MAAM,KAAK,CAAC;IACd,CAAC;YAAS,CAAC;QACT,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAC/C,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,MAAmB,EACnB,QAAgB,EAChB,MAAc,EACd,OAAO,GAA6B,EAAE;IAEtC,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC/B,sBAAsB,EAAE,CAAC;IACzB,MAAM,KAAK,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;IAChC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;QAClC,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC;YACxB,MAAM,EAAE,IAAI,eAAe,CAAC,EAAE,SAAS,EAAE,WAAW,EAAE,CAAC;YACvD,MAAM;SACP,CAAC,CAAC;QACH,MAAM,UAAU,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC;YACvC,KAAK;YACL,MAAM;YACN,IAAI,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,EAAE,MAAM,EAAE;YACtC,KAAK,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,cAAc,EAAE,IAAI,EAAE;YAC7C,KAAK,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,cAAc,EAAE,IAAI,EAAE;YAC7C,YAAY,EAAE,KAAK;SACpB,CAAC,CAAC;QACH,MAAM,aAAa,CAAC,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QAChD,IAAI,CAAC,MAAM,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;QACjE,OAAO,IAAI,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACvC,CAAC;YAAS,CAAC;QACT,KAAK,CAAC,OAAO,EAAE,CAAC;IAClB,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,MAAmB,EACnB,OAAe,EACf,OAAO,GAAqE,EAAE;IAE9E,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC/B,sBAAsB,EAAE,CAAC;IACzB,MAAM,KAAK,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;IAChC,IAAI,CAAC;QACH,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,oBAAoB,EAAE,CAAC,EAAE,CAAC;YAC1C,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAClD,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC;YACxB,MAAM,EAAE,IAAI,eAAe,EAAE;YAC7B,MAAM,EAAE,IAAI,cAAc,CAAC,OAAO,CAAC;SACpC,CAAC,CAAC;QACH,MAAM,UAAU,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC;YACvC,KAAK;YACL,MAAM;YACN,KAAK,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE;YACxB,KAAK,EAAE;gBACL,KAAK,EAAE,SAAS;gBAChB,UAAU,EAAE,OAAO,CAAC,UAAU;gBAC9B,gBAAgB,EAAE,OAAO,CAAC,QAAQ;aACnC;YACD,YAAY,EAAE,KAAK;SACpB,CAAC,CAAC;QACH,MAAM,aAAa,CAAC,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IAClD,CAAC;YAAS,CAAC;QACT,KAAK,CAAC,OAAO,EAAE,CAAC;IAClB,CAAC;AACH,CAAC"}

package/dist/media/decode.d.ts

@@ -0,0 +1,31 @@
+/**
+ * Demux and decode one stream of a file with node-av, with the timestamp
+ * handling the ffmpeg CLI applies to an input: the container's start time is
+ * subtracted, so the first frame of a file sits near zero.
+ */
+import { type Frame, type Stream } from "node-av";
+export type MediaKind = "audio" | "video";
+/** One decoded stream of an open file. */
+export interface DecodedStream {
+    readonly stream: Stream;
+    /** Seconds subtracted from every frame: the container start time plus the seek. */
+    readonly offsetSec: number;
+    /**
+     * Decoded frames in presentation order, timestamps already shifted by
+     * {@link offsetSec}. The caller owns each frame and frees it.
+     */
+    frames(): AsyncGenerator<Frame>;
+    /** Free the decoder and the demuxer. Waits for an iteration in progress. */
+    close(): Promise<void>;
+}
+/**
+ * Open `filePath` and decode its first `kind` stream. `seekSec` seeks to the
+ * keyframe at or before that source time; the frames before it are still
+ * decoded, as the CLI's `-ss` before `-i` decodes them, and the caller trims.
+ * Returns `null` when the file has no stream of that kind.
+ */
+export declare function openDecodedStream(filePath: string, kind: MediaKind, options?: {
+    seekSec?: number;
+    signal?: AbortSignal;
+}): Promise<DecodedStream | null>;
+//# sourceMappingURL=decode.d.ts.map

package/dist/media/decode.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"decode.d.ts","sourceRoot":"","sources":["../../src/media/decode.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAKL,KAAK,KAAK,EACV,KAAK,MAAM,EACZ,MAAM,SAAS,CAAC;AAIjB,MAAM,MAAM,SAAS,GAAG,OAAO,GAAG,OAAO,CAAC;AAE1C,0CAA0C;AAC1C,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,mFAAmF;IACnF,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B;;;OAGG;IACH,MAAM,IAAI,cAAc,CAAC,KAAK,CAAC,CAAC;IAChC,4EAA4E;IAC5E,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACxB;AAID;;;;;GAKG;AACH,wBAAsB,iBAAiB,CACrC,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,SAAS,EACf,OAAO,GAAE;IAAE,OAAO,CAAC,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAAO,GACvD,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC,CAiE/B"}

package/dist/media/decode.js

@@ -0,0 +1,85 @@
+/**
+ * Demux and decode one stream of a file with node-av, with the timestamp
+ * handling the ffmpeg CLI applies to an input: the container's start time is
+ * subtracted, so the first frame of a file sits near zero.
+ */
+import { AV_NOPTS_VALUE, AVSEEK_FLAG_BACKWARD, Decoder, Demuxer } from "node-av";
+import { abortError, quietLibav, startTimeSeconds, throwIfAborted } from "./av.js";
+const AV_TIME_BASE_Q = { num: 1, den: 1_000_000 };
+/**
+ * Open `filePath` and decode its first `kind` stream. `seekSec` seeks to the
+ * keyframe at or before that source time; the frames before it are still
+ * decoded, as the CLI's `-ss` before `-i` decodes them, and the caller trims.
+ * Returns `null` when the file has no stream of that kind.
+ */
+export async function openDecodedStream(filePath, kind, options = {}) {
+    const { signal } = options;
+    quietLibav();
+    throwIfAborted(signal);
+    const demuxer = await Demuxer.open(filePath, { signal });
+    let decoder = null;
+    try {
+        const found = kind === "audio" ? demuxer.audio() : demuxer.video();
+        if (!found) {
+            await demuxer.close();
+            return null;
+        }
+        const stream = found;
+        const formatStartSec = startTimeSeconds(demuxer.getFormatContext().startTime, AV_TIME_BASE_Q);
+        const seekSec = options.seekSec && options.seekSec > 0 ? options.seekSec : 0;
+        if (seekSec > 0) {
+            // A failed seek leaves the demuxer at the start, which is still correct:
+            // the caller trims everything before the requested time.
+            await demuxer.seek(formatStartSec + seekSec, -1, AVSEEK_FLAG_BACKWARD);
+        }
+        decoder = await Decoder.create(stream, { signal });
+        const activeDecoder = decoder;
+        const offsetSec = formatStartSec + seekSec;
+        let active = null;
+        let closed = false;
+        async function* decodeFrames() {
+            for await (const frame of activeDecoder.frames(demuxer.packets(stream.index))) {
+                if (!frame)
+                    continue;
+                if (closed || signal?.aborted) {
+                    frame.free();
+                    if (signal?.aborted)
+                        throw abortError(signal);
+                    return;
+                }
+                if (offsetSec !== 0 && frame.pts !== AV_NOPTS_VALUE) {
+                    const timeBase = frame.timeBase.den > 0 ? frame.timeBase : stream.timeBase;
+                    frame.pts -= BigInt(Math.round((offsetSec * timeBase.den) / timeBase.num));
+                }
+                yield frame;
+            }
+        }
+        return {
+            stream,
+            offsetSec,
+            frames() {
+                if (active)
+                    throw new Error("A decoded stream can be iterated once");
+                active = decodeFrames();
+                return active;
+            },
+            async close() {
+                if (closed)
+                    return;
+                closed = true;
+                // `return()` waits for a pull in progress, so native calls finish
+                // before the decoder and demuxer they use are freed.
+                if (active)
+                    await active.return(undefined);
+                activeDecoder.close();
+                await demuxer.close();
+            }
+        };
+    }
+    catch (error) {
+        decoder?.close();
+        await demuxer.close();
+        throw error;
+    }
+}
+//# sourceMappingURL=decode.js.map

package/dist/media/decode.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"decode.js","sourceRoot":"","sources":["../../src/media/decode.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EACL,cAAc,EACd,oBAAoB,EACpB,OAAO,EACP,OAAO,EAGR,MAAM,SAAS,CAAC;AAEjB,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,gBAAgB,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAkBnF,MAAM,cAAc,GAAG,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC;AAElD;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,QAAgB,EAChB,IAAe,EACf,OAAO,GAA+C,EAAE;IAExD,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IAC3B,UAAU,EAAE,CAAC;IACb,cAAc,CAAC,MAAM,CAAC,CAAC;IACvB,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;IACzD,IAAI,OAAO,GAAmB,IAAI,CAAC;IACnC,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QACnE,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;YACtB,OAAO,IAAI,CAAC;QACd,CAAC;QACD,MAAM,MAAM,GAAG,KAAK,CAAC;QACrB,MAAM,cAAc,GAAG,gBAAgB,CAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;QAC9F,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7E,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;YAChB,yEAAyE;YACzE,yDAAyD;YACzD,MAAM,OAAO,CAAC,IAAI,CAAC,cAAc,GAAG,OAAO,EAAE,CAAC,CAAC,EAAE,oBAAoB,CAAC,CAAC;QACzE,CAAC;QACD,OAAO,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;QACnD,MAAM,aAAa,GAAG,OAAO,CAAC;QAC9B,MAAM,SAAS,GAAG,cAAc,GAAG,OAAO,CAAC;QAC3C,IAAI,MAAM,GAAiC,IAAI,CAAC;QAChD,IAAI,MAAM,GAAG,KAAK,CAAC;QAEnB,KAAK,SAAS,CAAC,CAAC,YAAY;YAC1B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,aAAa,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;gBAC9E,IAAI,CAAC,KAAK;oBAAE,SAAS;gBACrB,IAAI,MAAM,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;oBAC9B,KAAK,CAAC,IAAI,EAAE,CAAC;oBACb,IAAI,MAAM,EAAE,OAAO;wBAAE,MAAM,UAAU,CAAC,MAAM,CAAC,CAAC;oBAC9C,OAAO;gBACT,CAAC;gBACD,IAAI,SAAS,KAAK,CAAC,IAAI,KAAK,CAAC,GAAG,KAAK,cAAc,EAAE,CAAC;oBACpD,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC;oBAC3E,KAAK,CAAC,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,SAAS,GAAG,QAAQ,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;gBAC7E,CAAC;gBACD,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;QAED,OAAO;YACL,MAAM;YACN,SAAS;YACT,MAAM;gBACJ,IAAI,MAAM;oBAAE,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;gBACrE,MAAM,GAAG,YAAY,EAAE,CAAC;gBACxB,OAAO,MAAM,CAAC;YAChB,CAAC;YACD,KAAK,CAAC,KAAK;gBACT,IAAI,MAAM;oBAAE,OAAO;gBACnB,MAAM,GAAG,IAAI,CAAC;gBACd,kEAAkE;gBAClE,qDAAqD;gBACrD,IAAI,MAAM;oBAAE,MAAM,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;gBAC3C,aAAa,CAAC,KAAK,EAAE,CAAC;gBACtB,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;YACxB,CAAC;SACF,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,EAAE,KAAK,EAAE,CAAC;QACjB,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;QACtB,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC"}

package/dist/media/filter-graph.d.ts

@@ -0,0 +1,53 @@
+/**
+ * libavfilter graphs over decoded files, on node-av. The graph strings are the
+ * ones the ffmpeg CLI took in `-vf`, `-af` and `-filter_complex`, unchanged.
+ */
+import { Frame, type IRational, type Stream } from "node-av";
+import { type MediaKind } from "./decode.js";
+/** Filtered frames from an open graph. Each frame is the caller's to free. */
+export interface FilterRun {
+    frames(): AsyncGenerator<Frame>;
+    /** The output's frame rate once a frame has come out, or null when it has none. */
+    frameRate(): IRational | null;
+    /** Stop the run and free the graph and every decoder. */
+    close(): Promise<void>;
+}
+/**
+ * A video stream's frame rate, the hint the CLI gave its buffer source so
+ * the encoder learns the output rate. Null for audio or an unknown rate.
+ */
+export declare function streamFrameRate(stream: Stream): IRational | null;
+/**
+ * Run `filter` (a `-vf` or `-af` chain) over the first `kind` stream of
+ * `filePath`. Returns `null` when the file has no such stream.
+ */
+export declare function openFilterGraph(opts: {
+    filePath: string;
+    kind: MediaKind;
+    filter: string;
+    seekSec?: number;
+    signal?: AbortSignal;
+}): Promise<FilterRun | null>;
+/** One input of a filter_complex graph: a file stream bound to a link label. */
+export interface FilterComplexInput {
+    filePath: string;
+    kind: MediaKind;
+    /** The graph's link label without brackets, e.g. `1:a`. */
+    label: string;
+}
+/**
+ * Run a `-filter_complex` graph with one output. Every input is a file stream
+ * the graph names by label, as `[1:a]` named the CLI's second input; a file
+ * may appear more than once under different labels. Throws when an input has
+ * no stream of its kind, as the CLI did for a stream specifier that matched
+ * nothing.
+ */
+export declare function openFilterComplex(opts: {
+    inputs: FilterComplexInput[];
+    graph: string;
+    /** The output link label without brackets, e.g. `aout`. */
+    output: string;
+    outputKind: MediaKind;
+    signal?: AbortSignal;
+}): Promise<FilterRun>;
+//# sourceMappingURL=filter-graph.d.ts.map

package/dist/media/filter-graph.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"filter-graph.d.ts","sourceRoot":"","sources":["../../src/media/filter-graph.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAQL,KAAK,EACL,KAAK,SAAS,EACd,KAAK,MAAM,EACZ,MAAM,SAAS,CAAC;AAGjB,OAAO,EAAyC,KAAK,SAAS,EAAE,MAAM,aAAa,CAAC;AAEpF,8EAA8E;AAC9E,MAAM,WAAW,SAAS;IACxB,MAAM,IAAI,cAAc,CAAC,KAAK,CAAC,CAAC;IAChC,mFAAmF;IACnF,SAAS,IAAI,SAAS,GAAG,IAAI,CAAC;IAC9B,yDAAyD;IACzD,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACxB;AAED;;;GAGG;AACH,wBAAgB,eAAe,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,GAAG,IAAI,CAKhE;AAoDD;;;GAGG;AACH,wBAAsB,eAAe,CAAC,IAAI,EAAE;IAC1C,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,SAAS,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB,GAAG,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC,CAyB5B;AA4HD,gFAAgF;AAChF,MAAM,WAAW,kBAAkB;IACjC,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,SAAS,CAAC;IAChB,2DAA2D;IAC3D,KAAK,EAAE,MAAM,CAAC;CACf;AAED;;;;;;GAMG;AACH,wBAAsB,iBAAiB,CAAC,IAAI,EAAE;IAC5C,MAAM,EAAE,kBAAkB,EAAE,CAAC;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,2DAA2D;IAC3D,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,SAAS,CAAC;IACtB,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB,GAAG,OAAO,CAAC,SAAS,CAAC,CAuCrB"}

package/dist/media/filter-graph.js

@@ -0,0 +1,260 @@
+/**
+ * libavfilter graphs over decoded files, on node-av. The graph strings are the
+ * ones the ffmpeg CLI took in `-vf`, `-af` and `-filter_complex`, unchanged.
+ */
+import { AV_NOPTS_VALUE, AVERROR_EOF, AVMEDIA_TYPE_AUDIO, AVMEDIA_TYPE_VIDEO, FFmpegError, FilterAPI, FilterComplexAPI, Frame } from "node-av";
+import { abortError, throwIfAborted } from "./av.js";
+import { openDecodedStream } from "./decode.js";
+/**
+ * A video stream's frame rate, the hint the CLI gave its buffer source so
+ * the encoder learns the output rate. Null for audio or an unknown rate.
+ */
+export function streamFrameRate(stream) {
+    for (const rate of [stream.avgFrameRate, stream.rFrameRate]) {
+        if (rate.num > 0 && rate.den > 0)
+            return { num: rate.num, den: rate.den };
+    }
+    return null;
+}
+/** Decoded frames followed by the end-of-stream marker a filter needs to flush. */
+async function* withEndOfStream(frames) {
+    yield* frames;
+    yield null;
+}
+function filterRun(produce, release, frameRate, signal) {
+    let active = null;
+    let closed = false;
+    async function* frames() {
+        try {
+            for await (const frame of produce()) {
+                if (!frame)
+                    continue;
+                if (signal?.aborted) {
+                    frame.free();
+                    throw abortError(signal);
+                }
+                yield frame;
+            }
+        }
+        catch (error) {
+            // A graph that ends itself (`atrim=end=`, `trim`) refuses the next
+            // input with EOF. Everything it produced was already received.
+            if (error instanceof FFmpegError && error.code === AVERROR_EOF)
+                return;
+            throw error;
+        }
+    }
+    return {
+        frames() {
+            if (active)
+                throw new Error("A filter run can be iterated once");
+            active = frames();
+            return active;
+        },
+        frameRate() {
+            const rate = frameRate();
+            return rate && rate.num > 0 && rate.den > 0 ? rate : null;
+        },
+        async close() {
+            if (closed)
+                return;
+            closed = true;
+            if (active)
+                await active.return(undefined);
+            await release();
+        }
+    };
+}
+/**
+ * Run `filter` (a `-vf` or `-af` chain) over the first `kind` stream of
+ * `filePath`. Returns `null` when the file has no such stream.
+ */
+export async function openFilterGraph(opts) {
+    const decoded = await openDecodedStream(opts.filePath, opts.kind, {
+        seekSec: opts.seekSec,
+        signal: opts.signal
+    });
+    if (!decoded)
+        return null;
+    let graph;
+    try {
+        graph = FilterAPI.create(opts.filter, {
+            framerate: opts.kind === "video" ? (streamFrameRate(decoded.stream) ?? undefined) : undefined,
+            signal: opts.signal
+        });
+    }
+    catch (error) {
+        await decoded.close();
+        throw error;
+    }
+    return filterRun(() => graph.frames(withEndOfStream(decoded.frames())), async () => {
+        await decoded.close();
+        graph.close();
+    }, () => graph.frameRate, opts.signal);
+}
+function frameSeconds(frame) {
+    const { timeBase } = frame;
+    if (frame.pts === AV_NOPTS_VALUE || !(timeBase.den > 0))
+        return Number.NEGATIVE_INFINITY;
+    return (Number(frame.pts) * timeBase.num) / timeBase.den;
+}
+/**
+ * Feed a filter_complex graph the way the ffmpeg CLI does: always the input
+ * whose next frame is earliest, each input ended on its own when it runs out,
+ * output collected after every frame.
+ *
+ * node-av's `FilterComplexAPI.frames()` reads one frame from every input in
+ * lockstep and finalizes the whole graph as soon as any one input ends, so a
+ * mix of a short clip and a long one stops at the short one (and an `apad`
+ * after it never ends). Every input gets its first frame before any is
+ * ended, because the graph only configures once each input has a format.
+ */
+async function* driveFilterComplex(graph, output, inputs, decoded) {
+    const pending = inputs.map((input, index) => ({
+        label: input.label,
+        frames: decoded[index].frames()[Symbol.asyncIterator](),
+        next: null,
+        done: false
+    }));
+    let ended = false;
+    async function* drain() {
+        for (;;) {
+            const out = await graph.receive(output);
+            if (out === null)
+                return;
+            if (!(out instanceof Frame)) {
+                ended = true;
+                return;
+            }
+            yield out;
+        }
+    }
+    /**
+     * Send `input`'s pending frame. A branch that ends itself (`atrim=end=`)
+     * refuses further frames with EOF: that input is finished, the graph is not.
+     */
+    const send = async (input) => {
+        const frame = input.next;
+        input.next = null;
+        try {
+            await graph.process(input.label, frame);
+        }
+        catch (error) {
+            if (!(error instanceof FFmpegError && error.code === AVERROR_EOF))
+                throw error;
+            input.done = true;
+        }
+        finally {
+            frame.free();
+        }
+    };
+    const advance = async (input) => {
+        if (input.done) {
+            // Its branch ended; release what is left of the decode.
+            await input.frames.return?.(undefined);
+            return;
+        }
+        const result = await input.frames.next();
+        if (result.done) {
+            input.done = true;
+            input.next = null;
+        }
+        else {
+            input.next = result.value;
+        }
+    };
+    for (const input of pending) {
+        await advance(input);
+        if (input.done)
+            throw new Error(`[${input.label}] decoded to no frames`);
+    }
+    for (const input of pending) {
+        await send(input);
+        const ended = input.done;
+        await advance(input);
+        // A one-frame input runs out here; the graph only learns that from a flush.
+        if (input.done && !ended)
+            await graph.flush(input.label);
+    }
+    yield* drain();
+    for (;;) {
+        let earliest = null;
+        for (const input of pending) {
+            if (input.done || !input.next)
+                continue;
+            if (!earliest || frameSeconds(input.next) < frameSeconds(earliest.next))
+                earliest = input;
+        }
+        if (!earliest)
+            break;
+        await send(earliest);
+        yield* drain();
+        if (ended)
+            return;
+        const wasDone = earliest.done;
+        await advance(earliest);
+        if (earliest.done && !wasDone) {
+            await graph.flush(earliest.label);
+            yield* drain();
+            if (ended)
+                return;
+        }
+    }
+    // Every input has ended; the graph runs out (or pads forever, for the
+    // caller to stop).
+    while (!ended) {
+        let produced = false;
+        for await (const frame of drain()) {
+            produced = true;
+            yield frame;
+        }
+        if (!produced)
+            return;
+    }
+}
+/**
+ * Run a `-filter_complex` graph with one output. Every input is a file stream
+ * the graph names by label, as `[1:a]` named the CLI's second input; a file
+ * may appear more than once under different labels. Throws when an input has
+ * no stream of its kind, as the CLI did for a stream specifier that matched
+ * nothing.
+ */
+export async function openFilterComplex(opts) {
+    throwIfAborted(opts.signal);
+    const decoded = [];
+    try {
+        for (const input of opts.inputs) {
+            const stream = await openDecodedStream(input.filePath, input.kind, {
+                signal: opts.signal
+            });
+            if (!stream) {
+                throw new Error(`${input.filePath} has no ${input.kind} stream for [${input.label}]`);
+            }
+            decoded.push(stream);
+        }
+        const firstVideo = opts.inputs.findIndex((input) => input.kind === "video");
+        const graph = FilterComplexAPI.create(opts.graph, {
+            framerate: firstVideo >= 0 ? (streamFrameRate(decoded[firstVideo].stream) ?? undefined) : undefined,
+            inputs: opts.inputs.map((input) => ({ label: input.label })),
+            outputs: [
+                {
+                    label: opts.output,
+                    mediaType: opts.outputKind === "audio" ? AVMEDIA_TYPE_AUDIO : AVMEDIA_TYPE_VIDEO
+                }
+            ],
+            signal: opts.signal
+        });
+        const output = opts.output;
+        return filterRun(() => driveFilterComplex(graph, output, opts.inputs, decoded), async () => {
+            for (const stream of decoded)
+                await stream.close();
+            graph.close();
+        }, () => graph.frameRate, opts.signal);
+    }
+    catch (error) {
+        for (const stream of decoded)
+            await stream.close();
+        throw error;
+    }
+}
+//# sourceMappingURL=filter-graph.js.map

package/dist/media/filter-graph.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"filter-graph.js","sourceRoot":"","sources":["../../src/media/filter-graph.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EACL,cAAc,EACd,WAAW,EACX,kBAAkB,EAClB,kBAAkB,EAClB,WAAW,EACX,SAAS,EACT,gBAAgB,EAChB,KAAK,EAGN,MAAM,SAAS,CAAC;AAEjB,OAAO,EAAE,UAAU,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AACrD,OAAO,EAAE,iBAAiB,EAAsC,MAAM,aAAa,CAAC;AAWpF;;;GAGG;AACH,MAAM,UAAU,eAAe,CAAC,MAAc;IAC5C,KAAK,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC;QAC5D,IAAI,IAAI,CAAC,GAAG,GAAG,CAAC,IAAI,IAAI,CAAC,GAAG,GAAG,CAAC;YAAE,OAAO,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC;IAC5E,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,mFAAmF;AACnF,KAAK,SAAS,CAAC,CAAC,eAAe,CAAC,MAA4B;IAC1D,KAAK,CAAC,CAAC,MAAM,CAAC;IACd,MAAM,IAAI,CAAC;AACb,CAAC;AAED,SAAS,SAAS,CAChB,OAA2C,EAC3C,OAA4B,EAC5B,SAAiC,EACjC,MAA+B;IAE/B,IAAI,MAAM,GAAiC,IAAI,CAAC;IAChD,IAAI,MAAM,GAAG,KAAK,CAAC;IACnB,KAAK,SAAS,CAAC,CAAC,MAAM;QACpB,IAAI,CAAC;YACH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,OAAO,EAAE,EAAE,CAAC;gBACpC,IAAI,CAAC,KAAK;oBAAE,SAAS;gBACrB,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;oBACpB,KAAK,CAAC,IAAI,EAAE,CAAC;oBACb,MAAM,UAAU,CAAC,MAAM,CAAC,CAAC;gBAC3B,CAAC;gBACD,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,mEAAmE;YACnE,+DAA+D;YAC/D,IAAI,KAAK,YAAY,WAAW,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW;gBAAE,OAAO;YACvE,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IACD,OAAO;QACL,MAAM;YACJ,IAAI,MAAM;gBAAE,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;YACjE,MAAM,GAAG,MAAM,EAAE,CAAC;YAClB,OAAO,MAAM,CAAC;QAChB,CAAC;QACD,SAAS;YACP,MAAM,IAAI,GAAG,SAAS,EAAE,CAAC;YACzB,OAAO,IAAI,IAAI,IAAI,CAAC,GAAG,GAAG,CAAC,IAAI,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;QAC5D,CAAC;QACD,KAAK,CAAC,KAAK;YACT,IAAI,MAAM;gBAAE,OAAO;YACnB,MAAM,GAAG,IAAI,CAAC;YACd,IAAI,MAAM;gBAAE,MAAM,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YAC3C,MAAM,OAAO,EAAE,CAAC;QAClB,CAAC;KACF,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,IAMrC;IACC,MAAM,OAAO,GAAG,MAAM,iBAAiB,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,EAAE;QAChE,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,MAAM,EAAE,IAAI,CAAC,MAAM;KACpB,CAAC,CAAC;IACH,IAAI,CAAC,OAAO;QAAE,OAAO,IAAI,CAAC;IAC1B,IAAI,KAAgB,CAAC;IACrB,IAAI,CAAC;QACH,KAAK,GAAG,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE;YACpC,SAAS,EAAE,IAAI,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS;YAC7F,MAAM,EAAE,IAAI,CAAC,MAAM;SACpB,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;QACtB,MAAM,KAAK,CAAC;IACd,CAAC;IACD,OAAO,SAAS,CACd,GAAG,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,eAAe,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,EACrD,KAAK,IAAI,EAAE;QACT,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;QACtB,KAAK,CAAC,KAAK,EAAE,CAAC;IAChB,CAAC,EACD,GAAG,EAAE,CAAC,KAAK,CAAC,SAAS,EACrB,IAAI,CAAC,MAAM,CACZ,CAAC;AACJ,CAAC;AASD,SAAS,YAAY,CAAC,KAAY;IAChC,MAAM,EAAE,QAAQ,EAAE,GAAG,KAAK,CAAC;IAC3B,IAAI,KAAK,CAAC,GAAG,KAAK,cAAc,IAAI,CAAC,CAAC,QAAQ,CAAC,GAAG,GAAG,CAAC,CAAC;QAAE,OAAO,MAAM,CAAC,iBAAiB,CAAC;IACzF,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC,GAAG,CAAC;AAC3D,CAAC;AAED;;;;;;;;;;GAUG;AACH,KAAK,SAAS,CAAC,CAAC,kBAAkB,CAChC,KAAuB,EACvB,MAAc,EACd,MAA4B,EAC5B,OAAwB;IAExB,MAAM,OAAO,GAAmB,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;QAC5D,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,MAAM,EAAE,OAAO,CAAC,KAAK,CAAE,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE;QACxD,IAAI,EAAE,IAAI;QACV,IAAI,EAAE,KAAK;KACZ,CAAC,CAAC,CAAC;IACJ,IAAI,KAAK,GAAG,KAAK,CAAC;IAClB,KAAK,SAAS,CAAC,CAAC,KAAK;QACnB,SAAS,CAAC;YACR,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YACxC,IAAI,GAAG,KAAK,IAAI;gBAAE,OAAO;YACzB,IAAI,CAAC,CAAC,GAAG,YAAY,KAAK,CAAC,EAAE,CAAC;gBAC5B,KAAK,GAAG,IAAI,CAAC;gBACb,OAAO;YACT,CAAC;YACD,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IACD;;;OAGG;IACH,MAAM,IAAI,GAAG,KAAK,EAAE,KAAmB,EAAiB,EAAE;QACxD,MAAM,KAAK,GAAG,KAAK,CAAC,IAAK,CAAC;QAC1B,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC;QAClB,IAAI,CAAC;YACH,MAAM,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QAC1C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,CAAC,KAAK,YAAY,WAAW,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,CAAC;gBAAE,MAAM,KAAK,CAAC;YAC/E,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC;QACpB,CAAC;gBAAS,CAAC;YACT,KAAK,CAAC,IAAI,EAAE,CAAC;QACf,CAAC;IACH,CAAC,CAAC;IACF,MAAM,OAAO,GAAG,KAAK,EAAE,KAAmB,EAAiB,EAAE;QAC3D,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;YACf,wDAAwD;YACxD,MAAM,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,SAAS,CAAC,CAAC;YACvC,OAAO;QACT,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QACzC,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;YAChB,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC;YAClB,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC;QACpB,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC;QAC5B,CAAC;IACH,CAAC,CAAC;IAEF,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,OAAO,CAAC,KAAK,CAAC,CAAC;QACrB,IAAI,KAAK,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,wBAAwB,CAAC,CAAC;IAC3E,CAAC;IACD,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC;QAClB,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC;QACzB,MAAM,OAAO,CAAC,KAAK,CAAC,CAAC;QACrB,4EAA4E;QAC5E,IAAI,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK;YAAE,MAAM,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAC3D,CAAC;IACD,KAAK,CAAC,CAAC,KAAK,EAAE,CAAC;IAEf,SAAS,CAAC;QACR,IAAI,QAAQ,GAAwB,IAAI,CAAC;QACzC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,IAAI,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI;gBAAE,SAAS;YACxC,IAAI,CAAC,QAAQ,IAAI,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,QAAQ,CAAC,IAAK,CAAC;gBAAE,QAAQ,GAAG,KAAK,CAAC;QAC7F,CAAC;QACD,IAAI,CAAC,QAAQ;YAAE,MAAM;QACrB,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC;QACrB,KAAK,CAAC,CAAC,KAAK,EAAE,CAAC;QACf,IAAI,KAAK;YAAE,OAAO;QAClB,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC;QAC9B,MAAM,OAAO,CAAC,QAAQ,CAAC,CAAC;QACxB,IAAI,QAAQ,CAAC,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAC9B,MAAM,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YAClC,KAAK,CAAC,CAAC,KAAK,EAAE,CAAC;YACf,IAAI,KAAK;gBAAE,OAAO;QACpB,CAAC;IACH,CAAC;IACD,sEAAsE;IACtE,mBAAmB;IACnB,OAAO,CAAC,KAAK,EAAE,CAAC;QACd,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,KAAK,EAAE,EAAE,CAAC;YAClC,QAAQ,GAAG,IAAI,CAAC;YAChB,MAAM,KAAK,CAAC;QACd,CAAC;QACD,IAAI,CAAC,QAAQ;YAAE,OAAO;IACxB,CAAC;AACH,CAAC;AAUD;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,IAOvC;IACC,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC5B,MAAM,OAAO,GAAoB,EAAE,CAAC;IACpC,IAAI,CAAC;QACH,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChC,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,EAAE;gBACjE,MAAM,EAAE,IAAI,CAAC,MAAM;aACpB,CAAC,CAAC;YACH,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,CAAC,QAAQ,WAAW,KAAK,CAAC,IAAI,gBAAgB,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC;YACxF,CAAC;YACD,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACvB,CAAC;QACD,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC;QAC5E,MAAM,KAAK,GAAG,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE;YAChD,SAAS,EAAE,UAAU,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,OAAO,CAAC,UAAU,CAAE,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS;YACpG,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;YAC5D,OAAO,EAAE;gBACP;oBACE,KAAK,EAAE,IAAI,CAAC,MAAM;oBAClB,SAAS,EAAE,IAAI,CAAC,UAAU,KAAK,OAAO,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,kBAAkB;iBACjF;aACF;YACD,MAAM,EAAE,IAAI,CAAC,MAAM;SACpB,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC3B,OAAO,SAAS,CACd,GAAG,EAAE,CAAC,kBAAkB,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,EAC7D,KAAK,IAAI,EAAE;YACT,KAAK,MAAM,MAAM,IAAI,OAAO;gBAAE,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;YACnD,KAAK,CAAC,KAAK,EAAE,CAAC;QAChB,CAAC,EACD,GAAG,EAAE,CAAC,KAAK,CAAC,SAAS,EACrB,IAAI,CAAC,MAAM,CACZ,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,KAAK,MAAM,MAAM,IAAI,OAAO;YAAE,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;QACnD,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC"}

package/dist/media/frames.d.ts

@@ -0,0 +1,31 @@
+/**
+ * Video frames as PNG files, the in-process form of `ffmpeg -i in -vf <filter>
+ * frame_%d.png`, `-ss T -i in -frames:v 1 frame.png` and `-sseof`.
+ */
+/**
+ * PNG bytes of every frame `filter` passes, in order. Frames are RGB, or RGBA
+ * with `alpha`, as the CLI's PNG encoder chose from the source. `seekSec`
+ * starts at the frame shown at that time; `limit` stops after that many.
+ * Yields nothing when the file has no video stream.
+ */
+export declare function pngFrames(opts: {
+    filePath: string;
+    filter?: string;
+    seekSec?: number;
+    limit?: number;
+    alpha?: boolean;
+    signal?: AbortSignal;
+}): AsyncGenerator<Uint8Array>;
+/**
+ * The last frame of `filePath` as PNG, or null when it has no picture: the
+ * in-process form of `ffmpeg -sseof -1 -i in -update 1 -frames:v 1 out.png`.
+ * Decodes only the last `tailSec` seconds.
+ */
+export declare function lastFramePng(opts: {
+    filePath: string;
+    durationSec: number | null;
+    alpha?: boolean;
+    tailSec?: number;
+    signal?: AbortSignal;
+}): Promise<Uint8Array | null>;
+//# sourceMappingURL=frames.d.ts.map

package/dist/media/frames.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"frames.d.ts","sourceRoot":"","sources":["../../src/media/frames.ts"],"names":[],"mappings":"AAAA;;;GAGG;AA6BH;;;;;GAKG;AACH,wBAAuB,SAAS,CAAC,IAAI,EAAE;IACrC,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB,GAAG,cAAc,CAAC,UAAU,CAAC,CAkC7B;AAED;;;;GAIG;AACH,wBAAsB,YAAY,CAAC,IAAI,EAAE;IACvC,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB,GAAG,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC,CAyB7B"}