@nodetool-ai/runtime 0.8.8 → 0.8.9-beta.2

package/dist/media/probe.js

@@ -0,0 +1,133 @@
+/**
+ * Container probes on Mediabunny: duration, picture size, frame rates,
+ * streams and packet timestamps, read without decoding anything.
+ */
+import { ALL_FORMATS, BufferSource, EncodedPacketSink, FilePathSource, Input } from "mediabunny";
+import { throwIfAborted } from "./abort.js";
+function openInput(source) {
+    return new Input({
+        source: typeof source === "string" ? new FilePathSource(source) : new BufferSource(source),
+        formats: ALL_FORMATS
+    });
+}
+/**
+ * Read `source`'s streams and timing. Throws when the bytes are not a
+ * container Mediabunny recognizes; callers that treat unreadable media as
+ * "no audio" or "no duration" catch that.
+ */
+export async function probeMedia(source, options = {}) {
+    const { signal } = options;
+    throwIfAborted(signal);
+    const input = openInput(source);
+    try {
+        const format = (await input.getFormat()).name;
+        throwIfAborted(signal);
+        const videoTrack = await input.getPrimaryVideoTrack();
+        const audioTrack = await input.getPrimaryAudioTrack();
+        const durationSec = (await input.getDurationFromMetadata()) ?? (await input.computeDuration());
+        throwIfAborted(signal);
+        let video = null;
+        if (videoTrack) {
+            const target = options.frameRatePackets ?? 256;
+            const rates = await videoTrack.computeFrameRateMetrics({
+                // Mediabunny refuses Infinity, though its docs offer it for a full scan.
+                targetPacketCount: Number.isFinite(target) ? target : Number.MAX_SAFE_INTEGER
+            });
+            throwIfAborted(signal);
+            video = {
+                codec: videoTrack.codec,
+                width: videoTrack.codedWidth,
+                height: videoTrack.codedHeight,
+                displayWidth: videoTrack.displayWidth,
+                displayHeight: videoTrack.displayHeight,
+                rotation: videoTrack.rotation,
+                nominalFps: rates.underlyingFrameRate,
+                averageFps: rates.averageFrameRate,
+                constantFrameRate: rates.frameRateIsConstant,
+                alpha: await videoTrack.canBeTransparent(),
+                timeResolution: videoTrack.timeResolution
+            };
+        }
+        const audio = audioTrack
+            ? {
+                codec: audioTrack.codec,
+                sampleRate: audioTrack.sampleRate,
+                channels: audioTrack.numberOfChannels
+            }
+            : null;
+        return {
+            format,
+            durationSec: Number.isFinite(durationSec) ? durationSec : null,
+            video,
+            audio
+        };
+    }
+    finally {
+        input.dispose();
+    }
+}
+/**
+ * {@link probeMedia}, or `null` when `source` is not media Mediabunny reads.
+ * An abort still throws.
+ */
+async function probeOrNull(source, options) {
+    try {
+        return await probeMedia(source, options);
+    }
+    catch (error) {
+        if (options.signal?.aborted)
+            throw error;
+        return null;
+    }
+}
+/**
+ * `source`'s duration in seconds, or `null` when it is not media Mediabunny
+ * reads or names no duration. An abort still throws.
+ */
+export async function probeDurationSec(source, options = {}) {
+    return (await probeOrNull(source, options))?.durationSec ?? null;
+}
+/**
+ * Whether `source` has an audio stream. Media Mediabunny cannot read has
+ * none. An abort still throws.
+ */
+export async function probeHasAudio(source, options = {}) {
+    const probe = await probeOrNull(source, options);
+    return probe !== null && probe.audio !== null;
+}
+/**
+ * `source`'s primary video stream, or `null` when it has none or is not media
+ * Mediabunny reads. An abort still throws.
+ */
+export async function probeVideoStream(source, options = {}) {
+    return (await probeOrNull(source, options))?.video ?? null;
+}
+/**
+ * Presentation timestamps of the primary video track's packets in seconds, in
+ * file (decode) order, as ffprobe's `packet=pts_time` lists them. `null` when
+ * there is no video track or the track has more than `maxPackets` packets.
+ */
+export async function packetTimes(source, options = {}) {
+    const { signal } = options;
+    const maxPackets = options.maxPackets ?? Number.POSITIVE_INFINITY;
+    throwIfAborted(signal);
+    const input = openInput(source);
+    try {
+        const track = await input.getPrimaryVideoTrack();
+        if (!track)
+            return null;
+        const times = [];
+        const sink = new EncodedPacketSink(track);
+        for await (const packet of sink.packets(undefined, undefined, { metadataOnly: true })) {
+            throwIfAborted(signal);
+            if (times.length >= maxPackets)
+                return null;
+            times.push(packet.timestamp);
+        }
+        return times;
+    }
+    finally {
+        input.dispose();
+    }
+}
+//# sourceMappingURL=probe.js.map

package/dist/media/probe.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"probe.js","sourceRoot":"","sources":["../../src/media/probe.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EACL,WAAW,EACX,YAAY,EACZ,iBAAiB,EACjB,cAAc,EACd,KAAK,EACN,MAAM,YAAY,CAAC;AAEpB,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAwD5C,SAAS,SAAS,CAAC,MAAmB;IACpC,OAAO,IAAI,KAAK,CAAC;QACf,MAAM,EACJ,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,YAAY,CAAC,MAAM,CAAC;QACpF,OAAO,EAAE,WAAW;KACrB,CAAC,CAAC;AACL,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,MAAmB,EACnB,OAAO,GAAiB,EAAE;IAE1B,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IAC3B,cAAc,CAAC,MAAM,CAAC,CAAC;IACvB,MAAM,KAAK,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;IAChC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,CAAC,MAAM,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC;QAC9C,cAAc,CAAC,MAAM,CAAC,CAAC;QACvB,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,oBAAoB,EAAE,CAAC;QACtD,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,oBAAoB,EAAE,CAAC;QACtD,MAAM,WAAW,GACf,CAAC,MAAM,KAAK,CAAC,uBAAuB,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,eAAe,EAAE,CAAC,CAAC;QAC7E,cAAc,CAAC,MAAM,CAAC,CAAC;QAEvB,IAAI,KAAK,GAA2B,IAAI,CAAC;QACzC,IAAI,UAAU,EAAE,CAAC;YACf,MAAM,MAAM,GAAG,OAAO,CAAC,gBAAgB,IAAI,GAAG,CAAC;YAC/C,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,uBAAuB,CAAC;gBACrD,yEAAyE;gBACzE,iBAAiB,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,gBAAgB;aAC9E,CAAC,CAAC;YACH,cAAc,CAAC,MAAM,CAAC,CAAC;YACvB,KAAK,GAAG;gBACN,KAAK,EAAE,UAAU,CAAC,KAAK;gBACvB,KAAK,EAAE,UAAU,CAAC,UAAU;gBAC5B,MAAM,EAAE,UAAU,CAAC,WAAW;gBAC9B,YAAY,EAAE,UAAU,CAAC,YAAY;gBACrC,aAAa,EAAE,UAAU,CAAC,aAAa;gBACvC,QAAQ,EAAE,UAAU,CAAC,QAAQ;gBAC7B,UAAU,EAAE,KAAK,CAAC,mBAAmB;gBACrC,UAAU,EAAE,KAAK,CAAC,gBAAgB;gBAClC,iBAAiB,EAAE,KAAK,CAAC,mBAAmB;gBAC5C,KAAK,EAAE,MAAM,UAAU,CAAC,gBAAgB,EAAE;gBAC1C,cAAc,EAAE,UAAU,CAAC,cAAc;aAC1C,CAAC;QACJ,CAAC;QACD,MAAM,KAAK,GAA2B,UAAU;YAC9C,CAAC,CAAC;gBACE,KAAK,EAAE,UAAU,CAAC,KAAK;gBACvB,UAAU,EAAE,UAAU,CAAC,UAAU;gBACjC,QAAQ,EAAE,UAAU,CAAC,gBAAgB;aACtC;YACH,CAAC,CAAC,IAAI,CAAC;QACT,OAAO;YACL,MAAM;YACN,WAAW,EAAE,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI;YAC9D,KAAK;YACL,KAAK;SACN,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,KAAK,CAAC,OAAO,EAAE,CAAC;IAClB,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,WAAW,CACxB,MAAmB,EACnB,OAAqB;IAErB,IAAI,CAAC;QACH,OAAO,MAAM,UAAU,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC3C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO;YAAE,MAAM,KAAK,CAAC;QACzC,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,MAAmB,EACnB,OAAO,GAAiB,EAAE;IAE1B,OAAO,CAAC,MAAM,WAAW,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,EAAE,WAAW,IAAI,IAAI,CAAC;AACnE,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,MAAmB,EACnB,OAAO,GAAiB,EAAE;IAE1B,MAAM,KAAK,GAAG,MAAM,WAAW,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACjD,OAAO,KAAK,KAAK,IAAI,IAAI,KAAK,CAAC,KAAK,KAAK,IAAI,CAAC;AAChD,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,MAAmB,EACnB,OAAO,GAAiB,EAAE;IAE1B,OAAO,CAAC,MAAM,WAAW,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,EAAE,KAAK,IAAI,IAAI,CAAC;AAC7D,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,MAAmB,EACnB,OAAO,GAAkD,EAAE;IAE3D,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IAC3B,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,MAAM,CAAC,iBAAiB,CAAC;IAClE,cAAc,CAAC,MAAM,CAAC,CAAC;IACvB,MAAM,KAAK,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;IAChC,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,oBAAoB,EAAE,CAAC;QACjD,IAAI,CAAC,KAAK;YAAE,OAAO,IAAI,CAAC;QACxB,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,MAAM,IAAI,GAAG,IAAI,iBAAiB,CAAC,KAAK,CAAC,CAAC;QAC1C,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,SAAS,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;YACtF,cAAc,CAAC,MAAM,CAAC,CAAC;YACvB,IAAI,KAAK,CAAC,MAAM,IAAI,UAAU;gBAAE,OAAO,IAAI,CAAC;YAC5C,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC/B,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;YAAS,CAAC;QACT,KAAK,CAAC,OAAO,EAAE,CAAC;IAClB,CAAC;AACH,CAAC"}

package/dist/media/rgba.d.ts

@@ -0,0 +1,78 @@
+/**
+ * Raw RGBA frames in and out of libav with node-av: a bounded decode reader
+ * for the compositor's inputs and an encoder for its output.
+ */
+/** One decoded frame as packed RGBA8. */
+export interface RgbaFrame {
+    rgba: Uint8Array;
+    width: number;
+    height: number;
+    /** Presentation time after the seek, in seconds. */
+    ptsSec: number;
+}
+/** Frames read ahead of the consumer, so decode overlaps compositing. */
+export interface RgbaFrameReader {
+    /** The next frame, or `null` once the source is exhausted. */
+    next(): Promise<RgbaFrame | null>;
+    /** Stop decoding and free the decoder. Waits for a decode in progress. */
+    close(): Promise<void>;
+}
+/**
+ * Decode `filePath`'s first video stream through `filter` and hand out the
+ * frames as RGBA. `filter` is a `-vf` chain that ends in `format=rgba`.
+ *
+ * `seekSec` reproduces the CLI's `-ss` before `-i`: seek to the keyframe at or
+ * before it, drop every frame before it, and count time from it. At most
+ * `readAhead` frames wait decoded; at 1080p each is 8 MB.
+ */
+export declare function openRgbaFrameReader(opts: {
+    filePath: string;
+    filter: string;
+    seekSec?: number;
+    readAhead?: number;
+    signal?: AbortSignal;
+}): Promise<RgbaFrameReader | null>;
+/** Codec settings for {@link openVideoFrameEncoder}, the CLI's output arguments as data. */
+export interface VideoEncoderSpec {
+    /** Encoder name, e.g. `libx264`, `prores_ks`, `libvpx-vp9`, `ffv1`. */
+    codec: string;
+    /** Pixel format the encoder receives, e.g. `yuv420p`. */
+    pixelFormat: string;
+    /** A `-vf` chain run before the pixel format conversion. */
+    filter?: string;
+    /**
+     * Encoder AVOptions: private ones (`preset`, `profile`) and generic ones
+     * (`b`, `level`, `colorspace`, `color_primaries`, `color_trc`).
+     */
+    options?: Record<string, string>;
+}
+/** A running encode that turns written frames into a finished file. */
+export interface VideoFrameEncoder {
+    /** One frame: packed RGBA8 at the encoder's size, or one PNG, JPEG or WebP file. */
+    write(frame: Uint8Array): Promise<void>;
+    /** Flush the encoder and finalize the file. */
+    finish(): Promise<void>;
+    /** Stop and free everything. The file is left incomplete. */
+    abort(): Promise<void>;
+}
+/**
+ * Encode frames written at `fps` into `outPath`, the in-process form of
+ * `ffmpeg -f rawvideo -pix_fmt rgba -s WxH -r FPS -i pipe:0 <args> out` (and of
+ * `-f image2pipe` for `input: "png"`, which also takes JPEG and WebP files).
+ * Frames are converted by the
+ * spec's filter and then to its pixel format, as the CLI's `-vf` and
+ * `-pix_fmt` did.
+ */
+export declare function openVideoFrameEncoder(opts: {
+    outPath: string;
+    fps: number;
+    input: "rgba" | "png";
+    /** Frame size. Required for RGBA input; a PNG carries its own. */
+    width?: number;
+    height?: number;
+    spec: VideoEncoderSpec;
+    /** Muxer AVOptions, e.g. `{ movflags: "+faststart" }`. */
+    muxerOptions?: Record<string, string>;
+    signal?: AbortSignal;
+}): Promise<VideoFrameEncoder>;
+//# sourceMappingURL=rgba.d.ts.map

package/dist/media/rgba.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rgba.d.ts","sourceRoot":"","sources":["../../src/media/rgba.ts"],"names":[],"mappings":"AAAA;;;GAGG;AA4BH,yCAAyC;AACzC,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,UAAU,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,oDAAoD;IACpD,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,yEAAyE;AACzE,MAAM,WAAW,eAAe;IAC9B,8DAA8D;IAC9D,IAAI,IAAI,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC;IAClC,0EAA0E;IAC1E,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACxB;AAED;;;;;;;GAOG;AACH,wBAAsB,mBAAmB,CAAC,IAAI,EAAE;IAC9C,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB,GAAG,OAAO,CAAC,eAAe,GAAG,IAAI,CAAC,CAmFlC;AAED,4FAA4F;AAC5F,MAAM,WAAW,gBAAgB;IAC/B,uEAAuE;IACvE,KAAK,EAAE,MAAM,CAAC;IACd,yDAAyD;IACzD,WAAW,EAAE,MAAM,CAAC;IACpB,4DAA4D;IAC5D,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB;;;OAGG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAClC;AAED,uEAAuE;AACvE,MAAM,WAAW,iBAAiB;IAChC,oFAAoF;IACpF,KAAK,CAAC,KAAK,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACxC,+CAA+C;IAC/C,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACxB,6DAA6D;IAC7D,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACxB;AA4DD;;;;;;;GAOG;AACH,wBAAsB,qBAAqB,CAAC,IAAI,EAAE;IAChD,OAAO,EAAE,MAAM,CAAC;IAChB,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,GAAG,KAAK,CAAC;IACtB,kEAAkE;IAClE,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,gBAAgB,CAAC;IACvB,0DAA0D;IAC1D,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACtC,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAmH7B"}

package/dist/media/rgba.js

@@ -0,0 +1,285 @@
+/**
+ * Raw RGBA frames in and out of libav with node-av: a bounded decode reader
+ * for the compositor's inputs and an encoder for its output.
+ */
+import { AV_CODEC_ID_MJPEG, AV_CODEC_ID_PNG, AV_CODEC_ID_WEBP, AV_PIX_FMT_RGBA, Codec, CodecContext, Encoder, FilterAPI, Frame, Packet, Rational } from "node-av";
+import { abortError, findEncoder, openFileMuxer, quietLibav, rationalFor, throwIfAborted } from "./av.js";
+import { openFilterGraph } from "./filter-graph.js";
+/**
+ * Decode `filePath`'s first video stream through `filter` and hand out the
+ * frames as RGBA. `filter` is a `-vf` chain that ends in `format=rgba`.
+ *
+ * `seekSec` reproduces the CLI's `-ss` before `-i`: seek to the keyframe at or
+ * before it, drop every frame before it, and count time from it. At most
+ * `readAhead` frames wait decoded; at 1080p each is 8 MB.
+ */
+export async function openRgbaFrameReader(opts) {
+    const seekSec = opts.seekSec && opts.seekSec > 0 ? opts.seekSec : 0;
+    const run = await openFilterGraph({
+        filePath: opts.filePath,
+        kind: "video",
+        // The decoder has already moved the seek point to zero, so `trim` drops
+        // the frames decoded on the way from the keyframe to it.
+        filter: seekSec > 0 ? `trim=start=0,${opts.filter}` : opts.filter,
+        seekSec,
+        signal: opts.signal
+    });
+    if (!run)
+        return null;
+    const readAhead = Math.max(1, opts.readAhead ?? 4);
+    const queue = [];
+    let failure = null;
+    let ended = false;
+    let closed = false;
+    let wakeConsumer = null;
+    let wakeProducer = null;
+    const wake = () => {
+        wakeConsumer?.();
+        wakeConsumer = null;
+    };
+    const pump = (async () => {
+        try {
+            for await (const frame of run.frames()) {
+                try {
+                    const { timeBase } = frame;
+                    queue.push({
+                        rgba: new Uint8Array(frame.toBuffer()),
+                        width: frame.width,
+                        height: frame.height,
+                        ptsSec: timeBase.den > 0 ? (Number(frame.pts) * timeBase.num) / timeBase.den : 0
+                    });
+                }
+                finally {
+                    frame.free();
+                }
+                wake();
+                while (queue.length >= readAhead && !closed) {
+                    await new Promise((resolve) => {
+                        wakeProducer = resolve;
+                    });
+                }
+                if (closed)
+                    break;
+            }
+        }
+        catch (error) {
+            failure = error;
+        }
+        finally {
+            ended = true;
+            wake();
+        }
+    })();
+    return {
+        async next() {
+            for (;;) {
+                if (closed)
+                    return null;
+                const frame = queue.shift();
+                if (frame) {
+                    wakeProducer?.();
+                    wakeProducer = null;
+                    return frame;
+                }
+                if (failure)
+                    throw failure;
+                if (ended)
+                    return null;
+                await new Promise((resolve) => {
+                    wakeConsumer = resolve;
+                });
+            }
+        },
+        async close() {
+            if (closed)
+                return;
+            closed = true;
+            queue.length = 0;
+            wakeProducer?.();
+            wakeProducer = null;
+            wake();
+            await pump;
+            await run.close();
+        }
+    };
+}
+/** The decoder for an image file's bytes: PNG, JPEG or WebP. */
+function imageCodecId(bytes) {
+    if (bytes[0] === 0xff && bytes[1] === 0xd8)
+        return AV_CODEC_ID_MJPEG;
+    if (Buffer.from(bytes.subarray(0, 4)).toString("latin1") === "RIFF" &&
+        Buffer.from(bytes.subarray(8, 12)).toString("latin1") === "WEBP") {
+        return AV_CODEC_ID_WEBP;
+    }
+    return AV_CODEC_ID_PNG;
+}
+/**
+ * Decodes standalone image files, one packet per file, as the image2 demuxer
+ * read them. Each file gets a fresh decoder: libav's PNG decoder keeps the
+ * last row of the previous image and applies it to the first row of the next
+ * when the size is unchanged, so one context adds each frame onto the last.
+ */
+class ImageDecoder {
+    packet = new Packet();
+    allocated = false;
+    async decode(bytes) {
+        const id = imageCodecId(bytes);
+        const codec = Codec.findDecoder(id);
+        if (!codec)
+            throw new Error(`This libav build has no ${id} image decoder`);
+        const context = new CodecContext();
+        context.allocContext3(codec);
+        try {
+            const opened = await context.open2(codec, null);
+            if (opened < 0)
+                throw new Error(`Could not open the ${codec.name} decoder (${opened})`);
+            if (!this.allocated) {
+                this.packet.alloc();
+                this.allocated = true;
+            }
+            this.packet.data = Buffer.from(bytes.buffer, bytes.byteOffset, bytes.byteLength);
+            const sent = await context.sendPacket(this.packet);
+            this.packet.unref();
+            if (sent < 0)
+                throw new Error(`The image decoder refused a frame (${sent})`);
+            const frame = new Frame();
+            frame.alloc();
+            const received = await context.receiveFrame(frame);
+            if (received < 0) {
+                frame.free();
+                throw new Error(`The image decoder returned no picture (${received})`);
+            }
+            return frame;
+        }
+        finally {
+            context.freeContext();
+        }
+    }
+    free() {
+        if (this.allocated)
+            this.packet.free();
+        this.allocated = false;
+    }
+}
+/**
+ * Encode frames written at `fps` into `outPath`, the in-process form of
+ * `ffmpeg -f rawvideo -pix_fmt rgba -s WxH -r FPS -i pipe:0 <args> out` (and of
+ * `-f image2pipe` for `input: "png"`, which also takes JPEG and WebP files).
+ * Frames are converted by the
+ * spec's filter and then to its pixel format, as the CLI's `-vf` and
+ * `-pix_fmt` did.
+ */
+export async function openVideoFrameEncoder(opts) {
+    quietLibav();
+    throwIfAborted(opts.signal);
+    const { spec, signal } = opts;
+    if (opts.input === "rgba" && !(opts.width && opts.height)) {
+        throw new Error("RGBA input needs the frame size");
+    }
+    const codec = findEncoder(spec.codec);
+    if (!codec)
+        throw new Error(`This libav build has no ${spec.codec} encoder`);
+    const rate = rationalFor(opts.fps);
+    const timeBase = new Rational(rate.den, rate.num);
+    const filter = FilterAPI.create([spec.filter, `format=${spec.pixelFormat}`].filter(Boolean).join(","), { signal });
+    let encoder = null;
+    let output = null;
+    let streamIndex = -1;
+    const png = opts.input === "png" ? new ImageDecoder() : null;
+    let index = 0;
+    let failure = null;
+    let done = false;
+    const release = async () => {
+        if (done)
+            return;
+        done = true;
+        png?.free();
+        filter.close();
+        encoder?.close();
+        await output?.close();
+    };
+    const writePackets = async (frame) => {
+        if (!encoder || !output)
+            return;
+        for (const packet of await encoder.encodeAll(frame)) {
+            await output.muxer.writePacket(packet, streamIndex);
+            packet.free();
+        }
+    };
+    const encodeFiltered = async (frame) => {
+        for (const filtered of await filter.processAll(frame)) {
+            try {
+                if (!encoder) {
+                    encoder = await Encoder.create(codec, {
+                        options: spec.options,
+                        context: { framerate: new Rational(rate.num, rate.den) },
+                        signal
+                    });
+                    output = await openFileMuxer(opts.outPath, { muxerOptions: opts.muxerOptions, signal });
+                    streamIndex = output.muxer.addStream(encoder);
+                }
+                await writePackets(filtered);
+            }
+            finally {
+                filtered.free();
+            }
+        }
+    };
+    const guard = async (work) => {
+        if (failure)
+            throw failure;
+        if (done)
+            throw new Error("The encoder is closed");
+        if (signal?.aborted) {
+            failure = abortError(signal);
+            await release();
+            throw failure;
+        }
+        try {
+            await work();
+        }
+        catch (error) {
+            failure = error;
+            await release();
+            throw error;
+        }
+    };
+    return {
+        write(bytes) {
+            return guard(async () => {
+                let frame;
+                if (png) {
+                    frame = await png.decode(bytes);
+                }
+                else {
+                    const width = opts.width ?? 0;
+                    const height = opts.height ?? 0;
+                    if (bytes.byteLength !== width * height * 4) {
+                        throw new Error(`Expected a ${width}x${height} RGBA frame (${width * height * 4} bytes), got ${bytes.byteLength}`);
+                    }
+                    frame = Frame.fromVideoBuffer(Buffer.from(bytes.buffer, bytes.byteOffset, bytes.byteLength), { width, height, format: AV_PIX_FMT_RGBA, timeBase });
+                }
+                frame.pts = BigInt(index);
+                frame.timeBase = timeBase;
+                index += 1;
+                try {
+                    await encodeFiltered(frame);
+                }
+                finally {
+                    frame.free();
+                }
+            });
+        },
+        finish() {
+            return guard(async () => {
+                await encodeFiltered(null);
+                await writePackets(null);
+                if (!output)
+                    throw new Error("No frames were written");
+                await release();
+            });
+        },
+        abort: release
+    };
+}
+//# sourceMappingURL=rgba.js.map

package/dist/media/rgba.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rgba.js","sourceRoot":"","sources":["../../src/media/rgba.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EACL,iBAAiB,EACjB,eAAe,EACf,gBAAgB,EAChB,eAAe,EACf,KAAK,EACL,YAAY,EACZ,OAAO,EACP,SAAS,EACT,KAAK,EACL,MAAM,EACN,QAAQ,EAET,MAAM,SAAS,CAAC;AAEjB,OAAO,EACL,UAAU,EACV,WAAW,EACX,aAAa,EACb,UAAU,EACV,WAAW,EACX,cAAc,EAEf,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,eAAe,EAAkB,MAAM,mBAAmB,CAAC;AAmBpE;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,IAMzC;IACC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;IACpE,MAAM,GAAG,GAAqB,MAAM,eAAe,CAAC;QAClD,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,IAAI,EAAE,OAAO;QACb,wEAAwE;QACxE,yDAAyD;QACzD,MAAM,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,gBAAgB,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM;QACjE,OAAO;QACP,MAAM,EAAE,IAAI,CAAC,MAAM;KACpB,CAAC,CAAC;IACH,IAAI,CAAC,GAAG;QAAE,OAAO,IAAI,CAAC;IACtB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,SAAS,IAAI,CAAC,CAAC,CAAC;IACnD,MAAM,KAAK,GAAgB,EAAE,CAAC;IAC9B,IAAI,OAAO,GAAY,IAAI,CAAC;IAC5B,IAAI,KAAK,GAAG,KAAK,CAAC;IAClB,IAAI,MAAM,GAAG,KAAK,CAAC;IACnB,IAAI,YAAY,GAAwB,IAAI,CAAC;IAC7C,IAAI,YAAY,GAAwB,IAAI,CAAC;IAE7C,MAAM,IAAI,GAAG,GAAS,EAAE;QACtB,YAAY,EAAE,EAAE,CAAC;QACjB,YAAY,GAAG,IAAI,CAAC;IACtB,CAAC,CAAC;IAEF,MAAM,IAAI,GAAG,CAAC,KAAK,IAAI,EAAE;QACvB,IAAI,CAAC;YACH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,GAAG,CAAC,MAAM,EAAE,EAAE,CAAC;gBACvC,IAAI,CAAC;oBACH,MAAM,EAAE,QAAQ,EAAE,GAAG,KAAK,CAAC;oBAC3B,KAAK,CAAC,IAAI,CAAC;wBACT,IAAI,EAAE,IAAI,UAAU,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;wBACtC,KAAK,EAAE,KAAK,CAAC,KAAK;wBAClB,MAAM,EAAE,KAAK,CAAC,MAAM;wBACpB,MAAM,EAAE,QAAQ,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;qBACjF,CAAC,CAAC;gBACL,CAAC;wBAAS,CAAC;oBACT,KAAK,CAAC,IAAI,EAAE,CAAC;gBACf,CAAC;gBACD,IAAI,EAAE,CAAC;gBACP,OAAO,KAAK,CAAC,MAAM,IAAI,SAAS,IAAI,CAAC,MAAM,EAAE,CAAC;oBAC5C,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;wBAClC,YAAY,GAAG,OAAO,CAAC;oBACzB,CAAC,CAAC,CAAC;gBACL,CAAC;gBACD,IAAI,MAAM;oBAAE,MAAM;YACpB,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,GAAG,KAAK,CAAC;QAClB,CAAC;gBAAS,CAAC;YACT,KAAK,GAAG,IAAI,CAAC;YACb,IAAI,EAAE,CAAC;QACT,CAAC;IACH,CAAC,CAAC,EAAE,CAAC;IAEL,OAAO;QACL,KAAK,CAAC,IAAI;YACR,SAAS,CAAC;gBACR,IAAI,MAAM;oBAAE,OAAO,IAAI,CAAC;gBACxB,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC;gBAC5B,IAAI,KAAK,EAAE,CAAC;oBACV,YAAY,EAAE,EAAE,CAAC;oBACjB,YAAY,GAAG,IAAI,CAAC;oBACpB,OAAO,KAAK,CAAC;gBACf,CAAC;gBACD,IAAI,OAAO;oBAAE,MAAM,OAAO,CAAC;gBAC3B,IAAI,KAAK;oBAAE,OAAO,IAAI,CAAC;gBACvB,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;oBAClC,YAAY,GAAG,OAAO,CAAC;gBACzB,CAAC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QACD,KAAK,CAAC,KAAK;YACT,IAAI,MAAM;gBAAE,OAAO;YACnB,MAAM,GAAG,IAAI,CAAC;YACd,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;YACjB,YAAY,EAAE,EAAE,CAAC;YACjB,YAAY,GAAG,IAAI,CAAC;YACpB,IAAI,EAAE,CAAC;YACP,MAAM,IAAI,CAAC;YACX,MAAM,GAAG,CAAC,KAAK,EAAE,CAAC;QACpB,CAAC;KACF,CAAC;AACJ,CAAC;AA2BD,gEAAgE;AAChE,SAAS,YAAY,CAAC,KAAiB;IACrC,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI;QAAE,OAAO,iBAAiB,CAAC;IACrE,IACE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,MAAM;QAC/D,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,MAAM,EAChE,CAAC;QACD,OAAO,gBAAgB,CAAC;IAC1B,CAAC;IACD,OAAO,eAAe,CAAC;AACzB,CAAC;AAED;;;;;GAKG;AACH,MAAM,YAAY;IACC,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;IAC/B,SAAS,GAAG,KAAK,CAAC;IAE1B,KAAK,CAAC,MAAM,CAAC,KAAiB;QAC5B,MAAM,EAAE,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;QAC/B,MAAM,KAAK,GAAG,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;QACpC,IAAI,CAAC,KAAK;YAAE,MAAM,IAAI,KAAK,CAAC,2BAA2B,EAAE,gBAAgB,CAAC,CAAC;QAC3E,MAAM,OAAO,GAAG,IAAI,YAAY,EAAE,CAAC;QACnC,OAAO,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;QAC7B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;YAChD,IAAI,MAAM,GAAG,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,sBAAsB,KAAK,CAAC,IAAI,aAAa,MAAM,GAAG,CAAC,CAAC;YACxF,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;gBACpB,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;gBACpB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;YACxB,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;YACjF,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACnD,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;YACpB,IAAI,IAAI,GAAG,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,sCAAsC,IAAI,GAAG,CAAC,CAAC;YAC7E,MAAM,KAAK,GAAG,IAAI,KAAK,EAAE,CAAC;YAC1B,KAAK,CAAC,KAAK,EAAE,CAAC;YACd,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;YACnD,IAAI,QAAQ,GAAG,CAAC,EAAE,CAAC;gBACjB,KAAK,CAAC,IAAI,EAAE,CAAC;gBACb,MAAM,IAAI,KAAK,CAAC,0CAA0C,QAAQ,GAAG,CAAC,CAAC;YACzE,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC;gBAAS,CAAC;YACT,OAAO,CAAC,WAAW,EAAE,CAAC;QACxB,CAAC;IACH,CAAC;IAED,IAAI;QACF,IAAI,IAAI,CAAC,SAAS;YAAE,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QACvC,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;IACzB,CAAC;CACF;AAED;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,IAW3C;IACC,UAAU,EAAE,CAAC;IACb,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC5B,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;IAC9B,IAAI,IAAI,CAAC,KAAK,KAAK,MAAM,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;QAC1D,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;IACrD,CAAC;IACD,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACtC,IAAI,CAAC,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,2BAA2B,IAAI,CAAC,KAAK,UAAU,CAAC,CAAC;IAC7E,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACnC,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;IAClD,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAC7B,CAAC,IAAI,CAAC,MAAM,EAAE,UAAU,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EACrE,EAAE,MAAM,EAAE,CACX,CAAC;IACF,IAAI,OAAO,GAAmB,IAAI,CAAC;IACnC,IAAI,MAAM,GAAqB,IAAI,CAAC;IACpC,IAAI,WAAW,GAAG,CAAC,CAAC,CAAC;IACrB,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,KAAK,KAAK,CAAC,CAAC,CAAC,IAAI,YAAY,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IAC7D,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,OAAO,GAAY,IAAI,CAAC;IAC5B,IAAI,IAAI,GAAG,KAAK,CAAC;IAEjB,MAAM,OAAO,GAAG,KAAK,IAAmB,EAAE;QACxC,IAAI,IAAI;YAAE,OAAO;QACjB,IAAI,GAAG,IAAI,CAAC;QACZ,GAAG,EAAE,IAAI,EAAE,CAAC;QACZ,MAAM,CAAC,KAAK,EAAE,CAAC;QACf,OAAO,EAAE,KAAK,EAAE,CAAC;QACjB,MAAM,MAAM,EAAE,KAAK,EAAE,CAAC;IACxB,CAAC,CAAC;IAEF,MAAM,YAAY,GAAG,KAAK,EAAE,KAAmB,EAAiB,EAAE;QAChE,IAAI,CAAC,OAAO,IAAI,CAAC,MAAM;YAAE,OAAO;QAChC,KAAK,MAAM,MAAM,IAAI,MAAM,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;YACpD,MAAM,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;YACpD,MAAM,CAAC,IAAI,EAAE,CAAC;QAChB,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,cAAc,GAAG,KAAK,EAAE,KAAmB,EAAiB,EAAE;QAClE,KAAK,MAAM,QAAQ,IAAI,MAAM,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACtD,IAAI,CAAC;gBACH,IAAI,CAAC,OAAO,EAAE,CAAC;oBACb,OAAO,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE;wBACpC,OAAO,EAAE,IAAI,CAAC,OAAO;wBACrB,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,QAAQ,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE;wBACxD,MAAM;qBACP,CAAC,CAAC;oBACH,MAAM,GAAG,MAAM,aAAa,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,YAAY,EAAE,IAAI,CAAC,YAAY,EAAE,MAAM,EAAE,CAAC,CAAC;oBACxF,WAAW,GAAG,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;gBAChD,CAAC;gBACD,MAAM,YAAY,CAAC,QAAQ,CAAC,CAAC;YAC/B,CAAC;oBAAS,CAAC;gBACT,QAAQ,CAAC,IAAI,EAAE,CAAC;YAClB,CAAC;QACH,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,KAAK,GAAG,KAAK,EAAE,IAAyB,EAAiB,EAAE;QAC/D,IAAI,OAAO;YAAE,MAAM,OAAO,CAAC;QAC3B,IAAI,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;QACnD,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;YACpB,OAAO,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;YAC7B,MAAM,OAAO,EAAE,CAAC;YAChB,MAAM,OAAO,CAAC;QAChB,CAAC;QACD,IAAI,CAAC;YACH,MAAM,IAAI,EAAE,CAAC;QACf,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,GAAG,KAAK,CAAC;YAChB,MAAM,OAAO,EAAE,CAAC;YAChB,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC,CAAC;IAEF,OAAO;QACL,KAAK,CAAC,KAAiB;YACrB,OAAO,KAAK,CAAC,KAAK,IAAI,EAAE;gBACtB,IAAI,KAAY,CAAC;gBACjB,IAAI,GAAG,EAAE,CAAC;oBACR,KAAK,GAAG,MAAM,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAClC,CAAC;qBAAM,CAAC;oBACN,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC;oBAC9B,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC;oBAChC,IAAI,KAAK,CAAC,UAAU,KAAK,KAAK,GAAG,MAAM,GAAG,CAAC,EAAE,CAAC;wBAC5C,MAAM,IAAI,KAAK,CACb,cAAc,KAAK,IAAI,MAAM,gBAAgB,KAAK,GAAG,MAAM,GAAG,CAAC,gBAAgB,KAAK,CAAC,UAAU,EAAE,CAClG,CAAC;oBACJ,CAAC;oBACD,KAAK,GAAG,KAAK,CAAC,eAAe,CAC3B,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC,EAC7D,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,eAAe,EAAE,QAAQ,EAAE,CACrD,CAAC;gBACJ,CAAC;gBACD,KAAK,CAAC,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC1B,KAAK,CAAC,QAAQ,GAAG,QAAQ,CAAC;gBAC1B,KAAK,IAAI,CAAC,CAAC;gBACX,IAAI,CAAC;oBACH,MAAM,cAAc,CAAC,KAAK,CAAC,CAAC;gBAC9B,CAAC;wBAAS,CAAC;oBACT,KAAK,CAAC,IAAI,EAAE,CAAC;gBACf,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC;QACD,MAAM;YACJ,OAAO,KAAK,CAAC,KAAK,IAAI,EAAE;gBACtB,MAAM,cAAc,CAAC,IAAI,CAAC,CAAC;gBAC3B,MAAM,YAAY,CAAC,IAAI,CAAC,CAAC;gBACzB,IAAI,CAAC,MAAM;oBAAE,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;gBACvD,MAAM,OAAO,EAAE,CAAC;YAClB,CAAC,CAAC,CAAC;QACL,CAAC;QACD,KAAK,EAAE,OAAO;KACf,CAAC;AACJ,CAAC"}

package/dist/media/testing.d.ts

@@ -0,0 +1,119 @@
+/**
+ * Test media without the ffmpeg CLI: generate inputs from libavfilter
+ * sources (`testsrc2`, `color`, `sine`, `anullsrc`) or from RGBA frames, and
+ * measure outputs (duration, size, frame times, pixels, PCM loudness).
+ *
+ * These run on the same node-av build the server uses, so a test that passes
+ * here needs no `ffmpeg` on PATH.
+ */
+import { type PcmAudio } from "./audio.js";
+import { type MediaProbe } from "./probe.js";
+import { type VideoEncoderSpec } from "./rgba.js";
+/** One generated stream: a lavfi source graph and how to encode it. */
+export interface GeneratedStream {
+    /**
+     * A lavfi source with its own length, e.g.
+     * `testsrc2=size=64x48:rate=24:duration=2` or `sine=frequency=440:duration=2`.
+     */
+    source: string;
+    /** Encoder name. Defaults to `libx264` for video and `aac` for audio. */
+    codec?: string;
+    /** Video pixel format. Defaults to `yuv420p`. */
+    pixelFormat?: string;
+    /** Filters between the source and the encoder. */
+    filter?: string;
+    /** Encoder AVOptions, e.g. `{ g: "12", bf: "2", colorspace: "bt709" }`. */
+    options?: Record<string, string>;
+}
+/**
+ * Write a file holding the given streams, as
+ * `ffmpeg -f lavfi -i <video> -f lavfi -i <audio> <encoder args> out` did.
+ */
+export declare function generateMedia(opts: {
+    outPath: string;
+    video?: GeneratedStream;
+    audio?: GeneratedStream;
+    /** Muxer AVOptions, e.g. `{ movflags: "+faststart" }`. */
+    muxerOptions?: Record<string, string>;
+}): Promise<void>;
+/**
+ * Encode frames produced by `frameAt` (packed RGBA8) at `fps`. Defaults to
+ * lossless FFV1 so a test reads back exactly what it wrote.
+ */
+export declare function writeRgbaVideo(opts: {
+    outPath: string;
+    width: number;
+    height: number;
+    fps: number;
+    frames: number;
+    frameAt: (index: number) => Uint8Array;
+    spec?: VideoEncoderSpec;
+}): Promise<void>;
+/** A solid RGBA frame. */
+export declare function solidRgba(width: number, height: number, [r, g, b, a]: readonly [number, number, number, number]): Uint8Array;
+/** Write 16-bit PCM WAV bytes for interleaved float `samples`. */
+export declare function encodeWav(samples: Float32Array, sampleRate: number, channels: number): Uint8Array;
+/** Interleaved samples of a sine, or silence at `amplitude: 0`. */
+export declare function sineSamples(opts: {
+    sampleRate: number;
+    channels: number;
+    durationSec: number;
+    frequency: number;
+    amplitude?: number;
+}): Float32Array;
+/** What a test asks of an output file. */
+export interface MediaReport extends MediaProbe {
+    /** Video packet times in seconds, sorted. Empty without video. */
+    frameTimes: number[];
+}
+/** Probe `filePath` and list its video frame times. */
+export declare function inspectMedia(filePath: string): Promise<MediaReport>;
+/**
+ * Every video packet's presentation time (seconds, rounded to the
+ * microsecond as ffprobe prints `pts_time`) and keyframe flag, in
+ * presentation order.
+ */
+export declare function videoPacketInfo(filePath: string): Promise<Array<{
+    pts: number;
+    key: boolean;
+}>>;
+/** Every video frame of `filePath` as RGBA at `width`x`height`, in order. */
+export declare function readRgbaFrames(filePath: string, size: {
+    width: number;
+    height: number;
+}): Promise<Uint8Array[]>;
+/** Mean of each RGBA channel over a frame. */
+export declare function meanRgba(rgba: Uint8Array): [number, number, number, number];
+/** `filePath`'s audio as interleaved float PCM. */
+export declare function readPcm(filePath: string, options: {
+    sampleRate: number;
+    channels?: number;
+}): Promise<PcmAudio>;
+/** RMS of `audio` between two times, over every channel. */
+export declare function rmsBetween(audio: PcmAudio, startSec: number, endSec: number): number;
+/** What ffprobe's `-show_streams` printed for a video stream, by its names. */
+export interface VideoStreamFormat {
+    /** `h264`, `vp9`, `prores`. */
+    codec: string;
+    /** `yuv420p`, `yuva420p`, `yuv422p10le`. */
+    pixelFormat: string;
+    colorSpace: string;
+    colorPrimaries: string;
+    colorTransfer: string;
+    colorRange: string;
+    /** Stream tags, e.g. Matroska's `alpha_mode`. */
+    tags: Record<string, string>;
+}
+/** The first video stream's codec, pixel format and tags, or null without one. */
+export declare function videoStreamFormat(filePath: string): Promise<VideoStreamFormat | null>;
+/**
+ * Every video frame of `filePath` as RGBA at `width`x`height`, decoded by the
+ * named libav decoder rather than the default one. A test of VP9 alpha needs
+ * `libvpx-vp9`: libav's native vp9 decoder drops the alpha plane WebM keeps
+ * in BlockAdditions, as `ffmpeg -c:v libvpx-vp9 -i` was needed to read it.
+ */
+export declare function readRgbaFramesWith(filePath: string, decoderName: string, size: {
+    width: number;
+    height: number;
+}): Promise<Uint8Array[]>;
+//# sourceMappingURL=testing.d.ts.map

package/dist/media/testing.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"testing.d.ts","sourceRoot":"","sources":["../../src/media/testing.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAgBH,OAAO,EAAoB,KAAK,QAAQ,EAAE,MAAM,YAAY,CAAC;AAE7D,OAAO,EAA2B,KAAK,UAAU,EAAE,MAAM,YAAY,CAAC;AACtE,OAAO,EAA8C,KAAK,gBAAgB,EAAE,MAAM,WAAW,CAAC;AAE9F,uEAAuE;AACvE,MAAM,WAAW,eAAe;IAC9B;;;OAGG;IACH,MAAM,EAAE,MAAM,CAAC;IACf,yEAAyE;IACzE,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,iDAAiD;IACjD,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,kDAAkD;IAClD,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,2EAA2E;IAC3E,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAClC;AAoFD;;;GAGG;AACH,wBAAsB,aAAa,CAAC,IAAI,EAAE;IACxC,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,eAAe,CAAC;IACxB,KAAK,CAAC,EAAE,eAAe,CAAC;IACxB,0DAA0D;IAC1D,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACvC,GAAG,OAAO,CAAC,IAAI,CAAC,CA4BhB;AAED;;;GAGG;AACH,wBAAsB,cAAc,CAAC,IAAI,EAAE;IACzC,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,GAAG,EAAE,MAAM,CAAC;IACZ,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,UAAU,CAAC;IACvC,IAAI,CAAC,EAAE,gBAAgB,CAAC;CACzB,GAAG,OAAO,CAAC,IAAI,CAAC,CAkBhB;AAED,0BAA0B;AAC1B,wBAAgB,SAAS,CACvB,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,EACd,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,GACtD,UAAU,CASZ;AAED,kEAAkE;AAClE,wBAAgB,SAAS,CAAC,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,UAAU,CAyBjG;AAED,mEAAmE;AACnE,wBAAgB,WAAW,CAAC,IAAI,EAAE;IAChC,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,GAAG,YAAY,CASf;AAED,0CAA0C;AAC1C,MAAM,WAAW,WAAY,SAAQ,UAAU;IAC7C,kEAAkE;IAClE,UAAU,EAAE,MAAM,EAAE,CAAC;CACtB;AAED,uDAAuD;AACvD,wBAAsB,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC,CAIzE;AAED;;;;GAIG;AACH,wBAAsB,eAAe,CACnC,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,KAAK,CAAC;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,OAAO,CAAA;CAAE,CAAC,CAAC,CAe/C;AAED,6EAA6E;AAC7E,wBAAsB,cAAc,CAClC,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,GACtC,OAAO,CAAC,UAAU,EAAE,CAAC,CAevB;AAED,8CAA8C;AAC9C,wBAAgB,QAAQ,CAAC,IAAI,EAAE,UAAU,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAO3E;AAED,mDAAmD;AACnD,wBAAgB,OAAO,CACrB,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE;IAAE,UAAU,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAE,GACjD,OAAO,CAAC,QAAQ,CAAC,CAEnB;AAED,4DAA4D;AAC5D,wBAAgB,UAAU,CAAC,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM,CAUpF;AAQD,+EAA+E;AAC/E,MAAM,WAAW,iBAAiB;IAChC,+BAA+B;IAC/B,KAAK,EAAE,MAAM,CAAC;IACd,4CAA4C;IAC5C,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,cAAc,EAAE,MAAM,CAAC;IACvB,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,iDAAiD;IACjD,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAC9B;AAED,kFAAkF;AAClF,wBAAsB,iBAAiB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC,CAoB3F;AAED;;;;;GAKG;AACH,wBAAsB,kBAAkB,CACtC,QAAQ,EAAE,MAAM,EAChB,WAAW,EAAE,MAAM,EACnB,IAAI,EAAE;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,GACtC,OAAO,CAAC,UAAU,EAAE,CAAC,CAkCvB"}