gooseworks 0.5.8 → 0.5.9-dev.56.eca9486d

package/dist/kit/maker/encode.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.FRAME_PATTERN = exports.SEGMENT_FRAMES = void 0;
+exports.MASTER_RATE_CAP = exports.FRAME_PATTERN = exports.SEGMENT_FRAMES = void 0;
 exports.frameName = frameName;
 exports.segmentArgs = segmentArgs;
 exports.concatList = concatList;
@@ -9,6 +9,11 @@ exports.pngSize = pngSize;
 /** Frames per segment: about 2 seconds at 30 fps. */
 exports.SEGMENT_FRAMES = 60;
 exports.FRAME_PATTERN = 'f%06d.png';
+/**
+ * The 1.2.0 size rule: every final H.264 encode caps its rate, appended right
+ * after the kit's h264-master settings, so a busy page cannot make a huge file.
+ */
+exports.MASTER_RATE_CAP = ['-maxrate', '16M', '-bufsize', '32M'];
 function frameName(index) {
     return `f${String(index).padStart(6, '0')}.png`;
 }
@@ -26,6 +31,7 @@ function segmentArgs(opts) {
         '-frames:v', String(opts.count),
         '-vf', 'scale=out_color_matrix=bt709:out_range=tv,format=yuv420p',
         ...opts.tools.encodeArgs('h264-master'),
+        ...exports.MASTER_RATE_CAP,
         '-c:v', 'libx264',
         '-pix_fmt', 'yuv420p',
         '-colorspace', 'bt709', '-color_primaries', 'bt709', '-color_trc', 'bt709', '-color_range', 'tv',

package/dist/kit/maker/encode.js.map

@@ -1 +1 @@
-{"version":3,"file":"encode.js","sourceRoot":"","sources":["../../../src/kit/maker/encode.ts"],"names":[],"mappings":";;;AAUA,8BAEC;AAOD,kCAuBC;AAGD,gCAEC;AAED,gCASC;AAGD,0BAIC;AA5DD,qDAAqD;AACxC,QAAA,cAAc,GAAG,EAAE,CAAC;AAEpB,QAAA,aAAa,GAAG,WAAW,CAAC;AAEzC,SAAgB,SAAS,CAAC,KAAa;IACrC,OAAO,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC;AAClD,CAAC;AAED;;;;GAIG;AACH,SAAgB,WAAW,CAAC,IAO3B;IACC,OAAO;QACL,cAAc,EAAE,UAAU,EAAE,WAAW,EAAE,OAAO,EAAE,IAAI;QACtD,YAAY,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;QAC9B,eAAe,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC;QACnC,IAAI,EAAE,GAAG,IAAI,CAAC,SAAS,IAAI,qBAAa,EAAE;QAC1C,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC;QAC/B,KAAK,EAAE,0DAA0D;QACjE,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,aAAa,CAAC;QACvC,MAAM,EAAE,SAAS;QACjB,UAAU,EAAE,SAAS;QACrB,aAAa,EAAE,OAAO,EAAE,kBAAkB,EAAE,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,cAAc,EAAE,IAAI;QAChG,KAAK;QACL,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;QACtB,IAAI,CAAC,GAAG;KACT,CAAC;AACJ,CAAC;AAED,mDAAmD;AACnD,SAAgB,UAAU,CAAC,QAAkB;IAC3C,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,SAAS,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AACpF,CAAC;AAED,SAAgB,UAAU,CAAC,QAAgB,EAAE,GAAW;IACtD,OAAO;QACL,cAAc,EAAE,UAAU,EAAE,WAAW,EAAE,OAAO,EAAE,IAAI;QACtD,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ;QAC5C,IAAI,EAAE,MAAM;QACZ,WAAW,EAAE,YAAY;QACzB,SAAS,EAAE,WAAW,EAAE,eAAe,EAAE,IAAI;QAC7C,GAAG;KACJ,CAAC;AACJ,CAAC;AAED,4CAA4C;AAC5C,SAAgB,OAAO,CAAC,IAAgB;IACtC,IAAI,IAAI,CAAC,MAAM,GAAG,EAAE,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IAClH,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;IACzE,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE,CAAC;AACnE,CAAC"}
+{"version":3,"file":"encode.js","sourceRoot":"","sources":["../../../src/kit/maker/encode.ts"],"names":[],"mappings":";;;AAgBA,8BAEC;AAOD,kCAwBC;AAGD,gCAEC;AAED,gCASC;AAGD,0BAIC;AAnED,qDAAqD;AACxC,QAAA,cAAc,GAAG,EAAE,CAAC;AAEpB,QAAA,aAAa,GAAG,WAAW,CAAC;AAEzC;;;GAGG;AACU,QAAA,eAAe,GAAG,CAAC,UAAU,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC;AAEtE,SAAgB,SAAS,CAAC,KAAa;IACrC,OAAO,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC;AAClD,CAAC;AAED;;;;GAIG;AACH,SAAgB,WAAW,CAAC,IAO3B;IACC,OAAO;QACL,cAAc,EAAE,UAAU,EAAE,WAAW,EAAE,OAAO,EAAE,IAAI;QACtD,YAAY,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;QAC9B,eAAe,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC;QACnC,IAAI,EAAE,GAAG,IAAI,CAAC,SAAS,IAAI,qBAAa,EAAE;QAC1C,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC;QAC/B,KAAK,EAAE,0DAA0D;QACjE,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,aAAa,CAAC;QACvC,GAAG,uBAAe;QAClB,MAAM,EAAE,SAAS;QACjB,UAAU,EAAE,SAAS;QACrB,aAAa,EAAE,OAAO,EAAE,kBAAkB,EAAE,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,cAAc,EAAE,IAAI;QAChG,KAAK;QACL,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;QACtB,IAAI,CAAC,GAAG;KACT,CAAC;AACJ,CAAC;AAED,mDAAmD;AACnD,SAAgB,UAAU,CAAC,QAAkB;IAC3C,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,SAAS,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AACpF,CAAC;AAED,SAAgB,UAAU,CAAC,QAAgB,EAAE,GAAW;IACtD,OAAO;QACL,cAAc,EAAE,UAAU,EAAE,WAAW,EAAE,OAAO,EAAE,IAAI;QACtD,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ;QAC5C,IAAI,EAAE,MAAM;QACZ,WAAW,EAAE,YAAY;QACzB,SAAS,EAAE,WAAW,EAAE,eAAe,EAAE,IAAI;QAC7C,GAAG;KACJ,CAAC;AACJ,CAAC;AAED,4CAA4C;AAC5C,SAAgB,OAAO,CAAC,IAAgB;IACtC,IAAI,IAAI,CAAC,MAAM,GAAG,EAAE,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IAClH,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;IACzE,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE,CAAC;AACnE,CAAC"}

package/dist/kit/maker/facts.d.ts

@@ -0,0 +1,46 @@
+import type { KitTools } from '../part-interface';
+import type { PictureGeometry } from './images';
+/** A box as fractions (0..1) of the picture as shown. */
+export interface SubjectBox {
+    x: number;
+    y: number;
+    w: number;
+    h: number;
+    /** The x-centre of the subject's top half: centre a bottle on this, not on its shadow. */
+    top_cx: number;
+}
+export interface PictureFacts {
+    /** More than 4% of the picture is see-through: a cutout. */
+    alpha: boolean;
+    /** The colour of an even, opaque border (a studio backdrop), as #rrggbb; null for a photo or a cutout. */
+    plate: string | null;
+    /** The most common foreground colour (not the plate, near-white or near-black), as #rrggbb; null when there is none. */
+    accent: string | null;
+    /** Mean brightness of the opaque pixels, 0 (black) to 1 (white). */
+    luminance: number;
+    /** Size of the picture as the page loads it, in pixels. */
+    width: number;
+    height: number;
+    /** Where the subject is, for a cutout or a picture on a plain backdrop; null for a photo. */
+    subject: SubjectBox | null;
+}
+/** The measuring copy is this many pixels on each side (stretched to a square: boxes come out as fractions). */
+export declare const FACTS_SIZE = 128;
+/**
+ * Facts from a square RGBA copy of the picture (`n` x `n`, as shown), and the
+ * size the page loads it at. Pure, so it is tested on hand-made pixels.
+ */
+export declare function pictureFacts(rgba: Uint8Array, n: number, size: {
+    width: number;
+    height: number;
+}): PictureFacts;
+/**
+ * Measures one picture from its checked bytes with the kit's ffmpeg. `scratch`
+ * is a file path the RGBA copy is written to and removed from. Returns null
+ * when ffmpeg cannot read it; the page then has no facts for that picture.
+ */
+export declare function measurePicture(tools: Pick<KitTools, 'exec'>, data: Uint8Array, shape: PictureGeometry, size: {
+    width: number;
+    height: number;
+}, scratch: string): Promise<PictureFacts | null>;
+//# sourceMappingURL=facts.d.ts.map

package/dist/kit/maker/facts.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"facts.d.ts","sourceRoot":"","sources":["../../../src/kit/maker/facts.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAClD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAEhD,yDAAyD;AACzD,MAAM,WAAW,UAAU;IACzB,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;IACV,0FAA0F;IAC1F,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,YAAY;IAC3B,4DAA4D;IAC5D,KAAK,EAAE,OAAO,CAAC;IACf,0GAA0G;IAC1G,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,wHAAwH;IACxH,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,oEAAoE;IACpE,SAAS,EAAE,MAAM,CAAC;IAClB,2DAA2D;IAC3D,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,6FAA6F;IAC7F,OAAO,EAAE,UAAU,GAAG,IAAI,CAAC;CAC5B;AAED,gHAAgH;AAChH,eAAO,MAAM,UAAU,MAAM,CAAC;AAuB9B;;;GAGG;AACH,wBAAgB,YAAY,CAAC,IAAI,EAAE,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,GAAG,YAAY,CAuD/G;AAyCD;;;;GAIG;AACH,wBAAsB,cAAc,CAClC,KAAK,EAAE,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,EAC7B,IAAI,EAAE,UAAU,EAChB,KAAK,EAAE,eAAe,EACtB,IAAI,EAAE;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,EACvC,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC,CAgB9B"}

package/dist/kit/maker/facts.js

@@ -0,0 +1,159 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FACTS_SIZE = void 0;
+exports.pictureFacts = pictureFacts;
+exports.measurePicture = measurePicture;
+// Picture facts (html-frames 1.2.0 `facts: true`): how each picture the page
+// gets should be presented, measured here in Node because a file:// page may
+// not read a picture's pixels (its canvas is tainted). A port of the app's
+// hyperframe imageFacts (video-lab/blocks/hyperframe/images.ts) and its
+// product palette, plus the subject box the old product renderers centred on.
+// The kit's ffmpeg decodes a small RGBA copy, turned by the EXIF orientation as
+// the browser shows it; the sums below run on those bytes. Bundled into the part.
+const promises_1 = require("node:fs/promises");
+/** The measuring copy is this many pixels on each side (stretched to a square: boxes come out as fractions). */
+exports.FACTS_SIZE = 128;
+/** Border width the plate is read from: 3 px of the app's 96, kept as a share. */
+const BORDER = Math.max(1, Math.round((3 / 96) * exports.FACTS_SIZE));
+/** ffmpeg filters that turn stored pixels the way each EXIF orientation shows them (as page.ts stages them). */
+const ORIENT = {
+    1: [],
+    2: ['hflip'],
+    3: ['hflip', 'vflip'],
+    4: ['vflip'],
+    5: ['transpose=0'],
+    6: ['transpose=1'],
+    7: ['transpose=3'],
+    8: ['transpose=2'],
+};
+function hex(r, g, b) {
+    return '#' + [r, g, b].map((v) => Math.max(0, Math.min(255, Math.round(v))).toString(16).padStart(2, '0')).join('');
+}
+const round = (value, places = 4) => Math.round(value * 10 ** places) / 10 ** places;
+/**
+ * Facts from a square RGBA copy of the picture (`n` x `n`, as shown), and the
+ * size the page loads it at. Pure, so it is tested on hand-made pixels.
+ */
+function pictureFacts(rgba, n, size) {
+    const at = (x, y) => (y * n + x) * 4;
+    let seeThrough = 0;
+    let lumSum = 0;
+    let lumCount = 0;
+    const border = [];
+    for (let y = 0; y < n; y++) {
+        for (let x = 0; x < n; x++) {
+            const i = at(x, y);
+            const a = rgba[i + 3];
+            if (a < 200)
+                seeThrough++;
+            if (a >= 128) {
+                lumSum += 0.2126 * rgba[i] + 0.7152 * rgba[i + 1] + 0.0722 * rgba[i + 2];
+                lumCount++;
+            }
+            if (x < BORDER || y < BORDER || x >= n - BORDER || y >= n - BORDER)
+                border.push([rgba[i], rgba[i + 1], rgba[i + 2], a]);
+        }
+    }
+    const alpha = seeThrough / (n * n) > 0.04;
+    const opaque = border.filter((p) => p[3] >= 200);
+    const avg = [0, 1, 2].map((k) => opaque.reduce((s, p) => s + p[k], 0) / Math.max(1, opaque.length));
+    const spread = Math.max(...[0, 1, 2].map((k) => Math.sqrt(opaque.reduce((s, p) => s + (p[k] - avg[k]) ** 2, 0) / Math.max(1, opaque.length))));
+    const even = !alpha && opaque.length > border.length * 0.9 && spread < 14;
+    const plate = even ? hex(avg[0], avg[1], avg[2]) : null;
+    // Foreground: opaque, away from the plate, not a white highlight or black.
+    const near = (i) => even && Math.abs(rgba[i] - avg[0]) + Math.abs(rgba[i + 1] - avg[1]) + Math.abs(rgba[i + 2] - avg[2]) < 40;
+    const buckets = new Map();
+    for (let i = 0; i < rgba.length; i += 4) {
+        const [r, g, b, a] = [rgba[i], rgba[i + 1], rgba[i + 2], rgba[i + 3]];
+        if (a < 200 || near(i))
+            continue;
+        const max = Math.max(r, g, b);
+        const min = Math.min(r, g, b);
+        if ((max > 238 && min > 225) || max < 22)
+            continue;
+        const key = ((r >> 5) << 6) | ((g >> 5) << 3) | (b >> 5);
+        const bucket = buckets.get(key) ?? { n: 0, r: 0, g: 0, b: 0 };
+        bucket.n++;
+        bucket.r += r;
+        bucket.g += g;
+        bucket.b += b;
+        buckets.set(key, bucket);
+    }
+    // Ties go to the lower bucket key, so the answer never depends on the order pixels were seen in.
+    const top = [...buckets.entries()].sort((a, b) => b[1].n - a[1].n || a[0] - b[0])[0]?.[1];
+    const accent = top && top.n >= n * n * 0.005 ? hex(top.r / top.n, top.g / top.n, top.b / top.n) : null;
+    return {
+        alpha,
+        plate,
+        accent,
+        luminance: round(lumCount ? lumSum / lumCount / 255 : 0, 3),
+        width: size.width,
+        height: size.height,
+        subject: alpha || even ? subjectOf(rgba, n, alpha ? (i) => rgba[i + 3] >= 128 : (i) => rgba[i + 3] >= 128 && !near(i)) : null,
+    };
+}
+/** The box of the subject's pixels; a lone pixel (JPEG noise on a backdrop) does not count. */
+function subjectOf(rgba, n, inSubject) {
+    const mask = new Uint8Array(n * n);
+    for (let p = 0; p < n * n; p++)
+        mask[p] = inSubject(p * 4) ? 1 : 0;
+    const kept = (x, y) => {
+        const p = y * n + x;
+        if (!mask[p])
+            return false;
+        return (x > 0 && mask[p - 1] === 1) || (x < n - 1 && mask[p + 1] === 1) || (y > 0 && mask[p - n] === 1) || (y < n - 1 && mask[p + n] === 1);
+    };
+    let [x0, y0, x1, y1] = [n, n, -1, -1];
+    for (let y = 0; y < n; y++) {
+        for (let x = 0; x < n; x++) {
+            if (!kept(x, y))
+                continue;
+            x0 = Math.min(x0, x);
+            x1 = Math.max(x1, x);
+            y0 = Math.min(y0, y);
+            y1 = Math.max(y1, y);
+        }
+    }
+    if (x1 < 0)
+        return null;
+    // The top half of the subject's rows: its own left and right edges give the centre.
+    const half = y0 + Math.max(1, Math.ceil((y1 - y0 + 1) / 2));
+    let [tx0, tx1] = [n, -1];
+    for (let y = y0; y < half; y++) {
+        for (let x = 0; x < n; x++) {
+            if (!kept(x, y))
+                continue;
+            tx0 = Math.min(tx0, x);
+            tx1 = Math.max(tx1, x);
+        }
+    }
+    return {
+        x: round(x0 / n),
+        y: round(y0 / n),
+        w: round((x1 + 1 - x0) / n),
+        h: round((y1 + 1 - y0) / n),
+        top_cx: round(tx1 < 0 ? (x0 + x1 + 1) / 2 / n : (tx0 + tx1 + 1) / 2 / n),
+    };
+}
+/**
+ * Measures one picture from its checked bytes with the kit's ffmpeg. `scratch`
+ * is a file path the RGBA copy is written to and removed from. Returns null
+ * when ffmpeg cannot read it; the page then has no facts for that picture.
+ */
+async function measurePicture(tools, data, shape, size, scratch) {
+    const filters = [...ORIENT[shape.orientation], 'format=rgba', `scale=${exports.FACTS_SIZE}:${exports.FACTS_SIZE}:flags=area`, 'setsar=1', 'format=rgba'];
+    try {
+        await tools.exec('ffmpeg', ['-hide_banner', '-y', '-loglevel', 'error', '-noautorotate', '-f', `${shape.format}_pipe`, '-i', 'pipe:0', '-frames:v', '1', '-vf', filters.join(','), '-f', 'rawvideo', '-pix_fmt', 'rgba', '-threads', '1', scratch], { stdin: data });
+        const rgba = await (0, promises_1.readFile)(scratch);
+        if (rgba.length !== exports.FACTS_SIZE * exports.FACTS_SIZE * 4)
+            return null;
+        return pictureFacts(rgba, exports.FACTS_SIZE, size);
+    }
+    catch {
+        return null;
+    }
+    finally {
+        await (0, promises_1.rm)(scratch, { force: true }).catch(() => undefined);
+    }
+}
+//# sourceMappingURL=facts.js.map

package/dist/kit/maker/facts.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"facts.js","sourceRoot":"","sources":["../../../src/kit/maker/facts.ts"],"names":[],"mappings":";;;AAiEA,oCAuDC;AA8CD,wCAsBC;AA5LD,6EAA6E;AAC7E,6EAA6E;AAC7E,2EAA2E;AAC3E,wEAAwE;AACxE,8EAA8E;AAC9E,gFAAgF;AAChF,kFAAkF;AAClF,+CAAgD;AA8BhD,gHAAgH;AACnG,QAAA,UAAU,GAAG,GAAG,CAAC;AAE9B,kFAAkF;AAClF,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,GAAG,kBAAU,CAAC,CAAC,CAAC;AAE9D,gHAAgH;AAChH,MAAM,MAAM,GAA6B;IACvC,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,CAAC,OAAO,CAAC;IACZ,CAAC,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC;IACrB,CAAC,EAAE,CAAC,OAAO,CAAC;IACZ,CAAC,EAAE,CAAC,aAAa,CAAC;IAClB,CAAC,EAAE,CAAC,aAAa,CAAC;IAClB,CAAC,EAAE,CAAC,aAAa,CAAC;IAClB,CAAC,EAAE,CAAC,aAAa,CAAC;CACnB,CAAC;AAEF,SAAS,GAAG,CAAC,CAAS,EAAE,CAAS,EAAE,CAAS;IAC1C,OAAO,GAAG,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AACtH,CAAC;AAED,MAAM,KAAK,GAAG,CAAC,KAAa,EAAE,MAAM,GAAG,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,EAAE,IAAI,MAAM,CAAC,GAAG,EAAE,IAAI,MAAM,CAAC;AAE7F;;;GAGG;AACH,SAAgB,YAAY,CAAC,IAAgB,EAAE,CAAS,EAAE,IAAuC;IAC/F,MAAM,EAAE,GAAG,CAAC,CAAS,EAAE,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;IACrD,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,MAAM,MAAM,GAAe,EAAE,CAAC;IAC9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3B,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACnB,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YACtB,IAAI,CAAC,GAAG,GAAG;gBAAE,UAAU,EAAE,CAAC;YAC1B,IAAI,CAAC,IAAI,GAAG,EAAE,CAAC;gBACb,MAAM,IAAI,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,MAAM,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,MAAM,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;gBACzE,QAAQ,EAAE,CAAC;YACb,CAAC;YACD,IAAI,CAAC,GAAG,MAAM,IAAI,CAAC,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,MAAM;gBAAE,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC1H,CAAC;IACH,CAAC;IACD,MAAM,KAAK,GAAG,UAAU,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC;IAC1C,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC;IACjD,MAAM,GAAG,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;IACpG,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/I,MAAM,IAAI,GAAG,CAAC,KAAK,IAAI,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,GAAG,GAAG,IAAI,MAAM,GAAG,EAAE,CAAC;IAC1E,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAExD,2EAA2E;IAC3E,MAAM,IAAI,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,IAAI,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;IACtI,MAAM,OAAO,GAAG,IAAI,GAAG,EAA0D,CAAC;IAClF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QACxC,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACtE,IAAI,CAAC,GAAG,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC;YAAE,SAAS;QACjC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAC9B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAC9B,IAAI,CAAC,GAAG,GAAG,GAAG,IAAI,GAAG,GAAG,GAAG,CAAC,IAAI,GAAG,GAAG,EAAE;YAAE,SAAS;QACnD,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QACzD,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC;QAC9D,MAAM,CAAC,CAAC,EAAE,CAAC;QACX,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC;QACd,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC;QACd,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC;QACd,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IAC3B,CAAC;IACD,iGAAiG;IACjG,MAAM,GAAG,GAAG,CAAC,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC1F,MAAM,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAEvG,OAAO;QACL,KAAK;QACL,KAAK;QACL,MAAM;QACN,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,GAAG,QAAQ,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC3D,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI;KAC9H,CAAC;AACJ,CAAC;AAED,+FAA+F;AAC/F,SAAS,SAAS,CAAC,IAAgB,EAAE,CAAS,EAAE,SAAiC;IAC/E,MAAM,IAAI,GAAG,IAAI,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;QAAE,IAAI,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACnE,MAAM,IAAI,GAAG,CAAC,CAAS,EAAE,CAAS,EAAE,EAAE;QACpC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACpB,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YAAE,OAAO,KAAK,CAAC;QAC3B,OAAO,CAAC,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;IAC9I,CAAC,CAAC;IACF,IAAI,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3B,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;gBAAE,SAAS;YAC1B,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;YACrB,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;YACrB,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;YACrB,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QACvB,CAAC;IACH,CAAC;IACD,IAAI,EAAE,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IACxB,oFAAoF;IACpF,MAAM,IAAI,GAAG,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IAC5D,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACzB,KAAK,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;QAC/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3B,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;gBAAE,SAAS;YAC1B,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;YACvB,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QACzB,CAAC;IACH,CAAC;IACD,OAAO;QACL,CAAC,EAAE,KAAK,CAAC,EAAE,GAAG,CAAC,CAAC;QAChB,CAAC,EAAE,KAAK,CAAC,EAAE,GAAG,CAAC,CAAC;QAChB,CAAC,EAAE,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC;QAC3B,CAAC,EAAE,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC;QAC3B,MAAM,EAAE,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;KACzE,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACI,KAAK,UAAU,cAAc,CAClC,KAA6B,EAC7B,IAAgB,EAChB,KAAsB,EACtB,IAAuC,EACvC,OAAe;IAEf,MAAM,OAAO,GAAG,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,aAAa,EAAE,SAAS,kBAAU,IAAI,kBAAU,aAAa,EAAE,UAAU,EAAE,aAAa,CAAC,CAAC;IACzI,IAAI,CAAC;QACH,MAAM,KAAK,CAAC,IAAI,CACd,QAAQ,EACR,CAAC,cAAc,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,eAAe,EAAE,IAAI,EAAE,GAAG,KAAK,CAAC,MAAM,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,GAAG,EAAE,KAAK,EAAE,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,EAAE,OAAO,CAAC,EACvN,EAAE,KAAK,EAAE,IAAI,EAAE,CAChB,CAAC;QACF,MAAM,IAAI,GAAG,MAAM,IAAA,mBAAQ,EAAC,OAAO,CAAC,CAAC;QACrC,IAAI,IAAI,CAAC,MAAM,KAAK,kBAAU,GAAG,kBAAU,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC;QAC7D,OAAO,YAAY,CAAC,IAAI,EAAE,kBAAU,EAAE,IAAI,CAAC,CAAC;IAC9C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;YAAS,CAAC;QACT,MAAM,IAAA,aAAE,EAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IAC5D,CAAC;AACH,CAAC"}

package/dist/kit/maker/inputs.d.ts

@@ -1,4 +1,6 @@
 import type { FileRef, PartContext } from '../part-interface';
+import { countWords, type SpeechEntry, type SpokenWord, type Zone } from './timing';
+import { type UnderInfo, type UnderSpec } from './under';
 export type Aspect = '9:16' | '1:1' | '4:5' | '16:9';
 /** Every frame page is laid out at a 1080 px short side (CSS px). */
 export declare const DESIGN_SIZE: Record<Aspect, {
@@ -27,6 +29,10 @@ export interface SceneSpec {
     picture: FileRef | string | null;
     /** A picture the customer uploaded for this scene (a partner's icon, a screen), as a file. */
     image: FileRef | null;
+    /** The cast key of who says this scene (1.2.0). */
+    speaker: string | null;
+    /** The style's own scene fields (1.2.0), passed to the page as they are. */
+    extra: Record<string, unknown> | null;
 }
 export interface ProductSpec {
     id: string;
@@ -46,6 +52,24 @@ export interface BrandSpec {
         url: string | null;
     } | null;
 }
+/** An extra picture the page shows by id (1.2.0 `media`): a cast still, a screen. */
+export interface MediaSpec {
+    id: string;
+    image: FileRef;
+}
+/**
+ * One plan.footage entry, as the page sees it (1.2.0 `footage`): its window and
+ * framing only. The file is never put in the page; a frame page cannot play video.
+ */
+export interface FootageSpec {
+    index: number;
+    scene_id: string | null;
+    kind: string;
+    start_s: number | null;
+    end_s: number | null;
+    crop: unknown;
+    fit: string | null;
+}
 export interface MakerSpec {
     template: FileRef;
     frames: FileRef[];
@@ -72,10 +96,31 @@ export interface MakerSpec {
     /** Device scale factor: output / design. */
     scale: number;
     values: Record<string, unknown>;
+    /** The video the page is drawn over (1.2.0), or null for a video of the page alone. */
+    under: UnderSpec | null;
+    /** The voice track the scenes were timed by, or the speech of the video drawn over; else empty (1.2.0). */
+    speech: SpeechEntry[];
+    /** Each scene's spoken words, in video seconds (kit.scenes[i].words). */
+    words: SpokenWord[][];
+    /** Where captions may go, in the page's CSS pixels, kept to the page (1.2.0). */
+    captionZone: Zone | null;
+    /** How many of the last scenes are the end card; 0 for none (1.2.0). */
+    endCardScenes: number;
+    /** skip_blank asked for nothing and no scene has text: the step makes nothing (1.2.0). */
+    skip: boolean;
+    /** Extra pictures by id (1.2.0), staged as kit.media. */
+    media: MediaSpec[];
+    /** plan.footage windows (1.2.0), never the files. */
+    footage: FootageSpec[];
+    /** Measure every picture into kit.facts (1.2.0). */
+    facts: boolean;
+}
+/** What the maker measured before reading the inputs: the video to draw over, read with ffprobe. */
+export interface Measured {
+    under?: UnderInfo | null;
 }
 export declare function isFileRef(value: unknown): value is FileRef;
-/** Words as a reader counts them: runs of letters or digits, joined by ' or -. */
-export declare function countWords(text: string | null): number;
+export { countWords };
 /** Reads the part's inputs into a render plan, or throws bad_input naming the problem. */
-export declare function readInputs(raw: unknown, ctx: Pick<PartContext, 'error'>): MakerSpec;
+export declare function readInputs(raw: unknown, ctx: Pick<PartContext, 'error'>, measured?: Measured): MakerSpec;
 //# sourceMappingURL=inputs.d.ts.map

package/dist/kit/maker/inputs.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"inputs.d.ts","sourceRoot":"","sources":["../../../src/kit/maker/inputs.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAG9D,MAAM,MAAM,MAAM,GAAG,MAAM,GAAG,KAAK,GAAG,KAAK,GAAG,MAAM,CAAC;AAErD,qEAAqE;AACrE,eAAO,MAAM,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAKzE,CAAC;AAEF,6FAA6F;AAC7F,eAAO,MAAM,WAAW,sBAAuB,CAAC;AAEhD,eAAO,MAAM,MAAM;;;;;;;;;;CAUlB,CAAC;AAEF,MAAM,WAAW,SAAS;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IACpB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,sEAAsE;IACtE,OAAO,EAAE,OAAO,GAAG,MAAM,GAAG,IAAI,CAAC;IACjC,8FAA8F;IAC9F,KAAK,EAAE,OAAO,GAAG,IAAI,CAAC;CACvB;AAED,MAAM,WAAW,WAAW;IAC1B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,OAAO,EAAE,CAAC;CACnB;AAED,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,OAAO,GAAG,IAAI,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC,CAAC;IAC1C,KAAK,EAAE;QAAE,OAAO,EAAE,OAAO,GAAG,IAAI,CAAC;QAAC,IAAI,EAAE,OAAO,GAAG,IAAI,CAAA;KAAE,CAAC;IACzD,GAAG,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAAA;KAAE,GAAG,IAAI,CAAC;CAClD;AAED,MAAM,WAAW,SAAS;IACxB,QAAQ,EAAE,OAAO,CAAC;IAClB,MAAM,EAAE,OAAO,EAAE,CAAC;IAClB,KAAK,EAAE,OAAO,EAAE,CAAC;IACjB,MAAM,EAAE,SAAS,EAAE,CAAC;IACpB,QAAQ,EAAE,WAAW,EAAE,CAAC;IACxB,KAAK,EAAE,SAAS,GAAG,IAAI,CAAC;IACxB,MAAM,EAAE,MAAM,CAAC;IACf,GAAG,EAAE,MAAM,CAAC;IACZ,iEAAiE;IACjE,UAAU,EAAE,MAAM,CAAC;IACnB,gFAAgF;IAChF,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,wCAAwC;IACxC,MAAM,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IAC1C,+BAA+B;IAC/B,MAAM,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IAC1C,4CAA4C;IAC5C,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACjC;AAQD,wBAAgB,SAAS,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,OAAO,CAW1D;AAeD,kFAAkF;AAClF,wBAAgB,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,GAAG,MAAM,CAGtD;AA4ED,0FAA0F;AAC1F,wBAAgB,UAAU,CAAC,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,IAAI,CAAC,WAAW,EAAE,OAAO,CAAC,GAAG,SAAS,CAkEnF"}
+{"version":3,"file":"inputs.d.ts","sourceRoot":"","sources":["../../../src/kit/maker/inputs.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,OAAO,EAAE,WAAW,EAAY,MAAM,mBAAmB,CAAC;AAExE,OAAO,EAEL,UAAU,EASV,KAAK,WAAW,EAChB,KAAK,UAAU,EACf,KAAK,IAAI,EACV,MAAM,UAAU,CAAC;AAClB,OAAO,EAAoB,KAAK,SAAS,EAAE,KAAK,SAAS,EAAE,MAAM,SAAS,CAAC;AAE3E,MAAM,MAAM,MAAM,GAAG,MAAM,GAAG,KAAK,GAAG,KAAK,GAAG,MAAM,CAAC;AAErD,qEAAqE;AACrE,eAAO,MAAM,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAKzE,CAAC;AAEF,6FAA6F;AAC7F,eAAO,MAAM,WAAW,sBAAuB,CAAC;AAEhD,eAAO,MAAM,MAAM;;;;;;;;;;CAUlB,CAAC;AAEF,MAAM,WAAW,SAAS;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IACpB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,sEAAsE;IACtE,OAAO,EAAE,OAAO,GAAG,MAAM,GAAG,IAAI,CAAC;IACjC,8FAA8F;IAC9F,KAAK,EAAE,OAAO,GAAG,IAAI,CAAC;IACtB,mDAAmD;IACnD,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,4EAA4E;IAC5E,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;CACvC;AAED,MAAM,WAAW,WAAW;IAC1B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,OAAO,EAAE,CAAC;CACnB;AAED,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,OAAO,GAAG,IAAI,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC,CAAC;IAC1C,KAAK,EAAE;QAAE,OAAO,EAAE,OAAO,GAAG,IAAI,CAAC;QAAC,IAAI,EAAE,OAAO,GAAG,IAAI,CAAA;KAAE,CAAC;IACzD,GAAG,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAAA;KAAE,GAAG,IAAI,CAAC;CAClD;AAED,qFAAqF;AACrF,MAAM,WAAW,SAAS;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,OAAO,CAAC;CAChB;AAED;;;GAGG;AACH,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,IAAI,EAAE,OAAO,CAAC;IACd,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;CACpB;AAED,MAAM,WAAW,SAAS;IACxB,QAAQ,EAAE,OAAO,CAAC;IAClB,MAAM,EAAE,OAAO,EAAE,CAAC;IAClB,KAAK,EAAE,OAAO,EAAE,CAAC;IACjB,MAAM,EAAE,SAAS,EAAE,CAAC;IACpB,QAAQ,EAAE,WAAW,EAAE,CAAC;IACxB,KAAK,EAAE,SAAS,GAAG,IAAI,CAAC;IACxB,MAAM,EAAE,MAAM,CAAC;IACf,GAAG,EAAE,MAAM,CAAC;IACZ,iEAAiE;IACjE,UAAU,EAAE,MAAM,CAAC;IACnB,gFAAgF;IAChF,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,wCAAwC;IACxC,MAAM,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IAC1C,+BAA+B;IAC/B,MAAM,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IAC1C,4CAA4C;IAC5C,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChC,uFAAuF;IACvF,KAAK,EAAE,SAAS,GAAG,IAAI,CAAC;IACxB,2GAA2G;IAC3G,MAAM,EAAE,WAAW,EAAE,CAAC;IACtB,yEAAyE;IACzE,KAAK,EAAE,UAAU,EAAE,EAAE,CAAC;IACtB,iFAAiF;IACjF,WAAW,EAAE,IAAI,GAAG,IAAI,CAAC;IACzB,wEAAwE;IACxE,aAAa,EAAE,MAAM,CAAC;IACtB,0FAA0F;IAC1F,IAAI,EAAE,OAAO,CAAC;IACd,yDAAyD;IACzD,KAAK,EAAE,SAAS,EAAE,CAAC;IACnB,qDAAqD;IACrD,OAAO,EAAE,WAAW,EAAE,CAAC;IACvB,oDAAoD;IACpD,KAAK,EAAE,OAAO,CAAC;CAChB;AAED,oGAAoG;AACpG,MAAM,WAAW,QAAQ;IACvB,KAAK,CAAC,EAAE,SAAS,GAAG,IAAI,CAAC;CAC1B;AAWD,wBAAgB,SAAS,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,OAAO,CAW1D;AAeD,OAAO,EAAE,UAAU,EAAE,CAAC;AAsHtB,0FAA0F;AAC1F,wBAAgB,UAAU,CAAC,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,IAAI,CAAC,WAAW,EAAE,OAAO,CAAC,EAAE,QAAQ,GAAE,QAAa,GAAG,SAAS,CAiJ5G"}

package/dist/kit/maker/inputs.js

@@ -1,15 +1,17 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.LIMITS = exports.SHORT_SIDES = exports.DESIGN_SIZE = void 0;
+exports.countWords = exports.LIMITS = exports.SHORT_SIDES = exports.DESIGN_SIZE = void 0;
 exports.isFileRef = isFileRef;
-exports.countWords = countWords;
 exports.readInputs = readInputs;
 // The html-frames inputs, read and checked before anything starts. Bundled
 // into the part (part.mjs) with the input schema from its part.json and the
 // kit core's schema checker, so the part refuses exactly what part.json does,
 // however it is called.
 const schema_1 = require("../core/schema");
-const part_json_1 = require("./parts/html-frames/1.1.0/part.json");
+const part_json_1 = require("./parts/html-frames/1.2.1/part.json");
+const timing_1 = require("./timing");
+Object.defineProperty(exports, "countWords", { enumerable: true, get: function () { return timing_1.countWords; } });
+const under_1 = require("./under");
 /** Every frame page is laid out at a 1080 px short side (CSS px). */
 exports.DESIGN_SIZE = {
     '9:16': { width: 1080, height: 1920 },
@@ -30,6 +32,8 @@ exports.LIMITS = {
     maxWords: 200,
     textChars: 2000,
 };
+/** The inputs that set the video's length; exactly one is given. */
+const LENGTH_SOURCES = ['duration_s', 'scene_s', 'pace', 'speech', 'under'];
 function isObject(value) {
     return !!value && typeof value === 'object' && !Array.isArray(value);
 }
@@ -59,12 +63,6 @@ function optionalText(value, at, fail) {
         fail(`${at} is longer than ${exports.LIMITS.textChars} characters`);
     return value;
 }
-/** Words as a reader counts them: runs of letters or digits, joined by ' or -. */
-function countWords(text) {
-    if (!text)
-        return 0;
-    return text.split(/\s+/u).filter((token) => /[\p{L}\p{N}]/u.test(token)).length;
-}
 function scenesOf(value, maxWords, fail) {
     if (!Array.isArray(value) || value.length === 0)
         fail('scenes should list at least one scene');
@@ -84,7 +82,7 @@ function scenesOf(value, maxWords, fail) {
         const line = optionalText(raw.line, `${at}.line`, fail);
         const onScreen = optionalText(raw.on_screen, `${at}.on_screen`, fail);
         for (const [field, text] of [['line', line], ['on_screen', onScreen]]) {
-            const words = countWords(text);
+            const words = (0, timing_1.countWords)(text);
             if (words > maxWords) {
                 fail(`scene ${index + 1} (${id}) has ${words} words in ${field}; this style allows ${maxWords} per scene`);
             }
@@ -95,7 +93,11 @@ function scenesOf(value, maxWords, fail) {
         else
             picture = optionalText(raw.picture, `${at}.picture`, fail);
         const image = raw.image === undefined || raw.image === null ? null : fileOf(raw.image, `${at}.image`, ['image'], fail);
-        return { id, index, line, on_screen: onScreen, picture, image };
+        const speaker = optionalText(raw.speaker, `${at}.speaker`, fail);
+        if (raw.extra !== undefined && raw.extra !== null && !isObject(raw.extra))
+            fail(`${at}.extra should be an object`);
+        const extra = isObject(raw.extra) ? raw.extra : null;
+        return { id, index, line, on_screen: onScreen, picture, image, speaker, extra };
     });
 }
 function productsOf(value, fail) {
@@ -160,8 +162,53 @@ function brandOf(value, fail) {
     }
     return { name, logo, colors, fonts, cta };
 }
+function mediaOf(value, fail) {
+    if (value === undefined || value === null)
+        return [];
+    if (!Array.isArray(value))
+        fail('media should be a list');
+    const ids = new Set();
+    return value.map((raw, i) => {
+        const at = `media[${i}]`;
+        if (!isObject(raw))
+            fail(`${at} should be an object`);
+        if (typeof raw.id !== 'string' || !raw.id)
+            fail(`${at}.id should be text`);
+        if (ids.has(raw.id))
+            fail(`${at}.id "${raw.id}" is used twice`);
+        ids.add(raw.id);
+        return { id: raw.id, image: fileOf(raw.image, `${at}.image`, ['image'], fail) };
+    });
+}
+function secondsOf(ms) {
+    return typeof ms === 'number' && Number.isFinite(ms) ? Math.round(ms) / 1000 : null;
+}
+function footageOf(value, fail) {
+    if (value === undefined || value === null)
+        return [];
+    if (!Array.isArray(value))
+        fail('footage should be a list');
+    return value.map((raw, index) => {
+        const at = `footage[${index}]`;
+        if (!isObject(raw))
+            fail(`${at} should be an object`);
+        const start = secondsOf(raw.start_ms);
+        const end = secondsOf(raw.end_ms);
+        if (start !== null && end !== null && end < start)
+            fail(`${at} ends before it starts`);
+        return {
+            index,
+            scene_id: typeof raw.scene_id === 'string' && raw.scene_id ? raw.scene_id : null,
+            kind: typeof raw.kind === 'string' && raw.kind ? raw.kind : 'video',
+            start_s: start,
+            end_s: end,
+            crop: raw.crop ?? null,
+            fit: typeof raw.fit === 'string' && raw.fit ? raw.fit : null,
+        };
+    });
+}
 /** Reads the part's inputs into a render plan, or throws bad_input naming the problem. */
-function readInputs(raw, ctx) {
+function readInputs(raw, ctx, measured = {}) {
     const fail = (detail) => {
         throw ctx.error('bad_input', detail);
     };
@@ -188,7 +235,32 @@ function readInputs(raw, ctx) {
     if (typeof aspect !== 'string' || !(aspect in exports.DESIGN_SIZE))
         fail(`aspect should be one of ${Object.keys(exports.DESIGN_SIZE).join(', ')}`);
     const design = exports.DESIGN_SIZE[aspect];
-    const fps = raw.fps ?? 30;
+    const given = LENGTH_SOURCES.filter((key) => raw[key] !== undefined && raw[key] !== null);
+    if (given.length !== 1)
+        fail('give exactly one of duration_s (the whole video), scene_s (each scene), pace, speech or under (a video to draw over)');
+    const source = given[0];
+    let under = null;
+    if (source === 'under') {
+        const file = fileOf(raw.under, 'under', ['video'], fail);
+        if (!isObject(raw.under_timeline))
+            fail('under_timeline should be the timeline of the video to draw over');
+        const timeline = raw.under_timeline;
+        const info = measured.under === undefined ? null : measured.under;
+        if (measured.under === null)
+            fail('the video to draw over could not be read');
+        // Before it is measured (a dry read), the timeline's own length stands in.
+        const seconds = info?.seconds ?? (typeof file.duration_s === 'number' ? file.duration_s : timeline.duration_s);
+        under = {
+            file,
+            timeline,
+            info: info ?? { seconds, width: timeline.width, height: timeline.height, fps: timeline.fps, hasAudio: false },
+        };
+    }
+    else if (raw.under_timeline !== undefined && raw.under_timeline !== null)
+        fail('under_timeline is given without under');
+    // Drawn over a video, the frame rate follows it unless the step sets one.
+    const underFps = under?.info.fps ? Math.min(exports.LIMITS.maxFps, Math.max(1, Math.round(under.info.fps))) : null;
+    const fps = raw.fps ?? underFps ?? 30;
     if (typeof fps !== 'number' || !Number.isInteger(fps) || fps < 1 || fps > exports.LIMITS.maxFps)
         fail(`fps should be a whole number from 1 to ${exports.LIMITS.maxFps}`);
     const shortSide = raw.short_side ?? 1080;
@@ -196,25 +268,73 @@ function readInputs(raw, ctx) {
         fail(`short_side should be ${exports.SHORT_SIDES.join(' or ')}`);
     const scale = shortSide / 1080;
     const output = { width: Math.round(design.width * scale), height: Math.round(design.height * scale) };
-    const hasTotal = raw.duration_s !== undefined && raw.duration_s !== null;
-    const hasPerScene = raw.scene_s !== undefined && raw.scene_s !== null;
-    if (hasTotal === hasPerScene)
-        fail('give exactly one of duration_s (the whole video) or scene_s (each scene)');
-    const seconds = hasTotal ? raw.duration_s : raw.scene_s * scenes.length;
+    // Scenes timed by a voice track or held by their words start where these say.
+    const speechIn = source === 'speech' ? raw.speech : null;
+    let timed = null;
+    if (speechIn) {
+        const times = (0, timing_1.speechTimes)(scenes.map((scene) => scene.id), speechIn, typeof raw.tail_s === 'number' ? raw.tail_s : 0);
+        if (typeof times === 'string')
+            fail(times);
+        timed = times;
+    }
+    else if (source === 'pace') {
+        const holds = (0, timing_1.paceHolds)(scenes, raw.pace);
+        if (typeof holds === 'string')
+            fail(holds);
+        timed = (0, timing_1.startsOfHolds)(holds);
+    }
+    const seconds = under
+        ? under.info.seconds
+        : timed
+            ? timed.seconds
+            : source === 'duration_s'
+                ? raw.duration_s
+                : raw.scene_s * scenes.length;
     if (typeof seconds !== 'number' || !Number.isFinite(seconds) || seconds < exports.LIMITS.minSeconds || seconds > exports.LIMITS.maxSeconds) {
         fail(`the video would be ${String(seconds)} seconds; it must be ${exports.LIMITS.minSeconds} to ${exports.LIMITS.maxSeconds}`);
     }
     const frameCount = Math.round(seconds * fps);
     if (frameCount < scenes.length)
         fail(`${scenes.length} scenes need at least ${scenes.length} frames; the video has ${frameCount}`);
-    // Scenes share the video evenly, on whole frames, so every scene starts on a frame.
-    const sceneFrames = scenes.map((_, i) => Math.round((i * frameCount) / scenes.length));
-    sceneFrames.push(frameCount);
+    let sceneFrames;
+    if (timed) {
+        const frames = (0, timing_1.framesOfStarts)(timed.starts, fps, frameCount);
+        if (!Array.isArray(frames)) {
+            const scene = scenes[frames.empty];
+            fail(`scene ${frames.empty + 1} (${scene.id}) gets no time at ${fps} fps: ${source === 'speech' ? 'the speech gives it none (a scene with no speech needs a gap, or tail_s at the end)' : 'its pace hold is too short'}`);
+        }
+        sceneFrames = frames;
+    }
+    else if (under) {
+        // Scenes take the real times of the video drawn over.
+        const fromUnder = (0, under_1.underSceneFrames)(scenes.map((scene) => scene.id), under.timeline, fps, frameCount);
+        if (!fromUnder) {
+            fail(`the plan's ${scenes.length} scenes do not match the ${under.timeline.scenes.length} scenes of the video to draw over (by id or in order)`);
+        }
+        sceneFrames = fromUnder;
+    }
+    else {
+        // Scenes share the video evenly, on whole frames, so every scene starts on a frame.
+        sceneFrames = scenes.map((_, i) => Math.round((i * frameCount) / scenes.length));
+        sceneFrames.push(frameCount);
+    }
     const values = raw.values ?? {};
     if (!isObject(values))
         fail('values should be an object');
-    if (JSON.stringify(values).length > 64 * 1024)
+    if (Buffer.byteLength(JSON.stringify(values), 'utf8') > 64 * 1024)
         fail('values is larger than 64 KB');
+    let captionZone = null;
+    if (raw.caption_zone !== undefined && raw.caption_zone !== null) {
+        captionZone = (0, timing_1.clipZone)(raw.caption_zone, design);
+        if (!captionZone)
+            fail(`caption_zone lies outside the ${design.width}x${design.height} page`);
+        if (!(0, timing_1.zoneOnVideo)(captionZone, scale, output))
+            fail(`caption_zone is less than a pixel of the ${output.width}x${output.height} video`);
+    }
+    const endCardScenes = typeof raw.end_card_scenes === 'number' ? raw.end_card_scenes : 0;
+    if (endCardScenes > scenes.length)
+        fail(`end_card_scenes is ${endCardScenes}, but there are only ${scenes.length} scenes`);
+    const speech = speechIn ?? under?.timeline.speech ?? [];
     return {
         template,
         frames,
@@ -230,6 +350,15 @@ function readInputs(raw, ctx) {
         output,
         scale,
         values,
+        under,
+        speech,
+        words: (0, timing_1.wordsByScene)(speech, sceneFrames, fps),
+        captionZone,
+        endCardScenes,
+        skip: raw.skip_blank === true && scenes.every(timing_1.isBlankScene),
+        media: mediaOf(raw.media, fail),
+        footage: footageOf(raw.footage, fail),
+        facts: raw.facts === true,
     };
 }
 //# sourceMappingURL=inputs.js.map