@kvman/kvvideo 0.1.0 → 0.1.2

package/dist/files/sidecar.d.ts

@@ -0,0 +1,209 @@
+import { z } from '@kvman/sdk';
+export declare const sidecarCaptionSchema: z.ZodObject<{
+    text: z.ZodString;
+    startMs: z.ZodNumber;
+    endMs: z.ZodNumber;
+    words: z.ZodExactOptional<z.ZodArray<z.ZodObject<{
+        text: z.ZodString;
+        startMs: z.ZodNumber;
+        endMs: z.ZodNumber;
+    }, z.core.$strip>>>;
+}, z.core.$strip>;
+export declare const recordingSidecarSchema: z.ZodObject<{
+    kind: z.ZodEnum<{
+        page: "page";
+        site: "site";
+    }>;
+    source: z.ZodString;
+    width: z.ZodNumber;
+    height: z.ZodNumber;
+    device: z.ZodEnum<{
+        phone: "phone";
+        desktop: "desktop";
+    }>;
+    scale: z.ZodLiteral<2>;
+    durationMs: z.ZodNumber;
+    steps: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
+        do: z.ZodLiteral<"goto">;
+        url: z.ZodString;
+        atLine: z.ZodExactOptional<z.ZodNumber>;
+    }, z.core.$strict>, z.ZodObject<{
+        do: z.ZodLiteral<"click">;
+        target: z.ZodString;
+        atLine: z.ZodExactOptional<z.ZodNumber>;
+    }, z.core.$strict>, z.ZodObject<{
+        do: z.ZodLiteral<"type">;
+        target: z.ZodString;
+        text: z.ZodString;
+        atLine: z.ZodExactOptional<z.ZodNumber>;
+    }, z.core.$strict>, z.ZodObject<{
+        do: z.ZodLiteral<"press">;
+        key: z.ZodString;
+        atLine: z.ZodExactOptional<z.ZodNumber>;
+    }, z.core.$strict>, z.ZodObject<{
+        do: z.ZodLiteral<"hover">;
+        target: z.ZodString;
+        atLine: z.ZodExactOptional<z.ZodNumber>;
+    }, z.core.$strict>, z.ZodObject<{
+        do: z.ZodLiteral<"scroll">;
+        pixels: z.ZodNumber;
+        atLine: z.ZodExactOptional<z.ZodNumber>;
+    }, z.core.$strict>, z.ZodObject<{
+        do: z.ZodLiteral<"wait">;
+        ms: z.ZodNumber;
+    }, z.core.$strict>, z.ZodObject<{
+        do: z.ZodLiteral<"waitFor">;
+        target: z.ZodString;
+        atLine: z.ZodExactOptional<z.ZodNumber>;
+    }, z.core.$strict>], "do">>;
+    actions: z.ZodArray<z.ZodObject<{
+        do: z.ZodString;
+        atMs: z.ZodNumber;
+        actMs: z.ZodOptional<z.ZodNumber>;
+        endMs: z.ZodNumber;
+        box: z.ZodOptional<z.ZodObject<{
+            x: z.ZodNumber;
+            y: z.ZodNumber;
+            width: z.ZodNumber;
+            height: z.ZodNumber;
+        }, z.core.$strip>>;
+    }, z.core.$strip>>;
+}, z.core.$strip>;
+export declare const narrationSidecarSchema: z.ZodObject<{
+    kind: z.ZodLiteral<"narration">;
+    durationMs: z.ZodNumber;
+    captions: z.ZodArray<z.ZodObject<{
+        text: z.ZodString;
+        startMs: z.ZodNumber;
+        endMs: z.ZodNumber;
+        words: z.ZodExactOptional<z.ZodArray<z.ZodObject<{
+            text: z.ZodString;
+            startMs: z.ZodNumber;
+            endMs: z.ZodNumber;
+        }, z.core.$strip>>>;
+    }, z.core.$strip>>;
+}, z.core.$strip>;
+export declare const videoSidecarSchema: z.ZodObject<{
+    kind: z.ZodLiteral<"video">;
+    durationMs: z.ZodNumber;
+    width: z.ZodNumber;
+    height: z.ZodNumber;
+    scenes: z.ZodArray<z.ZodObject<{
+        startMs: z.ZodNumber;
+        endMs: z.ZodNumber;
+    }, z.core.$strip>>;
+    captions: z.ZodArray<z.ZodObject<{
+        text: z.ZodString;
+        startMs: z.ZodNumber;
+        endMs: z.ZodNumber;
+        words: z.ZodExactOptional<z.ZodArray<z.ZodObject<{
+            text: z.ZodString;
+            startMs: z.ZodNumber;
+            endMs: z.ZodNumber;
+        }, z.core.$strip>>>;
+    }, z.core.$strip>>;
+}, z.core.$strip>;
+declare const sidecarSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
+    kind: z.ZodEnum<{
+        page: "page";
+        site: "site";
+    }>;
+    source: z.ZodString;
+    width: z.ZodNumber;
+    height: z.ZodNumber;
+    device: z.ZodEnum<{
+        phone: "phone";
+        desktop: "desktop";
+    }>;
+    scale: z.ZodLiteral<2>;
+    durationMs: z.ZodNumber;
+    steps: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
+        do: z.ZodLiteral<"goto">;
+        url: z.ZodString;
+        atLine: z.ZodExactOptional<z.ZodNumber>;
+    }, z.core.$strict>, z.ZodObject<{
+        do: z.ZodLiteral<"click">;
+        target: z.ZodString;
+        atLine: z.ZodExactOptional<z.ZodNumber>;
+    }, z.core.$strict>, z.ZodObject<{
+        do: z.ZodLiteral<"type">;
+        target: z.ZodString;
+        text: z.ZodString;
+        atLine: z.ZodExactOptional<z.ZodNumber>;
+    }, z.core.$strict>, z.ZodObject<{
+        do: z.ZodLiteral<"press">;
+        key: z.ZodString;
+        atLine: z.ZodExactOptional<z.ZodNumber>;
+    }, z.core.$strict>, z.ZodObject<{
+        do: z.ZodLiteral<"hover">;
+        target: z.ZodString;
+        atLine: z.ZodExactOptional<z.ZodNumber>;
+    }, z.core.$strict>, z.ZodObject<{
+        do: z.ZodLiteral<"scroll">;
+        pixels: z.ZodNumber;
+        atLine: z.ZodExactOptional<z.ZodNumber>;
+    }, z.core.$strict>, z.ZodObject<{
+        do: z.ZodLiteral<"wait">;
+        ms: z.ZodNumber;
+    }, z.core.$strict>, z.ZodObject<{
+        do: z.ZodLiteral<"waitFor">;
+        target: z.ZodString;
+        atLine: z.ZodExactOptional<z.ZodNumber>;
+    }, z.core.$strict>], "do">>;
+    actions: z.ZodArray<z.ZodObject<{
+        do: z.ZodString;
+        atMs: z.ZodNumber;
+        actMs: z.ZodOptional<z.ZodNumber>;
+        endMs: z.ZodNumber;
+        box: z.ZodOptional<z.ZodObject<{
+            x: z.ZodNumber;
+            y: z.ZodNumber;
+            width: z.ZodNumber;
+            height: z.ZodNumber;
+        }, z.core.$strip>>;
+    }, z.core.$strip>>;
+}, z.core.$strip>, z.ZodObject<{
+    kind: z.ZodLiteral<"narration">;
+    durationMs: z.ZodNumber;
+    captions: z.ZodArray<z.ZodObject<{
+        text: z.ZodString;
+        startMs: z.ZodNumber;
+        endMs: z.ZodNumber;
+        words: z.ZodExactOptional<z.ZodArray<z.ZodObject<{
+            text: z.ZodString;
+            startMs: z.ZodNumber;
+            endMs: z.ZodNumber;
+        }, z.core.$strip>>>;
+    }, z.core.$strip>>;
+}, z.core.$strip>, z.ZodObject<{
+    kind: z.ZodLiteral<"video">;
+    durationMs: z.ZodNumber;
+    width: z.ZodNumber;
+    height: z.ZodNumber;
+    scenes: z.ZodArray<z.ZodObject<{
+        startMs: z.ZodNumber;
+        endMs: z.ZodNumber;
+    }, z.core.$strip>>;
+    captions: z.ZodArray<z.ZodObject<{
+        text: z.ZodString;
+        startMs: z.ZodNumber;
+        endMs: z.ZodNumber;
+        words: z.ZodExactOptional<z.ZodArray<z.ZodObject<{
+            text: z.ZodString;
+            startMs: z.ZodNumber;
+            endMs: z.ZodNumber;
+        }, z.core.$strip>>>;
+    }, z.core.$strip>>;
+}, z.core.$strip>], "kind">;
+/** What a sidecar holds. */
+export type Sidecar = z.output<typeof sidecarSchema>;
+/** The sidecar's path beside a file. */
+export declare function sidecarPath(file: string): string;
+/** The sidecar beside an output; an existing one is replaced only with `replace` (plan 16 §16.3). */
+export declare function sidecarOutputPath(output: string, replace: boolean, shown: string): string;
+/** The sidecar beside `file`, or `undefined` when it is missing or invalid. */
+export declare function readSidecar(file: string): Sidecar | undefined;
+/** Writes a sidecar into a work folder, to be placed beside its output; answers its path there. */
+export declare function writeSidecar(folder: string, sidecar: Sidecar): string;
+export {};
+//# sourceMappingURL=sidecar.d.ts.map

package/dist/files/sidecar.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sidecar.d.ts","sourceRoot":"","sources":["../../src/files/sidecar.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,CAAC,EAAE,MAAM,YAAY,CAAC;AAS/B,eAAO,MAAM,oBAAoB;;;;;;;;;iBAA6J,CAAC;AAE/L,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAUjC,CAAC;AAEH,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;iBAAkI,CAAC;AAEtK,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;iBAO7B,CAAC;AAEH,QAAA,MAAM,aAAa;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;2BAAqG,CAAC;AAEzH,4BAA4B;AAC5B,MAAM,MAAM,OAAO,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,aAAa,CAAC,CAAC;AAErD,wCAAwC;AACxC,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAEhD;AAED,qGAAqG;AACrG,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,CAIzF;AAWD,+EAA+E;AAC/E,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,GAAG,SAAS,CAK7D;AAED,mGAAmG;AACnG,wBAAgB,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,MAAM,CAIrE"}

package/dist/files/sidecar.js

@@ -0,0 +1,66 @@
+import { existsSync, readFileSync, writeFileSync } from 'node:fs';
+import path from 'node:path';
+import { z } from '@kvman/sdk';
+import { invalid } from "../problems.js";
+import { actionSchema, stepSchema } from "../record/steps.js";
+// The sidecar beside an output, `<file>.kvvideo.json` (plan 16 §16.3; ADR 0115, 31): what a later command needs from
+// it, so the agent copies no numbers between calls. It is validated when read; a missing or invalid one is absent.
+const wordSchema = z.object({ text: z.string(), startMs: z.number().int().nonnegative(), endMs: z.number().int().nonnegative() });
+export const sidecarCaptionSchema = z.object({ text: z.string(), startMs: z.number().int().nonnegative(), endMs: z.number().int().nonnegative(), words: z.array(wordSchema).exactOptional() });
+export const recordingSidecarSchema = z.object({
+    kind: z.enum(['site', 'page']),
+    source: z.string(),
+    width: z.number().int().positive(),
+    height: z.number().int().positive(),
+    device: z.enum(['desktop', 'phone']),
+    scale: z.literal(2),
+    durationMs: z.number().int().nonnegative(),
+    steps: z.array(stepSchema),
+    actions: z.array(actionSchema),
+});
+export const narrationSidecarSchema = z.object({ kind: z.literal('narration'), durationMs: z.number().int().nonnegative(), captions: z.array(sidecarCaptionSchema) });
+export const videoSidecarSchema = z.object({
+    kind: z.literal('video'),
+    durationMs: z.number().int().nonnegative(),
+    width: z.number().int().positive(),
+    height: z.number().int().positive(),
+    scenes: z.array(z.object({ startMs: z.number().int().nonnegative(), endMs: z.number().int().nonnegative() })),
+    captions: z.array(sidecarCaptionSchema),
+});
+const sidecarSchema = z.discriminatedUnion('kind', [recordingSidecarSchema, narrationSidecarSchema, videoSidecarSchema]);
+/** The sidecar's path beside a file. */
+export function sidecarPath(file) {
+    return `${file}.kvvideo.json`;
+}
+/** The sidecar beside an output; an existing one is replaced only with `replace` (plan 16 §16.3). */
+export function sidecarOutputPath(output, replace, shown) {
+    const beside = sidecarPath(output);
+    if (existsSync(beside) && !replace)
+        throw invalid(`${sidecarPath(shown)} exists; set replace to true to write over it.`, { path: sidecarPath(shown) });
+    return beside;
+}
+function parsed(text) {
+    try {
+        return JSON.parse(text);
+    }
+    catch (error) {
+        if (error instanceof SyntaxError)
+            return undefined;
+        throw error;
+    }
+}
+/** The sidecar beside `file`, or `undefined` when it is missing or invalid. */
+export function readSidecar(file) {
+    const beside = sidecarPath(file);
+    if (!existsSync(beside))
+        return undefined;
+    const result = sidecarSchema.safeParse(parsed(readFileSync(beside, 'utf8')));
+    return result.success ? result.data : undefined;
+}
+/** Writes a sidecar into a work folder, to be placed beside its output; answers its path there. */
+export function writeSidecar(folder, sidecar) {
+    const made = path.join(folder, 'sidecar.json');
+    writeFileSync(made, `${JSON.stringify(sidecar, null, 2)}\n`);
+    return made;
+}
+//# sourceMappingURL=sidecar.js.map

package/dist/files/sidecar.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sidecar.js","sourceRoot":"","sources":["../../src/files/sidecar.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAClE,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,CAAC,EAAE,MAAM,YAAY,CAAC;AAC/B,OAAO,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAE9D,qHAAqH;AACrH,mHAAmH;AAEnH,MAAM,UAAU,GAAG,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;AAElI,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;AAE/L,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC7C,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC9B,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IAClC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACnC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IACpC,KAAK,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IACnB,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IAC1C,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC;IAC1B,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC;CAC/B,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,oBAAoB,CAAC,EAAE,CAAC,CAAC;AAEtK,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,CAAC;IACzC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC;IACxB,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IAC1C,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IAClC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACnC,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;IAC7G,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,oBAAoB,CAAC;CACxC,CAAC,CAAC;AAEH,MAAM,aAAa,GAAG,CAAC,CAAC,kBAAkB,CAAC,MAAM,EAAE,CAAC,sBAAsB,EAAE,sBAAsB,EAAE,kBAAkB,CAAC,CAAC,CAAC;AAKzH,wCAAwC;AACxC,MAAM,UAAU,WAAW,CAAC,IAAY;IACtC,OAAO,GAAG,IAAI,eAAe,CAAC;AAChC,CAAC;AAED,qGAAqG;AACrG,MAAM,UAAU,iBAAiB,CAAC,MAAc,EAAE,OAAgB,EAAE,KAAa;IAC/E,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC;IACnC,IAAI,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO;QAAE,MAAM,OAAO,CAAC,GAAG,WAAW,CAAC,KAAK,CAAC,gDAAgD,EAAE,EAAE,IAAI,EAAE,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACvJ,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,MAAM,CAAC,IAAY;IAC1B,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,WAAW;YAAE,OAAO,SAAS,CAAC;QACnD,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,+EAA+E;AAC/E,MAAM,UAAU,WAAW,CAAC,IAAY;IACtC,MAAM,MAAM,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;IACjC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;QAAE,OAAO,SAAS,CAAC;IAC1C,MAAM,MAAM,GAAG,aAAa,CAAC,SAAS,CAAC,MAAM,CAAC,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;IAC7E,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;AAClD,CAAC;AAED,mGAAmG;AACnG,MAAM,UAAU,YAAY,CAAC,MAAc,EAAE,OAAgB;IAC3D,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;IAC/C,aAAa,CAAC,IAAI,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;IAC7D,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,YAAY,CAAC;AAWtC,YAAY,EAAE,MAAM,UAAU,CAAC;yBAKf,KAAK,GAAG,KAAG,IAAI;AAA/B,wBAUE"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,YAAY,CAAC;AAetC,YAAY,EAAE,MAAM,UAAU,CAAC;yBAKf,KAAK,GAAG,KAAG,IAAI;AAA/B,wBAcE"}

package/dist/index.js

@@ -1,23 +1,31 @@
+import { registerBrand } from "./brand/brand.js";
 import { registerCompose } from "./compose/register-compose.js";
 import { registerFonts } from "./fonts/register-fonts.js";
+import { registerLook } from "./look/register-look.js";
 import { registerNarration } from "./narration/register-narration.js";
+import { registerVoice } from "./narration/register-voice.js";
 import { registerRecord } from "./record/register-record.js";
+import { registerReview } from "./review/register-review.js";
 import { registerWithKvcoder } from "./register-with-kvcoder.js";
 import { registerSettings } from "./settings.js";
 import { registerSetup } from "./setup/register-setup.js";
 import { registerUi } from "./ui.js";
 import { registerVideoStart } from "./video-start.js";
-// kvvideo (plan 16): makes videos of the person's app, recorded in the installed browser, narrated, and captioned. It
+// kvvideo (plan 16): makes any kind of video, recorded in the installed browser, narrated, and captioned. It
 // has no loop of its own; it extends kvcoder with the `video` connector and its guide, which a chat has once the
 // person runs `/video` in it (ADR 0107).
 export default (ctx) => {
     registerSettings(ctx);
+    registerBrand(ctx);
     registerUi(ctx);
     registerSetup(ctx);
     registerFonts(ctx);
     registerRecord(ctx);
+    registerLook(ctx);
     registerNarration(ctx);
+    registerVoice(ctx);
     registerCompose(ctx);
+    registerReview(ctx);
     registerVideoStart(ctx);
     registerWithKvcoder(ctx);
 };

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAC;AAChE,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAC1D,OAAO,EAAE,iBAAiB,EAAE,MAAM,mCAAmC,CAAC;AACtE,OAAO,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAC7D,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AACjE,OAAO,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AACjD,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAC1D,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAItD,sHAAsH;AACtH,iHAAiH;AACjH,yCAAyC;AACzC,eAAe,CAAC,GAAQ,EAAQ,EAAE;IAChC,gBAAgB,CAAC,GAAG,CAAC,CAAC;IACtB,UAAU,CAAC,GAAG,CAAC,CAAC;IAChB,aAAa,CAAC,GAAG,CAAC,CAAC;IACnB,aAAa,CAAC,GAAG,CAAC,CAAC;IACnB,cAAc,CAAC,GAAG,CAAC,CAAC;IACpB,iBAAiB,CAAC,GAAG,CAAC,CAAC;IACvB,eAAe,CAAC,GAAG,CAAC,CAAC;IACrB,kBAAkB,CAAC,GAAG,CAAC,CAAC;IACxB,mBAAmB,CAAC,GAAG,CAAC,CAAC;AAC3B,CAAC,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AACjD,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAC;AAChE,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAC1D,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AACvD,OAAO,EAAE,iBAAiB,EAAE,MAAM,mCAAmC,CAAC;AACtE,OAAO,EAAE,aAAa,EAAE,MAAM,+BAA+B,CAAC;AAC9D,OAAO,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAC7D,OAAO,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAC7D,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AACjE,OAAO,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AACjD,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAC1D,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAItD,6GAA6G;AAC7G,iHAAiH;AACjH,yCAAyC;AACzC,eAAe,CAAC,GAAQ,EAAQ,EAAE;IAChC,gBAAgB,CAAC,GAAG,CAAC,CAAC;IACtB,aAAa,CAAC,GAAG,CAAC,CAAC;IACnB,UAAU,CAAC,GAAG,CAAC,CAAC;IAChB,aAAa,CAAC,GAAG,CAAC,CAAC;IACnB,aAAa,CAAC,GAAG,CAAC,CAAC;IACnB,cAAc,CAAC,GAAG,CAAC,CAAC;IACpB,YAAY,CAAC,GAAG,CAAC,CAAC;IAClB,iBAAiB,CAAC,GAAG,CAAC,CAAC;IACvB,aAAa,CAAC,GAAG,CAAC,CAAC;IACnB,eAAe,CAAC,GAAG,CAAC,CAAC;IACrB,cAAc,CAAC,GAAG,CAAC,CAAC;IACpB,kBAAkB,CAAC,GAAG,CAAC,CAAC;IACxB,mBAAmB,CAAC,GAAG,CAAC,CAAC;AAC3B,CAAC,CAAC"}

package/dist/look/look-at.d.ts

@@ -0,0 +1,15 @@
+import type { Browser } from 'playwright-core';
+import { type RecordSource } from '../record/recorder.ts';
+export type LookPlan = {
+    source: RecordSource;
+    width: number;
+    height: number;
+    device: 'desktop' | 'phone';
+    ownPort: number | null;
+    moments: readonly number[];
+};
+export declare function lookAt(browser: Browser, plan: LookPlan): Promise<{
+    atMs: number;
+    image: Buffer;
+}[]>;
+//# sourceMappingURL=look-at.d.ts.map

package/dist/look/look-at.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"look-at.d.ts","sourceRoot":"","sources":["../../src/look/look-at.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAC;AAE/C,OAAO,EAAgC,KAAK,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAKxF,MAAM,MAAM,QAAQ,GAAG;IAAE,MAAM,EAAE,YAAY,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,SAAS,GAAG,OAAO,CAAC;IAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,OAAO,EAAE,SAAS,MAAM,EAAE,CAAA;CAAE,CAAC;AAEhK,wBAAsB,MAAM,CAAC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,GAAG,OAAO,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,EAAE,CAAC,CAezG"}

package/dist/look/look-at.js

@@ -0,0 +1,20 @@
+import { holdPageClock } from "../record/page-clock.js";
+import { openSource, recordingContext } from "../record/recorder.js";
+export async function lookAt(browser, plan) {
+    const context = await recordingContext(browser, plan);
+    try {
+        const page = await context.newPage();
+        const clock = await holdPageClock(page);
+        await openSource(page, plan.source);
+        const frames = [];
+        for (const atMs of [...plan.moments].sort((first, second) => first - second)) {
+            await clock.seek(atMs);
+            frames.push({ atMs, image: await page.screenshot({ type: 'jpeg', quality: 85, scale: 'css' }) });
+        }
+        return frames;
+    }
+    finally {
+        await context.close();
+    }
+}
+//# sourceMappingURL=look-at.js.map

package/dist/look/look-at.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"look-at.js","sourceRoot":"","sources":["../../src/look/look-at.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AACxD,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAqB,MAAM,uBAAuB,CAAC;AAOxF,MAAM,CAAC,KAAK,UAAU,MAAM,CAAC,OAAgB,EAAE,IAAc;IAC3D,MAAM,OAAO,GAAG,MAAM,gBAAgB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;IACtD,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;QACrC,MAAM,KAAK,GAAG,MAAM,aAAa,CAAC,IAAI,CAAC,CAAC;QACxC,MAAM,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QACpC,MAAM,MAAM,GAAG,EAAE,CAAC;QAClB,KAAK,MAAM,IAAI,IAAI,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC,KAAK,GAAG,MAAM,CAAC,EAAE,CAAC;YAC7E,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACvB,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;QACnG,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;YAAS,CAAC;QACT,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;IACxB,CAAC;AACH,CAAC"}

package/dist/look/look-input.d.ts

@@ -0,0 +1,22 @@
+import { z } from '@kvman/sdk';
+export declare const lookInputSchema: z.ZodObject<{
+    url: z.ZodExactOptional<z.ZodString>;
+    page: z.ZodExactOptional<z.ZodString>;
+    atMs: z.ZodExactOptional<z.ZodArray<z.ZodNumber>>;
+    width: z.ZodExactOptional<z.ZodNumber>;
+    height: z.ZodExactOptional<z.ZodNumber>;
+    device: z.ZodExactOptional<z.ZodEnum<{
+        phone: "phone";
+        desktop: "desktop";
+    }>>;
+}, z.core.$strict>;
+/** `look`'s input. */
+export type LookInput = z.output<typeof lookInputSchema>;
+export declare const lookOutputSchema: z.ZodObject<{
+    images: z.ZodArray<z.ZodObject<{
+        fileId: z.ZodString;
+        name: z.ZodString;
+        atMs: z.ZodNumber;
+    }, z.core.$strip>>;
+}, z.core.$strip>;
+//# sourceMappingURL=look-input.d.ts.map

package/dist/look/look-input.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"look-input.d.ts","sourceRoot":"","sources":["../../src/look/look-input.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,YAAY,CAAC;AAuB/B,eAAO,MAAM,eAAe;;;;;;;;;;kBAE1B,CAAC;AAEH,sBAAsB;AACtB,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,eAAe,CAAC,CAAC;AAEzD,eAAO,MAAM,gBAAgB;;;;;;iBAAkG,CAAC"}

package/dist/look/look-input.js

@@ -0,0 +1,25 @@
+import { z } from '@kvman/sdk';
+import { address, side } from "../record/steps.js";
+// `look`'s input and answer (plan 16 §16.5 Looking; ADR 0117, 19): a website or a page as `record` opens it, and 1 to 6
+// distinct moments of its clock, `[1000]` when left out.
+const moment = z.number().int().min(0).max(60_000);
+const lookFields = z.strictObject({
+    url: address.describe('A website to look at: any http or https address.').exactOptional(),
+    page: z.string().min(1).max(1000).describe('An .html file of the workspace to look at, with the files beside it.').exactOptional(),
+    atMs: z
+        .array(moment)
+        .min(1)
+        .max(6)
+        .refine((moments) => new Set(moments).size === moments.length, 'Each moment is given once.')
+        .describe("The moments to show, in ms from the page's clock start (0 to 60000); 1000 when left out.")
+        .exactOptional(),
+    width: side.describe('The page width in CSS pixels: 1280 by default, 390 on a phone.').exactOptional(),
+    height: side.describe('The page height in CSS pixels: 720 by default, 844 on a phone.').exactOptional(),
+    device: z.enum(['desktop', 'phone']).describe('desktop (the default), or phone.').exactOptional(),
+});
+export const lookInputSchema = lookFields.superRefine((input, context) => {
+    if ((input.url === undefined) === (input.page === undefined))
+        context.addIssue({ code: 'custom', path: ['url'], message: 'Give exactly one of url and page.' });
+});
+export const lookOutputSchema = z.object({ images: z.array(z.object({ fileId: z.string(), name: z.string(), atMs: moment })) });
+//# sourceMappingURL=look-input.js.map

package/dist/look/look-input.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"look-input.js","sourceRoot":"","sources":["../../src/look/look-input.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,YAAY,CAAC;AAC/B,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,oBAAoB,CAAC;AAEnD,wHAAwH;AACxH,yDAAyD;AAEzD,MAAM,MAAM,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;AAEnD,MAAM,UAAU,GAAG,CAAC,CAAC,YAAY,CAAC;IAChC,GAAG,EAAE,OAAO,CAAC,QAAQ,CAAC,kDAAkD,CAAC,CAAC,aAAa,EAAE;IACzF,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,sEAAsE,CAAC,CAAC,aAAa,EAAE;IAClI,IAAI,EAAE,CAAC;SACJ,KAAK,CAAC,MAAM,CAAC;SACb,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,CAAC,CAAC;SACN,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,MAAM,EAAE,4BAA4B,CAAC;SAC3F,QAAQ,CAAC,0FAA0F,CAAC;SACpG,aAAa,EAAE;IAClB,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,gEAAgE,CAAC,CAAC,aAAa,EAAE;IACtG,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,gEAAgE,CAAC,CAAC,aAAa,EAAE;IACvG,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,kCAAkC,CAAC,CAAC,aAAa,EAAE;CAClG,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,eAAe,GAAG,UAAU,CAAC,WAAW,CAAC,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;IACvE,IAAI,CAAC,KAAK,CAAC,GAAG,KAAK,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC;QAAE,OAAO,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,mCAAmC,EAAE,CAAC,CAAC;AAClK,CAAC,CAAC,CAAC;AAKH,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC"}

package/dist/look/register-look.d.ts

@@ -0,0 +1,3 @@
+import { type Ctx } from '@kvman/sdk';
+export declare function registerLook(ctx: Ctx): void;
+//# sourceMappingURL=register-look.d.ts.map

package/dist/look/register-look.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"register-look.d.ts","sourceRoot":"","sources":["../../src/look/register-look.ts"],"names":[],"mappings":"AAAA,OAAO,EAAK,KAAK,GAAG,EAAE,MAAM,YAAY,CAAC;AAkBzC,wBAAgB,YAAY,CAAC,GAAG,EAAE,GAAG,GAAG,IAAI,CAkC3C"}

package/dist/look/register-look.js

@@ -0,0 +1,52 @@
+import { z } from '@kvman/sdk';
+import { launchChannel } from "../browser/launch.js";
+import { startBrowser } from "../browser/start-browser.js";
+import { trimOldest } from "../narration/narration-cache.js";
+import { ownPortOf } from "../record/own-port.js";
+import { defaultSize, sourceOf } from "../record/record-source.js";
+import { lookAt } from "./look-at.js";
+import { lookInputSchema, lookOutputSchema } from "./look-input.js";
+// `video look` (plan 16 §16.5 Looking; ADR 0117, 4 and 19): a page's or a website's frames at chosen moments, which the
+// model sees through kvcoder (`images: true`), to check a scene before it is narrated and recorded. The source is
+// checked before a browser starts; the browser is closed when the call ends, fails, or is cancelled. The newest 24
+// frames of the workspace are kept in the kernel's files.
+const keptFrames = 24;
+const frameRowSchema = z.object({ fileId: z.string(), createdAt: z.string() });
+export function registerLook(ctx) {
+    ctx.registerCommand('kvvideo.frame.capture', {
+        description: "Shows a website's or an HTML page's frames at chosen moments of its clock, to look at a scene before it is recorded.",
+        input: lookInputSchema,
+        output: lookOutputSchema,
+        public: true,
+        retries: 0,
+        timeoutMs: 120_000,
+        handle: async (input) => {
+            const ownPort = ownPortOf(process.env['KVMAN_HOME']);
+            const source = sourceOf(ctx.job.workspace.path, input, ownPort);
+            const device = input.device ?? 'desktop';
+            const size = { width: input.width ?? defaultSize[device].width, height: input.height ?? defaultSize[device].height };
+            const browser = await startBrowser(await ctx.settings.get('kvvideo.browser'), launchChannel);
+            const stop = () => void browser.close();
+            ctx.job.signal.addEventListener('abort', stop, { once: true });
+            try {
+                const frames = await lookAt(browser, { source, ...size, device, ownPort, moments: input.atMs ?? [1000] });
+                const images = [];
+                for (const [index, frame] of frames.entries()) {
+                    const name = `look-${String(index + 1)}.jpg`;
+                    const stored = await ctx.files.write(name, frame.image, 'image/jpeg');
+                    images.push({ fileId: stored.id, name, atMs: frame.atMs });
+                }
+                const rows = ctx.store.collection('lookFrames', frameRowSchema);
+                for (const image of images)
+                    await rows.insert({ fileId: image.fileId, createdAt: new Date().toISOString() });
+                await trimOldest(rows, ctx.files, keptFrames);
+                return { images };
+            }
+            finally {
+                ctx.job.signal.removeEventListener('abort', stop);
+                await browser.close();
+            }
+        },
+    });
+}
+//# sourceMappingURL=register-look.js.map

package/dist/look/register-look.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"register-look.js","sourceRoot":"","sources":["../../src/look/register-look.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAY,MAAM,YAAY,CAAC;AACzC,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,YAAY,EAAE,MAAM,6BAA6B,CAAC;AAC3D,OAAO,EAAE,UAAU,EAAE,MAAM,iCAAiC,CAAC;AAC7D,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAClD,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AACnE,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AACtC,OAAO,EAAE,eAAe,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAEpE,wHAAwH;AACxH,kHAAkH;AAClH,mHAAmH;AACnH,0DAA0D;AAE1D,MAAM,UAAU,GAAG,EAAE,CAAC;AAEtB,MAAM,cAAc,GAAG,CAAC,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;AAE/E,MAAM,UAAU,YAAY,CAAC,GAAQ;IACnC,GAAG,CAAC,eAAe,CAAC,uBAAuB,EAAE;QAC3C,WAAW,EAAE,sHAAsH;QACnI,KAAK,EAAE,eAAe;QACtB,MAAM,EAAE,gBAAgB;QACxB,MAAM,EAAE,IAAI;QACZ,OAAO,EAAE,CAAC;QACV,SAAS,EAAE,OAAO;QAClB,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;YACtB,MAAM,OAAO,GAAG,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC;YACrD,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;YAChE,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,IAAI,SAAS,CAAC;YACzC,MAAM,IAAI,GAAG,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,WAAW,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,IAAI,WAAW,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,CAAC;YACrH,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,MAAM,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,iBAAiB,CAAC,EAAE,aAAa,CAAC,CAAC;YAC7F,MAAM,IAAI,GAAG,GAAS,EAAE,CAAC,KAAK,OAAO,CAAC,KAAK,EAAE,CAAC;YAC9C,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YAC/D,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAC1G,MAAM,MAAM,GAAG,EAAE,CAAC;gBAClB,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;oBAC9C,MAAM,IAAI,GAAG,QAAQ,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,MAAM,CAAC;oBAC7C,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;oBACtE,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;gBAC7D,CAAC;gBACD,MAAM,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC;gBAChE,KAAK,MAAM,KAAK,IAAI,MAAM;oBAAE,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;gBAC7G,MAAM,UAAU,CAAC,IAAI,EAAE,GAAG,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;gBAC9C,OAAO,EAAE,MAAM,EAAE,CAAC;YACpB,CAAC;oBAAS,CAAC;gBACT,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;gBAClD,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;YACxB,CAAC;QACH,CAAC;KACF,CAAC,CAAC;AACL,CAAC"}

package/dist/narration/alignment.d.ts

@@ -0,0 +1,15 @@
+import { z } from '@kvman/sdk';
+export declare const alignmentSchema: z.ZodObject<{
+    startsMs: z.ZodArray<z.ZodNumber>;
+    endsMs: z.ZodArray<z.ZodNumber>;
+}, z.core.$strip>;
+/** When each spoken character starts and ends, in ms from the sentence's start. */
+export type Alignment = z.output<typeof alignmentSchema>;
+export declare const elevenLabsAlignmentSchema: z.ZodObject<{
+    characters: z.ZodArray<z.ZodString>;
+    character_start_times_seconds: z.ZodArray<z.ZodNumber>;
+    character_end_times_seconds: z.ZodArray<z.ZodNumber>;
+}, z.core.$strip>;
+/** The alignment of `spoken`; one whose characters aren't the text fails `kvvideo/NARRATION_FAILED`. */
+export declare function alignmentOf(answer: z.output<typeof elevenLabsAlignmentSchema>, spoken: string): Alignment;
+//# sourceMappingURL=alignment.d.ts.map

package/dist/narration/alignment.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"alignment.d.ts","sourceRoot":"","sources":["../../src/narration/alignment.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,YAAY,CAAC;AAM/B,eAAO,MAAM,eAAe;;;iBAAmH,CAAC;AAEhJ,mFAAmF;AACnF,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,eAAe,CAAC,CAAC;AAEzD,eAAO,MAAM,yBAAyB;;;;iBAIpC,CAAC;AAIH,wGAAwG;AACxG,wBAAgB,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,yBAAyB,CAAC,EAAE,MAAM,EAAE,MAAM,GAAG,SAAS,CAOzG"}

package/dist/narration/alignment.js

@@ -0,0 +1,21 @@
+import { z } from '@kvman/sdk';
+import { kvvideoProblem } from "../problems.js";
+// ElevenLabs's character times (plan 16 §16.6; ADR 0115, 17): each character of the text it was sent, by code point,
+// with when it starts and ends, kept in whole milliseconds.
+export const alignmentSchema = z.object({ startsMs: z.array(z.number().int().nonnegative()), endsMs: z.array(z.number().int().nonnegative()) });
+export const elevenLabsAlignmentSchema = z.object({
+    characters: z.array(z.string()),
+    character_start_times_seconds: z.array(z.number()),
+    character_end_times_seconds: z.array(z.number()),
+});
+const ms = (seconds) => Math.max(0, Math.round(seconds * 1000));
+/** The alignment of `spoken`; one whose characters aren't the text fails `kvvideo/NARRATION_FAILED`. */
+export function alignmentOf(answer, spoken) {
+    const { characters, character_start_times_seconds: starts, character_end_times_seconds: ends } = answer;
+    if (characters.join('') !== spoken || [...spoken].length !== characters.length || starts.length !== characters.length || ends.length !== characters.length) {
+        const reason = "ElevenLabs's character times don't match the text it was sent";
+        throw kvvideoProblem('NARRATION_FAILED', reason, { service: 'elevenlabs', reason });
+    }
+    return { startsMs: starts.map(ms), endsMs: ends.map(ms) };
+}
+//# sourceMappingURL=alignment.js.map

package/dist/narration/alignment.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"alignment.js","sourceRoot":"","sources":["../../src/narration/alignment.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,YAAY,CAAC;AAC/B,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAEhD,qHAAqH;AACrH,4DAA4D;AAE5D,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC,CAAC;AAKhJ,MAAM,CAAC,MAAM,yBAAyB,GAAG,CAAC,CAAC,MAAM,CAAC;IAChD,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAC/B,6BAA6B,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAClD,2BAA2B,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;CACjD,CAAC,CAAC;AAEH,MAAM,EAAE,GAAG,CAAC,OAAe,EAAU,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC;AAEhF,wGAAwG;AACxG,MAAM,UAAU,WAAW,CAAC,MAAkD,EAAE,MAAc;IAC5F,MAAM,EAAE,UAAU,EAAE,6BAA6B,EAAE,MAAM,EAAE,2BAA2B,EAAE,IAAI,EAAE,GAAG,MAAM,CAAC;IACxG,IAAI,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,MAAM,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC,MAAM,KAAK,UAAU,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,KAAK,UAAU,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,KAAK,UAAU,CAAC,MAAM,EAAE,CAAC;QAC3J,MAAM,MAAM,GAAG,+DAA+D,CAAC;QAC/E,MAAM,cAAc,CAAC,kBAAkB,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,YAAY,EAAE,MAAM,EAAE,CAAC,CAAC;IACtF,CAAC;IACD,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;AAC5D,CAAC"}

package/dist/narration/captions.d.ts

@@ -1,10 +1,28 @@
+import type { Alignment } from './alignment.ts';
+import type { Spoken } from './pronunciations.ts';
+export type Word = {
+    text: string;
+    startMs: number;
+    endMs: number;
+};
 export type Caption = {
     text: string;
     startMs: number;
     endMs: number;
+    words?: Word[];
+};
+/** The text's sentences, in order: cut at line breaks and after `.`, `!`, `?`, `؟`, and `…` followed by a space. */
+export declare function sentencesOf(text: string): string[];
+/** A sentence's caption lines: whole words, each line as long as it can be up to 42 characters. */
+export declare function linesOf(sentence: string): string[];
+/** One sentence's place in the narration: its audio from `startMs` for `durationMs`, and its character times. */
+export type PlacedSentence = {
+    text: string;
+    spoken: Spoken;
+    startMs: number;
+    durationMs: number;
+    alignment: Alignment | null;
 };
-/** The caption lines of a text, in order. */
-export declare function captionLines(text: string): string[];
-/** The text's captions over a narration of `durationMs`. */
-export declare function timedCaptions(text: string, durationMs: number): Caption[];
+/** The captions of placed sentences over a narration of `durationMs`: each line ends where the next starts. */
+export declare function captionsOf(sentences: readonly PlacedSentence[], durationMs: number): Caption[];
 //# sourceMappingURL=captions.d.ts.map

package/dist/narration/captions.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"captions.d.ts","sourceRoot":"","sources":["../../src/narration/captions.ts"],"names":[],"mappings":"AAGA,MAAM,MAAM,OAAO,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC;AA0BvE,6CAA6C;AAC7C,wBAAgB,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CAGnD;AAED,4DAA4D;AAC5D,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,EAAE,CAUzE"}
+{"version":3,"file":"captions.d.ts","sourceRoot":"","sources":["../../src/narration/captions.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAChD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAMlD,MAAM,MAAM,IAAI,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC;AAEpE,MAAM,MAAM,OAAO,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,IAAI,EAAE,CAAA;CAAE,CAAC;AAMvF,oHAAoH;AACpH,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CAMlD;AAED,mGAAmG;AACnG,wBAAgB,OAAO,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,EAAE,CAclD;AAED,iHAAiH;AACjH,MAAM,MAAM,cAAc,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,SAAS,GAAG,IAAI,CAAA;CAAE,CAAC;AAwChI,+GAA+G;AAC/G,wBAAgB,UAAU,CAAC,SAAS,EAAE,SAAS,cAAc,EAAE,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,EAAE,CAG9F"}