@kvman/kvvideo 0.1.0 → 0.1.2

package/dist/compose/scene-look.js

@@ -0,0 +1,46 @@
+import { invalid } from "../problems.js";
+import { cameraOfActions, imageZoom } from "./camera.js";
+import { insidePage } from "./overlays.js";
+/** A clip's frame when the scene names none: a window for a recorded website, a phone for one on a phone. */
+export function defaultFrame(recording) {
+    if (recording?.kind !== 'site')
+        return 'none';
+    return recording.device === 'phone' ? 'phone' : 'window';
+}
+function cameraOf(scene, kind, recording, lengthMs) {
+    const wanted = scene.camera ?? (kind === 'image' || recording?.kind === 'site' ? 'auto' : 'none');
+    if (wanted === 'none')
+        return undefined;
+    if (kind === 'image')
+        return { plan: imageZoom(lengthMs), scale: 'input', offsetMs: 0 };
+    if (recording?.kind !== 'site')
+        return undefined;
+    return { plan: cameraOfActions(recording.actions, recording.width, recording.height), scale: recording.scale, offsetMs: scene.from ?? 0 };
+}
+/** Each overlay's box in CSS pixels of the recorded page: its own, or its step's; a step it can't find fails. */
+export function overlayBoxes(number, scene, recording) {
+    return (scene.overlays ?? []).map((overlay) => boxOf(number, overlay, recording));
+}
+function boxOf(number, overlay, recording) {
+    if (overlay.box !== undefined)
+        return overlay.box;
+    const step = overlay.step ?? 0;
+    if (recording === undefined)
+        throw invalid(`Scene ${String(number)}'s overlay names step ${String(step)}, but its clip has no recording beside it; give a box.`, { scene: number, step });
+    const box = recording.actions[step - 1]?.box;
+    if (box === undefined)
+        throw invalid(`Scene ${String(number)}'s overlay names step ${String(step)}, which has no target's box.`, { scene: number, step });
+    return box;
+}
+/** The look of scene `number`: its clip's recording, if any, and its source size in pixels for the overlays. */
+export function lookOf(number, scene, kind, recording, source, lengthMs) {
+    const scale = recording?.scale ?? 1;
+    const boxes = overlayBoxes(number, scene, recording);
+    const overlays = (scene.overlays ?? []).map((overlay, index) => {
+        const box = boxes[index] ?? { x: 0, y: 0, width: 0, height: 0 };
+        const scaled = { x: box.x * scale, y: box.y * scale, width: box.width * scale, height: box.height * scale };
+        return { kind: overlay.kind, box: source === undefined ? scaled : insidePage(scaled, source), text: overlay.text, fromMs: overlay.fromMs, toMs: overlay.toMs };
+    });
+    return { frame: scene.frame ?? defaultFrame(recording), camera: cameraOf(scene, kind, recording, lengthMs), overlays, scale };
+}
+//# sourceMappingURL=scene-look.js.map

package/dist/compose/scene-look.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scene-look.js","sourceRoot":"","sources":["../../src/compose/scene-look.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AACzC,OAAO,EAAE,eAAe,EAAE,SAAS,EAAmB,MAAM,aAAa,CAAC;AAG1E,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAc3C,6GAA6G;AAC7G,MAAM,UAAU,YAAY,CAAC,SAAgC;IAC3D,IAAI,SAAS,EAAE,IAAI,KAAK,MAAM;QAAE,OAAO,MAAM,CAAC;IAC9C,OAAO,SAAS,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC;AAC3D,CAAC;AAED,SAAS,QAAQ,CAAC,KAAY,EAAE,IAAuB,EAAE,SAAgC,EAAE,QAAgB;IACzG,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,IAAI,CAAC,IAAI,KAAK,OAAO,IAAI,SAAS,EAAE,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IAClG,IAAI,MAAM,KAAK,MAAM;QAAE,OAAO,SAAS,CAAC;IACxC,IAAI,IAAI,KAAK,OAAO;QAAE,OAAO,EAAE,IAAI,EAAE,SAAS,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;IACxF,IAAI,SAAS,EAAE,IAAI,KAAK,MAAM;QAAE,OAAO,SAAS,CAAC;IACjD,OAAO,EAAE,IAAI,EAAE,eAAe,CAAC,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC,KAAK,EAAE,SAAS,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,SAAS,CAAC,KAAK,EAAE,QAAQ,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,EAAE,CAAC;AAC5I,CAAC;AAED,iHAAiH;AACjH,MAAM,UAAU,YAAY,CAAC,MAAc,EAAE,KAAY,EAAE,SAAgC;IACzF,OAAO,CAAC,KAAK,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC;AACpF,CAAC;AAED,SAAS,KAAK,CAAC,MAAc,EAAE,OAAgB,EAAE,SAAgC;IAC/E,IAAI,OAAO,CAAC,GAAG,KAAK,SAAS;QAAE,OAAO,OAAO,CAAC,GAAG,CAAC;IAClD,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,CAAC,CAAC;IAC/B,IAAI,SAAS,KAAK,SAAS;QAAE,MAAM,OAAO,CAAC,SAAS,MAAM,CAAC,MAAM,CAAC,yBAAyB,MAAM,CAAC,IAAI,CAAC,wDAAwD,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1L,MAAM,GAAG,GAAG,SAAS,CAAC,OAAO,CAAC,IAAI,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC;IAC7C,IAAI,GAAG,KAAK,SAAS;QAAE,MAAM,OAAO,CAAC,SAAS,MAAM,CAAC,MAAM,CAAC,yBAAyB,MAAM,CAAC,IAAI,CAAC,8BAA8B,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1J,OAAO,GAAG,CAAC;AACb,CAAC;AAED,gHAAgH;AAChH,MAAM,UAAU,MAAM,CAAC,MAAc,EAAE,KAAY,EAAE,IAAuB,EAAE,SAAgC,EAAE,MAAwB,EAAE,QAAgB;IACxJ,MAAM,KAAK,GAAG,SAAS,EAAE,KAAK,IAAI,CAAC,CAAC;IACpC,MAAM,KAAK,GAAG,YAAY,CAAC,MAAM,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;IACrD,MAAM,QAAQ,GAAG,CAAC,KAAK,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE;QAC7D,MAAM,GAAG,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;QAChE,MAAM,MAAM,GAAG,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC,GAAG,KAAK,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,GAAG,KAAK,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,GAAG,KAAK,EAAE,CAAC;QAC5G,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,GAAG,EAAE,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC;IACjK,CAAC,CAAC,CAAC;IACH,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,YAAY,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,QAAQ,CAAC,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;AAChI,CAAC"}

package/dist/compose/scene-plan.d.ts

@@ -1,4 +1,3 @@
-import type { Caption } from '../narration/captions.ts';
 import type { Scene } from './compose-input.ts';
 export declare const videoExtensions: string[];
 export declare const imageExtensions: string[];
@@ -11,7 +10,6 @@ export type PlannedScene = {
     partMs: number;
     lengthMs: number;
     narration: string | undefined;
-    captions: Caption[];
 };
 export type SceneFiles = {
     clip: string;

package/dist/compose/scene-plan.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"scene-plan.d.ts","sourceRoot":"","sources":["../../src/compose/scene-plan.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,0BAA0B,CAAC;AACxD,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAKhD,eAAO,MAAM,eAAe,UAAoC,CAAC;AACjE,eAAO,MAAM,eAAe,UAAqC,CAAC;AAClE,eAAO,MAAM,eAAe,UAA2B,CAAC;AAExD,MAAM,MAAM,YAAY,GAAG;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,OAAO,GAAG,OAAO,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,GAAG,SAAS,CAAC;IAAC,QAAQ,EAAE,OAAO,EAAE,CAAA;CAAE,CAAC;AAE5L,MAAM,MAAM,UAAU,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,GAAG,SAAS,CAAA;CAAE,CAAC;AAEzE,MAAM,MAAM,cAAc,GAAG;IAAE,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IAAC,WAAW,EAAE,MAAM,GAAG,SAAS,CAAA;CAAE,CAAC;AAE7F,wBAAgB,OAAO,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAE7C;AAED,gGAAgG;AAChG,wBAAgB,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,GAAG,IAAI,CAI7D;AAED,wBAAgB,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,SAAS,EAAE,cAAc,GAAG,YAAY,CASlH"}
+{"version":3,"file":"scene-plan.d.ts","sourceRoot":"","sources":["../../src/compose/scene-plan.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAKhD,eAAO,MAAM,eAAe,UAAoC,CAAC;AACjE,eAAO,MAAM,eAAe,UAAqC,CAAC;AAClE,eAAO,MAAM,eAAe,UAA2B,CAAC;AAExD,MAAM,MAAM,YAAY,GAAG;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,OAAO,GAAG,OAAO,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,GAAG,SAAS,CAAA;CAAE,CAAC;AAEvK,MAAM,MAAM,UAAU,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,GAAG,SAAS,CAAA;CAAE,CAAC;AAEzE,MAAM,MAAM,cAAc,GAAG;IAAE,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IAAC,WAAW,EAAE,MAAM,GAAG,SAAS,CAAA;CAAE,CAAC;AAE7F,wBAAgB,OAAO,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAE7C;AAED,gGAAgG;AAChG,wBAAgB,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,GAAG,IAAI,CAI7D;AAED,wBAAgB,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,SAAS,EAAE,cAAc,GAAG,YAAY,CAUlH"}

package/dist/compose/scene-plan.js

@@ -1,7 +1,8 @@
 import path from 'node:path';
 import { invalid } from "../problems.js";
-// A scene's length (plan 16 §16.7): its `durationMs`, else its narration's, else its video part's. A video part
-// shorter than the scene holds its last frame, and a longer one is cut.
+import { narrationLeadMs } from "../record/narration-cues.js";
+// A scene's length (plan 16 §16.8; ADR 0115, 41): its `durationMs`, else 300 ms plus its narration's length plus
+// 300 ms, else its video part's. A video part shorter than the scene holds its last frame, and a longer one is cut.
 export const videoExtensions = ['.webm', '.mp4', '.mov', '.mkv'];
 export const imageExtensions = ['.png', '.jpg', '.jpeg', '.webp'];
 export const audioExtensions = ['.mp3', '.wav', '.m4a'];
@@ -19,14 +20,15 @@ export function checkScene(number, scene) {
 }
 export function planScene(number, scene, files, durations) {
     checkScene(number, scene);
-    const base = { number, clip: files.clip, narration: files.narration, captions: scene.captions ?? [] };
+    const base = { number, clip: files.clip, narration: files.narration };
+    const narrated = durations.narrationMs === undefined ? undefined : narrationLeadMs + durations.narrationMs + narrationLeadMs;
     if (isImage(files.clip))
-        return { ...base, kind: 'image', startMs: 0, partMs: 0, lengthMs: scene.durationMs ?? durations.narrationMs ?? 0 };
+        return { ...base, kind: 'image', startMs: 0, partMs: 0, lengthMs: scene.durationMs ?? narrated ?? 0 };
     const clipMs = durations.clipMs ?? 0;
     const startMs = scene.from ?? 0;
     if (startMs >= clipMs)
         throw invalid(`Scene ${String(number)} starts at ${String(startMs)} ms, past its clip's end.`, { scene: number });
     const partMs = Math.min(scene.to ?? clipMs, clipMs) - startMs;
-    return { ...base, kind: 'video', startMs, partMs, lengthMs: scene.durationMs ?? durations.narrationMs ?? partMs };
+    return { ...base, kind: 'video', startMs, partMs, lengthMs: scene.durationMs ?? narrated ?? partMs };
 }
 //# sourceMappingURL=scene-plan.js.map

package/dist/compose/scene-plan.js.map

@@ -1 +1 @@
-{"version":3,"file":"scene-plan.js","sourceRoot":"","sources":["../../src/compose/scene-plan.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AAIzC,gHAAgH;AAChH,wEAAwE;AAExE,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;AACjE,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;AAClE,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;AAQxD,MAAM,UAAU,OAAO,CAAC,IAAY;IAClC,OAAO,eAAe,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;AACpE,CAAC;AAED,gGAAgG;AAChG,MAAM,UAAU,UAAU,CAAC,MAAc,EAAE,KAAY;IACrD,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC;QAAE,OAAO;IACjC,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,KAAK,CAAC,EAAE,KAAK,SAAS;QAAE,MAAM,OAAO,CAAC,SAAS,MAAM,CAAC,MAAM,CAAC,wCAAwC,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;IAC1J,IAAI,KAAK,CAAC,UAAU,KAAK,SAAS,IAAI,KAAK,CAAC,SAAS,KAAK,SAAS;QAAE,MAAM,OAAO,CAAC,SAAS,MAAM,CAAC,MAAM,CAAC,sEAAsE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;AACvM,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,MAAc,EAAE,KAAY,EAAE,KAAiB,EAAE,SAAyB;IAClG,UAAU,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAC1B,MAAM,IAAI,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,IAAI,EAAE,EAAE,CAAC;IACtG,IAAI,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC;QAAE,OAAO,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,UAAU,IAAI,SAAS,CAAC,WAAW,IAAI,CAAC,EAAE,CAAC;IAC5I,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,IAAI,CAAC,CAAC;IACrC,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,IAAI,CAAC,CAAC;IAChC,IAAI,OAAO,IAAI,MAAM;QAAE,MAAM,OAAO,CAAC,SAAS,MAAM,CAAC,MAAM,CAAC,cAAc,MAAM,CAAC,OAAO,CAAC,2BAA2B,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;IACzI,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,IAAI,MAAM,EAAE,MAAM,CAAC,GAAG,OAAO,CAAC;IAC9D,OAAO,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,UAAU,IAAI,SAAS,CAAC,WAAW,IAAI,MAAM,EAAE,CAAC;AACpH,CAAC"}
+{"version":3,"file":"scene-plan.js","sourceRoot":"","sources":["../../src/compose/scene-plan.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AACzC,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAG9D,iHAAiH;AACjH,oHAAoH;AAEpH,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;AACjE,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;AAClE,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;AAQxD,MAAM,UAAU,OAAO,CAAC,IAAY;IAClC,OAAO,eAAe,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;AACpE,CAAC;AAED,gGAAgG;AAChG,MAAM,UAAU,UAAU,CAAC,MAAc,EAAE,KAAY;IACrD,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC;QAAE,OAAO;IACjC,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,KAAK,CAAC,EAAE,KAAK,SAAS;QAAE,MAAM,OAAO,CAAC,SAAS,MAAM,CAAC,MAAM,CAAC,wCAAwC,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;IAC1J,IAAI,KAAK,CAAC,UAAU,KAAK,SAAS,IAAI,KAAK,CAAC,SAAS,KAAK,SAAS;QAAE,MAAM,OAAO,CAAC,SAAS,MAAM,CAAC,MAAM,CAAC,sEAAsE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;AACvM,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,MAAc,EAAE,KAAY,EAAE,KAAiB,EAAE,SAAyB;IAClG,UAAU,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAC1B,MAAM,IAAI,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC;IACtE,MAAM,QAAQ,GAAG,SAAS,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,eAAe,GAAG,SAAS,CAAC,WAAW,GAAG,eAAe,CAAC;IAC7H,IAAI,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC;QAAE,OAAO,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,UAAU,IAAI,QAAQ,IAAI,CAAC,EAAE,CAAC;IAC/H,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,IAAI,CAAC,CAAC;IACrC,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,IAAI,CAAC,CAAC;IAChC,IAAI,OAAO,IAAI,MAAM;QAAE,MAAM,OAAO,CAAC,SAAS,MAAM,CAAC,MAAM,CAAC,cAAc,MAAM,CAAC,OAAO,CAAC,2BAA2B,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;IACzI,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,IAAI,MAAM,EAAE,MAAM,CAAC,GAAG,OAAO,CAAC;IAC9D,OAAO,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,UAAU,IAAI,QAAQ,IAAI,MAAM,EAAE,CAAC;AACvG,CAAC"}

package/dist/compose/sound-effects.d.ts

@@ -0,0 +1,23 @@
+import type { Action } from '../record/steps.ts';
+import type { Transition } from './transitions.ts';
+export type Sound = 'click' | 'keys' | 'whoosh' | 'pop';
+export type SoundEvent = {
+    sound: Sound;
+    atMs: number;
+    untilMs?: number;
+};
+/** The folder that holds the bundled sounds, from the source and the build alike. */
+export declare const soundsFolder: string;
+/** What a scene gives for its sounds: where it starts in the video, its part of the recording, and its callouts. */
+export type SceneSounds = {
+    startMs: number;
+    lengthMs: number;
+    fromMs: number;
+    partMs: number;
+    actions: readonly Action[];
+    calloutsFromMs: readonly number[];
+    on: boolean;
+};
+/** The video's sound effects, in time order. */
+export declare function soundEvents(scenes: readonly SceneSounds[], transitions: readonly Transition[], on: boolean): SoundEvent[];
+//# sourceMappingURL=sound-effects.d.ts.map

package/dist/compose/sound-effects.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sound-effects.d.ts","sourceRoot":"","sources":["../../src/compose/sound-effects.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAMnD,MAAM,MAAM,KAAK,GAAG,OAAO,GAAG,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;AAExD,MAAM,MAAM,UAAU,GAAG;IAAE,KAAK,EAAE,KAAK,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,OAAO,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC;AAE1E,qFAAqF;AACrF,eAAO,MAAM,YAAY,QAA2D,CAAC;AAErF,oHAAoH;AACpH,MAAM,MAAM,WAAW,GAAG;IAAE,OAAO,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;IAAC,cAAc,EAAE,SAAS,MAAM,EAAE,CAAC;IAAC,EAAE,EAAE,OAAO,CAAA;CAAE,CAAC;AAoB5K,gDAAgD;AAChD,wBAAgB,WAAW,CAAC,MAAM,EAAE,SAAS,WAAW,EAAE,EAAE,WAAW,EAAE,SAAS,UAAU,EAAE,EAAE,EAAE,EAAE,OAAO,GAAG,UAAU,EAAE,CAQzH"}

package/dist/compose/sound-effects.js

@@ -0,0 +1,40 @@
+import { fileURLToPath } from 'node:url';
+/** The folder that holds the bundled sounds, from the source and the build alike. */
+export const soundsFolder = fileURLToPath(new URL('../../sounds/', import.meta.url));
+function sceneEvents(scene) {
+    if (!scene.on)
+        return [];
+    const shown = (recordingMs) => {
+        const inScene = recordingMs - scene.fromMs;
+        return inScene >= 0 && inScene < Math.min(scene.partMs, scene.lengthMs) ? scene.startMs + inScene : undefined;
+    };
+    const events = [];
+    for (const action of scene.actions) {
+        if (action.actMs === undefined)
+            continue;
+        const at = shown(action.do === 'type' ? action.actMs + 120 : action.actMs);
+        if (at === undefined || (action.do !== 'click' && action.do !== 'type'))
+            continue;
+        if (action.do === 'click')
+            events.push({ sound: 'click', atMs: at });
+        else
+            events.push({ sound: 'keys', atMs: at, untilMs: scene.startMs + Math.min(action.endMs - scene.fromMs, scene.lengthMs) });
+    }
+    for (const fromMs of scene.calloutsFromMs)
+        if (fromMs < scene.lengthMs)
+            events.push({ sound: 'pop', atMs: scene.startMs + fromMs });
+    return events;
+}
+/** The video's sound effects, in time order. */
+export function soundEvents(scenes, transitions, on) {
+    if (!on)
+        return [];
+    const events = scenes.flatMap(sceneEvents);
+    transitions.forEach((transition, index) => {
+        const next = scenes[index + 1];
+        if (transition.kind === 'slide' && transition.ms > 0 && next !== undefined && (scenes[index]?.on ?? false))
+            events.push({ sound: 'whoosh', atMs: next.startMs });
+    });
+    return events.filter((event) => event.untilMs === undefined || event.untilMs > event.atMs).sort((a, b) => a.atMs - b.atMs);
+}
+//# sourceMappingURL=sound-effects.js.map

package/dist/compose/sound-effects.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sound-effects.js","sourceRoot":"","sources":["../../src/compose/sound-effects.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAYzC,qFAAqF;AACrF,MAAM,CAAC,MAAM,YAAY,GAAG,aAAa,CAAC,IAAI,GAAG,CAAC,eAAe,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAKrF,SAAS,WAAW,CAAC,KAAkB;IACrC,IAAI,CAAC,KAAK,CAAC,EAAE;QAAE,OAAO,EAAE,CAAC;IACzB,MAAM,KAAK,GAAG,CAAC,WAAmB,EAAsB,EAAE;QACxD,MAAM,OAAO,GAAG,WAAW,GAAG,KAAK,CAAC,MAAM,CAAC;QAC3C,OAAO,OAAO,IAAI,CAAC,IAAI,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;IAChH,CAAC,CAAC;IACF,MAAM,MAAM,GAAiB,EAAE,CAAC;IAChC,KAAK,MAAM,MAAM,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;QACnC,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS;YAAE,SAAS;QACzC,MAAM,EAAE,GAAG,KAAK,CAAC,MAAM,CAAC,EAAE,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC3E,IAAI,EAAE,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,EAAE,KAAK,OAAO,IAAI,MAAM,CAAC,EAAE,KAAK,MAAM,CAAC;YAAE,SAAS;QAClF,IAAI,MAAM,CAAC,EAAE,KAAK,OAAO;YAAE,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;;YAChE,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;IAChI,CAAC;IACD,KAAK,MAAM,MAAM,IAAI,KAAK,CAAC,cAAc;QAAE,IAAI,MAAM,GAAG,KAAK,CAAC,QAAQ;YAAE,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,CAAC,OAAO,GAAG,MAAM,EAAE,CAAC,CAAC;IACpI,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,gDAAgD;AAChD,MAAM,UAAU,WAAW,CAAC,MAA8B,EAAE,WAAkC,EAAE,EAAW;IACzG,IAAI,CAAC,EAAE;QAAE,OAAO,EAAE,CAAC;IACnB,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IAC3C,WAAW,CAAC,OAAO,CAAC,CAAC,UAAU,EAAE,KAAK,EAAE,EAAE;QACxC,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;QAC/B,IAAI,UAAU,CAAC,IAAI,KAAK,OAAO,IAAI,UAAU,CAAC,EAAE,GAAG,CAAC,IAAI,IAAI,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,KAAK,CAAC;YAAE,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;IACnK,CAAC,CAAC,CAAC;IACH,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,KAAK,SAAS,IAAI,KAAK,CAAC,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC;AAC7H,CAAC"}

package/dist/compose/transitions.d.ts

@@ -0,0 +1,16 @@
+import type { Scene } from './compose-input.ts';
+export type Transition = {
+    kind: 'cut' | 'crossfade' | 'fade-black' | 'slide';
+    toward: 'start' | 'end' | 'up' | 'down';
+    ms: number;
+};
+/** Each transition, between scene `i` and `i + 1`, from the scenes and their lengths. */
+export declare function transitionsOf(scenes: readonly Scene[], lengths: readonly number[]): Transition[];
+/** Where each scene starts in the video, and the video's length. */
+export declare function sceneStarts(lengths: readonly number[], transitions: readonly Transition[]): {
+    starts: number[];
+    durationMs: number;
+};
+/** The transition as ffmpeg's `xfade` names it, or `undefined` for a cut. */
+export declare function xfadeName(transition: Transition, direction: 'ltr' | 'rtl'): string | undefined;
+//# sourceMappingURL=transitions.d.ts.map

package/dist/compose/transitions.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"transitions.d.ts","sourceRoot":"","sources":["../../src/compose/transitions.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAMhD,MAAM,MAAM,UAAU,GAAG;IAAE,IAAI,EAAE,KAAK,GAAG,WAAW,GAAG,YAAY,GAAG,OAAO,CAAC;IAAC,MAAM,EAAE,OAAO,GAAG,KAAK,GAAG,IAAI,GAAG,MAAM,CAAC;IAAC,EAAE,EAAE,MAAM,CAAA;CAAE,CAAC;AAIrI,yFAAyF;AACzF,wBAAgB,aAAa,CAAC,MAAM,EAAE,SAAS,KAAK,EAAE,EAAE,OAAO,EAAE,SAAS,MAAM,EAAE,GAAG,UAAU,EAAE,CAUhG;AAED,oEAAoE;AACpE,wBAAgB,WAAW,CAAC,OAAO,EAAE,SAAS,MAAM,EAAE,EAAE,WAAW,EAAE,SAAS,UAAU,EAAE,GAAG;IAAE,MAAM,EAAE,MAAM,EAAE,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,CAQpI;AAED,6EAA6E;AAC7E,wBAAgB,SAAS,CAAC,UAAU,EAAE,UAAU,EAAE,SAAS,EAAE,KAAK,GAAG,KAAK,GAAG,MAAM,GAAG,SAAS,CAM9F"}

package/dist/compose/transitions.js

@@ -0,0 +1,38 @@
+import { invalid } from "../problems.js";
+const defaultMs = 500;
+/** Each transition, between scene `i` and `i + 1`, from the scenes and their lengths. */
+export function transitionsOf(scenes, lengths) {
+    const last = scenes.at(-1);
+    if (last?.transition !== undefined)
+        throw invalid(`Scene ${String(scenes.length)} is the last, so it has no transition.`, { scene: scenes.length });
+    return scenes.slice(0, -1).map((scene, index) => {
+        const most = Math.floor(Math.min(lengths[index] ?? 0, lengths[index + 1] ?? 0) / 2);
+        const kind = scene.transition?.kind ?? 'crossfade';
+        const ms = kind === 'cut' ? 0 : (scene.transition?.ms ?? Math.min(defaultMs, most));
+        if (ms > most)
+            throw invalid(`Scene ${String(index + 1)}'s transition of ${String(ms)} ms is longer than half of a scene it joins (${String(most)} ms).`, { scene: index + 1, ms, most });
+        return { kind, toward: scene.transition?.toward ?? 'start', ms };
+    });
+}
+/** Where each scene starts in the video, and the video's length. */
+export function sceneStarts(lengths, transitions) {
+    const starts = [];
+    let at = 0;
+    lengths.forEach((length, index) => {
+        starts.push(at);
+        at += length - (transitions[index]?.ms ?? 0);
+    });
+    return { starts, durationMs: at };
+}
+/** The transition as ffmpeg's `xfade` names it, or `undefined` for a cut. */
+export function xfadeName(transition, direction) {
+    if (transition.kind === 'cut' || transition.ms === 0)
+        return undefined;
+    if (transition.kind === 'crossfade')
+        return 'fade';
+    if (transition.kind === 'fade-black')
+        return 'fadeblack';
+    const sideways = { start: direction === 'ltr' ? 'left' : 'right', end: direction === 'ltr' ? 'right' : 'left', up: 'up', down: 'down' };
+    return `slide${sideways[transition.toward]}`;
+}
+//# sourceMappingURL=transitions.js.map

package/dist/compose/transitions.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transitions.js","sourceRoot":"","sources":["../../src/compose/transitions.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AASzC,MAAM,SAAS,GAAG,GAAG,CAAC;AAEtB,yFAAyF;AACzF,MAAM,UAAU,aAAa,CAAC,MAAwB,EAAE,OAA0B;IAChF,MAAM,IAAI,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3B,IAAI,IAAI,EAAE,UAAU,KAAK,SAAS;QAAE,MAAM,OAAO,CAAC,SAAS,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,wCAAwC,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;IACpJ,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;QAC9C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC,KAAK,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACpF,MAAM,IAAI,GAAG,KAAK,CAAC,UAAU,EAAE,IAAI,IAAI,WAAW,CAAC;QACnD,MAAM,EAAE,GAAG,IAAI,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,EAAE,EAAE,IAAI,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC;QACpF,IAAI,EAAE,GAAG,IAAI;YAAE,MAAM,OAAO,CAAC,SAAS,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,oBAAoB,MAAM,CAAC,EAAE,CAAC,gDAAgD,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,KAAK,GAAG,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;QAC1L,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,UAAU,EAAE,MAAM,IAAI,OAAO,EAAE,EAAE,EAAE,CAAC;IACnE,CAAC,CAAC,CAAC;AACL,CAAC;AAED,oEAAoE;AACpE,MAAM,UAAU,WAAW,CAAC,OAA0B,EAAE,WAAkC;IACxF,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,EAAE,GAAG,CAAC,CAAC;IACX,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;QAChC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAChB,EAAE,IAAI,MAAM,GAAG,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IACH,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC;AACpC,CAAC;AAED,6EAA6E;AAC7E,MAAM,UAAU,SAAS,CAAC,UAAsB,EAAE,SAAwB;IACxE,IAAI,UAAU,CAAC,IAAI,KAAK,KAAK,IAAI,UAAU,CAAC,EAAE,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IACvE,IAAI,UAAU,CAAC,IAAI,KAAK,WAAW;QAAE,OAAO,MAAM,CAAC;IACnD,IAAI,UAAU,CAAC,IAAI,KAAK,YAAY;QAAE,OAAO,WAAW,CAAC;IACzD,MAAM,QAAQ,GAAG,EAAE,KAAK,EAAE,SAAS,KAAK,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,EAAE,GAAG,EAAE,SAAS,KAAK,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;IACxI,OAAO,QAAQ,QAAQ,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;AAC/C,CAAC"}

package/dist/connector.d.ts

@@ -10,6 +10,24 @@ export declare const videoConnector: {
             description: string;
             input: {};
         }[];
+        images?: never;
+        card?: never;
+    } | {
+        name: string;
+        command: string;
+        examples: {
+            description: string;
+            input: {
+                logo: string;
+                colors: {
+                    primary: string;
+                    background: string;
+                    text: string;
+                };
+                font: string;
+            };
+        }[];
+        images?: never;
         card?: never;
     } | {
         name: string;
@@ -19,24 +37,33 @@ export declare const videoConnector: {
             input: {
                 url: string;
                 file: string;
+                narration: string;
                 steps: ({
                     do: string;
                     target: string;
                     text: string;
-                    ms?: never;
+                    atLine: number;
                 } | {
                     do: string;
                     target: string;
-                    text?: never;
-                    ms?: never;
-                } | {
-                    do: string;
-                    ms: number;
-                    target?: never;
+                    atLine: number;
                     text?: never;
                 })[];
             };
         }[];
+        images?: never;
+        card?: never;
+    } | {
+        name: string;
+        command: string;
+        images: true;
+        examples: {
+            description: string;
+            input: {
+                page: string;
+                atMs: number[];
+            };
+        }[];
         card?: never;
     } | {
         name: string;
@@ -46,8 +73,26 @@ export declare const videoConnector: {
             input: {
                 text: string;
                 file: string;
+                tone: string;
+                speed: number;
             };
         }[];
+        images?: never;
+        card?: never;
+    } | {
+        name: string;
+        command: string;
+        examples: {
+            description: string;
+            input: {
+                lines: {
+                    take: string;
+                    text: string;
+                }[];
+                file: string;
+            };
+        }[];
+        images?: never;
         card?: never;
     } | {
         name: string;
@@ -57,23 +102,43 @@ export declare const videoConnector: {
             description: string;
             input: {
                 file: string;
+                extraSizes: {
+                    width: number;
+                    height: number;
+                }[];
                 scenes: ({
                     clip: string;
-                    durationMs: number;
-                    narration?: never;
-                    captions?: never;
+                    narration: string;
+                    transition: {
+                        kind: string;
+                    };
+                    overlays?: never;
                 } | {
                     clip: string;
                     narration: string;
-                    captions: {
+                    overlays: {
+                        kind: string;
+                        step: number;
                         text: string;
-                        startMs: number;
-                        endMs: number;
+                        fromMs: number;
+                        toMs: number;
                     }[];
-                    durationMs?: never;
+                    transition?: never;
                 })[];
             };
         }[];
+        images?: never;
+    } | {
+        name: string;
+        command: string;
+        images: true;
+        examples: {
+            description: string;
+            input: {
+                file: string;
+            };
+        }[];
+        card?: never;
     })[];
 };
 //# sourceMappingURL=connector.d.ts.map

package/dist/connector.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"connector.d.ts","sourceRoot":"","sources":["../src/connector.ts"],"names":[],"mappings":"AAEA,eAAO,MAAM,aAAa,UAAU,CAAC;AAErC,eAAO,MAAM,cAAc;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAwC1B,CAAC"}
+{"version":3,"file":"connector.d.ts","sourceRoot":"","sources":["../src/connector.ts"],"names":[],"mappings":"AAGA,eAAO,MAAM,aAAa,UAAU,CAAC;AAErC,eAAO,MAAM,cAAc;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAiE1B,CAAC"}

package/dist/connector.js

@@ -1,26 +1,44 @@
-// The `video` connector (plan 16 §16.1 and §16.3; ADR 0107, 11): `optIn`, so a chat has it only after `/video`.
+// The `video` connector (plan 16 §16.1 and §16.3; ADR 0107, 11; ADR 0115, 55; ADR 0117, 4): `optIn`, so a chat has it only after
+// `/video`. Each command has one example of what it takes.
 export const connectorName = 'video';
 export const videoConnector = {
     name: connectorName,
     optIn: true,
-    description: 'Make videos: record pages of an app running on this computer, narrate a script, and join them with captions into an MP4. Use it when the person asks for a video, a tutorial, a demo, or a promotion.',
+    description: "Make any kind of video: record websites and HTML pages you write, use the person's images and clips and licensed ones from the web, narrate a script or have the person record it, and compose them with camera moves, transitions, captions, and sound into an MP4. Use it when the person asks for a video of any kind.",
     commands: [
         { name: 'check', command: 'kvvideo.setup.get', examples: [{ description: 'See what is ready before making a video', input: {} }] },
         { name: 'fonts', command: 'kvvideo.font.list', examples: [{ description: 'List the bundled caption fonts', input: {} }] },
+        { name: 'brand', command: 'kvvideo.brand.get', examples: [{ description: "Read the workspace's brand", input: {} }] },
+        {
+            name: 'brand-set',
+            command: 'kvvideo.brand.set',
+            examples: [{ description: 'Save the brand the person agreed to', input: { logo: 'brand/logo.svg', colors: { primary: '#2563EB', background: '#0F172A', text: '#F8FAFC' }, font: 'Poppins' } }],
+        },
         {
             name: 'record',
             command: 'kvvideo.clip.record',
             examples: [
                 {
-                    description: 'Record signing in to the app on its dev server',
-                    input: { url: 'http://localhost:5173/', file: 'videos/tour/01-sign-in.mp4', steps: [{ do: 'type', target: 'role=textbox[name="Email"]', text: 'sam@example.com' }, { do: 'click', target: 'role=button[name="Sign in"]' }, { do: 'wait', ms: 1500 }] },
+                    description: 'Record signing in to an app, each action as the narration says it',
+                    input: { url: 'http://localhost:5173/', file: 'videos/tour/01.mp4', narration: 'videos/tour/01.mp3', steps: [{ do: 'type', target: 'role=textbox[name="Email"]', text: 'sam@example.com', atLine: 1 }, { do: 'click', target: 'role=button[name="Sign in"]', atLine: 2 }] },
                 },
             ],
         },
+        {
+            name: 'look',
+            command: 'kvvideo.frame.capture',
+            images: true,
+            examples: [{ description: "Look at a title scene as its words come in, before recording it", input: { page: 'videos/tour/00-title.html', atMs: [500, 1500, 3000] } }],
+        },
         {
             name: 'narrate',
             command: 'kvvideo.narration.make',
-            examples: [{ description: "Narrate the first scene's script", input: { text: 'This is Notes. Sign in with your email to see your notes.', file: 'videos/tour/01-sign-in.mp3' } }],
+            examples: [{ description: "Narrate a scene's script, warm and a little slower", input: { text: 'This is Notes. Sign in with your email to see your notes.', file: 'videos/tour/01.mp3', tone: 'warm and friendly', speed: 0.95 } }],
+        },
+        {
+            name: 'voice',
+            command: 'kvvideo.voice.make',
+            examples: [{ description: "Make a scene's narration from the person's takes", input: { lines: [{ take: 'videos/tour/voice-1/line-1.webm', text: 'This is Notes.' }, { take: 'videos/tour/voice-1/line-2.webm', text: 'Sign in with your email.' }], file: 'videos/tour/01.mp3' } }],
         },
         {
             name: 'compose',
@@ -28,17 +46,24 @@ export const videoConnector = {
             card: 'kvvideo.player',
             examples: [
                 {
-                    description: 'Join a title image and a narrated recording, with captions',
+                    description: 'Compose a title page and a narrated recording, with a callout, a slide, and a phone version',
                     input: {
                         file: 'videos/tour.mp4',
+                        extraSizes: [{ width: 1080, height: 1920 }],
                         scenes: [
-                            { clip: 'videos/tour/00-title.png', durationMs: 2000 },
-                            { clip: 'videos/tour/01-sign-in.mp4', narration: 'videos/tour/01-sign-in.mp3', captions: [{ text: 'This is Notes.', startMs: 0, endMs: 1200 }] },
+                            { clip: 'videos/tour/00-title.mp4', narration: 'videos/tour/00.mp3', transition: { kind: 'slide' } },
+                            { clip: 'videos/tour/01.mp4', narration: 'videos/tour/01.mp3', overlays: [{ kind: 'callout', step: 2, text: 'Sign in here', fromMs: 1500, toMs: 4000 }] },
                         ],
                     },
                 },
             ],
         },
+        {
+            name: 'review',
+            command: 'kvvideo.video.review',
+            images: true,
+            examples: [{ description: 'Look over a composed video before telling the person it is ready', input: { file: 'videos/tour.mp4' } }],
+        },
     ],
 };
 //# sourceMappingURL=connector.js.map

package/dist/connector.js.map

@@ -1 +1 @@
-{"version":3,"file":"connector.js","sourceRoot":"","sources":["../src/connector.ts"],"names":[],"mappings":"AAAA,gHAAgH;AAEhH,MAAM,CAAC,MAAM,aAAa,GAAG,OAAO,CAAC;AAErC,MAAM,CAAC,MAAM,cAAc,GAAG;IAC5B,IAAI,EAAE,aAAa;IACnB,KAAK,EAAE,IAAa;IACpB,WAAW,EAAE,uMAAuM;IACpN,QAAQ,EAAE;QACR,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,mBAAmB,EAAE,QAAQ,EAAE,CAAC,EAAE,WAAW,EAAE,yCAAyC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,EAAE;QAClI,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,mBAAmB,EAAE,QAAQ,EAAE,CAAC,EAAE,WAAW,EAAE,gCAAgC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,EAAE;QACzH;YACE,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,qBAAqB;YAC9B,QAAQ,EAAE;gBACR;oBACE,WAAW,EAAE,gDAAgD;oBAC7D,KAAK,EAAE,EAAE,GAAG,EAAE,wBAAwB,EAAE,IAAI,EAAE,4BAA4B,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,4BAA4B,EAAE,IAAI,EAAE,iBAAiB,EAAE,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,6BAA6B,EAAE,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;iBACvP;aACF;SACF;QACD;YACE,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,wBAAwB;YACjC,QAAQ,EAAE,CAAC,EAAE,WAAW,EAAE,kCAAkC,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,2DAA2D,EAAE,IAAI,EAAE,4BAA4B,EAAE,EAAE,CAAC;SAClL;QACD;YACE,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,uBAAuB;YAChC,IAAI,EAAE,gBAAgB;YACtB,QAAQ,EAAE;gBACR;oBACE,WAAW,EAAE,4DAA4D;oBACzE,KAAK,EAAE;wBACL,IAAI,EAAE,iBAAiB;wBACvB,MAAM,EAAE;4BACN,EAAE,IAAI,EAAE,0BAA0B,EAAE,UAAU,EAAE,IAAI,EAAE;4BACtD,EAAE,IAAI,EAAE,4BAA4B,EAAE,SAAS,EAAE,4BAA4B,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,EAAE;yBACjJ;qBACF;iBACF;aACF;SACF;KACF;CACF,CAAC"}
+{"version":3,"file":"connector.js","sourceRoot":"","sources":["../src/connector.ts"],"names":[],"mappings":"AAAA,iIAAiI;AACjI,2DAA2D;AAE3D,MAAM,CAAC,MAAM,aAAa,GAAG,OAAO,CAAC;AAErC,MAAM,CAAC,MAAM,cAAc,GAAG;IAC5B,IAAI,EAAE,aAAa;IACnB,KAAK,EAAE,IAAa;IACpB,WAAW,EACT,2TAA2T;IAC7T,QAAQ,EAAE;QACR,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,mBAAmB,EAAE,QAAQ,EAAE,CAAC,EAAE,WAAW,EAAE,yCAAyC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,EAAE;QAClI,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,mBAAmB,EAAE,QAAQ,EAAE,CAAC,EAAE,WAAW,EAAE,gCAAgC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,EAAE;QACzH,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,mBAAmB,EAAE,QAAQ,EAAE,CAAC,EAAE,WAAW,EAAE,4BAA4B,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,EAAE;QACrH;YACE,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,mBAAmB;YAC5B,QAAQ,EAAE,CAAC,EAAE,WAAW,EAAE,qCAAqC,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,gBAAgB,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,CAAC;SAC/L;QACD;YACE,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,qBAAqB;YAC9B,QAAQ,EAAE;gBACR;oBACE,WAAW,EAAE,mEAAmE;oBAChF,KAAK,EAAE,EAAE,GAAG,EAAE,wBAAwB,EAAE,IAAI,EAAE,oBAAoB,EAAE,SAAS,EAAE,oBAAoB,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,4BAA4B,EAAE,IAAI,EAAE,iBAAiB,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,6BAA6B,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE;iBAC5Q;aACF;SACF;QACD;YACE,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,uBAAuB;YAChC,MAAM,EAAE,IAAa;YACrB,QAAQ,EAAE,CAAC,EAAE,WAAW,EAAE,iEAAiE,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,2BAA2B,EAAE,IAAI,EAAE,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC;SACtK;QACD;YACE,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,wBAAwB;YACjC,QAAQ,EAAE,CAAC,EAAE,WAAW,EAAE,oDAAoD,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,2DAA2D,EAAE,IAAI,EAAE,oBAAoB,EAAE,IAAI,EAAE,mBAAmB,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC;SACpO;QACD;YACE,IAAI,EAAE,OAAO;YACb,OAAO,EAAE,oBAAoB;YAC7B,QAAQ,EAAE,CAAC,EAAE,WAAW,EAAE,kDAAkD,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,iCAAiC,EAAE,IAAI,EAAE,gBAAgB,EAAE,EAAE,EAAE,IAAI,EAAE,iCAAiC,EAAE,IAAI,EAAE,0BAA0B,EAAE,CAAC,EAAE,IAAI,EAAE,oBAAoB,EAAE,EAAE,CAAC;SACpR;QACD;YACE,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,uBAAuB;YAChC,IAAI,EAAE,gBAAgB;YACtB,QAAQ,EAAE;gBACR;oBACE,WAAW,EAAE,6FAA6F;oBAC1G,KAAK,EAAE;wBACL,IAAI,EAAE,iBAAiB;wBACvB,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;wBAC3C,MAAM,EAAE;4BACN,EAAE,IAAI,EAAE,0BAA0B,EAAE,SAAS,EAAE,oBAAoB,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE;4BACpG,EAAE,IAAI,EAAE,oBAAoB,EAAE,SAAS,EAAE,oBAAoB,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE;yBAC1J;qBACF;iBACF;aACF;SACF;QACD;YACE,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,sBAAsB;YAC/B,MAAM,EAAE,IAAa;YACrB,QAAQ,EAAE,CAAC,EAAE,WAAW,EAAE,kEAAkE,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,EAAE,CAAC;SACpI;KACF;CACF,CAAC"}