@kvman/kvvideo 0.1.0 → 0.1.2

package/dist/record/register-record.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"register-record.d.ts","sourceRoot":"","sources":["../../src/record/register-record.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,YAAY,CAAC;AAetC,wBAAgB,cAAc,CAAC,GAAG,EAAE,GAAG,GAAG,IAAI,CA+B7C"}
+{"version":3,"file":"register-record.d.ts","sourceRoot":"","sources":["../../src/record/register-record.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,YAAY,CAAC;AAqCtC,wBAAgB,cAAc,CAAC,GAAG,EAAE,GAAG,GAAG,IAAI,CAwC7C"}

package/dist/record/register-record.js

@@ -3,17 +3,42 @@ import { launchChannel } from "../browser/launch.js";
 import { startBrowser } from "../browser/start-browser.js";
 import { answerPath } from "../files/answer-path.js";
 import { placeOutput, workFolder } from "../files/place-output.js";
-import { outputPath } from "../files/workspace-paths.js";
+import { readSidecar, sidecarOutputPath, writeSidecar } from "../files/sidecar.js";
+import { inputPath, outputPath } from "../files/workspace-paths.js";
 import { programOf } from "../programs/programs.js";
-import { localAddress } from "./address.js";
+import { invalid } from "../problems.js";
+import { audioExtensions } from "../compose/scene-plan.js";
+import { recordableAddress } from "./address.js";
+import { cuesOf } from "./narration-cues.js";
 import { ownPortOf } from "./own-port.js";
 import { record } from "./recorder.js";
+import { defaultSize, sourceOf } from "./record-source.js";
 import { recordInputSchema, recordOutputSchema } from "./steps.js";
-// `video record` (plan 16 §16.5): every address and the output are checked before a browser starts; the browser is
-// closed when the call ends, fails, or is cancelled, and the work folder removed.
+// `video record` (plan 16 §16.5): the addresses, the page, the narration, and the outputs are checked before a browser
+// starts; the browser is closed when the call ends, fails, or is cancelled, and the work folder removed. The
+// recording's sidecar is placed beside it (ADR 0115, 31).
+function recordSourceOf(root, input, ownPort) {
+    for (const step of input.steps ?? [])
+        if (step.do === 'goto')
+            recordableAddress(step.url, ownPort);
+    return sourceOf(root, input, ownPort);
+}
+function cuesFor(root, input) {
+    if (input.narration === undefined)
+        return undefined;
+    const narration = readSidecar(inputPath(root, input.narration, audioExtensions));
+    if (narration?.kind !== 'narration')
+        throw invalid(`${input.narration} has no captions beside it; make it with narrate or voice.`, { path: input.narration });
+    const lines = narration.captions.length;
+    for (const step of input.steps ?? []) {
+        if (step.do !== 'wait' && step.atLine !== undefined && step.atLine > lines)
+            throw invalid(`atLine ${String(step.atLine)} is past the narration's ${String(lines)} caption lines.`, { atLine: step.atLine, lines });
+    }
+    return cuesOf(narration);
+}
 export function registerRecord(ctx) {
     ctx.registerCommand('kvvideo.clip.record', {
-        description: 'Records a page of an app running on this computer, with its steps, as an MP4 file in the workspace.',
+        description: 'Records a website or an HTML page of the workspace, with its steps, as an MP4 file in the workspace.',
         input: recordInputSchema,
         output: recordOutputSchema,
         public: true,
@@ -22,21 +47,28 @@ export function registerRecord(ctx) {
         handle: async (input) => {
             const root = ctx.job.workspace.path;
             const ownPort = ownPortOf(process.env['KVMAN_HOME']);
-            const url = localAddress(input.url, ownPort).href;
-            for (const step of input.steps ?? [])
-                if (step.do === 'goto')
-                    localAddress(step.url, ownPort);
-            const output = outputPath(root, input.file, '.mp4', input.replace === true);
+            const source = recordSourceOf(root, input, ownPort);
+            const cues = cuesFor(root, input);
+            const replace = input.replace === true;
+            const output = outputPath(root, input.file, '.mp4', replace);
+            const sidecar = sidecarOutputPath(output, replace, input.file);
+            const device = input.device ?? 'desktop';
+            const width = input.width ?? defaultSize[device].width;
+            const height = input.height ?? defaultSize[device].height;
             const ffmpeg = await programOf(ctx, 'ffmpeg');
             const browser = await startBrowser(await ctx.settings.get('kvvideo.browser'), launchChannel);
             const work = workFolder();
             const stop = () => void browser.close();
             ctx.job.signal.addEventListener('abort', stop, { once: true });
             try {
-                const plan = { url, steps: input.steps ?? [], width: input.width ?? 1280, height: input.height ?? 720, folder: work.folder, ownPort, ffmpeg, signal: ctx.job.signal, now: () => performance.now() };
-                const recording = await record(browser, plan);
+                const stepStarted = (n, of) => ctx.job.progress({ key: 'kvvideo.progress.step', params: { n, of } });
+                const recording = await record(browser, { source, steps: input.steps ?? [], width, height, device, cues, folder: work.folder, ownPort, ffmpeg, signal: ctx.job.signal, now: () => performance.now(), stepStarted });
+                const steps = input.steps ?? [];
+                const sourceName = source.kind === 'site' ? source.url : answerPath(root, source.file);
+                const made = writeSidecar(work.folder, { kind: source.kind, source: sourceName, width, height, device, scale: 2, durationMs: recording.durationMs, steps: [...steps], actions: recording.actions });
                 placeOutput(recording.video, output);
-                return { file: answerPath(root, output), durationMs: recording.durationMs, steps: recording.steps };
+                placeOutput(made, sidecar);
+                return { file: answerPath(root, output), durationMs: recording.durationMs, steps: recording.actions };
             }
             finally {
                 ctx.job.signal.removeEventListener('abort', stop);

package/dist/record/register-record.js.map

@@ -1 +1 @@
-{"version":3,"file":"register-record.js","sourceRoot":"","sources":["../../src/record/register-record.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAE9C,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,YAAY,EAAE,MAAM,6BAA6B,CAAC;AAC3D,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AACrD,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AACnE,OAAO,EAAE,UAAU,EAAE,MAAM,6BAA6B,CAAC;AACzD,OAAO,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAC;AACpD,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAC1C,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AACvC,OAAO,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAEnE,mHAAmH;AACnH,kFAAkF;AAElF,MAAM,UAAU,cAAc,CAAC,GAAQ;IACrC,GAAG,CAAC,eAAe,CAAC,qBAAqB,EAAE;QACzC,WAAW,EAAE,qGAAqG;QAClH,KAAK,EAAE,iBAAiB;QACxB,MAAM,EAAE,kBAAkB;QAC1B,MAAM,EAAE,IAAI;QACZ,OAAO,EAAE,CAAC;QACV,SAAS,EAAE,OAAO;QAClB,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;YACtB,MAAM,IAAI,GAAG,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC;YACpC,MAAM,OAAO,GAAG,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC;YACrD,MAAM,GAAG,GAAG,YAAY,CAAC,KAAK,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC;YAClD,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,IAAI,EAAE;gBAAE,IAAI,IAAI,CAAC,EAAE,KAAK,MAAM;oBAAE,YAAY,CAAC,IAAI,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;YAC9F,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,OAAO,KAAK,IAAI,CAAC,CAAC;YAC5E,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;YAC9C,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,MAAM,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,iBAAiB,CAAC,EAAE,aAAa,CAAC,CAAC;YAC7F,MAAM,IAAI,GAAG,UAAU,EAAE,CAAC;YAC1B,MAAM,IAAI,GAAG,GAAS,EAAE,CAAC,KAAK,OAAO,CAAC,KAAK,EAAE,CAAC;YAC9C,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YAC/D,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,IAAI,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE,EAAE,CAAC;gBACpM,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;gBAC9C,WAAW,CAAC,SAAS,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;gBACrC,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,UAAU,EAAE,SAAS,CAAC,UAAU,EAAE,KAAK,EAAE,SAAS,CAAC,KAAK,EAAE,CAAC;YACtG,CAAC;oBAAS,CAAC;gBACT,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;gBAClD,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;gBACtB,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,CAAC;QACH,CAAC;KACF,CAAC,CAAC;AACL,CAAC"}
+{"version":3,"file":"register-record.js","sourceRoot":"","sources":["../../src/record/register-record.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAE9C,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,YAAY,EAAE,MAAM,6BAA6B,CAAC;AAC3D,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AACrD,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AACnE,OAAO,EAAE,WAAW,EAAE,iBAAiB,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnF,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,6BAA6B,CAAC;AACpE,OAAO,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAC;AACpD,OAAO,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AACzC,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAC3D,OAAO,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AACjD,OAAO,EAAE,MAAM,EAAa,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAC1C,OAAO,EAAE,MAAM,EAAqB,MAAM,eAAe,CAAC;AAC1D,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,EAAE,iBAAiB,EAAE,kBAAkB,EAAoB,MAAM,YAAY,CAAC;AAErF,uHAAuH;AACvH,6GAA6G;AAC7G,0DAA0D;AAE1D,SAAS,cAAc,CAAC,IAAY,EAAE,KAAkB,EAAE,OAAsB;IAC9E,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,IAAI,EAAE;QAAE,IAAI,IAAI,CAAC,EAAE,KAAK,MAAM;YAAE,iBAAiB,CAAC,IAAI,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IACnG,OAAO,QAAQ,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;AACxC,CAAC;AAED,SAAS,OAAO,CAAC,IAAY,EAAE,KAAkB;IAC/C,IAAI,KAAK,CAAC,SAAS,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IACpD,MAAM,SAAS,GAAG,WAAW,CAAC,SAAS,CAAC,IAAI,EAAE,KAAK,CAAC,SAAS,EAAE,eAAe,CAAC,CAAC,CAAC;IACjF,IAAI,SAAS,EAAE,IAAI,KAAK,WAAW;QAAE,MAAM,OAAO,CAAC,GAAG,KAAK,CAAC,SAAS,4DAA4D,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;IAC9J,MAAM,KAAK,GAAG,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC;IACxC,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,IAAI,EAAE,EAAE,CAAC;QACrC,IAAI,IAAI,CAAC,EAAE,KAAK,MAAM,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS,IAAI,IAAI,CAAC,MAAM,GAAG,KAAK;YAAE,MAAM,OAAO,CAAC,UAAU,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,4BAA4B,MAAM,CAAC,KAAK,CAAC,iBAAiB,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;IACrN,CAAC;IACD,OAAO,MAAM,CAAC,SAAS,CAAC,CAAC;AAC3B,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,GAAQ;IACrC,GAAG,CAAC,eAAe,CAAC,qBAAqB,EAAE;QACzC,WAAW,EAAE,sGAAsG;QACnH,KAAK,EAAE,iBAAiB;QACxB,MAAM,EAAE,kBAAkB;QAC1B,MAAM,EAAE,IAAI;QACZ,OAAO,EAAE,CAAC;QACV,SAAS,EAAE,OAAO;QAClB,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;YACtB,MAAM,IAAI,GAAG,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC;YACpC,MAAM,OAAO,GAAG,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC;YACrD,MAAM,MAAM,GAAG,cAAc,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;YACpD,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YAClC,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,KAAK,IAAI,CAAC;YACvC,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;YAC7D,MAAM,OAAO,GAAG,iBAAiB,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YAC/D,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,IAAI,SAAS,CAAC;YACzC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,IAAI,WAAW,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC;YACvD,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,IAAI,WAAW,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;YAC1D,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;YAC9C,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,MAAM,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,iBAAiB,CAAC,EAAE,aAAa,CAAC,CAAC;YAC7F,MAAM,IAAI,GAAG,UAAU,EAAE,CAAC;YAC1B,MAAM,IAAI,GAAG,GAAS,EAAE,CAAC,KAAK,OAAO,CAAC,KAAK,EAAE,CAAC;YAC9C,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YAC/D,IAAI,CAAC;gBACH,MAAM,WAAW,GAAG,CAAC,CAAS,EAAE,EAAU,EAAQ,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,GAAG,EAAE,uBAAuB,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;gBAC3H,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC;gBACpN,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,IAAI,EAAE,CAAC;gBAChC,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;gBACvF,MAAM,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,UAAU,EAAE,SAAS,CAAC,UAAU,EAAE,KAAK,EAAE,CAAC,GAAG,KAAK,CAAC,EAAE,OAAO,EAAE,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC;gBACpM,WAAW,CAAC,SAAS,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;gBACrC,WAAW,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;gBAC3B,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,UAAU,EAAE,SAAS,CAAC,UAAU,EAAE,KAAK,EAAE,SAAS,CAAC,OAAO,EAAE,CAAC;YACxG,CAAC;oBAAS,CAAC;gBACT,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;gBAClD,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;gBACtB,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,CAAC;QACH,CAAC;KACF,CAAC,CAAC;AACL,CAAC"}

package/dist/record/run-step.d.ts

@@ -1,7 +1,20 @@
 import type { Page } from 'playwright-core';
-import { type Pointer } from './pointer.ts';
-import type { Step } from './steps.ts';
-export declare function runStep(page: Page, step: Step, pointer: Pointer): Promise<Pointer>;
+import { type Point } from './motion.ts';
+import type { Box, Step } from './steps.ts';
+export type StepState = {
+    page: Page;
+    device: 'desktop' | 'phone';
+    pointer: Point;
+    elapsed(): number;
+};
+export type StepResult = {
+    pointer: Point;
+    act?: {
+        atMs: number;
+        box: Box;
+    };
+};
+export declare function runStep(state: StepState, step: Step): Promise<StepResult>;
 /** Whether the page is held a moment after the step, so the viewer sees what it did. */
 export declare function pausesAfter(step: Step): boolean;
 //# sourceMappingURL=run-step.d.ts.map

package/dist/record/run-step.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run-step.d.ts","sourceRoot":"","sources":["../../src/record/run-step.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAqB,KAAK,OAAO,EAAE,MAAM,cAAc,CAAC;AAC/D,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAgBvC,wBAAsB,OAAO,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CA+BxF;AAED,wFAAwF;AACxF,wBAAgB,WAAW,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAE/C"}
+{"version":3,"file":"run-step.d.ts","sourceRoot":"","sources":["../../src/record/run-step.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAqC,KAAK,KAAK,EAAE,MAAM,aAAa,CAAC;AAE5E,OAAO,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAK5C,MAAM,MAAM,SAAS,GAAG;IAAE,IAAI,EAAE,IAAI,CAAC;IAAC,MAAM,EAAE,SAAS,GAAG,OAAO,CAAC;IAAC,OAAO,EAAE,KAAK,CAAC;IAAC,OAAO,IAAI,MAAM,CAAA;CAAE,CAAC;AAEvG,MAAM,MAAM,UAAU,GAAG;IAAE,OAAO,EAAE,KAAK,CAAC;IAAC,GAAG,CAAC,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,GAAG,CAAA;KAAE,CAAA;CAAE,CAAC;AA+B9E,wBAAsB,OAAO,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,UAAU,CAAC,CAgC/E;AAED,wFAAwF;AACxF,wBAAgB,WAAW,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAE/C"}

package/dist/record/run-step.js

@@ -1,45 +1,65 @@
-import { centerOf, glideTo } from "./pointer.js";
-// What each step does on the page (plan 16 §16.5). It answers where the mouse is afterwards.
-const scrollStep = 100;
+import { frameMs, scrollPlan, typingDelays } from "./motion.js";
+import { centerOf, glideTo, targetBox } from "./pointer.js";
+async function typeText(page, text) {
+    const delays = typingDelays(text);
+    for (const [index, character] of [...text].entries()) {
+        await page.waitForTimeout(delays[index] ?? 0);
+        await page.keyboard.type(character);
+    }
+}
 async function scroll(page, pixels) {
-    let left = pixels;
-    while (left !== 0) {
-        const part = Math.sign(left) * Math.min(scrollStep, Math.abs(left));
-        await page.mouse.wheel(0, part);
-        await page.waitForTimeout(30);
-        left -= part;
+    for (const move of scrollPlan(pixels).moves) {
+        if (move !== 0)
+            await page.mouse.wheel(0, move);
+        await page.waitForTimeout(frameMs);
     }
 }
-export async function runStep(page, step, pointer) {
+// Brings the pointer or the finger to the target, and answers where it is and when it arrived.
+async function reach(state, target) {
+    const box = await targetBox(state.page, target);
+    const center = centerOf(box);
+    if (state.device === 'phone')
+        return { pointer: center, act: { atMs: state.elapsed(), box } };
+    const pointer = await glideTo(state.page, state.pointer, center);
+    return { pointer, act: { atMs: state.elapsed(), box } };
+}
+async function press(state, at) {
+    if (state.device === 'phone')
+        await state.page.touchscreen.tap(at.x, at.y);
+    else
+        await state.page.mouse.click(at.x, at.y);
+}
+export async function runStep(state, step) {
+    const { page } = state;
     switch (step.do) {
         case 'goto':
             await page.goto(step.url, { waitUntil: 'load', timeout: 30_000 });
-            return pointer;
+            return { pointer: state.pointer };
         case 'click': {
-            const at = await glideTo(page, pointer, await centerOf(page, step.target));
-            await page.mouse.click(at.x, at.y);
-            return at;
+            const reached = await reach(state, step.target);
+            await press(state, reached.pointer);
+            return reached;
         }
         case 'type': {
-            const at = await glideTo(page, pointer, await centerOf(page, step.target));
-            await page.mouse.click(at.x, at.y);
-            await page.keyboard.type(step.text, { delay: 50 });
-            return at;
+            const reached = await reach(state, step.target);
+            await press(state, reached.pointer);
+            await typeText(page, step.text);
+            return reached;
         }
         case 'press':
             await page.keyboard.press(step.key);
-            return pointer;
+            return { pointer: state.pointer };
         case 'hover':
-            return glideTo(page, pointer, await centerOf(page, step.target));
+            return reach(state, step.target);
         case 'scroll':
             await scroll(page, step.pixels);
-            return pointer;
+            return { pointer: state.pointer };
         case 'wait':
             await page.waitForTimeout(step.ms);
-            return pointer;
+            return { pointer: state.pointer };
         case 'waitFor':
             await page.locator(step.target).first().waitFor({ state: 'visible', timeout: 10_000 });
-            return pointer;
+            return { pointer: state.pointer };
     }
 }
 /** Whether the page is held a moment after the step, so the viewer sees what it did. */

package/dist/record/run-step.js.map

@@ -1 +1 @@
-{"version":3,"file":"run-step.js","sourceRoot":"","sources":["../../src/record/run-step.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAgB,MAAM,cAAc,CAAC;AAG/D,6FAA6F;AAE7F,MAAM,UAAU,GAAG,GAAG,CAAC;AAEvB,KAAK,UAAU,MAAM,CAAC,IAAU,EAAE,MAAc;IAC9C,IAAI,IAAI,GAAG,MAAM,CAAC;IAClB,OAAO,IAAI,KAAK,CAAC,EAAE,CAAC;QAClB,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;QACpE,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QAChC,MAAM,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;QAC9B,IAAI,IAAI,IAAI,CAAC;IACf,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,OAAO,CAAC,IAAU,EAAE,IAAU,EAAE,OAAgB;IACpE,QAAQ,IAAI,CAAC,EAAE,EAAE,CAAC;QAChB,KAAK,MAAM;YACT,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;YAClE,OAAO,OAAO,CAAC;QACjB,KAAK,OAAO,CAAC,CAAC,CAAC;YACb,MAAM,EAAE,GAAG,MAAM,OAAO,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;YAC3E,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;YACnC,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,KAAK,MAAM,CAAC,CAAC,CAAC;YACZ,MAAM,EAAE,GAAG,MAAM,OAAO,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;YAC3E,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;YACnC,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;YACnD,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,KAAK,OAAO;YACV,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACpC,OAAO,OAAO,CAAC;QACjB,KAAK,OAAO;YACV,OAAO,OAAO,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;QACnE,KAAK,QAAQ;YACX,MAAM,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YAChC,OAAO,OAAO,CAAC;QACjB,KAAK,MAAM;YACT,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACnC,OAAO,OAAO,CAAC;QACjB,KAAK,SAAS;YACZ,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;YACvF,OAAO,OAAO,CAAC;IACnB,CAAC;AACH,CAAC;AAED,wFAAwF;AACxF,MAAM,UAAU,WAAW,CAAC,IAAU;IACpC,OAAO,IAAI,CAAC,EAAE,KAAK,MAAM,IAAI,IAAI,CAAC,EAAE,KAAK,SAAS,CAAC;AACrD,CAAC"}
+{"version":3,"file":"run-step.js","sourceRoot":"","sources":["../../src/record/run-step.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,YAAY,EAAc,MAAM,aAAa,CAAC;AAC5E,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAU5D,KAAK,UAAU,QAAQ,CAAC,IAAU,EAAE,IAAY;IAC9C,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;IAClC,KAAK,MAAM,CAAC,KAAK,EAAE,SAAS,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;QACrD,MAAM,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;QAC9C,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACtC,CAAC;AACH,CAAC;AAED,KAAK,UAAU,MAAM,CAAC,IAAU,EAAE,MAAc;IAC9C,KAAK,MAAM,IAAI,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,CAAC;QAC5C,IAAI,IAAI,KAAK,CAAC;YAAE,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QAChD,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;IACrC,CAAC;AACH,CAAC;AAED,+FAA+F;AAC/F,KAAK,UAAU,KAAK,CAAC,KAAgB,EAAE,MAAc;IACnD,MAAM,GAAG,GAAG,MAAM,SAAS,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAChD,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;IAC7B,IAAI,KAAK,CAAC,MAAM,KAAK,OAAO;QAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,OAAO,EAAE,EAAE,GAAG,EAAE,EAAE,CAAC;IAC9F,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IACjE,OAAO,EAAE,OAAO,EAAE,GAAG,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,OAAO,EAAE,EAAE,GAAG,EAAE,EAAE,CAAC;AAC1D,CAAC;AAED,KAAK,UAAU,KAAK,CAAC,KAAgB,EAAE,EAAS;IAC9C,IAAI,KAAK,CAAC,MAAM,KAAK,OAAO;QAAE,MAAM,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;;QACtE,MAAM,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;AAChD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,OAAO,CAAC,KAAgB,EAAE,IAAU;IACxD,MAAM,EAAE,IAAI,EAAE,GAAG,KAAK,CAAC;IACvB,QAAQ,IAAI,CAAC,EAAE,EAAE,CAAC;QAChB,KAAK,MAAM;YACT,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;YAClE,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;QACpC,KAAK,OAAO,CAAC,CAAC,CAAC;YACb,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YAChD,MAAM,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;YACpC,OAAO,OAAO,CAAC;QACjB,CAAC;QACD,KAAK,MAAM,CAAC,CAAC,CAAC;YACZ,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YAChD,MAAM,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;YACpC,MAAM,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;YAChC,OAAO,OAAO,CAAC;QACjB,CAAC;QACD,KAAK,OAAO;YACV,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACpC,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;QACpC,KAAK,OAAO;YACV,OAAO,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QACnC,KAAK,QAAQ;YACX,MAAM,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YAChC,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;QACpC,KAAK,MAAM;YACT,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACnC,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;QACpC,KAAK,SAAS;YACZ,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;YACvF,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;IACtC,CAAC;AACH,CAAC;AAED,wFAAwF;AACxF,MAAM,UAAU,WAAW,CAAC,IAAU;IACpC,OAAO,IAAI,CAAC,EAAE,KAAK,MAAM,IAAI,IAAI,CAAC,EAAE,KAAK,SAAS,CAAC;AACrD,CAAC"}

package/dist/record/screencast.js

@@ -23,7 +23,7 @@ export async function startScreencast(page, size, onFrame, now) {
             }
         });
     });
-    await session.send('Page.startScreencast', { format: 'jpeg', quality: 90, maxWidth: size.width, maxHeight: size.height, everyNthFrame: 1 });
+    await session.send('Page.startScreencast', { format: 'jpeg', quality: 95, maxWidth: size.width, maxHeight: size.height, everyNthFrame: 1 });
     return {
         stop: async () => {
             stopped = true;

package/dist/record/steps.d.ts

@@ -1,71 +1,126 @@
 import { z } from '@kvman/sdk';
+export declare const address: z.ZodString;
 export declare const stepSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
     do: z.ZodLiteral<"goto">;
     url: z.ZodString;
+    atLine: z.ZodExactOptional<z.ZodNumber>;
 }, z.core.$strict>, z.ZodObject<{
     do: z.ZodLiteral<"click">;
     target: z.ZodString;
+    atLine: z.ZodExactOptional<z.ZodNumber>;
 }, z.core.$strict>, z.ZodObject<{
     do: z.ZodLiteral<"type">;
     target: z.ZodString;
     text: z.ZodString;
+    atLine: z.ZodExactOptional<z.ZodNumber>;
 }, z.core.$strict>, z.ZodObject<{
     do: z.ZodLiteral<"press">;
     key: z.ZodString;
+    atLine: z.ZodExactOptional<z.ZodNumber>;
 }, z.core.$strict>, z.ZodObject<{
     do: z.ZodLiteral<"hover">;
     target: z.ZodString;
+    atLine: z.ZodExactOptional<z.ZodNumber>;
 }, z.core.$strict>, z.ZodObject<{
     do: z.ZodLiteral<"scroll">;
     pixels: z.ZodNumber;
+    atLine: z.ZodExactOptional<z.ZodNumber>;
 }, z.core.$strict>, z.ZodObject<{
     do: z.ZodLiteral<"wait">;
     ms: z.ZodNumber;
 }, z.core.$strict>, z.ZodObject<{
     do: z.ZodLiteral<"waitFor">;
     target: z.ZodString;
+    atLine: z.ZodExactOptional<z.ZodNumber>;
 }, z.core.$strict>], "do">;
 /** One step of a recording. */
 export type Step = z.output<typeof stepSchema>;
+export declare const side: z.ZodNumber;
 export declare const recordInputSchema: z.ZodObject<{
-    url: z.ZodString;
+    url: z.ZodExactOptional<z.ZodString>;
+    page: z.ZodExactOptional<z.ZodString>;
     steps: z.ZodExactOptional<z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
         do: z.ZodLiteral<"goto">;
         url: z.ZodString;
+        atLine: z.ZodExactOptional<z.ZodNumber>;
     }, z.core.$strict>, z.ZodObject<{
         do: z.ZodLiteral<"click">;
         target: z.ZodString;
+        atLine: z.ZodExactOptional<z.ZodNumber>;
     }, z.core.$strict>, z.ZodObject<{
         do: z.ZodLiteral<"type">;
         target: z.ZodString;
         text: z.ZodString;
+        atLine: z.ZodExactOptional<z.ZodNumber>;
     }, z.core.$strict>, z.ZodObject<{
         do: z.ZodLiteral<"press">;
         key: z.ZodString;
+        atLine: z.ZodExactOptional<z.ZodNumber>;
     }, z.core.$strict>, z.ZodObject<{
         do: z.ZodLiteral<"hover">;
         target: z.ZodString;
+        atLine: z.ZodExactOptional<z.ZodNumber>;
     }, z.core.$strict>, z.ZodObject<{
         do: z.ZodLiteral<"scroll">;
         pixels: z.ZodNumber;
+        atLine: z.ZodExactOptional<z.ZodNumber>;
     }, z.core.$strict>, z.ZodObject<{
         do: z.ZodLiteral<"wait">;
         ms: z.ZodNumber;
     }, z.core.$strict>, z.ZodObject<{
         do: z.ZodLiteral<"waitFor">;
         target: z.ZodString;
+        atLine: z.ZodExactOptional<z.ZodNumber>;
     }, z.core.$strict>], "do">>>;
     file: z.ZodString;
     width: z.ZodExactOptional<z.ZodNumber>;
     height: z.ZodExactOptional<z.ZodNumber>;
+    device: z.ZodExactOptional<z.ZodEnum<{
+        phone: "phone";
+        desktop: "desktop";
+    }>>;
+    narration: z.ZodExactOptional<z.ZodString>;
     replace: z.ZodExactOptional<z.ZodBoolean>;
 }, z.core.$strict>;
+/** A recording's input. */
+export type RecordInput = z.output<typeof recordInputSchema>;
+declare const boxSchema: z.ZodObject<{
+    x: z.ZodNumber;
+    y: z.ZodNumber;
+    width: z.ZodNumber;
+    height: z.ZodNumber;
+}, z.core.$strip>;
+/** A target's box, in CSS pixels of the viewport. */
+export type Box = z.output<typeof boxSchema>;
+export declare const actionSchema: z.ZodObject<{
+    do: z.ZodString;
+    atMs: z.ZodNumber;
+    actMs: z.ZodOptional<z.ZodNumber>;
+    endMs: z.ZodNumber;
+    box: z.ZodOptional<z.ZodObject<{
+        x: z.ZodNumber;
+        y: z.ZodNumber;
+        width: z.ZodNumber;
+        height: z.ZodNumber;
+    }, z.core.$strip>>;
+}, z.core.$strip>;
+/** What a step did, and when, from the recording's start. */
+export type Action = z.output<typeof actionSchema>;
 export declare const recordOutputSchema: z.ZodObject<{
     file: z.ZodString;
     durationMs: z.ZodNumber;
     steps: z.ZodArray<z.ZodObject<{
         do: z.ZodString;
         atMs: z.ZodNumber;
+        actMs: z.ZodOptional<z.ZodNumber>;
+        endMs: z.ZodNumber;
+        box: z.ZodOptional<z.ZodObject<{
+            x: z.ZodNumber;
+            y: z.ZodNumber;
+            width: z.ZodNumber;
+            height: z.ZodNumber;
+        }, z.core.$strip>>;
     }, z.core.$strip>>;
 }, z.core.$strip>;
+export {};
 //# sourceMappingURL=steps.d.ts.map

package/dist/record/steps.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"steps.d.ts","sourceRoot":"","sources":["../../src/record/steps.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,YAAY,CAAC;AAO/B,eAAO,MAAM,UAAU;;;;;;;;;;;;;;;;;;;;;;;;;0BASrB,CAAC;AAEH,+BAA+B;AAC/B,MAAM,MAAM,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,UAAU,CAAC,CAAC;AAI/C,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAO5B,CAAC;AAEH,eAAO,MAAM,kBAAkB;;;;;;;iBAI7B,CAAC"}
+{"version":3,"file":"steps.d.ts","sourceRoot":"","sources":["../../src/record/steps.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,YAAY,CAAC;AAM/B,eAAO,MAAM,OAAO,aAA8B,CAAC;AAGnD,eAAO,MAAM,UAAU;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;0BASrB,CAAC;AAEH,+BAA+B;AAC/B,MAAM,MAAM,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,UAAU,CAAC,CAAC;AAE/C,eAAO,MAAM,IAAI,aAAkH,CAAC;AAcpI,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAK5B,CAAC;AAEH,2BAA2B;AAC3B,MAAM,MAAM,WAAW,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAE7D,QAAA,MAAM,SAAS;;;;;iBAAwI,CAAC;AAExJ,qDAAqD;AACrD,MAAM,MAAM,GAAG,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,SAAS,CAAC,CAAC;AAE7C,eAAO,MAAM,YAAY;;;;;;;;;;;iBAMvB,CAAC;AAEH,6DAA6D;AAC7D,MAAM,MAAM,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,YAAY,CAAC,CAAC;AAEnD,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;iBAA2G,CAAC"}

package/dist/record/steps.js

@@ -1,29 +1,47 @@
 import { z } from '@kvman/sdk';
-// A recording's input (plan 16 §16.5): the page, up to 200 steps, the size, and the output.
+// A recording's input and answer (plan 16 §16.5): a website or a page of the workspace, up to 200 steps, the size and
+// device, the narration whose caption lines the steps may wait for, and the output.
 const target = z.string().min(1).max(500).describe('A Playwright selector: CSS, text=Save, or role=button[name="Save"]; its first match is used once visible.');
-const address = z.string().min(1).max(2000);
+export const address = z.string().min(1).max(2000);
+const atLine = z.number().int().min(1).max(1000).describe('Start no earlier than this caption line (from 1) of the narration is heard.').exactOptional();
 export const stepSchema = z.discriminatedUnion('do', [
-    z.strictObject({ do: z.literal('goto'), url: address.describe('A localhost address to open.') }),
-    z.strictObject({ do: z.literal('click'), target }),
-    z.strictObject({ do: z.literal('type'), target, text: z.string().min(1).max(2000).describe('The text typed, one character every 50 ms.') }),
-    z.strictObject({ do: z.literal('press'), key: z.string().min(1).max(100).describe('A key or combination, as Enter or Control+A.') }),
-    z.strictObject({ do: z.literal('hover'), target }),
-    z.strictObject({ do: z.literal('scroll'), pixels: z.number().int().min(-20_000).max(20_000).describe('Pixels to scroll down; negative scrolls up.') }),
+    z.strictObject({ do: z.literal('goto'), url: address.describe('An http or https address to open.'), atLine }),
+    z.strictObject({ do: z.literal('click'), target, atLine }),
+    z.strictObject({ do: z.literal('type'), target, text: z.string().min(1).max(2000).describe('The text typed, at a natural pace.'), atLine }),
+    z.strictObject({ do: z.literal('press'), key: z.string().min(1).max(100).describe('A key or combination, as Enter or Control+A.'), atLine }),
+    z.strictObject({ do: z.literal('hover'), target, atLine }),
+    z.strictObject({ do: z.literal('scroll'), pixels: z.number().int().min(-20_000).max(20_000).describe('Pixels to scroll down; negative scrolls up.'), atLine }),
     z.strictObject({ do: z.literal('wait'), ms: z.number().int().min(0).max(60_000).describe('How long the picture holds.') }),
-    z.strictObject({ do: z.literal('waitFor'), target }),
+    z.strictObject({ do: z.literal('waitFor'), target, atLine }),
 ]);
-const side = z.number().int().min(320).max(1920).refine((pixels) => pixels % 2 === 0, 'A side is an even number of pixels.');
-export const recordInputSchema = z.strictObject({
-    url: address.describe('The page to record: http or https on localhost, 127.0.0.1, or [::1].'),
+export const side = z.number().int().min(320).max(1920).refine((pixels) => pixels % 2 === 0, 'A side is an even number of pixels.');
+const recordFields = z.strictObject({
+    url: address.describe('A website to record: any http or https address.').exactOptional(),
+    page: z.string().min(1).max(1000).describe('An .html file of the workspace to record, with the files beside it.').exactOptional(),
     steps: z.array(stepSchema).max(200).describe('What happens on the page, in order.').exactOptional(),
     file: z.string().min(1).max(1000).describe('The .mp4 file to write, in the workspace.'),
-    width: side.describe('The width in pixels, 1280 by default.').exactOptional(),
-    height: side.describe('The height in pixels, 720 by default.').exactOptional(),
+    width: side.describe('The page width in CSS pixels: 1280 by default, 390 on a phone. The file is twice as wide.').exactOptional(),
+    height: side.describe('The page height in CSS pixels: 720 by default, 844 on a phone. The file is twice as high.').exactOptional(),
+    device: z.enum(['desktop', 'phone']).describe('desktop (the default), or phone: a touch screen with taps.').exactOptional(),
+    narration: z.string().min(1).max(1000).describe("The scene's narration (.mp3, .wav, .m4a), as narrate or voice made it; steps may wait for its lines with atLine.").exactOptional(),
     replace: z.boolean().describe('Write over an existing file.').exactOptional(),
 });
-export const recordOutputSchema = z.object({
-    file: z.string(),
-    durationMs: z.number().int().nonnegative(),
-    steps: z.array(z.object({ do: z.string(), atMs: z.number().int().nonnegative() })),
+export const recordInputSchema = recordFields.superRefine((input, context) => {
+    if ((input.url === undefined) === (input.page === undefined))
+        context.addIssue({ code: 'custom', path: ['url'], message: 'Give exactly one of url and page.' });
+    const steps = input.steps ?? [];
+    if (input.page !== undefined && steps.some((step) => step.do === 'goto'))
+        context.addIssue({ code: 'custom', path: ['steps'], message: 'A page has no goto steps.' });
+    if (input.narration === undefined && steps.some((step) => step.do !== 'wait' && step.atLine !== undefined))
+        context.addIssue({ code: 'custom', path: ['narration'], message: 'atLine needs a narration.' });
 });
+const boxSchema = z.object({ x: z.number().int(), y: z.number().int(), width: z.number().int().nonnegative(), height: z.number().int().nonnegative() });
+export const actionSchema = z.object({
+    do: z.string(),
+    atMs: z.number().int().nonnegative(),
+    actMs: z.number().int().nonnegative().optional(),
+    endMs: z.number().int().nonnegative(),
+    box: boxSchema.optional(),
+});
+export const recordOutputSchema = z.object({ file: z.string(), durationMs: z.number().int().nonnegative(), steps: z.array(actionSchema) });
 //# sourceMappingURL=steps.js.map

package/dist/record/steps.js.map

@@ -1 +1 @@
-{"version":3,"file":"steps.js","sourceRoot":"","sources":["../../src/record/steps.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,YAAY,CAAC;AAE/B,4FAA4F;AAE5F,MAAM,MAAM,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,2GAA2G,CAAC,CAAC;AAChK,MAAM,OAAO,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;AAE5C,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,CAAC,kBAAkB,CAAC,IAAI,EAAE;IACnD,CAAC,CAAC,YAAY,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,OAAO,CAAC,QAAQ,CAAC,8BAA8B,CAAC,EAAE,CAAC;IAChG,CAAC,CAAC,YAAY,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IAClD,CAAC,CAAC,YAAY,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,4CAA4C,CAAC,EAAE,CAAC;IAC3I,CAAC,CAAC,YAAY,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,8CAA8C,CAAC,EAAE,CAAC;IACpI,CAAC,CAAC,YAAY,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IAClD,CAAC,CAAC,YAAY,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,6CAA6C,CAAC,EAAE,CAAC;IACtJ,CAAC,CAAC,YAAY,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,6BAA6B,CAAC,EAAE,CAAC;IAC1H,CAAC,CAAC,YAAY,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;CACrD,CAAC,CAAC;AAKH,MAAM,IAAI,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC,EAAE,qCAAqC,CAAC,CAAC;AAE7H,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,CAAC,YAAY,CAAC;IAC9C,GAAG,EAAE,OAAO,CAAC,QAAQ,CAAC,sEAAsE,CAAC;IAC7F,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,qCAAqC,CAAC,CAAC,aAAa,EAAE;IACnG,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,2CAA2C,CAAC;IACvF,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,uCAAuC,CAAC,CAAC,aAAa,EAAE;IAC7E,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,uCAAuC,CAAC,CAAC,aAAa,EAAE;IAC9E,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAAC,8BAA8B,CAAC,CAAC,aAAa,EAAE;CAC9E,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,CAAC;IACzC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IAC1C,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;CACnF,CAAC,CAAC"}
+{"version":3,"file":"steps.js","sourceRoot":"","sources":["../../src/record/steps.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,YAAY,CAAC;AAE/B,sHAAsH;AACtH,oFAAoF;AAEpF,MAAM,MAAM,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,2GAA2G,CAAC,CAAC;AAChK,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;AACnD,MAAM,MAAM,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,6EAA6E,CAAC,CAAC,aAAa,EAAE,CAAC;AAEzJ,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,CAAC,kBAAkB,CAAC,IAAI,EAAE;IACnD,CAAC,CAAC,YAAY,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,OAAO,CAAC,QAAQ,CAAC,mCAAmC,CAAC,EAAE,MAAM,EAAE,CAAC;IAC7G,CAAC,CAAC,YAAY,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;IAC1D,CAAC,CAAC,YAAY,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,oCAAoC,CAAC,EAAE,MAAM,EAAE,CAAC;IAC3I,CAAC,CAAC,YAAY,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,8CAA8C,CAAC,EAAE,MAAM,EAAE,CAAC;IAC5I,CAAC,CAAC,YAAY,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;IAC1D,CAAC,CAAC,YAAY,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,6CAA6C,CAAC,EAAE,MAAM,EAAE,CAAC;IAC9J,CAAC,CAAC,YAAY,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,6BAA6B,CAAC,EAAE,CAAC;IAC1H,CAAC,CAAC,YAAY,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;CAC7D,CAAC,CAAC;AAKH,MAAM,CAAC,MAAM,IAAI,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC,EAAE,qCAAqC,CAAC,CAAC;AAEpI,MAAM,YAAY,GAAG,CAAC,CAAC,YAAY,CAAC;IAClC,GAAG,EAAE,OAAO,CAAC,QAAQ,CAAC,iDAAiD,CAAC,CAAC,aAAa,EAAE;IACxF,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,qEAAqE,CAAC,CAAC,aAAa,EAAE;IACjI,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,qCAAqC,CAAC,CAAC,aAAa,EAAE;IACnG,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,2CAA2C,CAAC;IACvF,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,2FAA2F,CAAC,CAAC,aAAa,EAAE;IACjI,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,2FAA2F,CAAC,CAAC,aAAa,EAAE;IAClI,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,4DAA4D,CAAC,CAAC,aAAa,EAAE;IAC3H,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,kHAAkH,CAAC,CAAC,aAAa,EAAE;IACnL,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAAC,8BAA8B,CAAC,CAAC,aAAa,EAAE;CAC9E,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,iBAAiB,GAAG,YAAY,CAAC,WAAW,CAAC,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;IAC3E,IAAI,CAAC,KAAK,CAAC,GAAG,KAAK,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC;QAAE,OAAO,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,mCAAmC,EAAE,CAAC,CAAC;IAChK,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,IAAI,EAAE,CAAC;IAChC,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,KAAK,MAAM,CAAC;QAAE,OAAO,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,2BAA2B,EAAE,CAAC,CAAC;IACtK,IAAI,KAAK,CAAC,SAAS,KAAK,SAAS,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,KAAK,MAAM,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS,CAAC;QAAE,OAAO,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,WAAW,CAAC,EAAE,OAAO,EAAE,2BAA2B,EAAE,CAAC,CAAC;AAC9M,CAAC,CAAC,CAAC;AAKH,MAAM,SAAS,GAAG,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;AAKxJ,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,CAAC,MAAM,CAAC;IACnC,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IACpC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IAChD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IACrC,GAAG,EAAE,SAAS,CAAC,QAAQ,EAAE;CAC1B,CAAC,CAAC;AAKH,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC"}

package/dist/review/analysis.d.ts

@@ -0,0 +1,19 @@
+export type ProblemKind = 'silence' | 'black' | 'frozen' | 'loudness';
+export type Problem = {
+    kind: ProblemKind;
+    atMs: number;
+    lengthMs: number;
+};
+export type Loudness = {
+    integratedLufs: number;
+    truePeakDb: number;
+};
+export type Analysis = {
+    loudness: Loudness | null;
+    problems: Problem[];
+};
+/** ffmpeg's arguments to analyse `video`, with its sound when it has one. */
+export declare function analysisArgs(video: string, hasSound: boolean): string[];
+/** The analysis in ffmpeg's output, over a video of `durationMs`. */
+export declare function analysisOf(output: string, durationMs: number, hasSound: boolean): Analysis;
+//# sourceMappingURL=analysis.d.ts.map

package/dist/review/analysis.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"analysis.d.ts","sourceRoot":"","sources":["../../src/review/analysis.ts"],"names":[],"mappings":"AAIA,MAAM,MAAM,WAAW,GAAG,SAAS,GAAG,OAAO,GAAG,QAAQ,GAAG,UAAU,CAAC;AAEtE,MAAM,MAAM,OAAO,GAAG;IAAE,IAAI,EAAE,WAAW,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,CAAC;AAE5E,MAAM,MAAM,QAAQ,GAAG;IAAE,cAAc,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,CAAC;AAEtE,MAAM,MAAM,QAAQ,GAAG;IAAE,QAAQ,EAAE,QAAQ,GAAG,IAAI,CAAC;IAAC,QAAQ,EAAE,OAAO,EAAE,CAAA;CAAE,CAAC;AAE1E,6EAA6E;AAC7E,wBAAgB,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,GAAG,MAAM,EAAE,CAIvE;AAoBD,qEAAqE;AACrE,wBAAgB,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,GAAG,QAAQ,CAQ1F"}

package/dist/review/analysis.js

@@ -0,0 +1,36 @@
+// What `review` measures in one ffmpeg run (plan 16 §16.10; ADR 0115, 20 and 48): black pictures of 0.5 s or more,
+// pictures unchanged for 6 s or more, sound below −50 dB for 3 s or more, and the loudness, read from what ffmpeg's
+// filters print. A video without sound is measured for its picture only.
+/** ffmpeg's arguments to analyse `video`, with its sound when it has one. */
+export function analysisArgs(video, hasSound) {
+    const picture = '[0:v]blackdetect=d=0.5:pix_th=0.10,freezedetect=n=-60dB:d=6[v]';
+    const sound = hasSound ? ';[0:a]silencedetect=n=-50dB:d=3,ebur128=peak=true[a]' : '';
+    return ['-hide_banner', '-nostats', '-loglevel', 'info', '-i', video, '-filter_complex', `${picture}${sound}`, '-map', '[v]', ...(hasSound ? ['-map', '[a]'] : []), '-f', 'null', '-'];
+}
+const ms = (seconds) => Math.round(Number(seconds ?? 0) * 1000);
+// Spans that start on one line and end on a later one; one that never ends lasts to the video's end.
+function spans(output, start, end, durationMs) {
+    const starts = [...output.matchAll(start)].map((match) => ms(match[1]));
+    const ends = [...output.matchAll(end)].map((match) => ms(match[1]));
+    return starts.map((atMs, index) => ({ atMs, lengthMs: Math.max(0, (ends[index] ?? durationMs) - atMs) }));
+}
+function loudnessOf(output) {
+    const summary = output.slice(output.lastIndexOf('Summary:'));
+    const integrated = /I:\s+(-?[\d.]+|-inf) LUFS/.exec(summary)?.[1];
+    const peak = /Peak:\s+(-?[\d.]+|-inf) dBFS/.exec(summary)?.[1];
+    if (integrated === undefined || peak === undefined)
+        return null;
+    // ebur128 floors its loudness at −70 LUFS; a peak of no sound at all, -inf, is read at that floor too.
+    return { integratedLufs: integrated === '-inf' ? -70 : Number(integrated), truePeakDb: peak === '-inf' ? -70 : Number(peak) };
+}
+/** The analysis in ffmpeg's output, over a video of `durationMs`. */
+export function analysisOf(output, durationMs, hasSound) {
+    const black = [...output.matchAll(/black_start:([\d.]+) black_end:([\d.]+)/g)].map((match) => ({ kind: 'black', atMs: ms(match[1]), lengthMs: ms(match[2]) - ms(match[1]) }));
+    const frozen = spans(output, /freeze_start: ([\d.]+)/g, /freeze_end: ([\d.]+)/g, durationMs).map((span) => ({ kind: 'frozen', ...span }));
+    const silence = hasSound ? spans(output, /silence_start: (-?[\d.]+)/g, /silence_end: ([\d.]+)/g, durationMs).map((span) => ({ kind: 'silence', atMs: Math.max(0, span.atMs), lengthMs: span.lengthMs })) : [];
+    const loudness = hasSound ? loudnessOf(output) : null;
+    const off = loudness !== null && (loudness.integratedLufs < -15 || loudness.integratedLufs > -13 || loudness.truePeakDb > -1);
+    const problems = [...(off ? [{ kind: 'loudness', atMs: 0, lengthMs: durationMs }] : []), ...silence, ...black, ...frozen];
+    return { loudness, problems: problems.sort((a, b) => a.atMs - b.atMs) };
+}
+//# sourceMappingURL=analysis.js.map

package/dist/review/analysis.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"analysis.js","sourceRoot":"","sources":["../../src/review/analysis.ts"],"names":[],"mappings":"AAAA,mHAAmH;AACnH,oHAAoH;AACpH,yEAAyE;AAUzE,6EAA6E;AAC7E,MAAM,UAAU,YAAY,CAAC,KAAa,EAAE,QAAiB;IAC3D,MAAM,OAAO,GAAG,gEAAgE,CAAC;IACjF,MAAM,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,sDAAsD,CAAC,CAAC,CAAC,EAAE,CAAC;IACrF,OAAO,CAAC,cAAc,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,iBAAiB,EAAE,GAAG,OAAO,GAAG,KAAK,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,CAAC,CAAC;AACzL,CAAC;AAED,MAAM,EAAE,GAAG,CAAC,OAA2B,EAAU,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;AAE5F,qGAAqG;AACrG,SAAS,KAAK,CAAC,MAAc,EAAE,KAAa,EAAE,GAAW,EAAE,UAAkB;IAC3E,MAAM,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACxE,MAAM,IAAI,GAAG,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACpE,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,UAAU,CAAC,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;AAC5G,CAAC;AAED,SAAS,UAAU,CAAC,MAAc;IAChC,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC,CAAC;IAC7D,MAAM,UAAU,GAAG,2BAA2B,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAClE,MAAM,IAAI,GAAG,8BAA8B,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC/D,IAAI,UAAU,KAAK,SAAS,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO,IAAI,CAAC;IAChE,uGAAuG;IACvG,OAAO,EAAE,cAAc,EAAE,UAAU,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,UAAU,EAAE,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;AAChI,CAAC;AAED,qEAAqE;AACrE,MAAM,UAAU,UAAU,CAAC,MAAc,EAAE,UAAkB,EAAE,QAAiB;IAC9E,MAAM,KAAK,GAAG,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,0CAA0C,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,OAAgB,EAAE,IAAI,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACvL,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,EAAE,yBAAyB,EAAE,uBAAuB,EAAE,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,QAAiB,EAAE,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC;IACnJ,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,4BAA4B,EAAE,wBAAwB,EAAE,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,SAAkB,EAAE,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACvN,MAAM,QAAQ,GAAG,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACtD,MAAM,GAAG,GAAG,QAAQ,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,cAAc,GAAG,CAAC,EAAE,IAAI,QAAQ,CAAC,cAAc,GAAG,CAAC,EAAE,IAAI,QAAQ,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC;IAC9H,MAAM,QAAQ,GAAc,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,UAAmB,EAAE,IAAI,EAAE,CAAC,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,OAAO,EAAE,GAAG,KAAK,EAAE,GAAG,MAAM,CAAC,CAAC;IAC9I,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;AAC1E,CAAC"}

package/dist/review/frames.d.ts

@@ -0,0 +1,9 @@
+import type { z } from '@kvman/sdk';
+import type { videoSidecarSchema } from '../files/sidecar.ts';
+export type VideoSidecar = z.output<typeof videoSidecarSchema>;
+export declare const perSheet = 12;
+/** The frames' times in ms, in order. */
+export declare function frameTimes(sidecar: VideoSidecar | undefined, durationMs: number): number[];
+/** The frames in sheets of 12. */
+export declare function sheetsOf(times: readonly number[]): number[][];
+//# sourceMappingURL=frames.d.ts.map

package/dist/review/frames.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"frames.d.ts","sourceRoot":"","sources":["../../src/review/frames.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,CAAC,EAAE,MAAM,YAAY,CAAC;AACpC,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AAM9D,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,kBAAkB,CAAC,CAAC;AAI/D,eAAO,MAAM,QAAQ,KAAK,CAAC;AAU3B,yCAAyC;AACzC,wBAAgB,UAAU,CAAC,OAAO,EAAE,YAAY,GAAG,SAAS,EAAE,UAAU,EAAE,MAAM,GAAG,MAAM,EAAE,CAQ1F;AAED,kCAAkC;AAClC,wBAAgB,QAAQ,CAAC,KAAK,EAAE,SAAS,MAAM,EAAE,GAAG,MAAM,EAAE,EAAE,CAE7D"}

package/dist/review/frames.js

@@ -0,0 +1,28 @@
+const closest = 500;
+const most = 96;
+export const perSheet = 12;
+function wanted(sidecar, durationMs) {
+    if (sidecar === undefined)
+        return Array.from({ length: Math.max(1, Math.ceil(durationMs / 5000)) }, (_, index) => index * 5000);
+    const middles = sidecar.scenes.map((scene) => Math.round((scene.startMs + scene.endMs) / 2));
+    const afterTransitions = sidecar.scenes.slice(1).map((scene) => scene.startMs + 400);
+    const captions = sidecar.captions.map((caption) => Math.round((caption.startMs + caption.endMs) / 2));
+    return [...middles, ...afterTransitions, ...captions];
+}
+/** The frames' times in ms, in order. */
+export function frameTimes(sidecar, durationMs) {
+    const kept = [];
+    for (const time of wanted(sidecar, durationMs).filter((at) => at >= 0 && at < durationMs).sort((a, b) => a - b)) {
+        const last = kept.at(-1);
+        if (last === undefined || time - last >= closest)
+            kept.push(time);
+    }
+    if (kept.length <= most)
+        return kept;
+    return Array.from({ length: most }, (_, index) => kept[Math.round((index * (kept.length - 1)) / (most - 1))] ?? 0);
+}
+/** The frames in sheets of 12. */
+export function sheetsOf(times) {
+    return Array.from({ length: Math.ceil(times.length / perSheet) }, (_, index) => times.slice(index * perSheet, (index + 1) * perSheet));
+}
+//# sourceMappingURL=frames.js.map

package/dist/review/frames.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"frames.js","sourceRoot":"","sources":["../../src/review/frames.ts"],"names":[],"mappings":"AASA,MAAM,OAAO,GAAG,GAAG,CAAC;AACpB,MAAM,IAAI,GAAG,EAAE,CAAC;AAChB,MAAM,CAAC,MAAM,QAAQ,GAAG,EAAE,CAAC;AAE3B,SAAS,MAAM,CAAC,OAAiC,EAAE,UAAkB;IACnE,IAAI,OAAO,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC;IAChI,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IAC7F,MAAM,gBAAgB,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,GAAG,GAAG,CAAC,CAAC;IACrF,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IACtG,OAAO,CAAC,GAAG,OAAO,EAAE,GAAG,gBAAgB,EAAE,GAAG,QAAQ,CAAC,CAAC;AACxD,CAAC;AAED,yCAAyC;AACzC,MAAM,UAAU,UAAU,CAAC,OAAiC,EAAE,UAAkB;IAC9E,MAAM,IAAI,GAAa,EAAE,CAAC;IAC1B,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,CAAC,IAAI,EAAE,GAAG,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;QAChH,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACzB,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,GAAG,IAAI,IAAI,OAAO;YAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpE,CAAC;IACD,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI;QAAE,OAAO,IAAI,CAAC;IACrC,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,GAAG,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;AACrH,CAAC;AAED,kCAAkC;AAClC,MAAM,UAAU,QAAQ,CAAC,KAAwB;IAC/C,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,GAAG,QAAQ,EAAE,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC;AACzI,CAAC"}