slotdeck 0.0.0-stage → 0.1.0

package/dist/llm/gemini.js

@@ -0,0 +1,147 @@
+export const GEMINI_DEVELOPER_ENDPOINT = 'https://generativelanguage.googleapis.com/v1/interactions';
+/** Endpoint of the Interactions API on Vertex AI. Authenticate with a bearer token via `headers`. */
+export function vertexEndpoint(project, location = 'global') {
+    const host = location === 'global' ? 'aiplatform.googleapis.com' : `${location}-aiplatform.googleapis.com`;
+    return `https://${host}/v1beta1/projects/${project}/locations/${location}/interactions`;
+}
+export class GeminiError extends Error {
+    status;
+    constructor(message, status) {
+        super(message);
+        this.name = 'GeminiError';
+        this.status = status;
+    }
+}
+async function createInteraction(connection, body, signal) {
+    const extra = typeof connection.headers === 'function' ? await connection.headers() : connection.headers;
+    const headers = { 'Content-Type': 'application/json', ...extra };
+    if (connection.apiKey)
+        headers['x-goog-api-key'] = connection.apiKey;
+    const init = { method: 'POST', headers, body: JSON.stringify(body) };
+    // A request can hang without failing, so every one has a limit of its own next to the caller's signal.
+    const limit = connection.timeoutMs ?? 180_000;
+    const timeout = limit > 0 ? AbortSignal.timeout(limit) : undefined;
+    const combined = signal && timeout ? AbortSignal.any([signal, timeout]) : (signal ?? timeout);
+    if (combined)
+        init.signal = combined;
+    let response;
+    let text;
+    try {
+        response = await (connection.fetch ?? fetch)(connection.endpoint ?? GEMINI_DEVELOPER_ENDPOINT, init);
+        text = await response.text();
+    }
+    catch (error) {
+        if (timeout?.aborted && !signal?.aborted)
+            throw new GeminiError(`Gemini did not answer within ${Math.round(limit / 1000)} seconds`);
+        throw error;
+    }
+    let parsed;
+    try {
+        parsed = JSON.parse(text);
+    }
+    catch {
+        parsed = undefined;
+    }
+    if (!response.ok) {
+        const message = parsed?.error?.message ?? text.slice(0, 300);
+        throw new GeminiError(`Gemini request failed (${response.status}): ${message}`, response.status);
+    }
+    const interaction = (parsed ?? {});
+    if (interaction.status !== 'completed') {
+        const reason = interaction.errors?.map((error) => error.message).filter(Boolean).join('; ');
+        throw new GeminiError(`Gemini interaction ended with status "${interaction.status ?? 'unknown'}"${reason ? `: ${reason}` : ''}`);
+    }
+    return interaction;
+}
+function outputBlocks(interaction) {
+    return (interaction.steps ?? []).filter((step) => step.type === 'model_output').flatMap((step) => step.content ?? []);
+}
+/** A Gemini text model as an {@link LlmProvider}. */
+export function gemini(options) {
+    return {
+        async generateJson(request) {
+            const generationConfig = {};
+            if (options.thinkingLevel)
+                generationConfig.thinking_level = options.thinkingLevel;
+            if (options.maxOutputTokens)
+                generationConfig.max_output_tokens = options.maxOutputTokens;
+            // With pictures, the input becomes one user step holding the text and each picture.
+            const input = request.images?.length
+                ? [
+                    {
+                        type: 'user_input',
+                        content: [
+                            { type: 'text', text: request.prompt },
+                            ...request.images.map((image) => ({ type: 'image', mime_type: image.mimeType, data: toBase64(image.data) })),
+                        ],
+                    },
+                ]
+                : request.prompt;
+            const body = {
+                model: options.model,
+                input,
+                system_instruction: request.system,
+                response_format: { type: 'text', mime_type: 'application/json', schema: request.schema },
+                // One-shot calls: nothing to chain to, so nothing needs to be kept server-side.
+                store: false,
+            };
+            if (Object.keys(generationConfig).length > 0)
+                body.generation_config = generationConfig;
+            const interaction = await createInteraction(options, body, request.signal);
+            const text = outputBlocks(interaction)
+                .filter((block) => block.type === 'text')
+                .map((block) => block.text ?? '')
+                .join('');
+            try {
+                return JSON.parse(text);
+            }
+            catch {
+                throw new GeminiError(`Gemini did not return valid JSON: ${text.slice(0, 200)}`);
+            }
+        },
+    };
+}
+function toBase64(data) {
+    let binary = '';
+    for (let offset = 0; offset < data.length; offset += 0x8000)
+        binary += String.fromCharCode(...data.subarray(offset, offset + 0x8000));
+    return btoa(binary);
+}
+const ASPECT_RATIOS = ['1:1', '2:3', '3:2', '3:4', '4:3', '4:5', '5:4', '9:16', '16:9', '21:9', '1:8', '8:1', '1:4', '4:1'];
+/** The supported output ratio closest to the frame (compared on a log scale, so 2:1 and 1:2 are equally far from 1:1). */
+export function nearestAspectRatio(ratio) {
+    let best = '1:1';
+    let bestDistance = Infinity;
+    for (const candidate of ASPECT_RATIOS) {
+        const [w, h] = candidate.split(':').map(Number);
+        const distance = Math.abs(Math.log(ratio) - Math.log(w / h));
+        if (distance < bestDistance) {
+            best = candidate;
+            bestDistance = distance;
+        }
+    }
+    return best;
+}
+/** A Gemini image model as an {@link ImageProvider}. */
+export function geminiImages(options) {
+    return {
+        async generateImage(request) {
+            const prompt = options.style ? `${request.prompt}\n\n${options.style}` : request.prompt;
+            const body = {
+                model: options.model,
+                input: [{ type: 'user_input', content: [{ type: 'text', text: prompt }] }],
+                response_format: [
+                    { type: 'text' },
+                    { type: 'image', aspect_ratio: nearestAspectRatio(request.aspectRatio), image_size: options.imageSize ?? '1K' },
+                ],
+                store: false,
+            };
+            const interaction = await createInteraction(options, body, request.signal);
+            const image = outputBlocks(interaction).find((block) => block.type === 'image' && block.data);
+            if (!image?.data)
+                throw new GeminiError('Gemini returned no image');
+            return Uint8Array.from(atob(image.data), (char) => char.charCodeAt(0));
+        },
+    };
+}
+//# sourceMappingURL=gemini.js.map

package/dist/llm/gemini.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gemini.js","sourceRoot":"","sources":["../../src/llm/gemini.ts"],"names":[],"mappings":"AAIA,MAAM,CAAC,MAAM,yBAAyB,GAAG,2DAA2D,CAAC;AAErG,qGAAqG;AACrG,MAAM,UAAU,cAAc,CAAC,OAAe,EAAE,QAAQ,GAAG,QAAQ;IACjE,MAAM,IAAI,GAAG,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,2BAA2B,CAAC,CAAC,CAAC,GAAG,QAAQ,4BAA4B,CAAC;IAC3G,OAAO,WAAW,IAAI,qBAAqB,OAAO,cAAc,QAAQ,eAAe,CAAC;AAC1F,CAAC;AA8BD,MAAM,OAAO,WAAY,SAAQ,KAAK;IAC3B,MAAM,CAAqB;IAEpC,YAAY,OAAe,EAAE,MAAe;QAC1C,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,aAAa,CAAC;QAC1B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;CACF;AAeD,KAAK,UAAU,iBAAiB,CAAC,UAA4B,EAAE,IAA6B,EAAE,MAA+B;IAC3H,MAAM,KAAK,GAAG,OAAO,UAAU,CAAC,OAAO,KAAK,UAAU,CAAC,CAAC,CAAC,MAAM,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC;IACzG,MAAM,OAAO,GAAY,EAAE,cAAc,EAAE,kBAAkB,EAAE,GAAG,KAAK,EAAE,CAAC;IAC1E,IAAI,UAAU,CAAC,MAAM;QAAE,OAAO,CAAC,gBAAgB,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC;IAErE,MAAM,IAAI,GAAgB,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;IAClF,uGAAuG;IACvG,MAAM,KAAK,GAAG,UAAU,CAAC,SAAS,IAAI,OAAO,CAAC;IAC9C,MAAM,OAAO,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACnE,MAAM,QAAQ,GAAG,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,OAAO,CAAC,CAAC;IAC9F,IAAI,QAAQ;QAAE,IAAI,CAAC,MAAM,GAAG,QAAQ,CAAC;IAErC,IAAI,QAAkB,CAAC;IACvB,IAAI,IAAY,CAAC;IACjB,IAAI,CAAC;QACH,QAAQ,GAAG,MAAM,CAAC,UAAU,CAAC,KAAK,IAAI,KAAK,CAAC,CAAC,UAAU,CAAC,QAAQ,IAAI,yBAAyB,EAAE,IAAI,CAAC,CAAC;QACrG,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;IAC/B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,OAAO,EAAE,OAAO,IAAI,CAAC,MAAM,EAAE,OAAO;YAAE,MAAM,IAAI,WAAW,CAAC,gCAAgC,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC;QACpI,MAAM,KAAK,CAAC;IACd,CAAC;IACD,IAAI,MAAe,CAAC;IACpB,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC5B,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,GAAG,SAAS,CAAC;IACrB,CAAC;IACD,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,OAAO,GAAI,MAAuD,EAAE,KAAK,EAAE,OAAO,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QAC/G,MAAM,IAAI,WAAW,CAAC,0BAA0B,QAAQ,CAAC,MAAM,MAAM,OAAO,EAAE,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;IACnG,CAAC;IACD,MAAM,WAAW,GAAG,CAAC,MAAM,IAAI,EAAE,CAAgB,CAAC;IAClD,IAAI,WAAW,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;QACvC,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC5F,MAAM,IAAI,WAAW,CAAC,yCAAyC,WAAW,CAAC,MAAM,IAAI,SAAS,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACnI,CAAC;IACD,OAAO,WAAW,CAAC;AACrB,CAAC;AAED,SAAS,YAAY,CAAC,WAAwB;IAC5C,OAAO,CAAC,WAAW,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,cAAc,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;AACxH,CAAC;AAED,qDAAqD;AACrD,MAAM,UAAU,MAAM,CAAC,OAAsB;IAC3C,OAAO;QACL,KAAK,CAAC,YAAY,CAAC,OAAoB;YACrC,MAAM,gBAAgB,GAA4B,EAAE,CAAC;YACrD,IAAI,OAAO,CAAC,aAAa;gBAAE,gBAAgB,CAAC,cAAc,GAAG,OAAO,CAAC,aAAa,CAAC;YACnF,IAAI,OAAO,CAAC,eAAe;gBAAE,gBAAgB,CAAC,iBAAiB,GAAG,OAAO,CAAC,eAAe,CAAC;YAE1F,oFAAoF;YACpF,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,EAAE,MAAM;gBAClC,CAAC,CAAC;oBACE;wBACE,IAAI,EAAE,YAAY;wBAClB,OAAO,EAAE;4BACP,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,MAAM,EAAE;4BACtC,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,CAAC,QAAQ,EAAE,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;yBAC7G;qBACF;iBACF;gBACH,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;YACnB,MAAM,IAAI,GAA4B;gBACpC,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,KAAK;gBACL,kBAAkB,EAAE,OAAO,CAAC,MAAM;gBAClC,eAAe,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,kBAAkB,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE;gBACxF,gFAAgF;gBAChF,KAAK,EAAE,KAAK;aACb,CAAC;YACF,IAAI,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,MAAM,GAAG,CAAC;gBAAE,IAAI,CAAC,iBAAiB,GAAG,gBAAgB,CAAC;YAExF,MAAM,WAAW,GAAG,MAAM,iBAAiB,CAAC,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;YAC3E,MAAM,IAAI,GAAG,YAAY,CAAC,WAAW,CAAC;iBACnC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,MAAM,CAAC;iBACxC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC;iBAChC,IAAI,CAAC,EAAE,CAAC,CAAC;YACZ,IAAI,CAAC;gBACH,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC1B,CAAC;YAAC,MAAM,CAAC;gBACP,MAAM,IAAI,WAAW,CAAC,qCAAqC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;YACnF,CAAC;QACH,CAAC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,QAAQ,CAAC,IAAgB;IAChC,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,MAAM,IAAI,MAAM;QAAE,MAAM,IAAI,MAAM,CAAC,YAAY,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC;IACtI,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC;AACtB,CAAC;AAED,MAAM,aAAa,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;AAE5H,0HAA0H;AAC1H,MAAM,UAAU,kBAAkB,CAAC,KAAa;IAC9C,IAAI,IAAI,GAAG,KAAK,CAAC;IACjB,IAAI,YAAY,GAAG,QAAQ,CAAC;IAC5B,KAAK,MAAM,SAAS,IAAI,aAAa,EAAE,CAAC;QACtC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,MAAM,CAAqB,CAAC;QACpE,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAC7D,IAAI,QAAQ,GAAG,YAAY,EAAE,CAAC;YAC5B,IAAI,GAAG,SAAS,CAAC;YACjB,YAAY,GAAG,QAAQ,CAAC;QAC1B,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,wDAAwD;AACxD,MAAM,UAAU,YAAY,CAAC,OAA2B;IACtD,OAAO;QACL,KAAK,CAAC,aAAa,CAAC,OAAqB;YACvC,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,OAAO,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;YACxF,MAAM,IAAI,GAAG;gBACX,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;gBAC1E,eAAe,EAAE;oBACf,EAAE,IAAI,EAAE,MAAM,EAAE;oBAChB,EAAE,IAAI,EAAE,OAAO,EAAE,YAAY,EAAE,kBAAkB,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,UAAU,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI,EAAE;iBAChH;gBACD,KAAK,EAAE,KAAK;aACb,CAAC;YACF,MAAM,WAAW,GAAG,MAAM,iBAAiB,CAAC,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;YAC3E,MAAM,KAAK,GAAG,YAAY,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC;YAC9F,IAAI,CAAC,KAAK,EAAE,IAAI;gBAAE,MAAM,IAAI,WAAW,CAAC,0BAA0B,CAAC,CAAC;YACpE,OAAO,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;QACzE,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/llm/provider.d.ts

@@ -0,0 +1,38 @@
+import type { ImageKind } from '../template/manifest.ts';
+/** A JSON Schema object. The planner only uses a small, widely supported subset. */
+export type JsonSchema = {
+    [key: string]: unknown;
+};
+export interface JsonRequest {
+    system: string;
+    prompt: string;
+    /** Schema the answer must follow. Providers without schema support may treat it as guidance. */
+    schema: JsonSchema;
+    /** Pictures to look at alongside the prompt, e.g. a rendered slide. A provider that cannot see may ignore them. */
+    images?: Array<{
+        mimeType: string;
+        data: Uint8Array;
+    }>;
+    signal?: AbortSignal;
+}
+/**
+ * The one thing slotdeck needs from a language model: answer a prompt with JSON.
+ * Implement this to plug in any model or gateway.
+ */
+export interface LlmProvider {
+    /** Resolves with the parsed JSON value. */
+    generateJson(request: JsonRequest): Promise<unknown>;
+}
+export interface ImageRequest {
+    /** Description of the picture, written by the planning model. */
+    prompt: string;
+    kind: ImageKind;
+    /** Width divided by height of the frame the picture goes into. */
+    aspectRatio: number;
+    signal?: AbortSignal;
+}
+/** Produces a picture for a slot. Implement this for any image model, stock library or search. */
+export interface ImageProvider {
+    /** Resolves with PNG, JPEG or GIF bytes. */
+    generateImage(request: ImageRequest): Promise<Uint8Array>;
+}

package/dist/llm/provider.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=provider.js.map

package/dist/llm/provider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"provider.js","sourceRoot":"","sources":["../../src/llm/provider.ts"],"names":[],"mappings":""}

package/dist/node.d.ts

@@ -0,0 +1,3 @@
+import type { BlobStore } from './store.ts';
+/** A {@link BlobStore} backed by a folder, e.g. a mounted volume. Keys become file paths under it. */
+export declare function directoryStore(directory: string): BlobStore;

package/dist/node.js

@@ -0,0 +1,31 @@
+// Node-only helpers. The main entry point stays free of Node APIs so it can run in a browser.
+import { mkdir, readFile, writeFile } from 'node:fs/promises';
+import { dirname, join, resolve, sep } from 'node:path';
+/** A {@link BlobStore} backed by a folder, e.g. a mounted volume. Keys become file paths under it. */
+export function directoryStore(directory) {
+    const root = resolve(directory);
+    const locate = (key) => {
+        const file = resolve(join(root, key));
+        if (file !== root && !file.startsWith(root + sep))
+            throw new Error(`Store key leaves the store folder: ${key}`);
+        return file;
+    };
+    return {
+        async get(key) {
+            try {
+                return new Uint8Array(await readFile(locate(key)));
+            }
+            catch (error) {
+                if (error.code === 'ENOENT')
+                    return undefined;
+                throw error;
+            }
+        },
+        async set(key, data) {
+            const file = locate(key);
+            await mkdir(dirname(file), { recursive: true });
+            await writeFile(file, data);
+        },
+    };
+}
+//# sourceMappingURL=node.js.map

package/dist/node.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"node.js","sourceRoot":"","sources":["../src/node.ts"],"names":[],"mappings":"AAAA,8FAA8F;AAC9F,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC9D,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AAGxD,sGAAsG;AACtG,MAAM,UAAU,cAAc,CAAC,SAAiB;IAC9C,MAAM,IAAI,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;IAChC,MAAM,MAAM,GAAG,CAAC,GAAW,EAAU,EAAE;QACrC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC;QACtC,IAAI,IAAI,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,GAAG,GAAG,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,sCAAsC,GAAG,EAAE,CAAC,CAAC;QAChH,OAAO,IAAI,CAAC;IACd,CAAC,CAAC;IACF,OAAO;QACL,KAAK,CAAC,GAAG,CAAC,GAAG;YACX,IAAI,CAAC;gBACH,OAAO,IAAI,UAAU,CAAC,MAAM,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YACrD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;oBAAE,OAAO,SAAS,CAAC;gBACzE,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;QACD,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI;YACjB,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;YACzB,MAAM,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAChD,MAAM,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC9B,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/plan/assets.d.ts

@@ -0,0 +1,28 @@
+import type { DeckSpec } from '../deck/spec.ts';
+import type { ImageProvider } from '../llm/provider.ts';
+import type { Template } from '../render/render.ts';
+import type { AssetDef, IconDef } from './catalog.ts';
+export interface ResolveOptions {
+    /** Generates the pictures the deck describes by prompt. */
+    images?: ImageProvider;
+    icons?: IconDef[];
+    assets?: AssetDef[];
+    /**
+     * Generated pictures by asset id. Pass the same map on later calls and pictures whose
+     * description did not change are reused instead of generated again.
+     */
+    cache?: Map<string, Uint8Array>;
+    /** How many pictures to generate at once. Defaults to 3. */
+    concurrency?: number;
+    onProgress?: (event: {
+        stage: 'images';
+        done: number;
+        total: number;
+    }) => void;
+    signal?: AbortSignal;
+}
+/**
+ * Collects the bytes of every picture a deck refers to: supplied icons and assets as they are,
+ * described pictures from the cache or the image provider.
+ */
+export declare function resolveAssets(template: Template, deck: DeckSpec, options?: ResolveOptions): Promise<Record<string, Uint8Array>>;

package/dist/plan/assets.js

@@ -0,0 +1,80 @@
+import { isImageRef } from '../deck/spec.js';
+import { inspectTemplate } from '../template/inspect.js';
+import { effectiveSlots, slotSources } from '../template/manifest.js';
+const inspections = new WeakMap();
+function inspect(template) {
+    let info = inspections.get(template.pkg);
+    if (!info) {
+        info = inspectTemplate(template.pkg);
+        inspections.set(template.pkg, info);
+    }
+    return info;
+}
+/**
+ * Collects the bytes of every picture a deck refers to: supplied icons and assets as they are,
+ * described pictures from the cache or the image provider.
+ */
+export async function resolveAssets(template, deck, options = {}) {
+    const supplied = new Map();
+    for (const icon of options.icons ?? [])
+        supplied.set(icon.id, icon.data);
+    for (const asset of options.assets ?? [])
+        supplied.set(asset.id, asset.data);
+    const cache = options.cache ?? new Map();
+    const patterns = new Map(template.manifest.patterns.map((pattern) => [pattern.id, pattern]));
+    const resolved = {};
+    const pending = new Map();
+    const mirrored = (deck.direction ?? template.manifest.direction) !== template.manifest.direction;
+    deck.slides.forEach((slide, index) => {
+        const pattern = patterns.get(slide.pattern);
+        if (!pattern)
+            return; // rendering reports unknown patterns
+        const sources = slotSources(pattern, mirrored, slide.items);
+        for (const slot of effectiveSlots(pattern, slide.items)) {
+            // The frame a picture is sized for is the one it will actually be placed in.
+            const value = slide.slots[sources.get(slot.name) ?? slot.name];
+            if (slot.kind !== 'image' || !isImageRef(value))
+                continue;
+            const known = supplied.get(value.asset) ?? cache.get(value.asset);
+            if (known) {
+                resolved[value.asset] = known;
+                continue;
+            }
+            if (pending.has(value.asset))
+                continue;
+            const where = `slide ${index + 1} / ${slot.name}`;
+            if (!value.prompt)
+                throw new Error(`${where}: asset "${value.asset}" was not supplied and has no description to generate it from`);
+            if (!options.images)
+                throw new Error(`${where}: the deck asks for a generated picture, but no image provider was given`);
+            const info = inspect(template);
+            // A copied item has no shape of its own in the template; its frame is that of the item it copies.
+            const frameId = slot.copyOf ?? slot.shapeId;
+            const shape = info.slides[pattern.sourceSlide - 1]?.shapes.find((candidate) => candidate.id === frameId);
+            const width = (shape?.box.w ?? 0) * info.slideWidth;
+            const height = (shape?.box.h ?? 0) * info.slideHeight;
+            pending.set(value.asset, {
+                asset: value.asset,
+                prompt: value.prompt,
+                kind: slot.imageKind,
+                aspectRatio: width > 0 && height > 0 ? width / height : 1,
+            });
+        }
+    });
+    const queue = [...pending.values()];
+    const total = queue.length;
+    let done = 0;
+    const images = options.images;
+    const worker = async () => {
+        for (let job = queue.shift(); job && images; job = queue.shift()) {
+            const request = { prompt: job.prompt, kind: job.kind, aspectRatio: job.aspectRatio };
+            const data = await images.generateImage(options.signal ? { ...request, signal: options.signal } : request);
+            cache.set(job.asset, data);
+            resolved[job.asset] = data;
+            options.onProgress?.({ stage: 'images', done: ++done, total });
+        }
+    };
+    await Promise.all(Array.from({ length: Math.max(1, Math.min(options.concurrency ?? 3, total)) }, worker));
+    return resolved;
+}
+//# sourceMappingURL=assets.js.map

package/dist/plan/assets.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"assets.js","sourceRoot":"","sources":["../../src/plan/assets.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAK7C,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAEzD,OAAO,EAAE,cAAc,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AAoBtE,MAAM,WAAW,GAAG,IAAI,OAAO,EAA6B,CAAC;AAE7D,SAAS,OAAO,CAAC,QAAkB;IACjC,IAAI,IAAI,GAAG,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;IACzC,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,IAAI,GAAG,eAAe,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QACrC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IACtC,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AASD;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,QAAkB,EAAE,IAAc,EAAE,OAAO,GAAmB,EAAE;IAClG,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAsB,CAAC;IAC/C,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,IAAI,EAAE;QAAE,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;IACzE,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,MAAM,IAAI,EAAE;QAAE,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IAC7E,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,GAAG,EAAsB,CAAC;IAE7D,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;IAC7F,MAAM,QAAQ,GAA+B,EAAE,CAAC;IAChD,MAAM,OAAO,GAAG,IAAI,GAAG,EAAmB,CAAC;IAC3C,MAAM,QAAQ,GAAG,CAAC,IAAI,CAAC,SAAS,IAAI,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,KAAK,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC;IAEjG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;QACnC,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC5C,IAAI,CAAC,OAAO;YAAE,OAAO,CAAC,qCAAqC;QAC3D,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;QAC5D,KAAK,MAAM,IAAI,IAAI,cAAc,CAAC,OAAO,EAAE,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;YACxD,6EAA6E;YAC7E,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC;YAC/D,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC;gBAAE,SAAS;YAC1D,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAClE,IAAI,KAAK,EAAE,CAAC;gBACV,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,KAAK,CAAC;gBAC9B,SAAS;YACX,CAAC;YACD,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC;gBAAE,SAAS;YACvC,MAAM,KAAK,GAAG,SAAS,KAAK,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;YAClD,IAAI,CAAC,KAAK,CAAC,MAAM;gBAAE,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,YAAY,KAAK,CAAC,KAAK,+DAA+D,CAAC,CAAC;YACnI,IAAI,CAAC,OAAO,CAAC,MAAM;gBAAE,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,0EAA0E,CAAC,CAAC;YAEzH,MAAM,IAAI,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;YAC/B,kGAAkG;YAClG,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC;YAC5C,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,WAAW,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,KAAK,OAAO,CAAC,CAAC;YACzG,MAAM,KAAK,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC;YACpD,MAAM,MAAM,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC;YACtD,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE;gBACvB,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,IAAI,EAAE,IAAI,CAAC,SAAS;gBACpB,WAAW,EAAE,KAAK,GAAG,CAAC,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;aAC1D,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,MAAM,KAAK,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IACpC,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC;IAC3B,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAC9B,MAAM,MAAM,GAAG,KAAK,IAAmB,EAAE;QACvC,KAAK,IAAI,GAAG,GAAG,KAAK,CAAC,KAAK,EAAE,EAAE,GAAG,IAAI,MAAM,EAAE,GAAG,GAAG,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC;YACjE,MAAM,OAAO,GAAG,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,WAAW,EAAE,GAAG,CAAC,WAAW,EAAE,CAAC;YACrF,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,GAAG,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YAC3G,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;YAC3B,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC;YAC3B,OAAO,CAAC,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QACjE,CAAC;IACH,CAAC,CAAC;IACF,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,WAAW,IAAI,CAAC,EAAE,KAAK,CAAC,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC;IAE1G,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/dist/plan/catalog.d.ts

@@ -0,0 +1,106 @@
+import type { LayoutMode } from '../deck/validate.ts';
+import type { JsonSchema } from '../llm/provider.ts';
+import type { ChartSlotDef, ImageSlotDef, PatternDef, TableSlotDef, TemplateManifest, TextSlotDef } from '../template/manifest.ts';
+/** An icon the app offers; the planning model picks from these by id. */
+export interface IconDef {
+    id: string;
+    /** What the icon shows, e.g. "clock" or "handshake". */
+    description: string;
+    data: Uint8Array;
+}
+/** A ready-made picture the app supplies, e.g. a rendered Mermaid diagram or a product photo. */
+export interface AssetDef {
+    id: string;
+    kind: 'photo' | 'graphic';
+    /** What the picture shows; the planning model decides where it fits from this. */
+    description: string;
+    data: Uint8Array;
+}
+export type ImageDensity = 'none' | 'low' | 'medium' | 'high';
+export interface CatalogContext {
+    layout: LayoutMode;
+    /** Deck-level values the caller already has. */
+    fields: Record<string, string>;
+    icons: IconDef[];
+    assets: AssetDef[];
+    imageDensity: ImageDensity;
+    /** Whether patterns built around numbers may be offered. */
+    figures: boolean;
+    /** Size of body text as a factor on the template's; larger text gets smaller budgets. */
+    textScale: number;
+    /** Restrict planning to these pattern ids. */
+    allow?: string[];
+}
+/** How one manifest slot is presented to the planning model. */
+export type PlannedSlot = {
+    slot: TextSlotDef;
+    mode: 'text' | 'paragraphs';
+    required: boolean;
+} | {
+    slot: ImageSlotDef;
+    mode: 'photo' | 'icon' | 'graphic';
+    required: boolean;
+} | {
+    slot: TableSlotDef;
+    mode: 'table';
+    required: boolean;
+} | {
+    slot: ChartSlotDef;
+    mode: 'chart';
+    required: boolean;
+};
+export interface UsablePattern {
+    def: PatternDef;
+    /** The slots the model fills. Slots fed by deck fields, or left to the template, are not listed. */
+    slots: PlannedSlot[];
+    /** Whether using the pattern always puts a photo on the slide. */
+    needsPhoto: boolean;
+    /** For a pattern with a row of items: the number of items these slots are for. */
+    items?: number;
+}
+export interface Catalog {
+    patterns: UsablePattern[];
+    /** Patterns that cannot be used with this context, and why. */
+    excluded: Array<{
+        id: string;
+        reason: string;
+    }>;
+}
+/**
+ * Works out which slots of a pattern the model writes, or why the pattern cannot be used.
+ * Slots named in `skip` are already taken care of (carried over from an existing slide)
+ * and are neither offered nor required.
+ */
+export declare function planPattern(def: PatternDef, context: CatalogContext, skip?: ReadonlySet<string>, items?: number): {
+    pattern: UsablePattern;
+} | {
+    reason: string;
+};
+/** Works out which patterns can be filled with what the caller supplied, and which of their slots the model writes. */
+export declare function buildCatalog(manifest: TemplateManifest, context: CatalogContext): Catalog;
+/** The pattern list as the outline prompt shows it. */
+export declare function describeCatalog(catalog: Catalog, textScale?: number): string;
+/** One slide the model is asked to write. */
+export interface WriteItem {
+    /** 1-based position of the slide in the finished deck. */
+    number: number;
+    pattern: UsablePattern;
+    /** What the slide is for, or what to change on it. */
+    purpose: string;
+}
+/**
+ * Schema for the content of a fixed set of slides: one property per slide (`s1`, `s2`, ...),
+ * each holding exactly that pattern's slots. Having no unions keeps it small and easy to enforce.
+ */
+export declare function contentSchema(items: WriteItem[], context: CatalogContext): JsonSchema;
+export declare function outlineSchema(catalog: Catalog, count: {
+    min: number;
+    max: number;
+}): JsonSchema;
+/** The `items` property of an outline entry, when some pattern on offer has a row of items to vary. */
+export declare function itemsProperty(catalog: Catalog): Record<string, JsonSchema>;
+/** Reads the item count of an outline entry: the pattern's own number when it has no choice or none was given. */
+export declare function readItems(pattern: PatternDef, value: unknown): {
+    items?: number;
+    problem?: string;
+};