@kapeta/local-cluster-service 0.66.0 → 0.67.1

package/CHANGELOG.md

@@ -1,3 +1,17 @@
+## [0.67.1](https://github.com/kapetacom/local-cluster-service/compare/v0.67.0...v0.67.1) (2024-08-28)
+
+
+### Bug Fixes
+
+* edit bulk pages in parallel using the page agent ([#227](https://github.com/kapetacom/local-cluster-service/issues/227)) ([ac0d5d6](https://github.com/kapetacom/local-cluster-service/commit/ac0d5d611d9a3b84119b3ff5a272c2f2293236a1))
+
+# [0.67.0](https://github.com/kapetacom/local-cluster-service/compare/v0.66.0...v0.67.0) (2024-08-27)
+
+
+### Features
+
+* Resolve images from references ([#226](https://github.com/kapetacom/local-cluster-service/issues/226)) ([c8b47b3](https://github.com/kapetacom/local-cluster-service/commit/c8b47b3dea5293471f66e5e7a41ea496db8cf2c6))
+
 # [0.66.0](https://github.com/kapetacom/local-cluster-service/compare/v0.65.0...v0.66.0) (2024-08-27)
 
 

package/dist/cjs/src/storm/PageGenerator.d.ts

@@ -4,8 +4,18 @@
  */
 /// <reference types="node" />
 import { UIPagePrompt } from './stormClient';
-import { ReferenceClassification, StormEvent, StormEventPage, UIShell } from './events';
+import { ReferenceClassification, StormEvent, StormEventPage, StormImage, UIShell } from './events';
 import { EventEmitter } from 'node:events';
+import { FuturePromise } from './PromiseQueue';
+export interface ImagePrompt {
+    name: string;
+    description: string;
+    source: 'local' | 'cdn' | 'example';
+    title: string;
+    type: 'image' | 'css' | 'javascript' | 'html';
+    url: string;
+    content: string;
+}
 export declare class PageQueue extends EventEmitter {
     private readonly queue;
     private readonly systemId;
@@ -15,14 +25,17 @@ export declare class PageQueue extends EventEmitter {
     constructor(systemId: string, concurrency?: number);
     on(event: 'event', listener: (data: StormEvent) => void): this;
     on(event: 'page', listener: (data: StormEventPage) => void): this;
+    on(event: 'image', listener: (data: StormImage, source: ImagePrompt, future: FuturePromise<void>) => void): this;
     emit(type: 'event', event: StormEvent): boolean;
     emit(type: 'page', event: StormEventPage): boolean;
+    emit(type: 'image', event: StormImage, source: ImagePrompt, future: FuturePromise<void>): boolean;
     addUiShell(uiShell: UIShell): void;
     setUiTheme(theme: string): void;
     addPrompt(initialPrompt: Omit<UIPagePrompt, 'shell_page'>, conversationId?: string, overwrite?: boolean): Promise<void>;
     private addPageGenerator;
     cancel(): void;
     wait(): Promise<void>;
+    private addImagePrompt;
 }
 export declare class PageGenerator extends EventEmitter {
     private readonly conversationId;

package/dist/cjs/src/storm/PageGenerator.js

@@ -38,11 +38,11 @@ class PageQueue extends node_events_1.EventEmitter {
     }
     addPrompt(initialPrompt, conversationId = node_uuid_1.default.v4(), overwrite = false) {
         if (!overwrite && this.references.has(initialPrompt.path)) {
-            console.log('Ignoring duplicate prompt', initialPrompt.path);
+            //console.log('Ignoring duplicate prompt', initialPrompt.path);
             return Promise.resolve();
         }
         if (!overwrite && (0, page_utils_1.hasPageOnDisk)(this.systemId, initialPrompt.method, initialPrompt.path)) {
-            console.log('Ignoring prompt with existing page', initialPrompt.path);
+            //console.log('Ignoring prompt with existing page', initialPrompt.path);
             return Promise.resolve();
         }
         const prompt = {
@@ -56,9 +56,8 @@ class PageQueue extends node_events_1.EventEmitter {
     }
     async addPageGenerator(generator) {
         generator.on('event', (event) => this.emit('event', event));
-        generator.on('page_refs', ({ event, references }) => {
-            this.emit('page', event);
-            references.forEach((reference) => {
+        generator.on('page_refs', async ({ event, references }) => {
+            const promises = references.map(async (reference) => {
                 if (reference.url.startsWith('#') ||
                     reference.url.startsWith('javascript:') ||
                     reference.url.startsWith('http://') ||
@@ -67,14 +66,17 @@ class PageQueue extends node_events_1.EventEmitter {
                 }
                 switch (reference.type) {
                     case 'image':
-                        console.log('Ignoring image reference', reference);
+                        await this.addImagePrompt({
+                            ...reference,
+                            content: event.payload.content,
+                        });
                         break;
                     case 'css':
                     case 'javascript':
                         //console.log('Ignoring reference', reference);
                         break;
                     case 'html':
-                        console.log('Adding page generator for', reference);
+                        //console.log('Adding page generator for', reference);
                         const paths = Array.from(this.references.keys());
                         this.addPrompt({
                             name: reference.name,
@@ -94,6 +96,8 @@ class PageQueue extends node_events_1.EventEmitter {
                         break;
                 }
             });
+            await Promise.allSettled(promises);
+            this.emit('page', event);
         });
         return this.queue.add(() => generator.generate());
     }
@@ -103,6 +107,25 @@ class PageQueue extends node_events_1.EventEmitter {
     wait() {
         return this.queue.wait();
     }
+    async addImagePrompt(prompt) {
+        const result = await stormClient_1.stormClient.createImage(`Create an image for the url "${prompt.url}" with this description: ${prompt.description}`.trim());
+        const futures = [];
+        result.on('data', async (event) => {
+            if (event.type === 'IMAGE') {
+                const future = (0, PromiseQueue_1.createFuture)();
+                futures.push(future);
+                this.emit('image', event, prompt, future);
+                setTimeout(() => {
+                    if (!future.isResolved()) {
+                        console.log('Image prompt timed out', prompt);
+                        future.reject(new Error('Image prompt timed out'));
+                    }
+                }, 30000);
+            }
+        });
+        await result.waitForDone();
+        await Promise.allSettled(futures.map((f) => f.promise));
+    }
 }
 exports.PageQueue = PageQueue;
 class PageGenerator extends node_events_1.EventEmitter {

package/dist/cjs/src/storm/PromiseQueue.d.ts

@@ -3,6 +3,13 @@
  * SPDX-License-Identifier: BUSL-1.1
  */
 export type Future<T> = () => Promise<T>;
+export type FuturePromise<T> = {
+    promise: Promise<T>;
+    resolve: (value: T) => void;
+    reject: (reason: any) => void;
+    isResolved: () => boolean;
+};
+export declare function createFuture<T = void>(): FuturePromise<T>;
 export declare class PromiseQueue {
     private readonly queue;
     private readonly active;

package/dist/cjs/src/storm/PromiseQueue.js

@@ -1,6 +1,32 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.PromiseQueue = void 0;
+exports.PromiseQueue = exports.createFuture = void 0;
+function createFuture() {
+    let resolved = false;
+    let resolve = () => {
+        resolved = true;
+    };
+    let reject = () => {
+        resolved = true;
+    };
+    const promise = new Promise((res, rej) => {
+        resolve = (value) => {
+            resolved = true;
+            res(value);
+        };
+        reject = (reason) => {
+            resolved = true;
+            rej(reason);
+        };
+    });
+    return {
+        promise,
+        resolve,
+        reject,
+        isResolved: () => resolved,
+    };
+}
+exports.createFuture = createFuture;
 class PromiseQueue {
     queue = [];
     active = [];

package/dist/cjs/src/storm/events.d.ts

@@ -255,6 +255,14 @@ export interface StormEventDone {
     type: 'DONE';
     created: number;
 }
+export interface StormImage {
+    type: 'IMAGE';
+    reason: string;
+    created: number;
+    payload: {
+        href: string;
+    };
+}
 export interface StormEventDefinitionChange {
     type: 'DEFINITION_CHANGE';
     reason: string;
@@ -384,5 +392,5 @@ export interface StormEventUIStarted {
         resetUrl: string;
     };
 }
-export type StormEvent = StormEventCreateBlock | StormEventCreateConnection | StormEventCreatePlanProperties | StormEventInvalidResponse | StormEventPlanRetry | StormEventCreateDSL | StormEventCreateDSLResource | StormEventError | StormEventScreen | StormEventScreenCandidate | StormEventFileLogical | StormEventFileState | StormEventFileDone | StormEventFileFailed | StormEventFileChunk | StormEventDone | StormEventDefinitionChange | StormEventErrorClassifier | StormEventCodeFix | StormEventErrorDetails | StormEventBlockReady | StormEventPhases | StormEventBlockStatus | StormEventCreateDSLRetry | StormEventUserJourney | StormEventUIShell | StormEventPage | StormEventPageUrl | StormEventPromptImprove | StormEventLandingPage | StormEventReferenceClassification | StormEventApiBase | StormEventUIStarted;
+export type StormEvent = StormEventCreateBlock | StormEventCreateConnection | StormEventCreatePlanProperties | StormEventInvalidResponse | StormEventPlanRetry | StormEventCreateDSL | StormEventCreateDSLResource | StormEventError | StormEventScreen | StormEventScreenCandidate | StormEventFileLogical | StormEventFileState | StormEventFileDone | StormEventFileFailed | StormEventFileChunk | StormEventDone | StormEventDefinitionChange | StormEventErrorClassifier | StormEventCodeFix | StormEventErrorDetails | StormEventBlockReady | StormEventPhases | StormEventBlockStatus | StormEventCreateDSLRetry | StormEventUserJourney | StormEventUIShell | StormEventPage | StormEventPageUrl | StormEventPromptImprove | StormEventLandingPage | StormEventReferenceClassification | StormEventApiBase | StormEventUIStarted | StormImage;
 export {};

package/dist/cjs/src/storm/page-utils.d.ts

@@ -2,9 +2,10 @@
  * Copyright 2023 Kapeta Inc.
  * SPDX-License-Identifier: BUSL-1.1
  */
-import { StormEventFileDone, StormEventPage } from './events';
+import { StormEventFileDone, StormEventPage, StormImage } from './events';
 import { Response } from 'express';
 import { ConversationItem } from './stream';
+import { ImagePrompt } from './PageGenerator';
 export declare const SystemIdHeader = "System-Id";
 export declare function writePageToDisk(systemId: string, event: StormEventPage): Promise<{
     path: string;
@@ -12,6 +13,9 @@ export declare function writePageToDisk(systemId: string, event: StormEventPage)
 export declare function writeAssetToDisk(systemId: string, event: StormEventFileDone): Promise<{
     path: string;
 }>;
+export declare function writeImageToDisk(systemId: string, event: StormImage, prompt: ImagePrompt): Promise<{
+    path: string;
+}>;
 export declare function hasPageOnDisk(systemId: string, method: string, path: string): boolean;
 export declare function getSystemBaseDir(systemId: string): string;
 export declare function resolveReadPath(systemId: string, path: string, method: string): string | null;

package/dist/cjs/src/storm/page-utils.js

@@ -3,7 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.writeConversationToFile = exports.readConversationFromFile = exports.readPageFromDisk = exports.readPageFromDiskAsString = exports.resolveReadPath = exports.getSystemBaseDir = exports.hasPageOnDisk = exports.writeAssetToDisk = exports.writePageToDisk = exports.SystemIdHeader = void 0;
+exports.writeConversationToFile = exports.readConversationFromFile = exports.readPageFromDisk = exports.readPageFromDiskAsString = exports.resolveReadPath = exports.getSystemBaseDir = exports.hasPageOnDisk = exports.writeImageToDisk = exports.writeAssetToDisk = exports.writePageToDisk = exports.SystemIdHeader = void 0;
 const node_os_1 = __importDefault(require("node:os"));
 const path_1 = __importDefault(require("path"));
 const fs_extra_1 = __importDefault(require("fs-extra"));
@@ -36,6 +36,22 @@ async function writeAssetToDisk(systemId, event) {
     };
 }
 exports.writeAssetToDisk = writeAssetToDisk;
+async function writeImageToDisk(systemId, event, prompt) {
+    const baseDir = getSystemBaseDir(systemId);
+    const path = path_1.default.join(baseDir, normalizePath(prompt.url));
+    const response = await fetch(event.payload.href);
+    if (!response.ok || !response.body) {
+        throw new Error(`Failed to fetch image: ${event.payload.href}`);
+    }
+    await fs_extra_1.default.ensureDir(path_1.default.dirname(path));
+    const buffer = await response.arrayBuffer();
+    await fs_extra_1.default.writeFile(path, Buffer.from(buffer));
+    console.log(`Image written to disk: ${event.payload.href} > ${path}`);
+    return {
+        path,
+    };
+}
+exports.writeImageToDisk = writeImageToDisk;
 function hasPageOnDisk(systemId, method, path) {
     const baseDir = getSystemBaseDir(systemId);
     const filePath = getFilePath(method);
@@ -53,8 +69,19 @@ function getFilePath(method) {
 function resolveReadPath(systemId, path, method) {
     const baseDir = getSystemBaseDir(systemId);
     path = normalizePath(path);
+    let fullPath = path_1.default.join(baseDir, path);
+    //First check if there is a file at the exact path
+    try {
+        const stat = fs_extra_1.default.statSync(fullPath);
+        if (stat && stat.isFile()) {
+            return fullPath;
+        }
+    }
+    catch (e) {
+        // Ignore
+    }
     const filePath = getFilePath(method);
-    const fullPath = path_1.default.join(baseDir, path, filePath);
+    fullPath = path_1.default.join(baseDir, path, filePath);
     if (fs_extra_1.default.existsSync(fullPath)) {
         return fullPath;
     }
@@ -95,7 +122,7 @@ function readPageFromDisk(systemId, path, method, res) {
         return;
     }
     res.type(filePath.split('.').pop());
-    const content = fs_extra_1.default.readFileSync(filePath, 'utf8');
+    const content = fs_extra_1.default.readFileSync(filePath);
     res.write(content);
     res.end();
 }

package/dist/cjs/src/storm/routes.js

@@ -21,8 +21,8 @@ const assetManager_1 = require("../assetManager");
 const node_uuid_1 = __importDefault(require("node-uuid"));
 const page_utils_1 = require("./page-utils");
 const UIServer_1 = require("./UIServer");
-const PageGenerator_1 = require("./PageGenerator");
 const crypto_1 = require("crypto");
+const PageGenerator_1 = require("./PageGenerator");
 const UI_SERVERS = {};
 const router = (0, express_promise_router_1.default)();
 router.use('/', cors_1.corsHandler);
@@ -78,6 +78,21 @@ router.post('/ui/screen', async (req, res) => {
                 promises.push(sendPageEvent(systemId, data, res));
             }
         });
+        queue.on('image', async (screenData, prompt, future) => {
+            if (!systemId) {
+                return;
+            }
+            try {
+                const promise = handleImageEvent(systemId, screenData, prompt);
+                promises.push(promise);
+                await promise;
+                future.resolve();
+            }
+            catch (e) {
+                console.error('Failed to handle image event', e);
+                future.reject(e);
+            }
+        });
         await queue.addPrompt(aiRequest, conversationId, true);
         await queue.wait();
         await Promise.allSettled(promises);
@@ -159,6 +174,18 @@ router.post('/:handle/ui/iterative', async (req, res) => {
         pageQueue.on('page', (screenData) => {
             pageEventPromises.push(sendPageEvent(landingPagesStream.getConversationId(), screenData, res));
         });
+        pageQueue.on('image', async (screenData, prompt, future) => {
+            try {
+                const promise = handleImageEvent(landingPagesStream.getConversationId(), screenData, prompt);
+                pageEventPromises.push(promise);
+                await promise;
+                future.resolve();
+            }
+            catch (e) {
+                console.error('Failed to handle image event', e);
+                future.reject(e);
+            }
+        });
         pageQueue.on('event', (screenData) => {
             sendEvent(res, screenData);
         });
@@ -274,7 +301,7 @@ router.post('/:handle/ui', async (req, res) => {
         const queue = new PageGenerator_1.PageQueue(outerConversationId, 5);
         queue.setUiTheme(theme);
         shellsStream.on('data', (data) => {
-            console.log('Processing shell event', data);
+            //console.log('Processing shell event', data);
             sendEvent(res, data);
             if (data.type !== 'UI_SHELL') {
                 return;
@@ -310,6 +337,18 @@ router.post('/:handle/ui', async (req, res) => {
         queue.on('page', (screenData) => {
             pageEventPromises.push(sendPageEvent(outerConversationId, screenData, res));
         });
+        queue.on('image', async (screenData, prompt, future) => {
+            try {
+                const promise = handleImageEvent(outerConversationId, screenData, prompt);
+                pageEventPromises.push(promise);
+                await promise;
+                future.resolve();
+            }
+            catch (e) {
+                console.error('Failed to handle image event', e);
+                future.reject(e);
+            }
+        });
         queue.on('event', (screenData) => {
             sendEvent(res, screenData);
         });
@@ -343,58 +382,40 @@ router.post('/:handle/ui', async (req, res) => {
 });
 router.post('/ui/edit', async (req, res) => {
     try {
-        const conversationId = req.headers[stormClient_1.ConversationIdHeader.toLowerCase()];
+        const systemId = (req.headers[page_utils_1.SystemIdHeader.toLowerCase()] ||
+            req.headers[stormClient_1.ConversationIdHeader.toLowerCase()]);
         const aiRequest = JSON.parse(req.stringBody ?? '{}');
-        const pages = aiRequest.prompt.pages
-            .map((page) => {
-            const content = (0, page_utils_1.readPageFromDiskAsString)(conversationId, page.path, page.method);
-            if (!content) {
-                console.warn('Page not found', page);
-                return undefined;
-            }
-            return {
-                filename: page.filename,
-                path: page.path,
-                method: page.method,
-                title: page.title,
-                conversationId: page.conversationId,
-                prompt: page.prompt,
-                name: page.name,
-                description: page.description,
-                content,
-            };
-        })
-            .filter((page) => !!page);
-        const editStream = await stormClient_1.stormClient.editPages({
-            prompt: aiRequest.prompt.prompt.prompt,
-            blockDescription: aiRequest.prompt.blockDescription,
-            planDescription: aiRequest.prompt.planDescription,
-            pages,
-        }, conversationId);
+        const storagePrefix = systemId ? systemId + '_' : 'mock_';
+        const queue = new PageGenerator_1.PageQueue(storagePrefix, 5);
         onRequestAborted(req, res, () => {
-            editStream.abort();
+            queue.cancel();
         });
-        res.set('Content-Type', 'application/x-ndjson');
-        res.set('Access-Control-Expose-Headers', stormClient_1.ConversationIdHeader);
-        res.set(stormClient_1.ConversationIdHeader, editStream.getConversationId());
         const promises = [];
-        editStream.on('data', (data) => {
-            try {
-                if (data.type === 'PAGE') {
-                    promises.push(sendPageEvent(editStream.getConversationId(), data, res));
-                }
-                else {
-                    sendEvent(res, data);
-                }
+        queue.on('page', (data) => {
+            if (systemId) {
+                promises.push(sendPageEvent(systemId, data, res));
             }
-            catch (e) {
-                console.error('Failed to process event', e);
+        });
+        queue.on('event', (data) => {
+            if (data.type === 'FILE_START' || data.type === 'FILE_DONE' || data.type === 'FILE_STATE') {
+                sendEvent(res, data);
             }
         });
-        await waitForStormStream(editStream);
-        if (editStream.isAborted()) {
-            return;
-        }
+        await Promise.allSettled(aiRequest.prompt.pages.map((page) => {
+            if (page.conversationId) {
+                return queue.addPrompt({
+                    title: page.title,
+                    name: page.name,
+                    method: page.method,
+                    path: page.path,
+                    description: page.description ?? '',
+                    filename: page.filename,
+                    prompt: aiRequest.prompt.prompt.prompt,
+                    storage_prefix: storagePrefix,
+                }, page.conversationId, true);
+            }
+        }));
+        await queue.wait();
         await Promise.all(promises);
         sendDone(res);
     }
@@ -625,4 +646,12 @@ async function sendPageEvent(mainConversationId, data, res) {
     }
     sendEvent(res, convertPageEvent(data, data.payload.conversationId, mainConversationId));
 }
+async function handleImageEvent(mainConversationId, data, prompt) {
+    try {
+        await (0, page_utils_1.writeImageToDisk)(mainConversationId, data, prompt);
+    }
+    catch (err) {
+        console.error('Failed to write image to disk', err);
+    }
+}
 exports.default = router;

package/dist/cjs/src/storm/stormClient.d.ts

@@ -24,7 +24,7 @@ export interface UIPagePrompt {
     description: string;
     storage_prefix: string;
     shell_page?: string;
-    theme: string;
+    theme?: string;
 }
 export interface UIPageSamplePrompt extends UIPagePrompt {
     variantId: string;
@@ -73,6 +73,7 @@ declare class StormClient {
     classifyUIReferences(prompt: string, conversationId?: string): Promise<StormStream>;
     editPages(prompt: UIPageEditPrompt, conversationId?: string): Promise<StormStream>;
     listScreens(prompt: StormUIListPrompt, conversationId?: string): Promise<StormStream>;
+    createImage(prompt: string, conversationId?: string): Promise<StormStream>;
     createUIImplementation(prompt: StormUIImplementationPrompt, conversationId?: string): Promise<StormStream>;
     createServiceImplementation(prompt: StormFileImplementationPrompt, conversationId?: string): Promise<StormStream>;
     createErrorClassification(prompt: string, history?: ConversationItem[], conversationId?: string): Promise<StormStream>;

package/dist/cjs/src/storm/stormClient.js

@@ -155,6 +155,12 @@ class StormClient {
             conversationId,
         });
     }
+    createImage(prompt, conversationId) {
+        return this.send('/v2/ui/image', {
+            prompt,
+            conversationId,
+        });
+    }
     createUIImplementation(prompt, conversationId) {
         return this.send('/v2/ui/merge', {
             prompt,

package/dist/esm/src/storm/PageGenerator.d.ts

@@ -4,8 +4,18 @@
  */
 /// <reference types="node" />
 import { UIPagePrompt } from './stormClient';
-import { ReferenceClassification, StormEvent, StormEventPage, UIShell } from './events';
+import { ReferenceClassification, StormEvent, StormEventPage, StormImage, UIShell } from './events';
 import { EventEmitter } from 'node:events';
+import { FuturePromise } from './PromiseQueue';
+export interface ImagePrompt {
+    name: string;
+    description: string;
+    source: 'local' | 'cdn' | 'example';
+    title: string;
+    type: 'image' | 'css' | 'javascript' | 'html';
+    url: string;
+    content: string;
+}
 export declare class PageQueue extends EventEmitter {
     private readonly queue;
     private readonly systemId;
@@ -15,14 +25,17 @@ export declare class PageQueue extends EventEmitter {
     constructor(systemId: string, concurrency?: number);
     on(event: 'event', listener: (data: StormEvent) => void): this;
     on(event: 'page', listener: (data: StormEventPage) => void): this;
+    on(event: 'image', listener: (data: StormImage, source: ImagePrompt, future: FuturePromise<void>) => void): this;
     emit(type: 'event', event: StormEvent): boolean;
     emit(type: 'page', event: StormEventPage): boolean;
+    emit(type: 'image', event: StormImage, source: ImagePrompt, future: FuturePromise<void>): boolean;
     addUiShell(uiShell: UIShell): void;
     setUiTheme(theme: string): void;
     addPrompt(initialPrompt: Omit<UIPagePrompt, 'shell_page'>, conversationId?: string, overwrite?: boolean): Promise<void>;
     private addPageGenerator;
     cancel(): void;
     wait(): Promise<void>;
+    private addImagePrompt;
 }
 export declare class PageGenerator extends EventEmitter {
     private readonly conversationId;

package/dist/esm/src/storm/PageGenerator.js

@@ -38,11 +38,11 @@ class PageQueue extends node_events_1.EventEmitter {
     }
     addPrompt(initialPrompt, conversationId = node_uuid_1.default.v4(), overwrite = false) {
         if (!overwrite && this.references.has(initialPrompt.path)) {
-            console.log('Ignoring duplicate prompt', initialPrompt.path);
+            //console.log('Ignoring duplicate prompt', initialPrompt.path);
             return Promise.resolve();
         }
         if (!overwrite && (0, page_utils_1.hasPageOnDisk)(this.systemId, initialPrompt.method, initialPrompt.path)) {
-            console.log('Ignoring prompt with existing page', initialPrompt.path);
+            //console.log('Ignoring prompt with existing page', initialPrompt.path);
             return Promise.resolve();
         }
         const prompt = {
@@ -56,9 +56,8 @@ class PageQueue extends node_events_1.EventEmitter {
     }
     async addPageGenerator(generator) {
         generator.on('event', (event) => this.emit('event', event));
-        generator.on('page_refs', ({ event, references }) => {
-            this.emit('page', event);
-            references.forEach((reference) => {
+        generator.on('page_refs', async ({ event, references }) => {
+            const promises = references.map(async (reference) => {
                 if (reference.url.startsWith('#') ||
                     reference.url.startsWith('javascript:') ||
                     reference.url.startsWith('http://') ||
@@ -67,14 +66,17 @@ class PageQueue extends node_events_1.EventEmitter {
                 }
                 switch (reference.type) {
                     case 'image':
-                        console.log('Ignoring image reference', reference);
+                        await this.addImagePrompt({
+                            ...reference,
+                            content: event.payload.content,
+                        });
                         break;
                     case 'css':
                     case 'javascript':
                         //console.log('Ignoring reference', reference);
                         break;
                     case 'html':
-                        console.log('Adding page generator for', reference);
+                        //console.log('Adding page generator for', reference);
                         const paths = Array.from(this.references.keys());
                         this.addPrompt({
                             name: reference.name,
@@ -94,6 +96,8 @@ class PageQueue extends node_events_1.EventEmitter {
                         break;
                 }
             });
+            await Promise.allSettled(promises);
+            this.emit('page', event);
         });
         return this.queue.add(() => generator.generate());
     }
@@ -103,6 +107,25 @@ class PageQueue extends node_events_1.EventEmitter {
     wait() {
         return this.queue.wait();
     }
+    async addImagePrompt(prompt) {
+        const result = await stormClient_1.stormClient.createImage(`Create an image for the url "${prompt.url}" with this description: ${prompt.description}`.trim());
+        const futures = [];
+        result.on('data', async (event) => {
+            if (event.type === 'IMAGE') {
+                const future = (0, PromiseQueue_1.createFuture)();
+                futures.push(future);
+                this.emit('image', event, prompt, future);
+                setTimeout(() => {
+                    if (!future.isResolved()) {
+                        console.log('Image prompt timed out', prompt);
+                        future.reject(new Error('Image prompt timed out'));
+                    }
+                }, 30000);
+            }
+        });
+        await result.waitForDone();
+        await Promise.allSettled(futures.map((f) => f.promise));
+    }
 }
 exports.PageQueue = PageQueue;
 class PageGenerator extends node_events_1.EventEmitter {

package/dist/esm/src/storm/PromiseQueue.d.ts

@@ -3,6 +3,13 @@
  * SPDX-License-Identifier: BUSL-1.1
  */
 export type Future<T> = () => Promise<T>;
+export type FuturePromise<T> = {
+    promise: Promise<T>;
+    resolve: (value: T) => void;
+    reject: (reason: any) => void;
+    isResolved: () => boolean;
+};
+export declare function createFuture<T = void>(): FuturePromise<T>;
 export declare class PromiseQueue {
     private readonly queue;
     private readonly active;