@kapeta/local-cluster-service 0.74.2 → 0.76.0

package/CHANGELOG.md

@@ -1,3 +1,17 @@
+# [0.76.0](https://github.com/kapetacom/local-cluster-service/compare/v0.75.0...v0.76.0) (2024-09-30)
+
+
+### Features
+
+* adding handle to request to the ai-service ([f91a4b0](https://github.com/kapetacom/local-cluster-service/commit/f91a4b07b49497375f49256244619223d91876c1))
+
+# [0.75.0](https://github.com/kapetacom/local-cluster-service/compare/v0.74.2...v0.75.0) (2024-09-30)
+
+
+### Features
+
+* add thumbnail support and timestamps to AI systems [CORE-3532] ([#262](https://github.com/kapetacom/local-cluster-service/issues/262)) ([31a3cad](https://github.com/kapetacom/local-cluster-service/commit/31a3cadba0d5034d3497b98616468e12ce3f586b))
+
 ## [0.74.2](https://github.com/kapetacom/local-cluster-service/compare/v0.74.1...v0.74.2) (2024-09-27)
 
 

package/dist/cjs/src/middleware/stringBody.js

@@ -11,7 +11,8 @@ function stringBody(req, res, next) {
     req.on('data', (chunk) => {
         body.push(chunk);
     }).on('end', () => {
-        req.stringBody = Buffer.concat(body).toString();
+        req.body = Buffer.concat(body);
+        req.stringBody = req.body.toString();
         next();
     });
 }

package/dist/cjs/src/storm/PageGenerator.d.ts

@@ -21,6 +21,7 @@ type InitialPrompt = Omit<UIPagePrompt, 'shell_page'> & {
 export declare class PageQueue extends EventEmitter {
     private readonly queue;
     private readonly eventQueue;
+    private readonly handle;
     private readonly systemId;
     private readonly systemPrompt;
     private readonly references;
@@ -28,7 +29,7 @@ export declare class PageQueue extends EventEmitter {
     private readonly images;
     private uiShells;
     private theme;
-    constructor(systemId: string, systemPrompt: string, concurrency?: number);
+    constructor(handle: string, systemId: string, systemPrompt: string, concurrency?: number);
     on(event: 'error', listener: (error: unknown) => void): this;
     on(event: 'event', listener: (data: StormEvent) => void | Promise<void>): this;
     on(event: 'page', listener: (data: StormEventPage) => void | Promise<void>): this;

package/dist/cjs/src/storm/PageGenerator.js

@@ -41,6 +41,7 @@ const node_crypto_1 = require("node:crypto");
 class PageQueue extends node_events_1.EventEmitter {
     queue;
     eventQueue;
+    handle;
     systemId;
     systemPrompt;
     references = new Map();
@@ -48,8 +49,9 @@ class PageQueue extends node_events_1.EventEmitter {
     images = new Map();
     uiShells = [];
     theme = '';
-    constructor(systemId, systemPrompt, concurrency = 5) {
+    constructor(handle, systemId, systemPrompt, concurrency = 5) {
         super();
+        this.handle = handle;
         this.systemId = systemId;
         this.systemPrompt = systemPrompt;
         this.queue = new p_queue_1.default({ concurrency });
@@ -261,7 +263,7 @@ class PageQueue extends node_events_1.EventEmitter {
         this.emit('image', imageEvent, prompt);
     }
     async generate(prompt, conversationId) {
-        const client = new stormClient_1.StormClient(this.systemId);
+        const client = new stormClient_1.StormClient("", this.systemId);
         const screenStream = await client.createUIPage(prompt, conversationId);
         let pageEvent = null;
         screenStream.on('data', (event) => {
@@ -279,7 +281,7 @@ class PageQueue extends node_events_1.EventEmitter {
         await this.processPageEventWithReferences(pageEvent);
     }
     async resolveReferences(content) {
-        const client = new stormClient_1.StormClient(this.systemId);
+        const client = new stormClient_1.StormClient("", this.systemId);
         const referenceStream = await client.classifyUIReferences(content);
         const references = [];
         referenceStream.on('data', (referenceData) => {

package/dist/cjs/src/storm/codegen.d.ts

@@ -30,17 +30,7 @@ export declare class StormCodegen {
     private processBlockCode;
     private emitBlockStatusDone;
     private emitBlockStatus;
-    private verifyAndFixCode;
-    private tryToFixFile;
-    private classifyErrors;
-    private getErrorDetailsForFile;
-    private createFixRequestForFile;
-    private getErrorLine;
     removePrefix(prefix: string, str: string): string;
-    /**
-     * Sends the code to the AI for a fix
-     */
-    private codeFix;
     /**
      * Emits the text-based files to the stream
      */

package/dist/cjs/src/storm/codegen.js

@@ -42,7 +42,6 @@ const promises_1 = require("fs/promises");
 const path_1 = __importDefault(require("path"));
 const path_2 = __importStar(require("path"));
 const node_os_1 = __importDefault(require("node:os"));
-const fs_1 = require("fs");
 const yaml_1 = __importDefault(require("yaml"));
 const predefined_1 = require("./predefined");
 const archetype_1 = require("./archetype");
@@ -311,7 +310,7 @@ class StormCodegen {
             permissions: '0644',
         });
         const uiEvents = [];
-        const stormClient = new stormClient_1.StormClient(this.uiSystemId);
+        const stormClient = new stormClient_1.StormClient(blockUri.handle, this.uiSystemId);
         // generate screens
         if (uiTemplates.length) {
             const screenStream = await stormClient.listScreens({
@@ -439,212 +438,12 @@ class StormCodegen {
             },
         });
     }
-    async verifyAndFixCode(blockUri, blockName, codeGenerator, basePath, filesToBeFixed, allFiles) {
-        let attempts = 0;
-        let validCode = false;
-        for (let i = 0; i <= 3; i++) {
-            attempts++;
-            try {
-                console.log(`Validating the code in ${basePath} attempt #${attempts}`);
-                const result = await codeGenerator.validateForTarget(basePath);
-                if (result && result.valid) {
-                    validCode = true;
-                    break;
-                }
-                if (result && !result.valid) {
-                    console.debug('Validation error:', result);
-                    this.emitBlockStatus(blockUri, blockName, events_1.StormEventBlockStatusType.PLANNING_FIX);
-                    const errors = await this.classifyErrors(result.error, basePath);
-                    if (errors.size > 0) {
-                        this.emitBlockStatus(blockUri, blockName, events_1.StormEventBlockStatusType.FIXING);
-                        const promises = Array.from(errors.entries()).map(([filename, fileErrors]) => {
-                            if (filesToBeFixed.some((file) => file.filename === filename)) {
-                                return this.tryToFixFile(blockUri, blockName, basePath, filename, fileErrors, allFiles, codeGenerator);
-                            }
-                        });
-                        await Promise.all(promises);
-                    }
-                    this.emitBlockStatus(blockUri, blockName, events_1.StormEventBlockStatusType.FIX_DONE);
-                }
-            }
-            catch (e) {
-                console.error('Error:', e);
-            }
-        }
-        if (validCode) {
-            console.log(`Validation successful after ${attempts} attempts`);
-        }
-        else {
-            console.error(`Validation failed for ${basePath} after ${attempts} attempts`);
-        }
-    }
-    async tryToFixFile(blockUri, blockName, basePath, filename, fileErrors, allFiles, codeGenerator) {
-        console.log(`Processing ${filename}`);
-        const language = await codeGenerator.language();
-        const relevantFiles = allFiles.filter((file) => file.type != codegen_1.AIFileTypes.IGNORE);
-        for (let attempts = 1; attempts <= 5; attempts++) {
-            if (fileErrors.length == 0) {
-                console.log(`No more errors for ${filename}`);
-                return;
-            }
-            console.log(`Errors in ${filename} - requesting error details`);
-            const filesForContext = await this.getErrorDetailsForFile(basePath, filename, fileErrors[0], relevantFiles, language);
-            console.log(`Get error details for ${filename} requesting code fixes`);
-            const fix = this.createFixRequestForFile(basePath, filename, fileErrors[0], filesForContext, relevantFiles, language);
-            const codeFixFile = await this.codeFix(blockUri, blockName, fix);
-            console.log(`Got fixed code for ${filename}`);
-            const filePath = codeFixFile.filename.indexOf(basePath) > -1
-                ? codeFixFile.filename
-                : (0, path_2.join)(basePath, codeFixFile.filename);
-            const existing = (0, fs_1.readFileSync)(filePath);
-            if (existing.toString().replace(/(\r\n|\r|\n)+$/, '') == codeFixFile.content.replace(/(\r\n|\r|\n)+$/, '')) {
-                console.log(`${filename} not changed by gemini`);
-                continue;
-            }
-            (0, fs_1.writeFileSync)(filePath, codeFixFile.content);
-            const result = await codeGenerator.validateForTarget(basePath);
-            if (result && result.valid) {
-                return;
-            }
-            const errors = await this.classifyErrors(result.error, basePath);
-            fileErrors = errors.get(filename) ?? [];
-        }
-    }
-    async classifyErrors(errors, basePath) {
-        const stormClient = new stormClient_1.StormClient(this.uiSystemId);
-        const errorStream = await stormClient.createErrorClassification(errors, []);
-        const fixes = new Map();
-        this.out.on('aborted', () => {
-            errorStream.abort();
-        });
-        errorStream.on('data', (evt) => {
-            if (evt.type === 'ERROR_CLASSIFIER') {
-                const eventFileName = this.removePrefix(basePath + '/', evt.payload.filename);
-                const fix = {
-                    error: evt.payload.error,
-                    lineNumber: evt.payload.lineNumber,
-                    column: evt.payload.column,
-                };
-                let existingFixes = fixes.get(eventFileName);
-                if (existingFixes) {
-                    existingFixes.push(fix);
-                }
-                else {
-                    fixes.set(eventFileName, [fix]);
-                }
-            }
-        });
-        await errorStream.waitForDone();
-        return fixes;
-    }
-    async getErrorDetailsForFile(basePath, filename, error, allFiles, language) {
-        const filePath = filename.indexOf(basePath) > -1 ? filename : (0, path_2.join)(basePath, filename); // to compensate when compiler returns absolute path
-        return new Promise(async (resolve, reject) => {
-            const request = {
-                language: language,
-                sourceFile: {
-                    filename: filename,
-                    content: (0, fs_1.readFileSync)(filePath, 'utf8'),
-                },
-                error: error,
-                projectFiles: allFiles.map((f) => f.filename),
-            };
-            const stormClient = new stormClient_1.StormClient(this.uiSystemId);
-            const detailsStream = await stormClient.createErrorDetails(JSON.stringify(request), []);
-            detailsStream.on('data', (evt) => {
-                if (evt.type === 'ERROR_DETAILS') {
-                    resolve(evt.payload.files);
-                }
-                reject(new Error('Error details: Unexpected event [' + evt.type + ']'));
-            });
-            this.out.on('aborted', () => {
-                detailsStream.abort();
-                reject(new Error('aborted'));
-            });
-            detailsStream.on('error', (err) => {
-                reject(err);
-            });
-            await detailsStream.waitForDone();
-        });
-    }
-    createFixRequestForFile(basePath, filename, error, filesForContext, allFiles, language) {
-        const files = new Set(filesForContext);
-        files.add(filename);
-        const requestedFiles = Array.from(files).flatMap((file) => {
-            if ((0, fs_1.existsSync)(file)) {
-                return file;
-            }
-            // file does not exist - look for similar
-            const candidateName = file.split('/').pop();
-            return allFiles.filter((file) => file.filename.split('/').pop() === candidateName).map((f) => f.filename);
-        });
-        const filePath = filename.indexOf(basePath) > -1 ? filename : (0, path_2.join)(basePath, filename);
-        const content = (0, fs_1.readFileSync)(filePath, 'utf8');
-        const affectedLine = this.getErrorLine(error, content);
-        const fixRequest = {
-            language: language,
-            filename: filename,
-            error: error.error,
-            affectedLine: affectedLine,
-            projectFiles: requestedFiles.map((filename) => {
-                const filePath = filename.indexOf(basePath) > -1 ? filename : (0, path_2.join)(basePath, filename);
-                const content = (0, fs_1.readFileSync)(filePath, 'utf8');
-                return { filename: filename, content: content };
-            }),
-        };
-        return JSON.stringify(fixRequest);
-    }
-    getErrorLine(errorDetails, sourceCode) {
-        const lines = sourceCode.split('\n');
-        const errorLine = lines[errorDetails.lineNumber - 1];
-        if (!errorLine) {
-            return 'Error: Line number out of range.';
-        }
-        return errorLine;
-    }
     removePrefix(prefix, str) {
         if (str.startsWith(prefix)) {
             return str.slice(prefix.length);
         }
         return str;
     }
-    /**
-     * Sends the code to the AI for a fix
-     */
-    async codeFix(blockUri, blockName, fix, history) {
-        return new Promise(async (resolve, reject) => {
-            try {
-                const stormClient = new stormClient_1.StormClient(this.uiSystemId);
-                const fixStream = await stormClient.createCodeFix(fix, history, this.conversationId);
-                let resolved = false;
-                fixStream.on('data', (evt) => {
-                    if (this.handleFileEvents(blockUri, blockName, evt)) {
-                        return;
-                    }
-                    this.handleFileDoneOutput(blockUri, blockName, evt);
-                    if (evt.type === 'CODE_FIX') {
-                        resolved = true;
-                        resolve(evt.payload);
-                    }
-                });
-                this.out.on('aborted', () => {
-                    fixStream.abort();
-                    reject(new Error('aborted'));
-                });
-                fixStream.on('error', (err) => {
-                    reject(err);
-                });
-                fixStream.on('end', () => {
-                    if (!resolved) {
-                        reject(new Error('Code fix never returned a valid event'));
-                    }
-                });
-            }
-            catch (e) {
-                reject(e);
-            }
-        });
-    }
     /**
      * Emits the text-based files to the stream
      */

package/dist/cjs/src/storm/routes.js

@@ -110,6 +110,7 @@ router.post('/ui/conversations/:systemId/append', async (req, res) => {
 });
 router.post('/ui/create-system/:handle/:systemId', async (req, res) => {
     const systemId = req.params.systemId;
+    const handle = req.params.handle;
     const srcDir = (0, page_utils_1.getSystemBaseDir)(systemId);
     const destDir = (0, page_utils_1.getSystemBaseImplDir)(systemId);
     res.set('Content-Type', 'application/x-ndjson');
@@ -117,7 +118,7 @@ router.post('/ui/create-system/:handle/:systemId', async (req, res) => {
     res.set(stormClient_1.ConversationIdHeader, systemId);
     sendEvent(res, (0, event_parser_1.createPhaseStartEvent)(events_1.StormEventPhaseType.IMPLEMENT_APIS));
     const pagesFromDisk = (0, utils_1.readFilesAndContent)(srcDir);
-    const client = new stormClient_1.StormClient(systemId);
+    const client = new stormClient_1.StormClient(handle, systemId);
     const pagesWithImplementation = await client.replaceMockWithAPICall({
         pages: pagesFromDisk,
         systemId: systemId,
@@ -151,7 +152,7 @@ router.post('/ui/create-system-simple/:handle/:systemId', async (req, res) => {
     //res.set('Access-Control-Expose-Headers', ConversationIdHeader);
     //res.set(ConversationIdHeader, systemId);
     //sendEvent(res, createPhaseStartEvent(StormEventPhaseType.IMPLEMENT_APIS));
-    const client = new stormClient_1.StormClient(systemId);
+    const client = new stormClient_1.StormClient(handle, systemId);
     try {
         const pagesFromDisk = (0, utils_1.readFilesAndContent)(srcDir);
         const pagesWithImplementation = await client.replaceMockWithAPICall({
@@ -196,6 +197,22 @@ router.post('/ui/systems/:handle/:systemId/upload', async (req, res) => {
     await stormService_1.default.uploadConversation(handle, systemId);
     res.send({ ok: true });
 });
+router.put('/ui/systems/:handle/:systemId/thumbnail', async (req, res) => {
+    const systemId = req.params.systemId;
+    await stormService_1.default.saveThumbnail(systemId, req.body);
+    res.send({ ok: true });
+});
+router.get('/ui/systems/:handle/:systemId/thumbnail.png', async (req, res) => {
+    const systemId = req.params.systemId;
+    const thumbnail = await stormService_1.default.getThumbnail(systemId);
+    if (thumbnail) {
+        res.set('Content-Type', 'image/png');
+        res.send(thumbnail);
+    }
+    else {
+        res.status(404).send({ error: 'No thumbnail found' });
+    }
+});
 router.delete('/ui/serve/:systemId', async (req, res) => {
     const systemId = req.params.systemId;
     if (!systemId) {
@@ -219,7 +236,7 @@ router.post('/ui/screen', async (req, res) => {
         res.set('Access-Control-Expose-Headers', stormClient_1.ConversationIdHeader);
         res.set(stormClient_1.ConversationIdHeader, conversationId);
         const parentConversationId = systemId ?? '';
-        const queue = new PageGenerator_1.PageQueue(parentConversationId, '', 5);
+        const queue = new PageGenerator_1.PageQueue("", parentConversationId, '', 5);
         onRequestAborted(req, res, () => {
             queue.cancel();
         });
@@ -254,7 +271,7 @@ router.post('/:handle/ui/iterative', async (req, res) => {
     try {
         const conversationId = req.headers[stormClient_1.ConversationIdHeader.toLowerCase()];
         const aiRequest = JSON.parse(req.stringBody ?? '{}');
-        const client = new stormClient_1.StormClient(conversationId); //todo is this correct we are using the landing page getConversationId down below as well
+        const client = new stormClient_1.StormClient(handle, conversationId); //todo is this correct we are using the landing page getConversationId down below as well
         const landingPagesStream = await client.createUILandingPages(aiRequest, conversationId);
         onRequestAborted(req, res, () => {
             landingPagesStream.abort();
@@ -309,7 +326,7 @@ router.post('/:handle/ui/iterative', async (req, res) => {
         waitForStormStream(landingPagesStream).then(() => {
             systemPrompt.resolve(aiRequest.prompt);
         });
-        const pageQueue = new PageGenerator_1.PageQueue(systemId, await systemPrompt.promise, 5);
+        const pageQueue = new PageGenerator_1.PageQueue(handle, systemId, await systemPrompt.promise, 5);
         onRequestAborted(req, res, () => {
             pageQueue.cancel();
         });
@@ -344,7 +361,7 @@ router.post('/:handle/ui', async (req, res) => {
     try {
         const outerConversationId = req.headers[stormClient_1.ConversationIdHeader.toLowerCase()] || (0, crypto_1.randomUUID)();
         const aiRequest = JSON.parse(req.stringBody ?? '{}');
-        const stormClient = new stormClient_1.StormClient(outerConversationId);
+        const stormClient = new stormClient_1.StormClient(handle, outerConversationId);
         // Get user journeys
         const userJourneysStream = await stormClient.createUIUserJourneys(aiRequest, outerConversationId);
         onRequestAborted(req, res, () => {
@@ -442,7 +459,7 @@ router.post('/:handle/ui', async (req, res) => {
         onRequestAborted(req, res, () => {
             shellsStream.abort();
         });
-        const queue = new PageGenerator_1.PageQueue(outerConversationId, systemPrompt, 5);
+        const queue = new PageGenerator_1.PageQueue(handle, outerConversationId, systemPrompt, 5);
         queue.setUiTheme(theme);
         shellsStream.on('data', (data) => {
             //console.log('Processing shell event', data);
@@ -528,7 +545,7 @@ router.post('/ui/edit', async (req, res) => {
             req.headers[stormClient_1.ConversationIdHeader.toLowerCase()]);
         const aiRequest = JSON.parse(req.stringBody ?? '{}');
         const storagePrefix = systemId ? systemId + '_' : 'mock_';
-        const queue = new PageGenerator_1.PageQueue(systemId, '', 5);
+        const queue = new PageGenerator_1.PageQueue("", systemId, '', 5);
         onRequestAborted(req, res, () => {
             queue.cancel();
         });
@@ -588,7 +605,7 @@ router.post('/ui/vote', async (req, res) => {
     const aiRequest = JSON.parse(req.stringBody ?? '{}');
     const { topic, vote, mainConversationId } = aiRequest;
     try {
-        const stormClient = new stormClient_1.StormClient(mainConversationId);
+        const stormClient = new stormClient_1.StormClient("", mainConversationId);
         await stormClient.voteUIPage(topic, conversationId, vote, mainConversationId);
     }
     catch (e) {
@@ -600,7 +617,7 @@ router.post('/ui/get-vote', async (req, res) => {
     const aiRequest = JSON.parse(req.stringBody ?? '{}');
     const { topic, mainConversationId } = aiRequest;
     try {
-        const stormClient = new stormClient_1.StormClient(mainConversationId);
+        const stormClient = new stormClient_1.StormClient("", mainConversationId);
         const vote = await stormClient.getVoteUIPage(topic, conversationId, mainConversationId);
         res.send({ vote });
     }
@@ -625,7 +642,7 @@ async function handleAll(req, res) {
         const eventParser = new event_parser_1.StormEventParser(stormOptions);
         const conversationId = req.headers[stormClient_1.ConversationIdHeader.toLowerCase()];
         const aiRequest = JSON.parse(req.stringBody ?? '{}');
-        const stormClient = new stormClient_1.StormClient(systemId);
+        const stormClient = new stormClient_1.StormClient(handle, systemId);
         const metaStream = await stormClient.createMetadata(aiRequest, conversationId);
         onRequestAborted(req, res, () => {
             metaStream.abort();

package/dist/cjs/src/storm/stormClient.d.ts

@@ -5,6 +5,7 @@ import { Page, StormEventPageUrl } from './events';
 export declare const STORM_ID = "storm";
 export declare const ConversationIdHeader = "Conversation-Id";
 export declare const SystemIdHeader = "System-Id";
+export declare const HandleHeader = "Handle";
 export interface UIShellsPrompt {
     theme?: string;
     pages: {
@@ -59,7 +60,8 @@ export interface BasePromptRequest {
 export declare class StormClient {
     private readonly _baseUrl;
     private readonly _systemId;
-    constructor(systemId?: string);
+    private readonly _handle;
+    constructor(handle: string, systemId?: string);
     private createOptions;
     private send;
     createMetadata(prompt: BasePromptRequest, conversationId?: string): Promise<StormStream>;

package/dist/cjs/src/storm/stormClient.js

@@ -3,7 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.StormClient = exports.SystemIdHeader = exports.ConversationIdHeader = exports.STORM_ID = void 0;
+exports.StormClient = exports.HandleHeader = exports.SystemIdHeader = exports.ConversationIdHeader = exports.STORM_ID = void 0;
 /**
  * Copyright 2023 Kapeta Inc.
  * SPDX-License-Identifier: BUSL-1.1
@@ -18,12 +18,15 @@ const fetchWithRetries = (0, fetch_retry_1.default)(global.fetch, { retries: 5,
 exports.STORM_ID = 'storm';
 exports.ConversationIdHeader = 'Conversation-Id';
 exports.SystemIdHeader = 'System-Id';
+exports.HandleHeader = 'Handle';
 class StormClient {
     _baseUrl;
     _systemId;
-    constructor(systemId) {
+    _handle;
+    constructor(handle, systemId) {
         this._baseUrl = (0, utils_1.getRemoteUrl)('ai-service', 'https://ai.kapeta.com');
         this._systemId = systemId || "";
+        this._handle = handle;
     }
     async createOptions(path, method, body) {
         const url = `${this._baseUrl}${path}`;
@@ -41,6 +44,9 @@ class StormClient {
         if (this._systemId) {
             headers[exports.SystemIdHeader] = this._systemId;
         }
+        if (this._handle) {
+            headers[exports.HandleHeader] = this._handle;
+        }
         return {
             url,
             method: method,
@@ -147,6 +153,7 @@ class StormClient {
             body: JSON.stringify(prompt.pages),
             headers: {
                 'systemId': prompt.systemId,
+                'conversationId': prompt.systemId,
             },
         });
         return (await response.json());

package/dist/cjs/src/stormService.d.ts

@@ -1,13 +1,18 @@
+/// <reference types="node" />
 import { StormEvent } from './storm/events';
 export declare class StormService {
     private getConversationFile;
     private getConversationTarball;
+    private getThumbnailFile;
     listRemoteConversations(): Promise<never[]>;
     listLocalConversations(): Promise<{
         id: string;
         description: string;
         title: string;
         url?: string | undefined;
+        lastModified?: number | undefined;
+        createdAt?: number | undefined;
+        thumbnail?: string | undefined;
     }[]>;
     getConversation(conversationId: string): Promise<string>;
     saveConversation(conversationId: string, events: StormEvent[]): Promise<void>;
@@ -15,6 +20,8 @@ export declare class StormService {
     deleteConversation(conversationId: string): Promise<void>;
     uploadConversation(handle: string, systemId: string): Promise<void>;
     installProjectById(handle: string, systemId: string): Promise<void>;
+    saveThumbnail(systemId: string, thumbnail: Buffer): Promise<void>;
+    getThumbnail(systemId: string): Promise<Buffer | null>;
 }
 declare const _default: StormService;
 export default _default;

package/dist/cjs/src/stormService.js

@@ -41,6 +41,9 @@ class StormService {
     getConversationTarball(conversationId) {
         return path_1.default.join(filesystemManager_1.filesystemManager.getProjectRootFolder(), 'ai-systems', conversationId, 'system.tar.gz');
     }
+    getThumbnailFile(conversationId) {
+        return path_1.default.join(filesystemManager_1.filesystemManager.getProjectRootFolder(), 'ai-systems', conversationId, 'thumbnail.png');
+    }
     async listRemoteConversations() {
         // i.e. conversations from org / user on registry
         return [];
@@ -49,13 +52,16 @@ class StormService {
         const systemsFolder = path_1.default.join(filesystemManager_1.filesystemManager.getProjectRootFolder(), 'ai-systems');
         const eventFiles = await (0, glob_1.glob)('*/events.ndjson', {
             cwd: systemsFolder,
-            absolute: true,
+            stat: true,
+            withFileTypes: true,
         });
         // Returns list of UUIDs - probably want to make it more useful than that
         const conversations = [];
+        // Sort by modification time, newest first
+        eventFiles.sort((a, b) => (b.mtimeMs || 0) - (a.mtimeMs || 0));
         for (const file of eventFiles) {
             try {
-                const nldContents = await promises_1.default.readFile(file, 'utf8');
+                const nldContents = await promises_1.default.readFile(file.fullpath(), 'utf8');
                 const events = nldContents.split('\n').map((e) => JSON.parse(e));
                 // find the shell and get the title tag
                 const shellEvent = events.find((e) => e.type === 'AI' && e.event.type === 'UI_SHELL')?.event;
@@ -86,6 +92,9 @@ class StormService {
                     description: initialPrompt,
                     title: title || 'New system',
                     url,
+                    lastModified: file.mtimeMs,
+                    createdAt: file.birthtimeMs,
+                    thumbnail: (0, fs_1.existsSync)(this.getThumbnailFile(id)) ? `thumbnail.png?v=${file.mtimeMs}` : undefined,
                 });
             }
             catch (e) {
@@ -129,13 +138,13 @@ class StormService {
             gzip: true,
             filter: (entry) => !entry.includes(tarballName),
         }, ['.']);
-        const stormClient = new stormClient_1.StormClient(systemId);
+        const stormClient = new stormClient_1.StormClient(handle, systemId);
         await stormClient.uploadSystem(handle, systemId, await promises_1.default.readFile(tarballFile));
     }
     async installProjectById(handle, systemId) {
         const tarballFile = this.getConversationTarball(systemId);
         const destDir = path_1.default.dirname(tarballFile);
-        const stormClient = new stormClient_1.StormClient(systemId);
+        const stormClient = new stormClient_1.StormClient(handle, systemId);
         const buffer = await stormClient.downloadSystem(handle, systemId);
         await promises_1.default.mkdir(destDir, { recursive: true });
         await promises_1.default.writeFile(tarballFile, buffer);
@@ -145,6 +154,18 @@ class StormService {
         });
         await promises_1.default.unlink(tarballFile);
     }
+    async saveThumbnail(systemId, thumbnail) {
+        const thumbnailFile = this.getThumbnailFile(systemId);
+        await promises_1.default.mkdir(path_1.default.dirname(thumbnailFile), { recursive: true });
+        await promises_1.default.writeFile(thumbnailFile, thumbnail);
+    }
+    async getThumbnail(systemId) {
+        const thumbnailFile = this.getThumbnailFile(systemId);
+        if ((0, fs_1.existsSync)(thumbnailFile)) {
+            return promises_1.default.readFile(thumbnailFile);
+        }
+        return null;
+    }
 }
 exports.StormService = StormService;
 exports.default = new StormService();

package/dist/esm/src/middleware/stringBody.js

@@ -11,7 +11,8 @@ function stringBody(req, res, next) {
     req.on('data', (chunk) => {
         body.push(chunk);
     }).on('end', () => {
-        req.stringBody = Buffer.concat(body).toString();
+        req.body = Buffer.concat(body);
+        req.stringBody = req.body.toString();
         next();
     });
 }

package/dist/esm/src/storm/PageGenerator.d.ts

@@ -21,6 +21,7 @@ type InitialPrompt = Omit<UIPagePrompt, 'shell_page'> & {
 export declare class PageQueue extends EventEmitter {
     private readonly queue;
     private readonly eventQueue;
+    private readonly handle;
     private readonly systemId;
     private readonly systemPrompt;
     private readonly references;
@@ -28,7 +29,7 @@ export declare class PageQueue extends EventEmitter {
     private readonly images;
     private uiShells;
     private theme;
-    constructor(systemId: string, systemPrompt: string, concurrency?: number);
+    constructor(handle: string, systemId: string, systemPrompt: string, concurrency?: number);
     on(event: 'error', listener: (error: unknown) => void): this;
     on(event: 'event', listener: (data: StormEvent) => void | Promise<void>): this;
     on(event: 'page', listener: (data: StormEventPage) => void | Promise<void>): this;