@kapeta/local-cluster-service 0.74.1 → 0.75.0

package/CHANGELOG.md

@@ -1,3 +1,18 @@
+# [0.75.0](https://github.com/kapetacom/local-cluster-service/compare/v0.74.2...v0.75.0) (2024-09-30)
+
+
+### Features
+
+* add thumbnail support and timestamps to AI systems [CORE-3532] ([#262](https://github.com/kapetacom/local-cluster-service/issues/262)) ([31a3cad](https://github.com/kapetacom/local-cluster-service/commit/31a3cadba0d5034d3497b98616468e12ce3f586b))
+
+## [0.74.2](https://github.com/kapetacom/local-cluster-service/compare/v0.74.1...v0.74.2) (2024-09-27)
+
+
+### Bug Fixes
+
+* add more bail checkpoints for aborted request ([1f4823c](https://github.com/kapetacom/local-cluster-service/commit/1f4823c648d21f3ea8c8f8f2ead156d1e43c7252))
+* define conversationIds for pages as early as possible ([7b020a5](https://github.com/kapetacom/local-cluster-service/commit/7b020a52ddeba60329989dafda62abc8d3565039))
+
 ## [0.74.1](https://github.com/kapetacom/local-cluster-service/compare/v0.74.0...v0.74.1) (2024-09-27)
 
 

package/dist/cjs/src/middleware/stringBody.js

@@ -11,7 +11,8 @@ function stringBody(req, res, next) {
     req.on('data', (chunk) => {
         body.push(chunk);
     }).on('end', () => {
-        req.stringBody = Buffer.concat(body).toString();
+        req.body = Buffer.concat(body);
+        req.stringBody = req.body.toString();
         next();
     });
 }

package/dist/cjs/src/storm/PageGenerator.js

@@ -37,6 +37,7 @@ const node_events_1 = require("node:events");
 const p_queue_1 = __importDefault(require("p-queue"));
 const page_utils_1 = require("./page-utils");
 const mimetypes = __importStar(require("mime-types"));
+const node_crypto_1 = require("node:crypto");
 class PageQueue extends node_events_1.EventEmitter {
     queue;
     eventQueue;
@@ -166,6 +167,8 @@ class PageQueue extends node_events_1.EventEmitter {
                         }
                         this.pages.set(normalizedPath, reference.description);
                         initialPrompts.push({
+                            conversationId: (0, node_crypto_1.randomUUID)(),
+                            id: (0, node_crypto_1.randomUUID)(),
                             name: reference.name,
                             title: reference.title,
                             path: normalizedPath,
@@ -193,20 +196,21 @@ class PageQueue extends node_events_1.EventEmitter {
                         reason: 'reference',
                         created: Date.now(),
                         payload: {
+                            id: prompt.id,
+                            conversationId: prompt.conversationId,
                             name: prompt.name,
                             title: prompt.title,
                             filename: prompt.filename,
                             method: 'GET',
                             path: prompt.path,
                             prompt: prompt.description,
-                            conversationId: '',
                             content: '',
                             description: prompt.description,
                         },
                     });
                 }
                 // Trigger but don't wait for the "bonus" pages
-                this.addPrompt(prompt).catch((err) => {
+                this.addPrompt(prompt, prompt.conversationId).catch((err) => {
                     console.error('Failed to generate page reference', prompt.name, err);
                     this.emit('error', err);
                 });

package/dist/cjs/src/storm/events.d.ts

@@ -287,6 +287,7 @@ export interface StormEventPhases {
     };
 }
 export interface Page {
+    id: string;
     name: string;
     filename: string;
     title: string;
@@ -329,6 +330,7 @@ export interface UserJourneyScreen {
     path: string;
     method: string;
     nextScreens: string[];
+    conversationId?: string;
 }
 export interface UserJourney {
     title: string;

package/dist/cjs/src/storm/routes.js

@@ -196,6 +196,22 @@ router.post('/ui/systems/:handle/:systemId/upload', async (req, res) => {
     await stormService_1.default.uploadConversation(handle, systemId);
     res.send({ ok: true });
 });
+router.put('/ui/systems/:handle/:systemId/thumbnail', async (req, res) => {
+    const systemId = req.params.systemId;
+    await stormService_1.default.saveThumbnail(systemId, req.body);
+    res.send({ ok: true });
+});
+router.get('/ui/systems/:handle/:systemId/thumbnail.png', async (req, res) => {
+    const systemId = req.params.systemId;
+    const thumbnail = await stormService_1.default.getThumbnail(systemId);
+    if (thumbnail) {
+        res.set('Content-Type', 'image/png');
+        res.send(thumbnail);
+    }
+    else {
+        res.status(404).send({ error: 'No thumbnail found' });
+    }
+});
 router.delete('/ui/serve/:systemId', async (req, res) => {
     const systemId = req.params.systemId;
     if (!systemId) {
@@ -357,11 +373,11 @@ router.post('/:handle/ui', async (req, res) => {
         let systemPrompt = aiRequest.prompt;
         userJourneysStream.on('data', (data) => {
             try {
-                sendEvent(res, data);
                 if (data.type === 'PROMPT_IMPROVE') {
                     systemPrompt = data.payload.prompt;
                 }
                 if (data.type !== 'USER_JOURNEY') {
+                    sendEvent(res, data);
                     return;
                 }
                 if (userJourneysStream.isAborted()) {
@@ -369,9 +385,11 @@ router.post('/:handle/ui', async (req, res) => {
                 }
                 data.payload.screens.forEach((screen) => {
                     if (!uniqueUserJourneyScreens[screen.name]) {
+                        screen.conversationId = (0, crypto_1.randomUUID)();
                         uniqueUserJourneyScreens[screen.name] = screen;
                     }
                 });
+                sendEvent(res, data);
             }
             catch (e) {
                 console.error('Failed to process event', e);
@@ -422,6 +440,9 @@ router.post('/:handle/ui', async (req, res) => {
             });
         }
         await waitForStormStream(userJourneysStream);
+        if (req.socket.closed) {
+            return;
+        }
         // Get the UI shells
         const shellsStream = await stormClient.createUIShells({
             theme: theme || undefined,
@@ -456,6 +477,9 @@ router.post('/:handle/ui', async (req, res) => {
             sendError(error, res);
         });
         await waitForStormStream(shellsStream);
+        if (req.socket.closed) {
+            return;
+        }
         UI_SERVERS[outerConversationId] = new UIServer_1.UIServer(outerConversationId);
         await UI_SERVERS[outerConversationId].start();
         sendEvent(res, {
@@ -470,7 +494,7 @@ router.post('/:handle/ui', async (req, res) => {
         onRequestAborted(req, res, () => {
             queue.cancel();
         });
-        queue.on('page', (screenData) => sendPageEvent(outerConversationId, screenData, res));
+        queue.on('page', (pageEvent) => sendPageEvent(outerConversationId, pageEvent, res));
         queue.on('event', (event) => {
             if (event.type === 'FILE_CHUNK') {
                 return;
@@ -493,7 +517,7 @@ router.post('/:handle/ui', async (req, res) => {
                 filename: screen.filename,
                 storage_prefix: outerConversationId + '_',
                 theme,
-            })
+            }, screen.conversationId)
                 .catch((e) => {
                 console.error('Failed to generate page for screen %s', screen.name, e);
                 sendError(e, res);

package/dist/cjs/src/stormService.d.ts

@@ -1,13 +1,18 @@
+/// <reference types="node" />
 import { StormEvent } from './storm/events';
 export declare class StormService {
     private getConversationFile;
     private getConversationTarball;
+    private getThumbnailFile;
     listRemoteConversations(): Promise<never[]>;
     listLocalConversations(): Promise<{
         id: string;
         description: string;
         title: string;
         url?: string | undefined;
+        lastModified?: number | undefined;
+        createdAt?: number | undefined;
+        thumbnail?: string | undefined;
     }[]>;
     getConversation(conversationId: string): Promise<string>;
     saveConversation(conversationId: string, events: StormEvent[]): Promise<void>;
@@ -15,6 +20,8 @@ export declare class StormService {
     deleteConversation(conversationId: string): Promise<void>;
     uploadConversation(handle: string, systemId: string): Promise<void>;
     installProjectById(handle: string, systemId: string): Promise<void>;
+    saveThumbnail(systemId: string, thumbnail: Buffer): Promise<void>;
+    getThumbnail(systemId: string): Promise<Buffer | null>;
 }
 declare const _default: StormService;
 export default _default;

package/dist/cjs/src/stormService.js

@@ -41,6 +41,9 @@ class StormService {
     getConversationTarball(conversationId) {
         return path_1.default.join(filesystemManager_1.filesystemManager.getProjectRootFolder(), 'ai-systems', conversationId, 'system.tar.gz');
     }
+    getThumbnailFile(conversationId) {
+        return path_1.default.join(filesystemManager_1.filesystemManager.getProjectRootFolder(), 'ai-systems', conversationId, 'thumbnail.png');
+    }
     async listRemoteConversations() {
         // i.e. conversations from org / user on registry
         return [];
@@ -49,13 +52,16 @@ class StormService {
         const systemsFolder = path_1.default.join(filesystemManager_1.filesystemManager.getProjectRootFolder(), 'ai-systems');
         const eventFiles = await (0, glob_1.glob)('*/events.ndjson', {
             cwd: systemsFolder,
-            absolute: true,
+            stat: true,
+            withFileTypes: true,
         });
         // Returns list of UUIDs - probably want to make it more useful than that
         const conversations = [];
+        // Sort by modification time, newest first
+        eventFiles.sort((a, b) => (b.mtimeMs || 0) - (a.mtimeMs || 0));
         for (const file of eventFiles) {
             try {
-                const nldContents = await promises_1.default.readFile(file, 'utf8');
+                const nldContents = await promises_1.default.readFile(file.fullpath(), 'utf8');
                 const events = nldContents.split('\n').map((e) => JSON.parse(e));
                 // find the shell and get the title tag
                 const shellEvent = events.find((e) => e.type === 'AI' && e.event.type === 'UI_SHELL')?.event;
@@ -86,6 +92,9 @@ class StormService {
                     description: initialPrompt,
                     title: title || 'New system',
                     url,
+                    lastModified: file.mtimeMs,
+                    createdAt: file.birthtimeMs,
+                    thumbnail: (0, fs_1.existsSync)(this.getThumbnailFile(id)) ? `thumbnail.png?v=${file.mtimeMs}` : undefined,
                 });
             }
             catch (e) {
@@ -145,6 +154,18 @@ class StormService {
         });
         await promises_1.default.unlink(tarballFile);
     }
+    async saveThumbnail(systemId, thumbnail) {
+        const thumbnailFile = this.getThumbnailFile(systemId);
+        await promises_1.default.mkdir(path_1.default.dirname(thumbnailFile), { recursive: true });
+        await promises_1.default.writeFile(thumbnailFile, thumbnail);
+    }
+    async getThumbnail(systemId) {
+        const thumbnailFile = this.getThumbnailFile(systemId);
+        if ((0, fs_1.existsSync)(thumbnailFile)) {
+            return promises_1.default.readFile(thumbnailFile);
+        }
+        return null;
+    }
 }
 exports.StormService = StormService;
 exports.default = new StormService();

package/dist/esm/src/middleware/stringBody.js

@@ -11,7 +11,8 @@ function stringBody(req, res, next) {
     req.on('data', (chunk) => {
         body.push(chunk);
     }).on('end', () => {
-        req.stringBody = Buffer.concat(body).toString();
+        req.body = Buffer.concat(body);
+        req.stringBody = req.body.toString();
         next();
     });
 }

package/dist/esm/src/storm/PageGenerator.js

@@ -37,6 +37,7 @@ const node_events_1 = require("node:events");
 const p_queue_1 = __importDefault(require("p-queue"));
 const page_utils_1 = require("./page-utils");
 const mimetypes = __importStar(require("mime-types"));
+const node_crypto_1 = require("node:crypto");
 class PageQueue extends node_events_1.EventEmitter {
     queue;
     eventQueue;
@@ -166,6 +167,8 @@ class PageQueue extends node_events_1.EventEmitter {
                         }
                         this.pages.set(normalizedPath, reference.description);
                         initialPrompts.push({
+                            conversationId: (0, node_crypto_1.randomUUID)(),
+                            id: (0, node_crypto_1.randomUUID)(),
                             name: reference.name,
                             title: reference.title,
                             path: normalizedPath,
@@ -193,20 +196,21 @@ class PageQueue extends node_events_1.EventEmitter {
                         reason: 'reference',
                         created: Date.now(),
                         payload: {
+                            id: prompt.id,
+                            conversationId: prompt.conversationId,
                             name: prompt.name,
                             title: prompt.title,
                             filename: prompt.filename,
                             method: 'GET',
                             path: prompt.path,
                             prompt: prompt.description,
-                            conversationId: '',
                             content: '',
                             description: prompt.description,
                         },
                     });
                 }
                 // Trigger but don't wait for the "bonus" pages
-                this.addPrompt(prompt).catch((err) => {
+                this.addPrompt(prompt, prompt.conversationId).catch((err) => {
                     console.error('Failed to generate page reference', prompt.name, err);
                     this.emit('error', err);
                 });

package/dist/esm/src/storm/events.d.ts

@@ -287,6 +287,7 @@ export interface StormEventPhases {
     };
 }
 export interface Page {
+    id: string;
     name: string;
     filename: string;
     title: string;
@@ -329,6 +330,7 @@ export interface UserJourneyScreen {
     path: string;
     method: string;
     nextScreens: string[];
+    conversationId?: string;
 }
 export interface UserJourney {
     title: string;

package/dist/esm/src/storm/routes.js

@@ -196,6 +196,22 @@ router.post('/ui/systems/:handle/:systemId/upload', async (req, res) => {
     await stormService_1.default.uploadConversation(handle, systemId);
     res.send({ ok: true });
 });
+router.put('/ui/systems/:handle/:systemId/thumbnail', async (req, res) => {
+    const systemId = req.params.systemId;
+    await stormService_1.default.saveThumbnail(systemId, req.body);
+    res.send({ ok: true });
+});
+router.get('/ui/systems/:handle/:systemId/thumbnail.png', async (req, res) => {
+    const systemId = req.params.systemId;
+    const thumbnail = await stormService_1.default.getThumbnail(systemId);
+    if (thumbnail) {
+        res.set('Content-Type', 'image/png');
+        res.send(thumbnail);
+    }
+    else {
+        res.status(404).send({ error: 'No thumbnail found' });
+    }
+});
 router.delete('/ui/serve/:systemId', async (req, res) => {
     const systemId = req.params.systemId;
     if (!systemId) {
@@ -357,11 +373,11 @@ router.post('/:handle/ui', async (req, res) => {
         let systemPrompt = aiRequest.prompt;
         userJourneysStream.on('data', (data) => {
             try {
-                sendEvent(res, data);
                 if (data.type === 'PROMPT_IMPROVE') {
                     systemPrompt = data.payload.prompt;
                 }
                 if (data.type !== 'USER_JOURNEY') {
+                    sendEvent(res, data);
                     return;
                 }
                 if (userJourneysStream.isAborted()) {
@@ -369,9 +385,11 @@ router.post('/:handle/ui', async (req, res) => {
                 }
                 data.payload.screens.forEach((screen) => {
                     if (!uniqueUserJourneyScreens[screen.name]) {
+                        screen.conversationId = (0, crypto_1.randomUUID)();
                         uniqueUserJourneyScreens[screen.name] = screen;
                     }
                 });
+                sendEvent(res, data);
             }
             catch (e) {
                 console.error('Failed to process event', e);
@@ -422,6 +440,9 @@ router.post('/:handle/ui', async (req, res) => {
             });
         }
         await waitForStormStream(userJourneysStream);
+        if (req.socket.closed) {
+            return;
+        }
         // Get the UI shells
         const shellsStream = await stormClient.createUIShells({
             theme: theme || undefined,
@@ -456,6 +477,9 @@ router.post('/:handle/ui', async (req, res) => {
             sendError(error, res);
         });
         await waitForStormStream(shellsStream);
+        if (req.socket.closed) {
+            return;
+        }
         UI_SERVERS[outerConversationId] = new UIServer_1.UIServer(outerConversationId);
         await UI_SERVERS[outerConversationId].start();
         sendEvent(res, {
@@ -470,7 +494,7 @@ router.post('/:handle/ui', async (req, res) => {
         onRequestAborted(req, res, () => {
             queue.cancel();
         });
-        queue.on('page', (screenData) => sendPageEvent(outerConversationId, screenData, res));
+        queue.on('page', (pageEvent) => sendPageEvent(outerConversationId, pageEvent, res));
         queue.on('event', (event) => {
             if (event.type === 'FILE_CHUNK') {
                 return;
@@ -493,7 +517,7 @@ router.post('/:handle/ui', async (req, res) => {
                 filename: screen.filename,
                 storage_prefix: outerConversationId + '_',
                 theme,
-            })
+            }, screen.conversationId)
                 .catch((e) => {
                 console.error('Failed to generate page for screen %s', screen.name, e);
                 sendError(e, res);

package/dist/esm/src/stormService.d.ts

@@ -1,13 +1,18 @@
+/// <reference types="node" />
 import { StormEvent } from './storm/events';
 export declare class StormService {
     private getConversationFile;
     private getConversationTarball;
+    private getThumbnailFile;
     listRemoteConversations(): Promise<never[]>;
     listLocalConversations(): Promise<{
         id: string;
         description: string;
         title: string;
         url?: string | undefined;
+        lastModified?: number | undefined;
+        createdAt?: number | undefined;
+        thumbnail?: string | undefined;
     }[]>;
     getConversation(conversationId: string): Promise<string>;
     saveConversation(conversationId: string, events: StormEvent[]): Promise<void>;
@@ -15,6 +20,8 @@ export declare class StormService {
     deleteConversation(conversationId: string): Promise<void>;
     uploadConversation(handle: string, systemId: string): Promise<void>;
     installProjectById(handle: string, systemId: string): Promise<void>;
+    saveThumbnail(systemId: string, thumbnail: Buffer): Promise<void>;
+    getThumbnail(systemId: string): Promise<Buffer | null>;
 }
 declare const _default: StormService;
 export default _default;

package/dist/esm/src/stormService.js

@@ -41,6 +41,9 @@ class StormService {
     getConversationTarball(conversationId) {
         return path_1.default.join(filesystemManager_1.filesystemManager.getProjectRootFolder(), 'ai-systems', conversationId, 'system.tar.gz');
     }
+    getThumbnailFile(conversationId) {
+        return path_1.default.join(filesystemManager_1.filesystemManager.getProjectRootFolder(), 'ai-systems', conversationId, 'thumbnail.png');
+    }
     async listRemoteConversations() {
         // i.e. conversations from org / user on registry
         return [];
@@ -49,13 +52,16 @@ class StormService {
         const systemsFolder = path_1.default.join(filesystemManager_1.filesystemManager.getProjectRootFolder(), 'ai-systems');
         const eventFiles = await (0, glob_1.glob)('*/events.ndjson', {
             cwd: systemsFolder,
-            absolute: true,
+            stat: true,
+            withFileTypes: true,
         });
         // Returns list of UUIDs - probably want to make it more useful than that
         const conversations = [];
+        // Sort by modification time, newest first
+        eventFiles.sort((a, b) => (b.mtimeMs || 0) - (a.mtimeMs || 0));
         for (const file of eventFiles) {
             try {
-                const nldContents = await promises_1.default.readFile(file, 'utf8');
+                const nldContents = await promises_1.default.readFile(file.fullpath(), 'utf8');
                 const events = nldContents.split('\n').map((e) => JSON.parse(e));
                 // find the shell and get the title tag
                 const shellEvent = events.find((e) => e.type === 'AI' && e.event.type === 'UI_SHELL')?.event;
@@ -86,6 +92,9 @@ class StormService {
                     description: initialPrompt,
                     title: title || 'New system',
                     url,
+                    lastModified: file.mtimeMs,
+                    createdAt: file.birthtimeMs,
+                    thumbnail: (0, fs_1.existsSync)(this.getThumbnailFile(id)) ? `thumbnail.png?v=${file.mtimeMs}` : undefined,
                 });
             }
             catch (e) {
@@ -145,6 +154,18 @@ class StormService {
         });
         await promises_1.default.unlink(tarballFile);
     }
+    async saveThumbnail(systemId, thumbnail) {
+        const thumbnailFile = this.getThumbnailFile(systemId);
+        await promises_1.default.mkdir(path_1.default.dirname(thumbnailFile), { recursive: true });
+        await promises_1.default.writeFile(thumbnailFile, thumbnail);
+    }
+    async getThumbnail(systemId) {
+        const thumbnailFile = this.getThumbnailFile(systemId);
+        if ((0, fs_1.existsSync)(thumbnailFile)) {
+            return promises_1.default.readFile(thumbnailFile);
+        }
+        return null;
+    }
 }
 exports.StormService = StormService;
 exports.default = new StormService();

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@kapeta/local-cluster-service",
-    "version": "0.74.1",
+    "version": "0.75.0",
     "description": "Manages configuration, ports and service discovery for locally running Kapeta systems",
     "type": "commonjs",
     "exports": {

package/src/middleware/stringBody.ts

@@ -15,7 +15,8 @@ export function stringBody(req: StringBodyRequest, res: Response, next: NextFunc
     req.on('data', (chunk) => {
         body.push(chunk);
     }).on('end', () => {
-        req.stringBody = Buffer.concat(body).toString();
+        req.body = Buffer.concat(body);
+        req.stringBody = req.body.toString();
         next();
     });
 }

package/src/storm/PageGenerator.ts

@@ -11,6 +11,7 @@ import PQueue from 'p-queue';
 
 import { hasPageOnDisk, normalizePath, writeImageToDisk } from './page-utils';
 import * as mimetypes from 'mime-types';
+import { randomUUID } from 'node:crypto';
 
 export interface ImagePrompt {
     name: string;
@@ -22,7 +23,10 @@ export interface ImagePrompt {
     content: string;
 }
 
-type InitialPrompt = Omit<UIPagePrompt, 'shell_page'> & { shellType?: 'public' | 'admin' | 'user' };
+type InitialPrompt = Omit<UIPagePrompt, 'shell_page'> & {
+    shellType?: 'public' | 'admin' | 'user';
+};
+type PagePrompt = InitialPrompt & { conversationId: string; id: string };
 
 export class PageQueue extends EventEmitter {
     private readonly queue: PQueue;
@@ -149,7 +153,7 @@ export class PageQueue extends EventEmitter {
                     new RegExp(`^${path.replaceAll('/*', '/[^/]+')}$`).test(url)
                 );
             };
-            const initialPrompts: InitialPrompt[] = [];
+            const initialPrompts: PagePrompt[] = [];
             const resourcePromises = references.map(async (reference) => {
                 if (
                     reference.url.startsWith('#') ||
@@ -185,6 +189,8 @@ export class PageQueue extends EventEmitter {
                         this.pages.set(normalizedPath, reference.description);
 
                         initialPrompts.push({
+                            conversationId: randomUUID(),
+                            id: randomUUID(),
                             name: reference.name,
                             title: reference.title,
                             path: normalizedPath,
@@ -215,20 +221,21 @@ export class PageQueue extends EventEmitter {
                         reason: 'reference',
                         created: Date.now(),
                         payload: {
+                            id: prompt.id,
+                            conversationId: prompt.conversationId,
                             name: prompt.name,
                             title: prompt.title,
                             filename: prompt.filename,
                             method: 'GET',
                             path: prompt.path,
                             prompt: prompt.description,
-                            conversationId: '',
                             content: '',
                             description: prompt.description,
                         },
                     });
                 }
                 // Trigger but don't wait for the "bonus" pages
-                this.addPrompt(prompt).catch((err) => {
+                this.addPrompt(prompt, prompt.conversationId).catch((err) => {
                     console.error('Failed to generate page reference', prompt.name, err);
                     this.emit('error', err);
                 });

package/src/storm/events.ts

@@ -347,6 +347,7 @@ export interface StormEventPhases {
 }
 
 export interface Page {
+    id: string;
     name: string;
     filename: string;
     title: string;
@@ -394,6 +395,7 @@ export interface UserJourneyScreen {
     path: string;
     method: string;
     nextScreens: string[];
+    conversationId?: string;
 }
 
 export interface UserJourney {

package/src/storm/routes.ts

@@ -162,7 +162,7 @@ router.post('/ui/create-system/:handle/:systemId', async (req: KapetaBodyRequest
     sendEvent(res, createPhaseStartEvent(StormEventPhaseType.IMPLEMENT_APIS));
 
     const pagesFromDisk = readFilesAndContent(srcDir);
-    const client = new StormClient(systemId)
+    const client = new StormClient(systemId);
     const pagesWithImplementation = await client.replaceMockWithAPICall({
         pages: pagesFromDisk,
         systemId: systemId,
@@ -260,6 +260,23 @@ router.post('/ui/systems/:handle/:systemId/upload', async (req: KapetaBodyReques
     res.send({ ok: true });
 });
 
+router.put('/ui/systems/:handle/:systemId/thumbnail', async (req: KapetaBodyRequest, res: Response) => {
+    const systemId = req.params.systemId as string;
+    await stormService.saveThumbnail(systemId, req.body as Buffer);
+    res.send({ ok: true });
+});
+
+router.get('/ui/systems/:handle/:systemId/thumbnail.png', async (req: KapetaBodyRequest, res: Response) => {
+    const systemId = req.params.systemId as string;
+    const thumbnail = await stormService.getThumbnail(systemId);
+    if (thumbnail) {
+        res.set('Content-Type', 'image/png');
+        res.send(thumbnail);
+    } else {
+        res.status(404).send({ error: 'No thumbnail found' });
+    }
+});
+
 router.delete('/ui/serve/:systemId', async (req: KapetaBodyRequest, res: Response) => {
     const systemId = req.params.systemId as string | undefined;
     if (!systemId) {
@@ -458,11 +475,11 @@ router.post('/:handle/ui', async (req: KapetaBodyRequest, res: Response) => {
 
         userJourneysStream.on('data', (data: StormEvent) => {
             try {
-                sendEvent(res, data);
                 if (data.type === 'PROMPT_IMPROVE') {
                     systemPrompt = data.payload.prompt;
                 }
                 if (data.type !== 'USER_JOURNEY') {
+                    sendEvent(res, data);
                     return;
                 }
 
@@ -472,9 +489,12 @@ router.post('/:handle/ui', async (req: KapetaBodyRequest, res: Response) => {
 
                 data.payload.screens.forEach((screen) => {
                     if (!uniqueUserJourneyScreens[screen.name]) {
+                        screen.conversationId = randomUUID();
                         uniqueUserJourneyScreens[screen.name] = screen;
                     }
                 });
+
+                sendEvent(res, data);
             } catch (e) {
                 console.error('Failed to process event', e);
             }
@@ -528,6 +548,10 @@ router.post('/:handle/ui', async (req: KapetaBodyRequest, res: Response) => {
 
         await waitForStormStream(userJourneysStream);
 
+        if (req.socket.closed) {
+            return;
+        }
+
         // Get the UI shells
         const shellsStream = await stormClient.createUIShells(
             {
@@ -574,6 +598,10 @@ router.post('/:handle/ui', async (req: KapetaBodyRequest, res: Response) => {
 
         await waitForStormStream(shellsStream);
 
+        if (req.socket.closed) {
+            return;
+        }
+
         UI_SERVERS[outerConversationId] = new UIServer(outerConversationId);
         await UI_SERVERS[outerConversationId].start();
 
@@ -591,7 +619,7 @@ router.post('/:handle/ui', async (req: KapetaBodyRequest, res: Response) => {
             queue.cancel();
         });
 
-        queue.on('page', (screenData: StormEventPage) => sendPageEvent(outerConversationId, screenData, res));
+        queue.on('page', (pageEvent: StormEventPage) => sendPageEvent(outerConversationId, pageEvent, res));
 
         queue.on('event', (event: StormEvent) => {
             if (event.type === 'FILE_CHUNK') {
@@ -607,17 +635,20 @@ router.post('/:handle/ui', async (req: KapetaBodyRequest, res: Response) => {
 
         for (const screen of Object.values(uniqueUserJourneyScreens)) {
             queue
-                .addPrompt({
-                    prompt: screen.requirements,
-                    method: screen.method,
-                    path: screen.path,
-                    description: screen.requirements,
-                    name: screen.name,
-                    title: screen.title,
-                    filename: screen.filename,
-                    storage_prefix: outerConversationId + '_',
-                    theme,
-                })
+                .addPrompt(
+                    {
+                        prompt: screen.requirements,
+                        method: screen.method,
+                        path: screen.path,
+                        description: screen.requirements,
+                        name: screen.name,
+                        title: screen.title,
+                        filename: screen.filename,
+                        storage_prefix: outerConversationId + '_',
+                        theme,
+                    },
+                    screen.conversationId
+                )
                 .catch((e) => {
                     console.error('Failed to generate page for screen %s', screen.name, e);
                     sendError(e as any, res);

package/src/stormService.ts

@@ -1,5 +1,5 @@
 import fs from 'fs/promises';
-import { glob } from 'glob';
+import { glob, Path } from 'glob';
 import { filesystemManager } from './filesystemManager';
 import path from 'path';
 import { existsSync } from 'fs';
@@ -16,6 +16,10 @@ export class StormService {
         return path.join(filesystemManager.getProjectRootFolder()!, 'ai-systems', conversationId, 'system.tar.gz');
     }
 
+    private getThumbnailFile(conversationId: string) {
+        return path.join(filesystemManager.getProjectRootFolder()!, 'ai-systems', conversationId, 'thumbnail.png');
+    }
+
     async listRemoteConversations() {
         // i.e. conversations from org / user on registry
         return [];
@@ -25,13 +29,24 @@ export class StormService {
         const systemsFolder = path.join(filesystemManager.getProjectRootFolder()!, 'ai-systems');
         const eventFiles = await glob('*/events.ndjson', {
             cwd: systemsFolder,
-            absolute: true,
+            stat: true,
+            withFileTypes: true,
         });
         // Returns list of UUIDs - probably want to make it more useful than that
-        const conversations: { id: string; description: string; title: string; url?: string }[] = [];
+        const conversations: {
+            id: string;
+            description: string;
+            title: string;
+            url?: string;
+            lastModified?: number;
+            createdAt?: number;
+            thumbnail?: string;
+        }[] = [];
+        // Sort by modification time, newest first
+        eventFiles.sort((a, b) => (b.mtimeMs || 0) - (a.mtimeMs || 0));
         for (const file of eventFiles) {
             try {
-                const nldContents = await fs.readFile(file as string, 'utf8');
+                const nldContents = await fs.readFile(file.fullpath(), 'utf8');
                 const events = nldContents.split('\n').map((e) => JSON.parse(e)) as {
                     // | { type: 'USER'; event: any } // IS stupid!
                     type: 'AI';
@@ -79,6 +94,9 @@ export class StormService {
                     description: initialPrompt,
                     title: title || 'New system',
                     url,
+                    lastModified: file.mtimeMs,
+                    createdAt: file.birthtimeMs,
+                    thumbnail: existsSync(this.getThumbnailFile(id)) ? `thumbnail.png?v=${file.mtimeMs}` : undefined,
                 });
             } catch (e) {
                 console.error('Failed to load conversation at %s', file, e);
@@ -148,6 +166,20 @@ export class StormService {
         });
         await fs.unlink(tarballFile);
     }
+
+    async saveThumbnail(systemId: string, thumbnail: Buffer) {
+        const thumbnailFile = this.getThumbnailFile(systemId);
+        await fs.mkdir(path.dirname(thumbnailFile), { recursive: true });
+        await fs.writeFile(thumbnailFile, thumbnail);
+    }
+
+    async getThumbnail(systemId: string) {
+        const thumbnailFile = this.getThumbnailFile(systemId);
+        if (existsSync(thumbnailFile)) {
+            return fs.readFile(thumbnailFile);
+        }
+        return null;
+    }
 }
 
 export default new StormService();