@kapeta/local-cluster-service 0.74.2 → 0.75.0

package/CHANGELOG.md

@@ -1,3 +1,10 @@
+# [0.75.0](https://github.com/kapetacom/local-cluster-service/compare/v0.74.2...v0.75.0) (2024-09-30)
+
+
+### Features
+
+* add thumbnail support and timestamps to AI systems [CORE-3532] ([#262](https://github.com/kapetacom/local-cluster-service/issues/262)) ([31a3cad](https://github.com/kapetacom/local-cluster-service/commit/31a3cadba0d5034d3497b98616468e12ce3f586b))
+
 ## [0.74.2](https://github.com/kapetacom/local-cluster-service/compare/v0.74.1...v0.74.2) (2024-09-27)
 
 

package/dist/cjs/src/middleware/stringBody.js

@@ -11,7 +11,8 @@ function stringBody(req, res, next) {
     req.on('data', (chunk) => {
         body.push(chunk);
     }).on('end', () => {
-        req.stringBody = Buffer.concat(body).toString();
+        req.body = Buffer.concat(body);
+        req.stringBody = req.body.toString();
         next();
     });
 }

package/dist/cjs/src/storm/routes.js

@@ -196,6 +196,22 @@ router.post('/ui/systems/:handle/:systemId/upload', async (req, res) => {
     await stormService_1.default.uploadConversation(handle, systemId);
     res.send({ ok: true });
 });
+router.put('/ui/systems/:handle/:systemId/thumbnail', async (req, res) => {
+    const systemId = req.params.systemId;
+    await stormService_1.default.saveThumbnail(systemId, req.body);
+    res.send({ ok: true });
+});
+router.get('/ui/systems/:handle/:systemId/thumbnail.png', async (req, res) => {
+    const systemId = req.params.systemId;
+    const thumbnail = await stormService_1.default.getThumbnail(systemId);
+    if (thumbnail) {
+        res.set('Content-Type', 'image/png');
+        res.send(thumbnail);
+    }
+    else {
+        res.status(404).send({ error: 'No thumbnail found' });
+    }
+});
 router.delete('/ui/serve/:systemId', async (req, res) => {
     const systemId = req.params.systemId;
     if (!systemId) {

package/dist/cjs/src/stormService.d.ts

@@ -1,13 +1,18 @@
+/// <reference types="node" />
 import { StormEvent } from './storm/events';
 export declare class StormService {
     private getConversationFile;
     private getConversationTarball;
+    private getThumbnailFile;
     listRemoteConversations(): Promise<never[]>;
     listLocalConversations(): Promise<{
         id: string;
         description: string;
         title: string;
         url?: string | undefined;
+        lastModified?: number | undefined;
+        createdAt?: number | undefined;
+        thumbnail?: string | undefined;
     }[]>;
     getConversation(conversationId: string): Promise<string>;
     saveConversation(conversationId: string, events: StormEvent[]): Promise<void>;
@@ -15,6 +20,8 @@ export declare class StormService {
     deleteConversation(conversationId: string): Promise<void>;
     uploadConversation(handle: string, systemId: string): Promise<void>;
     installProjectById(handle: string, systemId: string): Promise<void>;
+    saveThumbnail(systemId: string, thumbnail: Buffer): Promise<void>;
+    getThumbnail(systemId: string): Promise<Buffer | null>;
 }
 declare const _default: StormService;
 export default _default;

package/dist/cjs/src/stormService.js

@@ -41,6 +41,9 @@ class StormService {
     getConversationTarball(conversationId) {
         return path_1.default.join(filesystemManager_1.filesystemManager.getProjectRootFolder(), 'ai-systems', conversationId, 'system.tar.gz');
     }
+    getThumbnailFile(conversationId) {
+        return path_1.default.join(filesystemManager_1.filesystemManager.getProjectRootFolder(), 'ai-systems', conversationId, 'thumbnail.png');
+    }
     async listRemoteConversations() {
         // i.e. conversations from org / user on registry
         return [];
@@ -49,13 +52,16 @@ class StormService {
         const systemsFolder = path_1.default.join(filesystemManager_1.filesystemManager.getProjectRootFolder(), 'ai-systems');
         const eventFiles = await (0, glob_1.glob)('*/events.ndjson', {
             cwd: systemsFolder,
-            absolute: true,
+            stat: true,
+            withFileTypes: true,
         });
         // Returns list of UUIDs - probably want to make it more useful than that
         const conversations = [];
+        // Sort by modification time, newest first
+        eventFiles.sort((a, b) => (b.mtimeMs || 0) - (a.mtimeMs || 0));
         for (const file of eventFiles) {
             try {
-                const nldContents = await promises_1.default.readFile(file, 'utf8');
+                const nldContents = await promises_1.default.readFile(file.fullpath(), 'utf8');
                 const events = nldContents.split('\n').map((e) => JSON.parse(e));
                 // find the shell and get the title tag
                 const shellEvent = events.find((e) => e.type === 'AI' && e.event.type === 'UI_SHELL')?.event;
@@ -86,6 +92,9 @@ class StormService {
                     description: initialPrompt,
                     title: title || 'New system',
                     url,
+                    lastModified: file.mtimeMs,
+                    createdAt: file.birthtimeMs,
+                    thumbnail: (0, fs_1.existsSync)(this.getThumbnailFile(id)) ? `thumbnail.png?v=${file.mtimeMs}` : undefined,
                 });
             }
             catch (e) {
@@ -145,6 +154,18 @@ class StormService {
         });
         await promises_1.default.unlink(tarballFile);
     }
+    async saveThumbnail(systemId, thumbnail) {
+        const thumbnailFile = this.getThumbnailFile(systemId);
+        await promises_1.default.mkdir(path_1.default.dirname(thumbnailFile), { recursive: true });
+        await promises_1.default.writeFile(thumbnailFile, thumbnail);
+    }
+    async getThumbnail(systemId) {
+        const thumbnailFile = this.getThumbnailFile(systemId);
+        if ((0, fs_1.existsSync)(thumbnailFile)) {
+            return promises_1.default.readFile(thumbnailFile);
+        }
+        return null;
+    }
 }
 exports.StormService = StormService;
 exports.default = new StormService();

package/dist/esm/src/middleware/stringBody.js

@@ -11,7 +11,8 @@ function stringBody(req, res, next) {
     req.on('data', (chunk) => {
         body.push(chunk);
     }).on('end', () => {
-        req.stringBody = Buffer.concat(body).toString();
+        req.body = Buffer.concat(body);
+        req.stringBody = req.body.toString();
         next();
     });
 }

package/dist/esm/src/storm/routes.js

@@ -196,6 +196,22 @@ router.post('/ui/systems/:handle/:systemId/upload', async (req, res) => {
     await stormService_1.default.uploadConversation(handle, systemId);
     res.send({ ok: true });
 });
+router.put('/ui/systems/:handle/:systemId/thumbnail', async (req, res) => {
+    const systemId = req.params.systemId;
+    await stormService_1.default.saveThumbnail(systemId, req.body);
+    res.send({ ok: true });
+});
+router.get('/ui/systems/:handle/:systemId/thumbnail.png', async (req, res) => {
+    const systemId = req.params.systemId;
+    const thumbnail = await stormService_1.default.getThumbnail(systemId);
+    if (thumbnail) {
+        res.set('Content-Type', 'image/png');
+        res.send(thumbnail);
+    }
+    else {
+        res.status(404).send({ error: 'No thumbnail found' });
+    }
+});
 router.delete('/ui/serve/:systemId', async (req, res) => {
     const systemId = req.params.systemId;
     if (!systemId) {

package/dist/esm/src/stormService.d.ts

@@ -1,13 +1,18 @@
+/// <reference types="node" />
 import { StormEvent } from './storm/events';
 export declare class StormService {
     private getConversationFile;
     private getConversationTarball;
+    private getThumbnailFile;
     listRemoteConversations(): Promise<never[]>;
     listLocalConversations(): Promise<{
         id: string;
         description: string;
         title: string;
         url?: string | undefined;
+        lastModified?: number | undefined;
+        createdAt?: number | undefined;
+        thumbnail?: string | undefined;
     }[]>;
     getConversation(conversationId: string): Promise<string>;
     saveConversation(conversationId: string, events: StormEvent[]): Promise<void>;
@@ -15,6 +20,8 @@ export declare class StormService {
     deleteConversation(conversationId: string): Promise<void>;
     uploadConversation(handle: string, systemId: string): Promise<void>;
     installProjectById(handle: string, systemId: string): Promise<void>;
+    saveThumbnail(systemId: string, thumbnail: Buffer): Promise<void>;
+    getThumbnail(systemId: string): Promise<Buffer | null>;
 }
 declare const _default: StormService;
 export default _default;

package/dist/esm/src/stormService.js

@@ -41,6 +41,9 @@ class StormService {
     getConversationTarball(conversationId) {
         return path_1.default.join(filesystemManager_1.filesystemManager.getProjectRootFolder(), 'ai-systems', conversationId, 'system.tar.gz');
     }
+    getThumbnailFile(conversationId) {
+        return path_1.default.join(filesystemManager_1.filesystemManager.getProjectRootFolder(), 'ai-systems', conversationId, 'thumbnail.png');
+    }
     async listRemoteConversations() {
         // i.e. conversations from org / user on registry
         return [];
@@ -49,13 +52,16 @@ class StormService {
         const systemsFolder = path_1.default.join(filesystemManager_1.filesystemManager.getProjectRootFolder(), 'ai-systems');
         const eventFiles = await (0, glob_1.glob)('*/events.ndjson', {
             cwd: systemsFolder,
-            absolute: true,
+            stat: true,
+            withFileTypes: true,
         });
         // Returns list of UUIDs - probably want to make it more useful than that
         const conversations = [];
+        // Sort by modification time, newest first
+        eventFiles.sort((a, b) => (b.mtimeMs || 0) - (a.mtimeMs || 0));
         for (const file of eventFiles) {
             try {
-                const nldContents = await promises_1.default.readFile(file, 'utf8');
+                const nldContents = await promises_1.default.readFile(file.fullpath(), 'utf8');
                 const events = nldContents.split('\n').map((e) => JSON.parse(e));
                 // find the shell and get the title tag
                 const shellEvent = events.find((e) => e.type === 'AI' && e.event.type === 'UI_SHELL')?.event;
@@ -86,6 +92,9 @@ class StormService {
                     description: initialPrompt,
                     title: title || 'New system',
                     url,
+                    lastModified: file.mtimeMs,
+                    createdAt: file.birthtimeMs,
+                    thumbnail: (0, fs_1.existsSync)(this.getThumbnailFile(id)) ? `thumbnail.png?v=${file.mtimeMs}` : undefined,
                 });
             }
             catch (e) {
@@ -145,6 +154,18 @@ class StormService {
         });
         await promises_1.default.unlink(tarballFile);
     }
+    async saveThumbnail(systemId, thumbnail) {
+        const thumbnailFile = this.getThumbnailFile(systemId);
+        await promises_1.default.mkdir(path_1.default.dirname(thumbnailFile), { recursive: true });
+        await promises_1.default.writeFile(thumbnailFile, thumbnail);
+    }
+    async getThumbnail(systemId) {
+        const thumbnailFile = this.getThumbnailFile(systemId);
+        if ((0, fs_1.existsSync)(thumbnailFile)) {
+            return promises_1.default.readFile(thumbnailFile);
+        }
+        return null;
+    }
 }
 exports.StormService = StormService;
 exports.default = new StormService();

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@kapeta/local-cluster-service",
-    "version": "0.74.2",
+    "version": "0.75.0",
     "description": "Manages configuration, ports and service discovery for locally running Kapeta systems",
     "type": "commonjs",
     "exports": {

package/src/middleware/stringBody.ts

@@ -15,7 +15,8 @@ export function stringBody(req: StringBodyRequest, res: Response, next: NextFunc
     req.on('data', (chunk) => {
         body.push(chunk);
     }).on('end', () => {
-        req.stringBody = Buffer.concat(body).toString();
+        req.body = Buffer.concat(body);
+        req.stringBody = req.body.toString();
         next();
     });
 }

package/src/storm/routes.ts

@@ -162,7 +162,7 @@ router.post('/ui/create-system/:handle/:systemId', async (req: KapetaBodyRequest
     sendEvent(res, createPhaseStartEvent(StormEventPhaseType.IMPLEMENT_APIS));
 
     const pagesFromDisk = readFilesAndContent(srcDir);
-    const client = new StormClient(systemId)
+    const client = new StormClient(systemId);
     const pagesWithImplementation = await client.replaceMockWithAPICall({
         pages: pagesFromDisk,
         systemId: systemId,
@@ -260,6 +260,23 @@ router.post('/ui/systems/:handle/:systemId/upload', async (req: KapetaBodyReques
     res.send({ ok: true });
 });
 
+router.put('/ui/systems/:handle/:systemId/thumbnail', async (req: KapetaBodyRequest, res: Response) => {
+    const systemId = req.params.systemId as string;
+    await stormService.saveThumbnail(systemId, req.body as Buffer);
+    res.send({ ok: true });
+});
+
+router.get('/ui/systems/:handle/:systemId/thumbnail.png', async (req: KapetaBodyRequest, res: Response) => {
+    const systemId = req.params.systemId as string;
+    const thumbnail = await stormService.getThumbnail(systemId);
+    if (thumbnail) {
+        res.set('Content-Type', 'image/png');
+        res.send(thumbnail);
+    } else {
+        res.status(404).send({ error: 'No thumbnail found' });
+    }
+});
+
 router.delete('/ui/serve/:systemId', async (req: KapetaBodyRequest, res: Response) => {
     const systemId = req.params.systemId as string | undefined;
     if (!systemId) {

package/src/stormService.ts

@@ -1,5 +1,5 @@
 import fs from 'fs/promises';
-import { glob } from 'glob';
+import { glob, Path } from 'glob';
 import { filesystemManager } from './filesystemManager';
 import path from 'path';
 import { existsSync } from 'fs';
@@ -16,6 +16,10 @@ export class StormService {
         return path.join(filesystemManager.getProjectRootFolder()!, 'ai-systems', conversationId, 'system.tar.gz');
     }
 
+    private getThumbnailFile(conversationId: string) {
+        return path.join(filesystemManager.getProjectRootFolder()!, 'ai-systems', conversationId, 'thumbnail.png');
+    }
+
     async listRemoteConversations() {
         // i.e. conversations from org / user on registry
         return [];
@@ -25,13 +29,24 @@ export class StormService {
         const systemsFolder = path.join(filesystemManager.getProjectRootFolder()!, 'ai-systems');
         const eventFiles = await glob('*/events.ndjson', {
             cwd: systemsFolder,
-            absolute: true,
+            stat: true,
+            withFileTypes: true,
         });
         // Returns list of UUIDs - probably want to make it more useful than that
-        const conversations: { id: string; description: string; title: string; url?: string }[] = [];
+        const conversations: {
+            id: string;
+            description: string;
+            title: string;
+            url?: string;
+            lastModified?: number;
+            createdAt?: number;
+            thumbnail?: string;
+        }[] = [];
+        // Sort by modification time, newest first
+        eventFiles.sort((a, b) => (b.mtimeMs || 0) - (a.mtimeMs || 0));
         for (const file of eventFiles) {
             try {
-                const nldContents = await fs.readFile(file as string, 'utf8');
+                const nldContents = await fs.readFile(file.fullpath(), 'utf8');
                 const events = nldContents.split('\n').map((e) => JSON.parse(e)) as {
                     // | { type: 'USER'; event: any } // IS stupid!
                     type: 'AI';
@@ -79,6 +94,9 @@ export class StormService {
                     description: initialPrompt,
                     title: title || 'New system',
                     url,
+                    lastModified: file.mtimeMs,
+                    createdAt: file.birthtimeMs,
+                    thumbnail: existsSync(this.getThumbnailFile(id)) ? `thumbnail.png?v=${file.mtimeMs}` : undefined,
                 });
             } catch (e) {
                 console.error('Failed to load conversation at %s', file, e);
@@ -148,6 +166,20 @@ export class StormService {
         });
         await fs.unlink(tarballFile);
     }
+
+    async saveThumbnail(systemId: string, thumbnail: Buffer) {
+        const thumbnailFile = this.getThumbnailFile(systemId);
+        await fs.mkdir(path.dirname(thumbnailFile), { recursive: true });
+        await fs.writeFile(thumbnailFile, thumbnail);
+    }
+
+    async getThumbnail(systemId: string) {
+        const thumbnailFile = this.getThumbnailFile(systemId);
+        if (existsSync(thumbnailFile)) {
+            return fs.readFile(thumbnailFile);
+        }
+        return null;
+    }
 }
 
 export default new StormService();