@kapeta/local-cluster-service 0.73.0 → 0.74.1

package/src/stormService.ts

@@ -3,9 +3,9 @@ import { glob } from 'glob';
 import { filesystemManager } from './filesystemManager';
 import path from 'path';
 import { existsSync } from 'fs';
-import { StormEvent, StormEventPromptImprove, StormEventUIShell } from './storm/events';
+import { StormEvent, StormEventModelResponse, StormEventPromptImprove, StormEventUIShell } from './storm/events';
 import * as tar from 'tar';
-import { stormClient } from './storm/stormClient';
+import { StormClient } from './storm/stormClient';
 
 export class StormService {
     private getConversationFile(conversationId: string) {
@@ -28,39 +28,61 @@ export class StormService {
             absolute: true,
         });
         // Returns list of UUIDs - probably want to make it more useful than that
-        const conversations: { id: string; description: string; title: string }[] = [];
+        const conversations: { id: string; description: string; title: string; url?: string }[] = [];
         for (const file of eventFiles) {
-            const nldContents = await fs.readFile(file as string, 'utf8');
-            const events = nldContents.split('\n').map((e) => JSON.parse(e)) as {
-                // | { type: 'USER'; event: any } // IS stupid!
-                type: 'AI';
-                systemId: string;
-                event: StormEvent;
-            }[];
-            // find the shell and get the title tag
-            const shellEvent = events.find((e) => e.type === 'AI' && e.event.type === 'UI_SHELL')?.event as
-                | StormEventUIShell
-                | undefined;
-            const html = shellEvent?.payload.content;
-            const title = html?.match(/<title>(.*?)<\/title>/)?.[1];
-            const id = events.find((e) => e.type === 'AI')?.systemId;
-
-            const initialPrompt =
-                (
-                    events.find((e) => e.type === 'AI' && e.event.type === 'PROMPT_IMPROVE')?.event as
-                        | StormEventPromptImprove
-                        | undefined
-                )?.payload?.prompt || (events[0] as any).text;
-
-            if (!id) {
-                continue;
+            try {
+                const nldContents = await fs.readFile(file as string, 'utf8');
+                const events = nldContents.split('\n').map((e) => JSON.parse(e)) as {
+                    // | { type: 'USER'; event: any } // IS stupid!
+                    type: 'AI';
+                    systemId: string;
+                    event: StormEvent;
+                    reason: string;
+                }[];
+                // find the shell and get the title tag
+                const shellEvent = events.find((e) => e.type === 'AI' && e.event.type === 'UI_SHELL')?.event as
+                    | StormEventUIShell
+                    | undefined;
+                const html = shellEvent?.payload.content;
+                const title = html?.match(/<title>(.*?)<\/title>/)?.[1];
+                const id = events.find((e) => e.type === 'AI')?.systemId;
+
+                const initialPrompt =
+                    (
+                        events.find((e) => e.type === 'AI' && e.event.type === 'PROMPT_IMPROVE')?.event as
+                            | StormEventPromptImprove
+                            | undefined
+                    )?.payload?.prompt || (events[0] as any).text;
+
+                if (!id) {
+                    continue;
+                }
+
+                let url = undefined;
+                // Find the last model response event that has a URL in the payload (in case it changed over time)
+                for (const evt of [...events].reverse()) {
+                    const event = evt.event;
+                    if (evt.type === 'AI' && event.type === 'MODEL_RESPONSE') {
+                        // Look for a URL in the model response markdown
+                        const regex = /\[(.*?)\]\((.*?)\)/g;
+                        const match = regex.exec(event.payload.text);
+                        const [, _linkText, linkUrl] = match || [];
+                        if (linkUrl?.startsWith('http')) {
+                            url = linkUrl;
+                            break;
+                        }
+                    }
+                }
+
+                conversations.push({
+                    id,
+                    description: initialPrompt,
+                    title: title || 'New system',
+                    url,
+                });
+            } catch (e) {
+                console.error('Failed to load conversation at %s', file, e);
             }
-
-            conversations.push({
-                id,
-                description: initialPrompt,
-                title: title || 'New system',
-            });
         }
 
         return conversations;
@@ -96,8 +118,8 @@ export class StormService {
         }
     }
 
-    async uploadConversation(handle: string, conversationId: string) {
-        const tarballFile = this.getConversationTarball(conversationId);
+    async uploadConversation(handle: string, systemId: string) {
+        const tarballFile = this.getConversationTarball(systemId);
         const destDir = path.dirname(tarballFile);
         const tarballName = path.basename(tarballFile);
         await tar.create(
@@ -109,13 +131,15 @@ export class StormService {
             },
             ['.']
         );
-        await stormClient.uploadSystem(handle, conversationId, await fs.readFile(tarballFile));
+        const stormClient = new StormClient(systemId);
+        await stormClient.uploadSystem(handle, systemId, await fs.readFile(tarballFile));
     }
 
-    async installProjectById(handle: string, conversationId: string) {
-        const tarballFile = this.getConversationTarball(conversationId);
+    async installProjectById(handle: string, systemId: string) {
+        const tarballFile = this.getConversationTarball(systemId);
         const destDir = path.dirname(tarballFile);
-        const buffer = await stormClient.downloadSystem(handle, conversationId);
+        const stormClient = new StormClient(systemId);
+        const buffer = await stormClient.downloadSystem(handle, systemId);
         await fs.mkdir(destDir, { recursive: true });
         await fs.writeFile(tarballFile, buffer);
         await tar.extract({