@kapeta/local-cluster-service 0.71.4 → 0.71.6

package/CHANGELOG.md

@@ -1,3 +1,19 @@
+## [0.71.6](https://github.com/kapetacom/local-cluster-service/compare/v0.71.5...v0.71.6) (2024-09-19)
+
+
+### Bug Fixes
+
+* Change to simple json response for now ([#256](https://github.com/kapetacom/local-cluster-service/issues/256)) ([7d8ae48](https://github.com/kapetacom/local-cluster-service/commit/7d8ae4813b78f478a0f719195ea33dc2890f1d2a))
+
+## [0.71.5](https://github.com/kapetacom/local-cluster-service/compare/v0.71.4...v0.71.5) (2024-09-19)
+
+
+### Bug Fixes
+
+* adds create-system-simple route ([fea005a](https://github.com/kapetacom/local-cluster-service/commit/fea005a183b45a2caf6811ae6d0d7019386a21ef))
+* review comments ([17f8192](https://github.com/kapetacom/local-cluster-service/commit/17f819237efff8bb57dfdb9b2f53431d5dc44021))
+* send html + images etc. to endpoint ([bdb5e81](https://github.com/kapetacom/local-cluster-service/commit/bdb5e818d66fff6983f126d872fdf228e97bc5d1))
+
 ## [0.71.4](https://github.com/kapetacom/local-cluster-service/compare/v0.71.3...v0.71.4) (2024-09-19)
 
 

package/dist/cjs/src/storm/events.d.ts

@@ -273,6 +273,7 @@ export interface StormEventDefinitionChange {
 export declare enum StormEventPhaseType {
     IMPLEMENT_APIS = "IMPLEMENT_APIS",// Implement APIs in the html pages
     COMPOSE_SYSTEM_PROMPT = "COMPOSE_SYSTEM_PROMPT",// Compose system prompt for bottom-up approach
+    COMPOSE_SYSTEM = "COMPOSE_SYSTEM",
     META = "META",
     DEFINITIONS = "DEFINITIONS",
     IMPLEMENTATION = "IMPLEMENTATION",
@@ -395,5 +396,13 @@ export interface StormEventUIStarted {
         resetUrl: string;
     };
 }
-export type StormEvent = StormEventCreateBlock | StormEventCreateConnection | StormEventCreatePlanProperties | StormEventInvalidResponse | StormEventPlanRetry | StormEventCreateDSL | StormEventCreateDSLResource | StormEventError | StormEventScreen | StormEventScreenCandidate | StormEventFileLogical | StormEventFileState | StormEventFileDone | StormEventFileFailed | StormEventFileChunk | StormEventDone | StormEventDefinitionChange | StormEventErrorClassifier | StormEventCodeFix | StormEventErrorDetails | StormEventBlockReady | StormEventPhases | StormEventBlockStatus | StormEventCreateDSLRetry | StormEventUserJourney | StormEventUIShell | StormEventPage | StormEventPageUrl | StormEventPromptImprove | StormEventLandingPage | StormEventReferenceClassification | StormEventApiBase | StormEventUIStarted | StormImage;
+export interface StormEventSystemReady {
+    type: 'SYSTEM_READY';
+    reason: string;
+    created: number;
+    payload: {
+        systemUrl: string;
+    };
+}
+export type StormEvent = StormEventCreateBlock | StormEventCreateConnection | StormEventCreatePlanProperties | StormEventInvalidResponse | StormEventPlanRetry | StormEventCreateDSL | StormEventCreateDSLResource | StormEventError | StormEventScreen | StormEventScreenCandidate | StormEventFileLogical | StormEventFileState | StormEventFileDone | StormEventFileFailed | StormEventFileChunk | StormEventDone | StormEventDefinitionChange | StormEventErrorClassifier | StormEventCodeFix | StormEventErrorDetails | StormEventBlockReady | StormEventPhases | StormEventBlockStatus | StormEventCreateDSLRetry | StormEventUserJourney | StormEventUIShell | StormEventPage | StormEventPageUrl | StormEventPromptImprove | StormEventLandingPage | StormEventReferenceClassification | StormEventApiBase | StormEventUIStarted | StormImage | StormEventSystemReady;
 export {};

package/dist/cjs/src/storm/events.js

@@ -13,6 +13,7 @@ var StormEventPhaseType;
 (function (StormEventPhaseType) {
     StormEventPhaseType["IMPLEMENT_APIS"] = "IMPLEMENT_APIS";
     StormEventPhaseType["COMPOSE_SYSTEM_PROMPT"] = "COMPOSE_SYSTEM_PROMPT";
+    StormEventPhaseType["COMPOSE_SYSTEM"] = "COMPOSE_SYSTEM";
     StormEventPhaseType["META"] = "META";
     StormEventPhaseType["DEFINITIONS"] = "DEFINITIONS";
     StormEventPhaseType["IMPLEMENTATION"] = "IMPLEMENTATION";

package/dist/cjs/src/storm/routes.js

@@ -13,6 +13,7 @@ const path_1 = __importDefault(require("path"));
 const lodash_1 = __importDefault(require("lodash"));
 const cors_1 = require("../middleware/cors");
 const stringBody_1 = require("../middleware/stringBody");
+const stream_1 = require("./stream");
 const stormClient_1 = require("./stormClient");
 const events_1 = require("./events");
 const event_parser_1 = require("./event-parser");
@@ -82,7 +83,7 @@ router.post('/ui/create-system/:handle/:systemId', async (req, res) => {
     });
     await (0, utils_1.copyDirectory)(srcDir, destDir, (fileName, content) => {
         // find the page from result1 and write the content to the file
-        const page = pagesWithImplementation.find((p) => p.filename === fileName);
+        const page = pagesWithImplementation.find((p) => p.fileName === fileName);
         return page ? page.content : content;
     });
     sendEvent(res, (0, event_parser_1.createPhaseEndEvent)(events_1.StormEventPhaseType.IMPLEMENT_APIS));
@@ -101,6 +102,45 @@ router.post('/ui/create-system/:handle/:systemId', async (req, res) => {
     req.stringBody = JSON.stringify(promptRequest);
     await handleAll(req, res);
 });
+router.post('/ui/create-system-simple/:handle/:systemId', async (req, res) => {
+    const handle = req.params.handle;
+    const systemId = req.params.systemId;
+    const srcDir = (0, page_utils_1.getSystemBaseDir)(systemId);
+    //res.set('Content-Type', 'application/x-ndjson');
+    //res.set('Access-Control-Expose-Headers', ConversationIdHeader);
+    //res.set(ConversationIdHeader, systemId);
+    //sendEvent(res, createPhaseStartEvent(StormEventPhaseType.IMPLEMENT_APIS));
+    try {
+        const pagesFromDisk = (0, utils_1.readFilesAndContent)(srcDir);
+        const pagesWithImplementation = await stormClient_1.stormClient.replaceMockWithAPICall({
+            pages: pagesFromDisk,
+        });
+        //sendEvent(res, createPhaseEndEvent(StormEventPhaseType.IMPLEMENT_APIS));
+        //sendEvent(res, createPhaseStartEvent(StormEventPhaseType.COMPOSE_SYSTEM));
+        const allFiles = (0, utils_1.readFilesAndContent)(srcDir, false).map((page) => {
+            if (page.encoding == stream_1.HTMLPageEncoding.TEXT) {
+                const matchingFile = pagesWithImplementation.find((pageWithImpl) => pageWithImpl.fileName === page.fileName);
+                if (matchingFile) {
+                    return matchingFile;
+                }
+            }
+            return page;
+        });
+        const systemUrl = await stormClient_1.stormClient.createSimpleBackend(handle, systemId, { pages: allFiles });
+        //sendEvent(res, {type: 'SYSTEM_READY', created: Math.floor(Date.now() / 1000), reason: 'System Ready', payload: { systemUrl: systemUrl }});
+        //sendEvent(res, createPhaseEndEvent(StormEventPhaseType.COMPOSE_SYSTEM));
+        //sendDone(res);
+        res.json({ url: systemUrl });
+    }
+    catch (err) {
+        res.status(500).json({ error: err.message });
+    }
+    finally {
+        if (!res.closed) {
+            res.end();
+        }
+    }
+});
 router.delete('/ui/serve/:systemId', async (req, res) => {
     const systemId = req.params.systemId;
     if (!systemId) {

package/dist/cjs/src/storm/stormClient.d.ts

@@ -1,5 +1,5 @@
 /// <reference types="node" />
-import { ConversationItem, ImplementAPIClients, StormFileImplementationPrompt, StormStream, StormUIImplementationPrompt, StormUIListPrompt } from './stream';
+import { ConversationItem, CreateSimpleBackendRequest, HTMLPage, ImplementAPIClients, StormFileImplementationPrompt, StormStream, StormUIImplementationPrompt, StormUIListPrompt } from './stream';
 import { Page, StormEventPageUrl } from './events';
 export declare const STORM_ID = "storm";
 export declare const ConversationIdHeader = "Conversation-Id";
@@ -70,8 +70,9 @@ declare class StormClient {
     getVoteUIPage(topic: string, conversationId: string, mainConversationId?: string): Promise<{
         vote: -1 | 0 | 1;
     }>;
-    replaceMockWithAPICall(prompt: ImplementAPIClients): Promise<Page[]>;
+    replaceMockWithAPICall(prompt: ImplementAPIClients): Promise<HTMLPage[]>;
     generatePrompt(pages: string[]): Promise<string>;
+    createSimpleBackend(handle: string, systemId: string, input: CreateSimpleBackendRequest): Promise<string>;
     classifyUIReferences(prompt: string, conversationId?: string): Promise<StormStream>;
     editPages(prompt: UIPageEditPrompt, conversationId?: string): Promise<StormStream>;
     listScreens(prompt: StormUIListPrompt, conversationId?: string): Promise<StormStream>;

package/dist/cjs/src/storm/stormClient.js

@@ -139,8 +139,7 @@ class StormClient {
             method: 'POST',
             body: JSON.stringify(prompt.pages),
         });
-        const data = await response.json();
-        return data;
+        return await response.json();
     }
     async generatePrompt(pages) {
         const u = `${this._baseUrl}/v2/ui/prompt`;
@@ -152,6 +151,19 @@ class StormClient {
         });
         return await response.text();
     }
+    async createSimpleBackend(handle, systemId, input) {
+        const u = `${this._baseUrl}/v2/create-simple-backend/${handle}/${systemId}`;
+        const response = await fetch(u, {
+            method: 'POST',
+            body: JSON.stringify({
+                pages: input.pages,
+            }),
+        });
+        if (!response.ok) {
+            throw new Error(`HTTP error! Status: ${response.status}`);
+        }
+        return await response.text();
+    }
     classifyUIReferences(prompt, conversationId) {
         return this.send('/v2/ui/references', {
             prompt: prompt,

package/dist/cjs/src/storm/stream.d.ts

@@ -72,10 +72,18 @@ export interface StormUIListPrompt {
     blockName: string;
     prompt: string;
 }
+export declare enum HTMLPageEncoding {
+    TEXT = "TEXT",
+    BINARY = "BINARY"
+}
 export interface ImplementAPIClients {
-    pages: Page[];
+    pages: HTMLPage[];
 }
-export interface Page {
+export interface HTMLPage {
     fileName: string;
     content: string;
+    encoding: HTMLPageEncoding;
+}
+export interface CreateSimpleBackendRequest {
+    pages: HTMLPage[];
 }

package/dist/cjs/src/storm/stream.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.StormStream = void 0;
+exports.HTMLPageEncoding = exports.StormStream = void 0;
 /**
  * Copyright 2023 Kapeta Inc.
  * SPDX-License-Identifier: BUSL-1.1
@@ -74,3 +74,8 @@ class StormStream extends node_events_1.EventEmitter {
     }
 }
 exports.StormStream = StormStream;
+var HTMLPageEncoding;
+(function (HTMLPageEncoding) {
+    HTMLPageEncoding["TEXT"] = "TEXT";
+    HTMLPageEncoding["BINARY"] = "BINARY";
+})(HTMLPageEncoding || (exports.HTMLPageEncoding = HTMLPageEncoding = {}));

package/dist/cjs/src/storm/utils.d.ts

@@ -1,6 +1,6 @@
-import { Page } from './stream';
+import { HTMLPage } from './stream';
 export declare function copyDirectory(src: string, dest: string, modifyHtml: (fileName: string, content: string) => string): Promise<void>;
-export declare function readFilesAndContent(directoryPath: string): Page[];
+export declare function readFilesAndContent(directoryPath: string, htmlExclusive?: boolean): HTMLPage[];
 export declare function createFuture<T = void>(): {
     promise: Promise<T>;
     resolve: (value: T | PromiseLike<T>) => void;

package/dist/cjs/src/storm/utils.js

@@ -10,6 +10,7 @@ exports.createFuture = exports.readFilesAndContent = exports.copyDirectory = voi
  */
 const fs_extra_1 = __importDefault(require("fs-extra"));
 const path_1 = __importDefault(require("path"));
+const stream_1 = require("./stream");
 async function copyDirectory(src, dest, modifyHtml) {
     await fs_extra_1.default.promises.mkdir(dest, { recursive: true });
     const entries = await fs_extra_1.default.promises.readdir(src, { withFileTypes: true });
@@ -29,19 +30,28 @@ async function copyDirectory(src, dest, modifyHtml) {
     }
 }
 exports.copyDirectory = copyDirectory;
-function readFilesAndContent(directoryPath) {
+function readFilesAndContent(directoryPath, htmlExclusive = true) {
     const htmlFiles = [];
     function traverseDirectory(currentPath) {
         const files = fs_extra_1.default.readdirSync(currentPath);
         for (const file of files) {
             const fileName = path_1.default.join(currentPath, file);
+            const relativeFilename = path_1.default.relative(directoryPath, fileName);
             const stats = fs_extra_1.default.statSync(fileName);
             if (stats.isDirectory()) {
                 traverseDirectory(fileName);
             }
-            else if (stats.isFile() && path_1.default.extname(fileName) === '.html') {
-                const content = fs_extra_1.default.readFileSync(fileName, 'utf8');
-                htmlFiles.push({ fileName, content });
+            else if (stats.isFile()) {
+                if (path_1.default.extname(fileName) === '.html') {
+                    const content = fs_extra_1.default.readFileSync(fileName, 'utf8');
+                    htmlFiles.push({ fileName: relativeFilename, content: content, encoding: stream_1.HTMLPageEncoding.TEXT });
+                }
+                else {
+                    if (!htmlExclusive) {
+                        const content = fs_extra_1.default.readFileSync(fileName);
+                        htmlFiles.push({ fileName: relativeFilename, content: content.toString('base64'), encoding: stream_1.HTMLPageEncoding.BINARY });
+                    }
+                }
             }
         }
     }

package/dist/esm/src/storm/events.d.ts

@@ -273,6 +273,7 @@ export interface StormEventDefinitionChange {
 export declare enum StormEventPhaseType {
     IMPLEMENT_APIS = "IMPLEMENT_APIS",// Implement APIs in the html pages
     COMPOSE_SYSTEM_PROMPT = "COMPOSE_SYSTEM_PROMPT",// Compose system prompt for bottom-up approach
+    COMPOSE_SYSTEM = "COMPOSE_SYSTEM",
     META = "META",
     DEFINITIONS = "DEFINITIONS",
     IMPLEMENTATION = "IMPLEMENTATION",
@@ -395,5 +396,13 @@ export interface StormEventUIStarted {
         resetUrl: string;
     };
 }
-export type StormEvent = StormEventCreateBlock | StormEventCreateConnection | StormEventCreatePlanProperties | StormEventInvalidResponse | StormEventPlanRetry | StormEventCreateDSL | StormEventCreateDSLResource | StormEventError | StormEventScreen | StormEventScreenCandidate | StormEventFileLogical | StormEventFileState | StormEventFileDone | StormEventFileFailed | StormEventFileChunk | StormEventDone | StormEventDefinitionChange | StormEventErrorClassifier | StormEventCodeFix | StormEventErrorDetails | StormEventBlockReady | StormEventPhases | StormEventBlockStatus | StormEventCreateDSLRetry | StormEventUserJourney | StormEventUIShell | StormEventPage | StormEventPageUrl | StormEventPromptImprove | StormEventLandingPage | StormEventReferenceClassification | StormEventApiBase | StormEventUIStarted | StormImage;
+export interface StormEventSystemReady {
+    type: 'SYSTEM_READY';
+    reason: string;
+    created: number;
+    payload: {
+        systemUrl: string;
+    };
+}
+export type StormEvent = StormEventCreateBlock | StormEventCreateConnection | StormEventCreatePlanProperties | StormEventInvalidResponse | StormEventPlanRetry | StormEventCreateDSL | StormEventCreateDSLResource | StormEventError | StormEventScreen | StormEventScreenCandidate | StormEventFileLogical | StormEventFileState | StormEventFileDone | StormEventFileFailed | StormEventFileChunk | StormEventDone | StormEventDefinitionChange | StormEventErrorClassifier | StormEventCodeFix | StormEventErrorDetails | StormEventBlockReady | StormEventPhases | StormEventBlockStatus | StormEventCreateDSLRetry | StormEventUserJourney | StormEventUIShell | StormEventPage | StormEventPageUrl | StormEventPromptImprove | StormEventLandingPage | StormEventReferenceClassification | StormEventApiBase | StormEventUIStarted | StormImage | StormEventSystemReady;
 export {};

package/dist/esm/src/storm/events.js

@@ -13,6 +13,7 @@ var StormEventPhaseType;
 (function (StormEventPhaseType) {
     StormEventPhaseType["IMPLEMENT_APIS"] = "IMPLEMENT_APIS";
     StormEventPhaseType["COMPOSE_SYSTEM_PROMPT"] = "COMPOSE_SYSTEM_PROMPT";
+    StormEventPhaseType["COMPOSE_SYSTEM"] = "COMPOSE_SYSTEM";
     StormEventPhaseType["META"] = "META";
     StormEventPhaseType["DEFINITIONS"] = "DEFINITIONS";
     StormEventPhaseType["IMPLEMENTATION"] = "IMPLEMENTATION";

package/dist/esm/src/storm/routes.js

@@ -13,6 +13,7 @@ const path_1 = __importDefault(require("path"));
 const lodash_1 = __importDefault(require("lodash"));
 const cors_1 = require("../middleware/cors");
 const stringBody_1 = require("../middleware/stringBody");
+const stream_1 = require("./stream");
 const stormClient_1 = require("./stormClient");
 const events_1 = require("./events");
 const event_parser_1 = require("./event-parser");
@@ -82,7 +83,7 @@ router.post('/ui/create-system/:handle/:systemId', async (req, res) => {
     });
     await (0, utils_1.copyDirectory)(srcDir, destDir, (fileName, content) => {
         // find the page from result1 and write the content to the file
-        const page = pagesWithImplementation.find((p) => p.filename === fileName);
+        const page = pagesWithImplementation.find((p) => p.fileName === fileName);
         return page ? page.content : content;
     });
     sendEvent(res, (0, event_parser_1.createPhaseEndEvent)(events_1.StormEventPhaseType.IMPLEMENT_APIS));
@@ -101,6 +102,45 @@ router.post('/ui/create-system/:handle/:systemId', async (req, res) => {
     req.stringBody = JSON.stringify(promptRequest);
     await handleAll(req, res);
 });
+router.post('/ui/create-system-simple/:handle/:systemId', async (req, res) => {
+    const handle = req.params.handle;
+    const systemId = req.params.systemId;
+    const srcDir = (0, page_utils_1.getSystemBaseDir)(systemId);
+    //res.set('Content-Type', 'application/x-ndjson');
+    //res.set('Access-Control-Expose-Headers', ConversationIdHeader);
+    //res.set(ConversationIdHeader, systemId);
+    //sendEvent(res, createPhaseStartEvent(StormEventPhaseType.IMPLEMENT_APIS));
+    try {
+        const pagesFromDisk = (0, utils_1.readFilesAndContent)(srcDir);
+        const pagesWithImplementation = await stormClient_1.stormClient.replaceMockWithAPICall({
+            pages: pagesFromDisk,
+        });
+        //sendEvent(res, createPhaseEndEvent(StormEventPhaseType.IMPLEMENT_APIS));
+        //sendEvent(res, createPhaseStartEvent(StormEventPhaseType.COMPOSE_SYSTEM));
+        const allFiles = (0, utils_1.readFilesAndContent)(srcDir, false).map((page) => {
+            if (page.encoding == stream_1.HTMLPageEncoding.TEXT) {
+                const matchingFile = pagesWithImplementation.find((pageWithImpl) => pageWithImpl.fileName === page.fileName);
+                if (matchingFile) {
+                    return matchingFile;
+                }
+            }
+            return page;
+        });
+        const systemUrl = await stormClient_1.stormClient.createSimpleBackend(handle, systemId, { pages: allFiles });
+        //sendEvent(res, {type: 'SYSTEM_READY', created: Math.floor(Date.now() / 1000), reason: 'System Ready', payload: { systemUrl: systemUrl }});
+        //sendEvent(res, createPhaseEndEvent(StormEventPhaseType.COMPOSE_SYSTEM));
+        //sendDone(res);
+        res.json({ url: systemUrl });
+    }
+    catch (err) {
+        res.status(500).json({ error: err.message });
+    }
+    finally {
+        if (!res.closed) {
+            res.end();
+        }
+    }
+});
 router.delete('/ui/serve/:systemId', async (req, res) => {
     const systemId = req.params.systemId;
     if (!systemId) {

package/dist/esm/src/storm/stormClient.d.ts

@@ -1,5 +1,5 @@
 /// <reference types="node" />
-import { ConversationItem, ImplementAPIClients, StormFileImplementationPrompt, StormStream, StormUIImplementationPrompt, StormUIListPrompt } from './stream';
+import { ConversationItem, CreateSimpleBackendRequest, HTMLPage, ImplementAPIClients, StormFileImplementationPrompt, StormStream, StormUIImplementationPrompt, StormUIListPrompt } from './stream';
 import { Page, StormEventPageUrl } from './events';
 export declare const STORM_ID = "storm";
 export declare const ConversationIdHeader = "Conversation-Id";
@@ -70,8 +70,9 @@ declare class StormClient {
     getVoteUIPage(topic: string, conversationId: string, mainConversationId?: string): Promise<{
         vote: -1 | 0 | 1;
     }>;
-    replaceMockWithAPICall(prompt: ImplementAPIClients): Promise<Page[]>;
+    replaceMockWithAPICall(prompt: ImplementAPIClients): Promise<HTMLPage[]>;
     generatePrompt(pages: string[]): Promise<string>;
+    createSimpleBackend(handle: string, systemId: string, input: CreateSimpleBackendRequest): Promise<string>;
     classifyUIReferences(prompt: string, conversationId?: string): Promise<StormStream>;
     editPages(prompt: UIPageEditPrompt, conversationId?: string): Promise<StormStream>;
     listScreens(prompt: StormUIListPrompt, conversationId?: string): Promise<StormStream>;

package/dist/esm/src/storm/stormClient.js

@@ -139,8 +139,7 @@ class StormClient {
             method: 'POST',
             body: JSON.stringify(prompt.pages),
         });
-        const data = await response.json();
-        return data;
+        return await response.json();
     }
     async generatePrompt(pages) {
         const u = `${this._baseUrl}/v2/ui/prompt`;
@@ -152,6 +151,19 @@ class StormClient {
         });
         return await response.text();
     }
+    async createSimpleBackend(handle, systemId, input) {
+        const u = `${this._baseUrl}/v2/create-simple-backend/${handle}/${systemId}`;
+        const response = await fetch(u, {
+            method: 'POST',
+            body: JSON.stringify({
+                pages: input.pages,
+            }),
+        });
+        if (!response.ok) {
+            throw new Error(`HTTP error! Status: ${response.status}`);
+        }
+        return await response.text();
+    }
     classifyUIReferences(prompt, conversationId) {
         return this.send('/v2/ui/references', {
             prompt: prompt,

package/dist/esm/src/storm/stream.d.ts

@@ -72,10 +72,18 @@ export interface StormUIListPrompt {
     blockName: string;
     prompt: string;
 }
+export declare enum HTMLPageEncoding {
+    TEXT = "TEXT",
+    BINARY = "BINARY"
+}
 export interface ImplementAPIClients {
-    pages: Page[];
+    pages: HTMLPage[];
 }
-export interface Page {
+export interface HTMLPage {
     fileName: string;
     content: string;
+    encoding: HTMLPageEncoding;
+}
+export interface CreateSimpleBackendRequest {
+    pages: HTMLPage[];
 }

package/dist/esm/src/storm/stream.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.StormStream = void 0;
+exports.HTMLPageEncoding = exports.StormStream = void 0;
 /**
  * Copyright 2023 Kapeta Inc.
  * SPDX-License-Identifier: BUSL-1.1
@@ -74,3 +74,8 @@ class StormStream extends node_events_1.EventEmitter {
     }
 }
 exports.StormStream = StormStream;
+var HTMLPageEncoding;
+(function (HTMLPageEncoding) {
+    HTMLPageEncoding["TEXT"] = "TEXT";
+    HTMLPageEncoding["BINARY"] = "BINARY";
+})(HTMLPageEncoding || (exports.HTMLPageEncoding = HTMLPageEncoding = {}));

package/dist/esm/src/storm/utils.d.ts

@@ -1,6 +1,6 @@
-import { Page } from './stream';
+import { HTMLPage } from './stream';
 export declare function copyDirectory(src: string, dest: string, modifyHtml: (fileName: string, content: string) => string): Promise<void>;
-export declare function readFilesAndContent(directoryPath: string): Page[];
+export declare function readFilesAndContent(directoryPath: string, htmlExclusive?: boolean): HTMLPage[];
 export declare function createFuture<T = void>(): {
     promise: Promise<T>;
     resolve: (value: T | PromiseLike<T>) => void;

package/dist/esm/src/storm/utils.js

@@ -10,6 +10,7 @@ exports.createFuture = exports.readFilesAndContent = exports.copyDirectory = voi
  */
 const fs_extra_1 = __importDefault(require("fs-extra"));
 const path_1 = __importDefault(require("path"));
+const stream_1 = require("./stream");
 async function copyDirectory(src, dest, modifyHtml) {
     await fs_extra_1.default.promises.mkdir(dest, { recursive: true });
     const entries = await fs_extra_1.default.promises.readdir(src, { withFileTypes: true });
@@ -29,19 +30,28 @@ async function copyDirectory(src, dest, modifyHtml) {
     }
 }
 exports.copyDirectory = copyDirectory;
-function readFilesAndContent(directoryPath) {
+function readFilesAndContent(directoryPath, htmlExclusive = true) {
     const htmlFiles = [];
     function traverseDirectory(currentPath) {
         const files = fs_extra_1.default.readdirSync(currentPath);
         for (const file of files) {
             const fileName = path_1.default.join(currentPath, file);
+            const relativeFilename = path_1.default.relative(directoryPath, fileName);
             const stats = fs_extra_1.default.statSync(fileName);
             if (stats.isDirectory()) {
                 traverseDirectory(fileName);
             }
-            else if (stats.isFile() && path_1.default.extname(fileName) === '.html') {
-                const content = fs_extra_1.default.readFileSync(fileName, 'utf8');
-                htmlFiles.push({ fileName, content });
+            else if (stats.isFile()) {
+                if (path_1.default.extname(fileName) === '.html') {
+                    const content = fs_extra_1.default.readFileSync(fileName, 'utf8');
+                    htmlFiles.push({ fileName: relativeFilename, content: content, encoding: stream_1.HTMLPageEncoding.TEXT });
+                }
+                else {
+                    if (!htmlExclusive) {
+                        const content = fs_extra_1.default.readFileSync(fileName);
+                        htmlFiles.push({ fileName: relativeFilename, content: content.toString('base64'), encoding: stream_1.HTMLPageEncoding.BINARY });
+                    }
+                }
             }
         }
     }

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@kapeta/local-cluster-service",
-    "version": "0.71.4",
+    "version": "0.71.6",
     "description": "Manages configuration, ports and service discovery for locally running Kapeta systems",
     "type": "commonjs",
     "exports": {

package/src/storm/events.ts

@@ -331,6 +331,7 @@ export interface StormEventDefinitionChange {
 export enum StormEventPhaseType {
     IMPLEMENT_APIS = 'IMPLEMENT_APIS', // Implement APIs in the html pages
     COMPOSE_SYSTEM_PROMPT = 'COMPOSE_SYSTEM_PROMPT', // Compose system prompt for bottom-up approach
+    COMPOSE_SYSTEM = 'COMPOSE_SYSTEM',
     META = 'META',
     DEFINITIONS = 'DEFINITIONS',
     IMPLEMENTATION = 'IMPLEMENTATION',
@@ -473,6 +474,15 @@ export interface StormEventUIStarted {
     };
 }
 
+export interface StormEventSystemReady {
+    type: 'SYSTEM_READY';
+    reason: string;
+    created: number;
+    payload: {
+        systemUrl: string;
+    }
+}
+
 export type StormEvent =
     | StormEventCreateBlock
     | StormEventCreateConnection
@@ -507,4 +517,5 @@ export type StormEvent =
     | StormEventReferenceClassification
     | StormEventApiBase
     | StormEventUIStarted
-    | StormImage;
+    | StormImage
+    | StormEventSystemReady;

package/src/storm/routes.ts

@@ -11,7 +11,13 @@ import _ from 'lodash';
 import { corsHandler } from '../middleware/cors';
 import { stringBody } from '../middleware/stringBody';
 import { KapetaBodyRequest } from '../types';
-import { StormCodegenRequest, StormContextRequest, StormCreateBlockRequest, StormStream } from './stream';
+import {
+    HTMLPageEncoding,
+    StormCodegenRequest,
+    StormContextRequest,
+    StormCreateBlockRequest,
+    StormStream,
+} from './stream';
 
 import {
     ConversationIdHeader,
@@ -22,7 +28,7 @@ import {
     UIPageVoteRequest,
     UIPageGetVoteRequest,
 } from './stormClient';
-import { Page, StormEvent, StormEventPage, StormEventPhaseType, StormImage, UserJourneyScreen } from './events';
+import { StormEvent, StormEventPage, StormEventPhaseType, UserJourneyScreen } from './events';
 
 import {
     createPhaseEndEvent,
@@ -43,7 +49,7 @@ import {
 } from './page-utils';
 import { UIServer } from './UIServer';
 import { randomUUID } from 'crypto';
-import { ImagePrompt, PageQueue } from './PageGenerator';
+import { PageQueue } from './PageGenerator';
 import { copyDirectory, createFuture, readFilesAndContent } from './utils';
 
 const UI_SERVERS: { [key: string]: UIServer } = {};
@@ -109,26 +115,24 @@ router.post('/ui/create-system/:handle/:systemId', async (req: KapetaBodyRequest
 
     sendEvent(res, createPhaseStartEvent(StormEventPhaseType.IMPLEMENT_APIS));
 
-    const pagesFromDisk =  readFilesAndContent(srcDir);
+    const pagesFromDisk = readFilesAndContent(srcDir);
     const pagesWithImplementation = await stormClient.replaceMockWithAPICall({
-            pages: pagesFromDisk,
-        },
-    );
+        pages: pagesFromDisk,
+    });
     await copyDirectory(srcDir, destDir, (fileName, content) => {
         // find the page from result1 and write the content to the file
-        const page = pagesWithImplementation.find((p) => p.filename === fileName);
+        const page = pagesWithImplementation.find((p) => p.fileName === fileName);
         return page ? page.content : content;
     });
 
-
     sendEvent(res, createPhaseEndEvent(StormEventPhaseType.IMPLEMENT_APIS));
 
     sendEvent(res, createPhaseStartEvent(StormEventPhaseType.COMPOSE_SYSTEM_PROMPT));
 
     // get the content of the pages
     const pageContents = pagesWithImplementation.map((page) => {
-        return page.content
-    })
+        return page.content;
+    });
 
     const prompt = await stormClient.generatePrompt(pageContents);
 
@@ -143,6 +147,55 @@ router.post('/ui/create-system/:handle/:systemId', async (req: KapetaBodyRequest
     await handleAll(req, res);
 });
 
+router.post('/ui/create-system-simple/:handle/:systemId', async (req: KapetaBodyRequest, res: Response) => {
+    const handle = req.params.handle as string;
+    const systemId = req.params.systemId as string;
+    const srcDir = getSystemBaseDir(systemId);
+
+    //res.set('Content-Type', 'application/x-ndjson');
+    //res.set('Access-Control-Expose-Headers', ConversationIdHeader);
+    //res.set(ConversationIdHeader, systemId);
+
+    //sendEvent(res, createPhaseStartEvent(StormEventPhaseType.IMPLEMENT_APIS));
+
+    try {
+        const pagesFromDisk = readFilesAndContent(srcDir);
+        const pagesWithImplementation = await stormClient.replaceMockWithAPICall({
+            pages: pagesFromDisk,
+        });
+
+        //sendEvent(res, createPhaseEndEvent(StormEventPhaseType.IMPLEMENT_APIS));
+
+        //sendEvent(res, createPhaseStartEvent(StormEventPhaseType.COMPOSE_SYSTEM));
+
+        const allFiles = readFilesAndContent(srcDir, false).map((page) => {
+            if (page.encoding == HTMLPageEncoding.TEXT) {
+                const matchingFile = pagesWithImplementation.find(
+                    (pageWithImpl) => pageWithImpl.fileName === page.fileName
+                );
+                if (matchingFile) {
+                    return matchingFile;
+                }
+            }
+            return page;
+        });
+
+        const systemUrl = await stormClient.createSimpleBackend(handle, systemId, { pages: allFiles });
+        //sendEvent(res, {type: 'SYSTEM_READY', created: Math.floor(Date.now() / 1000), reason: 'System Ready', payload: { systemUrl: systemUrl }});
+
+        //sendEvent(res, createPhaseEndEvent(StormEventPhaseType.COMPOSE_SYSTEM));
+
+        //sendDone(res);
+        res.json({ url: systemUrl });
+    } catch (err: any) {
+        res.status(500).json({ error: err.message });
+    } finally {
+        if (!res.closed) {
+            res.end();
+        }
+    }
+});
+
 router.delete('/ui/serve/:systemId', async (req: KapetaBodyRequest, res: Response) => {
     const systemId = req.params.systemId as string | undefined;
     if (!systemId) {

package/src/storm/stormClient.ts

@@ -8,6 +8,7 @@ import readLine from 'node:readline/promises';
 import { Readable } from 'node:stream';
 import {
     ConversationItem,
+    CreateSimpleBackendRequest, HTMLPage,
     ImplementAPIClients,
     StormContextRequest,
     StormFileImplementationPrompt,
@@ -238,14 +239,13 @@ class StormClient {
         return response.json() as Promise<{ vote: -1 | 0 | 1 }>;
     }
 
-    public async replaceMockWithAPICall(prompt: ImplementAPIClients) {
+    public async replaceMockWithAPICall(prompt: ImplementAPIClients): Promise<HTMLPage[]> {
         const u = `${this._baseUrl}/v2/ui/implement-api-clients-all`;
         const response = await fetch(u, {
             method: 'POST',
             body: JSON.stringify(prompt.pages),
         });
-        const data = await response.json() as Page[];
-        return data;
+        return await response.json() as HTMLPage[];
     }
 
     public async generatePrompt(pages: string[]): Promise<string> {
@@ -259,6 +259,20 @@ class StormClient {
         return await response.text();
     }
 
+    public async createSimpleBackend(handle: string, systemId: string, input: CreateSimpleBackendRequest) {
+        const u = `${this._baseUrl}/v2/create-simple-backend/${handle}/${systemId}`;
+        const response = await fetch(u, {
+            method: 'POST',
+            body: JSON.stringify({
+                pages: input.pages,
+            }),
+        });
+        if (!response.ok) {
+            throw new Error(`HTTP error! Status: ${response.status}`);
+        }
+        return await response.text();
+    }
+
     public classifyUIReferences(prompt: string, conversationId?: string) {
         return this.send('/v2/ui/references', {
             prompt: prompt,

package/src/storm/stream.ts

@@ -143,11 +143,21 @@ export interface StormUIListPrompt {
     prompt: string;
 }
 
+export enum HTMLPageEncoding {
+    TEXT = 'TEXT',
+    BINARY = 'BINARY',
+}
+
 export interface ImplementAPIClients {
-    pages: Page[];
+    pages: HTMLPage[];
 }
 
-export interface Page {
+export interface HTMLPage {
     fileName: string;
-    content: string
+    content: string;
+    encoding: HTMLPageEncoding;
+}
+
+export interface CreateSimpleBackendRequest {
+    pages: HTMLPage[];
 }

package/src/storm/utils.ts

@@ -4,7 +4,7 @@
  */
 import FS from 'fs-extra';
 import Path from 'path';
-import { Page } from './stream';
+import { HTMLPage, HTMLPageEncoding } from './stream';
 
 export async function copyDirectory(
     src: string,
@@ -32,19 +32,27 @@ export async function copyDirectory(
     }
 }
 
-export function readFilesAndContent(directoryPath: string): Page[] {
-    const htmlFiles:Page[] = [];
+export function readFilesAndContent(directoryPath: string, htmlExclusive: boolean = true): HTMLPage[] {
+    const htmlFiles:HTMLPage[] = [];
 
     function traverseDirectory(currentPath: string) {
         const files = FS.readdirSync(currentPath);
         for (const file of files) {
             const fileName = Path.join(currentPath, file);
+            const relativeFilename = Path.relative(directoryPath, fileName);
             const stats = FS.statSync(fileName);
             if (stats.isDirectory()) {
                 traverseDirectory(fileName);
-            } else if (stats.isFile() && Path.extname(fileName) === '.html') {
-                const content = FS.readFileSync(fileName, 'utf8');
-                htmlFiles.push({fileName, content});
+            } else if (stats.isFile()) {
+                if (Path.extname(fileName) === '.html') {
+                    const content = FS.readFileSync(fileName, 'utf8');
+                    htmlFiles.push({fileName: relativeFilename, content: content, encoding: HTMLPageEncoding.TEXT });
+                } else {
+                    if (!htmlExclusive) {
+                        const content = FS.readFileSync(fileName);
+                        htmlFiles.push({fileName: relativeFilename, content: content.toString('base64'), encoding: HTMLPageEncoding.BINARY })
+                    }
+                }
             }
         }
     }