@kapeta/local-cluster-service 0.71.3 → 0.71.5

package/CHANGELOG.md

@@ -1,3 +1,19 @@
+## [0.71.5](https://github.com/kapetacom/local-cluster-service/compare/v0.71.4...v0.71.5) (2024-09-19)
+
+
+### Bug Fixes
+
+* adds create-system-simple route ([fea005a](https://github.com/kapetacom/local-cluster-service/commit/fea005a183b45a2caf6811ae6d0d7019386a21ef))
+* review comments ([17f8192](https://github.com/kapetacom/local-cluster-service/commit/17f819237efff8bb57dfdb9b2f53431d5dc44021))
+* send html + images etc. to endpoint ([bdb5e81](https://github.com/kapetacom/local-cluster-service/commit/bdb5e818d66fff6983f126d872fdf228e97bc5d1))
+
+## [0.71.4](https://github.com/kapetacom/local-cluster-service/compare/v0.71.3...v0.71.4) (2024-09-19)
+
+
+### Bug Fixes
+
+* Making implementing APIs from faster ([33f4f1c](https://github.com/kapetacom/local-cluster-service/commit/33f4f1c071eb6c248e4912bfceffc820496c6edd))
+
 ## [0.71.3](https://github.com/kapetacom/local-cluster-service/compare/v0.71.2...v0.71.3) (2024-09-18)
 
 

package/dist/cjs/src/storm/events.d.ts

@@ -273,6 +273,7 @@ export interface StormEventDefinitionChange {
 export declare enum StormEventPhaseType {
     IMPLEMENT_APIS = "IMPLEMENT_APIS",// Implement APIs in the html pages
     COMPOSE_SYSTEM_PROMPT = "COMPOSE_SYSTEM_PROMPT",// Compose system prompt for bottom-up approach
+    COMPOSE_SYSTEM = "COMPOSE_SYSTEM",
     META = "META",
     DEFINITIONS = "DEFINITIONS",
     IMPLEMENTATION = "IMPLEMENTATION",
@@ -395,5 +396,13 @@ export interface StormEventUIStarted {
         resetUrl: string;
     };
 }
-export type StormEvent = StormEventCreateBlock | StormEventCreateConnection | StormEventCreatePlanProperties | StormEventInvalidResponse | StormEventPlanRetry | StormEventCreateDSL | StormEventCreateDSLResource | StormEventError | StormEventScreen | StormEventScreenCandidate | StormEventFileLogical | StormEventFileState | StormEventFileDone | StormEventFileFailed | StormEventFileChunk | StormEventDone | StormEventDefinitionChange | StormEventErrorClassifier | StormEventCodeFix | StormEventErrorDetails | StormEventBlockReady | StormEventPhases | StormEventBlockStatus | StormEventCreateDSLRetry | StormEventUserJourney | StormEventUIShell | StormEventPage | StormEventPageUrl | StormEventPromptImprove | StormEventLandingPage | StormEventReferenceClassification | StormEventApiBase | StormEventUIStarted | StormImage;
+export interface StormEventSystemReady {
+    type: 'SYSTEM_READY';
+    reason: string;
+    created: number;
+    payload: {
+        systemUrl: string;
+    };
+}
+export type StormEvent = StormEventCreateBlock | StormEventCreateConnection | StormEventCreatePlanProperties | StormEventInvalidResponse | StormEventPlanRetry | StormEventCreateDSL | StormEventCreateDSLResource | StormEventError | StormEventScreen | StormEventScreenCandidate | StormEventFileLogical | StormEventFileState | StormEventFileDone | StormEventFileFailed | StormEventFileChunk | StormEventDone | StormEventDefinitionChange | StormEventErrorClassifier | StormEventCodeFix | StormEventErrorDetails | StormEventBlockReady | StormEventPhases | StormEventBlockStatus | StormEventCreateDSLRetry | StormEventUserJourney | StormEventUIShell | StormEventPage | StormEventPageUrl | StormEventPromptImprove | StormEventLandingPage | StormEventReferenceClassification | StormEventApiBase | StormEventUIStarted | StormImage | StormEventSystemReady;
 export {};

package/dist/cjs/src/storm/events.js

@@ -13,6 +13,7 @@ var StormEventPhaseType;
 (function (StormEventPhaseType) {
     StormEventPhaseType["IMPLEMENT_APIS"] = "IMPLEMENT_APIS";
     StormEventPhaseType["COMPOSE_SYSTEM_PROMPT"] = "COMPOSE_SYSTEM_PROMPT";
+    StormEventPhaseType["COMPOSE_SYSTEM"] = "COMPOSE_SYSTEM";
     StormEventPhaseType["META"] = "META";
     StormEventPhaseType["DEFINITIONS"] = "DEFINITIONS";
     StormEventPhaseType["IMPLEMENTATION"] = "IMPLEMENTATION";

package/dist/cjs/src/storm/routes.js

@@ -13,6 +13,7 @@ const path_1 = __importDefault(require("path"));
 const lodash_1 = __importDefault(require("lodash"));
 const cors_1 = require("../middleware/cors");
 const stringBody_1 = require("../middleware/stringBody");
+const stream_1 = require("./stream");
 const stormClient_1 = require("./stormClient");
 const events_1 = require("./events");
 const event_parser_1 = require("./event-parser");
@@ -76,17 +77,22 @@ router.post('/ui/create-system/:handle/:systemId', async (req, res) => {
     res.set('Access-Control-Expose-Headers', stormClient_1.ConversationIdHeader);
     res.set(stormClient_1.ConversationIdHeader, systemId);
     sendEvent(res, (0, event_parser_1.createPhaseStartEvent)(events_1.StormEventPhaseType.IMPLEMENT_APIS));
-    await (0, utils_1.copyDirectory)(srcDir, destDir, async (fileName, content) => {
-        const result = await stormClient_1.stormClient.implementAPIClients({
-            content: content,
-            fileName: fileName,
-        });
-        return result;
+    const pagesFromDisk = (0, utils_1.readFilesAndContent)(srcDir);
+    const pagesWithImplementation = await stormClient_1.stormClient.replaceMockWithAPICall({
+        pages: pagesFromDisk,
+    });
+    await (0, utils_1.copyDirectory)(srcDir, destDir, (fileName, content) => {
+        // find the page from result1 and write the content to the file
+        const page = pagesWithImplementation.find((p) => p.fileName === fileName);
+        return page ? page.content : content;
     });
     sendEvent(res, (0, event_parser_1.createPhaseEndEvent)(events_1.StormEventPhaseType.IMPLEMENT_APIS));
     sendEvent(res, (0, event_parser_1.createPhaseStartEvent)(events_1.StormEventPhaseType.COMPOSE_SYSTEM_PROMPT));
-    const pages = (0, utils_1.readPages)(destDir);
-    const prompt = await stormClient_1.stormClient.generatePrompt(pages);
+    // get the content of the pages
+    const pageContents = pagesWithImplementation.map((page) => {
+        return page.content;
+    });
+    const prompt = await stormClient_1.stormClient.generatePrompt(pageContents);
     sendEvent(res, (0, event_parser_1.createPhaseEndEvent)(events_1.StormEventPhaseType.COMPOSE_SYSTEM_PROMPT));
     req.query.systemId = systemId;
     const promptRequest = {
@@ -96,6 +102,44 @@ router.post('/ui/create-system/:handle/:systemId', async (req, res) => {
     req.stringBody = JSON.stringify(promptRequest);
     await handleAll(req, res);
 });
+router.post('/ui/create-system-simple/:handle/:systemId', async (req, res) => {
+    const handle = req.params.handle;
+    const systemId = req.params.systemId;
+    const srcDir = (0, page_utils_1.getSystemBaseDir)(systemId);
+    res.set('Content-Type', 'application/x-ndjson');
+    res.set('Access-Control-Expose-Headers', stormClient_1.ConversationIdHeader);
+    res.set(stormClient_1.ConversationIdHeader, systemId);
+    sendEvent(res, (0, event_parser_1.createPhaseStartEvent)(events_1.StormEventPhaseType.IMPLEMENT_APIS));
+    try {
+        const pagesFromDisk = (0, utils_1.readFilesAndContent)(srcDir);
+        const pagesWithImplementation = await stormClient_1.stormClient.replaceMockWithAPICall({
+            pages: pagesFromDisk,
+        });
+        sendEvent(res, (0, event_parser_1.createPhaseEndEvent)(events_1.StormEventPhaseType.IMPLEMENT_APIS));
+        sendEvent(res, (0, event_parser_1.createPhaseStartEvent)(events_1.StormEventPhaseType.COMPOSE_SYSTEM));
+        const allFiles = (0, utils_1.readFilesAndContent)(srcDir, false).map((page) => {
+            if (page.encoding == stream_1.HTMLPageEncoding.TEXT) {
+                const matchingFile = pagesWithImplementation.find((pageWithImpl) => pageWithImpl.fileName === page.fileName);
+                if (matchingFile) {
+                    return matchingFile;
+                }
+            }
+            return page;
+        });
+        const systemUrl = await stormClient_1.stormClient.createSimpleBackend(handle, systemId, { pages: allFiles });
+        sendEvent(res, { type: 'SYSTEM_READY', created: Math.floor(Date.now() / 1000), reason: 'System Ready', payload: { systemUrl: systemUrl } });
+        sendEvent(res, (0, event_parser_1.createPhaseEndEvent)(events_1.StormEventPhaseType.COMPOSE_SYSTEM));
+        sendDone(res);
+    }
+    catch (err) {
+        sendError(err, res);
+    }
+    finally {
+        if (!res.closed) {
+            res.end();
+        }
+    }
+});
 router.delete('/ui/serve/:systemId', async (req, res) => {
     const systemId = req.params.systemId;
     if (!systemId) {

package/dist/cjs/src/storm/stormClient.d.ts

@@ -1,5 +1,5 @@
 /// <reference types="node" />
-import { ConversationItem, ImplementAPIClientsRequest, StormFileImplementationPrompt, StormStream, StormUIImplementationPrompt, StormUIListPrompt } from './stream';
+import { ConversationItem, CreateSimpleBackendRequest, HTMLPage, ImplementAPIClients, StormFileImplementationPrompt, StormStream, StormUIImplementationPrompt, StormUIListPrompt } from './stream';
 import { Page, StormEventPageUrl } from './events';
 export declare const STORM_ID = "storm";
 export declare const ConversationIdHeader = "Conversation-Id";
@@ -70,8 +70,9 @@ declare class StormClient {
     getVoteUIPage(topic: string, conversationId: string, mainConversationId?: string): Promise<{
         vote: -1 | 0 | 1;
     }>;
-    implementAPIClients(prompt: ImplementAPIClientsRequest): Promise<string>;
+    replaceMockWithAPICall(prompt: ImplementAPIClients): Promise<HTMLPage[]>;
     generatePrompt(pages: string[]): Promise<string>;
+    createSimpleBackend(handle: string, systemId: string, input: CreateSimpleBackendRequest): Promise<string>;
     classifyUIReferences(prompt: string, conversationId?: string): Promise<StormStream>;
     editPages(prompt: UIPageEditPrompt, conversationId?: string): Promise<StormStream>;
     listScreens(prompt: StormUIListPrompt, conversationId?: string): Promise<StormStream>;

package/dist/cjs/src/storm/stormClient.js

@@ -133,17 +133,13 @@ class StormClient {
         const response = await fetch(options.url, options);
         return response.json();
     }
-    async implementAPIClients(prompt) {
-        const u = `${this._baseUrl}/v2/ui/implement-api-clients`;
+    async replaceMockWithAPICall(prompt) {
+        const u = `${this._baseUrl}/v2/ui/implement-api-clients-all`;
         const response = await fetch(u, {
             method: 'POST',
-            body: JSON.stringify({
-                fileName: prompt.fileName,
-                content: prompt.content,
-            }),
+            body: JSON.stringify(prompt.pages),
         });
-        const data = await response.text();
-        return data;
+        return await response.json();
     }
     async generatePrompt(pages) {
         const u = `${this._baseUrl}/v2/ui/prompt`;
@@ -155,6 +151,19 @@ class StormClient {
         });
         return await response.text();
     }
+    async createSimpleBackend(handle, systemId, input) {
+        const u = `${this._baseUrl}/v2/create-simple-backend/${handle}/${systemId}`;
+        const response = await fetch(u, {
+            method: 'POST',
+            body: JSON.stringify({
+                pages: input.pages,
+            }),
+        });
+        if (!response.ok) {
+            throw new Error(`HTTP error! Status: ${response.status}`);
+        }
+        return await response.text();
+    }
     classifyUIReferences(prompt, conversationId) {
         return this.send('/v2/ui/references', {
             prompt: prompt,

package/dist/cjs/src/storm/stream.d.ts

@@ -72,7 +72,18 @@ export interface StormUIListPrompt {
     blockName: string;
     prompt: string;
 }
-export interface ImplementAPIClientsRequest {
+export declare enum HTMLPageEncoding {
+    TEXT = "TEXT",
+    BINARY = "BINARY"
+}
+export interface ImplementAPIClients {
+    pages: HTMLPage[];
+}
+export interface HTMLPage {
     fileName: string;
     content: string;
+    encoding: HTMLPageEncoding;
+}
+export interface CreateSimpleBackendRequest {
+    pages: HTMLPage[];
 }

package/dist/cjs/src/storm/stream.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.StormStream = void 0;
+exports.HTMLPageEncoding = exports.StormStream = void 0;
 /**
  * Copyright 2023 Kapeta Inc.
  * SPDX-License-Identifier: BUSL-1.1
@@ -74,3 +74,8 @@ class StormStream extends node_events_1.EventEmitter {
     }
 }
 exports.StormStream = StormStream;
+var HTMLPageEncoding;
+(function (HTMLPageEncoding) {
+    HTMLPageEncoding["TEXT"] = "TEXT";
+    HTMLPageEncoding["BINARY"] = "BINARY";
+})(HTMLPageEncoding || (exports.HTMLPageEncoding = HTMLPageEncoding = {}));

package/dist/cjs/src/storm/utils.d.ts

@@ -1,5 +1,6 @@
-export declare function copyDirectory(src: string, dest: string, modifyHtml: (fileName: string, content: string) => Promise<string>): Promise<void>;
-export declare function readPages(directoryPath: string): string[];
+import { HTMLPage } from './stream';
+export declare function copyDirectory(src: string, dest: string, modifyHtml: (fileName: string, content: string) => string): Promise<void>;
+export declare function readFilesAndContent(directoryPath: string, htmlExclusive?: boolean): HTMLPage[];
 export declare function createFuture<T = void>(): {
     promise: Promise<T>;
     resolve: (value: T | PromiseLike<T>) => void;

package/dist/cjs/src/storm/utils.js

@@ -3,13 +3,14 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.createFuture = exports.readPages = exports.copyDirectory = void 0;
+exports.createFuture = exports.readFilesAndContent = exports.copyDirectory = void 0;
 /**
  * Copyright 2023 Kapeta Inc.
  * SPDX-License-Identifier: BUSL-1.1
  */
 const fs_extra_1 = __importDefault(require("fs-extra"));
 const path_1 = __importDefault(require("path"));
+const stream_1 = require("./stream");
 async function copyDirectory(src, dest, modifyHtml) {
     await fs_extra_1.default.promises.mkdir(dest, { recursive: true });
     const entries = await fs_extra_1.default.promises.readdir(src, { withFileTypes: true });
@@ -22,33 +23,42 @@ async function copyDirectory(src, dest, modifyHtml) {
         else if (entry.isFile()) {
             let content = await fs_extra_1.default.promises.readFile(srcPath, 'utf-8');
             if (path_1.default.extname(srcPath) === '.html') {
-                content = await modifyHtml(srcPath, content);
+                content = modifyHtml(srcPath, content);
             }
             await fs_extra_1.default.promises.writeFile(destPath, content, 'utf-8');
         }
     }
 }
 exports.copyDirectory = copyDirectory;
-function readPages(directoryPath) {
+function readFilesAndContent(directoryPath, htmlExclusive = true) {
     const htmlFiles = [];
     function traverseDirectory(currentPath) {
         const files = fs_extra_1.default.readdirSync(currentPath);
         for (const file of files) {
-            const filePath = path_1.default.join(currentPath, file);
-            const stats = fs_extra_1.default.statSync(filePath);
+            const fileName = path_1.default.join(currentPath, file);
+            const relativeFilename = path_1.default.relative(directoryPath, fileName);
+            const stats = fs_extra_1.default.statSync(fileName);
             if (stats.isDirectory()) {
-                traverseDirectory(filePath);
+                traverseDirectory(fileName);
             }
-            else if (stats.isFile() && path_1.default.extname(filePath) === '.html') {
-                const content = fs_extra_1.default.readFileSync(filePath, 'utf8');
-                htmlFiles.push(content);
+            else if (stats.isFile()) {
+                if (path_1.default.extname(fileName) === '.html') {
+                    const content = fs_extra_1.default.readFileSync(fileName, 'utf8');
+                    htmlFiles.push({ fileName: relativeFilename, content: content, encoding: stream_1.HTMLPageEncoding.TEXT });
+                }
+                else {
+                    if (!htmlExclusive) {
+                        const content = fs_extra_1.default.readFileSync(fileName);
+                        htmlFiles.push({ fileName: relativeFilename, content: content.toString('base64'), encoding: stream_1.HTMLPageEncoding.BINARY });
+                    }
+                }
             }
         }
     }
     traverseDirectory(directoryPath);
     return htmlFiles;
 }
-exports.readPages = readPages;
+exports.readFilesAndContent = readFilesAndContent;
 function createFuture() {
     let resolve = () => { };
     let reject = () => { };

package/dist/esm/src/storm/events.d.ts

@@ -273,6 +273,7 @@ export interface StormEventDefinitionChange {
 export declare enum StormEventPhaseType {
     IMPLEMENT_APIS = "IMPLEMENT_APIS",// Implement APIs in the html pages
     COMPOSE_SYSTEM_PROMPT = "COMPOSE_SYSTEM_PROMPT",// Compose system prompt for bottom-up approach
+    COMPOSE_SYSTEM = "COMPOSE_SYSTEM",
     META = "META",
     DEFINITIONS = "DEFINITIONS",
     IMPLEMENTATION = "IMPLEMENTATION",
@@ -395,5 +396,13 @@ export interface StormEventUIStarted {
         resetUrl: string;
     };
 }
-export type StormEvent = StormEventCreateBlock | StormEventCreateConnection | StormEventCreatePlanProperties | StormEventInvalidResponse | StormEventPlanRetry | StormEventCreateDSL | StormEventCreateDSLResource | StormEventError | StormEventScreen | StormEventScreenCandidate | StormEventFileLogical | StormEventFileState | StormEventFileDone | StormEventFileFailed | StormEventFileChunk | StormEventDone | StormEventDefinitionChange | StormEventErrorClassifier | StormEventCodeFix | StormEventErrorDetails | StormEventBlockReady | StormEventPhases | StormEventBlockStatus | StormEventCreateDSLRetry | StormEventUserJourney | StormEventUIShell | StormEventPage | StormEventPageUrl | StormEventPromptImprove | StormEventLandingPage | StormEventReferenceClassification | StormEventApiBase | StormEventUIStarted | StormImage;
+export interface StormEventSystemReady {
+    type: 'SYSTEM_READY';
+    reason: string;
+    created: number;
+    payload: {
+        systemUrl: string;
+    };
+}
+export type StormEvent = StormEventCreateBlock | StormEventCreateConnection | StormEventCreatePlanProperties | StormEventInvalidResponse | StormEventPlanRetry | StormEventCreateDSL | StormEventCreateDSLResource | StormEventError | StormEventScreen | StormEventScreenCandidate | StormEventFileLogical | StormEventFileState | StormEventFileDone | StormEventFileFailed | StormEventFileChunk | StormEventDone | StormEventDefinitionChange | StormEventErrorClassifier | StormEventCodeFix | StormEventErrorDetails | StormEventBlockReady | StormEventPhases | StormEventBlockStatus | StormEventCreateDSLRetry | StormEventUserJourney | StormEventUIShell | StormEventPage | StormEventPageUrl | StormEventPromptImprove | StormEventLandingPage | StormEventReferenceClassification | StormEventApiBase | StormEventUIStarted | StormImage | StormEventSystemReady;
 export {};

package/dist/esm/src/storm/events.js

@@ -13,6 +13,7 @@ var StormEventPhaseType;
 (function (StormEventPhaseType) {
     StormEventPhaseType["IMPLEMENT_APIS"] = "IMPLEMENT_APIS";
     StormEventPhaseType["COMPOSE_SYSTEM_PROMPT"] = "COMPOSE_SYSTEM_PROMPT";
+    StormEventPhaseType["COMPOSE_SYSTEM"] = "COMPOSE_SYSTEM";
     StormEventPhaseType["META"] = "META";
     StormEventPhaseType["DEFINITIONS"] = "DEFINITIONS";
     StormEventPhaseType["IMPLEMENTATION"] = "IMPLEMENTATION";

package/dist/esm/src/storm/routes.js

@@ -13,6 +13,7 @@ const path_1 = __importDefault(require("path"));
 const lodash_1 = __importDefault(require("lodash"));
 const cors_1 = require("../middleware/cors");
 const stringBody_1 = require("../middleware/stringBody");
+const stream_1 = require("./stream");
 const stormClient_1 = require("./stormClient");
 const events_1 = require("./events");
 const event_parser_1 = require("./event-parser");
@@ -76,17 +77,22 @@ router.post('/ui/create-system/:handle/:systemId', async (req, res) => {
     res.set('Access-Control-Expose-Headers', stormClient_1.ConversationIdHeader);
     res.set(stormClient_1.ConversationIdHeader, systemId);
     sendEvent(res, (0, event_parser_1.createPhaseStartEvent)(events_1.StormEventPhaseType.IMPLEMENT_APIS));
-    await (0, utils_1.copyDirectory)(srcDir, destDir, async (fileName, content) => {
-        const result = await stormClient_1.stormClient.implementAPIClients({
-            content: content,
-            fileName: fileName,
-        });
-        return result;
+    const pagesFromDisk = (0, utils_1.readFilesAndContent)(srcDir);
+    const pagesWithImplementation = await stormClient_1.stormClient.replaceMockWithAPICall({
+        pages: pagesFromDisk,
+    });
+    await (0, utils_1.copyDirectory)(srcDir, destDir, (fileName, content) => {
+        // find the page from result1 and write the content to the file
+        const page = pagesWithImplementation.find((p) => p.fileName === fileName);
+        return page ? page.content : content;
     });
     sendEvent(res, (0, event_parser_1.createPhaseEndEvent)(events_1.StormEventPhaseType.IMPLEMENT_APIS));
     sendEvent(res, (0, event_parser_1.createPhaseStartEvent)(events_1.StormEventPhaseType.COMPOSE_SYSTEM_PROMPT));
-    const pages = (0, utils_1.readPages)(destDir);
-    const prompt = await stormClient_1.stormClient.generatePrompt(pages);
+    // get the content of the pages
+    const pageContents = pagesWithImplementation.map((page) => {
+        return page.content;
+    });
+    const prompt = await stormClient_1.stormClient.generatePrompt(pageContents);
     sendEvent(res, (0, event_parser_1.createPhaseEndEvent)(events_1.StormEventPhaseType.COMPOSE_SYSTEM_PROMPT));
     req.query.systemId = systemId;
     const promptRequest = {
@@ -96,6 +102,44 @@ router.post('/ui/create-system/:handle/:systemId', async (req, res) => {
     req.stringBody = JSON.stringify(promptRequest);
     await handleAll(req, res);
 });
+router.post('/ui/create-system-simple/:handle/:systemId', async (req, res) => {
+    const handle = req.params.handle;
+    const systemId = req.params.systemId;
+    const srcDir = (0, page_utils_1.getSystemBaseDir)(systemId);
+    res.set('Content-Type', 'application/x-ndjson');
+    res.set('Access-Control-Expose-Headers', stormClient_1.ConversationIdHeader);
+    res.set(stormClient_1.ConversationIdHeader, systemId);
+    sendEvent(res, (0, event_parser_1.createPhaseStartEvent)(events_1.StormEventPhaseType.IMPLEMENT_APIS));
+    try {
+        const pagesFromDisk = (0, utils_1.readFilesAndContent)(srcDir);
+        const pagesWithImplementation = await stormClient_1.stormClient.replaceMockWithAPICall({
+            pages: pagesFromDisk,
+        });
+        sendEvent(res, (0, event_parser_1.createPhaseEndEvent)(events_1.StormEventPhaseType.IMPLEMENT_APIS));
+        sendEvent(res, (0, event_parser_1.createPhaseStartEvent)(events_1.StormEventPhaseType.COMPOSE_SYSTEM));
+        const allFiles = (0, utils_1.readFilesAndContent)(srcDir, false).map((page) => {
+            if (page.encoding == stream_1.HTMLPageEncoding.TEXT) {
+                const matchingFile = pagesWithImplementation.find((pageWithImpl) => pageWithImpl.fileName === page.fileName);
+                if (matchingFile) {
+                    return matchingFile;
+                }
+            }
+            return page;
+        });
+        const systemUrl = await stormClient_1.stormClient.createSimpleBackend(handle, systemId, { pages: allFiles });
+        sendEvent(res, { type: 'SYSTEM_READY', created: Math.floor(Date.now() / 1000), reason: 'System Ready', payload: { systemUrl: systemUrl } });
+        sendEvent(res, (0, event_parser_1.createPhaseEndEvent)(events_1.StormEventPhaseType.COMPOSE_SYSTEM));
+        sendDone(res);
+    }
+    catch (err) {
+        sendError(err, res);
+    }
+    finally {
+        if (!res.closed) {
+            res.end();
+        }
+    }
+});
 router.delete('/ui/serve/:systemId', async (req, res) => {
     const systemId = req.params.systemId;
     if (!systemId) {

package/dist/esm/src/storm/stormClient.d.ts

@@ -1,5 +1,5 @@
 /// <reference types="node" />
-import { ConversationItem, ImplementAPIClientsRequest, StormFileImplementationPrompt, StormStream, StormUIImplementationPrompt, StormUIListPrompt } from './stream';
+import { ConversationItem, CreateSimpleBackendRequest, HTMLPage, ImplementAPIClients, StormFileImplementationPrompt, StormStream, StormUIImplementationPrompt, StormUIListPrompt } from './stream';
 import { Page, StormEventPageUrl } from './events';
 export declare const STORM_ID = "storm";
 export declare const ConversationIdHeader = "Conversation-Id";
@@ -70,8 +70,9 @@ declare class StormClient {
     getVoteUIPage(topic: string, conversationId: string, mainConversationId?: string): Promise<{
         vote: -1 | 0 | 1;
     }>;
-    implementAPIClients(prompt: ImplementAPIClientsRequest): Promise<string>;
+    replaceMockWithAPICall(prompt: ImplementAPIClients): Promise<HTMLPage[]>;
     generatePrompt(pages: string[]): Promise<string>;
+    createSimpleBackend(handle: string, systemId: string, input: CreateSimpleBackendRequest): Promise<string>;
     classifyUIReferences(prompt: string, conversationId?: string): Promise<StormStream>;
     editPages(prompt: UIPageEditPrompt, conversationId?: string): Promise<StormStream>;
     listScreens(prompt: StormUIListPrompt, conversationId?: string): Promise<StormStream>;

package/dist/esm/src/storm/stormClient.js

@@ -133,17 +133,13 @@ class StormClient {
         const response = await fetch(options.url, options);
         return response.json();
     }
-    async implementAPIClients(prompt) {
-        const u = `${this._baseUrl}/v2/ui/implement-api-clients`;
+    async replaceMockWithAPICall(prompt) {
+        const u = `${this._baseUrl}/v2/ui/implement-api-clients-all`;
         const response = await fetch(u, {
             method: 'POST',
-            body: JSON.stringify({
-                fileName: prompt.fileName,
-                content: prompt.content,
-            }),
+            body: JSON.stringify(prompt.pages),
         });
-        const data = await response.text();
-        return data;
+        return await response.json();
     }
     async generatePrompt(pages) {
         const u = `${this._baseUrl}/v2/ui/prompt`;
@@ -155,6 +151,19 @@ class StormClient {
         });
         return await response.text();
     }
+    async createSimpleBackend(handle, systemId, input) {
+        const u = `${this._baseUrl}/v2/create-simple-backend/${handle}/${systemId}`;
+        const response = await fetch(u, {
+            method: 'POST',
+            body: JSON.stringify({
+                pages: input.pages,
+            }),
+        });
+        if (!response.ok) {
+            throw new Error(`HTTP error! Status: ${response.status}`);
+        }
+        return await response.text();
+    }
     classifyUIReferences(prompt, conversationId) {
         return this.send('/v2/ui/references', {
             prompt: prompt,

package/dist/esm/src/storm/stream.d.ts

@@ -72,7 +72,18 @@ export interface StormUIListPrompt {
     blockName: string;
     prompt: string;
 }
-export interface ImplementAPIClientsRequest {
+export declare enum HTMLPageEncoding {
+    TEXT = "TEXT",
+    BINARY = "BINARY"
+}
+export interface ImplementAPIClients {
+    pages: HTMLPage[];
+}
+export interface HTMLPage {
     fileName: string;
     content: string;
+    encoding: HTMLPageEncoding;
+}
+export interface CreateSimpleBackendRequest {
+    pages: HTMLPage[];
 }

package/dist/esm/src/storm/stream.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.StormStream = void 0;
+exports.HTMLPageEncoding = exports.StormStream = void 0;
 /**
  * Copyright 2023 Kapeta Inc.
  * SPDX-License-Identifier: BUSL-1.1
@@ -74,3 +74,8 @@ class StormStream extends node_events_1.EventEmitter {
     }
 }
 exports.StormStream = StormStream;
+var HTMLPageEncoding;
+(function (HTMLPageEncoding) {
+    HTMLPageEncoding["TEXT"] = "TEXT";
+    HTMLPageEncoding["BINARY"] = "BINARY";
+})(HTMLPageEncoding || (exports.HTMLPageEncoding = HTMLPageEncoding = {}));

package/dist/esm/src/storm/utils.d.ts

@@ -1,5 +1,6 @@
-export declare function copyDirectory(src: string, dest: string, modifyHtml: (fileName: string, content: string) => Promise<string>): Promise<void>;
-export declare function readPages(directoryPath: string): string[];
+import { HTMLPage } from './stream';
+export declare function copyDirectory(src: string, dest: string, modifyHtml: (fileName: string, content: string) => string): Promise<void>;
+export declare function readFilesAndContent(directoryPath: string, htmlExclusive?: boolean): HTMLPage[];
 export declare function createFuture<T = void>(): {
     promise: Promise<T>;
     resolve: (value: T | PromiseLike<T>) => void;

package/dist/esm/src/storm/utils.js

@@ -3,13 +3,14 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.createFuture = exports.readPages = exports.copyDirectory = void 0;
+exports.createFuture = exports.readFilesAndContent = exports.copyDirectory = void 0;
 /**
  * Copyright 2023 Kapeta Inc.
  * SPDX-License-Identifier: BUSL-1.1
  */
 const fs_extra_1 = __importDefault(require("fs-extra"));
 const path_1 = __importDefault(require("path"));
+const stream_1 = require("./stream");
 async function copyDirectory(src, dest, modifyHtml) {
     await fs_extra_1.default.promises.mkdir(dest, { recursive: true });
     const entries = await fs_extra_1.default.promises.readdir(src, { withFileTypes: true });
@@ -22,33 +23,42 @@ async function copyDirectory(src, dest, modifyHtml) {
         else if (entry.isFile()) {
             let content = await fs_extra_1.default.promises.readFile(srcPath, 'utf-8');
             if (path_1.default.extname(srcPath) === '.html') {
-                content = await modifyHtml(srcPath, content);
+                content = modifyHtml(srcPath, content);
             }
             await fs_extra_1.default.promises.writeFile(destPath, content, 'utf-8');
         }
     }
 }
 exports.copyDirectory = copyDirectory;
-function readPages(directoryPath) {
+function readFilesAndContent(directoryPath, htmlExclusive = true) {
     const htmlFiles = [];
     function traverseDirectory(currentPath) {
         const files = fs_extra_1.default.readdirSync(currentPath);
         for (const file of files) {
-            const filePath = path_1.default.join(currentPath, file);
-            const stats = fs_extra_1.default.statSync(filePath);
+            const fileName = path_1.default.join(currentPath, file);
+            const relativeFilename = path_1.default.relative(directoryPath, fileName);
+            const stats = fs_extra_1.default.statSync(fileName);
             if (stats.isDirectory()) {
-                traverseDirectory(filePath);
+                traverseDirectory(fileName);
             }
-            else if (stats.isFile() && path_1.default.extname(filePath) === '.html') {
-                const content = fs_extra_1.default.readFileSync(filePath, 'utf8');
-                htmlFiles.push(content);
+            else if (stats.isFile()) {
+                if (path_1.default.extname(fileName) === '.html') {
+                    const content = fs_extra_1.default.readFileSync(fileName, 'utf8');
+                    htmlFiles.push({ fileName: relativeFilename, content: content, encoding: stream_1.HTMLPageEncoding.TEXT });
+                }
+                else {
+                    if (!htmlExclusive) {
+                        const content = fs_extra_1.default.readFileSync(fileName);
+                        htmlFiles.push({ fileName: relativeFilename, content: content.toString('base64'), encoding: stream_1.HTMLPageEncoding.BINARY });
+                    }
+                }
             }
         }
     }
     traverseDirectory(directoryPath);
     return htmlFiles;
 }
-exports.readPages = readPages;
+exports.readFilesAndContent = readFilesAndContent;
 function createFuture() {
     let resolve = () => { };
     let reject = () => { };

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@kapeta/local-cluster-service",
-    "version": "0.71.3",
+    "version": "0.71.5",
     "description": "Manages configuration, ports and service discovery for locally running Kapeta systems",
     "type": "commonjs",
     "exports": {

package/src/storm/events.ts

@@ -331,6 +331,7 @@ export interface StormEventDefinitionChange {
 export enum StormEventPhaseType {
     IMPLEMENT_APIS = 'IMPLEMENT_APIS', // Implement APIs in the html pages
     COMPOSE_SYSTEM_PROMPT = 'COMPOSE_SYSTEM_PROMPT', // Compose system prompt for bottom-up approach
+    COMPOSE_SYSTEM = 'COMPOSE_SYSTEM',
     META = 'META',
     DEFINITIONS = 'DEFINITIONS',
     IMPLEMENTATION = 'IMPLEMENTATION',
@@ -473,6 +474,15 @@ export interface StormEventUIStarted {
     };
 }
 
+export interface StormEventSystemReady {
+    type: 'SYSTEM_READY';
+    reason: string;
+    created: number;
+    payload: {
+        systemUrl: string;
+    }
+}
+
 export type StormEvent =
     | StormEventCreateBlock
     | StormEventCreateConnection
@@ -507,4 +517,5 @@ export type StormEvent =
     | StormEventReferenceClassification
     | StormEventApiBase
     | StormEventUIStarted
-    | StormImage;
+    | StormImage
+    | StormEventSystemReady;

package/src/storm/routes.ts

@@ -11,7 +11,7 @@ import _ from 'lodash';
 import { corsHandler } from '../middleware/cors';
 import { stringBody } from '../middleware/stringBody';
 import { KapetaBodyRequest } from '../types';
-import { StormCodegenRequest, StormContextRequest, StormCreateBlockRequest, StormStream } from './stream';
+import {HTMLPageEncoding, StormCodegenRequest, StormContextRequest, StormCreateBlockRequest, StormStream} from './stream';
 
 import {
     ConversationIdHeader,
@@ -22,7 +22,7 @@ import {
     UIPageVoteRequest,
     UIPageGetVoteRequest,
 } from './stormClient';
-import { Page, StormEvent, StormEventPage, StormEventPhaseType, StormImage, UserJourneyScreen } from './events';
+import { StormEvent, StormEventPage, StormEventPhaseType, UserJourneyScreen } from './events';
 
 import {
     createPhaseEndEvent,
@@ -37,16 +37,14 @@ import uuid from 'node-uuid';
 import {
     getSystemBaseDir,
     getSystemBaseImplDir,
-    readPageFromDisk,
-    resolveReadPath,
     SystemIdHeader,
     writeAssetToDisk,
     writePageToDisk,
 } from './page-utils';
 import { UIServer } from './UIServer';
 import { randomUUID } from 'crypto';
-import { ImagePrompt, PageQueue } from './PageGenerator';
-import { copyDirectory, createFuture, readPages } from './utils';
+import { PageQueue } from './PageGenerator';
+import { copyDirectory, createFuture, readFilesAndContent } from './utils';
 
 const UI_SERVERS: { [key: string]: UIServer } = {};
 const router = Router();
@@ -111,20 +109,28 @@ router.post('/ui/create-system/:handle/:systemId', async (req: KapetaBodyRequest
 
     sendEvent(res, createPhaseStartEvent(StormEventPhaseType.IMPLEMENT_APIS));
 
-    await copyDirectory(srcDir, destDir, async (fileName, content) => {
-        const result = await stormClient.implementAPIClients({
-            content: content,
-            fileName: fileName,
-        });
-        return result;
+    const pagesFromDisk =  readFilesAndContent(srcDir);
+    const pagesWithImplementation = await stormClient.replaceMockWithAPICall({
+            pages: pagesFromDisk,
+        },
+    );
+    await copyDirectory(srcDir, destDir, (fileName, content) => {
+        // find the page from result1 and write the content to the file
+        const page = pagesWithImplementation.find((p) => p.fileName === fileName);
+        return page ? page.content : content;
     });
 
+
     sendEvent(res, createPhaseEndEvent(StormEventPhaseType.IMPLEMENT_APIS));
 
     sendEvent(res, createPhaseStartEvent(StormEventPhaseType.COMPOSE_SYSTEM_PROMPT));
 
-    const pages = readPages(destDir);
-    const prompt = await stormClient.generatePrompt(pages);
+    // get the content of the pages
+    const pageContents = pagesWithImplementation.map((page) => {
+        return page.content
+    })
+
+    const prompt = await stormClient.generatePrompt(pageContents);
 
     sendEvent(res, createPhaseEndEvent(StormEventPhaseType.COMPOSE_SYSTEM_PROMPT));
 
@@ -134,10 +140,56 @@ router.post('/ui/create-system/:handle/:systemId', async (req: KapetaBodyRequest
         skipImprovement: true,
     };
     req.stringBody = JSON.stringify(promptRequest);
-
     await handleAll(req, res);
 });
 
+router.post('/ui/create-system-simple/:handle/:systemId', async (req: KapetaBodyRequest, res: Response) => {
+    const handle = req.params.handle as string;
+    const systemId = req.params.systemId as string;
+    const srcDir = getSystemBaseDir(systemId);
+
+    res.set('Content-Type', 'application/x-ndjson');
+    res.set('Access-Control-Expose-Headers', ConversationIdHeader);
+    res.set(ConversationIdHeader, systemId);
+
+    sendEvent(res, createPhaseStartEvent(StormEventPhaseType.IMPLEMENT_APIS));
+
+    try {
+        const pagesFromDisk = readFilesAndContent(srcDir);
+        const pagesWithImplementation = await stormClient.replaceMockWithAPICall({
+                pages: pagesFromDisk,
+            },
+        );
+
+        sendEvent(res, createPhaseEndEvent(StormEventPhaseType.IMPLEMENT_APIS));
+
+        sendEvent(res, createPhaseStartEvent(StormEventPhaseType.COMPOSE_SYSTEM));
+
+        const allFiles = readFilesAndContent(srcDir, false).map((page) => {
+            if (page.encoding == HTMLPageEncoding.TEXT) {
+                const matchingFile = pagesWithImplementation.find((pageWithImpl) => pageWithImpl.fileName === page.fileName);
+                if (matchingFile) {
+                    return matchingFile;
+                }
+            }
+            return page;
+        });
+
+        const systemUrl = await stormClient.createSimpleBackend(handle, systemId, {pages: allFiles});
+        sendEvent(res, {type: 'SYSTEM_READY', created: Math.floor(Date.now() / 1000), reason: 'System Ready', payload: { systemUrl: systemUrl }});
+
+        sendEvent(res, createPhaseEndEvent(StormEventPhaseType.COMPOSE_SYSTEM));
+
+        sendDone(res);
+    } catch (err: any) {
+        sendError(err, res);
+    } finally {
+        if (!res.closed) {
+            res.end();
+        }
+    }
+});
+
 router.delete('/ui/serve/:systemId', async (req: KapetaBodyRequest, res: Response) => {
     const systemId = req.params.systemId as string | undefined;
     if (!systemId) {

package/src/storm/stormClient.ts

@@ -8,7 +8,8 @@ import readLine from 'node:readline/promises';
 import { Readable } from 'node:stream';
 import {
     ConversationItem,
-    ImplementAPIClientsRequest,
+    CreateSimpleBackendRequest, HTMLPage,
+    ImplementAPIClients,
     StormContextRequest,
     StormFileImplementationPrompt,
     StormStream,
@@ -238,17 +239,13 @@ class StormClient {
         return response.json() as Promise<{ vote: -1 | 0 | 1 }>;
     }
 
-    public async implementAPIClients(prompt: ImplementAPIClientsRequest) {
-        const u = `${this._baseUrl}/v2/ui/implement-api-clients`;
+    public async replaceMockWithAPICall(prompt: ImplementAPIClients): Promise<HTMLPage[]> {
+        const u = `${this._baseUrl}/v2/ui/implement-api-clients-all`;
         const response = await fetch(u, {
             method: 'POST',
-            body: JSON.stringify({
-                fileName: prompt.fileName,
-                content: prompt.content,
-            }),
+            body: JSON.stringify(prompt.pages),
         });
-        const data = await response.text();
-        return data;
+        return await response.json() as HTMLPage[];
     }
 
     public async generatePrompt(pages: string[]): Promise<string> {
@@ -262,6 +259,20 @@ class StormClient {
         return await response.text();
     }
 
+    public async createSimpleBackend(handle: string, systemId: string, input: CreateSimpleBackendRequest) {
+        const u = `${this._baseUrl}/v2/create-simple-backend/${handle}/${systemId}`;
+        const response = await fetch(u, {
+            method: 'POST',
+            body: JSON.stringify({
+                pages: input.pages,
+            }),
+        });
+        if (!response.ok) {
+            throw new Error(`HTTP error! Status: ${response.status}`);
+        }
+        return await response.text();
+    }
+
     public classifyUIReferences(prompt: string, conversationId?: string) {
         return this.send('/v2/ui/references', {
             prompt: prompt,

package/src/storm/stream.ts

@@ -143,7 +143,21 @@ export interface StormUIListPrompt {
     prompt: string;
 }
 
-export interface ImplementAPIClientsRequest {
+export enum HTMLPageEncoding {
+    TEXT = 'TEXT',
+    BINARY = 'BINARY',
+}
+
+export interface ImplementAPIClients {
+    pages: HTMLPage[];
+}
+
+export interface HTMLPage {
     fileName: string;
-    content: string
+    content: string;
+    encoding: HTMLPageEncoding;
+}
+
+export interface CreateSimpleBackendRequest {
+    pages: HTMLPage[];
 }

package/src/storm/utils.ts

@@ -4,11 +4,12 @@
  */
 import FS from 'fs-extra';
 import Path from 'path';
+import { HTMLPage, HTMLPageEncoding } from './stream';
 
 export async function copyDirectory(
     src: string,
     dest: string,
-    modifyHtml: (fileName: string, content: string) => Promise<string>
+    modifyHtml: (fileName: string, content: string) => string
 ): Promise<void> {
     await FS.promises.mkdir(dest, { recursive: true });
     const entries = await FS.promises.readdir(src, { withFileTypes: true });
@@ -23,7 +24,7 @@ export async function copyDirectory(
             let content = await FS.promises.readFile(srcPath, 'utf-8');
 
             if (Path.extname(srcPath) === '.html') {
-                content = await modifyHtml(srcPath, content);
+                content = modifyHtml(srcPath, content);
             }
 
             await FS.promises.writeFile(destPath, content, 'utf-8');
@@ -31,21 +32,27 @@ export async function copyDirectory(
     }
 }
 
-export function readPages(directoryPath: string): string[] {
-    const htmlFiles: string[] = [];
+export function readFilesAndContent(directoryPath: string, htmlExclusive: boolean = true): HTMLPage[] {
+    const htmlFiles:HTMLPage[] = [];
 
     function traverseDirectory(currentPath: string) {
         const files = FS.readdirSync(currentPath);
-
         for (const file of files) {
-            const filePath = Path.join(currentPath, file);
-            const stats = FS.statSync(filePath);
-
+            const fileName = Path.join(currentPath, file);
+            const relativeFilename = Path.relative(directoryPath, fileName);
+            const stats = FS.statSync(fileName);
             if (stats.isDirectory()) {
-                traverseDirectory(filePath);
-            } else if (stats.isFile() && Path.extname(filePath) === '.html') {
-                const content = FS.readFileSync(filePath, 'utf8');
-                htmlFiles.push(content);
+                traverseDirectory(fileName);
+            } else if (stats.isFile()) {
+                if (Path.extname(fileName) === '.html') {
+                    const content = FS.readFileSync(fileName, 'utf8');
+                    htmlFiles.push({fileName: relativeFilename, content: content, encoding: HTMLPageEncoding.TEXT });
+                } else {
+                    if (!htmlExclusive) {
+                        const content = FS.readFileSync(fileName);
+                        htmlFiles.push({fileName: relativeFilename, content: content.toString('base64'), encoding: HTMLPageEncoding.BINARY })
+                    }
+                }
             }
         }
     }