@kapeta/local-cluster-service 0.70.7 → 0.70.9

package/CHANGELOG.md

@@ -1,3 +1,17 @@
+## [0.70.9](https://github.com/kapetacom/local-cluster-service/compare/v0.70.8...v0.70.9) (2024-09-12)
+
+
+### Bug Fixes
+
+* converted pages are turned into a prompt and this is feed into bottoms up ([85e3c44](https://github.com/kapetacom/local-cluster-service/commit/85e3c448f3bab1b78ec4972572219b8f334d7345))
+
+## [0.70.8](https://github.com/kapetacom/local-cluster-service/compare/v0.70.7...v0.70.8) (2024-09-12)
+
+
+### Bug Fixes
+
+* use language-target-html if pre-existing systemId is specified ([0a38e0c](https://github.com/kapetacom/local-cluster-service/commit/0a38e0cb384a0954269c1b00ee1ef6660f979e42))
+
 ## [0.70.7](https://github.com/kapetacom/local-cluster-service/compare/v0.70.6...v0.70.7) (2024-09-12)
 
 

package/dist/cjs/src/storm/codegen.d.ts

@@ -12,7 +12,8 @@ export declare class StormCodegen {
     private readonly events;
     private tmpDir;
     private readonly conversationId;
-    constructor(conversationId: string, userPrompt: string, blocks: BlockDefinitionInfo[], events: StormEvent[]);
+    private readonly uiSystemId?;
+    constructor(conversationId: string, userPrompt: string, blocks: BlockDefinitionInfo[], events: StormEvent[], uiSystemId?: string);
     setTmpDir(tmpDir: string): void;
     process(): Promise<void>;
     isAborted(): boolean;

package/dist/cjs/src/storm/codegen.js

@@ -47,6 +47,7 @@ const yaml_1 = __importDefault(require("yaml"));
 const predefined_1 = require("./predefined");
 const archetype_1 = require("./archetype");
 const lodash_1 = __importDefault(require("lodash"));
+const page_utils_1 = require("./page-utils");
 const SIMULATED_DELAY = 1000;
 const ENABLE_SIMULATED_DELAY = false;
 class SimulatedFileDelay {
@@ -100,12 +101,14 @@ class StormCodegen {
     events;
     tmpDir;
     conversationId;
-    constructor(conversationId, userPrompt, blocks, events) {
+    uiSystemId;
+    constructor(conversationId, userPrompt, blocks, events, uiSystemId) {
         this.userPrompt = userPrompt;
         this.blocks = blocks;
         this.events = events;
         this.tmpDir = path_2.default.join(node_os_1.default.tmpdir(), conversationId);
         this.conversationId = conversationId;
+        this.uiSystemId = uiSystemId;
     }
     setTmpDir(tmpDir) {
         this.tmpDir = tmpDir;
@@ -794,6 +797,9 @@ class StormCodegen {
         const basePath = this.getBasePath(yamlContent.metadata.name);
         const codeGenerator = new codegen_1.BlockCodeGenerator(yamlContent);
         codeGenerator.withOption('AIContext', stormClient_1.STORM_ID);
+        if (this.uiSystemId) {
+            codeGenerator.withOption('AIStaticFiles', (0, page_utils_1.getSystemBaseImplDir)(this.uiSystemId));
+        }
         const generatedResult = await codeGenerator.generate();
         new codegen_1.CodeWriter(basePath).write(generatedResult);
         return generatedResult;

package/dist/cjs/src/storm/event-parser.d.ts

@@ -26,6 +26,7 @@ export interface StormOptions {
     serviceLanguage: string;
     frontendKind: string;
     frontendLanguage: string;
+    htmlLanguage: string;
     exchangeKind: string;
     queueKind: string;
     publisherKind: string;
@@ -39,7 +40,8 @@ export interface StormOptions {
     desktopKind: string;
     desktopLanguage: string;
     gatewayKind: string;
-    [key: string]: string;
+    systemId?: string;
+    [key: string]: string | undefined;
 }
 export declare function createPhaseStartEvent(type: StormEventPhaseType): StormEventPhases;
 export declare function createPhaseEndEvent(type: StormEventPhaseType): StormEventPhases;

package/dist/cjs/src/storm/event-parser.js

@@ -67,6 +67,7 @@ async function resolveOptions() {
     const javaLanguage = await definitionsManager_1.definitionsManager.getLatestDefinition('kapeta/language-target-java-spring-boot');
     const reactLanguage = await definitionsManager_1.definitionsManager.getLatestDefinition('kapeta/language-target-react-ts');
     const nodejsLanguage = await definitionsManager_1.definitionsManager.getLatestDefinition('kapeta/language-target-nodejs');
+    const htmlLanguage = await definitionsManager_1.definitionsManager.getLatestDefinition('kapeta/language-target-html');
     const blockTypePubsub = await definitionsManager_1.definitionsManager.getLatestDefinition('kapeta/block-type-pubsub');
     const resourceTypePubsubSubscriber = await definitionsManager_1.definitionsManager.getLatestDefinition('kapeta/resource-type-pubsub-subscriber');
     const resourceTypePubsubSubscription = await definitionsManager_1.definitionsManager.getLatestDefinition('kapeta/resource-type-pubsub-subscription');
@@ -83,6 +84,7 @@ async function resolveOptions() {
         !postgresResource ||
         !javaLanguage ||
         !reactLanguage ||
+        !htmlLanguage ||
         !webPageResource ||
         !restApiResource ||
         !restClientResource ||
@@ -105,6 +107,7 @@ async function resolveOptions() {
         serviceLanguage: (0, nodejs_utils_1.normalizeKapetaUri)(`${javaLanguage.definition.metadata.name}:${javaLanguage.version}`),
         frontendKind: (0, nodejs_utils_1.normalizeKapetaUri)(`${blockTypeFrontend.definition.metadata.name}:${blockTypeFrontend.version}`),
         frontendLanguage: (0, nodejs_utils_1.normalizeKapetaUri)(`${reactLanguage.definition.metadata.name}:${reactLanguage.version}`),
+        htmlLanguage: (0, nodejs_utils_1.normalizeKapetaUri)(`${htmlLanguage.definition.metadata.name}:${htmlLanguage.version}`),
         cliKind: (0, nodejs_utils_1.normalizeKapetaUri)(`${blockTypeCli.definition.metadata.name}:${blockTypeCli.version}`),
         cliLanguage: (0, nodejs_utils_1.normalizeKapetaUri)(`${nodejsLanguage.definition.metadata.name}:${nodejsLanguage.version}`),
         desktopKind: (0, nodejs_utils_1.normalizeKapetaUri)(`${blockTypeDesktop.definition.metadata.name}:${blockTypeDesktop.version}`),
@@ -770,7 +773,7 @@ class StormEventParser {
             case 'CLI':
                 return this.options.cliLanguage;
             case 'FRONTEND':
-                return this.options.frontendLanguage;
+                return this.options.systemId ? this.options.htmlLanguage : this.options.frontendLanguage;
             case 'DESKTOP':
                 return this.options.desktopLanguage;
         }
@@ -791,7 +794,7 @@ class StormEventParser {
             for (const prop in options) {
                 if (options.hasOwnProperty(prop)) {
                     const value = options[prop];
-                    if (value.indexOf(kind) > 0) {
+                    if (typeof value === 'string' && value.indexOf(kind) > 0) {
                         return value;
                     }
                 }

package/dist/cjs/src/storm/page-utils.d.ts

@@ -19,6 +19,7 @@ export declare function writeImageToDisk(systemId: string, event: StormImage, pr
 }>;
 export declare function hasPageOnDisk(systemId: string, method: string, path: string): boolean;
 export declare function getSystemBaseDir(systemId: string): string;
+export declare function getSystemBaseImplDir(systemId: string): string;
 export declare function resolveReadPath(systemId: string, path: string, method: string): string | null;
 export declare function readPageFromDiskAsString(systemId: string, path: string, method: string): string | null;
 export declare function readPageFromDisk(systemId: string, path: string, method: string, res: Response): void;

package/dist/cjs/src/storm/page-utils.js

@@ -3,7 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.writeConversationToFile = exports.readConversationFromFile = exports.readPageFromDisk = exports.readPageFromDiskAsString = exports.resolveReadPath = exports.getSystemBaseDir = exports.hasPageOnDisk = exports.writeImageToDisk = exports.writeAssetToDisk = exports.writePageToDisk = exports.normalizePath = exports.SystemIdHeader = void 0;
+exports.writeConversationToFile = exports.readConversationFromFile = exports.readPageFromDisk = exports.readPageFromDiskAsString = exports.resolveReadPath = exports.getSystemBaseImplDir = exports.getSystemBaseDir = exports.hasPageOnDisk = exports.writeImageToDisk = exports.writeAssetToDisk = exports.writePageToDisk = exports.normalizePath = exports.SystemIdHeader = void 0;
 const node_os_1 = __importDefault(require("node:os"));
 const path_1 = __importDefault(require("path"));
 const fs_extra_1 = __importDefault(require("fs-extra"));
@@ -63,6 +63,10 @@ function getSystemBaseDir(systemId) {
     return path_1.default.join(node_os_1.default.tmpdir(), 'ai-systems', systemId);
 }
 exports.getSystemBaseDir = getSystemBaseDir;
+function getSystemBaseImplDir(systemId) {
+    return path_1.default.join(node_os_1.default.tmpdir(), 'ai-systems-impl', systemId);
+}
+exports.getSystemBaseImplDir = getSystemBaseImplDir;
 function getFilePath(method) {
     // For HEAD requests, we assume we're serving looking for a GET resource
     return path_1.default.join(method === 'HEAD' ? 'get' : method.toLowerCase(), 'index.html');

package/dist/cjs/src/storm/routes.js

@@ -10,7 +10,6 @@ Object.defineProperty(exports, "__esModule", { value: true });
 const express_promise_router_1 = __importDefault(require("express-promise-router"));
 const fs_extra_1 = __importDefault(require("fs-extra"));
 const path_1 = __importDefault(require("path"));
-const node_os_1 = __importDefault(require("node:os"));
 const lodash_1 = __importDefault(require("lodash"));
 const cors_1 = require("../middleware/cors");
 const stringBody_1 = require("../middleware/stringBody");
@@ -69,10 +68,10 @@ router.post('/ui/serve/:systemId', async (req, res) => {
     }
     res.status(200).send({ status: 'running', url: svr.getUrl() });
 });
-router.post('/ui/create-system/:systemId', async (req, res) => {
+router.post('/ui/create-system/:handle/:systemId', async (req, res) => {
     const systemId = req.params.systemId;
     const srcDir = (0, page_utils_1.getSystemBaseDir)(systemId);
-    const destDir = path_1.default.join(node_os_1.default.tmpdir(), 'ai-systems-impl', systemId);
+    const destDir = (0, page_utils_1.getSystemBaseImplDir)(systemId);
     await (0, utils_1.copyDirectory)(srcDir, destDir, async (fileName, content) => {
         const result = await stormClient_1.stormClient.implementAPIClients({
             content: content,
@@ -80,8 +79,15 @@ router.post('/ui/create-system/:systemId', async (req, res) => {
         });
         return result;
     });
-    res.end();
-    return;
+    const pages = (0, utils_1.readPages)(destDir);
+    const prompt = await stormClient_1.stormClient.generatePrompt(pages);
+    req.query.systemId = systemId;
+    const promptRequest = {
+        prompt: prompt,
+        skipImprovement: true,
+    };
+    req.stringBody = JSON.stringify(promptRequest);
+    await handleAll(req, res);
 });
 router.delete('/ui/serve/:systemId', async (req, res) => {
     const systemId = req.params.systemId;
@@ -500,9 +506,13 @@ router.post('/ui/get-vote', async (req, res) => {
     }
 });
 router.post('/:handle/all', async (req, res) => {
+    await handleAll(req, res);
+});
+async function handleAll(req, res) {
     const handle = req.params.handle;
+    const systemId = req.query.systemId ?? undefined;
     try {
-        const stormOptions = await (0, event_parser_1.resolveOptions)();
+        const stormOptions = { ...(await (0, event_parser_1.resolveOptions)()), systemId: systemId };
         const eventParser = new event_parser_1.StormEventParser(stormOptions);
         const conversationId = req.headers[stormClient_1.ConversationIdHeader.toLowerCase()];
         const aiRequest = JSON.parse(req.stringBody ?? '{}');
@@ -571,7 +581,7 @@ router.post('/:handle/all', async (req, res) => {
         if (!req.query.skipCodegen) {
             try {
                 sendEvent(res, (0, event_parser_1.createPhaseStartEvent)(events_1.StormEventPhaseType.IMPLEMENTATION));
-                const stormCodegen = new codegen_1.StormCodegen(metaStream.getConversationId(), aiRequest.prompt, result.blocks, eventParser.getEvents());
+                const stormCodegen = new codegen_1.StormCodegen(metaStream.getConversationId(), aiRequest.prompt, result.blocks, eventParser.getEvents(), systemId);
                 onRequestAborted(req, res, () => {
                     stormCodegen.abort();
                 });
@@ -593,7 +603,7 @@ router.post('/:handle/all', async (req, res) => {
             res.end();
         }
     }
-});
+}
 router.post('/block/create', async (req, res) => {
     const createRequest = JSON.parse(req.stringBody ?? '{}');
     try {

package/dist/cjs/src/storm/stormClient.d.ts

@@ -70,6 +70,7 @@ declare class StormClient {
         vote: -1 | 0 | 1;
     }>;
     implementAPIClients(prompt: ImplementAPIClientsRequest): Promise<string>;
+    generatePrompt(pages: string[]): Promise<string>;
     classifyUIReferences(prompt: string, conversationId?: string): Promise<StormStream>;
     editPages(prompt: UIPageEditPrompt, conversationId?: string): Promise<StormStream>;
     listScreens(prompt: StormUIListPrompt, conversationId?: string): Promise<StormStream>;

package/dist/cjs/src/storm/stormClient.js

@@ -160,6 +160,16 @@ class StormClient {
         const data = await response.text();
         return data;
     }
+    async generatePrompt(pages) {
+        const u = `${this._baseUrl}/v2/ui/prompt`;
+        const response = await (0, undici_1.fetch)(u, {
+            method: 'POST',
+            body: JSON.stringify({
+                pages: pages,
+            }),
+        });
+        return await response.text();
+    }
     classifyUIReferences(prompt, conversationId) {
         return this.send('/v2/ui/references', {
             prompt: prompt,

package/dist/cjs/src/storm/utils.d.ts

@@ -1,4 +1,5 @@
 export declare function copyDirectory(src: string, dest: string, modifyHtml: (fileName: string, content: string) => Promise<string>): Promise<void>;
+export declare function readPages(directoryPath: string): string[];
 export declare function createFuture<T = void>(): {
     promise: Promise<T>;
     resolve: (value: T | PromiseLike<T>) => void;

package/dist/cjs/src/storm/utils.js

@@ -3,7 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.createFuture = exports.copyDirectory = void 0;
+exports.createFuture = exports.readPages = exports.copyDirectory = void 0;
 /**
  * Copyright 2023 Kapeta Inc.
  * SPDX-License-Identifier: BUSL-1.1
@@ -29,6 +29,26 @@ async function copyDirectory(src, dest, modifyHtml) {
     }
 }
 exports.copyDirectory = copyDirectory;
+function readPages(directoryPath) {
+    const htmlFiles = [];
+    function traverseDirectory(currentPath) {
+        const files = fs_extra_1.default.readdirSync(currentPath);
+        for (const file of files) {
+            const filePath = path_1.default.join(currentPath, file);
+            const stats = fs_extra_1.default.statSync(filePath);
+            if (stats.isDirectory()) {
+                traverseDirectory(filePath);
+            }
+            else if (stats.isFile() && path_1.default.extname(filePath) === '.html') {
+                const content = fs_extra_1.default.readFileSync(filePath, 'utf8');
+                htmlFiles.push(content);
+            }
+        }
+    }
+    traverseDirectory(directoryPath);
+    return htmlFiles;
+}
+exports.readPages = readPages;
 function createFuture() {
     let resolve = () => { };
     let reject = () => { };

package/dist/cjs/test/storm/event-parser.test.d.ts

@@ -7,6 +7,7 @@ export declare const parserOptions: {
     serviceLanguage: string;
     frontendKind: string;
     frontendLanguage: string;
+    htmlLanguage: string;
     cliKind: string;
     cliLanguage: string;
     desktopKind: string;

package/dist/cjs/test/storm/event-parser.test.js

@@ -19,6 +19,7 @@ exports.parserOptions = {
     serviceLanguage: 'kapeta/language-target-java-spring-boot:local',
     frontendKind: 'kapeta/block-type-frontend:local',
     frontendLanguage: 'kapeta/language-target-react-ts:local',
+    htmlLanguage: 'kapeta/language-target-html:local',
     cliKind: 'kapeta/block-type-cli:local',
     cliLanguage: 'kapeta/language-target-nodejs-ts:local',
     desktopKind: 'kapeta/block-type-desktop:local',

package/dist/esm/src/storm/codegen.d.ts

@@ -12,7 +12,8 @@ export declare class StormCodegen {
     private readonly events;
     private tmpDir;
     private readonly conversationId;
-    constructor(conversationId: string, userPrompt: string, blocks: BlockDefinitionInfo[], events: StormEvent[]);
+    private readonly uiSystemId?;
+    constructor(conversationId: string, userPrompt: string, blocks: BlockDefinitionInfo[], events: StormEvent[], uiSystemId?: string);
     setTmpDir(tmpDir: string): void;
     process(): Promise<void>;
     isAborted(): boolean;

package/dist/esm/src/storm/codegen.js

@@ -47,6 +47,7 @@ const yaml_1 = __importDefault(require("yaml"));
 const predefined_1 = require("./predefined");
 const archetype_1 = require("./archetype");
 const lodash_1 = __importDefault(require("lodash"));
+const page_utils_1 = require("./page-utils");
 const SIMULATED_DELAY = 1000;
 const ENABLE_SIMULATED_DELAY = false;
 class SimulatedFileDelay {
@@ -100,12 +101,14 @@ class StormCodegen {
     events;
     tmpDir;
     conversationId;
-    constructor(conversationId, userPrompt, blocks, events) {
+    uiSystemId;
+    constructor(conversationId, userPrompt, blocks, events, uiSystemId) {
         this.userPrompt = userPrompt;
         this.blocks = blocks;
         this.events = events;
         this.tmpDir = path_2.default.join(node_os_1.default.tmpdir(), conversationId);
         this.conversationId = conversationId;
+        this.uiSystemId = uiSystemId;
     }
     setTmpDir(tmpDir) {
         this.tmpDir = tmpDir;
@@ -794,6 +797,9 @@ class StormCodegen {
         const basePath = this.getBasePath(yamlContent.metadata.name);
         const codeGenerator = new codegen_1.BlockCodeGenerator(yamlContent);
         codeGenerator.withOption('AIContext', stormClient_1.STORM_ID);
+        if (this.uiSystemId) {
+            codeGenerator.withOption('AIStaticFiles', (0, page_utils_1.getSystemBaseImplDir)(this.uiSystemId));
+        }
         const generatedResult = await codeGenerator.generate();
         new codegen_1.CodeWriter(basePath).write(generatedResult);
         return generatedResult;

package/dist/esm/src/storm/event-parser.d.ts

@@ -26,6 +26,7 @@ export interface StormOptions {
     serviceLanguage: string;
     frontendKind: string;
     frontendLanguage: string;
+    htmlLanguage: string;
     exchangeKind: string;
     queueKind: string;
     publisherKind: string;
@@ -39,7 +40,8 @@ export interface StormOptions {
     desktopKind: string;
     desktopLanguage: string;
     gatewayKind: string;
-    [key: string]: string;
+    systemId?: string;
+    [key: string]: string | undefined;
 }
 export declare function createPhaseStartEvent(type: StormEventPhaseType): StormEventPhases;
 export declare function createPhaseEndEvent(type: StormEventPhaseType): StormEventPhases;

package/dist/esm/src/storm/event-parser.js

@@ -67,6 +67,7 @@ async function resolveOptions() {
     const javaLanguage = await definitionsManager_1.definitionsManager.getLatestDefinition('kapeta/language-target-java-spring-boot');
     const reactLanguage = await definitionsManager_1.definitionsManager.getLatestDefinition('kapeta/language-target-react-ts');
     const nodejsLanguage = await definitionsManager_1.definitionsManager.getLatestDefinition('kapeta/language-target-nodejs');
+    const htmlLanguage = await definitionsManager_1.definitionsManager.getLatestDefinition('kapeta/language-target-html');
     const blockTypePubsub = await definitionsManager_1.definitionsManager.getLatestDefinition('kapeta/block-type-pubsub');
     const resourceTypePubsubSubscriber = await definitionsManager_1.definitionsManager.getLatestDefinition('kapeta/resource-type-pubsub-subscriber');
     const resourceTypePubsubSubscription = await definitionsManager_1.definitionsManager.getLatestDefinition('kapeta/resource-type-pubsub-subscription');
@@ -83,6 +84,7 @@ async function resolveOptions() {
         !postgresResource ||
         !javaLanguage ||
         !reactLanguage ||
+        !htmlLanguage ||
         !webPageResource ||
         !restApiResource ||
         !restClientResource ||
@@ -105,6 +107,7 @@ async function resolveOptions() {
         serviceLanguage: (0, nodejs_utils_1.normalizeKapetaUri)(`${javaLanguage.definition.metadata.name}:${javaLanguage.version}`),
         frontendKind: (0, nodejs_utils_1.normalizeKapetaUri)(`${blockTypeFrontend.definition.metadata.name}:${blockTypeFrontend.version}`),
         frontendLanguage: (0, nodejs_utils_1.normalizeKapetaUri)(`${reactLanguage.definition.metadata.name}:${reactLanguage.version}`),
+        htmlLanguage: (0, nodejs_utils_1.normalizeKapetaUri)(`${htmlLanguage.definition.metadata.name}:${htmlLanguage.version}`),
         cliKind: (0, nodejs_utils_1.normalizeKapetaUri)(`${blockTypeCli.definition.metadata.name}:${blockTypeCli.version}`),
         cliLanguage: (0, nodejs_utils_1.normalizeKapetaUri)(`${nodejsLanguage.definition.metadata.name}:${nodejsLanguage.version}`),
         desktopKind: (0, nodejs_utils_1.normalizeKapetaUri)(`${blockTypeDesktop.definition.metadata.name}:${blockTypeDesktop.version}`),
@@ -770,7 +773,7 @@ class StormEventParser {
             case 'CLI':
                 return this.options.cliLanguage;
             case 'FRONTEND':
-                return this.options.frontendLanguage;
+                return this.options.systemId ? this.options.htmlLanguage : this.options.frontendLanguage;
             case 'DESKTOP':
                 return this.options.desktopLanguage;
         }
@@ -791,7 +794,7 @@ class StormEventParser {
             for (const prop in options) {
                 if (options.hasOwnProperty(prop)) {
                     const value = options[prop];
-                    if (value.indexOf(kind) > 0) {
+                    if (typeof value === 'string' && value.indexOf(kind) > 0) {
                         return value;
                     }
                 }

package/dist/esm/src/storm/page-utils.d.ts

@@ -19,6 +19,7 @@ export declare function writeImageToDisk(systemId: string, event: StormImage, pr
 }>;
 export declare function hasPageOnDisk(systemId: string, method: string, path: string): boolean;
 export declare function getSystemBaseDir(systemId: string): string;
+export declare function getSystemBaseImplDir(systemId: string): string;
 export declare function resolveReadPath(systemId: string, path: string, method: string): string | null;
 export declare function readPageFromDiskAsString(systemId: string, path: string, method: string): string | null;
 export declare function readPageFromDisk(systemId: string, path: string, method: string, res: Response): void;

package/dist/esm/src/storm/page-utils.js

@@ -3,7 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.writeConversationToFile = exports.readConversationFromFile = exports.readPageFromDisk = exports.readPageFromDiskAsString = exports.resolveReadPath = exports.getSystemBaseDir = exports.hasPageOnDisk = exports.writeImageToDisk = exports.writeAssetToDisk = exports.writePageToDisk = exports.normalizePath = exports.SystemIdHeader = void 0;
+exports.writeConversationToFile = exports.readConversationFromFile = exports.readPageFromDisk = exports.readPageFromDiskAsString = exports.resolveReadPath = exports.getSystemBaseImplDir = exports.getSystemBaseDir = exports.hasPageOnDisk = exports.writeImageToDisk = exports.writeAssetToDisk = exports.writePageToDisk = exports.normalizePath = exports.SystemIdHeader = void 0;
 const node_os_1 = __importDefault(require("node:os"));
 const path_1 = __importDefault(require("path"));
 const fs_extra_1 = __importDefault(require("fs-extra"));
@@ -63,6 +63,10 @@ function getSystemBaseDir(systemId) {
     return path_1.default.join(node_os_1.default.tmpdir(), 'ai-systems', systemId);
 }
 exports.getSystemBaseDir = getSystemBaseDir;
+function getSystemBaseImplDir(systemId) {
+    return path_1.default.join(node_os_1.default.tmpdir(), 'ai-systems-impl', systemId);
+}
+exports.getSystemBaseImplDir = getSystemBaseImplDir;
 function getFilePath(method) {
     // For HEAD requests, we assume we're serving looking for a GET resource
     return path_1.default.join(method === 'HEAD' ? 'get' : method.toLowerCase(), 'index.html');

package/dist/esm/src/storm/routes.js

@@ -10,7 +10,6 @@ Object.defineProperty(exports, "__esModule", { value: true });
 const express_promise_router_1 = __importDefault(require("express-promise-router"));
 const fs_extra_1 = __importDefault(require("fs-extra"));
 const path_1 = __importDefault(require("path"));
-const node_os_1 = __importDefault(require("node:os"));
 const lodash_1 = __importDefault(require("lodash"));
 const cors_1 = require("../middleware/cors");
 const stringBody_1 = require("../middleware/stringBody");
@@ -69,10 +68,10 @@ router.post('/ui/serve/:systemId', async (req, res) => {
     }
     res.status(200).send({ status: 'running', url: svr.getUrl() });
 });
-router.post('/ui/create-system/:systemId', async (req, res) => {
+router.post('/ui/create-system/:handle/:systemId', async (req, res) => {
     const systemId = req.params.systemId;
     const srcDir = (0, page_utils_1.getSystemBaseDir)(systemId);
-    const destDir = path_1.default.join(node_os_1.default.tmpdir(), 'ai-systems-impl', systemId);
+    const destDir = (0, page_utils_1.getSystemBaseImplDir)(systemId);
     await (0, utils_1.copyDirectory)(srcDir, destDir, async (fileName, content) => {
         const result = await stormClient_1.stormClient.implementAPIClients({
             content: content,
@@ -80,8 +79,15 @@ router.post('/ui/create-system/:systemId', async (req, res) => {
         });
         return result;
     });
-    res.end();
-    return;
+    const pages = (0, utils_1.readPages)(destDir);
+    const prompt = await stormClient_1.stormClient.generatePrompt(pages);
+    req.query.systemId = systemId;
+    const promptRequest = {
+        prompt: prompt,
+        skipImprovement: true,
+    };
+    req.stringBody = JSON.stringify(promptRequest);
+    await handleAll(req, res);
 });
 router.delete('/ui/serve/:systemId', async (req, res) => {
     const systemId = req.params.systemId;
@@ -500,9 +506,13 @@ router.post('/ui/get-vote', async (req, res) => {
     }
 });
 router.post('/:handle/all', async (req, res) => {
+    await handleAll(req, res);
+});
+async function handleAll(req, res) {
     const handle = req.params.handle;
+    const systemId = req.query.systemId ?? undefined;
     try {
-        const stormOptions = await (0, event_parser_1.resolveOptions)();
+        const stormOptions = { ...(await (0, event_parser_1.resolveOptions)()), systemId: systemId };
         const eventParser = new event_parser_1.StormEventParser(stormOptions);
         const conversationId = req.headers[stormClient_1.ConversationIdHeader.toLowerCase()];
         const aiRequest = JSON.parse(req.stringBody ?? '{}');
@@ -571,7 +581,7 @@ router.post('/:handle/all', async (req, res) => {
         if (!req.query.skipCodegen) {
             try {
                 sendEvent(res, (0, event_parser_1.createPhaseStartEvent)(events_1.StormEventPhaseType.IMPLEMENTATION));
-                const stormCodegen = new codegen_1.StormCodegen(metaStream.getConversationId(), aiRequest.prompt, result.blocks, eventParser.getEvents());
+                const stormCodegen = new codegen_1.StormCodegen(metaStream.getConversationId(), aiRequest.prompt, result.blocks, eventParser.getEvents(), systemId);
                 onRequestAborted(req, res, () => {
                     stormCodegen.abort();
                 });
@@ -593,7 +603,7 @@ router.post('/:handle/all', async (req, res) => {
             res.end();
         }
     }
-});
+}
 router.post('/block/create', async (req, res) => {
     const createRequest = JSON.parse(req.stringBody ?? '{}');
     try {

package/dist/esm/src/storm/stormClient.d.ts

@@ -70,6 +70,7 @@ declare class StormClient {
         vote: -1 | 0 | 1;
     }>;
     implementAPIClients(prompt: ImplementAPIClientsRequest): Promise<string>;
+    generatePrompt(pages: string[]): Promise<string>;
     classifyUIReferences(prompt: string, conversationId?: string): Promise<StormStream>;
     editPages(prompt: UIPageEditPrompt, conversationId?: string): Promise<StormStream>;
     listScreens(prompt: StormUIListPrompt, conversationId?: string): Promise<StormStream>;

package/dist/esm/src/storm/stormClient.js

@@ -160,6 +160,16 @@ class StormClient {
         const data = await response.text();
         return data;
     }
+    async generatePrompt(pages) {
+        const u = `${this._baseUrl}/v2/ui/prompt`;
+        const response = await (0, undici_1.fetch)(u, {
+            method: 'POST',
+            body: JSON.stringify({
+                pages: pages,
+            }),
+        });
+        return await response.text();
+    }
     classifyUIReferences(prompt, conversationId) {
         return this.send('/v2/ui/references', {
             prompt: prompt,

package/dist/esm/src/storm/utils.d.ts

@@ -1,4 +1,5 @@
 export declare function copyDirectory(src: string, dest: string, modifyHtml: (fileName: string, content: string) => Promise<string>): Promise<void>;
+export declare function readPages(directoryPath: string): string[];
 export declare function createFuture<T = void>(): {
     promise: Promise<T>;
     resolve: (value: T | PromiseLike<T>) => void;

package/dist/esm/src/storm/utils.js

@@ -3,7 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.createFuture = exports.copyDirectory = void 0;
+exports.createFuture = exports.readPages = exports.copyDirectory = void 0;
 /**
  * Copyright 2023 Kapeta Inc.
  * SPDX-License-Identifier: BUSL-1.1
@@ -29,6 +29,26 @@ async function copyDirectory(src, dest, modifyHtml) {
     }
 }
 exports.copyDirectory = copyDirectory;
+function readPages(directoryPath) {
+    const htmlFiles = [];
+    function traverseDirectory(currentPath) {
+        const files = fs_extra_1.default.readdirSync(currentPath);
+        for (const file of files) {
+            const filePath = path_1.default.join(currentPath, file);
+            const stats = fs_extra_1.default.statSync(filePath);
+            if (stats.isDirectory()) {
+                traverseDirectory(filePath);
+            }
+            else if (stats.isFile() && path_1.default.extname(filePath) === '.html') {
+                const content = fs_extra_1.default.readFileSync(filePath, 'utf8');
+                htmlFiles.push(content);
+            }
+        }
+    }
+    traverseDirectory(directoryPath);
+    return htmlFiles;
+}
+exports.readPages = readPages;
 function createFuture() {
     let resolve = () => { };
     let reject = () => { };

package/dist/esm/test/storm/event-parser.test.d.ts

@@ -7,6 +7,7 @@ export declare const parserOptions: {
     serviceLanguage: string;
     frontendKind: string;
     frontendLanguage: string;
+    htmlLanguage: string;
     cliKind: string;
     cliLanguage: string;
     desktopKind: string;

package/dist/esm/test/storm/event-parser.test.js

@@ -19,6 +19,7 @@ exports.parserOptions = {
     serviceLanguage: 'kapeta/language-target-java-spring-boot:local',
     frontendKind: 'kapeta/block-type-frontend:local',
     frontendLanguage: 'kapeta/language-target-react-ts:local',
+    htmlLanguage: 'kapeta/language-target-html:local',
     cliKind: 'kapeta/block-type-cli:local',
     cliLanguage: 'kapeta/language-target-nodejs-ts:local',
     desktopKind: 'kapeta/block-type-desktop:local',

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@kapeta/local-cluster-service",
-    "version": "0.70.7",
+    "version": "0.70.9",
     "description": "Manages configuration, ports and service discovery for locally running Kapeta systems",
     "type": "commonjs",
     "exports": {

package/src/storm/codegen.ts

@@ -39,6 +39,7 @@ import YAML from 'yaml';
 import { PREDEFINED_BLOCKS } from './predefined';
 import { Archetype } from './archetype';
 import _ from 'lodash';
+import { getSystemBaseImplDir } from './page-utils';
 
 type ImplementationGenerator<T = StormFileImplementationPrompt> = (
     prompt: T,
@@ -108,13 +109,21 @@ export class StormCodegen {
     private readonly events: StormEvent[];
     private tmpDir: string;
     private readonly conversationId: string;
-
-    constructor(conversationId: string, userPrompt: string, blocks: BlockDefinitionInfo[], events: StormEvent[]) {
+    private readonly uiSystemId?: string;
+
+    constructor(
+        conversationId: string,
+        userPrompt: string,
+        blocks: BlockDefinitionInfo[],
+        events: StormEvent[],
+        uiSystemId?: string
+    ) {
         this.userPrompt = userPrompt;
         this.blocks = blocks;
         this.events = events;
         this.tmpDir = Path.join(os.tmpdir(), conversationId);
         this.conversationId = conversationId;
+        this.uiSystemId = uiSystemId;
     }
 
     public setTmpDir(tmpDir: string) {
@@ -488,7 +497,6 @@ export class StormCodegen {
             await writeFile(filePath, webRouterFile.content);
         }
 
-
         const blockRef = block.uri;
 
         this.emitBlockStatus(blockUri, block.aiName, StormEventBlockStatusType.QA);
@@ -1009,6 +1017,11 @@ export class StormCodegen {
 
         const codeGenerator = new BlockCodeGenerator(yamlContent as BlockDefinition);
         codeGenerator.withOption('AIContext', STORM_ID);
+
+        if (this.uiSystemId) {
+            codeGenerator.withOption('AIStaticFiles', getSystemBaseImplDir(this.uiSystemId));
+        }
+
         const generatedResult = await codeGenerator.generate();
         new CodeWriter(basePath).write(generatedResult);
         return generatedResult;

package/src/storm/event-parser.ts

@@ -67,6 +67,7 @@ export interface StormOptions {
     serviceLanguage: string;
     frontendKind: string;
     frontendLanguage: string;
+    htmlLanguage: string;
     exchangeKind: string;
     queueKind: string;
     publisherKind: string;
@@ -80,7 +81,10 @@ export interface StormOptions {
     desktopKind: string;
     desktopLanguage: string;
     gatewayKind: string;
-    [key: string]: string;
+
+    systemId?: string;
+
+    [key: string]: string | undefined;
 }
 
 function prettifyKaplang(source: string) {
@@ -143,6 +147,7 @@ export async function resolveOptions(): Promise<StormOptions> {
     const javaLanguage = await definitionsManager.getLatestDefinition('kapeta/language-target-java-spring-boot');
     const reactLanguage = await definitionsManager.getLatestDefinition('kapeta/language-target-react-ts');
     const nodejsLanguage = await definitionsManager.getLatestDefinition('kapeta/language-target-nodejs');
+    const htmlLanguage = await definitionsManager.getLatestDefinition('kapeta/language-target-html');
 
     const blockTypePubsub = await definitionsManager.getLatestDefinition('kapeta/block-type-pubsub');
     const resourceTypePubsubSubscriber = await definitionsManager.getLatestDefinition(
@@ -170,6 +175,7 @@ export async function resolveOptions(): Promise<StormOptions> {
         !postgresResource ||
         !javaLanguage ||
         !reactLanguage ||
+        !htmlLanguage ||
         !webPageResource ||
         !restApiResource ||
         !restClientResource ||
@@ -195,6 +201,7 @@ export async function resolveOptions(): Promise<StormOptions> {
 
         frontendKind: normalizeKapetaUri(`${blockTypeFrontend.definition.metadata.name}:${blockTypeFrontend.version}`),
         frontendLanguage: normalizeKapetaUri(`${reactLanguage.definition.metadata.name}:${reactLanguage.version}`),
+        htmlLanguage: normalizeKapetaUri(`${htmlLanguage.definition.metadata.name}:${htmlLanguage.version}`),
 
         cliKind: normalizeKapetaUri(`${blockTypeCli.definition.metadata.name}:${blockTypeCli.version}`),
         cliLanguage: normalizeKapetaUri(`${nodejsLanguage.definition.metadata.name}:${nodejsLanguage.version}`),
@@ -997,7 +1004,7 @@ export class StormEventParser {
             case 'CLI':
                 return this.options.cliLanguage;
             case 'FRONTEND':
-                return this.options.frontendLanguage;
+                return this.options.systemId ? this.options.htmlLanguage : this.options.frontendLanguage;
             case 'DESKTOP':
                 return this.options.desktopLanguage;
         }
@@ -1027,7 +1034,7 @@ export class StormEventParser {
             for (const prop in options) {
                 if (options.hasOwnProperty(prop)) {
                     const value = options[prop];
-                    if (value.indexOf(kind) > 0) {
+                    if (typeof value === 'string' && value.indexOf(kind) > 0) {
                         return value;
                     }
                 }

package/src/storm/page-utils.ts

@@ -78,6 +78,10 @@ export function getSystemBaseDir(systemId: string) {
     return Path.join(os.tmpdir(), 'ai-systems', systemId);
 }
 
+export function getSystemBaseImplDir(systemId: string) {
+    return Path.join(os.tmpdir(), 'ai-systems-impl', systemId);
+}
+
 function getFilePath(method: string) {
     // For HEAD requests, we assume we're serving looking for a GET resource
     return Path.join(method === 'HEAD' ? 'get' : method.toLowerCase(), 'index.html');

package/src/storm/routes.ts

@@ -7,7 +7,6 @@ import Router from 'express-promise-router';
 import FS from 'fs-extra';
 import { Response } from 'express';
 import Path from 'path';
-import os from 'node:os';
 import _ from 'lodash';
 import { corsHandler } from '../middleware/cors';
 import { stringBody } from '../middleware/stringBody';
@@ -37,6 +36,7 @@ import { assetManager } from '../assetManager';
 import uuid from 'node-uuid';
 import {
     getSystemBaseDir,
+    getSystemBaseImplDir,
     readPageFromDisk,
     resolveReadPath,
     SystemIdHeader,
@@ -47,7 +47,7 @@ import {
 import { UIServer } from './UIServer';
 import { randomUUID } from 'crypto';
 import { ImagePrompt, PageQueue } from './PageGenerator';
-import { copyDirectory, createFuture } from './utils';
+import { copyDirectory, createFuture, readPages } from './utils';
 
 const UI_SERVERS: { [key: string]: UIServer } = {};
 const router = Router();
@@ -101,10 +101,10 @@ router.post('/ui/serve/:systemId', async (req: KapetaBodyRequest, res: Response)
     res.status(200).send({ status: 'running', url: svr.getUrl() });
 });
 
-router.post('/ui/create-system/:systemId', async (req: KapetaBodyRequest, res: Response) => {
+router.post('/ui/create-system/:handle/:systemId', async (req: KapetaBodyRequest, res: Response) => {
     const systemId = req.params.systemId as string;
     const srcDir = getSystemBaseDir(systemId);
-    const destDir = Path.join(os.tmpdir(), 'ai-systems-impl', systemId);
+    const destDir = getSystemBaseImplDir(systemId);
 
     await copyDirectory(srcDir, destDir, async (fileName, content) => {
         const result = await stormClient.implementAPIClients({
@@ -114,8 +114,17 @@ router.post('/ui/create-system/:systemId', async (req: KapetaBodyRequest, res: R
         return result;
     });
 
-    res.end();
-    return;
+    const pages = readPages(destDir);
+    const prompt = await stormClient.generatePrompt(pages);
+
+    req.query.systemId = systemId;
+    const promptRequest: BasePromptRequest = {
+        prompt: prompt,
+        skipImprovement: true,
+    };
+    req.stringBody = JSON.stringify(promptRequest);
+
+    await handleAll(req, res);
 });
 
 router.delete('/ui/serve/:systemId', async (req: KapetaBodyRequest, res: Response) => {
@@ -613,10 +622,15 @@ router.post('/ui/get-vote', async (req: KapetaBodyRequest, res: Response) => {
 });
 
 router.post('/:handle/all', async (req: KapetaBodyRequest, res: Response) => {
+    await handleAll(req, res);
+});
+
+async function handleAll(req: KapetaBodyRequest, res: Response) {
     const handle = req.params.handle as string;
+    const systemId = (req.query.systemId as string) ?? undefined;
 
     try {
-        const stormOptions = await resolveOptions();
+        const stormOptions = { ...(await resolveOptions()), systemId: systemId };
 
         const eventParser = new StormEventParser(stormOptions);
 
@@ -703,7 +717,8 @@ router.post('/:handle/all', async (req: KapetaBodyRequest, res: Response) => {
                     metaStream.getConversationId(),
                     aiRequest.prompt,
                     result.blocks,
-                    eventParser.getEvents()
+                    eventParser.getEvents(),
+                    systemId
                 );
 
                 onRequestAborted(req, res, () => {
@@ -729,7 +744,7 @@ router.post('/:handle/all', async (req: KapetaBodyRequest, res: Response) => {
             res.end();
         }
     }
-});
+}
 
 router.post('/block/create', async (req: KapetaBodyRequest, res: Response) => {
     const createRequest: StormCreateBlockRequest = JSON.parse(req.stringBody ?? '{}');

package/src/storm/stormClient.ts

@@ -267,6 +267,17 @@ class StormClient {
         return data;
     }
 
+    public async generatePrompt(pages: string[]): Promise<string> {
+        const u = `${this._baseUrl}/v2/ui/prompt`;
+        const response = await fetch(u, {
+            method: 'POST',
+            body: JSON.stringify({
+                pages: pages,
+            }),
+        });
+        return await response.text();
+    }
+
     public classifyUIReferences(prompt: string, conversationId?: string) {
         return this.send('/v2/ui/references', {
             prompt: prompt,

package/src/storm/utils.ts

@@ -31,6 +31,29 @@ export async function copyDirectory(
     }
 }
 
+export function readPages(directoryPath: string): string[] {
+    const htmlFiles: string[] = [];
+
+    function traverseDirectory(currentPath: string) {
+        const files = FS.readdirSync(currentPath);
+
+        for (const file of files) {
+            const filePath = Path.join(currentPath, file);
+            const stats = FS.statSync(filePath);
+
+            if (stats.isDirectory()) {
+                traverseDirectory(filePath);
+            } else if (stats.isFile() && Path.extname(filePath) === '.html') {
+                const content = FS.readFileSync(filePath, 'utf8');
+                htmlFiles.push(content);
+            }
+        }
+    }
+
+    traverseDirectory(directoryPath);
+    return htmlFiles;
+}
+
 export function createFuture<T = void>() {
     let resolve: (value: T | PromiseLike<T>) => void = () => {};
     let reject: (reason?: any) => void = () => {};

package/test/storm/event-parser.test.ts

@@ -17,6 +17,7 @@ export const parserOptions = {
 
     frontendKind: 'kapeta/block-type-frontend:local',
     frontendLanguage: 'kapeta/language-target-react-ts:local',
+    htmlLanguage: 'kapeta/language-target-html:local',
 
     cliKind: 'kapeta/block-type-cli:local',
     cliLanguage: 'kapeta/language-target-nodejs-ts:local',