@kapeta/local-cluster-service 0.70.6 → 0.70.8

package/CHANGELOG.md

@@ -1,3 +1,18 @@
+## [0.70.8](https://github.com/kapetacom/local-cluster-service/compare/v0.70.7...v0.70.8) (2024-09-12)
+
+
+### Bug Fixes
+
+* use language-target-html if pre-existing systemId is specified ([0a38e0c](https://github.com/kapetacom/local-cluster-service/commit/0a38e0cb384a0954269c1b00ee1ef6660f979e42))
+
+## [0.70.7](https://github.com/kapetacom/local-cluster-service/compare/v0.70.6...v0.70.7) (2024-09-12)
+
+
+### Bug Fixes
+
+* add missing error handlers to pagegen ([56a3ab5](https://github.com/kapetacom/local-cluster-service/commit/56a3ab576f011ed29ce8074c53e025b347fb4e8a))
+* skip unknown mimetypes in image gen ([3076367](https://github.com/kapetacom/local-cluster-service/commit/307636771c46a99f555c4c3e944c61fcffa16adc))
+
 ## [0.70.6](https://github.com/kapetacom/local-cluster-service/compare/v0.70.5...v0.70.6) (2024-09-11)
 
 

package/dist/cjs/src/storm/PageGenerator.js

@@ -3,6 +3,29 @@
  * Copyright 2023 Kapeta Inc.
  * SPDX-License-Identifier: BUSL-1.1
  */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
 var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
@@ -13,6 +36,7 @@ const stormClient_1 = require("./stormClient");
 const node_events_1 = require("node:events");
 const p_queue_1 = __importDefault(require("p-queue"));
 const page_utils_1 = require("./page-utils");
+const mimetypes = __importStar(require("mime-types"));
 class PageQueue extends node_events_1.EventEmitter {
     queue;
     eventQueue;
@@ -208,6 +232,14 @@ class PageQueue extends node_events_1.EventEmitter {
             //console.log('Ignoring duplicate image prompt', prompt);
             return;
         }
+        // Add safeguard to avoid generating images for nonsense URLs
+        // Sometimes we get entries for Base URLs that will then cause issues on the filesystem
+        // Example: https://www.kapeta.com/images/
+        const mimeType = mimetypes.lookup(prompt.url);
+        if (!mimeType || !mimeType.startsWith('image/')) {
+            console.warn('Skipping image reference of type %s for url %s', mimeType, prompt.url);
+            return;
+        }
         this.images.set(prompt.url, prompt.description);
         const prefix = this.getPrefix();
         const result = await stormClient_1.stormClient.createImage(prefix + `Create an image for the url "${prompt.url}" with this description: ${prompt.description}`.trim());

package/dist/cjs/src/storm/codegen.d.ts

@@ -12,7 +12,8 @@ export declare class StormCodegen {
     private readonly events;
     private tmpDir;
     private readonly conversationId;
-    constructor(conversationId: string, userPrompt: string, blocks: BlockDefinitionInfo[], events: StormEvent[]);
+    private readonly uiSystemId?;
+    constructor(conversationId: string, userPrompt: string, blocks: BlockDefinitionInfo[], events: StormEvent[], uiSystemId?: string);
     setTmpDir(tmpDir: string): void;
     process(): Promise<void>;
     isAborted(): boolean;

package/dist/cjs/src/storm/codegen.js

@@ -47,6 +47,7 @@ const yaml_1 = __importDefault(require("yaml"));
 const predefined_1 = require("./predefined");
 const archetype_1 = require("./archetype");
 const lodash_1 = __importDefault(require("lodash"));
+const page_utils_1 = require("./page-utils");
 const SIMULATED_DELAY = 1000;
 const ENABLE_SIMULATED_DELAY = false;
 class SimulatedFileDelay {
@@ -100,12 +101,14 @@ class StormCodegen {
     events;
     tmpDir;
     conversationId;
-    constructor(conversationId, userPrompt, blocks, events) {
+    uiSystemId;
+    constructor(conversationId, userPrompt, blocks, events, uiSystemId) {
         this.userPrompt = userPrompt;
         this.blocks = blocks;
         this.events = events;
         this.tmpDir = path_2.default.join(node_os_1.default.tmpdir(), conversationId);
         this.conversationId = conversationId;
+        this.uiSystemId = uiSystemId;
     }
     setTmpDir(tmpDir) {
         this.tmpDir = tmpDir;
@@ -794,6 +797,9 @@ class StormCodegen {
         const basePath = this.getBasePath(yamlContent.metadata.name);
         const codeGenerator = new codegen_1.BlockCodeGenerator(yamlContent);
         codeGenerator.withOption('AIContext', stormClient_1.STORM_ID);
+        if (this.uiSystemId) {
+            codeGenerator.withOption('AIStaticFiles', (0, page_utils_1.getSystemBaseDir)(this.uiSystemId));
+        }
         const generatedResult = await codeGenerator.generate();
         new codegen_1.CodeWriter(basePath).write(generatedResult);
         return generatedResult;

package/dist/cjs/src/storm/event-parser.d.ts

@@ -26,6 +26,7 @@ export interface StormOptions {
     serviceLanguage: string;
     frontendKind: string;
     frontendLanguage: string;
+    htmlLanguage: string;
     exchangeKind: string;
     queueKind: string;
     publisherKind: string;
@@ -39,7 +40,8 @@ export interface StormOptions {
     desktopKind: string;
     desktopLanguage: string;
     gatewayKind: string;
-    [key: string]: string;
+    systemId?: string;
+    [key: string]: string | undefined;
 }
 export declare function createPhaseStartEvent(type: StormEventPhaseType): StormEventPhases;
 export declare function createPhaseEndEvent(type: StormEventPhaseType): StormEventPhases;

package/dist/cjs/src/storm/event-parser.js

@@ -67,6 +67,7 @@ async function resolveOptions() {
     const javaLanguage = await definitionsManager_1.definitionsManager.getLatestDefinition('kapeta/language-target-java-spring-boot');
     const reactLanguage = await definitionsManager_1.definitionsManager.getLatestDefinition('kapeta/language-target-react-ts');
     const nodejsLanguage = await definitionsManager_1.definitionsManager.getLatestDefinition('kapeta/language-target-nodejs');
+    const htmlLanguage = await definitionsManager_1.definitionsManager.getLatestDefinition('kapeta/language-target-html');
     const blockTypePubsub = await definitionsManager_1.definitionsManager.getLatestDefinition('kapeta/block-type-pubsub');
     const resourceTypePubsubSubscriber = await definitionsManager_1.definitionsManager.getLatestDefinition('kapeta/resource-type-pubsub-subscriber');
     const resourceTypePubsubSubscription = await definitionsManager_1.definitionsManager.getLatestDefinition('kapeta/resource-type-pubsub-subscription');
@@ -83,6 +84,7 @@ async function resolveOptions() {
         !postgresResource ||
         !javaLanguage ||
         !reactLanguage ||
+        !htmlLanguage ||
         !webPageResource ||
         !restApiResource ||
         !restClientResource ||
@@ -105,6 +107,7 @@ async function resolveOptions() {
         serviceLanguage: (0, nodejs_utils_1.normalizeKapetaUri)(`${javaLanguage.definition.metadata.name}:${javaLanguage.version}`),
         frontendKind: (0, nodejs_utils_1.normalizeKapetaUri)(`${blockTypeFrontend.definition.metadata.name}:${blockTypeFrontend.version}`),
         frontendLanguage: (0, nodejs_utils_1.normalizeKapetaUri)(`${reactLanguage.definition.metadata.name}:${reactLanguage.version}`),
+        htmlLanguage: (0, nodejs_utils_1.normalizeKapetaUri)(`${htmlLanguage.definition.metadata.name}:${htmlLanguage.version}`),
         cliKind: (0, nodejs_utils_1.normalizeKapetaUri)(`${blockTypeCli.definition.metadata.name}:${blockTypeCli.version}`),
         cliLanguage: (0, nodejs_utils_1.normalizeKapetaUri)(`${nodejsLanguage.definition.metadata.name}:${nodejsLanguage.version}`),
         desktopKind: (0, nodejs_utils_1.normalizeKapetaUri)(`${blockTypeDesktop.definition.metadata.name}:${blockTypeDesktop.version}`),
@@ -770,7 +773,7 @@ class StormEventParser {
             case 'CLI':
                 return this.options.cliLanguage;
             case 'FRONTEND':
-                return this.options.frontendLanguage;
+                return this.options.systemId ? this.options.htmlLanguage : this.options.frontendLanguage;
             case 'DESKTOP':
                 return this.options.desktopLanguage;
         }
@@ -791,7 +794,7 @@ class StormEventParser {
             for (const prop in options) {
                 if (options.hasOwnProperty(prop)) {
                     const value = options[prop];
-                    if (value.indexOf(kind) > 0) {
+                    if (typeof value === 'string' && value.indexOf(kind) > 0) {
                         return value;
                     }
                 }

package/dist/cjs/src/storm/routes.js

@@ -380,6 +380,10 @@ router.post('/:handle/ui', async (req, res) => {
         queue.on('event', (screenData) => {
             sendEvent(res, screenData);
         });
+        queue.on('error', (err) => {
+            console.error('Failed to process page', err);
+            sendError(err, res);
+        });
         for (const screen of Object.values(uniqueUserJourneyScreens)) {
             queue
                 .addPrompt({
@@ -435,6 +439,10 @@ router.post('/ui/edit', async (req, res) => {
                 sendEvent(res, data);
             }
         });
+        queue.on('error', (err) => {
+            console.error('Failed to process page', err);
+            sendError(err, res);
+        });
         const pages = aiRequest.prompt.pages.filter((page) => page.conversationId);
         if (pages.length === 0) {
             console.log('No pages to update', aiRequest.prompt.pages);
@@ -493,8 +501,9 @@ router.post('/ui/get-vote', async (req, res) => {
 });
 router.post('/:handle/all', async (req, res) => {
     const handle = req.params.handle;
+    const systemId = req.query.systemId ?? undefined;
     try {
-        const stormOptions = await (0, event_parser_1.resolveOptions)();
+        const stormOptions = { ...(await (0, event_parser_1.resolveOptions)()), systemId: systemId };
         const eventParser = new event_parser_1.StormEventParser(stormOptions);
         const conversationId = req.headers[stormClient_1.ConversationIdHeader.toLowerCase()];
         const aiRequest = JSON.parse(req.stringBody ?? '{}');
@@ -563,7 +572,7 @@ router.post('/:handle/all', async (req, res) => {
         if (!req.query.skipCodegen) {
             try {
                 sendEvent(res, (0, event_parser_1.createPhaseStartEvent)(events_1.StormEventPhaseType.IMPLEMENTATION));
-                const stormCodegen = new codegen_1.StormCodegen(metaStream.getConversationId(), aiRequest.prompt, result.blocks, eventParser.getEvents());
+                const stormCodegen = new codegen_1.StormCodegen(metaStream.getConversationId(), aiRequest.prompt, result.blocks, eventParser.getEvents(), systemId);
                 onRequestAborted(req, res, () => {
                     stormCodegen.abort();
                 });

package/dist/cjs/test/storm/event-parser.test.d.ts

@@ -7,6 +7,7 @@ export declare const parserOptions: {
     serviceLanguage: string;
     frontendKind: string;
     frontendLanguage: string;
+    htmlLanguage: string;
     cliKind: string;
     cliLanguage: string;
     desktopKind: string;

package/dist/cjs/test/storm/event-parser.test.js

@@ -19,6 +19,7 @@ exports.parserOptions = {
     serviceLanguage: 'kapeta/language-target-java-spring-boot:local',
     frontendKind: 'kapeta/block-type-frontend:local',
     frontendLanguage: 'kapeta/language-target-react-ts:local',
+    htmlLanguage: 'kapeta/language-target-html:local',
     cliKind: 'kapeta/block-type-cli:local',
     cliLanguage: 'kapeta/language-target-nodejs-ts:local',
     desktopKind: 'kapeta/block-type-desktop:local',

package/dist/esm/src/storm/PageGenerator.js

@@ -3,6 +3,29 @@
  * Copyright 2023 Kapeta Inc.
  * SPDX-License-Identifier: BUSL-1.1
  */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
 var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
@@ -13,6 +36,7 @@ const stormClient_1 = require("./stormClient");
 const node_events_1 = require("node:events");
 const p_queue_1 = __importDefault(require("p-queue"));
 const page_utils_1 = require("./page-utils");
+const mimetypes = __importStar(require("mime-types"));
 class PageQueue extends node_events_1.EventEmitter {
     queue;
     eventQueue;
@@ -208,6 +232,14 @@ class PageQueue extends node_events_1.EventEmitter {
             //console.log('Ignoring duplicate image prompt', prompt);
             return;
         }
+        // Add safeguard to avoid generating images for nonsense URLs
+        // Sometimes we get entries for Base URLs that will then cause issues on the filesystem
+        // Example: https://www.kapeta.com/images/
+        const mimeType = mimetypes.lookup(prompt.url);
+        if (!mimeType || !mimeType.startsWith('image/')) {
+            console.warn('Skipping image reference of type %s for url %s', mimeType, prompt.url);
+            return;
+        }
         this.images.set(prompt.url, prompt.description);
         const prefix = this.getPrefix();
         const result = await stormClient_1.stormClient.createImage(prefix + `Create an image for the url "${prompt.url}" with this description: ${prompt.description}`.trim());

package/dist/esm/src/storm/codegen.d.ts

@@ -12,7 +12,8 @@ export declare class StormCodegen {
     private readonly events;
     private tmpDir;
     private readonly conversationId;
-    constructor(conversationId: string, userPrompt: string, blocks: BlockDefinitionInfo[], events: StormEvent[]);
+    private readonly uiSystemId?;
+    constructor(conversationId: string, userPrompt: string, blocks: BlockDefinitionInfo[], events: StormEvent[], uiSystemId?: string);
     setTmpDir(tmpDir: string): void;
     process(): Promise<void>;
     isAborted(): boolean;

package/dist/esm/src/storm/codegen.js

@@ -47,6 +47,7 @@ const yaml_1 = __importDefault(require("yaml"));
 const predefined_1 = require("./predefined");
 const archetype_1 = require("./archetype");
 const lodash_1 = __importDefault(require("lodash"));
+const page_utils_1 = require("./page-utils");
 const SIMULATED_DELAY = 1000;
 const ENABLE_SIMULATED_DELAY = false;
 class SimulatedFileDelay {
@@ -100,12 +101,14 @@ class StormCodegen {
     events;
     tmpDir;
     conversationId;
-    constructor(conversationId, userPrompt, blocks, events) {
+    uiSystemId;
+    constructor(conversationId, userPrompt, blocks, events, uiSystemId) {
         this.userPrompt = userPrompt;
         this.blocks = blocks;
         this.events = events;
         this.tmpDir = path_2.default.join(node_os_1.default.tmpdir(), conversationId);
         this.conversationId = conversationId;
+        this.uiSystemId = uiSystemId;
     }
     setTmpDir(tmpDir) {
         this.tmpDir = tmpDir;
@@ -794,6 +797,9 @@ class StormCodegen {
         const basePath = this.getBasePath(yamlContent.metadata.name);
         const codeGenerator = new codegen_1.BlockCodeGenerator(yamlContent);
         codeGenerator.withOption('AIContext', stormClient_1.STORM_ID);
+        if (this.uiSystemId) {
+            codeGenerator.withOption('AIStaticFiles', (0, page_utils_1.getSystemBaseDir)(this.uiSystemId));
+        }
         const generatedResult = await codeGenerator.generate();
         new codegen_1.CodeWriter(basePath).write(generatedResult);
         return generatedResult;

package/dist/esm/src/storm/event-parser.d.ts

@@ -26,6 +26,7 @@ export interface StormOptions {
     serviceLanguage: string;
     frontendKind: string;
     frontendLanguage: string;
+    htmlLanguage: string;
     exchangeKind: string;
     queueKind: string;
     publisherKind: string;
@@ -39,7 +40,8 @@ export interface StormOptions {
     desktopKind: string;
     desktopLanguage: string;
     gatewayKind: string;
-    [key: string]: string;
+    systemId?: string;
+    [key: string]: string | undefined;
 }
 export declare function createPhaseStartEvent(type: StormEventPhaseType): StormEventPhases;
 export declare function createPhaseEndEvent(type: StormEventPhaseType): StormEventPhases;

package/dist/esm/src/storm/event-parser.js

@@ -67,6 +67,7 @@ async function resolveOptions() {
     const javaLanguage = await definitionsManager_1.definitionsManager.getLatestDefinition('kapeta/language-target-java-spring-boot');
     const reactLanguage = await definitionsManager_1.definitionsManager.getLatestDefinition('kapeta/language-target-react-ts');
     const nodejsLanguage = await definitionsManager_1.definitionsManager.getLatestDefinition('kapeta/language-target-nodejs');
+    const htmlLanguage = await definitionsManager_1.definitionsManager.getLatestDefinition('kapeta/language-target-html');
     const blockTypePubsub = await definitionsManager_1.definitionsManager.getLatestDefinition('kapeta/block-type-pubsub');
     const resourceTypePubsubSubscriber = await definitionsManager_1.definitionsManager.getLatestDefinition('kapeta/resource-type-pubsub-subscriber');
     const resourceTypePubsubSubscription = await definitionsManager_1.definitionsManager.getLatestDefinition('kapeta/resource-type-pubsub-subscription');
@@ -83,6 +84,7 @@ async function resolveOptions() {
         !postgresResource ||
         !javaLanguage ||
         !reactLanguage ||
+        !htmlLanguage ||
         !webPageResource ||
         !restApiResource ||
         !restClientResource ||
@@ -105,6 +107,7 @@ async function resolveOptions() {
         serviceLanguage: (0, nodejs_utils_1.normalizeKapetaUri)(`${javaLanguage.definition.metadata.name}:${javaLanguage.version}`),
         frontendKind: (0, nodejs_utils_1.normalizeKapetaUri)(`${blockTypeFrontend.definition.metadata.name}:${blockTypeFrontend.version}`),
         frontendLanguage: (0, nodejs_utils_1.normalizeKapetaUri)(`${reactLanguage.definition.metadata.name}:${reactLanguage.version}`),
+        htmlLanguage: (0, nodejs_utils_1.normalizeKapetaUri)(`${htmlLanguage.definition.metadata.name}:${htmlLanguage.version}`),
         cliKind: (0, nodejs_utils_1.normalizeKapetaUri)(`${blockTypeCli.definition.metadata.name}:${blockTypeCli.version}`),
         cliLanguage: (0, nodejs_utils_1.normalizeKapetaUri)(`${nodejsLanguage.definition.metadata.name}:${nodejsLanguage.version}`),
         desktopKind: (0, nodejs_utils_1.normalizeKapetaUri)(`${blockTypeDesktop.definition.metadata.name}:${blockTypeDesktop.version}`),
@@ -770,7 +773,7 @@ class StormEventParser {
             case 'CLI':
                 return this.options.cliLanguage;
             case 'FRONTEND':
-                return this.options.frontendLanguage;
+                return this.options.systemId ? this.options.htmlLanguage : this.options.frontendLanguage;
             case 'DESKTOP':
                 return this.options.desktopLanguage;
         }
@@ -791,7 +794,7 @@ class StormEventParser {
             for (const prop in options) {
                 if (options.hasOwnProperty(prop)) {
                     const value = options[prop];
-                    if (value.indexOf(kind) > 0) {
+                    if (typeof value === 'string' && value.indexOf(kind) > 0) {
                         return value;
                     }
                 }

package/dist/esm/src/storm/routes.js

@@ -380,6 +380,10 @@ router.post('/:handle/ui', async (req, res) => {
         queue.on('event', (screenData) => {
             sendEvent(res, screenData);
         });
+        queue.on('error', (err) => {
+            console.error('Failed to process page', err);
+            sendError(err, res);
+        });
         for (const screen of Object.values(uniqueUserJourneyScreens)) {
             queue
                 .addPrompt({
@@ -435,6 +439,10 @@ router.post('/ui/edit', async (req, res) => {
                 sendEvent(res, data);
             }
         });
+        queue.on('error', (err) => {
+            console.error('Failed to process page', err);
+            sendError(err, res);
+        });
         const pages = aiRequest.prompt.pages.filter((page) => page.conversationId);
         if (pages.length === 0) {
             console.log('No pages to update', aiRequest.prompt.pages);
@@ -493,8 +501,9 @@ router.post('/ui/get-vote', async (req, res) => {
 });
 router.post('/:handle/all', async (req, res) => {
     const handle = req.params.handle;
+    const systemId = req.query.systemId ?? undefined;
     try {
-        const stormOptions = await (0, event_parser_1.resolveOptions)();
+        const stormOptions = { ...(await (0, event_parser_1.resolveOptions)()), systemId: systemId };
         const eventParser = new event_parser_1.StormEventParser(stormOptions);
         const conversationId = req.headers[stormClient_1.ConversationIdHeader.toLowerCase()];
         const aiRequest = JSON.parse(req.stringBody ?? '{}');
@@ -563,7 +572,7 @@ router.post('/:handle/all', async (req, res) => {
         if (!req.query.skipCodegen) {
             try {
                 sendEvent(res, (0, event_parser_1.createPhaseStartEvent)(events_1.StormEventPhaseType.IMPLEMENTATION));
-                const stormCodegen = new codegen_1.StormCodegen(metaStream.getConversationId(), aiRequest.prompt, result.blocks, eventParser.getEvents());
+                const stormCodegen = new codegen_1.StormCodegen(metaStream.getConversationId(), aiRequest.prompt, result.blocks, eventParser.getEvents(), systemId);
                 onRequestAborted(req, res, () => {
                     stormCodegen.abort();
                 });

package/dist/esm/test/storm/event-parser.test.d.ts

@@ -7,6 +7,7 @@ export declare const parserOptions: {
     serviceLanguage: string;
     frontendKind: string;
     frontendLanguage: string;
+    htmlLanguage: string;
     cliKind: string;
     cliLanguage: string;
     desktopKind: string;

package/dist/esm/test/storm/event-parser.test.js

@@ -19,6 +19,7 @@ exports.parserOptions = {
     serviceLanguage: 'kapeta/language-target-java-spring-boot:local',
     frontendKind: 'kapeta/block-type-frontend:local',
     frontendLanguage: 'kapeta/language-target-react-ts:local',
+    htmlLanguage: 'kapeta/language-target-html:local',
     cliKind: 'kapeta/block-type-cli:local',
     cliLanguage: 'kapeta/language-target-nodejs-ts:local',
     desktopKind: 'kapeta/block-type-desktop:local',

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@kapeta/local-cluster-service",
-    "version": "0.70.6",
+    "version": "0.70.8",
     "description": "Manages configuration, ports and service discovery for locally running Kapeta systems",
     "type": "commonjs",
     "exports": {
@@ -76,6 +76,7 @@
         "js-yaml": "^4.1.0",
         "lodash": "^4.17.15",
         "md5": "2.2.1",
+        "mime-types": "^2.1.35",
         "node-cache": "^5.1.2",
         "node-fetch": "^3.3.2",
         "node-uuid": "^1.4.8",
@@ -104,6 +105,7 @@
         "@types/js-yaml": "^4.0.9",
         "@types/lodash": "^4.14.195",
         "@types/md5": "^2.3.2",
+        "@types/mime-types": "^2.1.4",
         "@types/node": "^20.5.8",
         "@types/node-fetch": "^2.6.11",
         "@types/node-uuid": "^0.0.29",

package/src/storm/PageGenerator.ts

@@ -10,6 +10,7 @@ import { EventEmitter } from 'node:events';
 import PQueue from 'p-queue';
 
 import { hasPageOnDisk, normalizePath } from './page-utils';
+import * as mimetypes from 'mime-types';
 
 export interface ImagePrompt {
     name: string;
@@ -255,6 +256,15 @@ export class PageQueue extends EventEmitter {
             //console.log('Ignoring duplicate image prompt', prompt);
             return;
         }
+        // Add safeguard to avoid generating images for nonsense URLs
+        // Sometimes we get entries for Base URLs that will then cause issues on the filesystem
+        // Example: https://www.kapeta.com/images/
+        const mimeType = mimetypes.lookup(prompt.url) as string | false;
+        if (!mimeType || !mimeType.startsWith('image/')) {
+            console.warn('Skipping image reference of type %s for url %s', mimeType, prompt.url);
+            return;
+        }
+
         this.images.set(prompt.url, prompt.description);
         const prefix = this.getPrefix();
         const result = await stormClient.createImage(

package/src/storm/codegen.ts

@@ -39,6 +39,7 @@ import YAML from 'yaml';
 import { PREDEFINED_BLOCKS } from './predefined';
 import { Archetype } from './archetype';
 import _ from 'lodash';
+import { getSystemBaseDir } from './page-utils';
 
 type ImplementationGenerator<T = StormFileImplementationPrompt> = (
     prompt: T,
@@ -108,13 +109,21 @@ export class StormCodegen {
     private readonly events: StormEvent[];
     private tmpDir: string;
     private readonly conversationId: string;
-
-    constructor(conversationId: string, userPrompt: string, blocks: BlockDefinitionInfo[], events: StormEvent[]) {
+    private readonly uiSystemId?: string;
+
+    constructor(
+        conversationId: string,
+        userPrompt: string,
+        blocks: BlockDefinitionInfo[],
+        events: StormEvent[],
+        uiSystemId?: string
+    ) {
         this.userPrompt = userPrompt;
         this.blocks = blocks;
         this.events = events;
         this.tmpDir = Path.join(os.tmpdir(), conversationId);
         this.conversationId = conversationId;
+        this.uiSystemId = uiSystemId;
     }
 
     public setTmpDir(tmpDir: string) {
@@ -488,7 +497,6 @@ export class StormCodegen {
             await writeFile(filePath, webRouterFile.content);
         }
 
-
         const blockRef = block.uri;
 
         this.emitBlockStatus(blockUri, block.aiName, StormEventBlockStatusType.QA);
@@ -1009,6 +1017,11 @@ export class StormCodegen {
 
         const codeGenerator = new BlockCodeGenerator(yamlContent as BlockDefinition);
         codeGenerator.withOption('AIContext', STORM_ID);
+
+        if (this.uiSystemId) {
+            codeGenerator.withOption('AIStaticFiles', getSystemBaseDir(this.uiSystemId));
+        }
+
         const generatedResult = await codeGenerator.generate();
         new CodeWriter(basePath).write(generatedResult);
         return generatedResult;

package/src/storm/event-parser.ts

@@ -67,6 +67,7 @@ export interface StormOptions {
     serviceLanguage: string;
     frontendKind: string;
     frontendLanguage: string;
+    htmlLanguage: string;
     exchangeKind: string;
     queueKind: string;
     publisherKind: string;
@@ -80,7 +81,10 @@ export interface StormOptions {
     desktopKind: string;
     desktopLanguage: string;
     gatewayKind: string;
-    [key: string]: string;
+
+    systemId?: string;
+
+    [key: string]: string | undefined;
 }
 
 function prettifyKaplang(source: string) {
@@ -143,6 +147,7 @@ export async function resolveOptions(): Promise<StormOptions> {
     const javaLanguage = await definitionsManager.getLatestDefinition('kapeta/language-target-java-spring-boot');
     const reactLanguage = await definitionsManager.getLatestDefinition('kapeta/language-target-react-ts');
     const nodejsLanguage = await definitionsManager.getLatestDefinition('kapeta/language-target-nodejs');
+    const htmlLanguage = await definitionsManager.getLatestDefinition('kapeta/language-target-html');
 
     const blockTypePubsub = await definitionsManager.getLatestDefinition('kapeta/block-type-pubsub');
     const resourceTypePubsubSubscriber = await definitionsManager.getLatestDefinition(
@@ -170,6 +175,7 @@ export async function resolveOptions(): Promise<StormOptions> {
         !postgresResource ||
         !javaLanguage ||
         !reactLanguage ||
+        !htmlLanguage ||
         !webPageResource ||
         !restApiResource ||
         !restClientResource ||
@@ -195,6 +201,7 @@ export async function resolveOptions(): Promise<StormOptions> {
 
         frontendKind: normalizeKapetaUri(`${blockTypeFrontend.definition.metadata.name}:${blockTypeFrontend.version}`),
         frontendLanguage: normalizeKapetaUri(`${reactLanguage.definition.metadata.name}:${reactLanguage.version}`),
+        htmlLanguage: normalizeKapetaUri(`${htmlLanguage.definition.metadata.name}:${htmlLanguage.version}`),
 
         cliKind: normalizeKapetaUri(`${blockTypeCli.definition.metadata.name}:${blockTypeCli.version}`),
         cliLanguage: normalizeKapetaUri(`${nodejsLanguage.definition.metadata.name}:${nodejsLanguage.version}`),
@@ -997,7 +1004,7 @@ export class StormEventParser {
             case 'CLI':
                 return this.options.cliLanguage;
             case 'FRONTEND':
-                return this.options.frontendLanguage;
+                return this.options.systemId ? this.options.htmlLanguage : this.options.frontendLanguage;
             case 'DESKTOP':
                 return this.options.desktopLanguage;
         }
@@ -1027,7 +1034,7 @@ export class StormEventParser {
             for (const prop in options) {
                 if (options.hasOwnProperty(prop)) {
                     const value = options[prop];
-                    if (value.indexOf(kind) > 0) {
+                    if (typeof value === 'string' && value.indexOf(kind) > 0) {
                         return value;
                     }
                 }

package/src/storm/routes.ts

@@ -474,6 +474,11 @@ router.post('/:handle/ui', async (req: KapetaBodyRequest, res: Response) => {
             sendEvent(res, screenData);
         });
 
+        queue.on('error', (err) => {
+            console.error('Failed to process page', err);
+            sendError(err as any, res);
+        });
+
         for (const screen of Object.values(uniqueUserJourneyScreens)) {
             queue
                 .addPrompt({
@@ -538,6 +543,11 @@ router.post('/ui/edit', async (req: KapetaBodyRequest, res: Response) => {
             }
         });
 
+        queue.on('error', (err) => {
+            console.error('Failed to process page', err);
+            sendError(err as any, res);
+        });
+
         const pages = aiRequest.prompt.pages.filter((page) => page.conversationId);
         if (pages.length === 0) {
             console.log('No pages to update', aiRequest.prompt.pages);
@@ -604,9 +614,10 @@ router.post('/ui/get-vote', async (req: KapetaBodyRequest, res: Response) => {
 
 router.post('/:handle/all', async (req: KapetaBodyRequest, res: Response) => {
     const handle = req.params.handle as string;
+    const systemId = (req.query.systemId as string) ?? undefined;
 
     try {
-        const stormOptions = await resolveOptions();
+        const stormOptions = { ...(await resolveOptions()), systemId: systemId };
 
         const eventParser = new StormEventParser(stormOptions);
 
@@ -693,7 +704,8 @@ router.post('/:handle/all', async (req: KapetaBodyRequest, res: Response) => {
                     metaStream.getConversationId(),
                     aiRequest.prompt,
                     result.blocks,
-                    eventParser.getEvents()
+                    eventParser.getEvents(),
+                    systemId
                 );
 
                 onRequestAborted(req, res, () => {

package/test/storm/event-parser.test.ts

@@ -17,6 +17,7 @@ export const parserOptions = {
 
     frontendKind: 'kapeta/block-type-frontend:local',
     frontendLanguage: 'kapeta/language-target-react-ts:local',
+    htmlLanguage: 'kapeta/language-target-html:local',
 
     cliKind: 'kapeta/block-type-cli:local',
     cliLanguage: 'kapeta/language-target-nodejs-ts:local',