@kapeta/local-cluster-service 0.70.6 → 0.70.7

package/CHANGELOG.md

@@ -1,3 +1,11 @@
+## [0.70.7](https://github.com/kapetacom/local-cluster-service/compare/v0.70.6...v0.70.7) (2024-09-12)
+
+
+### Bug Fixes
+
+* add missing error handlers to pagegen ([56a3ab5](https://github.com/kapetacom/local-cluster-service/commit/56a3ab576f011ed29ce8074c53e025b347fb4e8a))
+* skip unknown mimetypes in image gen ([3076367](https://github.com/kapetacom/local-cluster-service/commit/307636771c46a99f555c4c3e944c61fcffa16adc))
+
 ## [0.70.6](https://github.com/kapetacom/local-cluster-service/compare/v0.70.5...v0.70.6) (2024-09-11)
 
 

package/dist/cjs/src/storm/PageGenerator.js

@@ -3,6 +3,29 @@
  * Copyright 2023 Kapeta Inc.
  * SPDX-License-Identifier: BUSL-1.1
  */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
 var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
@@ -13,6 +36,7 @@ const stormClient_1 = require("./stormClient");
 const node_events_1 = require("node:events");
 const p_queue_1 = __importDefault(require("p-queue"));
 const page_utils_1 = require("./page-utils");
+const mimetypes = __importStar(require("mime-types"));
 class PageQueue extends node_events_1.EventEmitter {
     queue;
     eventQueue;
@@ -208,6 +232,14 @@ class PageQueue extends node_events_1.EventEmitter {
             //console.log('Ignoring duplicate image prompt', prompt);
             return;
         }
+        // Add safeguard to avoid generating images for nonsense URLs
+        // Sometimes we get entries for Base URLs that will then cause issues on the filesystem
+        // Example: https://www.kapeta.com/images/
+        const mimeType = mimetypes.lookup(prompt.url);
+        if (!mimeType || !mimeType.startsWith('image/')) {
+            console.warn('Skipping image reference of type %s for url %s', mimeType, prompt.url);
+            return;
+        }
         this.images.set(prompt.url, prompt.description);
         const prefix = this.getPrefix();
         const result = await stormClient_1.stormClient.createImage(prefix + `Create an image for the url "${prompt.url}" with this description: ${prompt.description}`.trim());

package/dist/cjs/src/storm/routes.js

@@ -380,6 +380,10 @@ router.post('/:handle/ui', async (req, res) => {
         queue.on('event', (screenData) => {
             sendEvent(res, screenData);
         });
+        queue.on('error', (err) => {
+            console.error('Failed to process page', err);
+            sendError(err, res);
+        });
         for (const screen of Object.values(uniqueUserJourneyScreens)) {
             queue
                 .addPrompt({
@@ -435,6 +439,10 @@ router.post('/ui/edit', async (req, res) => {
                 sendEvent(res, data);
             }
         });
+        queue.on('error', (err) => {
+            console.error('Failed to process page', err);
+            sendError(err, res);
+        });
         const pages = aiRequest.prompt.pages.filter((page) => page.conversationId);
         if (pages.length === 0) {
             console.log('No pages to update', aiRequest.prompt.pages);

package/dist/esm/src/storm/PageGenerator.js

@@ -3,6 +3,29 @@
  * Copyright 2023 Kapeta Inc.
  * SPDX-License-Identifier: BUSL-1.1
  */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
 var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
@@ -13,6 +36,7 @@ const stormClient_1 = require("./stormClient");
 const node_events_1 = require("node:events");
 const p_queue_1 = __importDefault(require("p-queue"));
 const page_utils_1 = require("./page-utils");
+const mimetypes = __importStar(require("mime-types"));
 class PageQueue extends node_events_1.EventEmitter {
     queue;
     eventQueue;
@@ -208,6 +232,14 @@ class PageQueue extends node_events_1.EventEmitter {
             //console.log('Ignoring duplicate image prompt', prompt);
             return;
         }
+        // Add safeguard to avoid generating images for nonsense URLs
+        // Sometimes we get entries for Base URLs that will then cause issues on the filesystem
+        // Example: https://www.kapeta.com/images/
+        const mimeType = mimetypes.lookup(prompt.url);
+        if (!mimeType || !mimeType.startsWith('image/')) {
+            console.warn('Skipping image reference of type %s for url %s', mimeType, prompt.url);
+            return;
+        }
         this.images.set(prompt.url, prompt.description);
         const prefix = this.getPrefix();
         const result = await stormClient_1.stormClient.createImage(prefix + `Create an image for the url "${prompt.url}" with this description: ${prompt.description}`.trim());

package/dist/esm/src/storm/routes.js

@@ -380,6 +380,10 @@ router.post('/:handle/ui', async (req, res) => {
         queue.on('event', (screenData) => {
             sendEvent(res, screenData);
         });
+        queue.on('error', (err) => {
+            console.error('Failed to process page', err);
+            sendError(err, res);
+        });
         for (const screen of Object.values(uniqueUserJourneyScreens)) {
             queue
                 .addPrompt({
@@ -435,6 +439,10 @@ router.post('/ui/edit', async (req, res) => {
                 sendEvent(res, data);
             }
         });
+        queue.on('error', (err) => {
+            console.error('Failed to process page', err);
+            sendError(err, res);
+        });
         const pages = aiRequest.prompt.pages.filter((page) => page.conversationId);
         if (pages.length === 0) {
             console.log('No pages to update', aiRequest.prompt.pages);

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@kapeta/local-cluster-service",
-    "version": "0.70.6",
+    "version": "0.70.7",
     "description": "Manages configuration, ports and service discovery for locally running Kapeta systems",
     "type": "commonjs",
     "exports": {
@@ -76,6 +76,7 @@
         "js-yaml": "^4.1.0",
         "lodash": "^4.17.15",
         "md5": "2.2.1",
+        "mime-types": "^2.1.35",
         "node-cache": "^5.1.2",
         "node-fetch": "^3.3.2",
         "node-uuid": "^1.4.8",
@@ -104,6 +105,7 @@
         "@types/js-yaml": "^4.0.9",
         "@types/lodash": "^4.14.195",
         "@types/md5": "^2.3.2",
+        "@types/mime-types": "^2.1.4",
         "@types/node": "^20.5.8",
         "@types/node-fetch": "^2.6.11",
         "@types/node-uuid": "^0.0.29",

package/src/storm/PageGenerator.ts

@@ -10,6 +10,7 @@ import { EventEmitter } from 'node:events';
 import PQueue from 'p-queue';
 
 import { hasPageOnDisk, normalizePath } from './page-utils';
+import * as mimetypes from 'mime-types';
 
 export interface ImagePrompt {
     name: string;
@@ -255,6 +256,15 @@ export class PageQueue extends EventEmitter {
             //console.log('Ignoring duplicate image prompt', prompt);
             return;
         }
+        // Add safeguard to avoid generating images for nonsense URLs
+        // Sometimes we get entries for Base URLs that will then cause issues on the filesystem
+        // Example: https://www.kapeta.com/images/
+        const mimeType = mimetypes.lookup(prompt.url) as string | false;
+        if (!mimeType || !mimeType.startsWith('image/')) {
+            console.warn('Skipping image reference of type %s for url %s', mimeType, prompt.url);
+            return;
+        }
+
         this.images.set(prompt.url, prompt.description);
         const prefix = this.getPrefix();
         const result = await stormClient.createImage(

package/src/storm/routes.ts

@@ -474,6 +474,11 @@ router.post('/:handle/ui', async (req: KapetaBodyRequest, res: Response) => {
             sendEvent(res, screenData);
         });
 
+        queue.on('error', (err) => {
+            console.error('Failed to process page', err);
+            sendError(err as any, res);
+        });
+
         for (const screen of Object.values(uniqueUserJourneyScreens)) {
             queue
                 .addPrompt({
@@ -538,6 +543,11 @@ router.post('/ui/edit', async (req: KapetaBodyRequest, res: Response) => {
             }
         });
 
+        queue.on('error', (err) => {
+            console.error('Failed to process page', err);
+            sendError(err as any, res);
+        });
+
         const pages = aiRequest.prompt.pages.filter((page) => page.conversationId);
         if (pages.length === 0) {
             console.log('No pages to update', aiRequest.prompt.pages);