@kapeta/local-cluster-service 0.68.0 → 0.69.0

package/CHANGELOG.md

@@ -1,3 +1,10 @@
+# [0.69.0](https://github.com/kapetacom/local-cluster-service/compare/v0.68.0...v0.69.0) (2024-09-03)
+
+
+### Features
+
+* adding create-system api ([d35545a](https://github.com/kapetacom/local-cluster-service/commit/d35545a3f35916116eca2cd116e1e9b923f1a8c2))
+
 # [0.68.0](https://github.com/kapetacom/local-cluster-service/compare/v0.67.5...v0.68.0) (2024-09-03)
 
 

package/dist/cjs/src/storm/routes.js

@@ -10,6 +10,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 const express_promise_router_1 = __importDefault(require("express-promise-router"));
 const fs_extra_1 = __importDefault(require("fs-extra"));
 const path_1 = __importDefault(require("path"));
+const node_os_1 = __importDefault(require("node:os"));
 const lodash_1 = __importDefault(require("lodash"));
 const cors_1 = require("../middleware/cors");
 const stringBody_1 = require("../middleware/stringBody");
@@ -24,6 +25,7 @@ const UIServer_1 = require("./UIServer");
 const crypto_1 = require("crypto");
 const PageGenerator_1 = require("./PageGenerator");
 const PromiseQueue_1 = require("./PromiseQueue");
+const utils_1 = require("./utils");
 const UI_SERVERS = {};
 const router = (0, express_promise_router_1.default)();
 router.use('/', cors_1.corsHandler);
@@ -59,6 +61,20 @@ function convertPageEvent(screenData, innerConversationId, mainConversationId) {
 router.all('/ui/:systemId/serve/:method/*', async (req, res) => {
     (0, page_utils_1.readPageFromDisk)(req.params.systemId, req.params[0], req.params.method, res);
 });
+router.post('/ui/create-system/:systemId', async (req, res) => {
+    const systemId = req.params.systemId;
+    const srcDir = (0, page_utils_1.getSystemBaseDir)(systemId);
+    const destDir = path_1.default.join(node_os_1.default.tmpdir(), 'ai-systems-impl', systemId);
+    await (0, utils_1.copyDirectory)(srcDir, destDir, async (fileName, content) => {
+        const result = await stormClient_1.stormClient.implementAPIClients({
+            content: content,
+            fileName: fileName,
+        });
+        return result;
+    });
+    res.end();
+    return;
+});
 router.post('/ui/screen', async (req, res) => {
     try {
         const conversationId = req.headers[stormClient_1.ConversationIdHeader.toLowerCase()];

package/dist/cjs/src/storm/stormClient.d.ts

@@ -1,5 +1,5 @@
 /// <reference types="node" />
-import { ConversationItem, StormFileImplementationPrompt, StormStream, StormUIImplementationPrompt, StormUIListPrompt } from './stream';
+import { ConversationItem, ImplementAPIClientsRequest, StormFileImplementationPrompt, StormStream, StormUIImplementationPrompt, StormUIListPrompt } from './stream';
 import { Page, StormEventPageUrl } from './events';
 export declare const STORM_ID = "storm";
 export declare const ConversationIdHeader = "Conversation-Id";
@@ -70,6 +70,7 @@ declare class StormClient {
     getVoteUIPage(topic: string, conversationId: string, mainConversationId?: string): Promise<{
         vote: -1 | 0 | 1;
     }>;
+    implementAPIClients(prompt: ImplementAPIClientsRequest): Promise<string>;
     classifyUIReferences(prompt: string, conversationId?: string): Promise<StormStream>;
     editPages(prompt: UIPageEditPrompt, conversationId?: string): Promise<StormStream>;
     listScreens(prompt: StormUIListPrompt, conversationId?: string): Promise<StormStream>;

package/dist/cjs/src/storm/stormClient.js

@@ -137,6 +137,18 @@ class StormClient {
         });
         return response.json();
     }
+    async implementAPIClients(prompt) {
+        const u = `${this._baseUrl}/v2/ui/implement-api-clients`;
+        const response = await fetch(u, {
+            method: 'POST',
+            body: JSON.stringify({
+                fileName: prompt.fileName,
+                content: prompt.content,
+            }),
+        });
+        const data = await response.text();
+        return data;
+    }
     classifyUIReferences(prompt, conversationId) {
         return this.send('/v2/ui/references', {
             prompt: prompt,

package/dist/cjs/src/storm/stream.d.ts

@@ -72,3 +72,7 @@ export interface StormUIListPrompt {
     blockName: string;
     prompt: string;
 }
+export interface ImplementAPIClientsRequest {
+    fileName: string;
+    content: string;
+}

package/dist/cjs/src/storm/utils.d.ts

@@ -0,0 +1 @@
+export declare function copyDirectory(src: string, dest: string, modifyHtml: (fileName: string, content: string) => Promise<string>): Promise<void>;

package/dist/cjs/src/storm/utils.js

@@ -0,0 +1,31 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.copyDirectory = void 0;
+/**
+ * Copyright 2023 Kapeta Inc.
+ * SPDX-License-Identifier: BUSL-1.1
+ */
+const fs_extra_1 = __importDefault(require("fs-extra"));
+const path_1 = __importDefault(require("path"));
+async function copyDirectory(src, dest, modifyHtml) {
+    await fs_extra_1.default.promises.mkdir(dest, { recursive: true });
+    const entries = await fs_extra_1.default.promises.readdir(src, { withFileTypes: true });
+    for (const entry of entries) {
+        const srcPath = path_1.default.join(src, entry.name);
+        const destPath = path_1.default.join(dest, entry.name);
+        if (entry.isDirectory()) {
+            await copyDirectory(srcPath, destPath, modifyHtml);
+        }
+        else if (entry.isFile()) {
+            let content = await fs_extra_1.default.promises.readFile(srcPath, 'utf-8');
+            if (path_1.default.extname(srcPath) === '.html') {
+                content = await modifyHtml(srcPath, content);
+            }
+            await fs_extra_1.default.promises.writeFile(destPath, content, 'utf-8');
+        }
+    }
+}
+exports.copyDirectory = copyDirectory;

package/dist/esm/src/storm/routes.js

@@ -10,6 +10,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 const express_promise_router_1 = __importDefault(require("express-promise-router"));
 const fs_extra_1 = __importDefault(require("fs-extra"));
 const path_1 = __importDefault(require("path"));
+const node_os_1 = __importDefault(require("node:os"));
 const lodash_1 = __importDefault(require("lodash"));
 const cors_1 = require("../middleware/cors");
 const stringBody_1 = require("../middleware/stringBody");
@@ -24,6 +25,7 @@ const UIServer_1 = require("./UIServer");
 const crypto_1 = require("crypto");
 const PageGenerator_1 = require("./PageGenerator");
 const PromiseQueue_1 = require("./PromiseQueue");
+const utils_1 = require("./utils");
 const UI_SERVERS = {};
 const router = (0, express_promise_router_1.default)();
 router.use('/', cors_1.corsHandler);
@@ -59,6 +61,20 @@ function convertPageEvent(screenData, innerConversationId, mainConversationId) {
 router.all('/ui/:systemId/serve/:method/*', async (req, res) => {
     (0, page_utils_1.readPageFromDisk)(req.params.systemId, req.params[0], req.params.method, res);
 });
+router.post('/ui/create-system/:systemId', async (req, res) => {
+    const systemId = req.params.systemId;
+    const srcDir = (0, page_utils_1.getSystemBaseDir)(systemId);
+    const destDir = path_1.default.join(node_os_1.default.tmpdir(), 'ai-systems-impl', systemId);
+    await (0, utils_1.copyDirectory)(srcDir, destDir, async (fileName, content) => {
+        const result = await stormClient_1.stormClient.implementAPIClients({
+            content: content,
+            fileName: fileName,
+        });
+        return result;
+    });
+    res.end();
+    return;
+});
 router.post('/ui/screen', async (req, res) => {
     try {
         const conversationId = req.headers[stormClient_1.ConversationIdHeader.toLowerCase()];

package/dist/esm/src/storm/stormClient.d.ts

@@ -1,5 +1,5 @@
 /// <reference types="node" />
-import { ConversationItem, StormFileImplementationPrompt, StormStream, StormUIImplementationPrompt, StormUIListPrompt } from './stream';
+import { ConversationItem, ImplementAPIClientsRequest, StormFileImplementationPrompt, StormStream, StormUIImplementationPrompt, StormUIListPrompt } from './stream';
 import { Page, StormEventPageUrl } from './events';
 export declare const STORM_ID = "storm";
 export declare const ConversationIdHeader = "Conversation-Id";
@@ -70,6 +70,7 @@ declare class StormClient {
     getVoteUIPage(topic: string, conversationId: string, mainConversationId?: string): Promise<{
         vote: -1 | 0 | 1;
     }>;
+    implementAPIClients(prompt: ImplementAPIClientsRequest): Promise<string>;
     classifyUIReferences(prompt: string, conversationId?: string): Promise<StormStream>;
     editPages(prompt: UIPageEditPrompt, conversationId?: string): Promise<StormStream>;
     listScreens(prompt: StormUIListPrompt, conversationId?: string): Promise<StormStream>;

package/dist/esm/src/storm/stormClient.js

@@ -137,6 +137,18 @@ class StormClient {
         });
         return response.json();
     }
+    async implementAPIClients(prompt) {
+        const u = `${this._baseUrl}/v2/ui/implement-api-clients`;
+        const response = await fetch(u, {
+            method: 'POST',
+            body: JSON.stringify({
+                fileName: prompt.fileName,
+                content: prompt.content,
+            }),
+        });
+        const data = await response.text();
+        return data;
+    }
     classifyUIReferences(prompt, conversationId) {
         return this.send('/v2/ui/references', {
             prompt: prompt,

package/dist/esm/src/storm/stream.d.ts

@@ -72,3 +72,7 @@ export interface StormUIListPrompt {
     blockName: string;
     prompt: string;
 }
+export interface ImplementAPIClientsRequest {
+    fileName: string;
+    content: string;
+}

package/dist/esm/src/storm/utils.d.ts

@@ -0,0 +1 @@
+export declare function copyDirectory(src: string, dest: string, modifyHtml: (fileName: string, content: string) => Promise<string>): Promise<void>;

package/dist/esm/src/storm/utils.js

@@ -0,0 +1,31 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.copyDirectory = void 0;
+/**
+ * Copyright 2023 Kapeta Inc.
+ * SPDX-License-Identifier: BUSL-1.1
+ */
+const fs_extra_1 = __importDefault(require("fs-extra"));
+const path_1 = __importDefault(require("path"));
+async function copyDirectory(src, dest, modifyHtml) {
+    await fs_extra_1.default.promises.mkdir(dest, { recursive: true });
+    const entries = await fs_extra_1.default.promises.readdir(src, { withFileTypes: true });
+    for (const entry of entries) {
+        const srcPath = path_1.default.join(src, entry.name);
+        const destPath = path_1.default.join(dest, entry.name);
+        if (entry.isDirectory()) {
+            await copyDirectory(srcPath, destPath, modifyHtml);
+        }
+        else if (entry.isFile()) {
+            let content = await fs_extra_1.default.promises.readFile(srcPath, 'utf-8');
+            if (path_1.default.extname(srcPath) === '.html') {
+                content = await modifyHtml(srcPath, content);
+            }
+            await fs_extra_1.default.promises.writeFile(destPath, content, 'utf-8');
+        }
+    }
+}
+exports.copyDirectory = copyDirectory;

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@kapeta/local-cluster-service",
-    "version": "0.68.0",
+    "version": "0.69.0",
     "description": "Manages configuration, ports and service discovery for locally running Kapeta systems",
     "type": "commonjs",
     "exports": {

package/src/storm/routes.ts

@@ -7,6 +7,7 @@ import Router from 'express-promise-router';
 import FS from 'fs-extra';
 import { Response } from 'express';
 import Path from 'path';
+import os from 'node:os';
 import _ from 'lodash';
 import { corsHandler } from '../middleware/cors';
 import { stringBody } from '../middleware/stringBody';
@@ -34,11 +35,12 @@ import {
 import { StormCodegen } from './codegen';
 import { assetManager } from '../assetManager';
 import uuid from 'node-uuid';
-import { readPageFromDisk, SystemIdHeader, writeAssetToDisk, writeImageToDisk, writePageToDisk } from './page-utils';
+import { getSystemBaseDir, readPageFromDisk, resolveReadPath, SystemIdHeader, writeAssetToDisk, writeImageToDisk, writePageToDisk } from './page-utils';
 import { UIServer } from './UIServer';
 import { randomUUID } from 'crypto';
 import { ImagePrompt, PageQueue } from './PageGenerator';
 import { createFuture } from './PromiseQueue';
+import { copyDirectory } from './utils';
 
 const UI_SERVERS: { [key: string]: UIServer } = {};
 const router = Router();
@@ -81,6 +83,25 @@ router.all('/ui/:systemId/serve/:method/*', async (req: KapetaBodyRequest, res:
     readPageFromDisk(req.params.systemId, req.params[0], req.params.method, res);
 });
 
+router.post('/ui/create-system/:systemId', async (req: KapetaBodyRequest, res: Response) => {
+    const systemId = req.params.systemId as string;
+    const srcDir = getSystemBaseDir(systemId);
+    const destDir = Path.join(os.tmpdir(), 'ai-systems-impl', systemId);
+
+    await copyDirectory(srcDir, destDir, async (fileName, content) => {
+        const result = await stormClient.implementAPIClients({
+            content: content,
+            fileName: fileName,
+        });
+        return result;
+    });
+
+    res.end();
+    return;
+});
+
+
+
 router.post('/ui/screen', async (req: KapetaBodyRequest, res: Response) => {
     try {
         const conversationId = req.headers[ConversationIdHeader.toLowerCase()] as string | undefined;

package/src/storm/stormClient.ts

@@ -8,13 +8,13 @@ import readLine from 'node:readline/promises';
 import { Readable } from 'node:stream';
 import {
     ConversationItem,
+    ImplementAPIClientsRequest,
     StormContextRequest,
     StormFileImplementationPrompt,
     StormStream,
     StormUIImplementationPrompt,
     StormUIListPrompt,
 } from './stream';
-import { getRawAsset } from 'node:sea';
 import { Page, StormEventPageUrl } from './events';
 
 export const STORM_ID = 'storm';
@@ -242,6 +242,19 @@ class StormClient {
         return response.json() as Promise<{ vote: -1 | 0 | 1 }>;
     }
 
+    public async implementAPIClients(prompt: ImplementAPIClientsRequest) {
+        const u = `${this._baseUrl}/v2/ui/implement-api-clients`;
+        const response = await fetch(u, {
+            method: 'POST',
+            body: JSON.stringify({
+                fileName: prompt.fileName,
+                content: prompt.content,
+            }),
+        });
+        const data = await response.text();
+        return data;
+    }
+
     public classifyUIReferences(prompt: string, conversationId?: string) {
         return this.send('/v2/ui/references', {
             prompt: prompt,

package/src/storm/stream.ts

@@ -142,3 +142,8 @@ export interface StormUIListPrompt {
     blockName: string;
     prompt: string;
 }
+
+export interface ImplementAPIClientsRequest {
+    fileName: string;
+    content: string
+}

package/src/storm/utils.ts

@@ -0,0 +1,28 @@
+/**
+ * Copyright 2023 Kapeta Inc.
+ * SPDX-License-Identifier: BUSL-1.1
+ */
+import FS from 'fs-extra';
+import Path from 'path';
+
+export async function copyDirectory(src: string, dest: string, modifyHtml: (fileName: string, content: string) => Promise<string>): Promise<void> {
+    await FS.promises.mkdir(dest, { recursive: true });
+    const entries = await FS.promises.readdir(src, { withFileTypes: true });
+
+    for (const entry of entries) {
+        const srcPath = Path.join(src, entry.name);
+        const destPath = Path.join(dest, entry.name);
+
+        if (entry.isDirectory()) {
+            await copyDirectory(srcPath, destPath, modifyHtml);
+        } else if (entry.isFile()) {
+            let content = await FS.promises.readFile(srcPath, 'utf-8');
+
+            if (Path.extname(srcPath) === '.html') {
+                content = await modifyHtml(srcPath, content);
+            }
+
+            await FS.promises.writeFile(destPath, content, 'utf-8');
+        }
+    }
+}