@kapeta/local-cluster-service 0.31.0 → 0.32.0

package/dist/esm/src/ai/routes.js

@@ -0,0 +1,37 @@
+"use strict";
+/**
+ * Copyright 2023 Kapeta Inc.
+ * SPDX-License-Identifier: BUSL-1.1
+ */
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const express_promise_router_1 = __importDefault(require("express-promise-router"));
+const cors_1 = require("../middleware/cors");
+const stringBody_1 = require("../middleware/stringBody");
+const aiClient_1 = require("./aiClient");
+const yaml_1 = __importDefault(require("yaml"));
+const router = (0, express_promise_router_1.default)();
+router.use('/', cors_1.corsHandler);
+router.use('/', stringBody_1.stringBody);
+router.post('/prompt/:handle', async (req, res) => {
+    const handle = req.params.handle;
+    try {
+        const aiRequest = JSON.parse(req.stringBody ?? '{}');
+        const result = await aiClient_1.aiClient.sendPrompt(handle, aiRequest);
+        if (req.accepts('application/yaml')) {
+            res.set('Content-Type', 'application/yaml');
+            res.send(yaml_1.default.stringify(result));
+        }
+        else {
+            res.json(result);
+        }
+    }
+    catch (err) {
+        console.error('Failed to send prompt', err);
+        res.status(400).send({ error: err.message });
+        return;
+    }
+});
+exports.default = router;

package/dist/esm/src/ai/transform.d.ts

@@ -0,0 +1,11 @@
+/**
+ * Copyright 2023 Kapeta Inc.
+ * SPDX-License-Identifier: BUSL-1.1
+ */
+import { BlockDefinition, Plan } from '@kapeta/schemas';
+import { Application } from './types';
+export type PlanContext = {
+    plan: Plan;
+    blocks: BlockDefinition[];
+};
+export declare const transformToPlan: (handle: string, application: Application) => Promise<PlanContext>;

package/dist/esm/src/ai/transform.js

@@ -0,0 +1,239 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.transformToPlan = void 0;
+const definitionsManager_1 = require("../definitionsManager");
+const nodejs_utils_1 = require("@kapeta/nodejs-utils");
+const node_uuid_1 = __importDefault(require("node-uuid"));
+async function getFreeName(name) {
+    let currentName = name;
+    let iteration = 1;
+    do {
+        const found = await definitionsManager_1.definitionsManager.getLatestDefinition(currentName);
+        if (!found) {
+            return currentName;
+        }
+        currentName = name + '_' + iteration++;
+    } while (true);
+}
+const transformToPlan = async (handle, application) => {
+    const blockTypeService = await definitionsManager_1.definitionsManager.getLatestDefinition('kapeta/block-type-service');
+    const blockTypeFrontend = await definitionsManager_1.definitionsManager.getLatestDefinition('kapeta/block-type-frontend');
+    const mongoDbResource = await definitionsManager_1.definitionsManager.getLatestDefinition('kapeta/resource-type-mongodb');
+    const postgresResource = await definitionsManager_1.definitionsManager.getLatestDefinition('kapeta/resource-type-postgresql');
+    const webPageResource = await definitionsManager_1.definitionsManager.getLatestDefinition('kapeta/resource-type-web-page');
+    const webFragmentResource = await definitionsManager_1.definitionsManager.getLatestDefinition('kapeta/resource-type-web-fragment');
+    const restApiResource = await definitionsManager_1.definitionsManager.getLatestDefinition('kapeta/resource-type-rest-api');
+    const restClientResource = await definitionsManager_1.definitionsManager.getLatestDefinition('kapeta/resource-type-rest-client');
+    const javaLanguage = await definitionsManager_1.definitionsManager.getLatestDefinition('kapeta/language-target-java-spring-boot');
+    const nodejsLanguage = await definitionsManager_1.definitionsManager.getLatestDefinition('kapeta/language-target-nodejs');
+    const reactLanguage = await definitionsManager_1.definitionsManager.getLatestDefinition('kapeta/language-target-react-ts');
+    if (!blockTypeService ||
+        !blockTypeFrontend ||
+        !mongoDbResource ||
+        !postgresResource ||
+        !javaLanguage ||
+        !nodejsLanguage ||
+        !reactLanguage ||
+        !webPageResource ||
+        !restApiResource ||
+        !restClientResource ||
+        !webFragmentResource) {
+        throw new Error('Missing definitions');
+    }
+    const plan = {
+        kind: 'core/plan',
+        metadata: {
+            name: await getFreeName(`${handle}/${application.name}`),
+            title: application.title,
+            description: application.description,
+            visibility: 'private',
+        },
+        spec: {
+            blocks: [],
+            connections: [],
+        },
+    };
+    const blocks = [];
+    const addToPlan = (ref, name) => {
+        const top = 100 + Math.floor(plan.spec.blocks.length / 3) * 300;
+        const left = 200 + (plan.spec.blocks.length % 3) * 450;
+        plan.spec.blocks.push({
+            block: {
+                ref,
+            },
+            name,
+            id: node_uuid_1.default.v4(),
+            dimensions: {
+                top,
+                left,
+                width: -1,
+                height: -1,
+            },
+        });
+    };
+    const nameMapper = new Map();
+    for (const backend of application.backends) {
+        const blockName = `${handle}/${backend.name}`;
+        const blockRealName = await getFreeName(blockName);
+        nameMapper.set(blockName, blockRealName);
+        const language = backend.targetLanguage === 'java' ? javaLanguage : nodejsLanguage;
+        const databaseInfo = backend.databases?.[0];
+        const database = databaseInfo?.type === 'mongodb' ? mongoDbResource : postgresResource;
+        const blockRef = (0, nodejs_utils_1.normalizeKapetaUri)(blockRealName + ':local');
+        let targetOptions = {};
+        if (backend.targetLanguage === 'java') {
+            targetOptions = {
+                basePackage: `${handle}.${application.name}`.toLowerCase().replace(/-/g, '_'),
+                groupId: `${handle}.${application.name}`.toLowerCase().replace(/-/g, '_'),
+                artifactId: backend.name.toLowerCase().replace(/-/g, '_'),
+            };
+        }
+        blocks.push({
+            kind: (0, nodejs_utils_1.normalizeKapetaUri)(`${blockTypeService.definition.metadata.name}:${blockTypeService.version}`),
+            metadata: {
+                name: blockRealName,
+                title: backend.title,
+                description: backend.description,
+                visibility: 'private',
+            },
+            spec: {
+                target: {
+                    kind: (0, nodejs_utils_1.normalizeKapetaUri)(`${language.definition.metadata.name}:${language.version}`),
+                    options: targetOptions,
+                },
+                consumers: [
+                    {
+                        kind: (0, nodejs_utils_1.normalizeKapetaUri)(`${database.definition.metadata.name}:${database.version}`),
+                        metadata: {
+                            name: (databaseInfo?.name ?? 'main').replace(/-/g, ''),
+                        },
+                        spec: {
+                            port: {
+                                type: database.definition.spec.ports[0].type,
+                            },
+                        },
+                    },
+                ],
+                providers: [
+                    {
+                        kind: (0, nodejs_utils_1.normalizeKapetaUri)(`${restApiResource.definition.metadata.name}:${restApiResource.version}`),
+                        metadata: {
+                            name: 'main',
+                        },
+                        spec: {
+                            port: {
+                                type: restApiResource.definition.spec.ports[0].type,
+                            },
+                        },
+                    },
+                ],
+            },
+        });
+        addToPlan(blockRef, backend.name);
+    }
+    for (const frontend of application.frontends) {
+        const blockName = `${handle}/${frontend.name}`;
+        const blockRealName = await getFreeName(blockName);
+        nameMapper.set(blockName, blockRealName);
+        const language = reactLanguage;
+        const blockRef = (0, nodejs_utils_1.normalizeKapetaUri)(blockRealName + ':local');
+        blocks.push({
+            kind: (0, nodejs_utils_1.normalizeKapetaUri)(`${blockTypeFrontend.definition.metadata.name}:${blockTypeFrontend.version}`),
+            metadata: {
+                name: blockRealName,
+                title: frontend.title,
+                description: frontend.description,
+                visibility: 'private',
+            },
+            spec: {
+                target: {
+                    kind: (0, nodejs_utils_1.normalizeKapetaUri)(`${language.definition.metadata.name}:${language.version}`),
+                    options: {},
+                },
+                consumers: [],
+                providers: [
+                    {
+                        kind: (0, nodejs_utils_1.normalizeKapetaUri)(`${webPageResource.definition.metadata.name}:${webPageResource.version}`),
+                        metadata: {
+                            name: 'main',
+                        },
+                        spec: {
+                            port: {
+                                type: webPageResource.definition.spec.ports[0].type,
+                            },
+                        },
+                    },
+                ],
+            },
+        });
+        addToPlan(blockRef, frontend.name);
+    }
+    application.connections?.forEach((connection) => {
+        const fullProviderName = nameMapper.get(`${handle}/${connection.provider.name}`);
+        const fullConsumerName = nameMapper.get(`${handle}/${connection.consumer.name}`);
+        const consumerResourceName = connection.provider.name;
+        const providerRef = (0, nodejs_utils_1.normalizeKapetaUri)(`${fullProviderName}:local`);
+        const consumerRef = (0, nodejs_utils_1.normalizeKapetaUri)(`${fullConsumerName}:local`);
+        const instanceProvider = plan.spec.blocks.find((b) => b.block.ref === providerRef);
+        const instanceConsumer = plan.spec.blocks.find((b) => b.block.ref === consumerRef);
+        const consumerBlock = blocks.find((block) => block.metadata.name === fullConsumerName);
+        const providerBlock = blocks.find((block) => block.metadata.name === fullProviderName);
+        if (!consumerBlock) {
+            throw new Error('Missing consumer block: ' + fullConsumerName);
+        }
+        if (!providerBlock) {
+            throw new Error('Missing provider block: ' + fullProviderName);
+        }
+        const portType = (0, nodejs_utils_1.parseKapetaUri)(providerBlock.kind).fullName === 'kapeta/block-type-service' ? 'rest' : 'web';
+        if (portType === 'rest') {
+            consumerBlock.spec.consumers.push({
+                kind: (0, nodejs_utils_1.normalizeKapetaUri)(`${restClientResource.definition.metadata.name}:${restClientResource.version}`),
+                metadata: {
+                    name: consumerResourceName,
+                },
+                spec: {
+                    port: {
+                        type: 'rest',
+                    },
+                },
+            });
+        }
+        else {
+            consumerBlock.spec.consumers.push({
+                kind: (0, nodejs_utils_1.normalizeKapetaUri)(`${webFragmentResource.definition.metadata.name}:${webFragmentResource.version}`),
+                metadata: {
+                    name: consumerResourceName,
+                },
+                spec: {
+                    port: {
+                        type: 'web',
+                    },
+                },
+            });
+        }
+        plan.spec.connections.push({
+            provider: {
+                blockId: instanceProvider.id,
+                resourceName: 'main',
+                port: {
+                    type: portType,
+                },
+            },
+            consumer: {
+                blockId: instanceConsumer.id,
+                resourceName: consumerResourceName,
+                port: {
+                    type: portType,
+                },
+            },
+        });
+    });
+    return {
+        plan,
+        blocks,
+    };
+};
+exports.transformToPlan = transformToPlan;

package/dist/esm/src/ai/types.d.ts

@@ -0,0 +1,40 @@
+/**
+ * Copyright 2023 Kapeta Inc.
+ * SPDX-License-Identifier: BUSL-1.1
+ */
+export interface Database {
+    name: string;
+    type: 'mongodb' | 'postgres';
+}
+export interface BackendService {
+    name: string;
+    title: string;
+    description: string;
+    targetLanguage: 'java' | 'node';
+    databases: Database[] | null;
+}
+export interface FrontendService {
+    name: string;
+    title: string;
+    description: string;
+    targetLanguage: 'react';
+}
+export interface Endpoint {
+    type: 'backend' | 'frontend';
+    name: string;
+}
+export interface Connection {
+    provider: Endpoint;
+    consumer: Endpoint;
+}
+export interface Application {
+    kind: 'core/plan';
+    name: string;
+    title: string;
+    description: string;
+    backends: BackendService[];
+    frontends: FrontendService[];
+    connections: Connection[];
+    explanation: string;
+    response: string;
+}

package/dist/esm/src/ai/types.js

@@ -0,0 +1,2 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/esm/src/codeGeneratorManager.js

@@ -58,13 +58,14 @@ class CodeGeneratorManager {
         });
     }
     async canGenerateCode(yamlContent) {
-        if (!yamlContent.spec.target?.kind) {
+        if (!yamlContent.spec?.target?.kind || !yamlContent.kind) {
             //Not all block types have targets
             return false;
         }
+        const kindUri = (0, nodejs_utils_1.parseKapetaUri)(yamlContent.kind);
         const blockTypes = await definitionsManager_1.definitionsManager.getDefinitions(BLOCK_TYPE_KIND);
-        const blockTypeKinds = blockTypes.map((blockType) => blockType.definition.metadata.name.toLowerCase() + ':' + blockType.version);
-        return !!(yamlContent && yamlContent.kind && blockTypeKinds.indexOf(yamlContent.kind.toLowerCase()) > -1);
+        const blockTypeKinds = blockTypes.map((blockType) => (0, nodejs_utils_1.parseKapetaUri)(blockType.definition.metadata.name).fullName);
+        return blockTypeKinds.includes(kindUri.fullName);
     }
     async generate(yamlFile, yamlContent) {
         if (!yamlContent.spec.target?.kind) {

package/dist/esm/src/containerManager.js

@@ -98,11 +98,17 @@ class ContainerManager {
             ];
         for (const opts of connectOptions) {
             try {
+                const testClient = new dockerode_1.default({
+                    ...opts,
+                    timeout: 1000, // 1 secs should be enough for a ping
+                });
+                await testClient.ping();
+                // If we get here - we have a working connection
+                // Now create a client with a longer timeout for all other operations
                 const client = new dockerode_1.default({
                     ...opts,
                     timeout: 15 * 60 * 1000, //15 minutes should be enough for any operation
                 });
-                await client.ping();
                 this._docker = client;
                 const versionInfo = await client.version();
                 this._version = versionInfo.Server?.Version ?? versionInfo.Version;

package/dist/esm/src/utils/utils.d.ts

@@ -5,6 +5,7 @@
 import { EntityList } from '@kapeta/schemas';
 import { AnyMap } from '../types';
 export declare function getBlockInstanceContainerName(systemId: string, instanceId: string): string;
+export declare function getRemoteUrl(id: string, defautValue: string): any;
 export declare function readYML(path: string): any;
 export declare function isWindows(): boolean;
 export declare function isMac(): boolean;

package/dist/esm/src/utils/utils.js

@@ -7,15 +7,21 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.getResolvedConfiguration = exports.getBindHost = exports.isLinux = exports.isMac = exports.isWindows = exports.readYML = exports.getBlockInstanceContainerName = void 0;
+exports.getResolvedConfiguration = exports.getBindHost = exports.isLinux = exports.isMac = exports.isWindows = exports.readYML = exports.getRemoteUrl = exports.getBlockInstanceContainerName = void 0;
 const node_fs_1 = __importDefault(require("node:fs"));
 const yaml_1 = __importDefault(require("yaml"));
 const md5_1 = __importDefault(require("md5"));
 const lodash_1 = __importDefault(require("lodash"));
+const local_cluster_config_1 = __importDefault(require("@kapeta/local-cluster-config"));
 function getBlockInstanceContainerName(systemId, instanceId) {
     return `kapeta-block-instance-${(0, md5_1.default)(systemId + instanceId)}`;
 }
 exports.getBlockInstanceContainerName = getBlockInstanceContainerName;
+function getRemoteUrl(id, defautValue) {
+    const remoteConfig = local_cluster_config_1.default.getClusterConfig().remote;
+    return remoteConfig?.[id] ?? defautValue;
+}
+exports.getRemoteUrl = getRemoteUrl;
 function readYML(path) {
     const rawYaml = node_fs_1.default.readFileSync(path);
     try {

package/index.ts

@@ -23,6 +23,7 @@ import ProviderRoutes from './src/providers/routes';
 import AttachmentRoutes from './src/attachments/routes';
 import TaskRoutes from './src/tasks/routes';
 import APIRoutes from './src/api';
+import AIRoutes from './src/ai/routes';
 import { getBindHost } from './src/utils/utils';
 import request from 'request';
 import { repositoryManager } from './src/repositoryManager';
@@ -72,6 +73,7 @@ function createServer() {
     app.use('/attachments', AttachmentRoutes);
     app.use('/tasks', TaskRoutes);
     app.use('/api', APIRoutes);
+    app.use('/ai', AIRoutes);
 
     app.get('/status', async (req, res) => {
         res.send({

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@kapeta/local-cluster-service",
-    "version": "0.31.0",
+    "version": "0.32.0",
     "description": "Manages configuration, ports and service discovery for locally running Kapeta systems",
     "type": "commonjs",
     "exports": {

package/src/ai/aiClient.ts

@@ -0,0 +1,93 @@
+/**
+ * Copyright 2023 Kapeta Inc.
+ * SPDX-License-Identifier: BUSL-1.1
+ */
+import request from 'request';
+import { PlanContext, transformToPlan } from './transform';
+import { Application } from './types';
+import { KapetaAPI } from '@kapeta/nodejs-api-client';
+import ClusterConfiguration from '@kapeta/local-cluster-config';
+import { getRemoteUrl } from '../utils/utils';
+
+export type PromptResult = {
+    explanation: string;
+    response: string;
+    context?: PlanContext;
+};
+
+export interface AIMessage {
+    content: string;
+    role: 'user' | 'assistant';
+}
+
+export interface AIRequest {
+    messages: AIMessage[];
+}
+
+class AIClient {
+    private readonly _baseUrl: string;
+
+    constructor() {
+        this._baseUrl = getRemoteUrl('ai-service', 'https://ai.kapeta.com');
+    }
+
+    public async sendPrompt(handle: string, body: AIRequest): Promise<PromptResult> {
+        const url = `${this._baseUrl}/v1/plan?type=chat`;
+
+        const headers: { [k: string]: string } = {};
+        const api = new KapetaAPI();
+        if (api.hasToken()) {
+            headers['Authorization'] = `Bearer ${await api.getAccessToken()}`;
+        }
+
+        const options = {
+            url,
+            method: 'POST',
+            json: true,
+            body,
+            headers,
+        };
+
+        return new Promise((resolve, reject) => {
+            request(options, async (error, response, application: Application) => {
+                if (error) {
+                    console.error(error);
+                    reject(error);
+                }
+
+                if (response.statusCode !== 200) {
+                    console.log('Prompt failed', response.statusCode, response.body);
+                    reject(new Error(`Invalid response code: ${response.statusCode}`));
+                    return;
+                }
+
+                try {
+                    if (application?.name) {
+                        const planContext = await transformToPlan(handle, application);
+                        resolve({
+                            explanation: application.explanation,
+                            response: application.response ?? application.explanation ?? 'Plan was generated',
+                            context: planContext,
+                        });
+                    } else {
+                        resolve({
+                            explanation: application.explanation,
+                            response:
+                                application.response ??
+                                application.explanation ??
+                                'I did not understand your request. Please rephrase.',
+                        });
+                    }
+                } catch (err: any) {
+                    console.error(err);
+                    resolve({
+                        explanation: '',
+                        response: 'I did not understand your request. Please rephrase.',
+                    });
+                }
+            });
+        });
+    }
+}
+
+export const aiClient = new AIClient();

package/src/ai/routes.ts

@@ -0,0 +1,39 @@
+/**
+ * Copyright 2023 Kapeta Inc.
+ * SPDX-License-Identifier: BUSL-1.1
+ */
+
+import Router from 'express-promise-router';
+import { Response } from 'express';
+
+import { corsHandler } from '../middleware/cors';
+
+import { stringBody, StringBodyRequest } from '../middleware/stringBody';
+import { aiClient, AIRequest } from './aiClient';
+import { KapetaBodyRequest } from '../types';
+import YAML from 'yaml';
+
+const router = Router();
+
+router.use('/', corsHandler);
+router.use('/', stringBody);
+
+router.post('/prompt/:handle', async (req: KapetaBodyRequest, res: Response) => {
+    const handle = req.params.handle;
+    try {
+        const aiRequest: AIRequest = JSON.parse(req.stringBody ?? '{}');
+        const result = await aiClient.sendPrompt(handle, aiRequest);
+        if (req.accepts('application/yaml')) {
+            res.set('Content-Type', 'application/yaml');
+            res.send(YAML.stringify(result));
+        } else {
+            res.json(result);
+        }
+    } catch (err: any) {
+        console.error('Failed to send prompt', err);
+        res.status(400).send({ error: err.message });
+        return;
+    }
+});
+
+export default router;