@kapeta/local-cluster-service 0.31.0 → 0.32.1

package/dist/esm/src/utils/utils.js

@@ -7,15 +7,21 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.getResolvedConfiguration = exports.getBindHost = exports.isLinux = exports.isMac = exports.isWindows = exports.readYML = exports.getBlockInstanceContainerName = void 0;
+exports.getResolvedConfiguration = exports.getBindHost = exports.isLinux = exports.isMac = exports.isWindows = exports.readYML = exports.getRemoteUrl = exports.getBlockInstanceContainerName = void 0;
 const node_fs_1 = __importDefault(require("node:fs"));
 const yaml_1 = __importDefault(require("yaml"));
 const md5_1 = __importDefault(require("md5"));
 const lodash_1 = __importDefault(require("lodash"));
+const local_cluster_config_1 = __importDefault(require("@kapeta/local-cluster-config"));
 function getBlockInstanceContainerName(systemId, instanceId) {
     return `kapeta-block-instance-${(0, md5_1.default)(systemId + instanceId)}`;
 }
 exports.getBlockInstanceContainerName = getBlockInstanceContainerName;
+function getRemoteUrl(id, defautValue) {
+    const remoteConfig = local_cluster_config_1.default.getClusterConfig().remote;
+    return remoteConfig?.[id] ?? defautValue;
+}
+exports.getRemoteUrl = getRemoteUrl;
 function readYML(path) {
     const rawYaml = node_fs_1.default.readFileSync(path);
     try {

package/index.ts

@@ -23,6 +23,7 @@ import ProviderRoutes from './src/providers/routes';
 import AttachmentRoutes from './src/attachments/routes';
 import TaskRoutes from './src/tasks/routes';
 import APIRoutes from './src/api';
+import AIRoutes from './src/ai/routes';
 import { getBindHost } from './src/utils/utils';
 import request from 'request';
 import { repositoryManager } from './src/repositoryManager';
@@ -72,6 +73,7 @@ function createServer() {
     app.use('/attachments', AttachmentRoutes);
     app.use('/tasks', TaskRoutes);
     app.use('/api', APIRoutes);
+    app.use('/ai', AIRoutes);
 
     app.get('/status', async (req, res) => {
         res.send({

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@kapeta/local-cluster-service",
-    "version": "0.31.0",
+    "version": "0.32.1",
     "description": "Manages configuration, ports and service discovery for locally running Kapeta systems",
     "type": "commonjs",
     "exports": {

package/src/RepositoryWatcher.ts

@@ -15,6 +15,7 @@ import { SourceOfChange, WatchEventName } from './types';
 import { cacheManager } from './cacheManager';
 import { EventEmitter } from 'node:events';
 import { assetManager } from './assetManager';
+import { definitionsManager } from './definitionsManager';
 
 interface AssetIdentity {
     handle: string;
@@ -22,6 +23,27 @@ interface AssetIdentity {
     version: string;
 }
 const KAPETA_YML_RX = /^kapeta.ya?ml$/;
+
+let definitions: DefinitionInfo[] | undefined;
+let definitionTimeout: NodeJS.Timeout | undefined;
+
+function getDefinitionsDebounced() {
+    if (definitionTimeout) {
+        clearTimeout(definitionTimeout);
+        definitionTimeout = undefined;
+    }
+    if (!definitions) {
+        definitions = ClusterConfiguration.getDefinitions();
+    } else {
+        definitionTimeout = setTimeout(() => {
+            definitionTimeout = undefined;
+            definitions = undefined;
+        }, 500);
+    }
+
+    return definitions;
+}
+
 export class RepositoryWatcher extends EventEmitter {
     private watcher?: FSWatcher;
     private disabled: boolean = false;
@@ -208,7 +230,8 @@ export class RepositoryWatcher extends EventEmitter {
 
     private async checkForChange(assetIdentity: AssetIdentity, sourceOfChange: SourceOfChange) {
         const ymlPath = Path.join(this.getRepositoryPath(assetIdentity), 'kapeta.yml');
-        const newDefinitions = ClusterConfiguration.getDefinitions();
+        const newDefinitions = getDefinitionsDebounced();
+
         const newDefinition = newDefinitions.find((d) => d.ymlPath === ymlPath);
         let currentDefinition = this.allDefinitions.find((d) => d.ymlPath === ymlPath);
         const ymlExists = await this.exists(ymlPath);
@@ -290,11 +313,16 @@ export class RepositoryWatcher extends EventEmitter {
             } catch (e) {}
 
             if (symbolicLink) {
-                const realPath = Path.join(await FS.realpath(path), 'kapeta.yml');
-                if (await this.exists(realPath)) {
-                    //console.log('Watching symlink target %s => %s', path, realPath);
-                    this.watcher?.add(realPath);
-                    this.symbolicLinks[path] = realPath;
+                try {
+                    const realPath = Path.join(await FS.realpath(path), 'kapeta.yml');
+                    if (await this.exists(realPath)) {
+                        //console.log('Watching symlink target %s => %s', path, realPath);
+                        this.watcher?.add(realPath);
+                        this.symbolicLinks[path] = realPath;
+                    }
+                } catch (e) {
+                    // Remove the symlink - it's broken
+                    await FS.remove(path);
                 }
             }
         } catch (e) {

package/src/ai/aiClient.ts

@@ -0,0 +1,93 @@
+/**
+ * Copyright 2023 Kapeta Inc.
+ * SPDX-License-Identifier: BUSL-1.1
+ */
+import request from 'request';
+import { PlanContext, transformToPlan } from './transform';
+import { Application } from './types';
+import { KapetaAPI } from '@kapeta/nodejs-api-client';
+import ClusterConfiguration from '@kapeta/local-cluster-config';
+import { getRemoteUrl } from '../utils/utils';
+
+export type PromptResult = {
+    explanation: string;
+    response: string;
+    context?: PlanContext;
+};
+
+export interface AIMessage {
+    content: string;
+    role: 'user' | 'assistant';
+}
+
+export interface AIRequest {
+    messages: AIMessage[];
+}
+
+class AIClient {
+    private readonly _baseUrl: string;
+
+    constructor() {
+        this._baseUrl = getRemoteUrl('ai-service', 'https://ai.kapeta.com');
+    }
+
+    public async sendPrompt(handle: string, body: AIRequest): Promise<PromptResult> {
+        const url = `${this._baseUrl}/v1/plan?type=chat`;
+
+        const headers: { [k: string]: string } = {};
+        const api = new KapetaAPI();
+        if (api.hasToken()) {
+            headers['Authorization'] = `Bearer ${await api.getAccessToken()}`;
+        }
+
+        const options = {
+            url,
+            method: 'POST',
+            json: true,
+            body,
+            headers,
+        };
+
+        return new Promise((resolve, reject) => {
+            request(options, async (error, response, application: Application) => {
+                if (error) {
+                    console.error(error);
+                    reject(error);
+                }
+
+                if (response.statusCode !== 200) {
+                    console.log('Prompt failed', response.statusCode, response.body);
+                    reject(new Error(`Invalid response code: ${response.statusCode}`));
+                    return;
+                }
+
+                try {
+                    if (application?.name) {
+                        const planContext = await transformToPlan(handle, application);
+                        resolve({
+                            explanation: application.explanation,
+                            response: application.response ?? application.explanation ?? 'Plan was generated',
+                            context: planContext,
+                        });
+                    } else {
+                        resolve({
+                            explanation: application.explanation,
+                            response:
+                                application.response ??
+                                application.explanation ??
+                                'I did not understand your request. Please rephrase.',
+                        });
+                    }
+                } catch (err: any) {
+                    console.error(err);
+                    resolve({
+                        explanation: '',
+                        response: 'I did not understand your request. Please rephrase.',
+                    });
+                }
+            });
+        });
+    }
+}
+
+export const aiClient = new AIClient();

package/src/ai/routes.ts

@@ -0,0 +1,39 @@
+/**
+ * Copyright 2023 Kapeta Inc.
+ * SPDX-License-Identifier: BUSL-1.1
+ */
+
+import Router from 'express-promise-router';
+import { Response } from 'express';
+
+import { corsHandler } from '../middleware/cors';
+
+import { stringBody, StringBodyRequest } from '../middleware/stringBody';
+import { aiClient, AIRequest } from './aiClient';
+import { KapetaBodyRequest } from '../types';
+import YAML from 'yaml';
+
+const router = Router();
+
+router.use('/', corsHandler);
+router.use('/', stringBody);
+
+router.post('/prompt/:handle', async (req: KapetaBodyRequest, res: Response) => {
+    const handle = req.params.handle;
+    try {
+        const aiRequest: AIRequest = JSON.parse(req.stringBody ?? '{}');
+        const result = await aiClient.sendPrompt(handle, aiRequest);
+        if (req.accepts('application/yaml')) {
+            res.set('Content-Type', 'application/yaml');
+            res.send(YAML.stringify(result));
+        } else {
+            res.json(result);
+        }
+    } catch (err: any) {
+        console.error('Failed to send prompt', err);
+        res.status(400).send({ error: err.message });
+        return;
+    }
+});
+
+export default router;

package/src/ai/transform.ts

@@ -0,0 +1,275 @@
+/**
+ * Copyright 2023 Kapeta Inc.
+ * SPDX-License-Identifier: BUSL-1.1
+ */
+import { BlockDefinition, Plan } from '@kapeta/schemas';
+import { Application } from './types';
+import { definitionsManager } from '../definitionsManager';
+import { normalizeKapetaUri, parseKapetaUri } from '@kapeta/nodejs-utils';
+import uuid from 'node-uuid';
+
+export type PlanContext = {
+    plan: Plan;
+    blocks: BlockDefinition[];
+};
+
+async function getFreeName(name: string) {
+    let currentName = name;
+    let iteration = 1;
+    do {
+        const found = await definitionsManager.getLatestDefinition(currentName);
+        if (!found) {
+            return currentName;
+        }
+        currentName = name + '_' + iteration++;
+    } while (true);
+}
+
+export const transformToPlan = async (handle: string, application: Application): Promise<PlanContext> => {
+    const blockTypeService = await definitionsManager.getLatestDefinition('kapeta/block-type-service');
+    const blockTypeFrontend = await definitionsManager.getLatestDefinition('kapeta/block-type-frontend');
+    const mongoDbResource = await definitionsManager.getLatestDefinition('kapeta/resource-type-mongodb');
+    const postgresResource = await definitionsManager.getLatestDefinition('kapeta/resource-type-postgresql');
+    const webPageResource = await definitionsManager.getLatestDefinition('kapeta/resource-type-web-page');
+    const webFragmentResource = await definitionsManager.getLatestDefinition('kapeta/resource-type-web-fragment');
+    const restApiResource = await definitionsManager.getLatestDefinition('kapeta/resource-type-rest-api');
+    const restClientResource = await definitionsManager.getLatestDefinition('kapeta/resource-type-rest-client');
+    const javaLanguage = await definitionsManager.getLatestDefinition('kapeta/language-target-java-spring-boot');
+    const nodejsLanguage = await definitionsManager.getLatestDefinition('kapeta/language-target-nodejs');
+    const reactLanguage = await definitionsManager.getLatestDefinition('kapeta/language-target-react-ts');
+
+    if (
+        !blockTypeService ||
+        !blockTypeFrontend ||
+        !mongoDbResource ||
+        !postgresResource ||
+        !javaLanguage ||
+        !nodejsLanguage ||
+        !reactLanguage ||
+        !webPageResource ||
+        !restApiResource ||
+        !restClientResource ||
+        !webFragmentResource
+    ) {
+        throw new Error('Missing definitions');
+    }
+
+    const plan: Plan = {
+        kind: 'core/plan',
+        metadata: {
+            name: await getFreeName(`${handle}/${application.name}`),
+            title: application.title,
+            description: application.description,
+            visibility: 'private',
+        },
+        spec: {
+            blocks: [],
+            connections: [],
+        },
+    };
+
+    const blocks: BlockDefinition[] = [];
+
+    const addToPlan = (ref: string, name: string) => {
+        const top = 100 + Math.floor(plan.spec.blocks.length / 3) * 300;
+        const left = 200 + (plan.spec.blocks.length % 3) * 450;
+
+        plan.spec.blocks.push({
+            block: {
+                ref,
+            },
+            name,
+            id: uuid.v4(),
+            dimensions: {
+                top,
+                left,
+                width: -1,
+                height: -1,
+            },
+        });
+    };
+
+    const nameMapper = new Map<string, string>();
+
+    for (const backend of application.backends) {
+        const blockName = `${handle}/${backend.name}`;
+        const blockRealName = await getFreeName(blockName);
+        nameMapper.set(blockName, blockRealName);
+
+        const language = backend.targetLanguage === 'java' ? javaLanguage : nodejsLanguage;
+        const databaseInfo = backend.databases?.[0];
+        const database = databaseInfo?.type === 'mongodb' ? mongoDbResource : postgresResource;
+
+        const blockRef = normalizeKapetaUri(blockRealName + ':local');
+        let targetOptions = {};
+        if (backend.targetLanguage === 'java') {
+            targetOptions = {
+                basePackage: `${handle}.${application.name}`.toLowerCase().replace(/-/g, '_'),
+                groupId: `${handle}.${application.name}`.toLowerCase().replace(/-/g, '_'),
+                artifactId: backend.name.toLowerCase().replace(/-/g, '_'),
+            };
+        }
+        blocks.push({
+            kind: normalizeKapetaUri(`${blockTypeService.definition.metadata.name}:${blockTypeService.version}`),
+            metadata: {
+                name: blockRealName,
+                title: backend.title,
+                description: backend.description,
+                visibility: 'private',
+            },
+            spec: {
+                target: {
+                    kind: normalizeKapetaUri(`${language.definition.metadata.name}:${language.version}`),
+                    options: targetOptions,
+                },
+                consumers: [
+                    {
+                        kind: normalizeKapetaUri(`${database.definition.metadata.name}:${database.version}`),
+                        metadata: {
+                            name: (databaseInfo?.name ?? 'main').replace(/-/g, ''),
+                        },
+                        spec: {
+                            port: {
+                                type: database.definition.spec.ports[0].type,
+                            },
+                        },
+                    },
+                ],
+                providers: [
+                    {
+                        kind: normalizeKapetaUri(
+                            `${restApiResource.definition.metadata.name}:${restApiResource.version}`
+                        ),
+                        metadata: {
+                            name: 'main',
+                        },
+                        spec: {
+                            port: {
+                                type: restApiResource.definition.spec.ports[0].type,
+                            },
+                        },
+                    },
+                ],
+            },
+        });
+
+        addToPlan(blockRef, backend.name);
+    }
+
+    for (const frontend of application.frontends) {
+        const blockName = `${handle}/${frontend.name}`;
+        const blockRealName = await getFreeName(blockName);
+        nameMapper.set(blockName, blockRealName);
+
+        const language = reactLanguage;
+
+        const blockRef = normalizeKapetaUri(blockRealName + ':local');
+        blocks.push({
+            kind: normalizeKapetaUri(`${blockTypeFrontend.definition.metadata.name}:${blockTypeFrontend.version}`),
+            metadata: {
+                name: blockRealName,
+                title: frontend.title,
+                description: frontend.description,
+                visibility: 'private',
+            },
+            spec: {
+                target: {
+                    kind: normalizeKapetaUri(`${language.definition.metadata.name}:${language.version}`),
+                    options: {},
+                },
+                consumers: [],
+                providers: [
+                    {
+                        kind: normalizeKapetaUri(
+                            `${webPageResource.definition.metadata.name}:${webPageResource.version}`
+                        ),
+                        metadata: {
+                            name: 'main',
+                        },
+                        spec: {
+                            port: {
+                                type: webPageResource.definition.spec.ports[0].type,
+                            },
+                        },
+                    },
+                ],
+            },
+        });
+
+        addToPlan(blockRef, frontend.name);
+    }
+
+    application.connections?.forEach((connection) => {
+        const fullProviderName = nameMapper.get(`${handle}/${connection.provider.name}`) as string;
+        const fullConsumerName = nameMapper.get(`${handle}/${connection.consumer.name}`) as string;
+        const consumerResourceName = connection.provider.name;
+        const providerRef = normalizeKapetaUri(`${fullProviderName}:local`);
+        const consumerRef = normalizeKapetaUri(`${fullConsumerName}:local`);
+
+        const instanceProvider = plan.spec.blocks.find((b) => b.block.ref === providerRef)!;
+        const instanceConsumer = plan.spec.blocks.find((b) => b.block.ref === consumerRef)!;
+        const consumerBlock = blocks.find((block) => block.metadata.name === fullConsumerName);
+        const providerBlock = blocks.find((block) => block.metadata.name === fullProviderName);
+        if (!consumerBlock) {
+            throw new Error('Missing consumer block: ' + fullConsumerName);
+        }
+
+        if (!providerBlock) {
+            throw new Error('Missing provider block: ' + fullProviderName);
+        }
+
+        const portType = parseKapetaUri(providerBlock.kind).fullName === 'kapeta/block-type-service' ? 'rest' : 'web';
+
+        if (portType === 'rest') {
+            consumerBlock.spec.consumers!.push({
+                kind: normalizeKapetaUri(
+                    `${restClientResource.definition.metadata.name}:${restClientResource.version}`
+                ),
+                metadata: {
+                    name: consumerResourceName,
+                },
+                spec: {
+                    port: {
+                        type: 'rest',
+                    },
+                },
+            });
+        } else {
+            consumerBlock.spec.consumers!.push({
+                kind: normalizeKapetaUri(
+                    `${webFragmentResource.definition.metadata.name}:${webFragmentResource.version}`
+                ),
+                metadata: {
+                    name: consumerResourceName,
+                },
+                spec: {
+                    port: {
+                        type: 'web',
+                    },
+                },
+            });
+        }
+
+        plan.spec.connections.push({
+            provider: {
+                blockId: instanceProvider.id,
+                resourceName: 'main',
+                port: {
+                    type: portType,
+                },
+            },
+            consumer: {
+                blockId: instanceConsumer.id,
+                resourceName: consumerResourceName,
+                port: {
+                    type: portType,
+                },
+            },
+        });
+    });
+
+    return {
+        plan,
+        blocks,
+    };
+};

package/src/ai/types.ts

@@ -0,0 +1,45 @@
+/**
+ * Copyright 2023 Kapeta Inc.
+ * SPDX-License-Identifier: BUSL-1.1
+ */
+export interface Database {
+    name: string;
+    type: 'mongodb' | 'postgres';
+}
+
+export interface BackendService {
+    name: string;
+    title: string;
+    description: string;
+    targetLanguage: 'java' | 'node';
+    databases: Database[] | null;
+}
+
+export interface FrontendService {
+    name: string;
+    title: string;
+    description: string;
+    targetLanguage: 'react';
+}
+
+export interface Endpoint {
+    type: 'backend' | 'frontend';
+    name: string;
+}
+
+export interface Connection {
+    provider: Endpoint;
+    consumer: Endpoint;
+}
+
+export interface Application {
+    kind: 'core/plan';
+    name: string;
+    title: string;
+    description: string;
+    backends: BackendService[];
+    frontends: FrontendService[];
+    connections: Connection[];
+    explanation: string;
+    response: string;
+}

package/src/assetManager.ts

@@ -36,6 +36,10 @@ export interface EnrichedAsset {
     ymlPath: string;
 }
 
+function filterExists(asset: DefinitionInfo): boolean {
+    return FS.existsSync(asset.path);
+}
+
 function enrichAsset(asset: DefinitionInfo): EnrichedAsset {
     return {
         ref: `kapeta://${asset.definition.metadata.name}:${asset.version}`,
@@ -101,7 +105,7 @@ class AssetManager {
 
         const assets = await definitionsManager.getDefinitions(assetKinds);
 
-        return assets.map(enrichAsset);
+        return assets.filter(filterExists).map(enrichAsset);
     }
 
     async getPlans(): Promise<EnrichedAsset[]> {

package/src/codeGeneratorManager.ts

@@ -9,7 +9,7 @@ import { BlockDefinition } from '@kapeta/schemas';
 import { definitionsManager } from './definitionsManager';
 import { Definition } from '@kapeta/local-cluster-config';
 import { assetManager } from './assetManager';
-import { normalizeKapetaUri } from '@kapeta/nodejs-utils';
+import { normalizeKapetaUri, parseKapetaUri } from '@kapeta/nodejs-utils';
 import { repositoryManager } from './repositoryManager';
 
 const TARGET_KIND = 'core/language-target';
@@ -61,16 +61,18 @@ class CodeGeneratorManager {
     }
 
     async canGenerateCode(yamlContent: Definition): Promise<boolean> {
-        if (!yamlContent.spec.target?.kind) {
+        if (!yamlContent.spec?.target?.kind || !yamlContent.kind) {
             //Not all block types have targets
             return false;
         }
 
+        const kindUri = parseKapetaUri(yamlContent.kind);
+
         const blockTypes = await definitionsManager.getDefinitions(BLOCK_TYPE_KIND);
         const blockTypeKinds = blockTypes.map(
-            (blockType) => blockType.definition.metadata.name.toLowerCase() + ':' + blockType.version
+            (blockType) => parseKapetaUri(blockType.definition.metadata.name).fullName
         );
-        return !!(yamlContent && yamlContent.kind && blockTypeKinds.indexOf(yamlContent.kind.toLowerCase()) > -1);
+        return blockTypeKinds.includes(kindUri.fullName);
     }
 
     async generate(yamlFile: string, yamlContent: Definition) {

package/src/containerManager.ts

@@ -166,11 +166,17 @@ class ContainerManager {
                   ];
         for (const opts of connectOptions) {
             try {
+                const testClient = new Docker({
+                    ...opts,
+                    timeout: 1000, // 1 secs should be enough for a ping
+                });
+                await testClient.ping();
+                // If we get here - we have a working connection
+                // Now create a client with a longer timeout for all other operations
                 const client = new Docker({
                     ...opts,
                     timeout: 15 * 60 * 1000, //15 minutes should be enough for any operation
                 });
-                await client.ping();
                 this._docker = client;
                 const versionInfo: any = await client.version();
                 this._version = versionInfo.Server?.Version ?? versionInfo.Version;

package/src/definitionsManager.ts

@@ -164,9 +164,9 @@ class DefinitionsManager {
         const definitions = await this.getDefinitions();
         return definitions.find((d) => {
             if (!uri.version) {
-                return d.definition.metadata.name === uri.fullName;
+                return d.definition.metadata.name.toLowerCase() === uri.fullName.toLowerCase();
             }
-            return parseKapetaUri(`${d.definition.metadata.name}:${d.version}`).id === uri.id;
+            return parseKapetaUri(`${d.definition.metadata.name}:${d.version}`).equals(uri);
         });
     }
 

package/src/instanceManager.ts

@@ -27,7 +27,7 @@ import { definitionsManager } from './definitionsManager';
 import { Task, taskManager } from './taskManager';
 
 const CHECK_INTERVAL = 5000;
-const DEFAULT_HEALTH_PORT_TYPE = 'rest';
+const DEFAULT_HEALTH_PORT_TYPE = 'http';
 
 const MIN_TIME_RUNNING = 30000; //If something didnt run for more than 30 secs - it failed
 
@@ -264,7 +264,7 @@ export class InstanceManager {
 
     private getHealthUrl(info: Omit<InstanceInfo, 'systemId' | 'instanceId'>, address: string) {
         let healthUrl = null;
-        let health = info.health;
+        let health = info.health ?? '/.kapeta/health';
         if (health) {
             if (health.startsWith('/')) {
                 health = health.substring(1);