@kapeta/local-cluster-service 0.44.0 → 0.45.0

package/dist/esm/src/storm/routes.js

@@ -0,0 +1,109 @@
+"use strict";
+/**
+ * Copyright 2023 Kapeta Inc.
+ * SPDX-License-Identifier: BUSL-1.1
+ */
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const express_promise_router_1 = __importDefault(require("express-promise-router"));
+const cors_1 = require("../middleware/cors");
+const stringBody_1 = require("../middleware/stringBody");
+const stormClient_1 = require("./stormClient");
+const event_parser_1 = require("./event-parser");
+const codegen_1 = require("./codegen");
+const router = (0, express_promise_router_1.default)();
+router.use('/', cors_1.corsHandler);
+router.use('/', stringBody_1.stringBody);
+router.post('/:handle/all', async (req, res) => {
+    const handle = req.params.handle;
+    try {
+        const stormOptions = await (0, event_parser_1.resolveOptions)();
+        const eventParser = new event_parser_1.StormEventParser(stormOptions);
+        console.log('Got prompt', req.stringBody);
+        const aiRequest = JSON.parse(req.stringBody ?? '{}');
+        const metaStream = await stormClient_1.stormClient.createMetadata(aiRequest.prompt, aiRequest.history);
+        res.set('Content-Type', 'application/x-ndjson');
+        metaStream.on('data', (data) => {
+            eventParser.addEvent(data);
+        });
+        await streamStormPartialResponse(metaStream, res);
+        if (!eventParser.isValid()) {
+            // We can't continue if the meta stream is invalid
+            res.write({
+                type: 'ERROR_INTERNAL',
+                payload: { error: eventParser.getError() },
+                reason: 'Failed to generate system',
+                created: Date.now(),
+            });
+            res.end();
+            return;
+        }
+        const result = eventParser.toResult(handle);
+        console.log('RESULT\n', JSON.stringify(result, null, 2));
+        const stormCodegen = new codegen_1.StormCodegen(aiRequest.prompt, result.blocks);
+        const codegenStream = streamStormPartialResponse(stormCodegen.getStream(), res);
+        await stormCodegen.process();
+        await codegenStream;
+        sendDone(res);
+    }
+    catch (err) {
+        sendError(err, res);
+    }
+});
+router.post('/metadata', async (req, res) => {
+    const aiRequest = JSON.parse(req.stringBody ?? '{}');
+    const result = await stormClient_1.stormClient.createMetadata(aiRequest.prompt, aiRequest.history);
+    await streamStormResponse(result, res);
+});
+router.post('/services/implement', async (req, res) => {
+    const aiRequest = JSON.parse(req.stringBody ?? '{}');
+    const result = await stormClient_1.stormClient.createServiceImplementation(aiRequest.prompt, aiRequest.history);
+    await streamStormResponse(result, res);
+});
+router.post('/ui/implement', async (req, res) => {
+    const aiRequest = JSON.parse(req.stringBody ?? '{}');
+    const result = await stormClient_1.stormClient.createUIImplementation(aiRequest.prompt, aiRequest.history);
+    await streamStormResponse(result, res);
+});
+async function streamStormResponse(result, res) {
+    res.set('Content-Type', 'application/x-ndjson');
+    await streamStormPartialResponse(result, res);
+    sendDone(res);
+}
+function sendDone(res) {
+    res.write(JSON.stringify({
+        type: 'DONE',
+        created: Date.now(),
+    }) + '\n');
+    res.end();
+}
+function sendError(err, res) {
+    console.error('Failed to send prompt', err);
+    if (res.headersSent) {
+        res.write(JSON.stringify({
+            type: 'ERROR_INTERNAL',
+            created: Date.now(),
+            payload: { error: err.message },
+            reason: 'Failed while sending prompt',
+        }) + '\n');
+    }
+    else {
+        res.status(400).send({ error: err.message });
+    }
+}
+function streamStormPartialResponse(result, res) {
+    return new Promise((resolve, reject) => {
+        result.on('data', (data) => {
+            res.write(JSON.stringify(data) + '\n');
+        });
+        result.on('error', (err) => {
+            reject(err);
+        });
+        result.on('end', () => {
+            resolve();
+        });
+    });
+}
+exports.default = router;

package/dist/esm/src/storm/stormClient.d.ts

@@ -0,0 +1,13 @@
+import { ConversationItem, StormFileImplementationPrompt, StormStream } from './stream';
+export declare const STORM_ID = "storm";
+declare class StormClient {
+    private readonly _baseUrl;
+    constructor();
+    private createOptions;
+    private send;
+    createMetadata(prompt: string, history?: ConversationItem[]): Promise<StormStream>;
+    createUIImplementation(prompt: StormFileImplementationPrompt, history?: ConversationItem[]): Promise<StormStream>;
+    createServiceImplementation(prompt: StormFileImplementationPrompt, history?: ConversationItem[]): Promise<StormStream>;
+}
+export declare const stormClient: StormClient;
+export {};

package/dist/esm/src/storm/stormClient.js

@@ -0,0 +1,87 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.stormClient = exports.STORM_ID = void 0;
+/**
+ * Copyright 2023 Kapeta Inc.
+ * SPDX-License-Identifier: BUSL-1.1
+ */
+const nodejs_api_client_1 = require("@kapeta/nodejs-api-client");
+const utils_1 = require("../utils/utils");
+const promises_1 = __importDefault(require("node:readline/promises"));
+const node_stream_1 = require("node:stream");
+const stream_1 = require("./stream");
+exports.STORM_ID = 'storm';
+class StormClient {
+    _baseUrl;
+    constructor() {
+        this._baseUrl = (0, utils_1.getRemoteUrl)('ai-service', 'https://ai.kapeta.com');
+    }
+    createOptions(path, method, body) {
+        const url = `${this._baseUrl}${path}`;
+        const headers = {
+            'Content-Type': 'application/json',
+        };
+        const api = new nodejs_api_client_1.KapetaAPI();
+        if (api.hasToken()) {
+            //headers['Authorization'] = `Bearer ${api.getAccessToken()}`; //TODO: Enable authentication
+        }
+        return {
+            url,
+            method: method,
+            body: JSON.stringify(body),
+            headers,
+        };
+    }
+    async send(path, body, method = 'POST') {
+        const stringPrompt = typeof body.prompt === 'string' ? body.prompt : JSON.stringify(body.prompt);
+        const options = this.createOptions(path, method, {
+            prompt: stringPrompt,
+            history: body.history,
+        });
+        const out = new stream_1.StormStream(stringPrompt, body.history);
+        const response = await fetch(options.url, options);
+        if (response.status !== 200) {
+            throw new Error(`Got error response from ${options.url}: ${response.status}\nContent: ${await response.text()}`);
+        }
+        const jsonLStream = promises_1.default.createInterface(node_stream_1.Readable.fromWeb(response.body));
+        jsonLStream.on('line', (line) => {
+            out.addJSONLine(line);
+        });
+        jsonLStream.on('error', (error) => {
+            out.emit('error', error);
+        });
+        jsonLStream.on('pause', () => {
+            console.log('paused');
+        });
+        jsonLStream.on('resume', () => {
+            console.log('resumed');
+        });
+        jsonLStream.on('close', () => {
+            out.end();
+        });
+        return out;
+    }
+    createMetadata(prompt, history) {
+        return this.send('/v2/all', {
+            history: history ?? [],
+            prompt: prompt,
+        });
+    }
+    createUIImplementation(prompt, history) {
+        return this.send('/v2/ui/merge', {
+            history: history ?? [],
+            prompt,
+        });
+    }
+    createServiceImplementation(prompt, history) {
+        console.log('SENDING SERVICE PROMPT', JSON.stringify(prompt, null, 2));
+        return this.send('/v2/services/merge', {
+            history: history ?? [],
+            prompt,
+        });
+    }
+}
+exports.stormClient = new StormClient();

package/dist/esm/src/storm/stream.d.ts

@@ -0,0 +1,38 @@
+/// <reference types="node" />
+/**
+ * Copyright 2023 Kapeta Inc.
+ * SPDX-License-Identifier: BUSL-1.1
+ */
+import { EventEmitter } from 'node:events';
+import { StormEvent } from './events';
+import { AIFileTypes, GeneratedFile } from '@kapeta/codegen';
+export declare class StormStream extends EventEmitter {
+    private history;
+    private lines;
+    constructor(prompt?: string, history?: ConversationItem[]);
+    addJSONLine(line: string): void;
+    end(): void;
+    on(event: 'end', listener: () => void): this;
+    on(event: 'error', listener: (e: Error) => void): this;
+    on(event: 'data', listener: (data: StormEvent) => void): this;
+    emit(event: 'end'): boolean;
+    emit(event: 'error', e: Error): boolean;
+    emit(event: 'data', data: StormEvent): boolean;
+    waitForDone(): Promise<void>;
+}
+export interface ConversationItem {
+    role: 'user' | 'model';
+    content: string;
+}
+export interface StormContextRequest<T = string> {
+    history?: ConversationItem[];
+    prompt: T;
+}
+export interface StormFileInfo extends GeneratedFile {
+    type: AIFileTypes;
+}
+export interface StormFileImplementationPrompt {
+    context: StormFileInfo[];
+    template: StormFileInfo;
+    prompt: string;
+}

package/dist/esm/src/storm/stream.js

@@ -0,0 +1,57 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.StormStream = void 0;
+/**
+ * Copyright 2023 Kapeta Inc.
+ * SPDX-License-Identifier: BUSL-1.1
+ */
+const node_events_1 = require("node:events");
+class StormStream extends node_events_1.EventEmitter {
+    history;
+    lines = [];
+    constructor(prompt = '', history) {
+        super();
+        this.history = history ?? [];
+        this.history.push({
+            role: 'user',
+            content: prompt,
+        });
+    }
+    addJSONLine(line) {
+        try {
+            this.lines.push(line);
+            const event = JSON.parse(line);
+            if (!event.created) {
+                event.created = Date.now();
+            }
+            this.emit('data', event);
+        }
+        catch (e) {
+            this.emit('error', e);
+        }
+    }
+    end() {
+        this.history.push({
+            role: 'model',
+            content: this.lines.join('\n'),
+        });
+        this.emit('end');
+    }
+    on(event, listener) {
+        return super.on(event, listener);
+    }
+    emit(eventName, ...args) {
+        return super.emit(eventName, ...args);
+    }
+    waitForDone() {
+        return new Promise((resolve, reject) => {
+            this.on('error', (err) => {
+                reject(err);
+            });
+            this.on('end', () => {
+                resolve();
+            });
+        });
+    }
+}
+exports.StormStream = StormStream;

package/index.ts

@@ -24,6 +24,7 @@ import AttachmentRoutes from './src/attachments/routes';
 import TaskRoutes from './src/tasks/routes';
 import APIRoutes from './src/api';
 import AIRoutes from './src/ai/routes';
+import StormRoutes from './src/storm/routes';
 import { isLinux } from './src/utils/utils';
 import request from 'request';
 import { repositoryManager } from './src/repositoryManager';
@@ -74,6 +75,7 @@ function createServer() {
     app.use('/tasks', TaskRoutes);
     app.use('/api', APIRoutes);
     app.use('/ai', AIRoutes);
+    app.use('/storm', StormRoutes);
 
     app.get('/status', async (req, res) => {
         res.send({

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@kapeta/local-cluster-service",
-    "version": "0.44.0",
+    "version": "0.45.0",
     "description": "Manages configuration, ports and service discovery for locally running Kapeta systems",
     "type": "commonjs",
     "exports": {
@@ -50,9 +50,9 @@
     },
     "homepage": "https://github.com/kapetacom/local-cluster-service#readme",
     "dependencies": {
-        "@kapeta/codegen": "^1.3.0",
+        "@kapeta/codegen": "^1.4.0",
         "@kapeta/config-mapper": "^1.2.1",
-        "@kapeta/kaplang-core": "^1.14.2",
+        "@kapeta/kaplang-core": "^1.16.0",
         "@kapeta/local-cluster-config": "^0.4.2",
         "@kapeta/nodejs-api-client": ">=0.2.0 <2",
         "@kapeta/nodejs-process": "^1.2.0",

package/src/codeGeneratorManager.ts

@@ -16,6 +16,22 @@ const TARGET_KIND = 'core/language-target';
 const BLOCK_TYPE_REGEX = /^core\/block-type.*/;
 
 class CodeGeneratorManager {
+    public async ensureTarget(targetKind: string) {
+        const targetRef = normalizeKapetaUri(targetKind);
+
+        // Automatically downloads target if not available
+        const targetAsset = await assetManager.getAsset(targetRef);
+
+        if (!targetAsset) {
+            console.error('Language target not found: %s', targetKind);
+            return false;
+        }
+
+        await this.ensureLanguageTargetInRegistry(targetAsset?.path, targetAsset?.version, targetAsset?.data);
+
+        return true;
+    }
+
     private async ensureLanguageTargetInRegistry(path: string, version: string, definition: Definition) {
         const key = `${definition.metadata.name}:${version}`;
 
@@ -81,17 +97,10 @@ class CodeGeneratorManager {
             return;
         }
 
-        const targetRef = normalizeKapetaUri(yamlContent.spec.target?.kind);
-
-        // Automatically downloads target if not available
-        const targetAsset = await assetManager.getAsset(targetRef);
-
-        if (!targetAsset) {
-            console.error('Language target not found: %s', yamlContent.spec.target?.kind);
+        if (!(await this.ensureTarget(yamlContent.spec.target?.kind))) {
             return;
         }
 
-        await this.ensureLanguageTargetInRegistry(targetAsset?.path, targetAsset?.version, targetAsset?.data);
         const baseDir = Path.dirname(yamlFile);
         console.log('Generating code for path: %s', baseDir);
         const codeGenerator = new BlockCodeGenerator(yamlContent as BlockDefinition);

package/src/storm/codegen.ts

@@ -0,0 +1,210 @@
+/**
+ * Copyright 2023 Kapeta Inc.
+ * SPDX-License-Identifier: BUSL-1.1
+ */
+
+import { Definition } from '@kapeta/local-cluster-config';
+import { AIFileTypes, BlockCodeGenerator, GeneratedFile, GeneratedResult } from '@kapeta/codegen';
+import { BlockDefinition } from '@kapeta/schemas';
+import { codeGeneratorManager } from '../codeGeneratorManager';
+import { STORM_ID, stormClient } from './stormClient';
+import { ScreenTemplate, StormEvent, StormEventFile } from './events';
+import { BlockDefinitionInfo } from './event-parser';
+import { ConversationItem, StormFileImplementationPrompt, StormFileInfo, StormStream } from './stream';
+import { KapetaURI } from '@kapeta/nodejs-utils';
+
+type ImplementationGenerator = (
+    prompt: StormFileImplementationPrompt,
+    history?: ConversationItem[]
+) => Promise<StormStream>;
+
+export class StormCodegen {
+    private readonly userPrompt: string;
+    private readonly blocks: BlockDefinitionInfo[];
+    private readonly out = new StormStream();
+
+    constructor(userPrompt: string, blocks: BlockDefinitionInfo[]) {
+        this.userPrompt = userPrompt;
+        this.blocks = blocks;
+    }
+
+    public async process() {
+        console.log('Processing blocks', this.blocks.length);
+
+        for (const block of this.blocks) {
+            await this.processBlockCode(block);
+        }
+
+        this.out.end();
+    }
+
+    public getStream() {
+        return this.out;
+    }
+
+    private handleFileOutput(blockUri: KapetaURI, template: StormFileInfo, data: StormEvent) {
+        switch (data.type) {
+            case 'FILE':
+                template.filename = data.payload.filename;
+                template.content = data.payload.content;
+                this.emitFile(blockUri, data.payload.filename, data.payload.content, data.reason);
+                break;
+        }
+    }
+
+    /**
+     * Generates the code for a block and sends it to the AI
+     */
+    private async processBlockCode(block: BlockDefinitionInfo) {
+        // Generate the code for the block using the standard codegen templates
+        const generatedResult = await this.generateBlock(block.content, block.screens);
+        if (!generatedResult) {
+            console.warn('No generated result for block', block.uri);
+            return;
+        }
+
+        const allFiles = this.toStormFiles(generatedResult);
+
+        // Send all the non-ai files to the stream
+        this.emitFiles(block.uri, allFiles);
+
+        const implementFiles = [AIFileTypes.SERVICE, AIFileTypes.WEB_SCREEN];
+
+        // Gather the context files. These will be all be passed to the AI
+        const contextFiles: StormFileInfo[] = allFiles.filter(
+            (file) => file.type !== AIFileTypes.IGNORE && !implementFiles.includes(file.type)
+        );
+
+        // Send the service and UI templates to the AI. These will be send one-by-one in addition to the context files
+        const serviceFiles: StormFileInfo[] = allFiles.filter((file) => file.type === AIFileTypes.SERVICE);
+        await this.processTemplates(
+            block.uri,
+            stormClient.createServiceImplementation.bind(stormClient),
+            serviceFiles,
+            contextFiles
+        );
+
+        //const uiTemplates: StormFileInfo[] = allFiles.filter((file) => file.type === 'ui');
+        //await this.processTemplates(stormClient.createUIImplementation, uiTemplates, contextFiles);
+    }
+
+    /**
+     * Emits the text-based files to the stream
+     */
+    private emitFiles(uri: KapetaURI, files: StormFileInfo[]) {
+        files.forEach((file) => {
+            if (!file.content || typeof file.content !== 'string') {
+                return;
+            }
+
+            if (file.type === AIFileTypes.SERVICE) {
+                // Don't send the service files to the stream yet
+                // They will need to be implemented by the AI
+                return;
+            }
+
+            if (file.type === AIFileTypes.WEB_SCREEN) {
+                // Don't send the web screen files to the stream yet
+                // They will need to be implemented by the AI
+                return;
+            }
+
+            this.emitFile(uri, file.filename, file.content);
+        });
+    }
+
+    private emitFile(uri: KapetaURI, filename: string, content: string, reason: string = 'File generated') {
+        this.out.emit('data', {
+            type: 'FILE',
+            reason,
+            created: Date.now(),
+            payload: {
+                filename: filename,
+                content: content,
+                blockRef: uri.toNormalizedString(),
+            },
+        } satisfies StormEventFile);
+    }
+
+    /**
+     * Sends the template to the AI and processes the response
+     */
+    private processTemplates(
+        blockUri: KapetaURI,
+        generator: ImplementationGenerator,
+        templates: StormFileInfo[],
+        contextFiles: StormFileInfo[]
+    ) {
+        const promises = templates.map(async (templateFile) => {
+            const stream = await generator({
+                context: contextFiles,
+                template: templateFile,
+                prompt: this.userPrompt,
+            });
+
+            stream.on('data', (evt) => this.handleFileOutput(blockUri, templateFile, evt));
+
+            return stream.waitForDone();
+        });
+
+        return Promise.all(promises);
+    }
+
+    /**
+     * Converts the generated files to a format that can be sent to the AI
+     */
+    private toStormFiles(generatedResult: GeneratedResult) {
+        const allFiles: StormFileInfo[] = generatedResult.files.map((file: GeneratedFile) => {
+            if (!file.content) {
+                return {
+                    ...file,
+                    type: AIFileTypes.IGNORE,
+                };
+            }
+            if (typeof file.content !== 'string') {
+                return {
+                    ...file,
+                    type: AIFileTypes.IGNORE,
+                };
+            }
+
+            const rx = /\/\/AI-TYPE:([a-z0-9- _]+)\n/gi;
+
+            const match = rx.exec(file.content);
+            if (!match) {
+                return {
+                    ...file,
+                    type: AIFileTypes.IGNORE,
+                };
+            }
+            const type = match[1].trim() as AIFileTypes;
+            file.content = file.content.replace(rx, '');
+
+            return {
+                ...file,
+                type,
+            };
+        });
+        return allFiles;
+    }
+
+    /**
+     * Generates the code using codegen for a given block.
+     */
+    private async generateBlock(yamlContent: Definition, screens: ScreenTemplate[] | undefined) {
+        if (!yamlContent.spec.target?.kind) {
+            //Not all block types have targets
+            return;
+        }
+
+        if (!(await codeGeneratorManager.ensureTarget(yamlContent.spec.target?.kind))) {
+            return;
+        }
+
+        const codeGenerator = new BlockCodeGenerator(yamlContent as BlockDefinition);
+        codeGenerator.withOption('AIContext', STORM_ID);
+        codeGenerator.withOption('AIScreens', screens ?? []);
+
+        return codeGenerator.generate();
+    }
+}