@kapeta/local-cluster-service 0.44.0 → 0.46.0

package/CHANGELOG.md

@@ -1,3 +1,17 @@
+# [0.46.0](https://github.com/kapetacom/local-cluster-service/compare/v0.45.0...v0.46.0) (2024-05-28)
+
+
+### Features
+
+* Change how the UI AI work to get templates from codegen ([#148](https://github.com/kapetacom/local-cluster-service/issues/148)) ([f757ec8](https://github.com/kapetacom/local-cluster-service/commit/f757ec8e4fab0dbb58b96a1b9e25f3e734ddb10f))
+
+# [0.45.0](https://github.com/kapetacom/local-cluster-service/compare/v0.44.0...v0.45.0) (2024-05-24)
+
+
+### Features
+
+* Introduces Storm API ([#147](https://github.com/kapetacom/local-cluster-service/issues/147)) ([5bdb075](https://github.com/kapetacom/local-cluster-service/commit/5bdb075f838c331e3a517778c55f83c32cc5b812))
+
 # [0.44.0](https://github.com/kapetacom/local-cluster-service/compare/v0.43.3...v0.44.0) (2024-05-08)
 
 

package/dist/cjs/index.js

@@ -50,6 +50,7 @@ const routes_9 = __importDefault(require("./src/attachments/routes"));
 const routes_10 = __importDefault(require("./src/tasks/routes"));
 const api_1 = __importDefault(require("./src/api"));
 const routes_11 = __importDefault(require("./src/ai/routes"));
+const routes_12 = __importDefault(require("./src/storm/routes"));
 const utils_1 = require("./src/utils/utils");
 const request_1 = __importDefault(require("request"));
 const repositoryManager_1 = require("./src/repositoryManager");
@@ -89,6 +90,7 @@ function createServer() {
     app.use('/tasks', routes_10.default);
     app.use('/api', api_1.default);
     app.use('/ai', routes_11.default);
+    app.use('/storm', routes_12.default);
     app.get('/status', async (req, res) => {
         res.send({
             ok: true,

package/dist/cjs/src/codeGeneratorManager.d.ts

@@ -4,6 +4,7 @@
  */
 import { Definition } from '@kapeta/local-cluster-config';
 declare class CodeGeneratorManager {
+    ensureTarget(targetKind: string): Promise<boolean>;
     private ensureLanguageTargetInRegistry;
     reload(): Promise<void>;
     initialize(): Promise<void>;

package/dist/cjs/src/codeGeneratorManager.js

@@ -17,6 +17,17 @@ const repositoryManager_1 = require("./repositoryManager");
 const TARGET_KIND = 'core/language-target';
 const BLOCK_TYPE_REGEX = /^core\/block-type.*/;
 class CodeGeneratorManager {
+    async ensureTarget(targetKind) {
+        const targetRef = (0, nodejs_utils_1.normalizeKapetaUri)(targetKind);
+        // Automatically downloads target if not available
+        const targetAsset = await assetManager_1.assetManager.getAsset(targetRef);
+        if (!targetAsset) {
+            console.error('Language target not found: %s', targetKind);
+            return false;
+        }
+        await this.ensureLanguageTargetInRegistry(targetAsset?.path, targetAsset?.version, targetAsset?.data);
+        return true;
+    }
     async ensureLanguageTargetInRegistry(path, version, definition) {
         const key = `${definition.metadata.name}:${version}`;
         try {
@@ -72,14 +83,9 @@ class CodeGeneratorManager {
             //Not all block types have targets
             return;
         }
-        const targetRef = (0, nodejs_utils_1.normalizeKapetaUri)(yamlContent.spec.target?.kind);
-        // Automatically downloads target if not available
-        const targetAsset = await assetManager_1.assetManager.getAsset(targetRef);
-        if (!targetAsset) {
-            console.error('Language target not found: %s', yamlContent.spec.target?.kind);
+        if (!(await this.ensureTarget(yamlContent.spec.target?.kind))) {
             return;
         }
-        await this.ensureLanguageTargetInRegistry(targetAsset?.path, targetAsset?.version, targetAsset?.data);
         const baseDir = path_1.default.dirname(yamlFile);
         console.log('Generating code for path: %s', baseDir);
         const codeGenerator = new codegen_1.BlockCodeGenerator(yamlContent);

package/dist/cjs/src/middleware/cors.d.ts

@@ -2,5 +2,6 @@
  * Copyright 2023 Kapeta Inc.
  * SPDX-License-Identifier: BUSL-1.1
  */
+/// <reference types="cookie-parser" />
 import { NextFunction, Request, Response } from 'express';
 export declare function corsHandler(req: Request, res: Response, next: NextFunction): void;

package/dist/cjs/src/middleware/kapeta.d.ts

@@ -2,6 +2,7 @@
  * Copyright 2023 Kapeta Inc.
  * SPDX-License-Identifier: BUSL-1.1
  */
+/// <reference types="cookie-parser" />
 import { NextFunction, Request, Response } from 'express';
 import { EnvironmentType } from '../types';
 export interface KapetaRequest extends Request {

package/dist/cjs/src/middleware/stringBody.d.ts

@@ -2,6 +2,7 @@
  * Copyright 2023 Kapeta Inc.
  * SPDX-License-Identifier: BUSL-1.1
  */
+/// <reference types="cookie-parser" />
 import { NextFunction, Request, Response } from 'express';
 export type StringBodyRequest = Request<any> & {
     stringBody?: string;

package/dist/cjs/src/storm/codegen.d.ts

@@ -0,0 +1,40 @@
+/**
+ * Copyright 2023 Kapeta Inc.
+ * SPDX-License-Identifier: BUSL-1.1
+ */
+import { StormEvent } from './events';
+import { BlockDefinitionInfo } from './event-parser';
+import { StormStream } from './stream';
+export declare class StormCodegen {
+    private readonly userPrompt;
+    private readonly blocks;
+    private readonly out;
+    private readonly events;
+    constructor(userPrompt: string, blocks: BlockDefinitionInfo[], events: StormEvent[]);
+    process(): Promise<void>;
+    getStream(): StormStream;
+    private handleTemplateFileOutput;
+    private handleUiOutput;
+    private handleFileOutput;
+    /**
+     * Generates the code for a block and sends it to the AI
+     */
+    private processBlockCode;
+    /**
+     * Emits the text-based files to the stream
+     */
+    private emitFiles;
+    private emitFile;
+    /**
+     * Sends the template to the AI and processes the response
+     */
+    private processTemplates;
+    /**
+     * Converts the generated files to a format that can be sent to the AI
+     */
+    private toStormFiles;
+    /**
+     * Generates the code using codegen for a given block.
+     */
+    private generateBlock;
+}

package/dist/cjs/src/storm/codegen.js

@@ -0,0 +1,210 @@
+"use strict";
+/**
+ * Copyright 2023 Kapeta Inc.
+ * SPDX-License-Identifier: BUSL-1.1
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.StormCodegen = void 0;
+const codegen_1 = require("@kapeta/codegen");
+const codeGeneratorManager_1 = require("../codeGeneratorManager");
+const stormClient_1 = require("./stormClient");
+const stream_1 = require("./stream");
+class StormCodegen {
+    userPrompt;
+    blocks;
+    out = new stream_1.StormStream();
+    events;
+    constructor(userPrompt, blocks, events) {
+        this.userPrompt = userPrompt;
+        this.blocks = blocks;
+        this.events = events;
+    }
+    async process() {
+        for (const block of this.blocks) {
+            await this.processBlockCode(block);
+        }
+        this.out.end();
+    }
+    getStream() {
+        return this.out;
+    }
+    handleTemplateFileOutput(blockUri, template, data) {
+        switch (data.type) {
+            case 'FILE':
+                template.filename = data.payload.filename;
+                template.content = data.payload.content;
+                return this.handleFileOutput(blockUri, data);
+        }
+    }
+    handleUiOutput(blockUri, data) {
+        switch (data.type) {
+            case 'SCREEN':
+                this.out.emit('data', {
+                    type: 'SCREEN',
+                    reason: data.reason,
+                    created: Date.now(),
+                    payload: {
+                        ...data.payload,
+                        blockName: blockUri.toNormalizedString(),
+                    },
+                });
+            case 'FILE':
+                return this.handleFileOutput(blockUri, data);
+        }
+    }
+    handleFileOutput(blockUri, data) {
+        switch (data.type) {
+            case 'FILE':
+                this.emitFile(blockUri, data.payload.filename, data.payload.content, data.reason);
+                return {
+                    type: 'FILE',
+                    created: Date.now(),
+                    payload: {
+                        filename: data.payload.filename,
+                        content: data.payload.content,
+                    },
+                };
+        }
+    }
+    /**
+     * Generates the code for a block and sends it to the AI
+     */
+    async processBlockCode(block) {
+        // Generate the code for the block using the standard codegen templates
+        const generatedResult = await this.generateBlock(block.content);
+        if (!generatedResult) {
+            return;
+        }
+        const allFiles = this.toStormFiles(generatedResult);
+        // Send all the non-ai files to the stream
+        this.emitFiles(block.uri, allFiles);
+        const relevantFiles = allFiles.filter((file) => file.type !== codegen_1.AIFileTypes.IGNORE && file.type !== codegen_1.AIFileTypes.WEB_SCREEN);
+        const uiTemplates = allFiles.filter((file) => file.type === codegen_1.AIFileTypes.WEB_SCREEN);
+        if (uiTemplates.length > 0) {
+            const uiStream = await stormClient_1.stormClient.createUIImplementation({
+                events: this.events,
+                templates: uiTemplates,
+                context: relevantFiles,
+                blockName: block.aiName,
+                prompt: this.userPrompt,
+            });
+            uiStream.on('data', (evt) => {
+                this.handleUiOutput(block.uri, evt);
+            });
+            await uiStream.waitForDone();
+        }
+        // Gather the context files for implementation. These will be all be passed to the AI
+        const contextFiles = relevantFiles.filter((file) => ![codegen_1.AIFileTypes.SERVICE, codegen_1.AIFileTypes.WEB_SCREEN].includes(file.type));
+        // Send the service and UI templates to the AI. These will be send one-by-one in addition to the context files
+        const serviceFiles = allFiles.filter((file) => file.type === codegen_1.AIFileTypes.SERVICE);
+        if (serviceFiles.length > 0) {
+            await this.processTemplates(block.uri, stormClient_1.stormClient.createServiceImplementation.bind(stormClient_1.stormClient), serviceFiles, contextFiles);
+        }
+    }
+    /**
+     * Emits the text-based files to the stream
+     */
+    emitFiles(uri, files) {
+        files.forEach((file) => {
+            if (!file.content || typeof file.content !== 'string') {
+                return;
+            }
+            if (file.type === codegen_1.AIFileTypes.SERVICE) {
+                // Don't send the service files to the stream yet
+                // They will need to be implemented by the AI
+                return;
+            }
+            if (file.type === codegen_1.AIFileTypes.WEB_SCREEN) {
+                // Don't send the web screen files to the stream yet
+                // They will need to be implemented by the AI
+                return;
+            }
+            this.emitFile(uri, file.filename, file.content);
+        });
+    }
+    emitFile(uri, filename, content, reason = 'File generated') {
+        this.out.emit('data', {
+            type: 'FILE',
+            reason,
+            created: Date.now(),
+            payload: {
+                filename: filename,
+                content: content,
+                blockRef: uri.toNormalizedString(),
+            },
+        });
+    }
+    /**
+     * Sends the template to the AI and processes the response
+     */
+    async processTemplates(blockUri, generator, templates, contextFiles) {
+        const promises = templates.map(async (templateFile) => {
+            const stream = await generator({
+                context: contextFiles,
+                template: templateFile,
+                prompt: this.userPrompt,
+            });
+            const files = [];
+            stream.on('data', (evt) => {
+                const file = this.handleTemplateFileOutput(blockUri, templateFile, evt);
+                if (file) {
+                    files.push(file);
+                }
+            });
+            await stream.waitForDone();
+            return files;
+        });
+        const fileChunks = await Promise.all(promises);
+        return fileChunks.flat();
+    }
+    /**
+     * Converts the generated files to a format that can be sent to the AI
+     */
+    toStormFiles(generatedResult) {
+        const allFiles = generatedResult.files.map((file) => {
+            if (!file.content) {
+                return {
+                    ...file,
+                    type: codegen_1.AIFileTypes.IGNORE,
+                };
+            }
+            if (typeof file.content !== 'string') {
+                return {
+                    ...file,
+                    type: codegen_1.AIFileTypes.IGNORE,
+                };
+            }
+            const rx = /\/\/AI-TYPE:([a-z0-9- _]+)\n/gi;
+            const match = rx.exec(file.content);
+            if (!match) {
+                return {
+                    ...file,
+                    type: codegen_1.AIFileTypes.IGNORE,
+                };
+            }
+            const type = match[1].trim();
+            file.content = file.content.replace(rx, '');
+            return {
+                ...file,
+                type,
+            };
+        });
+        return allFiles;
+    }
+    /**
+     * Generates the code using codegen for a given block.
+     */
+    async generateBlock(yamlContent) {
+        if (!yamlContent.spec.target?.kind) {
+            //Not all block types have targets
+            return;
+        }
+        if (!(await codeGeneratorManager_1.codeGeneratorManager.ensureTarget(yamlContent.spec.target?.kind))) {
+            return;
+        }
+        const codeGenerator = new codegen_1.BlockCodeGenerator(yamlContent);
+        codeGenerator.withOption('AIContext', stormClient_1.STORM_ID);
+        return codeGenerator.generate();
+    }
+}
+exports.StormCodegen = StormCodegen;

package/dist/cjs/src/storm/event-parser.d.ts

@@ -0,0 +1,70 @@
+/**
+ * Copyright 2023 Kapeta Inc.
+ * SPDX-License-Identifier: BUSL-1.1
+ */
+import { StormEvent } from './events';
+import { BlockDefinition, Plan } from '@kapeta/schemas';
+import { KapetaURI } from '@kapeta/nodejs-utils';
+export interface BlockDefinitionInfo {
+    uri: KapetaURI;
+    content: BlockDefinition;
+    aiName: string;
+}
+export interface ParsedResult {
+    plan: Plan;
+    blocks: BlockDefinitionInfo[];
+}
+export interface StormOptions {
+    databaseKind: string;
+    apiKind: string;
+    clientKind: string;
+    webPageKind: string;
+    webFragmentKind: string;
+    mqKind: string;
+    serviceKind: string;
+    serviceLanguage: string;
+    frontendKind: string;
+    frontendLanguage: string;
+    exchangeKind: string;
+    queueKind: string;
+    publisherKind: string;
+    subscriberKind: string;
+    jwtProviderKind: string;
+    jwtConsumerKind: string;
+    smtpKind: string;
+    externalApiKind: string;
+    cliKind: string;
+    cliLanguage: string;
+    desktopKind: string;
+    desktopLanguage: string;
+    gatewayKind: string;
+}
+export declare function resolveOptions(): Promise<StormOptions>;
+export declare class StormEventParser {
+    private events;
+    private planName;
+    private planDescription;
+    private blocks;
+    private connections;
+    private failed;
+    private error;
+    private options;
+    constructor(options: StormOptions);
+    private reset;
+    addEvent(evt: StormEvent): void;
+    getEvents(): StormEvent[];
+    isValid(): boolean;
+    getError(): string;
+    private applyLayoutToBlocks;
+    toResult(handle: string): ParsedResult;
+    private toSafeName;
+    private toRef;
+    toBlockDefinitions(handle: string): {
+        [key: string]: BlockDefinitionInfo;
+    };
+    private toResourceKind;
+    private toBlockKind;
+    private toPortType;
+    private toBlockTarget;
+    private toBlockTargetKind;
+}