@kapeta/local-cluster-service 0.43.3 → 0.45.0

package/dist/cjs/src/storm/routes.js

@@ -0,0 +1,109 @@
+"use strict";
+/**
+ * Copyright 2023 Kapeta Inc.
+ * SPDX-License-Identifier: BUSL-1.1
+ */
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const express_promise_router_1 = __importDefault(require("express-promise-router"));
+const cors_1 = require("../middleware/cors");
+const stringBody_1 = require("../middleware/stringBody");
+const stormClient_1 = require("./stormClient");
+const event_parser_1 = require("./event-parser");
+const codegen_1 = require("./codegen");
+const router = (0, express_promise_router_1.default)();
+router.use('/', cors_1.corsHandler);
+router.use('/', stringBody_1.stringBody);
+router.post('/:handle/all', async (req, res) => {
+    const handle = req.params.handle;
+    try {
+        const stormOptions = await (0, event_parser_1.resolveOptions)();
+        const eventParser = new event_parser_1.StormEventParser(stormOptions);
+        console.log('Got prompt', req.stringBody);
+        const aiRequest = JSON.parse(req.stringBody ?? '{}');
+        const metaStream = await stormClient_1.stormClient.createMetadata(aiRequest.prompt, aiRequest.history);
+        res.set('Content-Type', 'application/x-ndjson');
+        metaStream.on('data', (data) => {
+            eventParser.addEvent(data);
+        });
+        await streamStormPartialResponse(metaStream, res);
+        if (!eventParser.isValid()) {
+            // We can't continue if the meta stream is invalid
+            res.write({
+                type: 'ERROR_INTERNAL',
+                payload: { error: eventParser.getError() },
+                reason: 'Failed to generate system',
+                created: Date.now(),
+            });
+            res.end();
+            return;
+        }
+        const result = eventParser.toResult(handle);
+        console.log('RESULT\n', JSON.stringify(result, null, 2));
+        const stormCodegen = new codegen_1.StormCodegen(aiRequest.prompt, result.blocks);
+        const codegenStream = streamStormPartialResponse(stormCodegen.getStream(), res);
+        await stormCodegen.process();
+        await codegenStream;
+        sendDone(res);
+    }
+    catch (err) {
+        sendError(err, res);
+    }
+});
+router.post('/metadata', async (req, res) => {
+    const aiRequest = JSON.parse(req.stringBody ?? '{}');
+    const result = await stormClient_1.stormClient.createMetadata(aiRequest.prompt, aiRequest.history);
+    await streamStormResponse(result, res);
+});
+router.post('/services/implement', async (req, res) => {
+    const aiRequest = JSON.parse(req.stringBody ?? '{}');
+    const result = await stormClient_1.stormClient.createServiceImplementation(aiRequest.prompt, aiRequest.history);
+    await streamStormResponse(result, res);
+});
+router.post('/ui/implement', async (req, res) => {
+    const aiRequest = JSON.parse(req.stringBody ?? '{}');
+    const result = await stormClient_1.stormClient.createUIImplementation(aiRequest.prompt, aiRequest.history);
+    await streamStormResponse(result, res);
+});
+async function streamStormResponse(result, res) {
+    res.set('Content-Type', 'application/x-ndjson');
+    await streamStormPartialResponse(result, res);
+    sendDone(res);
+}
+function sendDone(res) {
+    res.write(JSON.stringify({
+        type: 'DONE',
+        created: Date.now(),
+    }) + '\n');
+    res.end();
+}
+function sendError(err, res) {
+    console.error('Failed to send prompt', err);
+    if (res.headersSent) {
+        res.write(JSON.stringify({
+            type: 'ERROR_INTERNAL',
+            created: Date.now(),
+            payload: { error: err.message },
+            reason: 'Failed while sending prompt',
+        }) + '\n');
+    }
+    else {
+        res.status(400).send({ error: err.message });
+    }
+}
+function streamStormPartialResponse(result, res) {
+    return new Promise((resolve, reject) => {
+        result.on('data', (data) => {
+            res.write(JSON.stringify(data) + '\n');
+        });
+        result.on('error', (err) => {
+            reject(err);
+        });
+        result.on('end', () => {
+            resolve();
+        });
+    });
+}
+exports.default = router;

package/dist/cjs/src/storm/stormClient.d.ts

@@ -0,0 +1,13 @@
+import { ConversationItem, StormFileImplementationPrompt, StormStream } from './stream';
+export declare const STORM_ID = "storm";
+declare class StormClient {
+    private readonly _baseUrl;
+    constructor();
+    private createOptions;
+    private send;
+    createMetadata(prompt: string, history?: ConversationItem[]): Promise<StormStream>;
+    createUIImplementation(prompt: StormFileImplementationPrompt, history?: ConversationItem[]): Promise<StormStream>;
+    createServiceImplementation(prompt: StormFileImplementationPrompt, history?: ConversationItem[]): Promise<StormStream>;
+}
+export declare const stormClient: StormClient;
+export {};

package/dist/cjs/src/storm/stormClient.js

@@ -0,0 +1,87 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.stormClient = exports.STORM_ID = void 0;
+/**
+ * Copyright 2023 Kapeta Inc.
+ * SPDX-License-Identifier: BUSL-1.1
+ */
+const nodejs_api_client_1 = require("@kapeta/nodejs-api-client");
+const utils_1 = require("../utils/utils");
+const promises_1 = __importDefault(require("node:readline/promises"));
+const node_stream_1 = require("node:stream");
+const stream_1 = require("./stream");
+exports.STORM_ID = 'storm';
+class StormClient {
+    _baseUrl;
+    constructor() {
+        this._baseUrl = (0, utils_1.getRemoteUrl)('ai-service', 'https://ai.kapeta.com');
+    }
+    createOptions(path, method, body) {
+        const url = `${this._baseUrl}${path}`;
+        const headers = {
+            'Content-Type': 'application/json',
+        };
+        const api = new nodejs_api_client_1.KapetaAPI();
+        if (api.hasToken()) {
+            //headers['Authorization'] = `Bearer ${api.getAccessToken()}`; //TODO: Enable authentication
+        }
+        return {
+            url,
+            method: method,
+            body: JSON.stringify(body),
+            headers,
+        };
+    }
+    async send(path, body, method = 'POST') {
+        const stringPrompt = typeof body.prompt === 'string' ? body.prompt : JSON.stringify(body.prompt);
+        const options = this.createOptions(path, method, {
+            prompt: stringPrompt,
+            history: body.history,
+        });
+        const out = new stream_1.StormStream(stringPrompt, body.history);
+        const response = await fetch(options.url, options);
+        if (response.status !== 200) {
+            throw new Error(`Got error response from ${options.url}: ${response.status}\nContent: ${await response.text()}`);
+        }
+        const jsonLStream = promises_1.default.createInterface(node_stream_1.Readable.fromWeb(response.body));
+        jsonLStream.on('line', (line) => {
+            out.addJSONLine(line);
+        });
+        jsonLStream.on('error', (error) => {
+            out.emit('error', error);
+        });
+        jsonLStream.on('pause', () => {
+            console.log('paused');
+        });
+        jsonLStream.on('resume', () => {
+            console.log('resumed');
+        });
+        jsonLStream.on('close', () => {
+            out.end();
+        });
+        return out;
+    }
+    createMetadata(prompt, history) {
+        return this.send('/v2/all', {
+            history: history ?? [],
+            prompt: prompt,
+        });
+    }
+    createUIImplementation(prompt, history) {
+        return this.send('/v2/ui/merge', {
+            history: history ?? [],
+            prompt,
+        });
+    }
+    createServiceImplementation(prompt, history) {
+        console.log('SENDING SERVICE PROMPT', JSON.stringify(prompt, null, 2));
+        return this.send('/v2/services/merge', {
+            history: history ?? [],
+            prompt,
+        });
+    }
+}
+exports.stormClient = new StormClient();

package/dist/cjs/src/storm/stream.d.ts

@@ -0,0 +1,38 @@
+/// <reference types="node" />
+/**
+ * Copyright 2023 Kapeta Inc.
+ * SPDX-License-Identifier: BUSL-1.1
+ */
+import { EventEmitter } from 'node:events';
+import { StormEvent } from './events';
+import { AIFileTypes, GeneratedFile } from '@kapeta/codegen';
+export declare class StormStream extends EventEmitter {
+    private history;
+    private lines;
+    constructor(prompt?: string, history?: ConversationItem[]);
+    addJSONLine(line: string): void;
+    end(): void;
+    on(event: 'end', listener: () => void): this;
+    on(event: 'error', listener: (e: Error) => void): this;
+    on(event: 'data', listener: (data: StormEvent) => void): this;
+    emit(event: 'end'): boolean;
+    emit(event: 'error', e: Error): boolean;
+    emit(event: 'data', data: StormEvent): boolean;
+    waitForDone(): Promise<void>;
+}
+export interface ConversationItem {
+    role: 'user' | 'model';
+    content: string;
+}
+export interface StormContextRequest<T = string> {
+    history?: ConversationItem[];
+    prompt: T;
+}
+export interface StormFileInfo extends GeneratedFile {
+    type: AIFileTypes;
+}
+export interface StormFileImplementationPrompt {
+    context: StormFileInfo[];
+    template: StormFileInfo;
+    prompt: string;
+}

package/dist/cjs/src/storm/stream.js

@@ -0,0 +1,57 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.StormStream = void 0;
+/**
+ * Copyright 2023 Kapeta Inc.
+ * SPDX-License-Identifier: BUSL-1.1
+ */
+const node_events_1 = require("node:events");
+class StormStream extends node_events_1.EventEmitter {
+    history;
+    lines = [];
+    constructor(prompt = '', history) {
+        super();
+        this.history = history ?? [];
+        this.history.push({
+            role: 'user',
+            content: prompt,
+        });
+    }
+    addJSONLine(line) {
+        try {
+            this.lines.push(line);
+            const event = JSON.parse(line);
+            if (!event.created) {
+                event.created = Date.now();
+            }
+            this.emit('data', event);
+        }
+        catch (e) {
+            this.emit('error', e);
+        }
+    }
+    end() {
+        this.history.push({
+            role: 'model',
+            content: this.lines.join('\n'),
+        });
+        this.emit('end');
+    }
+    on(event, listener) {
+        return super.on(event, listener);
+    }
+    emit(eventName, ...args) {
+        return super.emit(eventName, ...args);
+    }
+    waitForDone() {
+        return new Promise((resolve, reject) => {
+            this.on('error', (err) => {
+                reject(err);
+            });
+            this.on('end', () => {
+                resolve();
+            });
+        });
+    }
+}
+exports.StormStream = StormStream;

package/dist/cjs/src/types.d.ts

@@ -6,6 +6,7 @@ import express from 'express';
 import { Connection, Resource } from '@kapeta/schemas';
 import { StringBodyRequest } from './middleware/stringBody';
 import { KapetaRequest } from './middleware/kapeta';
+import { EnrichedAsset } from './assetManager';
 export declare const KIND_RESOURCE_OPERATOR = "core/resource-type-operator";
 export declare const KIND_BLOCK_TYPE = "core/block-type";
 export declare const KIND_BLOCK_TYPE_OPERATOR = "core/block-type-operator";
@@ -80,9 +81,11 @@ export type ProxyRequestHandler = (req: StringBodyRequest, res: express.Response
 export interface ProxyRequestInfo {
     address: string;
     connection: Connection;
-    providerResource: Resource;
-    consumerResource: Resource;
     consumerPath: string;
+    consumerResource: Resource;
+    consumerBlockAsset: EnrichedAsset;
+    providerResource: Resource;
+    providerBlockAsset: EnrichedAsset;
 }
 export interface SimpleResponse {
     code: number;

package/dist/esm/index.js

@@ -50,6 +50,7 @@ const routes_9 = __importDefault(require("./src/attachments/routes"));
 const routes_10 = __importDefault(require("./src/tasks/routes"));
 const api_1 = __importDefault(require("./src/api"));
 const routes_11 = __importDefault(require("./src/ai/routes"));
+const routes_12 = __importDefault(require("./src/storm/routes"));
 const utils_1 = require("./src/utils/utils");
 const request_1 = __importDefault(require("request"));
 const repositoryManager_1 = require("./src/repositoryManager");
@@ -89,6 +90,7 @@ function createServer() {
     app.use('/tasks', routes_10.default);
     app.use('/api', api_1.default);
     app.use('/ai', routes_11.default);
+    app.use('/storm', routes_12.default);
     app.get('/status', async (req, res) => {
         res.send({
             ok: true,

package/dist/esm/src/codeGeneratorManager.d.ts

@@ -4,6 +4,7 @@
  */
 import { Definition } from '@kapeta/local-cluster-config';
 declare class CodeGeneratorManager {
+    ensureTarget(targetKind: string): Promise<boolean>;
     private ensureLanguageTargetInRegistry;
     reload(): Promise<void>;
     initialize(): Promise<void>;

package/dist/esm/src/codeGeneratorManager.js

@@ -17,6 +17,17 @@ const repositoryManager_1 = require("./repositoryManager");
 const TARGET_KIND = 'core/language-target';
 const BLOCK_TYPE_REGEX = /^core\/block-type.*/;
 class CodeGeneratorManager {
+    async ensureTarget(targetKind) {
+        const targetRef = (0, nodejs_utils_1.normalizeKapetaUri)(targetKind);
+        // Automatically downloads target if not available
+        const targetAsset = await assetManager_1.assetManager.getAsset(targetRef);
+        if (!targetAsset) {
+            console.error('Language target not found: %s', targetKind);
+            return false;
+        }
+        await this.ensureLanguageTargetInRegistry(targetAsset?.path, targetAsset?.version, targetAsset?.data);
+        return true;
+    }
     async ensureLanguageTargetInRegistry(path, version, definition) {
         const key = `${definition.metadata.name}:${version}`;
         try {
@@ -72,14 +83,9 @@ class CodeGeneratorManager {
             //Not all block types have targets
             return;
         }
-        const targetRef = (0, nodejs_utils_1.normalizeKapetaUri)(yamlContent.spec.target?.kind);
-        // Automatically downloads target if not available
-        const targetAsset = await assetManager_1.assetManager.getAsset(targetRef);
-        if (!targetAsset) {
-            console.error('Language target not found: %s', yamlContent.spec.target?.kind);
+        if (!(await this.ensureTarget(yamlContent.spec.target?.kind))) {
             return;
         }
-        await this.ensureLanguageTargetInRegistry(targetAsset?.path, targetAsset?.version, targetAsset?.data);
         const baseDir = path_1.default.dirname(yamlFile);
         console.log('Generating code for path: %s', baseDir);
         const codeGenerator = new codegen_1.BlockCodeGenerator(yamlContent);

package/dist/esm/src/middleware/cors.d.ts

@@ -2,5 +2,6 @@
  * Copyright 2023 Kapeta Inc.
  * SPDX-License-Identifier: BUSL-1.1
  */
+/// <reference types="cookie-parser" />
 import { NextFunction, Request, Response } from 'express';
 export declare function corsHandler(req: Request, res: Response, next: NextFunction): void;

package/dist/esm/src/middleware/kapeta.d.ts

@@ -2,6 +2,7 @@
  * Copyright 2023 Kapeta Inc.
  * SPDX-License-Identifier: BUSL-1.1
  */
+/// <reference types="cookie-parser" />
 import { NextFunction, Request, Response } from 'express';
 import { EnvironmentType } from '../types';
 export interface KapetaRequest extends Request {

package/dist/esm/src/middleware/stringBody.d.ts

@@ -2,6 +2,7 @@
  * Copyright 2023 Kapeta Inc.
  * SPDX-License-Identifier: BUSL-1.1
  */
+/// <reference types="cookie-parser" />
 import { NextFunction, Request, Response } from 'express';
 export type StringBodyRequest = Request<any> & {
     stringBody?: string;

package/dist/esm/src/proxy/routes.js

@@ -49,19 +49,19 @@ router.all('/:systemId/:consumerInstanceId/:consumerResourceName/:type/*', async
             });
             return;
         }
-        const toBlockInstance = lodash_1.default.find(plan.spec.blocks, (blockInstance) => {
+        const consumerBlockInstance = lodash_1.default.find(plan.spec.blocks, (blockInstance) => {
             return blockInstance.id.toLowerCase() === connection.consumer.blockId.toLowerCase();
         });
-        if (!toBlockInstance) {
+        if (!consumerBlockInstance) {
             res.status(401).send({ error: `Block instance not found "${req.params.consumerInstanceId}` });
             return;
         }
-        const toBlockAsset = await assetManager_1.assetManager.getAsset(toBlockInstance.block.ref);
-        if (!toBlockAsset) {
-            res.status(401).send({ error: `Block asset not found "${toBlockInstance.block.ref}` });
+        const consumerBlockAsset = await assetManager_1.assetManager.getAsset(consumerBlockInstance.block.ref);
+        if (!consumerBlockAsset) {
+            res.status(401).send({ error: `Block asset not found "${consumerBlockInstance.block.ref}` });
             return;
         }
-        const consumerResource = getResource(toBlockAsset.data.spec.consumers, req.params.consumerResourceName);
+        const consumerResource = getResource(consumerBlockAsset.data.spec.consumers, req.params.consumerResourceName);
         if (!consumerResource) {
             res.status(401).send({
                 error: `Block resource not found "${req.params.consumerInstanceId}::${req.params.consumerResourceName}`,
@@ -69,19 +69,19 @@ router.all('/:systemId/:consumerInstanceId/:consumerResourceName/:type/*', async
             return;
         }
         const basePath = clusterService_1.clusterService.getProxyPath(req.params.systemId, req.params.consumerInstanceId, req.params.consumerResourceName, req.params.type);
-        const fromBlockInstance = lodash_1.default.find(plan.spec.blocks, (blockInstance) => {
+        const providerBlockInstance = lodash_1.default.find(plan.spec.blocks, (blockInstance) => {
             return blockInstance.id.toLowerCase() === connection.provider.blockId.toLowerCase();
         });
-        if (!fromBlockInstance) {
+        if (!providerBlockInstance) {
             res.status(401).send({ error: `Block instance not found "${connection.provider.blockId}` });
             return;
         }
-        const fromBlockAsset = await assetManager_1.assetManager.getAsset(fromBlockInstance.block.ref);
-        if (!fromBlockAsset) {
-            res.status(401).send({ error: `Block asset not found "${fromBlockInstance.block.ref}` });
+        const providerBlockAsset = await assetManager_1.assetManager.getAsset(providerBlockInstance.block.ref);
+        if (!providerBlockAsset) {
+            res.status(401).send({ error: `Block asset not found "${providerBlockInstance.block.ref}` });
             return;
         }
-        const providerResource = getResource(fromBlockAsset.data.spec.providers, connection.provider.resourceName);
+        const providerResource = getResource(providerBlockAsset.data.spec.providers, connection.provider.resourceName);
         if (!providerResource) {
             res.status(401).send({
                 error: `Block resource not found "${connection.provider.blockId}::${connection.provider.resourceName}`,
@@ -93,18 +93,18 @@ router.all('/:systemId/:consumerInstanceId/:consumerResourceName/:type/*', async
         while (address.endsWith('/')) {
             address = address.substring(0, address.length - 1);
         }
-        /*
-     Get the path the consumer requested.
-     Note that this might not match the path the destination is expecting so we need to identify the method
-     that is being called and identify the destination path from the connection.
-     */
+        // Get the path the consumer requested. Note that this might not match the path the
+        // destination is expecting so we need to identify the method that is being called and
+        // identify the destination path from the connection.
         const consumerPath = req.originalUrl.substring(basePath.length - 1);
         typeHandler(req, res, {
-            consumerPath,
             address,
+            connection,
+            consumerPath,
             consumerResource,
+            consumerBlockAsset,
             providerResource,
-            connection,
+            providerBlockAsset,
         });
     }
     catch (err) {

package/dist/esm/src/proxy/types/rest.d.ts

@@ -2,9 +2,7 @@
  * Copyright 2023 Kapeta Inc.
  * SPDX-License-Identifier: BUSL-1.1
  */
-import { Response } from 'express';
-import { ProxyRequestInfo } from '../../types';
-import { StringBodyRequest } from '../../middleware/stringBody';
+import { ProxyRequestHandler } from '../../types';
 import { Resource } from '@kapeta/schemas';
 export declare function getRestMethodId(restResource: Resource, httpMethod: string, httpPath: string): string | undefined;
-export declare function proxyRestRequest(req: StringBodyRequest, res: Response, opts: ProxyRequestInfo): void;
+export declare const proxyRestRequest: ProxyRequestHandler;

package/dist/esm/src/proxy/types/rest.js

@@ -16,6 +16,7 @@ const networkManager_1 = require("../../networkManager");
 const socketManager_1 = require("../../socketManager");
 const qs_1 = require("qs");
 const web_1 = require("./web");
+const kaplang_core_1 = require("@kapeta/kaplang-core");
 function getRestMethodId(restResource, httpMethod, httpPath) {
     return lodash_1.default.findKey(restResource.spec.methods, (method) => {
         let methodType = method.method ? method.method.toUpperCase() : 'GET';
@@ -63,12 +64,49 @@ function resolveMethods(req, opts) {
         providerMethod,
     };
 }
-function proxyRestRequest(req, res, opts) {
+function resolveEntitiesSource(blockAsset) {
+    return blockAsset.data.spec?.entities?.source?.value || '';
+}
+const MASK_STRING = '*******';
+function maskSimpleRequest(req, consumerMethod, entitiesSource) {
+    const maskedRequest = lodash_1.default.cloneDeep(req);
+    Object.entries(consumerMethod.arguments || {}).forEach(([key, value]) => {
+        if (value.transport === kaplang_core_1.HTTPTransport.BODY && typeof maskedRequest.body === 'string') {
+            try {
+                maskedRequest.body = (0, kaplang_core_1.maskSensitiveData)(maskedRequest.body, kaplang_core_1.DSLConverters.fromSchemaType(value), entitiesSource, MASK_STRING);
+            }
+            catch (error) {
+                // Ignore errors masking the request body
+            }
+        }
+        // TODO: Mask HEADER
+        // TODO: Mask QUERY
+    });
+    return maskedRequest;
+}
+function maskSimpleResponse(res, consumerMethod, entitiesSource) {
+    const maskedResponse = lodash_1.default.cloneDeep(res);
+    Object.entries(consumerMethod.arguments || {}).forEach(([key, value]) => {
+        // TODO: Mask HEADER
+    });
+    try {
+        if (typeof maskedResponse.body === 'string') {
+            maskedResponse.body = (0, kaplang_core_1.maskSensitiveData)(maskedResponse.body, kaplang_core_1.DSLConverters.fromSchemaType(consumerMethod.responseType), entitiesSource, MASK_STRING);
+        }
+    }
+    catch (error) {
+        // Ignore errors masking the response body
+    }
+    return maskedResponse;
+}
+const proxyRestRequest = (req, res, opts) => {
     if (lodash_1.default.isEmpty(opts.consumerResource.spec.methods) && lodash_1.default.isEmpty(opts.providerResource.spec.methods)) {
         // If there are no methods defined, we assume the user controls the path and we just proxy the raw request
         return (0, web_1.proxyHttpRequest)(req, res, opts);
     }
-    let { consumerMethod, providerMethod } = resolveMethods(req, opts);
+    const { consumerMethod, providerMethod } = resolveMethods(req, opts);
+    const consumerEntitiesSource = resolveEntitiesSource(opts.consumerBlockAsset);
+    const providerEntitiesSource = resolveEntitiesSource(opts.providerBlockAsset);
     const consumerPathTemplate = (0, pathTemplateParser_1.pathTemplateParser)(consumerMethod.path);
     const providerPathTemplate = (0, pathTemplateParser_1.pathTemplateParser)(providerMethod.path);
     const pathVariables = consumerPathTemplate.parse(opts.consumerPath);
@@ -98,7 +136,7 @@ function proxyRestRequest(req, res, opts) {
         body: req.stringBody,
         headers: requestHeaders,
     };
-    const traffic = networkManager_1.networkManager.addRequest(req.params.systemId, opts.connection, reqOpts, consumerMethod.id, providerMethod.id);
+    const traffic = networkManager_1.networkManager.addRequest(req.params.systemId, opts.connection, maskSimpleRequest(reqOpts, consumerMethod, consumerEntitiesSource), consumerMethod.id, providerMethod.id);
     socketManager_1.socketManager.emit(traffic.connectionId, 'traffic_start', traffic);
     (0, request_1.default)(reqOpts, function (err, response, responseBody) {
         if (err) {
@@ -113,16 +151,17 @@ function proxyRestRequest(req, res, opts) {
         delete responseHeaders['connection'];
         res.set(responseHeaders);
         res.status(response.statusCode);
-        traffic.withResponse({
+        const simpleResponse = {
             code: response.statusCode,
             headers: response.headers,
             body: responseBody,
-        });
+        };
+        traffic.withResponse(maskSimpleResponse(simpleResponse, consumerMethod, consumerEntitiesSource));
         socketManager_1.socketManager.emit(traffic.connectionId, 'traffic_end', traffic);
         if (responseBody) {
             res.write(responseBody);
         }
         res.end();
     });
-}
+};
 exports.proxyRestRequest = proxyRestRequest;

package/dist/esm/src/proxy/types/web.d.ts

@@ -2,7 +2,5 @@
  * Copyright 2023 Kapeta Inc.
  * SPDX-License-Identifier: BUSL-1.1
  */
-import { Response } from 'express';
-import { ProxyRequestInfo } from '../../types';
-import { StringBodyRequest } from '../../middleware/stringBody';
-export declare function proxyHttpRequest(req: StringBodyRequest, res: Response, opts: ProxyRequestInfo): void;
+import { ProxyRequestHandler } from '../../types';
+export declare const proxyHttpRequest: ProxyRequestHandler;

package/dist/esm/src/proxy/types/web.js

@@ -13,7 +13,7 @@ const lodash_1 = __importDefault(require("lodash"));
 const networkManager_1 = require("../../networkManager");
 const socketManager_1 = require("../../socketManager");
 const qs_1 = require("qs");
-function proxyHttpRequest(req, res, opts) {
+const proxyHttpRequest = (req, res, opts) => {
     const requestHeaders = lodash_1.default.clone(req.headers);
     delete requestHeaders['content-length'];
     delete requestHeaders['content-encoding'];
@@ -57,5 +57,5 @@ function proxyHttpRequest(req, res, opts) {
     });
     //We need to pipe the proxy response to the client response to handle sockets and event streams
     proxyReq.pipe(res);
-}
+};
 exports.proxyHttpRequest = proxyHttpRequest;

package/dist/esm/src/storm/codegen.d.ts

@@ -0,0 +1,36 @@
+/**
+ * Copyright 2023 Kapeta Inc.
+ * SPDX-License-Identifier: BUSL-1.1
+ */
+import { BlockDefinitionInfo } from './event-parser';
+import { StormStream } from './stream';
+export declare class StormCodegen {
+    private readonly userPrompt;
+    private readonly blocks;
+    private readonly out;
+    constructor(userPrompt: string, blocks: BlockDefinitionInfo[]);
+    process(): Promise<void>;
+    getStream(): StormStream;
+    private handleFileOutput;
+    /**
+     * Generates the code for a block and sends it to the AI
+     */
+    private processBlockCode;
+    /**
+     * Emits the text-based files to the stream
+     */
+    private emitFiles;
+    private emitFile;
+    /**
+     * Sends the template to the AI and processes the response
+     */
+    private processTemplates;
+    /**
+     * Converts the generated files to a format that can be sent to the AI
+     */
+    private toStormFiles;
+    /**
+     * Generates the code using codegen for a given block.
+     */
+    private generateBlock;
+}