@recombine-ai/engine 1.0.0-beta-2 → 1.0.0-beta-4

package/build/lib/stream/ai.js

@@ -1,224 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.createAIStreamEngine = createAIStreamEngine;
-// cspell:words TTFT lstrip
-const nunjucks_1 = __importDefault(require("nunjucks"));
-const bosun_1 = require("../bosun");
-const filter_1 = require("./filter");
-const step_registry_1 = require("../bosun/step-registry");
-function createAIStreamEngine(cfg) {
-    function createWorkflow({ name, prompt, model, filter = filter_1.defaultFilter, onError, }) {
-        const logger = cfg.logger || console;
-        logger.debug('streamAiEngine.createWorkflow');
-        const stepTracer = cfg.stepTracer || (0, bosun_1.createStubStepTracer)(logger);
-        cfg.stepRegistry?.addStep({
-            type: 'streaming-response',
-            name,
-            prompt: (0, step_registry_1.stdPrompt)(prompt),
-        });
-        async function run(messages, ctx) {
-            let streamCancelled = false;
-            return new ReadableStream({
-                cancel: (reason) => {
-                    logger.debug(`streamingWorkflow.run cancelled: ${reason}`);
-                    streamCancelled = true;
-                },
-                start: async (controller) => {
-                    try {
-                        const stream = await generateResponseStream(messages, ctx);
-                        for await (const chunk of stream) {
-                            if (streamCancelled)
-                                return;
-                            controller.enqueue(chunk);
-                        }
-                        if (streamCancelled)
-                            return;
-                        controller.close();
-                    }
-                    catch (e) {
-                        if (streamCancelled) {
-                            logger.debug('streamingWorkflow.run will not propagate error due to stream cancellation', e);
-                            return;
-                        }
-                        controller.error(e);
-                        await onError(e, ctx);
-                    }
-                },
-            });
-        }
-        async function generateResponseStream(messages, ctx) {
-            const runId = crypto.randomUUID();
-            logger.debug(`streamingWorkflow.run runId: ${runId}`);
-            const startTime = performance.now();
-            const transcript = createTranscript(logger, messages);
-            let currentFilter = null;
-            let filteredTokens = [];
-            // Create step trace for telescope
-            const mainStepTrace = {
-                workflowId: name,
-                workflowRunId: runId,
-                name: name,
-                model: String(model.getOptions()),
-                createdAt: Date.now(),
-                response: '',
-            };
-            const renderedPrompt = await renderPrompt(prompt, ctx);
-            const stringifiedConversation = transcript.toString();
-            mainStepTrace.renderedPrompt = renderedPrompt;
-            mainStepTrace.stringifiedConversation = stringifiedConversation;
-            let mainStepStream;
-            try {
-                mainStepStream = await model.generateStream(renderedPrompt, stringifiedConversation);
-            }
-            catch (error) {
-                logger.error('AI Engine Stream: LLM error', { error });
-                if (mainStepTrace) {
-                    mainStepTrace.error = error instanceof Error ? error : new Error(String(error));
-                    cfg.stepTracer?.addStepTrace(mainStepTrace);
-                    await cfg.stepTracer?.flush();
-                }
-                throw error;
-            }
-            logger.debug(`[MARK] stream created: ${(performance.now() - startTime).toFixed(2)}ms`);
-            let measureTtft = true;
-            let streamCancelled = false;
-            return new ReadableStream({
-                cancel: (reason) => {
-                    logger.debug(`streamingWorkflow.generateResponseStream cancelled: ${reason}`);
-                    streamCancelled = true;
-                },
-                async start(controller) {
-                    logger.debug('streamingWorkflow.run: starting main stream');
-                    for await (const chunk of mainStepStream) {
-                        if (measureTtft) {
-                            logger.debug(`[MARK] TTFT: ${(performance.now() - startTime).toFixed(2)}ms`);
-                            measureTtft = false;
-                        }
-                        const delta = chunk;
-                        if (!delta) {
-                            continue;
-                        }
-                        let tokensToRelease = [];
-                        if (currentFilter) {
-                            filteredTokens.push(delta);
-                            const filterResult = currentFilter.onNewToken(transcript, filteredTokens);
-                            if (filterResult.action === 'RELEASE_TOKENS') {
-                                logger.debug('streamingWorkflow.run: programmatic filter releasing tokens: ', JSON.stringify(filterResult.tokens));
-                                tokensToRelease = filterResult.tokens;
-                                currentFilter = null;
-                                filteredTokens = [];
-                            }
-                        }
-                        else if (filter?.shouldStartFiltering(transcript, delta)) {
-                            filteredTokens = [delta];
-                            currentFilter = filter;
-                            logger.debug('streamingWorkflow.run: programmatic filter is applied on token: ', delta);
-                        }
-                        else {
-                            tokensToRelease = [delta];
-                        }
-                        releaseMainStreamTokens(tokensToRelease);
-                    }
-                    if (currentFilter) {
-                        // stream has ended, but the filter still has some tokens to release
-                        releaseMainStreamTokens(currentFilter.onStreamEnd(transcript, filteredTokens).tokensToRelease);
-                        currentFilter = null;
-                        filteredTokens = [];
-                    }
-                    function releaseMainStreamTokens(tokens) {
-                        for (const token of tokens) {
-                            if (streamCancelled) {
-                                break;
-                            }
-                            transcript.responseChunks.push({ role: 'agent', delta: token });
-                            controller.enqueue({ role: 'agent', delta: token });
-                        }
-                    }
-                    logger.debug('streamingWorkflow.run: markMainResponseFinished', {
-                        elapsedMs: (performance.now() - startTime).toFixed(2),
-                    });
-                    transcript.markMainResponseFinished();
-                    // Add step trace and flush to telescope
-                    cfg.stepTracer?.addStepTrace(mainStepTrace);
-                    await cfg.stepTracer?.flush();
-                    if (!streamCancelled) {
-                        controller.close();
-                    }
-                    await stepTracer.flush();
-                },
-            });
-        }
-        async function renderPrompt(prompt, context) {
-            logger.debug('Streaming AI, CONTEXT:', context);
-            const template = typeof prompt === 'string' ? prompt : await prompt.content();
-            if (context) {
-                logger.debug('Loaded context: ', context);
-                nunjucks_1.default.configure({
-                    autoescape: true,
-                    trimBlocks: true,
-                    lstripBlocks: true,
-                });
-                return nunjucks_1.default.renderString(template, context);
-            }
-            return template;
-        }
-        return {
-            run,
-        };
-    }
-    return {
-        createWorkflow,
-    };
-}
-function createTranscript(logger, initialMessages) {
-    let finished = false;
-    const messages = [...initialMessages];
-    const directivesFormatter = (msg) => `${msg.sender}: ${msg.text}`;
-    const currentResponseFormatter = (partial) => `Current response: ${partial}`;
-    const responseTokens = [];
-    const names = {
-        agent: 'Agent',
-        user: 'User',
-        system: 'System',
-    };
-    return {
-        responseChunks: responseTokens,
-        get currentResponse() {
-            return responseTokens
-                .filter((token) => token.role === 'agent')
-                .map((token) => token?.delta)
-                .join('');
-        },
-        get mainResponseFinished() {
-            return finished;
-        },
-        get messages() {
-            return initialMessages;
-        },
-        markMainResponseFinished() {
-            logger.debug('Conversation, markMainResponseFinished');
-            finished = true;
-        },
-        toString(ignoreDirectives = false) {
-            const serializedMessages = messages
-                .map((msg) => {
-                if (msg.sender === 'system') {
-                    return ignoreDirectives ? null : directivesFormatter(msg);
-                }
-                return `${names[msg.sender]}: ${msg.text}`;
-            })
-                .filter((line) => line !== null)
-                .join('\n');
-            if (responseTokens.length === 0) {
-                return serializedMessages;
-            }
-            return serializedMessages + '\n' + currentResponseFormatter(this.currentResponse);
-        },
-        getConversation() {
-            return messages;
-        },
-    };
-}

package/build/lib/stream/filter.d.ts

@@ -1,6 +0,0 @@
-import { ProgrammaticFilter } from './interfaces';
-/**
- * filter out 'Agent:' at the beginning of the llm response
- */
-export declare const defaultFilter: ProgrammaticFilter;
-//# sourceMappingURL=filter.d.ts.map

package/build/lib/stream/filter.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"filter.d.ts","sourceRoot":"","sources":["../../../src/lib/stream/filter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAA;AAEjD;;GAEG;AACH,eAAO,MAAM,aAAa,EAAE,kBAc3B,CAAA"}

package/build/lib/stream/filter.js

@@ -1,20 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.defaultFilter = void 0;
-/**
- * filter out 'Agent:' at the beginning of the llm response
- */
-exports.defaultFilter = {
-    shouldStartFiltering(state, newToken) {
-        return state.currentResponse.trim().length === 0 && newToken.toLowerCase() === 'agent';
-    },
-    onNewToken(_state, filteredTokens) {
-        if (filteredTokens.length >= 2 && filteredTokens[1] === ':') {
-            return { action: 'RELEASE_TOKENS', tokens: filteredTokens.slice(2) };
-        }
-        return { action: 'RELEASE_TOKENS', tokens: filteredTokens };
-    },
-    onStreamEnd(_state, filteredTokens) {
-        return { tokensToRelease: filteredTokens };
-    },
-};

package/build/lib/stream/interfaces.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"interfaces.d.ts","sourceRoot":"","sources":["../../../src/lib/stream/interfaces.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,OAAO,CAAA;AAC/B,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAA;AACtC,OAAO,EAAwB,YAAY,EAAE,UAAU,EAAE,MAAM,UAAU,CAAA;AACzE,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAA;AAEzC,MAAM,WAAW,cAAc;IAC3B,iCAAiC;IACjC,cAAc,EAAE,CAAC,GAAG,SAAS,EAAE,EAC3B,MAAM,EAAE,cAAc,CAAC,GAAG,CAAC,KAC1B;QACD;;;;;WAKG;QACH,GAAG,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,GAAG,EAAE,GAAG,KAAK,OAAO,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC,CAAA;KACjF,CAAA;CACJ;AAED,MAAM,WAAW,qBAAqB;IAClC,4DAA4D;IAC5D,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,+DAA+D;IAC/D,YAAY,CAAC,EAAE,YAAY,CAAA;IAC3B,iGAAiG;IACjG,UAAU,CAAC,EAAE,UAAU,CAAA;CAC1B;AAED,MAAM,WAAW,cAAc,CAAC,GAAG;IAC/B,8EAA8E;IAC9E,IAAI,EAAE,MAAM,CAAA;IACZ,oBAAoB;IACpB,MAAM,EAAE,MAAM,GAAG,UAAU,CAAA;IAC3B,uCAAuC;IACvC,KAAK,EAAE,gBAAgB,CAAA;IACvB,OAAO,EAAE,CAAC,KAAK,EAAE,KAAK,GAAG,MAAM,EAAE,GAAG,EAAE,GAAG,KAAK,OAAO,CAAC,IAAI,CAAC,CAAA;IAC3D,wCAAwC;IACxC,MAAM,CAAC,EAAE,kBAAkB,CAAA;CAC9B;AAED,MAAM,WAAW,UAAU;IACvB,cAAc,EAAE,aAAa,EAAE,CAAA;IAC/B,QAAQ,EAAE,OAAO,EAAE,CAAA;IACnB,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAA;IAChC,QAAQ,CAAC,oBAAoB,EAAE,OAAO,CAAA;IACtC,wBAAwB,IAAI,IAAI,CAAA;IAChC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,OAAO,GAAG,MAAM,CAAA;IAC5C,eAAe,IAAI,OAAO,EAAE,CAAA;CAC/B;AAED,MAAM,WAAW,gBAAgB;IAC7B;;;;OAIG;IACH,cAAc,EAAE,CAAC,YAAY,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAA;IAC3F,0DAA0D;IAC1D,UAAU,EAAE,MAAM,OAAO,CAAA;CAC5B;AAED,MAAM,WAAW,kBAAkB;IAC/B,oBAAoB,EAAE,CAAC,KAAK,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAA;IACtE,UAAU,EAAE,CACR,KAAK,EAAE,UAAU,EACjB,cAAc,EAAE,MAAM,EAAE,KACvB;QAAE,MAAM,EAAE,oBAAoB,CAAA;KAAE,GAAG;QAAE,MAAM,EAAE,gBAAgB,CAAC;QAAC,MAAM,EAAE,MAAM,EAAE,CAAA;KAAE,CAAA;IACtF,WAAW,EAAE,CAAC,KAAK,EAAE,UAAU,EAAE,cAAc,EAAE,MAAM,EAAE,KAAK;QAAE,eAAe,EAAE,MAAM,EAAE,CAAA;KAAE,CAAA;CAC9F;AAED,MAAM,WAAW,aAAa;IAC1B,IAAI,EAAE,OAAO,GAAG,QAAQ,CAAA;IACxB,KAAK,EAAE,MAAM,CAAA;CAChB"}