@recombine-ai/engine 1.0.0-beta-3 → 1.0.0-beta-4

package/build/lib/interfaces/stream.d.ts

@@ -30,15 +30,13 @@ export interface StreamWorkflowConfig<CTX> {
     /** LLM model with streaming support */
     model: LlmStreamAdapter;
     onError: (error: Error | string, ctx: CTX) => Promise<void>;
-    /** filter out some tokens on the fly */
-    filter?: ProgrammaticFilter;
+    /** transform LLM-tokens on the fly */
+    tokenTransformers?: (() => TransformStream<string, string>)[];
 }
 export interface Transcript {
     responseChunks: ResponseChunk[];
     messages: Message[];
     readonly currentResponse: string;
-    readonly mainResponseFinished: boolean;
-    markMainResponseFinished(): void;
     toString(ignoreDirectives?: boolean): string;
     getConversation(): Message[];
 }
@@ -52,18 +50,6 @@ export interface LlmStreamAdapter {
     /** Returns adapter's configuration/options for tracing */
     getOptions: () => unknown;
 }
-export interface ProgrammaticFilter {
-    shouldStartFiltering: (state: Transcript, newToken: string) => boolean;
-    onNewToken: (state: Transcript, filteredTokens: string[]) => {
-        action: 'CONTINUE_FILTERING';
-    } | {
-        action: 'RELEASE_TOKENS';
-        tokens: string[];
-    };
-    onStreamEnd: (state: Transcript, filteredTokens: string[]) => {
-        tokensToRelease: string[];
-    };
-}
 export interface ResponseChunk {
     role: 'agent' | 'system';
     delta: string;

package/build/lib/interfaces/stream.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"stream.d.ts","sourceRoot":"","sources":["../../../src/lib/interfaces/stream.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAA;AACxC,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,UAAU,CAAA;AACnD,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAA;AACzC,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAA;AAEhC,MAAM,WAAW,cAAc,CAAC,GAAG,SAAS,EAAE;IAC1C,iCAAiC;IACjC,cAAc,EAAE,CAAC,MAAM,EAAE,oBAAoB,CAAC,GAAG,CAAC,KAAK;QACnD;;;;;WAKG;QACH,GAAG,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,GAAG,EAAE,GAAG,KAAK,OAAO,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC,CAAA;KACjF,CAAA;CACJ;AAED,MAAM,WAAW,qBAAqB;IAClC,4DAA4D;IAC5D,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,+DAA+D;IAC/D,YAAY,CAAC,EAAE,YAAY,CAAA;IAC3B,iGAAiG;IACjG,UAAU,CAAC,EAAE,UAAU,CAAA;CAC1B;AAED,MAAM,WAAW,oBAAoB,CAAC,GAAG;IACrC,8EAA8E;IAC9E,IAAI,EAAE,MAAM,CAAA;IACZ,oBAAoB;IACpB,MAAM,EAAE,MAAM,GAAG,UAAU,CAAA;IAC3B,uCAAuC;IACvC,KAAK,EAAE,gBAAgB,CAAA;IACvB,OAAO,EAAE,CAAC,KAAK,EAAE,KAAK,GAAG,MAAM,EAAE,GAAG,EAAE,GAAG,KAAK,OAAO,CAAC,IAAI,CAAC,CAAA;IAC3D,wCAAwC;IACxC,MAAM,CAAC,EAAE,kBAAkB,CAAA;CAC9B;AAED,MAAM,WAAW,UAAU;IACvB,cAAc,EAAE,aAAa,EAAE,CAAA;IAC/B,QAAQ,EAAE,OAAO,EAAE,CAAA;IACnB,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAA;IAChC,QAAQ,CAAC,oBAAoB,EAAE,OAAO,CAAA;IACtC,wBAAwB,IAAI,IAAI,CAAA;IAChC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,OAAO,GAAG,MAAM,CAAA;IAC5C,eAAe,IAAI,OAAO,EAAE,CAAA;CAC/B;AAED,MAAM,WAAW,gBAAgB;IAC7B;;;;OAIG;IACH,cAAc,EAAE,CAAC,YAAY,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAA;IAC3F,0DAA0D;IAC1D,UAAU,EAAE,MAAM,OAAO,CAAA;CAC5B;AAED,MAAM,WAAW,kBAAkB;IAC/B,oBAAoB,EAAE,CAAC,KAAK,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAA;IACtE,UAAU,EAAE,CACR,KAAK,EAAE,UAAU,EACjB,cAAc,EAAE,MAAM,EAAE,KACvB;QAAE,MAAM,EAAE,oBAAoB,CAAA;KAAE,GAAG;QAAE,MAAM,EAAE,gBAAgB,CAAC;QAAC,MAAM,EAAE,MAAM,EAAE,CAAA;KAAE,CAAA;IACtF,WAAW,EAAE,CAAC,KAAK,EAAE,UAAU,EAAE,cAAc,EAAE,MAAM,EAAE,KAAK;QAAE,eAAe,EAAE,MAAM,EAAE,CAAA;KAAE,CAAA;CAC9F;AAED,MAAM,WAAW,aAAa;IAC1B,IAAI,EAAE,OAAO,GAAG,QAAQ,CAAA;IACxB,KAAK,EAAE,MAAM,CAAA;CAChB"}
+{"version":3,"file":"stream.d.ts","sourceRoot":"","sources":["../../../src/lib/interfaces/stream.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAA;AACxC,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,UAAU,CAAA;AACnD,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAA;AACzC,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAA;AAEhC,MAAM,WAAW,cAAc,CAAC,GAAG,SAAS,EAAE;IAC1C,iCAAiC;IACjC,cAAc,EAAE,CAAC,MAAM,EAAE,oBAAoB,CAAC,GAAG,CAAC,KAAK;QACnD;;;;;WAKG;QACH,GAAG,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,GAAG,EAAE,GAAG,KAAK,OAAO,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC,CAAA;KACjF,CAAA;CACJ;AAED,MAAM,WAAW,qBAAqB;IAClC,4DAA4D;IAC5D,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,+DAA+D;IAC/D,YAAY,CAAC,EAAE,YAAY,CAAA;IAC3B,iGAAiG;IACjG,UAAU,CAAC,EAAE,UAAU,CAAA;CAC1B;AAED,MAAM,WAAW,oBAAoB,CAAC,GAAG;IACrC,8EAA8E;IAC9E,IAAI,EAAE,MAAM,CAAA;IACZ,oBAAoB;IACpB,MAAM,EAAE,MAAM,GAAG,UAAU,CAAA;IAC3B,uCAAuC;IACvC,KAAK,EAAE,gBAAgB,CAAA;IACvB,OAAO,EAAE,CAAC,KAAK,EAAE,KAAK,GAAG,MAAM,EAAE,GAAG,EAAE,GAAG,KAAK,OAAO,CAAC,IAAI,CAAC,CAAA;IAC3D,sCAAsC;IACtC,iBAAiB,CAAC,EAAE,CAAC,MAAM,eAAe,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,EAAE,CAAA;CAChE;AAED,MAAM,WAAW,UAAU;IACvB,cAAc,EAAE,aAAa,EAAE,CAAA;IAC/B,QAAQ,EAAE,OAAO,EAAE,CAAA;IACnB,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAA;IAChC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,OAAO,GAAG,MAAM,CAAA;IAC5C,eAAe,IAAI,OAAO,EAAE,CAAA;CAC/B;AAED,MAAM,WAAW,gBAAgB;IAC7B;;;;OAIG;IACH,cAAc,EAAE,CAAC,YAAY,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAA;IAC3F,0DAA0D;IAC1D,UAAU,EAAE,MAAM,OAAO,CAAA;CAC5B;AAED,MAAM,WAAW,aAAa;IAC1B,IAAI,EAAE,OAAO,GAAG,QAAQ,CAAA;IACxB,KAAK,EAAE,MAAM,CAAA;CAChB"}

package/build/lib/stream/engine.d.ts

@@ -1,3 +1,3 @@
-import { AIStreamEngine, StreamingEngineConfig } from '../interfaces/stream';
+import { AIStreamEngine, StreamingEngineConfig } from '../interfaces';
 export declare function createAIStreamEngine<CTX extends {}>(cfg: StreamingEngineConfig): AIStreamEngine<CTX>;
 //# sourceMappingURL=engine.d.ts.map

package/build/lib/stream/engine.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"engine.d.ts","sourceRoot":"","sources":["../../../src/lib/stream/engine.ts"],"names":[],"mappings":"AAMA,OAAO,EACH,cAAc,EAGd,qBAAqB,EAGxB,MAAM,sBAAsB,CAAA;AAI7B,wBAAgB,oBAAoB,CAAC,GAAG,SAAS,EAAE,EAC/C,GAAG,EAAE,qBAAqB,GAC3B,cAAc,CAAC,GAAG,CAAC,CAuMrB"}
+{"version":3,"file":"engine.d.ts","sourceRoot":"","sources":["../../../src/lib/stream/engine.ts"],"names":[],"mappings":"AAKA,OAAO,EAGH,cAAc,EAEd,qBAAqB,EAGxB,MAAM,eAAe,CAAA;AAItB,wBAAgB,oBAAoB,CAAC,GAAG,SAAS,EAAE,EAC/C,GAAG,EAAE,qBAAqB,GAC3B,cAAc,CAAC,GAAG,CAAC,CAgJrB"}

package/build/lib/stream/engine.js

@@ -7,10 +7,10 @@ exports.createAIStreamEngine = createAIStreamEngine;
 // cspell:words TTFT lstrip
 const nunjucks_1 = __importDefault(require("nunjucks"));
 const bosun_1 = require("../bosun");
-const filter_1 = require("./filter");
 const step_registry_1 = require("../bosun/step-registry");
+const token_transformers_1 = require("./token-transformers");
 function createAIStreamEngine(cfg) {
-    function createWorkflow({ name, prompt, model, filter = filter_1.defaultFilter, onError, }) {
+    function createWorkflow({ name, prompt, model, tokenTransformers = [token_transformers_1.agentFilter], onError, }) {
         const logger = cfg.logger || console;
         logger.debug('streamAiEngine.createWorkflow');
         const stepTracer = cfg.stepTracer || (0, bosun_1.createStubStepTracer)(logger);
@@ -20,48 +20,17 @@ function createAIStreamEngine(cfg) {
             prompt: (0, step_registry_1.stdPrompt)(prompt),
         });
         async function run(messages, ctx) {
-            let streamCancelled = false;
-            return new ReadableStream({
-                cancel: (reason) => {
-                    logger.debug(`streamingWorkflow.run cancelled: ${reason}`);
-                    streamCancelled = true;
-                },
-                start: async (controller) => {
-                    try {
-                        const stream = await generateResponseStream(messages, ctx);
-                        for await (const chunk of stream) {
-                            if (streamCancelled)
-                                return;
-                            controller.enqueue(chunk);
-                        }
-                        if (streamCancelled)
-                            return;
-                        controller.close();
-                    }
-                    catch (e) {
-                        if (streamCancelled) {
-                            logger.debug('streamingWorkflow.run will not propagate error due to stream cancellation', e);
-                            return;
-                        }
-                        controller.error(e);
-                        await onError(e, ctx);
-                    }
-                },
-            });
-        }
-        async function generateResponseStream(messages, ctx) {
             const runId = crypto.randomUUID();
             logger.debug(`streamingWorkflow.run runId: ${runId}`);
             const startTime = performance.now();
             const transcript = createTranscript(logger, messages);
-            let currentFilter = null;
-            let filteredTokens = [];
+            const initiatedTransformers = tokenTransformers.map((init) => init());
             // Create step trace for telescope
             const mainStepTrace = {
                 workflowId: name,
                 workflowRunId: runId,
                 name: name,
-                model: String(model.getOptions()),
+                model: JSON.stringify(model.getOptions()),
                 createdAt: Date.now(),
                 response: '',
             };
@@ -75,79 +44,68 @@ function createAIStreamEngine(cfg) {
             }
             catch (error) {
                 logger.error('AI Engine Stream: LLM error', { error });
-                if (mainStepTrace) {
-                    mainStepTrace.error = error instanceof Error ? error : new Error(String(error));
-                    cfg.stepTracer?.addStepTrace(mainStepTrace);
-                    await cfg.stepTracer?.flush();
-                }
-                throw error;
+                mainStepTrace.error = error instanceof Error ? error : new Error(String(error));
+                stepTracer.addStepTrace(mainStepTrace);
+                await stepTracer.flush();
+                await onError(error, ctx);
+                return new ReadableStream({
+                    start(controller) {
+                        controller.error(error);
+                    },
+                });
             }
-            logger.debug(`[MARK] stream created: ${(performance.now() - startTime).toFixed(2)}ms`);
+            return mainStepStream
+                .pipeThrough(metrics(startTime))
+                .pipeThrough((0, token_transformers_1.composeTokenTransformers)(initiatedTransformers))
+                .pipeThrough(packageAsResponseChunk())
+                .pipeThrough(pushToTranscript(transcript))
+                .pipeThrough(flushTrace(mainStepTrace, transcript));
+        }
+        function metrics(startTime) {
             let measureTtft = true;
-            let streamCancelled = false;
-            return new ReadableStream({
-                cancel: (reason) => {
-                    logger.debug(`streamingWorkflow.generateResponseStream cancelled: ${reason}`);
-                    streamCancelled = true;
+            return new TransformStream({
+                start() {
+                    logger.debug(`[MARK] LLM stream created: ${(performance.now() - startTime).toFixed(2)}ms`);
                 },
-                async start(controller) {
-                    logger.debug('streamingWorkflow.run: starting main stream');
-                    for await (const chunk of mainStepStream) {
-                        if (measureTtft) {
-                            logger.debug(`[MARK] TTFT: ${(performance.now() - startTime).toFixed(2)}ms`);
-                            measureTtft = false;
-                        }
-                        const delta = chunk;
-                        if (!delta) {
-                            continue;
-                        }
-                        let tokensToRelease = [];
-                        if (currentFilter) {
-                            filteredTokens.push(delta);
-                            const filterResult = currentFilter.onNewToken(transcript, filteredTokens);
-                            if (filterResult.action === 'RELEASE_TOKENS') {
-                                logger.debug('streamingWorkflow.run: programmatic filter releasing tokens: ', JSON.stringify(filterResult.tokens));
-                                tokensToRelease = filterResult.tokens;
-                                currentFilter = null;
-                                filteredTokens = [];
-                            }
-                        }
-                        else if (filter?.shouldStartFiltering(transcript, delta)) {
-                            filteredTokens = [delta];
-                            currentFilter = filter;
-                            logger.debug('streamingWorkflow.run: programmatic filter is applied on token: ', delta);
-                        }
-                        else {
-                            tokensToRelease = [delta];
-                        }
-                        releaseMainStreamTokens(tokensToRelease);
+                transform(chunk, controller) {
+                    if (measureTtft) {
+                        logger.debug(`[MARK] TTFT: ${(performance.now() - startTime).toFixed(2)}ms`);
+                        measureTtft = false;
                     }
-                    if (currentFilter) {
-                        // stream has ended, but the filter still has some tokens to release
-                        releaseMainStreamTokens(currentFilter.onStreamEnd(transcript, filteredTokens).tokensToRelease);
-                        currentFilter = null;
-                        filteredTokens = [];
-                    }
-                    function releaseMainStreamTokens(tokens) {
-                        for (const token of tokens) {
-                            if (streamCancelled) {
-                                break;
-                            }
-                            transcript.responseChunks.push({ role: 'agent', delta: token });
-                            controller.enqueue({ role: 'agent', delta: token });
-                        }
-                    }
-                    logger.debug('streamingWorkflow.run: markMainResponseFinished', {
-                        elapsedMs: (performance.now() - startTime).toFixed(2),
-                    });
-                    transcript.markMainResponseFinished();
+                    controller.enqueue(chunk);
+                },
+                flush() {
+                    logger.debug(`[MARK] LLM stream finished: ${(performance.now() - startTime).toFixed(2)}`);
+                },
+            });
+        }
+        function packageAsResponseChunk() {
+            return new TransformStream({
+                transform(chunk, controller) {
+                    controller.enqueue({ role: 'agent', delta: chunk });
+                },
+            });
+        }
+        function pushToTranscript(transcript) {
+            return new TransformStream({
+                transform(chunk, controller) {
+                    transcript.responseChunks.push(chunk);
+                    controller.enqueue(chunk);
+                },
+            });
+        }
+        function flushTrace(mainStepTrace, transcript) {
+            return new TransformStream({
+                async flush() {
                     // Add step trace and flush to telescope
-                    cfg.stepTracer?.addStepTrace(mainStepTrace);
-                    await cfg.stepTracer?.flush();
-                    if (!streamCancelled) {
-                        controller.close();
+                    mainStepTrace.response = transcript.currentResponse;
+                    stepTracer.addStepTrace(mainStepTrace);
+                    try {
+                        await stepTracer.flush();
+                    }
+                    catch (e) {
+                        logger.error('stepTracer.flush failed', { error: e });
                     }
-                    await stepTracer.flush();
                 },
             });
         }
@@ -174,7 +132,6 @@ function createAIStreamEngine(cfg) {
     };
 }
 function createTranscript(logger, initialMessages) {
-    let finished = false;
     const messages = [...initialMessages];
     const directivesFormatter = (msg) => `${msg.sender}: ${msg.text}`;
     const currentResponseFormatter = (partial) => `Current response: ${partial}`;
@@ -192,16 +149,9 @@ function createTranscript(logger, initialMessages) {
                 .map((token) => token?.delta)
                 .join('');
         },
-        get mainResponseFinished() {
-            return finished;
-        },
         get messages() {
             return initialMessages;
         },
-        markMainResponseFinished() {
-            logger.debug('Conversation, markMainResponseFinished');
-            finished = true;
-        },
         toString(ignoreDirectives = false) {
             const serializedMessages = messages
                 .map((msg) => {

package/build/lib/stream/index.d.ts

@@ -1,4 +1,4 @@
 export { createAIStreamEngine } from './engine';
-export { AIStreamEngine, ProgrammaticFilter, LlmStreamAdapter, ResponseChunk, Transcript, StreamingEngineConfig, StreamWorkflowConfig as StreamingWorkflowConfig, } from '../interfaces/stream';
+export { AIStreamEngine, LlmStreamAdapter, ResponseChunk, Transcript, StreamingEngineConfig, StreamWorkflowConfig as StreamingWorkflowConfig, } from '../interfaces/stream';
 export { getAzureClient, getOpenAiClient } from './get-client';
 //# sourceMappingURL=index.d.ts.map

package/build/lib/stream/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/lib/stream/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,UAAU,CAAA;AAE/C,OAAO,EACH,cAAc,EACd,kBAAkB,EAClB,gBAAgB,EAChB,aAAa,EACb,UAAU,EACV,qBAAqB,EACrB,oBAAoB,IAAI,uBAAuB,GAClD,MAAM,sBAAsB,CAAA;AAE7B,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,cAAc,CAAA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/lib/stream/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,UAAU,CAAA;AAE/C,OAAO,EACH,cAAc,EACd,gBAAgB,EAChB,aAAa,EACb,UAAU,EACV,qBAAqB,EACrB,oBAAoB,IAAI,uBAAuB,GAClD,MAAM,sBAAsB,CAAA;AAE7B,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,cAAc,CAAA"}

package/build/lib/stream/token-transformers.d.ts

@@ -0,0 +1,6 @@
+export declare class MessageStartFilter extends TransformStream<string, string> {
+    constructor(toRemove: string);
+}
+export declare function agentFilter(): MessageStartFilter;
+export declare function composeTokenTransformers(transformers: TransformStream<string, string>[]): TransformStream<string, string>;
+//# sourceMappingURL=token-transformers.d.ts.map

package/build/lib/stream/token-transformers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"token-transformers.d.ts","sourceRoot":"","sources":["../../../src/lib/stream/token-transformers.ts"],"names":[],"mappings":"AAAA,qBAAa,kBAAmB,SAAQ,eAAe,CAAC,MAAM,EAAE,MAAM,CAAC;gBACvD,QAAQ,EAAE,MAAM;CA2C/B;AAED,wBAAgB,WAAW,uBAE1B;AAED,wBAAgB,wBAAwB,CACpC,YAAY,EAAE,eAAe,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,GAChD,eAAe,CAAC,MAAM,EAAE,MAAM,CAAC,CAYjC"}

package/build/lib/stream/token-transformers.js

@@ -0,0 +1,62 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MessageStartFilter = void 0;
+exports.agentFilter = agentFilter;
+exports.composeTokenTransformers = composeTokenTransformers;
+class MessageStartFilter extends TransformStream {
+    constructor(toRemove) {
+        const prefix = toRemove.toLowerCase();
+        let buffer = '';
+        let done = false;
+        const releaseChunks = (controller) => {
+            done = true;
+            const out = buffer.toLowerCase().startsWith(prefix)
+                ? buffer.slice(toRemove.length)
+                : buffer;
+            if (out) {
+                controller.enqueue(out);
+            }
+        };
+        super({
+            transform(chunk, controller) {
+                if (done) {
+                    // just pass through
+                    controller.enqueue(chunk);
+                    return;
+                }
+                buffer += chunk;
+                if (buffer.length >= prefix.length) {
+                    // Seen enough to know for certain.
+                    releaseChunks(controller);
+                }
+                else if (!prefix.startsWith(buffer.toLowerCase())) {
+                    // Still short, but already diverged — no point waiting for more.
+                    releaseChunks(controller);
+                }
+                // else: still a viable partial prefix → keep buffering
+            },
+            flush(controller) {
+                // Stream ended before we ever reached a decision.
+                if (!done && buffer) {
+                    releaseChunks(controller);
+                }
+            },
+        });
+    }
+}
+exports.MessageStartFilter = MessageStartFilter;
+function agentFilter() {
+    return new MessageStartFilter('agent:');
+}
+function composeTokenTransformers(transformers) {
+    if (transformers.length === 0) {
+        // Empty pipeline = pass strings through unchanged.
+        return new TransformStream();
+    }
+    const writable = transformers[0].writable;
+    let readable = transformers[0].readable;
+    for (let i = 1; i < transformers.length; i++) {
+        readable = readable.pipeThrough(transformers[i]);
+    }
+    return { writable, readable };
+}

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@recombine-ai/engine",
-    "version": "1.0.0-beta-3",
+    "version": "1.0.0-beta-4",
     "description": "Recombine AI engine for creating conversational AI agents",
     "repository": {
         "url": "git+https://github.com/recombine-ai/engine.git"

package/build/lib/interfaces/ai.d.ts

@@ -1 +0,0 @@
-//# sourceMappingURL=ai.d.ts.map

package/build/lib/interfaces/ai.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"ai.d.ts","sourceRoot":"","sources":["../../../src/lib/interfaces/ai.ts"],"names":[],"mappings":""}

package/build/lib/interfaces/ai.js

@@ -1 +0,0 @@
-"use strict";

package/build/lib/stream/filter.d.ts

@@ -1,6 +0,0 @@
-import { ProgrammaticFilter } from '../interfaces/stream';
-/**
- * filter out 'Agent:' at the beginning of the llm response
- */
-export declare const defaultFilter: ProgrammaticFilter;
-//# sourceMappingURL=filter.d.ts.map

package/build/lib/stream/filter.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"filter.d.ts","sourceRoot":"","sources":["../../../src/lib/stream/filter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAA;AAEzD;;GAEG;AACH,eAAO,MAAM,aAAa,EAAE,kBAc3B,CAAA"}

package/build/lib/stream/filter.js

@@ -1,20 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.defaultFilter = void 0;
-/**
- * filter out 'Agent:' at the beginning of the llm response
- */
-exports.defaultFilter = {
-    shouldStartFiltering(state, newToken) {
-        return state.currentResponse.trim().length === 0 && newToken.toLowerCase() === 'agent';
-    },
-    onNewToken(_state, filteredTokens) {
-        if (filteredTokens.length >= 2 && filteredTokens[1] === ':') {
-            return { action: 'RELEASE_TOKENS', tokens: filteredTokens.slice(2) };
-        }
-        return { action: 'RELEASE_TOKENS', tokens: filteredTokens };
-    },
-    onStreamEnd(_state, filteredTokens) {
-        return { tokensToRelease: filteredTokens };
-    },
-};