@recombine-ai/engine 0.10.2 → 0.10.3-alpha-4

package/build/index.d.ts

@@ -4,4 +4,5 @@ export * from './lib/interfaces';
 export * from './lib/bosun';
 export * from './lib/prompt-fs';
 export * from './lib/llm-adapters';
+export type { AfterResponseCallback, AIStreamEngine, ChatCompletionChunk, LiveTranscript, MainStep, ResponseChunk, WorkFlowConfig, } from './lib/stream-engine';
 //# sourceMappingURL=index.d.ts.map

package/build/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAA;AAExB,cAAc,gBAAgB,CAAA;AAE9B,cAAc,kBAAkB,CAAA;AAEhC,cAAc,aAAa,CAAA;AAE3B,cAAc,iBAAiB,CAAA;AAE/B,cAAc,oBAAoB,CAAA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAA;AAExB,cAAc,gBAAgB,CAAA;AAE9B,cAAc,kBAAkB,CAAA;AAEhC,cAAc,aAAa,CAAA;AAE3B,cAAc,iBAAiB,CAAA;AAE/B,cAAc,oBAAoB,CAAA;AAElC,YAAY,EACR,qBAAqB,EACrB,cAAc,EACd,mBAAmB,EACnB,cAAc,EACd,QAAQ,EACR,aAAa,EACb,cAAc,GACjB,MAAM,qBAAqB,CAAA"}

package/build/lib/ai.d.ts

@@ -4,11 +4,12 @@ import { SendAction } from './bosun/action';
 import { PromptFile } from './prompt-fs';
 import { StepTracer } from './bosun/stepTracer';
 import { StepRegistry, Tracer } from './bosun/tracer';
+import { type AIStreamEngine } from './stream-engine';
 /**
  * Represents a basic model name for LLMs.
  */
 export type BasicModel = 'o3-mini-2025-01-31' | 'o1-preview-2024-09-12' | 'gpt-4o-2024-08-06' | 'gpt-4o-2024-11-20' | 'gpt-4.1-2025-04-14' | 'o1-2024-12-17' | (string & {});
-export interface LlmAdapter {
+export interface LlmAdapter<StreamChunk = unknown> {
     /**
      * @param systemPrompt – rendered system prompt
      * @param messages – stringified {@link Conversation}
@@ -16,6 +17,13 @@ export interface LlmAdapter {
      * @returns LLM Response
      */
     generateResponse: (systemPrompt: string, messages: string, schema?: ZodTypeAny) => Promise<string>;
+    /**
+     * @param systemPrompt – rendered system prompt
+     * @param messages – stringified {@link Conversation}
+     * @param schema - optional Zod schema to pass to the model. Will overwrite any schema set in adapter options.
+     * @returns LLM Stream
+     */
+    streamResponse: (systemPrompt: string, messages: string, schema?: ZodTypeAny) => Promise<AsyncIterable<StreamChunk>>;
     /** Returns adapter's configuration/options for tracing */
     getOptions: () => unknown;
 }
@@ -214,6 +222,9 @@ export interface AIEngine {
      */
     renderPrompt: typeof renderPrompt;
 }
+export interface AIEngineWithStreaming extends AIEngine {
+    createStreamingWorkflow: AIStreamEngine['createWorkflow'];
+}
 /**
  * Represents a conversation between a user and an AI agent.
  * Provides methods to manage the conversation flow, format messages, and convert the conversation
@@ -322,15 +333,17 @@ export interface EngineConfig {
         getToken: () => Promise<string | null>;
     };
     /**
-     * Optional logger instance for handling log messages.
+     * Logger instance for handling log messages.
      */
-    logger?: Logger;
+    logger: Logger;
     /**
      * Optional function for sending actions.
+     *
+     * @deprecated SendAction is a legacy integration; prefer workflow-level tracing instead.
      */
     sendAction?: SendAction;
     /** traces received prompt, rendered prompt, context and other useful info about LLM execution */
-    stepTracer?: StepTracer;
+    stepTracer: StepTracer;
     /**
      * registers steps in workflow
      * @deprecated use `stepRegistry` instead
@@ -339,7 +352,7 @@ export interface EngineConfig {
     /**
      * registers steps in workflow
      */
-    stepRegistry?: StepRegistry;
+    stepRegistry: StepRegistry;
 }
 /**
  * Creates an AI Engine with the given configuration.
@@ -366,7 +379,7 @@ export interface EngineConfig {
  * const reply = await workflow.run(conversation);
  * ```
  */
-export declare function createAIEngine(cfg?: EngineConfig): AIEngine;
+export declare function createAIEngine(cfg: EngineConfig): AIEngineWithStreaming;
 declare function renderPrompt(prompt: string, context?: object): string;
 export declare function createConversation(initialMessages?: Message[]): Conversation;
 export declare function getStepBuilder<CTX = unknown>(): StepBuilder<CTX>;

package/build/lib/ai.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ai.d.ts","sourceRoot":"","sources":["../../src/lib/ai.ts"],"names":[],"mappings":"AAIA,OAAO,EAAa,UAAU,EAAE,MAAM,KAAK,CAAA;AAC3C,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAA;AACrC,OAAO,EAAc,UAAU,EAAE,MAAM,gBAAgB,CAAA;AACvD,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EAAmC,UAAU,EAAE,MAAM,oBAAoB,CAAA;AAChF,OAAO,EAAiC,YAAY,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAA;AAIpF;;GAEG;AACH,MAAM,MAAM,UAAU,GAChB,oBAAoB,GACpB,uBAAuB,GACvB,mBAAmB,GACnB,mBAAmB,GACnB,oBAAoB,GACpB,eAAe,GACf,CAAC,MAAM,GAAG,EAAE,CAAC,CAAA;AAEnB,MAAM,WAAW,UAAU;IACvB;;;;;OAKG;IACH,gBAAgB,EAAE,CACd,YAAY,EAAE,MAAM,EACpB,QAAQ,EAAE,MAAM,EAChB,MAAM,CAAC,EAAE,UAAU,KAClB,OAAO,CAAC,MAAM,CAAC,CAAA;IACpB,0DAA0D;IAC1D,UAAU,EAAE,MAAM,OAAO,CAAA;CAC5B;AAED,MAAM,WAAW,SAAS,CAAC,GAAG;IAC1B,iBAAiB;IACjB,IAAI,EAAE,MAAM,CAAA;IAEZ,kDAAkD;IAClD,KAAK,CAAC,EAAE,CAAC,QAAQ,EAAE,YAAY,EAAE,GAAG,EAAE,GAAG,KAAK,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAA;IAExE;;;OAGG;IACH,WAAW,CAAC,EAAE,MAAM,CAAA;IAEpB,6EAA6E;IAC7E,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,KAAK,OAAO,CAAC,OAAO,CAAC,CAAA;CAC1D;AAED,MAAM,WAAW,gBAAgB,CAAC,GAAG,CAAE,SAAQ,SAAS,CAAC,GAAG,CAAC;IACzD,0BAA0B;IAC1B,OAAO,EAAE,CAAC,QAAQ,EAAE,YAAY,EAAE,GAAG,EAAE,GAAG,EAAE,QAAQ,EAAE,gBAAgB,KAAK,OAAO,CAAC,OAAO,CAAC,CAAA;CAC9F;AAED,MAAM,WAAW,OAAO,CAAC,GAAG,CAAE,SAAQ,SAAS,CAAC,GAAG,CAAC;IAChD,kDAAkD;IAClD,KAAK,CAAC,EAAE,CAAC,QAAQ,EAAE,YAAY,EAAE,GAAG,EAAE,GAAG,KAAK,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAA;IAExE,wEAAwE;IACxE,KAAK,CAAC,EAAE,UAAU,GAAG,UAAU,CAAA;IAE/B;;;OAGG;IACH,MAAM,EAAE,MAAM,GAAG,UAAU,CAAA;IAE3B;;OAEG;IACH,mBAAmB,CAAC,EAAE,OAAO,CAAA;CAChC;AAED,MAAM,WAAW,gBAAgB;IAC7B;;OAEG;IACH,SAAS,EAAE,MAAM,IAAI,CAAA;IAErB;;;OAGG;IACH,QAAQ,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAA;CACnC;AAED,MAAM,WAAW,WAAW,CAAC,GAAG,EAAE,MAAM,SAAS,UAAU,CAAE,SAAQ,OAAO,CAAC,GAAG,CAAC;IAC7E;;;;OAIG;IACH,MAAM,EAAE,MAAM,CAAA;IACd;;;;;;;;;;;;;;OAcG;IACH,OAAO,EAAE,CACL,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,EACxB,YAAY,EAAE,YAAY,EAC1B,GAAG,EAAE,GAAG,EACR,gBAAgB,EAAE,gBAAgB,KACjC,OAAO,CAAC,OAAO,CAAC,CAAA;CACxB;AAED,MAAM,WAAW,aAAa,CAAC,GAAG,CAAE,SAAQ,OAAO,CAAC,GAAG,CAAC;IACpD;;;;;;;;;;;;;;OAcG;IACH,OAAO,EAAE,CACL,KAAK,EAAE,MAAM,EACb,YAAY,EAAE,YAAY,EAC1B,GAAG,EAAE,GAAG,EACR,gBAAgB,CAAC,EAAE,gBAAgB,KAClC,OAAO,CAAC,OAAO,CAAC,CAAA;CACxB;AAED,KAAK,cAAc,CAAC,GAAG,IAAI,CACvB,YAAY,EAAE,YAAY,EAC1B,GAAG,EAAE,GAAG,EACR,gBAAgB,CAAC,EAAE,gBAAgB,KAClC,OAAO,CAAC,IAAI,CAAC,CAAA;AAElB;;GAEG;AACH,MAAM,WAAW,QAAQ,CAAC,GAAG;IACzB;;;;;;;OAOG;IACH,GAAG,EAAE,CACD,YAAY,EAAE,YAAY,EAC1B,OAAO,CAAC,EAAE,GAAG,EACb,UAAU,CAAC,EAAE,cAAc,CAAC,GAAG,CAAC,KAC/B,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAA;IAE3B;;OAEG;IACH,OAAO,CAAC,MAAM,SAAS,UAAU,EAAE,IAAI,EAAE,WAAW,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,IAAI,CAAA;IACxE,OAAO,CAAC,IAAI,EAAE,aAAa,CAAC,GAAG,CAAC,GAAG,IAAI,CAAA;IACvC,OAAO,CAAC,IAAI,EAAE,gBAAgB,CAAC,GAAG,CAAC,GAAG,IAAI,CAAA;CAC7C;AAED,KAAK,YAAY,CAAC,GAAG,IAAI,aAAa,CAAC,GAAG,CAAC,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAA;AAE3F,MAAM,WAAW,cAAc,CAAC,GAAG;IAC/B,OAAO,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,KAAK,OAAO,CAAC,OAAO,CAAC,CAAA;IACtD,KAAK,CAAC,EAAE,YAAY,CAAC,GAAG,CAAC,EAAE,CAAA;IAC3B,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,kBAAkB,CAAC,EAAE,MAAM,OAAO,CAAC,OAAO,CAAC,CAAA;CAC9C;AAED,UAAU,WAAW,CAAC,GAAG;IACrB,CAAC,MAAM,SAAS,UAAU,EAAE,IAAI,EAAE,WAAW,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,WAAW,CAAC,GAAG,EAAE,MAAM,CAAC,CAAA;IACrF,CAAC,IAAI,EAAE,aAAa,CAAC,GAAG,CAAC,GAAG,aAAa,CAAC,GAAG,CAAC,CAAA;IAC9C,CAAC,IAAI,EAAE,gBAAgB,CAAC,GAAG,CAAC,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAA;CACvD;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkDG;AACH,MAAM,WAAW,QAAQ;IACrB;;;;OAIG;IACH,cAAc,EAAE,CAAC,GAAG,SAAS,MAAM,EAAE,MAAM,EAAE,cAAc,CAAC,GAAG,CAAC,KAAK,QAAQ,CAAC,GAAG,CAAC,CAAA;IAElF;;;;OAIG;IACH,kBAAkB,EAAE,CAAC,QAAQ,CAAC,EAAE,OAAO,EAAE,KAAK,YAAY,CAAA;IAE1D;;;OAGG;IACH,cAAc,CAAC,GAAG,KAAK,WAAW,CAAC,GAAG,CAAC,CAAA;IAEvC;;;;;OAKG;IACH,YAAY,EAAE,OAAO,YAAY,CAAA;CACpC;AAED;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AACH,MAAM,WAAW,YAAY;IACzB;;;OAGG;IACH,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;IAE/B;;;OAGG;IACH,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;IAEhC;;;OAGG;IACH,mBAAmB,EAAE,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,MAAM,KAAK,IAAI,CAAA;IAEtE;;;;;OAKG;IACH,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE;QAAE,mBAAmB,CAAC,EAAE,OAAO,CAAA;KAAE,KAAK,MAAM,CAAA;IAEjE;;;OAGG;IACH,UAAU,EAAE,CAAC,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,EAAE;QAAE,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,MAAM,CAAA;KAAE,KAAK,IAAI,CAAA;IAE3F;;;OAGG;IACH,2BAA2B,EAAE,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,MAAM,KAAK,IAAI,CAAA;IAE7E;;;OAGG;IACH,gBAAgB,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAA;IAE3C;;;OAGG;IACH,gBAAgB,EAAE,MAAM,MAAM,GAAG,IAAI,CAAA;IAErC;;;;;OAKG;IACH,UAAU,EAAE,MAAM,OAAO,EAAE,CAAA;CAC9B;AAED;;;GAGG;AACH,MAAM,WAAW,OAAO;IACpB,iGAAiG;IACjG,MAAM,EAAE,MAAM,GAAG,OAAO,GAAG,QAAQ,CAAA;IACnC,sCAAsC;IACtC,IAAI,EAAE,MAAM,CAAA;IACZ,2DAA2D;IAC3D,QAAQ,CAAC,EAAE,MAAM,CAAA;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IACzB;;;;;;;OAOG;IACH,YAAY,CAAC,EAAE;QAAE,QAAQ,EAAE,MAAM,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAA;KAAE,CAAA;IACzD;;OAEG;IACH,MAAM,CAAC,EAAE,MAAM,CAAA;IACf;;OAEG;IACH,UAAU,CAAC,EAAE,UAAU,CAAA;IACvB,iGAAiG;IACjG,UAAU,CAAC,EAAE,UAAU,CAAA;IACvB;;;QAGI;IACJ,MAAM,CAAC,EAAE,MAAM,CAAA;IAEf;;OAEG;IACH,YAAY,CAAC,EAAE,YAAY,CAAA;CAC9B;AAED;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AACH,wBAAgB,cAAc,CAAC,GAAG,GAAE,YAAiB,GAAG,QAAQ,CAyL/D;AAyFD,iBAAS,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM,CAO9D;AAED,wBAAgB,kBAAkB,CAAC,eAAe,GAAE,OAAO,EAAO,GAAG,YAAY,CAiDhF;AAED,wBAAgB,cAAc,CAAC,GAAG,GAAG,OAAO,KAAK,WAAW,CAAC,GAAG,CAAC,CAEhE"}
+{"version":3,"file":"ai.d.ts","sourceRoot":"","sources":["../../src/lib/ai.ts"],"names":[],"mappings":"AAIA,OAAO,EAAa,UAAU,EAAE,MAAM,KAAK,CAAA;AAC3C,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAA;AACrC,OAAO,EAAc,UAAU,EAAE,MAAM,gBAAgB,CAAA;AACvD,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EAAa,UAAU,EAAE,MAAM,oBAAoB,CAAA;AAC1D,OAAO,EAAa,YAAY,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAA;AAGhE,OAAO,EAAyB,KAAK,cAAc,EAAE,MAAM,iBAAiB,CAAA;AAE5E;;GAEG;AACH,MAAM,MAAM,UAAU,GAChB,oBAAoB,GACpB,uBAAuB,GACvB,mBAAmB,GACnB,mBAAmB,GACnB,oBAAoB,GACpB,eAAe,GACf,CAAC,MAAM,GAAG,EAAE,CAAC,CAAA;AAEnB,MAAM,WAAW,UAAU,CAAC,WAAW,GAAG,OAAO;IAC7C;;;;;OAKG;IACH,gBAAgB,EAAE,CACd,YAAY,EAAE,MAAM,EACpB,QAAQ,EAAE,MAAM,EAChB,MAAM,CAAC,EAAE,UAAU,KAClB,OAAO,CAAC,MAAM,CAAC,CAAA;IACpB;;;;;OAKG;IACH,cAAc,EAAE,CACZ,YAAY,EAAE,MAAM,EACpB,QAAQ,EAAE,MAAM,EAChB,MAAM,CAAC,EAAE,UAAU,KAClB,OAAO,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC,CAAA;IACxC,0DAA0D;IAC1D,UAAU,EAAE,MAAM,OAAO,CAAA;CAC5B;AAED,MAAM,WAAW,SAAS,CAAC,GAAG;IAC1B,iBAAiB;IACjB,IAAI,EAAE,MAAM,CAAA;IAEZ,kDAAkD;IAClD,KAAK,CAAC,EAAE,CAAC,QAAQ,EAAE,YAAY,EAAE,GAAG,EAAE,GAAG,KAAK,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAA;IAExE;;;OAGG;IACH,WAAW,CAAC,EAAE,MAAM,CAAA;IAEpB,6EAA6E;IAC7E,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,KAAK,OAAO,CAAC,OAAO,CAAC,CAAA;CAC1D;AAED,MAAM,WAAW,gBAAgB,CAAC,GAAG,CAAE,SAAQ,SAAS,CAAC,GAAG,CAAC;IACzD,0BAA0B;IAC1B,OAAO,EAAE,CAAC,QAAQ,EAAE,YAAY,EAAE,GAAG,EAAE,GAAG,EAAE,QAAQ,EAAE,gBAAgB,KAAK,OAAO,CAAC,OAAO,CAAC,CAAA;CAC9F;AAED,MAAM,WAAW,OAAO,CAAC,GAAG,CAAE,SAAQ,SAAS,CAAC,GAAG,CAAC;IAChD,kDAAkD;IAClD,KAAK,CAAC,EAAE,CAAC,QAAQ,EAAE,YAAY,EAAE,GAAG,EAAE,GAAG,KAAK,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAA;IAExE,wEAAwE;IACxE,KAAK,CAAC,EAAE,UAAU,GAAG,UAAU,CAAA;IAE/B;;;OAGG;IACH,MAAM,EAAE,MAAM,GAAG,UAAU,CAAA;IAE3B;;OAEG;IACH,mBAAmB,CAAC,EAAE,OAAO,CAAA;CAChC;AAED,MAAM,WAAW,gBAAgB;IAC7B;;OAEG;IACH,SAAS,EAAE,MAAM,IAAI,CAAA;IAErB;;;OAGG;IACH,QAAQ,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAA;CACnC;AAED,MAAM,WAAW,WAAW,CAAC,GAAG,EAAE,MAAM,SAAS,UAAU,CAAE,SAAQ,OAAO,CAAC,GAAG,CAAC;IAC7E;;;;OAIG;IACH,MAAM,EAAE,MAAM,CAAA;IACd;;;;;;;;;;;;;;OAcG;IACH,OAAO,EAAE,CACL,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,EACxB,YAAY,EAAE,YAAY,EAC1B,GAAG,EAAE,GAAG,EACR,gBAAgB,EAAE,gBAAgB,KACjC,OAAO,CAAC,OAAO,CAAC,CAAA;CACxB;AAED,MAAM,WAAW,aAAa,CAAC,GAAG,CAAE,SAAQ,OAAO,CAAC,GAAG,CAAC;IACpD;;;;;;;;;;;;;;OAcG;IACH,OAAO,EAAE,CACL,KAAK,EAAE,MAAM,EACb,YAAY,EAAE,YAAY,EAC1B,GAAG,EAAE,GAAG,EACR,gBAAgB,CAAC,EAAE,gBAAgB,KAClC,OAAO,CAAC,OAAO,CAAC,CAAA;CACxB;AAED,KAAK,cAAc,CAAC,GAAG,IAAI,CACvB,YAAY,EAAE,YAAY,EAC1B,GAAG,EAAE,GAAG,EACR,gBAAgB,CAAC,EAAE,gBAAgB,KAClC,OAAO,CAAC,IAAI,CAAC,CAAA;AAElB;;GAEG;AACH,MAAM,WAAW,QAAQ,CAAC,GAAG;IACzB;;;;;;;OAOG;IACH,GAAG,EAAE,CACD,YAAY,EAAE,YAAY,EAC1B,OAAO,CAAC,EAAE,GAAG,EACb,UAAU,CAAC,EAAE,cAAc,CAAC,GAAG,CAAC,KAC/B,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAA;IAE3B;;OAEG;IACH,OAAO,CAAC,MAAM,SAAS,UAAU,EAAE,IAAI,EAAE,WAAW,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,IAAI,CAAA;IACxE,OAAO,CAAC,IAAI,EAAE,aAAa,CAAC,GAAG,CAAC,GAAG,IAAI,CAAA;IACvC,OAAO,CAAC,IAAI,EAAE,gBAAgB,CAAC,GAAG,CAAC,GAAG,IAAI,CAAA;CAC7C;AAED,KAAK,YAAY,CAAC,GAAG,IAAI,aAAa,CAAC,GAAG,CAAC,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAA;AAE3F,MAAM,WAAW,cAAc,CAAC,GAAG;IAC/B,OAAO,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,KAAK,OAAO,CAAC,OAAO,CAAC,CAAA;IACtD,KAAK,CAAC,EAAE,YAAY,CAAC,GAAG,CAAC,EAAE,CAAA;IAC3B,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,kBAAkB,CAAC,EAAE,MAAM,OAAO,CAAC,OAAO,CAAC,CAAA;CAC9C;AAED,UAAU,WAAW,CAAC,GAAG;IACrB,CAAC,MAAM,SAAS,UAAU,EAAE,IAAI,EAAE,WAAW,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,WAAW,CAAC,GAAG,EAAE,MAAM,CAAC,CAAA;IACrF,CAAC,IAAI,EAAE,aAAa,CAAC,GAAG,CAAC,GAAG,aAAa,CAAC,GAAG,CAAC,CAAA;IAC9C,CAAC,IAAI,EAAE,gBAAgB,CAAC,GAAG,CAAC,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAA;CACvD;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkDG;AACH,MAAM,WAAW,QAAQ;IACrB;;;;OAIG;IACH,cAAc,EAAE,CAAC,GAAG,SAAS,MAAM,EAAE,MAAM,EAAE,cAAc,CAAC,GAAG,CAAC,KAAK,QAAQ,CAAC,GAAG,CAAC,CAAA;IAElF;;;;OAIG;IACH,kBAAkB,EAAE,CAAC,QAAQ,CAAC,EAAE,OAAO,EAAE,KAAK,YAAY,CAAA;IAE1D;;;OAGG;IACH,cAAc,CAAC,GAAG,KAAK,WAAW,CAAC,GAAG,CAAC,CAAA;IAEvC;;;;;OAKG;IACH,YAAY,EAAE,OAAO,YAAY,CAAA;CACpC;AAED,MAAM,WAAW,qBAAsB,SAAQ,QAAQ;IACnD,uBAAuB,EAAE,cAAc,CAAC,gBAAgB,CAAC,CAAA;CAC5D;AAED;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AACH,MAAM,WAAW,YAAY;IACzB;;;OAGG;IACH,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;IAE/B;;;OAGG;IACH,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;IAEhC;;;OAGG;IACH,mBAAmB,EAAE,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,MAAM,KAAK,IAAI,CAAA;IAEtE;;;;;OAKG;IACH,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE;QAAE,mBAAmB,CAAC,EAAE,OAAO,CAAA;KAAE,KAAK,MAAM,CAAA;IAEjE;;;OAGG;IACH,UAAU,EAAE,CAAC,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,EAAE;QAAE,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,MAAM,CAAA;KAAE,KAAK,IAAI,CAAA;IAE3F;;;OAGG;IACH,2BAA2B,EAAE,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,MAAM,KAAK,IAAI,CAAA;IAE7E;;;OAGG;IACH,gBAAgB,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAA;IAE3C;;;OAGG;IACH,gBAAgB,EAAE,MAAM,MAAM,GAAG,IAAI,CAAA;IAErC;;;;;OAKG;IACH,UAAU,EAAE,MAAM,OAAO,EAAE,CAAA;CAC9B;AAED;;;GAGG;AACH,MAAM,WAAW,OAAO;IACpB,iGAAiG;IACjG,MAAM,EAAE,MAAM,GAAG,OAAO,GAAG,QAAQ,CAAA;IACnC,sCAAsC;IACtC,IAAI,EAAE,MAAM,CAAA;IACZ,2DAA2D;IAC3D,QAAQ,CAAC,EAAE,MAAM,CAAA;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IACzB;;;;;;;OAOG;IACH,YAAY,CAAC,EAAE;QAAE,QAAQ,EAAE,MAAM,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAA;KAAE,CAAA;IACzD;;OAEG;IACH,MAAM,EAAE,MAAM,CAAA;IACd;;;;OAIG;IACH,UAAU,CAAC,EAAE,UAAU,CAAA;IACvB,iGAAiG;IACjG,UAAU,EAAE,UAAU,CAAA;IACtB;;;QAGI;IACJ,MAAM,CAAC,EAAE,MAAM,CAAA;IAEf;;OAEG;IACH,YAAY,EAAE,YAAY,CAAA;CAC7B;AAED;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AACH,wBAAgB,cAAc,CAAC,GAAG,EAAE,YAAY,GAAG,qBAAqB,CAqMvE;AAyFD,iBAAS,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM,CAO9D;AAED,wBAAgB,kBAAkB,CAAC,eAAe,GAAE,OAAO,EAAO,GAAG,YAAY,CAiDhF;AAED,wBAAgB,cAAc,CAAC,GAAG,GAAG,OAAO,KAAK,WAAW,CAAC,GAAG,CAAC,CAEhE"}

package/build/lib/ai.js

@@ -11,10 +11,10 @@ const crypto_1 = require("crypto");
 const nunjucks_1 = __importDefault(require("nunjucks"));
 const zod_1 = require("zod");
 const action_1 = require("./bosun/action");
-const stepTracer_1 = require("./bosun/stepTracer");
 const tracer_1 = require("./bosun/tracer");
 const zod_to_json_schema_1 = require("zod-to-json-schema");
 const openai_1 = require("./llm-adapters/openai");
+const stream_engine_1 = require("./stream-engine");
 /**
  * Creates an AI Engine with the given configuration.
  *
@@ -40,11 +40,19 @@ const openai_1 = require("./llm-adapters/openai");
  * const reply = await workflow.run(conversation);
  * ```
  */
-function createAIEngine(cfg = {}) {
-    const logger = cfg.logger || globalThis.console;
-    const stepTracer = cfg.stepTracer || (0, stepTracer_1.createStubStepTracer)(logger);
-    const registry = cfg.stepRegistry || cfg.tracer || (0, tracer_1.createStubRegistry)(logger);
+function createAIEngine(cfg) {
+    const logger = cfg.logger;
+    const stepTracer = cfg.stepTracer;
+    const registry = cfg.stepRegistry || cfg.tracer;
+    if (!registry) {
+        throw new Error('createAIEngine: stepRegistry is required');
+    }
     // tokenStorage is used by the default adapter to fetch API keys (backwards compatible)
+    const streamAi = (0, stream_engine_1.createStreamingEngine)({
+        logger,
+        stepTracer,
+        stepRegistry: registry,
+    });
     function createWorkflow({ onError, steps = [], name = 'workflow', }) {
         steps.forEach(addStepToTracer);
         return {
@@ -183,14 +191,16 @@ function createAIEngine(cfg = {}) {
             : model;
         return adapter.generateResponse(systemPrompt, messages, schema);
     }
-    return {
+    const engine = {
         createWorkflow,
         createConversation,
         renderPrompt,
+        createStreamingWorkflow: streamAi.createWorkflow,
         getStepBuilder() {
             return (step) => step;
         },
     };
+    return engine;
 }
 const fallBackTokenStorage = {
     async getToken() {

package/build/lib/bosun/registry.d.ts

@@ -0,0 +1,25 @@
+import { ZodSchema } from 'zod';
+import { PromptFile } from '../prompt-fs';
+import { Logger } from '../interfaces';
+export interface PromptString {
+    type: 'string';
+    content: () => Promise<string>;
+}
+export interface StepDef {
+    name: string;
+    workflow: string;
+    type: 'streaming-response' | 'streaming-detect' | 'text';
+    prompt?: PromptFile | PromptString;
+    schema?: ZodSchema;
+}
+export interface WorkflowDef {
+    name: string;
+    type: 'stream' | 'text';
+}
+export interface Registry {
+    addStep(def: StepDef): void;
+    addWorkflow(def: WorkflowDef): void;
+}
+export declare function createConsoleRegistry(logger: Logger): Registry;
+export declare function stdPrompt(prompt: PromptFile | string): PromptString | PromptFile;
+//# sourceMappingURL=registry.d.ts.map

package/build/lib/bosun/registry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"registry.d.ts","sourceRoot":"","sources":["../../../src/lib/bosun/registry.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,KAAK,CAAA;AAC/B,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAA;AACzC,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAA;AAEtC,MAAM,WAAW,YAAY;IACzB,IAAI,EAAE,QAAQ,CAAA;IACd,OAAO,EAAE,MAAM,OAAO,CAAC,MAAM,CAAC,CAAA;CACjC;AAED,MAAM,WAAW,OAAO;IACpB,IAAI,EAAE,MAAM,CAAA;IACZ,QAAQ,EAAE,MAAM,CAAA;IAChB,IAAI,EAAE,oBAAoB,GAAG,kBAAkB,GAAG,MAAM,CAAA;IACxD,MAAM,CAAC,EAAE,UAAU,GAAG,YAAY,CAAA;IAClC,MAAM,CAAC,EAAE,SAAS,CAAA;CACrB;AACD,MAAM,WAAW,WAAW;IACxB,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,QAAQ,GAAG,MAAM,CAAA;CAC1B;AAED,MAAM,WAAW,QAAQ;IACrB,OAAO,CAAC,GAAG,EAAE,OAAO,GAAG,IAAI,CAAA;IAC3B,WAAW,CAAC,GAAG,EAAE,WAAW,GAAG,IAAI,CAAA;CACtC;AAED,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,MAAM,GAAG,QAAQ,CAoB9D;AAED,wBAAgB,SAAS,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,6BAQpD"}

package/build/lib/bosun/registry.js

@@ -0,0 +1,35 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createConsoleRegistry = createConsoleRegistry;
+exports.stdPrompt = stdPrompt;
+function createConsoleRegistry(logger) {
+    return {
+        addStep(def) {
+            let msg = `Registry, step added: ${def.name} (${def.type}) to ${def.workflow}`;
+            if (def.prompt) {
+                if (def.prompt.type === 'string') {
+                    msg += ' with inline prompt';
+                }
+                else if (def.prompt.type === 'file') {
+                    msg += ` with prompt ${def.prompt.path}`;
+                }
+            }
+            if (def.schema) {
+                msg += ' with schema';
+            }
+            logger.debug(msg + '.');
+        },
+        addWorkflow(def) {
+            logger.debug('Registry, workflow added:', def.name, `(${def.type})`);
+        },
+    };
+}
+function stdPrompt(prompt) {
+    if (typeof prompt === 'string') {
+        return {
+            type: 'string',
+            content: async () => prompt,
+        };
+    }
+    return prompt;
+}

package/build/lib/bosun/test-workflow.d.ts

@@ -0,0 +1,24 @@
+import { AiEngine } from '../ai';
+import { Logger, Message, Scheduler } from '../interfaces';
+type DefaultContext = Record<string, any>;
+export interface TestWorkflowFactoryProps<CTX extends DefaultContext = DefaultContext> {
+    logger: Logger;
+    scheduler: Scheduler;
+    ai: AiEngine;
+    getMessages: (workflow: string) => Message[];
+    sendMessage: (workflow: string, message: string) => Promise<void>;
+    sendAction: ctx;
+}
+export interface TestWorkflow {
+    start: () => Promise<unknown>;
+    reactOnMessage: () => Promise<unknown>;
+    respondToMessage: () => Promise<unknown>;
+    isAssigned: () => Promise<boolean>;
+    onFatalError: (error: Error) => Promise<unknown>;
+    getContext: () => DefaultContext;
+    setContext: (context: DefaultContext) => void;
+}
+export type TestWorkflowFactory = (props: TestWorkflowFactoryProps) => Record<string, TestWorkflow>;
+export declare function createTestWorkflowFactory(creator: TestWorkflowFactory): TestWorkflowFactory;
+export {};
+//# sourceMappingURL=test-workflow.d.ts.map

package/build/lib/bosun/test-workflow.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-workflow.d.ts","sourceRoot":"","sources":["../../../src/lib/bosun/test-workflow.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,OAAO,CAAA;AAChC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,eAAe,CAAA;AAE1D,KAAK,cAAc,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;AACzC,MAAM,WAAW,wBAAwB,CAAC,GAAG,SAAS,cAAc,GAAG,cAAc;IACjF,MAAM,EAAE,MAAM,CAAA;IACd,SAAS,EAAE,SAAS,CAAA;IACpB,EAAE,EAAE,QAAQ,CAAA;IACZ,WAAW,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,OAAO,EAAE,CAAA;IAC5C,WAAW,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAA;IACjE,UAAU,EACV,GAAG,CAAA;CAAC;AAOR,MAAM,WAAW,YAAY;IAEzB,KAAK,EAAE,MAAM,OAAO,CAAC,OAAO,CAAC,CAAA;IAC7B,cAAc,EAAE,MAAM,OAAO,CAAC,OAAO,CAAC,CAAA;IACtC,gBAAgB,EAAE,MAAM,OAAO,CAAC,OAAO,CAAC,CAAA;IACxC,UAAU,EAAE,MAAM,OAAO,CAAC,OAAO,CAAC,CAAA;IAClC,YAAY,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,OAAO,CAAC,OAAO,CAAC,CAAA;IAEhD,UAAU,EAAE,MAAM,cAAc,CAAA;IAChC,UAAU,EAAE,CAAC,OAAO,EAAE,cAAc,KAAK,IAAI,CAAA;CAChD;AAED,MAAM,MAAM,mBAAmB,GAAG,CAAC,KAAK,EAAE,wBAAwB,KAAK,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAA;AAEnG,wBAAgB,yBAAyB,CAAC,OAAO,EAAE,mBAAmB,uBAErE"}

package/build/lib/bosun/test-workflow.js

@@ -0,0 +1,11 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createTestWorkflowFactory = createTestWorkflowFactory;
+{
+    get: () => CTX;
+    set: (ctx) => void subscribe;
+    (cb) => void ;
+}
+function createTestWorkflowFactory(creator) {
+    return creator;
+}

package/build/lib/bosun/workflow.d.ts

@@ -0,0 +1,25 @@
+import { AiEngine } from '../ai';
+import { Logger, Message, Scheduler } from '../interfaces';
+import { SendAction } from './action';
+import { Context } from './context';
+type DefaultContext = Record<string, any>;
+export interface TestWorkflowFactoryProps<CTX extends DefaultContext = DefaultContext> {
+    logger: Logger;
+    scheduler: Scheduler;
+    ai: AiEngine;
+    getMessages: () => Message[];
+    sendMessage: (message: string) => Promise<void>;
+    sendAction: SendAction;
+    ctx: Context<CTX>;
+}
+export interface TestWorkflow {
+    start: () => Promise<unknown>;
+    reactOnMessage: () => Promise<unknown>;
+    respondToMessage: () => Promise<unknown>;
+    isAssigned: () => Promise<boolean>;
+    onFatalError: (error: Error) => Promise<unknown>;
+}
+export type TestWorkflowFactory<T extends DefaultContext = DefaultContext> = (props: TestWorkflowFactoryProps<T>) => TestWorkflow;
+export declare function createTestWorkflowFactory<T extends DefaultContext>(creator: TestWorkflowFactory<T>): TestWorkflowFactory<T>;
+export {};
+//# sourceMappingURL=workflow.d.ts.map

package/build/lib/bosun/workflow.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"workflow.d.ts","sourceRoot":"","sources":["../../../src/lib/bosun/workflow.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,OAAO,CAAA;AAChC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,eAAe,CAAA;AAC1D,OAAO,EAAE,UAAU,EAAE,MAAM,UAAU,CAAA;AACrC,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AAEnC,KAAK,cAAc,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;AACzC,MAAM,WAAW,wBAAwB,CAAC,GAAG,SAAS,cAAc,GAAG,cAAc;IACjF,MAAM,EAAE,MAAM,CAAA;IACd,SAAS,EAAE,SAAS,CAAA;IACpB,EAAE,EAAE,QAAQ,CAAA;IACZ,WAAW,EAAE,MAAM,OAAO,EAAE,CAAA;IAC5B,WAAW,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAA;IAC/C,UAAU,EAAE,UAAU,CAAA;IACtB,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC,CAAA;CACpB;AAED,MAAM,WAAW,YAAY;IACzB,KAAK,EAAE,MAAM,OAAO,CAAC,OAAO,CAAC,CAAA;IAC7B,cAAc,EAAE,MAAM,OAAO,CAAC,OAAO,CAAC,CAAA;IACtC,gBAAgB,EAAE,MAAM,OAAO,CAAC,OAAO,CAAC,CAAA;IACxC,UAAU,EAAE,MAAM,OAAO,CAAC,OAAO,CAAC,CAAA;IAClC,YAAY,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,OAAO,CAAC,OAAO,CAAC,CAAA;CACnD;AAED,MAAM,MAAM,mBAAmB,CAAC,CAAC,SAAS,cAAc,GAAG,cAAc,IAAI,CACzE,KAAK,EAAE,wBAAwB,CAAC,CAAC,CAAC,KACjC,YAAY,CAAA;AAEjB,wBAAgB,yBAAyB,CAAC,CAAC,SAAS,cAAc,EAC9D,OAAO,EAAE,mBAAmB,CAAC,CAAC,CAAC,0BAGlC"}

package/build/lib/bosun/workflow.js

@@ -0,0 +1,6 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createTestWorkflowFactory = createTestWorkflowFactory;
+function createTestWorkflowFactory(creator) {
+    return creator;
+}

package/build/lib/llm-adapters/openai.d.ts

@@ -1,4 +1,5 @@
 import { ChatCompletionCreateParamsBase } from 'openai/resources/chat/completions';
+import type { ChatCompletionChunk } from 'openai/resources/chat/completions';
 import type { LlmAdapter } from '../ai';
 export type OpenAIChatOptions = Omit<ChatCompletionCreateParamsBase, 'messages' | 'stream'>;
 export type OpenAIAdapterAuth = {
@@ -6,5 +7,11 @@ export type OpenAIAdapterAuth = {
         getToken: () => Promise<string | null>;
     };
 };
-export declare function createOpenAIAdapter(options: OpenAIChatOptions, auth: OpenAIAdapterAuth): LlmAdapter;
+export type AzureOpenAIAdapterConfig = {
+    endpoint: string;
+    apiVersion: string;
+    deployment?: string;
+};
+export declare function createOpenAIAdapter(options: OpenAIChatOptions, auth: OpenAIAdapterAuth): LlmAdapter<ChatCompletionChunk>;
+export declare function createAzureOpenAIAdapter(options: OpenAIChatOptions, azure: AzureOpenAIAdapterConfig, auth: OpenAIAdapterAuth): LlmAdapter<ChatCompletionChunk>;
 //# sourceMappingURL=openai.d.ts.map

package/build/lib/llm-adapters/openai.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../../src/lib/llm-adapters/openai.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,8BAA8B,EAAE,MAAM,mCAAmC,CAAA;AAClF,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,OAAO,CAAA;AAIvC,MAAM,MAAM,iBAAiB,GAAG,IAAI,CAAC,8BAA8B,EAAE,UAAU,GAAG,QAAQ,CAAC,CAAA;AAE3F,MAAM,MAAM,iBAAiB,GAAG;IAC5B,YAAY,EAAE;QAAE,QAAQ,EAAE,MAAM,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAA;KAAE,CAAA;CAC3D,CAAA;AAID,wBAAgB,mBAAmB,CAC/B,OAAO,EAAE,iBAAiB,EAC1B,IAAI,EAAE,iBAAiB,GACxB,UAAU,CA+CZ"}
+{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../../src/lib/llm-adapters/openai.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,8BAA8B,EAAE,MAAM,mCAAmC,CAAA;AAClF,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,mCAAmC,CAAA;AAC5E,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,OAAO,CAAA;AAIvC,MAAM,MAAM,iBAAiB,GAAG,IAAI,CAAC,8BAA8B,EAAE,UAAU,GAAG,QAAQ,CAAC,CAAA;AAE3F,MAAM,MAAM,iBAAiB,GAAG;IAC5B,YAAY,EAAE;QAAE,QAAQ,EAAE,MAAM,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAA;KAAE,CAAA;CAC3D,CAAA;AAED,MAAM,MAAM,wBAAwB,GAAG;IACnC,QAAQ,EAAE,MAAM,CAAA;IAChB,UAAU,EAAE,MAAM,CAAA;IAClB,UAAU,CAAC,EAAE,MAAM,CAAA;CACtB,CAAA;AAID,wBAAgB,mBAAmB,CAC/B,OAAO,EAAE,iBAAiB,EAC1B,IAAI,EAAE,iBAAiB,GACxB,UAAU,CAAC,mBAAmB,CAAC,CAuGjC;AAED,wBAAgB,wBAAwB,CACpC,OAAO,EAAE,iBAAiB,EAC1B,KAAK,EAAE,wBAAwB,EAC/B,IAAI,EAAE,iBAAiB,GACxB,UAAU,CAAC,mBAAmB,CAAC,CAiHjC"}

package/build/lib/llm-adapters/openai.js

@@ -4,6 +4,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.createOpenAIAdapter = createOpenAIAdapter;
+exports.createAzureOpenAIAdapter = createAzureOpenAIAdapter;
 const openai_1 = require("openai");
 const zod_to_json_schema_1 = __importDefault(require("zod-to-json-schema"));
 const delay = (ms) => new Promise((resolve) => setTimeout(resolve, ms));
@@ -47,5 +48,153 @@ function createOpenAIAdapter(options, auth) {
             }
             return content;
         },
+        async streamResponse(systemPrompt, messages, schema) {
+            // TODO: This adapter is copy-pasted from an earlier implementation; consolidate shared logic with `generateResponse`.
+            const finalOptions = { ...options };
+            if (schema) {
+                finalOptions.response_format = {
+                    type: 'json_schema',
+                    json_schema: {
+                        name: 'detector_response',
+                        schema: (0, zod_to_json_schema_1.default)(schema),
+                        strict: true,
+                    },
+                };
+            }
+            const apiKey = await auth.tokenStorage.getToken();
+            if (!apiKey) {
+                throw new Error('OpenAI API key is not set');
+            }
+            if (apiKey === '__TESTING__') {
+                await delay(100);
+                const cannedResponse = schema
+                    ? JSON.stringify({ message: 'canned response', reasons: [] })
+                    : 'canned response';
+                return (async function* () {
+                    yield {
+                        id: 'chatcmpl-testing',
+                        object: 'chat.completion.chunk',
+                        created: Math.floor(Date.now() / 1000),
+                        model: finalOptions.model,
+                        choices: [
+                            {
+                                index: 0,
+                                finish_reason: null,
+                                delta: { content: cannedResponse },
+                            },
+                        ],
+                    };
+                })();
+            }
+            const client = new openai_1.OpenAI({ apiKey });
+            return await client.chat.completions.create({
+                messages: [
+                    { role: 'system', content: systemPrompt },
+                    { role: 'user', content: messages },
+                ],
+                ...finalOptions,
+                stream: true,
+            });
+        },
+    };
+}
+function createAzureOpenAIAdapter(options, azure, auth) {
+    return {
+        getOptions: () => ({ ...options, azure }),
+        async generateResponse(systemPrompt, messages, schema) {
+            const finalOptions = { ...options };
+            if (schema) {
+                finalOptions.response_format = {
+                    type: 'json_schema',
+                    json_schema: {
+                        name: 'detector_response',
+                        schema: (0, zod_to_json_schema_1.default)(schema),
+                        strict: true,
+                    },
+                };
+            }
+            const apiKey = await auth.tokenStorage.getToken();
+            if (!apiKey) {
+                throw new Error('OpenAI API key is not set');
+            }
+            if (apiKey === '__TESTING__') {
+                await delay(100);
+                if (options.response_format && 'json_schema' in options.response_format) {
+                    return JSON.stringify({ message: 'canned response', reasons: [] });
+                }
+                return 'canned response';
+            }
+            const client = new openai_1.AzureOpenAI({
+                apiKey,
+                apiVersion: azure.apiVersion,
+                endpoint: azure.endpoint,
+                deployment: azure.deployment,
+            });
+            const response = await client.chat.completions.create({
+                messages: [
+                    { role: 'system', content: systemPrompt },
+                    { role: 'user', content: messages },
+                ],
+                ...finalOptions,
+            });
+            const content = response.choices[0]?.message?.content;
+            if (!content) {
+                throw new Error('No response from OpenAI');
+            }
+            return content;
+        },
+        async streamResponse(systemPrompt, messages, schema) {
+            // TODO: This adapter is copy-pasted from an earlier implementation; consolidate shared logic with `generateResponse`.
+            const finalOptions = { ...options };
+            if (schema) {
+                finalOptions.response_format = {
+                    type: 'json_schema',
+                    json_schema: {
+                        name: 'detector_response',
+                        schema: (0, zod_to_json_schema_1.default)(schema),
+                        strict: true,
+                    },
+                };
+            }
+            const apiKey = await auth.tokenStorage.getToken();
+            if (!apiKey) {
+                throw new Error('OpenAI API key is not set');
+            }
+            if (apiKey === '__TESTING__') {
+                await delay(100);
+                const cannedResponse = schema
+                    ? JSON.stringify({ message: 'canned response', reasons: [] })
+                    : 'canned response';
+                return (async function* () {
+                    yield {
+                        id: 'chatcmpl-testing',
+                        object: 'chat.completion.chunk',
+                        created: Math.floor(Date.now() / 1000),
+                        model: finalOptions.model,
+                        choices: [
+                            {
+                                index: 0,
+                                finish_reason: null,
+                                delta: { content: cannedResponse },
+                            },
+                        ],
+                    };
+                })();
+            }
+            const client = new openai_1.AzureOpenAI({
+                apiKey,
+                apiVersion: azure.apiVersion,
+                endpoint: azure.endpoint,
+                deployment: azure.deployment,
+            });
+            return await client.chat.completions.create({
+                messages: [
+                    { role: 'system', content: systemPrompt },
+                    { role: 'user', content: messages },
+                ],
+                ...finalOptions,
+                stream: true,
+            });
+        },
     };
 }

package/build/lib/platform.d.ts

@@ -0,0 +1,16 @@
+import { AIEngine } from './ai';
+import { Logger } from './interfaces';
+import { PromptFS } from './prompt-fs';
+export interface Platform<TConf = {}> {
+    /** Streaming AI engine, used to create streaming workflows to be used in voice agents */
+    streamAi: any;
+    /** String-base AI engine, used in text agents or for analysis of the conversation */
+    ai: AIEngine;
+    /** File system, used to load prompt files */
+    fs: PromptFS;
+    /** Handles to mange calls, e.g. re-run stream response, hangup, etc. */
+    rcVoice: any;
+    /** Platform and agent-specific configuration variables, e.g. trunk setup, voice settings etc. */
+    logger: Logger;
+}
+//# sourceMappingURL=platform.d.ts.map

package/build/lib/platform.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"platform.d.ts","sourceRoot":"","sources":["../../src/lib/platform.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,MAAM,CAAA;AAC/B,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAA;AACrC,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AAEtC,MAAM,WAAW,QAAQ,CAAC,KAAK,GAAG,EAAE;IAChC,yFAAyF;IAEzF,QAAQ,EAAE,GAAG,CAAA;IACb,qFAAqF;IACrF,EAAE,EAAE,QAAQ,CAAA;IACZ,6CAA6C;IAC7C,EAAE,EAAE,QAAQ,CAAA;IACZ,wEAAwE;IAExE,OAAO,EAAE,GAAG,CAAA;IACZ,iGAAiG;IAEjG,MAAM,EAAE,MAAM,CAAA;CACjB"}

package/build/lib/platform.js

@@ -0,0 +1,2 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });

package/build/lib/rc-fs.d.ts

@@ -0,0 +1,17 @@
+import { Logger } from '@recombine-ai/engine';
+export interface FsConfig {
+    logger: Logger;
+    basePath: string;
+}
+export interface RcFS {
+    loadFile(path: string): PromptFile;
+}
+export declare function createLocalFS(cfg: FsConfig): {
+    loadFile(path: string): PromptFile;
+};
+export interface PromptFile {
+    type: 'file';
+    content: () => Promise<string>;
+    path: string;
+}
+//# sourceMappingURL=rc-fs.d.ts.map

package/build/lib/rc-fs.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rc-fs.d.ts","sourceRoot":"","sources":["../../src/lib/rc-fs.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAA;AAI7C,MAAM,WAAW,QAAQ;IACrB,MAAM,EAAE,MAAM,CAAA;IACd,QAAQ,EAAE,MAAM,CAAA;CACnB;AAED,MAAM,WAAW,IAAI;IACjB,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,UAAU,CAAA;CACrC;AAED,wBAAgB,aAAa,CAAC,GAAG,EAAE,QAAQ;mBAEpB,MAAM,GAAG,UAAU;EAWzC;AAED,MAAM,WAAW,UAAU;IACvB,IAAI,EAAE,MAAM,CAAA;IACZ,OAAO,EAAE,MAAM,OAAO,CAAC,MAAM,CAAC,CAAA;IAC9B,IAAI,EAAE,MAAM,CAAA;CACf"}

package/build/lib/rc-fs.js

@@ -0,0 +1,22 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createLocalFS = createLocalFS;
+const fs_1 = __importDefault(require("fs"));
+const path_1 = require("path");
+function createLocalFS(cfg) {
+    return {
+        loadFile(path) {
+            return {
+                type: 'file',
+                content: async () => {
+                    cfg.logger.debug('AI Engine: loading prompt:', path);
+                    return fs_1.default.promises.readFile((0, path_1.join)(cfg.basePath, path), 'utf-8');
+                },
+                path,
+            };
+        },
+    };
+}

package/build/lib/stream-engine.d.ts

@@ -0,0 +1,73 @@
+import { ReadableStream } from 'node:stream/web';
+import type { LlmAdapter, Message } from './ai';
+import type { ConversationalTrace, ConversationalTracer } from './bosun/conversationalTracer';
+import { type StepRegistry } from './bosun/tracer';
+import type { StepTracer } from './bosun/stepTracer';
+import type { Logger } from './interfaces';
+import type { PromptFile } from './prompt-fs';
+export type ChatCompletionChunk = {
+    choices: Array<{
+        delta?: {
+            content?: string | null;
+        } | null;
+    }>;
+};
+export interface MainStep {
+    name: string;
+    responsePrompt: string | PromptFile;
+    model: LlmAdapter<ChatCompletionChunk>;
+}
+interface ProgrammaticFilter {
+    shouldStartFiltering: (state: LiveTranscript, newToken: string) => boolean;
+    onNewToken: (state: LiveTranscript, filteredTokens: string[]) => {
+        action: 'CONTINUE_FILTERING';
+    } | {
+        action: 'RELEASE_TOKENS';
+        tokens: string[];
+    };
+    onStreamEnd: (state: LiveTranscript, filteredTokens: string[]) => {
+        tokensToRelease: string[];
+    };
+}
+export interface ResponseChunk {
+    role: 'agent' | 'system';
+    delta: string;
+}
+export interface WorkFlowConfig<CTX extends {}> {
+    workflowId: string;
+    main: MainStep;
+    programmaticFilter?: ProgrammaticFilter;
+    afterResponseDelayMs?: number;
+    conversationalTracer: ConversationalTracer;
+    conversationalTraceMedium: ConversationalTrace['medium'];
+    onQuotaExceeded?: (error: Error) => Promise<void>;
+    onMainResponseFinished?: () => Promise<void>;
+    onError: (error: Error | string, ctx: CTX) => Promise<void>;
+}
+export type AfterResponseCallback<CTX extends {}> = (conversation: LiveTranscript, ctx: CTX) => Promise<void>;
+export interface AIStreamEngine {
+    createWorkflow: <CTX extends {}>(config: WorkFlowConfig<CTX>) => {
+        run: (callId: string, messages: Message[], ctx: CTX) => Promise<ReadableStream<ResponseChunk>>;
+        afterResponse: (callback: AfterResponseCallback<CTX>) => void;
+    };
+    loadFile: (path: string) => PromptFile;
+    createMainStep: (step: MainStep) => MainStep;
+}
+export interface LiveTranscript {
+    responseChunks: ResponseChunk[];
+    readonly currentResponse: string;
+    readonly mainResponseFinished: boolean;
+    readonly messages: Message[];
+    markMainResponseFinished(): void;
+    toString(ignoreDirectives?: boolean): string;
+    getConversation(): Message[];
+}
+type StreamingEngineConfig = {
+    logger: Logger;
+    stepTracer: StepTracer;
+    stepRegistry: StepRegistry;
+    basePath?: string;
+};
+export declare function createStreamingEngine(cfg: StreamingEngineConfig): AIStreamEngine;
+export {};
+//# sourceMappingURL=stream-engine.d.ts.map

package/build/lib/stream-engine.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"stream-engine.d.ts","sourceRoot":"","sources":["../../src/lib/stream-engine.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAA;AAIhD,OAAO,KAAK,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,MAAM,CAAA;AAC/C,OAAO,KAAK,EAAE,mBAAmB,EAAE,oBAAoB,EAAE,MAAM,8BAA8B,CAAA;AAC7F,OAAO,EAAa,KAAK,YAAY,EAAE,MAAM,gBAAgB,CAAA;AAC7D,OAAO,KAAK,EAAa,UAAU,EAAE,MAAM,oBAAoB,CAAA;AAC/D,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,cAAc,CAAA;AAC1C,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AAE7C,MAAM,MAAM,mBAAmB,GAAG;IAC9B,OAAO,EAAE,KAAK,CAAC;QACX,KAAK,CAAC,EAAE;YAAE,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;SAAE,GAAG,IAAI,CAAA;KAC7C,CAAC,CAAA;CACL,CAAA;AAED,MAAM,WAAW,QAAQ;IACrB,IAAI,EAAE,MAAM,CAAA;IACZ,cAAc,EAAE,MAAM,GAAG,UAAU,CAAA;IACnC,KAAK,EAAE,UAAU,CAAC,mBAAmB,CAAC,CAAA;CACzC;AAED,UAAU,kBAAkB;IACxB,oBAAoB,EAAE,CAAC,KAAK,EAAE,cAAc,EAAE,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAA;IAC1E,UAAU,EAAE,CACR,KAAK,EAAE,cAAc,EACrB,cAAc,EAAE,MAAM,EAAE,KACvB;QAAE,MAAM,EAAE,oBAAoB,CAAA;KAAE,GAAG;QAAE,MAAM,EAAE,gBAAgB,CAAC;QAAC,MAAM,EAAE,MAAM,EAAE,CAAA;KAAE,CAAA;IACtF,WAAW,EAAE,CAAC,KAAK,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,EAAE,KAAK;QAAE,eAAe,EAAE,MAAM,EAAE,CAAA;KAAE,CAAA;CAClG;AAED,MAAM,WAAW,aAAa;IAC1B,IAAI,EAAE,OAAO,GAAG,QAAQ,CAAA;IACxB,KAAK,EAAE,MAAM,CAAA;CAChB;AAED,MAAM,WAAW,cAAc,CAAC,GAAG,SAAS,EAAE;IAC1C,UAAU,EAAE,MAAM,CAAA;IAClB,IAAI,EAAE,QAAQ,CAAA;IACd,kBAAkB,CAAC,EAAE,kBAAkB,CAAA;IACvC,oBAAoB,CAAC,EAAE,MAAM,CAAA;IAC7B,oBAAoB,EAAE,oBAAoB,CAAA;IAC1C,yBAAyB,EAAE,mBAAmB,CAAC,QAAQ,CAAC,CAAA;IACxD,eAAe,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,OAAO,CAAC,IAAI,CAAC,CAAA;IACjD,sBAAsB,CAAC,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAA;IAC5C,OAAO,EAAE,CAAC,KAAK,EAAE,KAAK,GAAG,MAAM,EAAE,GAAG,EAAE,GAAG,KAAK,OAAO,CAAC,IAAI,CAAC,CAAA;CAC9D;AAED,MAAM,MAAM,qBAAqB,CAAC,GAAG,SAAS,EAAE,IAAI,CAChD,YAAY,EAAE,cAAc,EAC5B,GAAG,EAAE,GAAG,KACP,OAAO,CAAC,IAAI,CAAC,CAAA;AAElB,MAAM,WAAW,cAAc;IAC3B,cAAc,EAAE,CAAC,GAAG,SAAS,EAAE,EAC3B,MAAM,EAAE,cAAc,CAAC,GAAG,CAAC,KAC1B;QACD,GAAG,EAAE,CACD,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,OAAO,EAAE,EACnB,GAAG,EAAE,GAAG,KACP,OAAO,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC,CAAA;QAC3C,aAAa,EAAE,CAAC,QAAQ,EAAE,qBAAqB,CAAC,GAAG,CAAC,KAAK,IAAI,CAAA;KAChE,CAAA;IAED,QAAQ,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,UAAU,CAAA;IACtC,cAAc,EAAE,CAAC,IAAI,EAAE,QAAQ,KAAK,QAAQ,CAAA;CAC/C;AAED,MAAM,WAAW,cAAc;IAC3B,cAAc,EAAE,aAAa,EAAE,CAAA;IAC/B,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAA;IAChC,QAAQ,CAAC,oBAAoB,EAAE,OAAO,CAAA;IACtC,QAAQ,CAAC,QAAQ,EAAE,OAAO,EAAE,CAAA;IAC5B,wBAAwB,IAAI,IAAI,CAAA;IAChC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,OAAO,GAAG,MAAM,CAAA;IAC5C,eAAe,IAAI,OAAO,EAAE,CAAA;CAC/B;AAKD,KAAK,qBAAqB,GAAG;IACzB,MAAM,EAAE,MAAM,CAAA;IACd,UAAU,EAAE,UAAU,CAAA;IACtB,YAAY,EAAE,YAAY,CAAA;IAC1B,QAAQ,CAAC,EAAE,MAAM,CAAA;CACpB,CAAA;AAED,wBAAgB,qBAAqB,CAAC,GAAG,EAAE,qBAAqB,GAAG,cAAc,CAyYhF"}

package/build/lib/stream-engine.js

@@ -0,0 +1,364 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createStreamingEngine = createStreamingEngine;
+const node_fs_1 = __importDefault(require("node:fs"));
+const node_path_1 = require("node:path");
+const web_1 = require("node:stream/web");
+const nunjucks_1 = __importDefault(require("nunjucks"));
+const tracer_1 = require("./bosun/tracer");
+// callId -> runId
+const currentRunsStore = new Map();
+function createStreamingEngine(cfg) {
+    const basePath = cfg.basePath ?? process.cwd();
+    cfg.logger.debug(`Base path is: ${(0, node_path_1.resolve)(basePath)}`);
+    const stepRegistry = cfg.stepRegistry;
+    function createWorkflow({ workflowId, main, programmaticFilter, afterResponseDelayMs = 2000, conversationalTracer, conversationalTraceMedium, onQuotaExceeded, onMainResponseFinished, onError, }) {
+        cfg.logger.debug('streamAiEngine.createWorkflow');
+        stepRegistry.addStep({
+            type: 'streaming-response',
+            name: main.name,
+            prompt: (0, tracer_1.stdPrompt)(main.responsePrompt),
+        });
+        const afterResponseCallbacks = [];
+        async function run(callId, messages, ctx) {
+            let streamCancelled = false;
+            let innerStream = null;
+            return new web_1.ReadableStream({
+                cancel: (reason) => {
+                    cfg.logger.debug(`streamingWorkflow.run cancelled: ${reason}`);
+                    streamCancelled = true;
+                    if (innerStream) {
+                        innerStream.cancel(reason).catch(() => { });
+                    }
+                },
+                start: async (controller) => {
+                    try {
+                        innerStream = await generateResponseStream(callId, messages, ctx);
+                        for await (const chunk of innerStream) {
+                            if (streamCancelled)
+                                return;
+                            controller.enqueue(chunk);
+                        }
+                        if (streamCancelled)
+                            return;
+                        controller.close();
+                    }
+                    catch (e) {
+                        if (streamCancelled) {
+                            cfg.logger.debug('streamingWorkflow.run will not propagate error due to stream cancellation', e);
+                            return;
+                        }
+                        const err = normalizeError(e);
+                        controller.error(err);
+                        if (isQuotaExceededError(err) && onQuotaExceeded) {
+                            await onQuotaExceeded(err);
+                        }
+                        await onError(err, ctx);
+                    }
+                },
+            });
+        }
+        async function generateResponseStream(callId, messages, ctx) {
+            const runId = crypto.randomUUID();
+            cfg.logger.debug(`streamingWorkflow.run callId: ${callId}, runId: ${runId}`);
+            currentRunsStore.set(callId, runId);
+            const startTime = performance.now();
+            const transcript = createConversation(messages, cfg.logger);
+            let currentFilter = null;
+            let filteredTokens = [];
+            const model = main.model;
+            const modelName = getModelName(model);
+            const mainStepTrace = {
+                workflowId,
+                workflowRunId: runId,
+                name: main.name,
+                model: modelName,
+                conversationId: callId,
+                receivedContext: ctx,
+                receivedPrompt: main.responsePrompt,
+                createdAt: Date.now(),
+                response: '',
+            };
+            const renderedPrompt = await renderPrompt(main.responsePrompt, ctx);
+            const stringifiedConversation = transcript.toString();
+            mainStepTrace.renderedPrompt = renderedPrompt;
+            mainStepTrace.stringifiedConversation = stringifiedConversation;
+            let llmStream;
+            try {
+                llmStream = await runLLMStream({
+                    systemPrompt: renderedPrompt,
+                    messages: stringifiedConversation,
+                    model,
+                });
+            }
+            catch (err) {
+                mainStepTrace.error = normalizeError(err);
+                cfg.stepTracer.addStepTrace(mainStepTrace);
+                await cfg.stepTracer.flush();
+                throw err;
+            }
+            cfg.logger.debug(`[MARK] stream created: ${(performance.now() - startTime).toFixed(2)}ms`);
+            let measureTtft = true;
+            let streamCancelled = false;
+            return new web_1.ReadableStream({
+                cancel: (reason) => {
+                    cfg.logger.debug(`streamingWorkflow.generateResponseStream cancelled: ${reason}`);
+                    streamCancelled = true;
+                    if (currentRunsStore.get(callId) === runId) {
+                        currentRunsStore.delete(callId);
+                    }
+                },
+                async start(controller) {
+                    try {
+                        cfg.logger.debug('streamingWorkflow.run: starting main stream');
+                        for await (const chunk of llmStream) {
+                            if (streamCancelled)
+                                break;
+                            if (measureTtft) {
+                                cfg.logger.debug(`[MARK] TTFT: ${(performance.now() - startTime).toFixed(2)}ms`);
+                                measureTtft = false;
+                            }
+                            const delta = chunk.choices?.[0]?.delta?.content;
+                            if (!delta) {
+                                continue;
+                            }
+                            mainStepTrace.response = (mainStepTrace.response || '') + delta;
+                            let tokensToRelease = [];
+                            if (currentFilter) {
+                                filteredTokens.push(delta);
+                                const filterResult = currentFilter.onNewToken(transcript, filteredTokens);
+                                if (filterResult.action === 'RELEASE_TOKENS') {
+                                    cfg.logger.debug('streamingWorkflow.run: programmatic filter releasing tokens', { tokens: filterResult.tokens });
+                                    tokensToRelease = filterResult.tokens;
+                                    currentFilter = null;
+                                    filteredTokens = [];
+                                }
+                            }
+                            else if (programmaticFilter?.shouldStartFiltering(transcript, delta)) {
+                                filteredTokens = [delta];
+                                currentFilter = programmaticFilter;
+                                cfg.logger.debug('streamingWorkflow.run: programmatic filter is applied on token', { delta });
+                            }
+                            else {
+                                tokensToRelease = [delta];
+                            }
+                            releaseMainStreamTokens(tokensToRelease);
+                        }
+                        if (streamCancelled) {
+                            cfg.logger.debug(`streamingWorkflow.run: stream cancelled for run ${runId}, skipping traces and afterResponse`);
+                            return;
+                        }
+                        if (currentFilter) {
+                            releaseMainStreamTokens(currentFilter.onStreamEnd(transcript, filteredTokens)
+                                .tokensToRelease);
+                            currentFilter = null;
+                            filteredTokens = [];
+                        }
+                        cfg.logger.debug('streamingWorkflow.run: markMainResponseFinished');
+                        cfg.logger.debug(`[MARK] finished: ${(performance.now() - startTime).toFixed(2)}ms`);
+                        transcript.markMainResponseFinished();
+                        cfg.stepTracer.addStepTrace(mainStepTrace);
+                        await cfg.stepTracer.flush();
+                        await safeAddFinishedMainStepTrace(conversationalTracer, {
+                            conversationId: callId,
+                            content: transcript.currentResponse,
+                            medium: conversationalTraceMedium,
+                        });
+                        await onMainResponseFinished?.();
+                        controller.close();
+                        if (currentRunsStore.get(callId) !== runId) {
+                            cfg.logger.debug(`streamingWorkflow.run: finished main stream for run ${runId}, but a new run has started in parallel. Will not run afterResponse callbacks.`);
+                            return;
+                        }
+                        cfg.logger.debug(`streamingWorkflow.run: finished main stream for run ${runId}, running afterResponse callbacks in ${afterResponseDelayMs}ms`);
+                        setTimeout(() => {
+                            void runAfterResponseCallbacks(callId, runId, transcript, ctx);
+                        }, afterResponseDelayMs);
+                    }
+                    catch (err) {
+                        if (streamCancelled) {
+                            cfg.logger.debug('streamingWorkflow.generateResponseStream will not propagate error due to stream cancellation', err);
+                            return;
+                        }
+                        mainStepTrace.error = normalizeError(err);
+                        cfg.stepTracer.addStepTrace(mainStepTrace);
+                        await cfg.stepTracer.flush();
+                        if (currentRunsStore.get(callId) === runId) {
+                            currentRunsStore.delete(callId);
+                        }
+                        controller.error(normalizeError(err));
+                    }
+                    function releaseMainStreamTokens(tokens) {
+                        for (const token of tokens) {
+                            if (streamCancelled) {
+                                break;
+                            }
+                            transcript.responseChunks.push({ role: 'agent', delta: token });
+                            controller.enqueue({ role: 'agent', delta: token });
+                        }
+                    }
+                },
+            });
+        }
+        async function runAfterResponseCallbacks(callId, runId, transcript, ctx) {
+            if (currentRunsStore.get(callId) !== runId) {
+                cfg.logger.debug(`streamingWorkflow.run ${runId} is no longer the latest run id, skipping afterResponse`);
+                return;
+            }
+            try {
+                cfg.logger.debug(`streamingWorkflow.run running afterResponse callbacks for run ${runId}`);
+                for (const cb of afterResponseCallbacks) {
+                    await cb(transcript, ctx);
+                }
+            }
+            catch (err) {
+                cfg.logger.error('Error during afterResponse processing', { err });
+            }
+            finally {
+                cfg.logger.debug(`streamingWorkflow.run finished afterResponse callbacks for run ${runId}, removing it from the store`);
+                if (currentRunsStore.get(callId) === runId) {
+                    currentRunsStore.delete(callId);
+                }
+                cfg.stepTracer.flush().catch((err) => {
+                    cfg.logger.error('Failed to flush step traces after afterResponse', { err });
+                });
+            }
+        }
+        async function runLLMStream(input) {
+            cfg.logger.debug('AI Engine Stream: starting llm stream');
+            return await input.model.streamResponse(input.systemPrompt, input.messages);
+        }
+        async function renderPrompt(prompt, context) {
+            const template = typeof prompt === 'string' ? prompt : await prompt.content();
+            nunjucks_1.default.configure({
+                autoescape: true,
+                trimBlocks: true,
+                lstripBlocks: true,
+            });
+            return nunjucks_1.default.renderString(template, context);
+        }
+        async function safeAddFinishedMainStepTrace(tracer, input) {
+            try {
+                tracer.addConversationalTrace({
+                    conversationId: input.conversationId,
+                    eventName: 'finished-main-streaming-step',
+                    role: 'agent',
+                    medium: input.medium,
+                    content: input.content,
+                    createdAt: Date.now(),
+                });
+                await tracer.flush();
+            }
+            catch (err) {
+                cfg.logger.error('Failed to write conversational trace', { err });
+            }
+        }
+        function isQuotaExceededError(err) {
+            if (!(err instanceof Error))
+                return false;
+            if (err.name === 'RateLimitError')
+                return true;
+            if (hasStatus(err) && err.status === 429)
+                return true;
+            return err.constructor?.name === 'RateLimitError';
+        }
+        function hasStatus(value) {
+            return 'status' in value;
+        }
+        function getModelName(model) {
+            const options = model.getOptions();
+            if (!options || typeof options !== 'object')
+                return 'unknown';
+            const maybeModel = options.model;
+            return typeof maybeModel === 'string' ? maybeModel : 'unknown';
+        }
+        return {
+            run,
+            afterResponse: (cb) => {
+                afterResponseCallbacks.push(cb);
+            },
+        };
+    }
+    function loadFile(path) {
+        return {
+            type: 'file',
+            path,
+            content: async () => {
+                cfg.logger.debug('loading prompt:', path);
+                return node_fs_1.default.promises.readFile((0, node_path_1.join)(basePath, path), 'utf-8');
+            },
+        };
+    }
+    return {
+        createWorkflow,
+        loadFile,
+        createMainStep,
+    };
+}
+function normalizeError(err) {
+    if (err instanceof Error)
+        return err;
+    if (typeof err === 'string')
+        return new Error(err);
+    try {
+        return new Error(JSON.stringify(err));
+    }
+    catch {
+        return new Error(String(err));
+    }
+}
+function createConversation(initialMessages, logger) {
+    let finished = false;
+    const messages = [...initialMessages];
+    const directivesFormatter = (msg) => `${msg.sender}: ${msg.text}`;
+    const currentResponseFormatter = (partial) => `Current response: ${partial}`;
+    const responseTokens = [];
+    const names = {
+        agent: 'Agent',
+        user: 'User',
+        system: 'System',
+    };
+    return {
+        responseChunks: responseTokens,
+        get currentResponse() {
+            return responseTokens
+                .filter((token) => token.role === 'agent')
+                .map((token) => token.delta)
+                .join('');
+        },
+        get mainResponseFinished() {
+            return finished;
+        },
+        get messages() {
+            return messages;
+        },
+        markMainResponseFinished() {
+            logger.debug('AIEngine.Conversation, markMainResponseFinished');
+            finished = true;
+        },
+        toString(ignoreDirectives = false) {
+            const serializedMessages = messages
+                .map((msg) => {
+                if (msg.sender === 'system') {
+                    return ignoreDirectives ? null : directivesFormatter(msg);
+                }
+                return `${names[msg.sender]}: ${msg.text}`;
+            })
+                .filter((line) => line !== null)
+                .join('\n');
+            if (responseTokens.length === 0) {
+                return serializedMessages;
+            }
+            return serializedMessages + '\n' + currentResponseFormatter(this.currentResponse);
+        },
+        getConversation() {
+            return messages;
+        },
+    };
+}
+function createMainStep(step) {
+    return step;
+}

package/build/lib/test-workflow.d.ts

@@ -0,0 +1,24 @@
+import { AiEngine } from './ai';
+import { Logger, Message, Scheduler } from './interfaces';
+type DefaultContext = Record<string, any>;
+export interface TestWorkflowFactoryProps<CTX extends DefaultContext = DefaultContext> {
+    logger: Logger;
+    scheduler: Scheduler;
+    ai: AiEngine;
+    getMessages: (workflow: string) => Message[];
+    sendMessage: (workflow: string, message: string) => Promise<void>;
+    sendAction: ctx;
+}
+export interface TestWorkflow {
+    start: () => Promise<unknown>;
+    reactOnMessage: () => Promise<unknown>;
+    respondToMessage: () => Promise<unknown>;
+    isAssigned: () => Promise<boolean>;
+    onFatalError: (error: Error) => Promise<unknown>;
+    getContext: () => DefaultContext;
+    setContext: (context: DefaultContext) => void;
+}
+export type TestWorkflowFactory = (props: TestWorkflowFactoryProps) => Record<string, TestWorkflow>;
+export declare function createTestWorkflowFactory(creator: TestWorkflowFactory): TestWorkflowFactory;
+export {};
+//# sourceMappingURL=test-workflow.d.ts.map

package/build/lib/test-workflow.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-workflow.d.ts","sourceRoot":"","sources":["../../src/lib/test-workflow.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,MAAM,CAAA;AAC/B,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAA;AAEzD,KAAK,cAAc,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;AACzC,MAAM,WAAW,wBAAwB,CAAC,GAAG,SAAS,cAAc,GAAG,cAAc;IACjF,MAAM,EAAE,MAAM,CAAA;IACd,SAAS,EAAE,SAAS,CAAA;IACpB,EAAE,EAAE,QAAQ,CAAA;IACZ,WAAW,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,OAAO,EAAE,CAAA;IAC5C,WAAW,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAA;IACjE,UAAU,EACV,GAAG,CAAA;CAAC;AAOR,MAAM,WAAW,YAAY;IAEzB,KAAK,EAAE,MAAM,OAAO,CAAC,OAAO,CAAC,CAAA;IAC7B,cAAc,EAAE,MAAM,OAAO,CAAC,OAAO,CAAC,CAAA;IACtC,gBAAgB,EAAE,MAAM,OAAO,CAAC,OAAO,CAAC,CAAA;IACxC,UAAU,EAAE,MAAM,OAAO,CAAC,OAAO,CAAC,CAAA;IAClC,YAAY,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,OAAO,CAAC,OAAO,CAAC,CAAA;IAEhD,UAAU,EAAE,MAAM,cAAc,CAAA;IAChC,UAAU,EAAE,CAAC,OAAO,EAAE,cAAc,KAAK,IAAI,CAAA;CAChD;AAED,MAAM,MAAM,mBAAmB,GAAG,CAAC,KAAK,EAAE,wBAAwB,KAAK,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAA;AAEnG,wBAAgB,yBAAyB,CAAC,OAAO,EAAE,mBAAmB,uBAErE"}

package/build/lib/test-workflow.js

@@ -0,0 +1,11 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createTestWorkflowFactory = createTestWorkflowFactory;
+{
+    get: () => CTX;
+    set: (ctx) => void subscribe;
+    (cb) => void ;
+}
+function createTestWorkflowFactory(creator) {
+    return creator;
+}

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@recombine-ai/engine",
-    "version": "0.10.2",
+    "version": "0.10.3-alpha-4",
     "description": "Recombine AI engine for creating conversational AI agents",
     "repository": {
         "url": "https://github.com/recombine-ai/engine"