@recombine-ai/engine 0.5.0 → 0.7.0

package/build/lib/ai.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ai.d.ts","sourceRoot":"","sources":["../../src/lib/ai.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,SAAS,EAAE,MAAM,KAAK,CAAA;AAE/B,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAA;AACrC,OAAO,EAAc,UAAU,EAAE,MAAM,gBAAgB,CAAA;AAGvD,yBAAiB,QAAQ,CAAC;IACtB;;OAEG;IACH,MAAM,MAAM,UAAU,GAChB,oBAAoB,GACpB,uBAAuB,GACvB,mBAAmB,GACnB,eAAe,GACf,CAAC,MAAM,GAAG,EAAE,CAAC,CAAA;IAEnB,MAAM,WAAW,gBAAgB;QAC7B,8BAA8B;QAC9B,IAAI,EAAE,MAAM,CAAA;QAEZ,kDAAkD;QAClD,KAAK,CAAC,EAAE,CAAC,QAAQ,EAAE,YAAY,KAAK,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAA;QAE9D,0BAA0B;QAC1B,OAAO,EAAE,MAAM,OAAO,CAAC,OAAO,CAAC,CAAA;QAE/B,6EAA6E;QAC7E,OAAO,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,OAAO,CAAC,OAAO,CAAC,CAAA;KAC/C;IAED,MAAM,WAAW,OAAO;QACpB,8BAA8B;QAC9B,IAAI,EAAE,MAAM,CAAA;QAEZ,kDAAkD;QAClD,KAAK,CAAC,EAAE,CAAC,QAAQ,EAAE,YAAY,KAAK,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAA;QAE9D,qCAAqC;QACrC,KAAK,CAAC,EAAE,UAAU,CAAA;QAElB;;;WAGG;QACH,MAAM,EAAE,MAAM,GAAG,IAAI,CAAA;QAErB;;;;;WAKG;QACH,IAAI,EAAE,OAAO,GAAG,SAAS,CAAA;QAEzB,8EAA8E;QAC9E,gBAAgB,CAAC,EAAE,OAAO,CAAA;QAE1B;;;;;;;WAOG;QACH,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;QAEjC;;;;;;;;;;;;;;WAcG;QACH,OAAO,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,OAAO,CAAC,OAAO,CAAC,CAAA;QAE5C;;;;YAII;QACJ,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAA;QAE7D;;;;WAIG;QACH,WAAW,CAAC,EAAE,MAAM,CAAA;QAEpB,6FAA6F;QAC7F,OAAO,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,OAAO,CAAC,OAAO,CAAC,CAAA;KAC/C;IAED;;OAEG;IACH,MAAM,MAAM,SAAS,GAAG;QACpB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAC1C,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,uBAAuB,CAAC,EAAE,MAAM,CAAA;KACnC,CAAA;IAED;;OAEG;IACH,MAAM,WAAW,QAAQ;QACrB;;WAEG;QACH,SAAS,EAAE,MAAM,IAAI,CAAA;QAErB;;;;;WAKG;QACH,GAAG,EAAE,CAAC,QAAQ,EAAE,YAAY,KAAK,OAAO,CAAC;YAAE,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;YAAC,KAAK,EAAE;gBAAE,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;aAAE,CAAA;SAAE,CAAC,CAAA;QAEhH;;;WAGG;QACH,QAAQ,EAAE,CAAC,IAAI,EAAE,OAAO,GAAG,gBAAgB,KAAK,IAAI,CAAA;QAEpD;;;WAGG;QACH,UAAU,EAAE,CAAC,QAAQ,EAAE,MAAM,OAAO,CAAC,OAAO,CAAC,KAAK,IAAI,CAAA;KACzD;IAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAkDG;IACH,MAAM,WAAW,QAAQ;QACrB;;;;WAIG;QACH,cAAc,EAAE,CAAC,GAAG,KAAK,EAAE,KAAK,CAAC,OAAO,GAAG,gBAAgB,CAAC,KAAK,OAAO,CAAC,QAAQ,CAAC,CAAC;QAEnF;;;;WAIG;QACH,UAAU,EAAE,CAAC,CAAC,SAAS,OAAO,GAAG,gBAAgB,EAAE,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC;QAEjE;;;;WAIG;QACH,QAAQ,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC;QAEjC;;;;WAIG;QACH,kBAAkB,EAAE,CAAC,QAAQ,CAAC,EAAE,OAAO,EAAE,KAAK,YAAY,CAAC;QAE3D;;;;;WAKG;QACH,YAAY,EAAE,OAAO,YAAY,CAAA;KACpC;IAED;;;;;;;;;;;;;;;;;;;;;;;OAuBG;IACH,MAAM,WAAW,YAAY;QACzB;;;WAGG;QACH,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;QAE/B;;;WAGG;QACH,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;QAEhC;;;;WAIG;QACH,QAAQ,EAAE,CAAC,gBAAgB,CAAC,EAAE,OAAO,KAAK,MAAM,CAAA;QAEhD;;;;;;;;;;;;WAYG;QACH,YAAY,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,MAAM,KAAK,IAAI,CAAA;QAEjF;;;;WAIG;QACH,UAAU,EAAE,CAAC,IAAI,EAAE,OAAO,CAAC,QAAQ,CAAC,EAAE,OAAO,EAAE,MAAM,KAAK,IAAI,CAAA;QAE9D;;;WAGG;QACH,4BAA4B,EAAE,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,MAAM,KAAK,IAAI,CAAA;QAE/E;;;WAGG;QACH,2BAA2B,EAAE,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,MAAM,KAAK,IAAI,CAAA;QAE7E;;;WAGG;QACH,gBAAgB,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAA;QAE3C;;;WAGG;QACH,gBAAgB,EAAE,MAAM,MAAM,GAAG,IAAI,CAAA;QAErC;;;WAGG;QACH,UAAU,EAAE,MAAM,OAAO,EAAE,CAAA;KAC9B;IAED;;;OAGG;IACH,MAAM,WAAW,OAAO;QACpB,iGAAiG;QACjG,MAAM,EAAE,MAAM,GAAG,OAAO,GAAG,QAAQ,CAAA;QACnC,sCAAsC;QACtC,IAAI,EAAE,MAAM,CAAA;QACZ,2DAA2D;QAC3D,QAAQ,CAAC,EAAE,MAAM,CAAA;QACjB,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,MAAM,CAAA;KAC3C;IAED,MAAM,WAAW,IAAI;QACjB,OAAO,EAAE,MAAM,OAAO,CAAC,MAAM,CAAC,CAAA;KACjC;IAED;;OAEG;IACH,MAAM,WAAW,YAAY;QACzB;;;;WAIG;QACH,YAAY,CAAC,EAAE;YAAE,QAAQ,EAAE,MAAM,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAA;SAAE,CAAA;QACzD;;WAEG;QACH,QAAQ,CAAC,EAAE,MAAM,CAAA;QACjB;;WAEG;QACH,MAAM,CAAC,EAAE,MAAM,CAAA;QACf;;WAEG;QACH,UAAU,CAAC,EAAE,UAAU,CAAA;KAC1B;IAED;;;;;;;;;;;;;;;;;;;;;;;;;OAyBG;IACH,MAAM,UAAU,cAAc,CAAC,GAAG,GAAE,YAAiB,GAAG,QAAQ,CAqQ/D;IAgCD,SAAS,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM,CAO/E;;CACJ"}
+{"version":3,"file":"ai.d.ts","sourceRoot":"","sources":["../../src/lib/ai.ts"],"names":[],"mappings":"AAIA,OAAO,EAAa,UAAU,EAAK,MAAM,KAAK,CAAA;AAC9C,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAA;AACrC,OAAO,EAAc,UAAU,EAAE,MAAM,gBAAgB,CAAA;AAEvD,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EAAa,UAAU,EAAE,MAAM,oBAAoB,CAAA;AAC1D,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAA;AAIhC;;GAEG;AACH,MAAM,MAAM,UAAU,GAChB,oBAAoB,GACpB,uBAAuB,GACvB,mBAAmB,GACnB,eAAe,GACf,CAAC,MAAM,GAAG,EAAE,CAAC,CAAA;AAEnB,MAAM,WAAW,gBAAgB,CAAC,GAAG;IACjC,8BAA8B;IAC9B,IAAI,EAAE,MAAM,CAAA;IAEZ,kDAAkD;IAClD,KAAK,CAAC,EAAE,CAAC,QAAQ,EAAE,YAAY,EAAE,GAAG,EAAE,GAAG,KAAK,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAA;IAExE,0BAA0B;IAC1B,OAAO,EAAE,CAAC,QAAQ,EAAE,YAAY,EAAE,GAAG,EAAE,GAAG,KAAK,OAAO,CAAC,OAAO,CAAC,CAAA;IAE/D,6EAA6E;IAC7E,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,KAAK,OAAO,CAAC,OAAO,CAAC,CAAA;CAC1D;AAED,MAAM,WAAW,OAAO,CAAC,GAAG;IACxB,8BAA8B;IAC9B,IAAI,EAAE,MAAM,CAAA;IAEZ,kDAAkD;IAClD,KAAK,CAAC,EAAE,CAAC,QAAQ,EAAE,YAAY,EAAE,GAAG,EAAE,GAAG,KAAK,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAA;IAExE,qCAAqC;IACrC,KAAK,CAAC,EAAE,UAAU,CAAA;IAElB;;;OAGG;IACH,MAAM,EAAE,MAAM,GAAG,UAAU,CAAA;IAE3B;;OAEG;IACH,mBAAmB,CAAC,EAAE,OAAO,CAAA;IAE7B;;;;OAIG;IACH,WAAW,CAAC,EAAE,MAAM,CAAA;IAEpB,6FAA6F;IAC7F,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,KAAK,OAAO,CAAC,OAAO,CAAC,CAAA;CAC1D;AAED,MAAM,WAAW,WAAW,CAAC,GAAG,EAAE,MAAM,SAAS,UAAU,CAAE,SAAQ,OAAO,CAAC,GAAG,CAAC;IAC7E;;;;OAIG;IACH,MAAM,EAAE,MAAM,CAAA;IACd;;;;;;;;;;;;;;OAcG;IACH,OAAO,EAAE,CAAC,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,YAAY,EAAE,YAAY,EAAE,GAAG,EAAE,GAAG,KAAK,OAAO,CAAC,OAAO,CAAC,CAAA;IAE7F;;;;QAII;IACJ,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,KAAK,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAA;CAC1E;AAED,MAAM,WAAW,aAAa,CAAC,GAAG,CAAE,SAAQ,OAAO,CAAC,GAAG,CAAC;IACpD;;;;;;;;;;;;;;OAcG;IACH,OAAO,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,YAAY,EAAE,GAAG,EAAE,GAAG,KAAK,OAAO,CAAC,OAAO,CAAC,CAAA;IAElF;;;;QAII;IACJ,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,KAAK,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAA;CAC1E;AAED;;GAEG;AACH,MAAM,WAAW,QAAQ,CAAC,GAAG;IACzB;;OAEG;IACH,SAAS,EAAE,MAAM,IAAI,CAAA;IAErB;;;;;OAKG;IACH,GAAG,EAAE,CAAC,QAAQ,EAAE,YAAY,EAAE,GAAG,CAAC,EAAE,GAAG,KAAK,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAA;IAElE;;;OAGG;IACH,QAAQ,EAAE,CAAC,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,GAAG,gBAAgB,CAAC,GAAG,CAAC,KAAK,IAAI,CAAA;IAE9D;;;OAGG;IACH,UAAU,EAAE,CAAC,QAAQ,EAAE,MAAM,OAAO,CAAC,OAAO,CAAC,KAAK,IAAI,CAAA;IAEtD;;OAEG;IACH,OAAO,CAAC,MAAM,SAAS,UAAU,EAAE,IAAI,EAAE,WAAW,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,IAAI,CAAA;IACxE,OAAO,CAAC,IAAI,EAAE,aAAa,CAAC,GAAG,CAAC,GAAG,IAAI,CAAA;IACvC,OAAO,CAAC,IAAI,EAAE,gBAAgB,CAAC,GAAG,CAAC,GAAG,IAAI,CAAA;CAC7C;AAED,MAAM,WAAW,cAAc,CAAC,GAAG;IAC/B,OAAO,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,KAAK,OAAO,CAAC,OAAO,CAAC,CAAA;CACzD;AAED,UAAU,WAAW,CAAC,GAAG;IACrB,CAAC,MAAM,SAAS,UAAU,EAAE,IAAI,EAAE,WAAW,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,WAAW,CAAC,GAAG,EAAE,MAAM,CAAC,CAAA;IACrF,CAAC,IAAI,EAAE,aAAa,CAAC,GAAG,CAAC,GAAG,aAAa,CAAC,GAAG,CAAC,CAAA;IAC9C,CAAC,IAAI,EAAE,gBAAgB,CAAC,GAAG,CAAC,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAA;CACvD;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkDG;AACH,MAAM,WAAW,QAAQ;IACrB;;;;OAIG;IACH,cAAc,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,cAAc,CAAC,GAAG,CAAC,KAAK,QAAQ,CAAC,GAAG,CAAC,CAAA;IAEnE;;;;OAIG;IACH,kBAAkB,EAAE,CAAC,QAAQ,CAAC,EAAE,OAAO,EAAE,KAAK,YAAY,CAAA;IAE1D;;;OAGG;IACH,cAAc,CAAC,GAAG,KAAK,WAAW,CAAC,GAAG,CAAC,CAAA;IAEvC;;;;;OAKG;IACH,YAAY,EAAE,OAAO,YAAY,CAAA;CACpC;AAED;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,MAAM,WAAW,YAAY;IACzB;;;OAGG;IACH,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;IAE/B;;;OAGG;IACH,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;IAEhC;;;OAGG;IACH,mBAAmB,EAAE,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,MAAM,KAAK,IAAI,CAAA;IAEtE;;;;;OAKG;IACH,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE;QAAE,mBAAmB,CAAC,EAAE,OAAO,CAAA;KAAE,KAAK,MAAM,CAAA;IAEjE;;;OAGG;IACH,UAAU,EAAE,CAAC,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,EAAE;QAAE,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,MAAM,CAAA;KAAE,KAAK,IAAI,CAAA;IAE3F;;;OAGG;IACH,2BAA2B,EAAE,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,MAAM,KAAK,IAAI,CAAA;IAE7E;;;OAGG;IACH,gBAAgB,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAA;IAE3C;;;OAGG;IACH,gBAAgB,EAAE,MAAM,MAAM,GAAG,IAAI,CAAA;IAErC;;;;OAIG;IACH,UAAU,EAAE,MAAM,OAAO,EAAE,CAAA;CAC9B;AAED;;;GAGG;AACH,MAAM,WAAW,OAAO;IACpB,iGAAiG;IACjG,MAAM,EAAE,MAAM,GAAG,OAAO,GAAG,QAAQ,CAAA;IACnC,sCAAsC;IACtC,IAAI,EAAE,MAAM,CAAA;IACZ,2DAA2D;IAC3D,QAAQ,CAAC,EAAE,MAAM,CAAA;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IACzB;;;;OAIG;IACH,YAAY,CAAC,EAAE;QAAE,QAAQ,EAAE,MAAM,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAA;KAAE,CAAA;IACzD;;OAEG;IACH,MAAM,CAAC,EAAE,MAAM,CAAA;IACf;;OAEG;IACH,UAAU,CAAC,EAAE,UAAU,CAAA;IACvB,iGAAiG;IACjG,UAAU,CAAC,EAAE,UAAU,CAAA;IACvB,kCAAkC;IAClC,MAAM,CAAC,EAAE,MAAM,CAAA;CAClB;AAED;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AACH,wBAAgB,cAAc,CAAC,GAAG,GAAE,YAAiB,GAAG,QAAQ,CA8O/D;AA8BD,iBAAS,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM,CAO/E;AAED,wBAAgB,kBAAkB,CAAC,eAAe,GAAE,OAAO,EAAO,GAAG,YAAY,CAiDhF;AAED,wBAAgB,cAAc,CAAC,GAAG,GAAG,OAAO,KAAK,WAAW,CAAC,GAAG,CAAC,CAEhE"}

package/build/lib/ai.js

@@ -3,308 +3,326 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.AIEngine = void 0;
+exports.createAIEngine = createAIEngine;
+exports.createConversation = createConversation;
+exports.getStepBuilder = getStepBuilder;
 // cspell:words lstripBlocks
-const fs_1 = __importDefault(require("fs"));
 const openai_1 = __importDefault(require("openai"));
-const path_1 = require("path");
 const nunjucks_1 = __importDefault(require("nunjucks"));
-const zod_to_json_schema_1 = require("zod-to-json-schema");
+const zod_1 = require("zod");
 const action_1 = require("./bosun/action");
 const core_1 = require("openai/core");
-var AIEngine;
-(function (AIEngine) {
-    /**
-     * Creates an AI Engine with the given configuration.
-     *
-     * The AI Engine provides utilities for creating and running conversational workflows
-     * with large language models, specifically OpenAI GPT models.
-     *
-     * @returns An AIEngine instance.
-     *
-     * @example
-     * ```ts
-     * const engine = createAIEngine({
-     *   logger: customLogger,
-     *   basePath: '/path/to/prompts'
-     * });
-     *
-     * const workflow = await engine.createWorkflow(
-     *   engine.createStep({
-     *     name: 'generate-response',
-     *     prompt: engine.loadFile('prompts/response.txt'),
-     *     execute: (response) => conversation.setProposedReply(response)
-     *   })
-     * );
-     *
-     * const reply = await workflow.run(conversation);
-     * ```
-     */
-    function createAIEngine(cfg = {}) {
-        const logger = cfg.logger || globalThis.console;
-        const basePath = cfg.basePath || process.cwd();
-        const tokenStorage = cfg.tokenStorage || {
-            async getToken() {
-                if (process.env.OPENAI_API_KEY) {
-                    return process.env.OPENAI_API_KEY;
-                }
-                throw new Error('OpenAI API key is not set');
+const tracer_1 = require("./bosun/tracer");
+const zod_to_json_schema_1 = require("zod-to-json-schema");
+/**
+ * Creates an AI Engine with the given configuration.
+ *
+ * The AI Engine provides utilities for creating and running conversational workflows
+ * with large language models, specifically OpenAI GPT models.
+ *
+ * @returns An AIEngine instance.
+ *
+ * @example
+ * ```ts
+ * const engine = createAIEngine({
+ *   logger: customLogger,
+ *   basePath: '/path/to/prompts'
+ * });
+ *
+ * const workflow = await engine.createWorkflow(
+ *   engine.createStep({
+ *     name: 'generate-response',
+ *     prompt: engine.loadFile('prompts/response.txt'),
+ *     execute: (response) => conversation.setProposedReply(response)
+ *   })
+ * );
+ *
+ * const reply = await workflow.run(conversation);
+ * ```
+ */
+function createAIEngine(cfg = {}) {
+    const stepTracer = cfg.stepTracer || undefined;
+    const logger = cfg.logger || globalThis.console;
+    const tracer = cfg.tracer || (0, tracer_1.createConsoleTracer)(logger);
+    let apiKey = null;
+    const tokenStorage = cfg.tokenStorage || {
+        async getToken() {
+            if (process.env.OPENAI_API_KEY) {
+                return process.env.OPENAI_API_KEY;
+            }
+            throw new Error('OpenAI API key is not set');
+        },
+    };
+    function createWorkflow({ onError }) {
+        let shouldRun = true;
+        let currentStep = 0;
+        let beforeEachCallback = async () => Promise.resolve(null);
+        const attempts = new Map();
+        const steps = [];
+        return {
+            terminate: () => {
+                logger.debug('AI Engine: Terminating conversation...');
+                shouldRun = false;
             },
-        };
-        function createStep(step) {
-            return step;
-        }
-        function getConversation(messages = []) {
-            let defaultDirectivesFormatter = (message) => `${message.sender}: ${message.text}`;
-            let proposedFormatter = (message) => `Proposed reply: ${message}`;
-            let proposedReply = null;
-            const names = {
-                agent: 'Agent',
-                user: 'User',
-                system: 'System',
-            };
-            return {
-                toString: (ignoreDirectives = false) => messages
-                    .map((msg) => {
-                    if (msg.sender === 'system') {
-                        logger.debug('formatter', msg.formatter);
-                        return ignoreDirectives ? null : (msg.formatter ? msg.formatter(msg) : defaultDirectivesFormatter(msg));
-                    }
-                    return `${names[msg.sender]}: ${msg.text}`;
-                })
-                    .filter((msg) => msg !== null)
-                    .join('\n') +
-                    (proposedReply ? `\n${proposedFormatter(proposedReply)}` : ''),
-                addMessage: (sender, text) => messages.push({ sender, text }),
-                addDirective: (message, formatter) => {
-                    logger.debug(`AI Engine: add directive: ${message}`);
-                    messages.push({ sender: 'system', text: message, formatter });
-                },
-                setDefaultDirectiveFormatter: (formatter) => {
-                    defaultDirectivesFormatter = formatter;
-                },
-                setProposedMessageFormatter: (formatter) => {
-                    proposedFormatter = formatter;
-                },
-                setProposedReply: (message) => (proposedReply = message),
-                getProposedReply: () => proposedReply,
-                getHistory: () => messages,
-                setUserName: (name) => {
-                    names.user = name;
-                },
-                setAgentName: (name) => {
-                    names.agent = name;
-                },
-            };
-        }
-        async function createWorkflow(...steps) {
-            const apiKey = await tokenStorage.getToken();
-            let shouldRun = true;
-            let currentStep = 0;
-            let beforeEachCallback = async () => Promise.resolve(null);
-            const attempts = new Map();
-            const trace = {
-                steps: steps.reduce((acc, step) => {
-                    acc[step.name] = {};
-                    return acc;
-                }, {})
-            };
-            return {
-                terminate: () => {
-                    logger.debug('AI Engine: Terminating conversation...');
-                    shouldRun = false;
-                },
-                run: async (messages) => {
-                    for (; currentStep < steps.length; currentStep++) {
-                        await beforeEachCallback();
-                        const step = steps[currentStep];
-                        if (!shouldRun) {
-                            break;
-                        }
-                        if (!step.runIf || (await step.runIf(messages))) {
-                            const action = (0, action_1.makeAction)(cfg.sendAction, 'AI', step.name);
-                            await action('started');
-                            logger.debug(`AI Engine: Step: ${step.name}`);
-                            if ('prompt' in step) {
-                                const stepTrace = await runStep(step, messages);
-                                trace.steps[step.name] = stepTrace;
-                            }
-                            else {
-                                await runDumbStep(step, messages);
-                            }
-                            await action('completed');
-                        }
+            run: async (messages, ctx) => {
+                for (; currentStep < steps.length; currentStep++) {
+                    await beforeEachCallback();
+                    const step = steps[currentStep];
+                    if (!shouldRun) {
+                        break;
                     }
-                    return {
-                        reply: shouldRun ? messages.getProposedReply() : null,
-                        trace
-                    };
-                },
-                rewindTo: (step) => {
-                    const index = steps.indexOf(step);
-                    if (index === -1) {
-                        throw new Error(`Step ${step.name} not found`);
-                    }
-                    if (index > currentStep) {
-                        throw new Error(`Cannot rewind to a step ahead of the current step`);
-                    }
-                    currentStep = index - 1; // -1 because it will be incremented in the loop definition
-                },
-                beforeEach(callback) {
-                    beforeEachCallback = callback;
-                },
-            };
-            async function runStep(step, messages) {
-                if (!apiKey) {
-                    throw new Error('OpenAI API key is not set');
-                }
-                const stepTrace = {};
-                try {
-                    stepTrace.receivedContext = step.context;
-                    let response = null;
-                    let prompt = typeof step.prompt === 'string' ? step.prompt : await step.prompt.content();
-                    stepTrace.receivedPrompt = prompt;
-                    logger.debug('AI Engine: context', step.context);
-                    logger.debug('AI Engine: messages', messages.toString(step.ignoreDirectives || false));
-                    prompt = renderPrompt(prompt, step.context);
-                    stepTrace.renderedPrompt = prompt;
-                    const stringifiedMessages = messages.toString(step.ignoreDirectives || false);
-                    stepTrace.stringifiedConversation = stringifiedMessages;
-                    response = await runLLM(apiKey, prompt, stringifiedMessages, step.json, step.model);
-                    if (!response) {
-                        throw new Error('No response from OpenAI');
-                    }
-                    logger.debug(`AI Engine: response: ${response}`);
-                    if (typeof step.shouldExecute === 'function') {
-                        if (await step.shouldExecute(response)) {
-                            logger.debug(`AI Engine: executing`);
-                            checkAttempts(step);
-                            await step.execute(response);
+                    if (!step.runIf || (await step.runIf(messages, ctx))) {
+                        const action = (0, action_1.makeAction)(cfg.sendAction, 'AI', step.name);
+                        await action('started');
+                        logger.debug(`AI Engine: Step: ${step.name}`);
+                        if ('prompt' in step) {
+                            await runStep(step, messages, ctx, onError);
                         }
                         else {
-                            resetAttempts(step);
-                            logger.debug(`AI Engine: skipping`);
+                            await runProgrammaticStep(step, messages, ctx);
                         }
+                        await action('completed');
                     }
-                    else {
-                        logger.debug(`AI Engine: replying`);
-                        await step.execute(response);
-                    }
-                    return stepTrace;
                 }
-                catch (error) {
-                    // FIXME: this doesn't terminate the workflow
-                    await step.onError(error.message);
-                    shouldRun = false;
-                    return stepTrace;
+                return shouldRun ? messages.getProposedReply() : null;
+            },
+            rewindTo: (step) => {
+                const index = steps.indexOf(step);
+                if (index === -1) {
+                    throw new Error(`Step ${step.name} not found`);
                 }
-            }
-            async function runDumbStep(step, messages) {
-                try {
-                    if (!step.runIf || (await step.runIf(messages))) {
-                        await step.execute();
-                    }
+                if (index > currentStep) {
+                    throw new Error(`Cannot rewind to a step ahead of the current step`);
                 }
-                catch (error) {
-                    console.error(`AI Engine: error in dumb step ${step.name}: ${error.message}`);
-                    await step.onError(error.message);
-                    shouldRun = false;
+                currentStep = index - 1; // -1 because it will be incremented in the loop definition
+            },
+            beforeEach(callback) {
+                beforeEachCallback = callback;
+            },
+            addStep(step) {
+                if ('prompt' in step) {
+                    tracer.addStep({
+                        name: step.name,
+                        prompt: (0, tracer_1.stdPrompt)(step.prompt),
+                        type: 'text',
+                        schema: 'schema' in step ? step.schema : undefined,
+                    });
                 }
+                steps.push(step);
+            },
+        };
+        async function runStep(step, conversation, ctx, onError) {
+            if (!apiKey) {
+                apiKey = await tokenStorage.getToken();
             }
-            function checkAttempts(step) {
-                if (step.maxAttempts) {
-                    if (!attempts.has(step)) {
-                        attempts.set(step, 0);
+            if (!apiKey) {
+                throw new Error('LLM API key is not provided');
+            }
+            const stepTrace = {
+                name: step.name,
+                model: step.model,
+                schema: 'schema' in step
+                    ? step.schema instanceof zod_1.ZodSchema
+                        ? step.schema
+                        : undefined
+                    : undefined,
+            };
+            try {
+                stepTrace.receivedContext = ctx;
+                let response = null;
+                let prompt = typeof step.prompt === 'string' ? step.prompt : await step.prompt.content();
+                stepTrace.receivedPrompt = prompt;
+                logger.debug('AI Engine: context', ctx);
+                logger.debug('AI Engine: messages', conversation.toString({ ignoreAddedMessages: step.ignoreAddedMessages }));
+                prompt = renderPrompt(prompt, ctx);
+                stepTrace.renderedPrompt = prompt;
+                const stringifiedMessages = conversation.toString({
+                    ignoreAddedMessages: step.ignoreAddedMessages,
+                });
+                stepTrace.stringifiedConversation = stringifiedMessages;
+                stepTracer?.addStepTrace(stepTrace);
+                if ('schema' in step) {
+                    response = await runLLM(apiKey, prompt, stringifiedMessages, step.schema, step.model);
+                    response = step.schema.parse(JSON.parse(response));
+                }
+                else {
+                    response = await runLLM(apiKey, prompt, stringifiedMessages, undefined, step.model);
+                }
+                if (!response) {
+                    throw new Error('No response from OpenAI');
+                }
+                logger.debug(`AI Engine: response: ${response}`);
+                if (typeof step.shouldExecute === 'function') {
+                    if (await step.shouldExecute(response, ctx)) {
+                        logger.debug(`AI Engine: executing`);
+                        checkAttempts(step);
+                        await step.execute(response, conversation, ctx);
                     }
-                    attempts.set(step, attempts.get(step) + 1);
-                    if (attempts.get(step) > step.maxAttempts) {
-                        throw new Error(`Max attempts reached for step ${step.name}`);
+                    else {
+                        resetAttempts(step);
+                        logger.debug(`AI Engine: skipping`);
                     }
                 }
+                else {
+                    logger.debug(`AI Engine: replying`);
+                    await step.execute(response, conversation, ctx);
+                }
             }
-            function resetAttempts(step) {
-                attempts.set(step, 0);
+            catch (error) {
+                await (step.onError
+                    ? step.onError(error.message, ctx)
+                    : onError(error.message, ctx));
+                // FIXME: this doesn't terminate the workflow
+                stepTracer?.addStepTrace(stepTrace);
+                shouldRun = false;
             }
         }
-        async function runLLM(apiKey, systemPrompt, messages, json, model = 'gpt-4o-2024-08-06') {
-            logger.debug('AI Engine: model:', model);
-            logger.debug('----------- RENDERED PROMPT ---------------');
-            logger.debug(systemPrompt);
-            logger.debug('-------------------------------------------');
-            if (apiKey === '__TESTING__') {
-                await (0, core_1.sleep)(100);
-                if (typeof json === 'boolean') {
-                    return json ? JSON.stringify({ message: 'canned response', reasons: [] }) : 'canned response';
+        async function runProgrammaticStep(step, messages, ctx) {
+            try {
+                if (!step.runIf || (await step.runIf(messages, ctx))) {
+                    await step.execute(messages, ctx);
                 }
-                return JSON.stringify({ message: 'canned response', reasons: [] });
             }
-            const client = new openai_1.default({ apiKey });
-            const response = await client.chat.completions.create({
-                messages: [
-                    { role: 'system', content: systemPrompt },
-                    { role: 'user', content: messages },
-                ],
-                ...getOpenAiOptions(model, json),
-            });
-            if (!response.choices[0].message.content) {
-                throw new Error('No response from OpenAI');
+            catch (error) {
+                console.error(`AI Engine: error in dumb step ${step.name}: ${error.message}`);
+                await (step.onError
+                    ? step.onError(error.message, ctx)
+                    : onError(error.message, ctx));
+                shouldRun = false;
             }
-            return response.choices[0].message.content;
-        }
-        function loadFile(path) {
-            // NOTE: there probably will be S3 loading stuff here
-            return {
-                content: async () => {
-                    logger.debug('AI Engine: loading prompt:', path);
-                    return fs_1.default.promises.readFile((0, path_1.join)(basePath, path), 'utf-8');
-                },
-            };
         }
-        return {
-            createWorkflow: createWorkflow,
-            createStep,
-            loadFile,
-            createConversation: getConversation,
-            renderPrompt
-        };
-    }
-    AIEngine.createAIEngine = createAIEngine;
-    function getOpenAiOptions(model, json) {
-        const options = {
-            model,
-        };
-        const isReasoningModel = ['o3-', 'o1-', 'o1-preview-'].some((m) => model.startsWith(m));
-        if (isReasoningModel) {
-            if (!model.startsWith('o1-preview-')) {
-                options.reasoning_effort = 'high';
+        function checkAttempts(step) {
+            if (step.maxAttempts) {
+                if (!attempts.has(step)) {
+                    attempts.set(step, 0);
+                }
+                attempts.set(step, attempts.get(step) + 1);
+                if (attempts.get(step) > step.maxAttempts) {
+                    throw new Error(`Max attempts reached for step ${step.name}`);
+                }
             }
         }
-        else {
-            options.temperature = 0.1;
+        function resetAttempts(step) {
+            attempts.set(step, 0);
         }
-        if (typeof json !== 'boolean') {
-            options.response_format = {
-                type: 'json_schema',
-                json_schema: {
-                    name: 'detector_response',
-                    schema: (0, zod_to_json_schema_1.zodToJsonSchema)(json),
-                },
-            };
+    }
+    async function runLLM(apiKey, systemPrompt, messages, schema, model = 'gpt-4o-2024-08-06') {
+        logger.debug('AI Engine: model:', model);
+        logger.debug('----------- RENDERED PROMPT ---------------');
+        logger.debug(systemPrompt);
+        logger.debug('-------------------------------------------');
+        if (apiKey === '__TESTING__') {
+            await (0, core_1.sleep)(100);
+            if (!schema) {
+                return 'canned response';
+            }
+            return JSON.stringify({ message: 'canned response', reasons: [] });
         }
-        else if (json) {
-            options.response_format = { type: 'json_object' };
+        const client = new openai_1.default({ apiKey });
+        const response = await client.chat.completions.create({
+            messages: [
+                { role: 'system', content: systemPrompt },
+                { role: 'user', content: messages },
+            ],
+            ...getOpenAiOptions(model, schema),
+        });
+        if (!response.choices[0].message.content) {
+            throw new Error('No response from OpenAI');
         }
-        else {
-            options.response_format = { type: 'text' };
+        return response.choices[0].message.content;
+    }
+    return {
+        createWorkflow,
+        createConversation,
+        renderPrompt,
+        getStepBuilder() {
+            return (step) => step;
+        },
+    };
+}
+function getOpenAiOptions(model, schema) {
+    const options = {
+        model,
+    };
+    const isReasoningModel = ['o3-', 'o1-', 'o1-preview-'].some((m) => model.startsWith(m));
+    if (isReasoningModel) {
+        if (!model.startsWith('o1-preview-')) {
+            options.reasoning_effort = 'high';
         }
-        return options;
     }
-    function renderPrompt(prompt, context) {
-        nunjucks_1.default.configure({
-            autoescape: false,
-            trimBlocks: true,
-            lstripBlocks: true,
-        });
-        return nunjucks_1.default.renderString(prompt, context || {});
+    else {
+        options.temperature = 0.1;
+    }
+    if (schema) {
+        options.response_format = {
+            type: 'json_schema',
+            json_schema: {
+                name: 'detector_response',
+                schema: (0, zod_to_json_schema_1.zodToJsonSchema)(schema),
+            },
+        };
+    }
+    else {
+        options.response_format = { type: 'text' };
     }
-})(AIEngine || (exports.AIEngine = AIEngine = {}));
+    return options;
+}
+function renderPrompt(prompt, context) {
+    nunjucks_1.default.configure({
+        autoescape: false,
+        trimBlocks: true,
+        lstripBlocks: true,
+    });
+    return nunjucks_1.default.renderString(prompt, context || {});
+}
+function createConversation(initialMessages = []) {
+    const messages = initialMessages.map((msg) => ({
+        ...msg,
+        isAddedMessage: false,
+        formatter: undefined,
+    }));
+    const names = {
+        agent: 'Agent',
+        user: 'User',
+        system: 'System',
+    };
+    let defaultFormatter = (message) => `${names[message.sender]}: ${message.text}`;
+    let proposedFormatter = (message) => `Proposed reply: ${message}`;
+    let proposedReply = null;
+    return {
+        toString: (options) => {
+            return (messages
+                .filter((msg) => !options?.ignoreAddedMessages || !msg.isAddedMessage)
+                .map((msg) => {
+                return msg.formatter ? msg.formatter(msg) : defaultFormatter(msg);
+            })
+                .filter((msg) => msg !== null)
+                .join('\n') + (proposedReply ? `\n${proposedFormatter(proposedReply)}` : ''));
+        },
+        addMessage: (message, opts) => {
+            messages.push({
+                ...message,
+                isAddedMessage: true,
+                formatter: opts?.formatter ?? defaultFormatter,
+            });
+        },
+        setDefaultFormatter: (formatter) => {
+            defaultFormatter = formatter;
+        },
+        setProposedMessageFormatter: (formatter) => {
+            proposedFormatter = formatter;
+        },
+        setProposedReply: (message) => (proposedReply = message),
+        getProposedReply: () => proposedReply,
+        getHistory: () => messages,
+        setUserName: (name) => {
+            names.user = name;
+        },
+        setAgentName: (name) => {
+            names.agent = name;
+        },
+    };
+}
+function getStepBuilder() {
+    return (step) => step;
+}