@roarpeng/graphflow 0.6.5

package/dist/routing/provider-adapters/openbmb.js

@@ -0,0 +1,368 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.openbmbGenerateText = openbmbGenerateText;
+const logger_1 = require("../../utils/logger");
+const node_child_process_1 = require("node:child_process");
+const node_worker_threads_1 = require("node:worker_threads");
+const node_util_1 = require("node:util");
+const execFileAsync = (0, node_util_1.promisify)(node_child_process_1.execFile);
+class EmbeddedWorkerPool {
+    worker;
+    nextId = 1;
+    pending = new Map();
+    async run(payload) {
+        this.ensureWorker();
+        const id = this.nextId++;
+        return new Promise((resolve, reject) => {
+            const timer = setTimeout(() => {
+                this.pending.delete(id);
+                this.restartWorker(new Error(`openbmb embedded worker timed out after ${payload.timeoutMs}ms`), id);
+                reject(new Error(`openbmb embedded worker timed out after ${payload.timeoutMs}ms`));
+            }, payload.timeoutMs + 500);
+            this.pending.set(id, { resolve, reject, timer });
+            this.worker.postMessage({ id, ...payload });
+        });
+    }
+    ensureWorker() {
+        if (this.worker) {
+            return;
+        }
+        const workerSource = `
+      const { parentPort } = require("node:worker_threads");
+      const { execFile } = require("node:child_process");
+      const { promisify } = require("node:util");
+      const execFileAsync = promisify(execFile);
+      let llama = null;
+      let loadedModel = null;
+      let loadedContext = null;
+      let loadedSequence = null;
+      let loadedModelPath = null;
+
+      async function runCommand(task) {
+        if (!task.command) {
+          throw new Error("openbmb embedded mode requires GRAPHFLOW_MINICPM_COMMAND");
+        }
+        const args = [
+          "-m",
+          task.modelPath || task.model,
+          "-p",
+          task.prompt,
+          "-n",
+          String(task.maxTokens),
+          "--temp",
+          String(task.temperature),
+          "--no-display-prompt",
+        ];
+        const result = await execFileAsync(task.command, args, {
+          timeout: task.timeoutMs,
+          windowsHide: true,
+          maxBuffer: 1024 * 1024,
+        });
+        const output = (result.stdout || "").trim();
+        if (!output) {
+          throw new Error("openbmb embedded mode returned empty output");
+        }
+        return output;
+      }
+
+      async function ensureNodeLlama(task) {
+        if (!task.modelPath) {
+          throw new Error("openbmb embedded node-llama-cpp mode requires modelPath");
+        }
+        if (loadedSequence && loadedModelPath === task.modelPath) {
+          return loadedSequence;
+        }
+        const moduleRef = await import("node-llama-cpp");
+        const createLlama = moduleRef.getLlama || moduleRef.createLlama;
+        if (typeof createLlama !== "function") {
+          throw new Error("node-llama-cpp API not available");
+        }
+        llama = llama || await createLlama({ gpu: "auto" });
+        loadedModel = await llama.loadModel({ modelPath: task.modelPath });
+        loadedContext = await loadedModel.createContext({ contextSize: 2048 });
+        loadedSequence = loadedContext.getSequence();
+        loadedModelPath = task.modelPath;
+        return loadedSequence;
+      }
+
+      async function runNodeLlama(task) {
+        const sequence = await ensureNodeLlama(task);
+        const completion = await sequence.prompt(task.prompt, {
+          temperature: task.temperature,
+          maxTokens: task.maxTokens,
+          stopOnAbortSignal: AbortSignal.timeout(task.timeoutMs),
+        });
+        const text = typeof completion === "string" ? completion.trim() : String(completion || "").trim();
+        if (!text) {
+          throw new Error("node-llama-cpp produced empty output");
+        }
+        global.gc?.();
+        return text;
+      }
+
+      parentPort.on("message", async (task) => {
+        try {
+          const text = task.engine === "node-llama-cpp" ? await runNodeLlama(task) : await runCommand(task);
+          parentPort.postMessage({ id: task.id, ok: true, text });
+        } catch (error) {
+          parentPort.postMessage({ id: task.id, ok: false, error: error instanceof Error ? error.message : String(error) });
+        }
+      });
+    `;
+        this.worker = new node_worker_threads_1.Worker(workerSource, { eval: true });
+        this.worker.on("message", (msg) => {
+            const id = msg.id;
+            if (id === undefined) {
+                return;
+            }
+            const pending = this.pending.get(id);
+            if (!pending) {
+                return;
+            }
+            clearTimeout(pending.timer);
+            this.pending.delete(id);
+            if (msg.ok && msg.text) {
+                pending.resolve(msg.text);
+                return;
+            }
+            pending.reject(new Error(msg.error ?? "openbmb embedded worker failed"));
+        });
+        this.worker.on("error", (error) => {
+            this.restartWorker(error instanceof Error ? error : new Error(String(error)));
+        });
+        this.worker.on("exit", (code) => {
+            if (code !== 0) {
+                this.restartWorker(new Error(`openbmb embedded worker exited with code ${code}`));
+            }
+            else {
+                this.worker = undefined;
+            }
+        });
+    }
+    restartWorker(reason, skipId) {
+        const current = this.worker;
+        this.worker = undefined;
+        if (current) {
+            void current.terminate();
+        }
+        for (const [id, pending] of this.pending.entries()) {
+            if (id === skipId) {
+                continue;
+            }
+            clearTimeout(pending.timer);
+            pending.reject(reason);
+            this.pending.delete(id);
+        }
+    }
+}
+const embeddedWorkerPool = new EmbeddedWorkerPool();
+function resolveOptions(input) {
+    const mode = input?.mode ?? process.env.GRAPHFLOW_OPENBMB_MODE ?? "embedded";
+    const baseUrl = input?.baseUrl ?? process.env.GRAPHFLOW_OPENBMB_BASE_URL ?? "http://localhost:11434";
+    const timeoutMsRaw = input?.timeoutMs ?? Number(process.env.GRAPHFLOW_OPENBMB_TIMEOUT_MS ?? 5000);
+    const maxTokensRaw = input?.maxTokens ?? Number(process.env.GRAPHFLOW_OPENBMB_MAX_TOKENS ?? 256);
+    const temperatureRaw = input?.temperature ?? Number(process.env.GRAPHFLOW_OPENBMB_TEMPERATURE ?? 0.1);
+    return {
+        mode,
+        baseUrl,
+        apiKey: input?.apiKey ?? process.env.GRAPHFLOW_OPENBMB_API_KEY,
+        modelPath: input?.modelPath ?? process.env.GRAPHFLOW_OPENBMB_MODEL_PATH,
+        timeoutMs: Number.isFinite(timeoutMsRaw) ? Math.max(1000, Math.floor(timeoutMsRaw)) : 5000,
+        maxTokens: Number.isFinite(maxTokensRaw) ? Math.max(16, Math.floor(maxTokensRaw)) : 256,
+        temperature: Number.isFinite(temperatureRaw) ? temperatureRaw : 0.1,
+    };
+}
+function asJsonRecord(value) {
+    if (value && typeof value === "object") {
+        return value;
+    }
+    return {};
+}
+async function postJson(url, body, options) {
+    const controller = new AbortController();
+    const timer = setTimeout(() => controller.abort(), options.timeoutMs);
+    try {
+        const response = await fetch(url, {
+            method: "POST",
+            headers: {
+                "content-type": "application/json",
+                ...(options.apiKey ? { authorization: `Bearer ${options.apiKey}` } : {}),
+            },
+            body: JSON.stringify(body),
+            signal: controller.signal,
+        });
+        if (!response.ok) {
+            const text = await response.text();
+            throw new Error(`openbmb http ${response.status}: ${text.slice(0, 400)}`);
+        }
+        return asJsonRecord(await response.json());
+    }
+    finally {
+        clearTimeout(timer);
+    }
+}
+function pickFirstString(value) {
+    if (typeof value === "string" && value.trim().length > 0) {
+        return value.trim();
+    }
+    if (Array.isArray(value)) {
+        for (const item of value) {
+            const found = pickFirstString(item);
+            if (found)
+                return found;
+        }
+    }
+    if (value && typeof value === "object") {
+        const record = value;
+        for (const key of ["response", "text", "content", "generated_text"]) {
+            const found = pickFirstString(record[key]);
+            if (found)
+                return found;
+        }
+        const choices = record.choices;
+        if (Array.isArray(choices) && choices[0] && typeof choices[0] === "object") {
+            const choice = choices[0];
+            const found = pickFirstString(choice.message ?? choice.text);
+            if (found)
+                return found;
+        }
+        const message = record.message;
+        if (message && typeof message === "object") {
+            const found = pickFirstString(message.content);
+            if (found)
+                return found;
+        }
+    }
+    return undefined;
+}
+async function runEmbedded(request, options) {
+    const useWorker = process.env.GRAPHFLOW_OPENBMB_USE_WORKER !== "0";
+    if (useWorker) {
+        return runEmbeddedInWorker(request, options);
+    }
+    const engine = process.env.GRAPHFLOW_MINICPM_ENGINE ?? "command";
+    if (engine === "node-llama-cpp") {
+        return runEmbeddedNodeLlamaCpp(request, options);
+    }
+    const command = process.env.GRAPHFLOW_MINICPM_COMMAND;
+    if (!command) {
+        throw new Error("openbmb embedded mode requires GRAPHFLOW_MINICPM_COMMAND");
+    }
+    const args = [
+        "-m",
+        options.modelPath ?? request.model,
+        "-p",
+        request.prompt,
+        "-n",
+        String(options.maxTokens),
+        "--temp",
+        String(options.temperature),
+        "--no-display-prompt",
+    ];
+    const result = await execFileAsync(command, args, {
+        timeout: options.timeoutMs,
+        windowsHide: true,
+        maxBuffer: 1024 * 1024,
+    });
+    const output = result.stdout.trim();
+    if (!output) {
+        throw new Error("openbmb embedded mode returned empty output");
+    }
+    return output;
+}
+async function runEmbeddedInWorker(request, options) {
+    const engine = process.env.GRAPHFLOW_MINICPM_ENGINE ?? "command";
+    const command = process.env.GRAPHFLOW_MINICPM_COMMAND;
+    const payload = {
+        engine,
+        prompt: request.prompt,
+        model: request.model,
+        maxTokens: options.maxTokens,
+        temperature: options.temperature,
+        timeoutMs: options.timeoutMs,
+    };
+    if (command) {
+        payload.command = command;
+    }
+    if (options.modelPath) {
+        payload.modelPath = options.modelPath;
+    }
+    return embeddedWorkerPool.run(payload);
+}
+async function runEmbeddedNodeLlamaCpp(request, options) {
+    const modelPath = options.modelPath;
+    if (!modelPath) {
+        throw new Error("openbmb embedded node-llama-cpp mode requires modelPath");
+    }
+    const module = (await import("node-llama-cpp"));
+    const createLlama = module.getLlama ?? module.createLlama;
+    if (typeof createLlama !== "function") {
+        throw new Error("node-llama-cpp API not available");
+    }
+    const llama = await createLlama({ gpu: "auto" });
+    const model = await llama.loadModel({ modelPath });
+    const context = await model.createContext({ contextSize: 2048 });
+    const sequence = context.getSequence();
+    const completion = await sequence.prompt(request.prompt, {
+        temperature: options.temperature,
+        maxTokens: options.maxTokens,
+        stopOnAbortSignal: AbortSignal.timeout(options.timeoutMs),
+    });
+    const text = typeof completion === "string" ? completion.trim() : String(completion ?? "").trim();
+    if (!text) {
+        throw new Error("node-llama-cpp produced empty output");
+    }
+    global.gc?.();
+    return text;
+}
+async function runOllama(request, options) {
+    const payload = await postJson(`${options.baseUrl.replace(/\/+$/, "")}/api/generate`, {
+        model: request.model,
+        prompt: request.prompt,
+        stream: false,
+        options: {
+            temperature: options.temperature,
+            num_predict: options.maxTokens,
+        },
+    }, { timeoutMs: options.timeoutMs });
+    const text = pickFirstString(payload.response ?? payload.text ?? payload.message);
+    if (!text) {
+        throw new Error("openbmb ollama response missing text");
+    }
+    return text;
+}
+async function runOpenAiCompat(request, options) {
+    const payload = await postJson(`${options.baseUrl.replace(/\/+$/, "")}/v1/chat/completions`, {
+        model: request.model,
+        messages: [{ role: "user", content: request.prompt }],
+        temperature: options.temperature,
+        max_tokens: options.maxTokens,
+        stream: false,
+    }, { timeoutMs: options.timeoutMs, ...(options.apiKey ? { apiKey: options.apiKey } : {}) });
+    const text = pickFirstString(payload.choices ?? payload.message ?? payload.content);
+    if (!text) {
+        throw new Error("openbmb openai-compat response missing text");
+    }
+    return text;
+}
+async function openbmbGenerateText(request, runtimeOptions) {
+    const options = resolveOptions(runtimeOptions);
+    try {
+        if (options.mode === "embedded") {
+            return await runEmbedded(request, options);
+        }
+        if (options.mode === "ollama") {
+            return await runOllama(request, options);
+        }
+        return await runOpenAiCompat(request, options);
+    }
+    catch (error) {
+        logger_1.logger.error({ error: error instanceof Error ? error.message : String(error) }, "Provider adapter caught error");
+        const strict = process.env.GRAPHFLOW_OPENBMB_STRICT === "1";
+        if (strict) {
+            throw error;
+        }
+        return `[openbmb:${request.model}] ${request.prompt}`;
+    }
+}
+//# sourceMappingURL=openbmb.js.map

package/dist/routing/provider-adapters/openbmb.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openbmb.js","sourceRoot":"","sources":["../../../src/routing/provider-adapters/openbmb.ts"],"names":[],"mappings":";;AAkcA,kDAyBC;AA3dD,+CAA4C;AAC5C,2DAA8C;AAC9C,6DAA6C;AAC7C,yCAAsC;AAmBtC,MAAM,aAAa,GAAG,IAAA,qBAAS,EAAC,6BAAQ,CAAC,CAAC;AA8B1C,MAAM,kBAAkB;IACd,MAAM,CAAqB;IAC3B,MAAM,GAAG,CAAC,CAAC;IACX,OAAO,GAAG,IAAI,GAAG,EAA2B,CAAC;IAErD,KAAK,CAAC,GAAG,CAAC,OAAsC;QAC9C,IAAI,CAAC,YAAY,EAAE,CAAC;QACpB,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QACzB,OAAO,IAAI,OAAO,CAAS,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC7C,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;gBAC5B,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBACxB,IAAI,CAAC,aAAa,CAAC,IAAI,KAAK,CAAC,2CAA2C,OAAO,CAAC,SAAS,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;gBACpG,MAAM,CAAC,IAAI,KAAK,CAAC,2CAA2C,OAAO,CAAC,SAAS,IAAI,CAAC,CAAC,CAAC;YACtF,CAAC,EAAE,OAAO,CAAC,SAAS,GAAG,GAAG,CAAC,CAAC;YAE5B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;YACjD,IAAI,CAAC,MAAO,CAAC,WAAW,CAAC,EAAE,EAAE,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;QAC/C,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,YAAY;QAClB,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,OAAO;QACT,CAAC;QAED,MAAM,YAAY,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KAiFpB,CAAC;QAEF,IAAI,CAAC,MAAM,GAAG,IAAI,4BAAM,CAAC,YAAY,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QACvD,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,GAAiE,EAAE,EAAE;YAC9F,MAAM,EAAE,GAAG,GAAG,CAAC,EAAE,CAAC;YAClB,IAAI,EAAE,KAAK,SAAS,EAAE,CAAC;gBACrB,OAAO;YACT,CAAC;YACD,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACrC,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,OAAO;YACT,CAAC;YACD,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAC5B,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YACxB,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC;gBACvB,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBAC1B,OAAO;YACT,CAAC;YACD,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,KAAK,IAAI,gCAAgC,CAAC,CAAC,CAAC;QAC3E,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YAChC,IAAI,CAAC,aAAa,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAChF,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YAC9B,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;gBACf,IAAI,CAAC,aAAa,CAAC,IAAI,KAAK,CAAC,4CAA4C,IAAI,EAAE,CAAC,CAAC,CAAC;YACpF,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;YAC1B,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,aAAa,CAAC,MAAa,EAAE,MAAe;QAClD,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;QACxB,IAAI,OAAO,EAAE,CAAC;YACZ,KAAK,OAAO,CAAC,SAAS,EAAE,CAAC;QAC3B,CAAC;QACD,KAAK,MAAM,CAAC,EAAE,EAAE,OAAO,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;YACnD,IAAI,EAAE,KAAK,MAAM,EAAE,CAAC;gBAClB,SAAS;YACX,CAAC;YACD,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAC5B,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YACvB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;CACF;AAED,MAAM,kBAAkB,GAAG,IAAI,kBAAkB,EAAE,CAAC;AAEpD,SAAS,cAAc,CAAC,KAA6B;IACnD,MAAM,IAAI,GAAG,KAAK,EAAE,IAAI,IAAK,OAAO,CAAC,GAAG,CAAC,sBAAkD,IAAI,UAAU,CAAC;IAC1G,MAAM,OAAO,GAAG,KAAK,EAAE,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,0BAA0B,IAAI,wBAAwB,CAAC;IACrG,MAAM,YAAY,GAAG,KAAK,EAAE,SAAS,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,4BAA4B,IAAI,IAAI,CAAC,CAAC;IAClG,MAAM,YAAY,GAAG,KAAK,EAAE,SAAS,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,4BAA4B,IAAI,GAAG,CAAC,CAAC;IACjG,MAAM,cAAc,GAAG,KAAK,EAAE,WAAW,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,6BAA6B,IAAI,GAAG,CAAC,CAAC;IAEtG,OAAO;QACL,IAAI;QACJ,OAAO;QACP,MAAM,EAAE,KAAK,EAAE,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,yBAAyB;QAC9D,SAAS,EAAE,KAAK,EAAE,SAAS,IAAI,OAAO,CAAC,GAAG,CAAC,4BAA4B;QACvE,SAAS,EAAE,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI;QAC1F,SAAS,EAAE,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG;QACvF,WAAW,EAAE,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,GAAG;KACpE,CAAC;AACJ,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IAClC,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACvC,OAAO,KAAgC,CAAC;IAC1C,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,KAAK,UAAU,QAAQ,CACrB,GAAW,EACX,IAA6B,EAC7B,OAA+C;IAE/C,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;IAEtE,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAChC,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,UAAU,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACzE;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;YAC1B,MAAM,EAAE,UAAU,CAAC,MAAM;SAC1B,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CAAC,gBAAgB,QAAQ,CAAC,MAAM,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QAC5E,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;IAC7C,CAAC;YAAS,CAAC;QACT,YAAY,CAAC,KAAK,CAAC,CAAC;IACtB,CAAC;AACH,CAAC;AAED,SAAS,eAAe,CAAC,KAAc;IACrC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzD,OAAO,KAAK,CAAC,IAAI,EAAE,CAAC;IACtB,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,KAAK,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;YACpC,IAAI,KAAK;gBAAE,OAAO,KAAK,CAAC;QAC1B,CAAC;IACH,CAAC;IACD,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACvC,MAAM,MAAM,GAAG,KAAgC,CAAC;QAChD,KAAK,MAAM,GAAG,IAAI,CAAC,UAAU,EAAE,MAAM,EAAE,SAAS,EAAE,gBAAgB,CAAC,EAAE,CAAC;YACpE,MAAM,KAAK,GAAG,eAAe,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;YAC3C,IAAI,KAAK;gBAAE,OAAO,KAAK,CAAC;QAC1B,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;QAC/B,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,CAAC,CAAC,IAAI,OAAO,OAAO,CAAC,CAAC,CAAC,KAAK,QAAQ,EAAE,CAAC;YAC3E,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAA4B,CAAC;YACrD,MAAM,KAAK,GAAG,eAAe,CAAC,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC;YAC7D,IAAI,KAAK;gBAAE,OAAO,KAAK,CAAC;QAC1B,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;QAC/B,IAAI,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;YAC3C,MAAM,KAAK,GAAG,eAAe,CAAE,OAAmC,CAAC,OAAO,CAAC,CAAC;YAC5E,IAAI,KAAK;gBAAE,OAAO,KAAK,CAAC;QAC1B,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,OAA4B,EAAE,OAA+B;IACtF,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,4BAA4B,KAAK,GAAG,CAAC;IACnE,IAAI,SAAS,EAAE,CAAC;QACd,OAAO,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAC/C,CAAC;IAED,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,wBAAwB,IAAI,SAAS,CAAC;IACjE,IAAI,MAAM,KAAK,gBAAgB,EAAE,CAAC;QAChC,OAAO,uBAAuB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IACnD,CAAC;IAED,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC;IACtD,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,0DAA0D,CAAC,CAAC;IAC9E,CAAC;IAED,MAAM,IAAI,GAAG;QACX,IAAI;QACJ,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,KAAK;QAClC,IAAI;QACJ,OAAO,CAAC,MAAM;QACd,IAAI;QACJ,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC;QACzB,QAAQ;QACR,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC;QAC3B,qBAAqB;KACtB,CAAC;IAEF,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,OAAO,EAAE,IAAI,EAAE;QAChD,OAAO,EAAE,OAAO,CAAC,SAAS;QAC1B,WAAW,EAAE,IAAI;QACjB,SAAS,EAAE,IAAI,GAAG,IAAI;KACvB,CAAC,CAAC;IACH,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;IACpC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;IACjE,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,mBAAmB,CAChC,OAA4B,EAC5B,OAA+B;IAE/B,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,wBAAwB,IAAI,SAAS,CAAC;IACjE,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC;IAEtD,MAAM,OAAO,GAAkC;QAC7C,MAAM;QACN,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,SAAS,EAAE,OAAO,CAAC,SAAS;KAC7B,CAAC;IACF,IAAI,OAAO,EAAE,CAAC;QACZ,OAAO,CAAC,OAAO,GAAG,OAAO,CAAC;IAC5B,CAAC;IACD,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;QACtB,OAAO,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;IACxC,CAAC;IAED,OAAO,kBAAkB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;AACzC,CAAC;AAED,KAAK,UAAU,uBAAuB,CACpC,OAA4B,EAC5B,OAA+B;IAE/B,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;IACpC,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;IAC7E,CAAC;IAcD,MAAM,MAAM,GAAG,CAAC,MAAM,MAAM,CAAC,gBAAgB,CAAC,CAG7C,CAAC;IACF,MAAM,WAAW,GAAG,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,WAAW,CAAC;IAC1D,IAAI,OAAO,WAAW,KAAK,UAAU,EAAE,CAAC;QACtC,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;IACtD,CAAC;IAED,MAAM,KAAK,GAAG,MAAM,WAAW,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,CAAC;IACjD,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC;IACnD,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,aAAa,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC;IACjE,MAAM,QAAQ,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IACvC,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE;QACvD,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,iBAAiB,EAAE,WAAW,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC;KAC1D,CAAC,CAAC;IAEH,MAAM,IAAI,GAAG,OAAO,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAClG,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;IAC1D,CAAC;IACD,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC;IACd,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,SAAS,CAAC,OAA4B,EAAE,OAA+B;IACpF,MAAM,OAAO,GAAG,MAAM,QAAQ,CAC5B,GAAG,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,eAAe,EACrD;QACE,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,MAAM,EAAE,KAAK;QACb,OAAO,EAAE;YACP,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,WAAW,EAAE,OAAO,CAAC,SAAS;SAC/B;KACF,EACD,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CACjC,CAAC;IAEF,MAAM,IAAI,GAAG,eAAe,CAAC,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC;IAClF,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;IAC1D,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,OAA4B,EAAE,OAA+B;IAC1F,MAAM,OAAO,GAAG,MAAM,QAAQ,CAC5B,GAAG,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,sBAAsB,EAC5D;QACE,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;QACrD,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,UAAU,EAAE,OAAO,CAAC,SAAS;QAC7B,MAAM,EAAE,KAAK;KACd,EACD,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CACxF,CAAC;IAEF,MAAM,IAAI,GAAG,eAAe,CAAC,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC;IACpF,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;IACjE,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAEM,KAAK,UAAU,mBAAmB,CACvC,OAA4B,EAC5B,cAAsC;IAEtC,MAAM,OAAO,GAAG,cAAc,CAAC,cAAc,CAAC,CAAC;IAE/C,IAAI,CAAC;QACH,IAAI,OAAO,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;YAChC,OAAO,MAAM,WAAW,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC7C,CAAC;QACD,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC9B,OAAO,MAAM,SAAS,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC3C,CAAC;QACD,OAAO,MAAM,eAAe,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IACjD,CAAC;IAAC,OAAO,KAAc,EAAE,CAAC;QACxB,eAAM,CAAC,KAAK,CACV,EAAE,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EACjE,+BAA+B,CAChC,CAAC;QACF,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,wBAAwB,KAAK,GAAG,CAAC;QAC5D,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,KAAK,CAAC;QACd,CAAC;QACD,OAAO,YAAY,OAAO,CAAC,KAAK,KAAK,OAAO,CAAC,MAAM,EAAE,CAAC;IACxD,CAAC;AACH,CAAC"}

package/dist/routing/provider-executor.d.ts

@@ -0,0 +1,21 @@
+import type { AgentRole } from "../core/types";
+import type { ModelSelection } from "./model-router";
+export declare class ProviderError extends Error {
+    provider: ModelSelection["provider"];
+    model: string;
+    retryable: boolean;
+    constructor(params: {
+        provider: ModelSelection["provider"];
+        model: string;
+        message: string;
+        retryable: boolean;
+    });
+}
+export interface PromptContext {
+    summaryChannel?: string[];
+    skillHints?: string[];
+    extraInstructions?: string[];
+}
+export declare function formatPromptWithContext(role: AgentRole, prompt: string, context?: PromptContext): string;
+export declare function executeRolePrompt(role: AgentRole, prompt: string, selection: ModelSelection, context?: PromptContext): Promise<string>;
+//# sourceMappingURL=provider-executor.d.ts.map

package/dist/routing/provider-executor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"provider-executor.d.ts","sourceRoot":"","sources":["../../src/routing/provider-executor.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAC/C,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAOrD,qBAAa,aAAc,SAAQ,KAAK;IACtC,QAAQ,EAAE,cAAc,CAAC,UAAU,CAAC,CAAC;IACrC,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,OAAO,CAAC;gBAEP,MAAM,EAAE;QAClB,QAAQ,EAAE,cAAc,CAAC,UAAU,CAAC,CAAC;QACrC,KAAK,EAAE,MAAM,CAAC;QACd,OAAO,EAAE,MAAM,CAAC;QAChB,SAAS,EAAE,OAAO,CAAC;KACpB;CAOF;AAYD,MAAM,WAAW,aAAa;IAC5B,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IACtB,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;CAC9B;AAeD,wBAAgB,uBAAuB,CACrC,IAAI,EAAE,SAAS,EACf,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,aAAa,GACtB,MAAM,CAgCR;AA2HD,wBAAsB,iBAAiB,CACrC,IAAI,EAAE,SAAS,EACf,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,cAAc,EACzB,OAAO,CAAC,EAAE,aAAa,GACtB,OAAO,CAAC,MAAM,CAAC,CAmGjB"}

package/dist/routing/provider-executor.js

@@ -0,0 +1,260 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ProviderError = void 0;
+exports.formatPromptWithContext = formatPromptWithContext;
+exports.executeRolePrompt = executeRolePrompt;
+const anthropic_1 = require("./provider-adapters/anthropic");
+const bailian_1 = require("./provider-adapters/bailian");
+const doubao_1 = require("./provider-adapters/doubao");
+const openai_1 = require("./provider-adapters/openai");
+const openbmb_1 = require("./provider-adapters/openbmb");
+class ProviderError extends Error {
+    provider;
+    model;
+    retryable;
+    constructor(params) {
+        super(params.message);
+        this.name = "ProviderError";
+        this.provider = params.provider;
+        this.model = params.model;
+        this.retryable = params.retryable;
+    }
+}
+exports.ProviderError = ProviderError;
+const circuitByProvider = new Map();
+const DEFAULT_MAX_RETRIES = 2;
+const DEFAULT_CIRCUIT_FAILURE_THRESHOLD = 5;
+const DEFAULT_CIRCUIT_OPEN_MS = 60_000;
+const MAX_SUMMARY_LINES = 20;
+const MAX_SKILL_HINTS = 8;
+function hasAnyContext(context) {
+    if (!context) {
+        return false;
+    }
+    const s = context.summaryChannel?.some((x) => x && x.trim().length > 0);
+    const k = context.skillHints?.some((x) => x && x.trim().length > 0);
+    const e = context.extraInstructions?.some((x) => x && x.trim().length > 0);
+    return Boolean(s || k || e);
+}
+function formatPromptWithContext(role, prompt, context) {
+    const rolePrefix = `[role:${role}]`;
+    if (!hasAnyContext(context)) {
+        return `${rolePrefix} ${prompt}`;
+    }
+    const lines = [rolePrefix];
+    const summaries = (context?.summaryChannel ?? []).filter((line) => line && line.trim().length > 0);
+    if (summaries.length > 0) {
+        lines.push("Knowledge graph context:");
+        for (const item of summaries.slice(0, MAX_SUMMARY_LINES)) {
+            lines.push(`- ${item}`);
+        }
+    }
+    const skills = (context?.skillHints ?? []).filter((s) => s && s.trim().length > 0);
+    if (skills.length > 0) {
+        lines.push(`Skills to apply: ${skills.slice(0, MAX_SKILL_HINTS).join(", ")}`);
+    }
+    const notes = (context?.extraInstructions ?? []).filter((n) => n && n.trim().length > 0);
+    if (notes.length > 0) {
+        lines.push("Notes:");
+        for (const note of notes) {
+            lines.push(`- ${note}`);
+        }
+    }
+    lines.push("Task:");
+    lines.push(prompt);
+    return lines.join("\n");
+}
+async function withTimeout(promise, timeoutMs, label) {
+    if (timeoutMs <= 0) {
+        return promise;
+    }
+    let timer;
+    const timeout = new Promise((_resolve, reject) => {
+        timer = setTimeout(() => {
+            reject(new Error(`${label} timed out after ${timeoutMs}ms`));
+        }, timeoutMs);
+    });
+    try {
+        return await Promise.race([promise, timeout]);
+    }
+    finally {
+        if (timer) {
+            clearTimeout(timer);
+        }
+    }
+}
+function getCircuitState(key) {
+    const found = circuitByProvider.get(key);
+    if (found) {
+        return found;
+    }
+    const created = { failures: 0 };
+    circuitByProvider.set(key, created);
+    return created;
+}
+function getRetryBudget() {
+    const envRaw = Number(process.env.GRAPHFLOW_PROVIDER_MAX_RETRIES ?? DEFAULT_MAX_RETRIES);
+    if (!Number.isFinite(envRaw)) {
+        return DEFAULT_MAX_RETRIES;
+    }
+    return Math.max(0, Math.floor(envRaw));
+}
+function getCircuitThreshold() {
+    const envRaw = Number(process.env.GRAPHFLOW_PROVIDER_CIRCUIT_FAILURES ?? DEFAULT_CIRCUIT_FAILURE_THRESHOLD);
+    if (!Number.isFinite(envRaw)) {
+        return DEFAULT_CIRCUIT_FAILURE_THRESHOLD;
+    }
+    return Math.max(1, Math.floor(envRaw));
+}
+function getCircuitOpenMs() {
+    const envRaw = Number(process.env.GRAPHFLOW_PROVIDER_CIRCUIT_OPEN_MS ?? DEFAULT_CIRCUIT_OPEN_MS);
+    if (!Number.isFinite(envRaw)) {
+        return DEFAULT_CIRCUIT_OPEN_MS;
+    }
+    return Math.max(1000, Math.floor(envRaw));
+}
+function shouldUseCircuit(state) {
+    if (!state.openedUntil) {
+        return false;
+    }
+    if (Date.now() >= state.openedUntil) {
+        delete state.openedUntil;
+        state.failures = 0;
+        return false;
+    }
+    return true;
+}
+function sleep(ms) {
+    if (ms <= 0) {
+        return Promise.resolve();
+    }
+    return new Promise((resolve) => setTimeout(resolve, ms));
+}
+class TokenBucket {
+    tokens;
+    lastRefill;
+    capacity;
+    fillPerSecond;
+    constructor(capacity, fillPerSecond) {
+        this.capacity = capacity;
+        this.fillPerSecond = fillPerSecond;
+        this.tokens = capacity;
+        this.lastRefill = Date.now();
+    }
+    async acquire(timeoutMs) {
+        const start = Date.now();
+        while (true) {
+            this.refill();
+            if (this.tokens >= 1) {
+                this.tokens -= 1;
+                return;
+            }
+            if (Date.now() - start > timeoutMs) {
+                throw new Error("Rate limit timeout (429)");
+            }
+            await new Promise(r => setTimeout(r, 100));
+        }
+    }
+    refill() {
+        const now = Date.now();
+        const delta = (now - this.lastRefill) * this.fillPerSecond / 1000;
+        this.tokens = Math.min(this.capacity, this.tokens + delta);
+        this.lastRefill = now;
+    }
+}
+const providerRateLimiters = new Map();
+function getRateLimiter(provider) {
+    let limiter = providerRateLimiters.get(provider);
+    if (!limiter) {
+        limiter = new TokenBucket(60, 1);
+        providerRateLimiters.set(provider, limiter);
+    }
+    return limiter;
+}
+async function executeRolePrompt(role, prompt, selection, context) {
+    const finalPrompt = formatPromptWithContext(role, prompt, context);
+    const request = {
+        prompt: finalPrompt,
+        model: selection.model,
+    };
+    const timeoutMsRaw = Number(process.env.GRAPHFLOW_PROVIDER_TIMEOUT_MS ?? 15000);
+    const timeoutMs = Number.isFinite(timeoutMsRaw) ? Math.max(1000, Math.floor(timeoutMsRaw)) : 15000;
+    const circuitKey = `${selection.provider}:${selection.model}`;
+    const circuitState = getCircuitState(circuitKey);
+    if (shouldUseCircuit(circuitState)) {
+        throw new ProviderError({
+            provider: selection.provider,
+            model: selection.model,
+            message: `${selection.provider}/${selection.model} circuit is open`,
+            retryable: true,
+        });
+    }
+    const execute = async () => {
+        if (selection.provider === "anthropic") {
+            return (0, anthropic_1.anthropicGenerateText)(request);
+        }
+        if (selection.provider === "bailian") {
+            return (0, bailian_1.bailianGenerateText)(request);
+        }
+        if (selection.provider === "doubao") {
+            return (0, doubao_1.doubaoGenerateText)(request);
+        }
+        if (selection.provider === "openbmb") {
+            return (0, openbmb_1.openbmbGenerateText)(request);
+        }
+        return (0, openai_1.openaiGenerateText)(request);
+    };
+    const retryBudget = getRetryBudget();
+    const circuitThreshold = getCircuitThreshold();
+    const circuitOpenMs = getCircuitOpenMs();
+    let attempt = 0;
+    while (attempt <= retryBudget) {
+        try {
+            if (selection.provider !== "openbmb") {
+                await getRateLimiter(selection.provider).acquire(timeoutMs);
+            }
+            const value = await withTimeout(execute(), timeoutMs, `${selection.provider}/${selection.model}`);
+            circuitState.failures = 0;
+            delete circuitState.openedUntil;
+            return value;
+        }
+        catch (error) {
+            const message = error instanceof Error ? error.message : String(error);
+            const retryable = !/invalid|unauthorized|forbidden|404|not found/i.test(message);
+            const wrapped = new ProviderError({
+                provider: selection.provider,
+                model: selection.model,
+                message,
+                retryable,
+            });
+            circuitState.failures += 1;
+            if (circuitState.failures >= circuitThreshold) {
+                circuitState.openedUntil = Date.now() + circuitOpenMs;
+            }
+            const isRateLimit = /429|too many requests|rate limit/i.test(message);
+            console.warn(`[provider-executor] Request failed for ${selection.provider}/${selection.model} (attempt ${attempt}/${retryBudget}): ${message}`);
+            if (!retryable || attempt >= retryBudget) {
+                console.error(`[provider-executor] Final failure for ${selection.provider}/${selection.model}: ${message}`);
+                throw wrapped;
+            }
+            attempt += 1;
+            let backoffMs = Math.min(1500, 100 * 2 ** attempt);
+            if (isRateLimit) {
+                const jitter = Math.random() * 1000;
+                backoffMs = Math.pow(2, attempt) * 1000 + jitter;
+                console.warn(`[provider-executor] Rate limit hit. Backing off for ${Math.round(backoffMs)}ms...`);
+            }
+            else {
+                console.warn(`[provider-executor] Retrying in ${backoffMs}ms...`);
+            }
+            await sleep(backoffMs);
+        }
+    }
+    throw new ProviderError({
+        provider: selection.provider,
+        model: selection.model,
+        message: `${selection.provider}/${selection.model} exhausted retries`,
+        retryable: true,
+    });
+}
+//# sourceMappingURL=provider-executor.js.map