rax-flow-providers 0.1.0

package/dist/pricing.js

@@ -0,0 +1,61 @@
+/**
+ * @file pricing.ts
+ * Token pricing catalog and cost calculation.
+ *
+ * Prices are in USD per 1M tokens unless specified.
+ * Updated: 2026-02 (simulated current date)
+ */
+// ─────────────────────────────────────────────────────────────────────────────
+// Official Pricing Catalog (approximate / standard rates)
+// ─────────────────────────────────────────────────────────────────────────────
+const PRICING_CATALOG = {
+    // OpenAI
+    "gpt-4o": { input: 2.50, output: 10.00 },
+    "gpt-4o-2024-05-13": { input: 2.50, output: 10.00 },
+    "gpt-4o-mini": { input: 0.15, output: 0.60 },
+    "gpt-4.5-preview": { input: 75.00, output: 150.00 }, // hypothetical high-end
+    "o1": { input: 15.00, output: 60.00 },
+    "o3-mini": { input: 1.10, output: 4.40 },
+    // Anthropic
+    "claude-3-5-sonnet-latest": { input: 3.00, output: 15.00 },
+    "claude-3-5-haiku-latest": { input: 0.25, output: 1.25 },
+    "claude-3-opus-20240229": { input: 15.00, output: 75.00 },
+    // Google (Gemini 1.5 / 2.0)
+    "gemini-2.0-flash": { input: 0.10, output: 0.40 },
+    "gemini-1.5-flash": { input: 0.075, output: 0.30 },
+    "gemini-1.5-pro": { input: 1.25, output: 5.00 },
+    // Mistral
+    "mistral-large-latest": { input: 2.00, output: 6.00 },
+    "mistral-small-latest": { input: 0.20, output: 0.60 },
+    "codestral-latest": { input: 1.00, output: 3.00 },
+    "open-mixtral-8x22b": { input: 2.00, output: 6.00 },
+    // Groq (Llama 3 hosted)
+    "llama-3.3-70b-versatile": { input: 0.59, output: 0.79 },
+    "llama3-8b-8192": { input: 0.05, output: 0.08 },
+    "mixtral-8x7b-32768": { input: 0.24, output: 0.24 },
+    // Cohere
+    "command-r-plus-08-2024": { input: 2.50, output: 10.00 },
+    "command-r-08-2024": { input: 0.15, output: 0.60 },
+};
+// Default fallback price (cheap generic model assumption)
+const DEFAULT_PRICE = { input: 0.50, output: 1.50 };
+/** Returns the price config for a given model ID (with fuzzy matching). */
+function getPriceConfig(model) {
+    if (PRICING_CATALOG[model])
+        return PRICING_CATALOG[model];
+    // Fuzzy match for versioned models (e.g. gpt-4o-2024-08-06 -> gpt-4o)
+    const base = Object.keys(PRICING_CATALOG).find((k) => model.startsWith(k));
+    return base ? PRICING_CATALOG[base] : DEFAULT_PRICE;
+}
+/**
+ * Calculates the estimated cost in USD for a given usage.
+ */
+export function calculateCost(model, usage) {
+    if (!usage)
+        return 0;
+    const price = getPriceConfig(model);
+    const inputCost = (usage.promptTokens / 1_000_000) * price.input;
+    const outputCost = (usage.completionTokens / 1_000_000) * price.output;
+    return inputCost + outputCost;
+}
+//# sourceMappingURL=pricing.js.map

package/dist/pricing.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pricing.js","sourceRoot":"","sources":["../src/pricing.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAOH,gFAAgF;AAChF,0DAA0D;AAC1D,gFAAgF;AAEhF,MAAM,eAAe,GAA+B;IAChD,SAAS;IACT,QAAQ,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE;IACxC,mBAAmB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE;IACnD,aAAa,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;IAC5C,iBAAiB,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,wBAAwB;IAC7E,IAAI,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE;IACrC,SAAS,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;IAExC,YAAY;IACZ,0BAA0B,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE;IAC1D,yBAAyB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;IACxD,wBAAwB,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE;IAEzD,4BAA4B;IAC5B,kBAAkB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;IACjD,kBAAkB,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE;IAClD,gBAAgB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;IAE/C,UAAU;IACV,sBAAsB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;IACrD,sBAAsB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;IACrD,kBAAkB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;IACjD,oBAAoB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;IAEnD,wBAAwB;IACxB,yBAAyB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;IACxD,gBAAgB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;IAC/C,oBAAoB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;IAEnD,SAAS;IACT,wBAAwB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE;IACxD,mBAAmB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;CACrD,CAAC;AAEF,0DAA0D;AAC1D,MAAM,aAAa,GAAe,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;AAEhE,2EAA2E;AAC3E,SAAS,cAAc,CAAC,KAAa;IACjC,IAAI,eAAe,CAAC,KAAK,CAAC;QAAE,OAAO,eAAe,CAAC,KAAK,CAAC,CAAC;IAE1D,sEAAsE;IACtE,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3E,OAAO,IAAI,CAAC,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;AACxD,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,aAAa,CACzB,KAAa,EACb,KAA0D;IAE1D,IAAI,CAAC,KAAK;QAAE,OAAO,CAAC,CAAC;IACrB,MAAM,KAAK,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;IACpC,MAAM,SAAS,GAAG,CAAC,KAAK,CAAC,YAAY,GAAG,SAAS,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC;IACjE,MAAM,UAAU,GAAG,CAAC,KAAK,CAAC,gBAAgB,GAAG,SAAS,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC;IACvE,OAAO,SAAS,GAAG,UAAU,CAAC;AAClC,CAAC"}

package/dist/rest-adapter.d.ts

@@ -0,0 +1,32 @@
+/**
+ * @file rest-adapter.ts
+ * Generic REST bridge adapter.
+ *
+ * Targets any OpenAI-compatible or custom LLM endpoint that accepts a simple
+ * JSON body with { model, prompt, temperature, maxTokens } and returns
+ * { output | content | text }.
+ *
+ * Useful for: LM Studio, local Ollama proxy, custom inference servers, etc.
+ */
+import { IModelProvider, ModelResponse, ProviderCallOptions } from "@rax-flow/core";
+export interface GenericRestAdapterOptions {
+    endpoint: string;
+    token?: string;
+    defaultModel?: string;
+    timeoutMs?: number;
+}
+export declare class GenericRestAdapter implements IModelProvider {
+    private readonly endpoint;
+    private readonly token?;
+    private readonly defaultModel;
+    private readonly timeoutMs;
+    constructor(options: GenericRestAdapterOptions);
+    /** @deprecated Prefer the options-object constructor. */
+    constructor(endpoint: string, token?: string);
+    private post;
+    private extractText;
+    callModel(prompt: string, options?: ProviderCallOptions): Promise<ModelResponse<string>>;
+    callStructured<T>(prompt: string, schema: object, options?: ProviderCallOptions): Promise<ModelResponse<T>>;
+    healthCheck(): Promise<boolean>;
+}
+//# sourceMappingURL=rest-adapter.d.ts.map

package/dist/rest-adapter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rest-adapter.d.ts","sourceRoot":"","sources":["../src/rest-adapter.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,cAAc,EAAE,aAAa,EAAE,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AAqBpF,MAAM,WAAW,yBAAyB;IACxC,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,qBAAa,kBAAmB,YAAW,cAAc;IACvD,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;IACtC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;gBAEvB,OAAO,EAAE,yBAAyB;IAC9C,yDAAyD;gBAC7C,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM;YAoB9B,IAAI;IAkClB,OAAO,CAAC,WAAW;IASb,SAAS,CACb,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,mBAAmB,GAC5B,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;IAuB3B,cAAc,CAAC,CAAC,EACpB,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,mBAAmB,GAC5B,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;IAqCtB,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;CAGtC"}

package/dist/rest-adapter.js

@@ -0,0 +1,124 @@
+/**
+ * @file rest-adapter.ts
+ * Generic REST bridge adapter.
+ *
+ * Targets any OpenAI-compatible or custom LLM endpoint that accepts a simple
+ * JSON body with { model, prompt, temperature, maxTokens } and returns
+ * { output | content | text }.
+ *
+ * Useful for: LM Studio, local Ollama proxy, custom inference servers, etc.
+ */
+import { parseJsonObjectFromText } from "./utils.js";
+import { mapHttpError, mapNetworkError, mapParseError } from "./error-mapper.js";
+// ─────────────────────────────────────────────────────────────────────────────
+// Adapter
+// ─────────────────────────────────────────────────────────────────────────────
+const VENDOR = "rest";
+export class GenericRestAdapter {
+    endpoint;
+    token;
+    defaultModel;
+    timeoutMs;
+    constructor(optionsOrEndpoint, legacyToken) {
+        if (typeof optionsOrEndpoint === "string") {
+            this.endpoint = optionsOrEndpoint;
+            this.token = legacyToken;
+            this.defaultModel = "generic-llm";
+            this.timeoutMs = 30_000;
+        }
+        else {
+            this.endpoint = optionsOrEndpoint.endpoint;
+            this.token = optionsOrEndpoint.token;
+            this.defaultModel = optionsOrEndpoint.defaultModel ?? "generic-llm";
+            this.timeoutMs = optionsOrEndpoint.timeoutMs ?? 30_000;
+        }
+    }
+    // ── private helpers ────────────────────────────────────────────────────────
+    async post(body, context) {
+        const controller = new AbortController();
+        const timer = setTimeout(() => controller.abort(), this.timeoutMs);
+        let res;
+        try {
+            res = await fetch(this.endpoint, {
+                method: "POST",
+                headers: {
+                    "content-type": "application/json",
+                    ...(this.token ? { authorization: `Bearer ${this.token}` } : {}),
+                },
+                body: JSON.stringify(body),
+                signal: controller.signal,
+            });
+        }
+        catch (err) {
+            clearTimeout(timer);
+            throw mapNetworkError(VENDOR, err);
+        }
+        finally {
+            clearTimeout(timer);
+        }
+        const raw = await res.json().catch(() => ({}));
+        if (!res.ok) {
+            throw mapHttpError(VENDOR, res.status, raw, context);
+        }
+        return raw;
+    }
+    extractText(payload) {
+        if (typeof payload.output === "string")
+            return payload.output;
+        if (payload.content)
+            return payload.content;
+        if (payload.text)
+            return payload.text;
+        return JSON.stringify(payload.output ?? payload);
+    }
+    // ── IModelProvider ─────────────────────────────────────────────────────────
+    async callModel(prompt, options) {
+        const started = Date.now();
+        const model = options?.model ?? this.defaultModel;
+        const payload = await this.post({
+            model,
+            prompt,
+            temperature: options?.temperature ?? 0.2,
+            maxTokens: options?.maxTokens ?? 1200,
+        }, "callModel");
+        return {
+            provider: VENDOR,
+            model,
+            latencyMs: Date.now() - started,
+            output: this.extractText(payload),
+            raw: payload,
+        };
+    }
+    async callStructured(prompt, schema, options) {
+        const started = Date.now();
+        const model = options?.model ?? this.defaultModel;
+        const augmentedPrompt = [
+            prompt,
+            "",
+            "Return ONLY valid JSON matching this schema:",
+            JSON.stringify(schema),
+        ].join("\n");
+        const payload = await this.post({
+            model,
+            prompt: augmentedPrompt,
+            temperature: 0,
+            maxTokens: options?.maxTokens ?? 1400,
+        }, "callStructured");
+        const text = this.extractText(payload);
+        const parsed = parseJsonObjectFromText(text);
+        if (!parsed) {
+            throw mapParseError(VENDOR, "callStructured", text);
+        }
+        return {
+            provider: VENDOR,
+            model,
+            latencyMs: Date.now() - started,
+            output: parsed,
+            raw: payload,
+        };
+    }
+    async healthCheck() {
+        return Boolean(this.endpoint);
+    }
+}
+//# sourceMappingURL=rest-adapter.js.map

package/dist/rest-adapter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rest-adapter.js","sourceRoot":"","sources":["../src/rest-adapter.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAGH,OAAO,EAAE,uBAAuB,EAAE,MAAM,YAAY,CAAC;AACrD,OAAO,EAAE,YAAY,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAajF,gFAAgF;AAChF,UAAU;AACV,gFAAgF;AAEhF,MAAM,MAAM,GAAG,MAAM,CAAC;AAStB,MAAM,OAAO,kBAAkB;IACZ,QAAQ,CAAS;IACjB,KAAK,CAAU;IACf,YAAY,CAAS;IACrB,SAAS,CAAS;IAKnC,YACE,iBAAqD,EACrD,WAAoB;QAEpB,IAAI,OAAO,iBAAiB,KAAK,QAAQ,EAAE,CAAC;YAC1C,IAAI,CAAC,QAAQ,GAAG,iBAAiB,CAAC;YAClC,IAAI,CAAC,KAAK,GAAG,WAAW,CAAC;YACzB,IAAI,CAAC,YAAY,GAAG,aAAa,CAAC;YAClC,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC;QAC1B,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,QAAQ,GAAG,iBAAiB,CAAC,QAAQ,CAAC;YAC3C,IAAI,CAAC,KAAK,GAAG,iBAAiB,CAAC,KAAK,CAAC;YACrC,IAAI,CAAC,YAAY,GAAG,iBAAiB,CAAC,YAAY,IAAI,aAAa,CAAC;YACpE,IAAI,CAAC,SAAS,GAAG,iBAAiB,CAAC,SAAS,IAAI,MAAM,CAAC;QACzD,CAAC;IACH,CAAC;IAED,8EAA8E;IAEtE,KAAK,CAAC,IAAI,CAChB,IAA6B,EAC7B,OAAuC;QAEvC,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QAEnE,IAAI,GAAa,CAAC;QAClB,IAAI,CAAC;YACH,GAAG,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE;gBAC/B,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,UAAU,IAAI,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACjE;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;gBAC1B,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,MAAM,eAAe,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QACrC,CAAC;gBAAS,CAAC;YACT,YAAY,CAAC,KAAK,CAAC,CAAC;QACtB,CAAC;QAED,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAE/C,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,YAAY,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;QACvD,CAAC;QAED,OAAO,GAAmB,CAAC;IAC7B,CAAC;IAEO,WAAW,CAAC,OAAqB;QACvC,IAAI,OAAO,OAAO,CAAC,MAAM,KAAK,QAAQ;YAAE,OAAO,OAAO,CAAC,MAAM,CAAC;QAC9D,IAAI,OAAO,CAAC,OAAO;YAAE,OAAO,OAAO,CAAC,OAAO,CAAC;QAC5C,IAAI,OAAO,CAAC,IAAI;YAAE,OAAO,OAAO,CAAC,IAAI,CAAC;QACtC,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,CAAC;IACnD,CAAC;IAED,8EAA8E;IAE9E,KAAK,CAAC,SAAS,CACb,MAAc,EACd,OAA6B;QAE7B,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC3B,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,YAAY,CAAC;QAElD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,IAAI,CAC7B;YACE,KAAK;YACL,MAAM;YACN,WAAW,EAAE,OAAO,EAAE,WAAW,IAAI,GAAG;YACxC,SAAS,EAAE,OAAO,EAAE,SAAS,IAAI,IAAI;SACtC,EACD,WAAW,CACZ,CAAC;QAEF,OAAO;YACL,QAAQ,EAAE,MAAM;YAChB,KAAK;YACL,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO;YAC/B,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC;YACjC,GAAG,EAAE,OAAO;SACb,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,cAAc,CAClB,MAAc,EACd,MAAc,EACd,OAA6B;QAE7B,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC3B,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,YAAY,CAAC;QAElD,MAAM,eAAe,GAAG;YACtB,MAAM;YACN,EAAE;YACF,8CAA8C;YAC9C,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;SACvB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEb,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,IAAI,CAC7B;YACE,KAAK;YACL,MAAM,EAAE,eAAe;YACvB,WAAW,EAAE,CAAC;YACd,SAAS,EAAE,OAAO,EAAE,SAAS,IAAI,IAAI;SACtC,EACD,gBAAgB,CACjB,CAAC;QAEF,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QACvC,MAAM,MAAM,GAAG,uBAAuB,CAAI,IAAI,CAAC,CAAC;QAEhD,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,aAAa,CAAC,MAAM,EAAE,gBAAgB,EAAE,IAAI,CAAC,CAAC;QACtD,CAAC;QAED,OAAO;YACL,QAAQ,EAAE,MAAM;YAChB,KAAK;YACL,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO;YAC/B,MAAM,EAAE,MAAM;YACd,GAAG,EAAE,OAAO;SACb,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,WAAW;QACf,OAAO,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAChC,CAAC;CACF"}

package/dist/strategy.d.ts

@@ -0,0 +1,38 @@
+/**
+ * @file strategy.ts
+ * Provider selection strategies: smart fallback, retries, aggregation.
+ *
+ * Uses `RaxProviderError` codes to decide whether to retry the same provider
+ * or immediately move to the next one in the fallback chain.
+ */
+import { IModelProvider, ModelResponse, ProviderCallOptions } from "@rax-flow/core";
+export interface FallbackCallOptions {
+    /** How many times to retry a retryable error on the SAME provider before moving on. */
+    maxRetriesPerProvider?: number;
+    /** Delay in ms between retries (simple linear backoff). */
+    retryDelayMs?: number;
+    /** Per-call options forwarded to each provider. */
+    callOptions?: ProviderCallOptions;
+}
+/**
+ * Tries each provider in order.
+ * - If a `RaxProviderError` with `isRetryable=true` is thrown, retries up to
+ *   `maxRetriesPerProvider` times (with linear back-off) before moving on.
+ * - If a `RaxProviderError` with `shouldFallback=true` is thrown, skips to
+ *   the next provider immediately.
+ * - Any other error is also treated as a skip trigger.
+ */
+export declare function fallbackCall(providers: IModelProvider[], prompt: string, options?: FallbackCallOptions): Promise<ModelResponse<string>>;
+/**
+ * Structured-output variant of the fallback chain.
+ */
+export declare function fallbackCallStructured<T>(providers: IModelProvider[], prompt: string, schema: object, options?: FallbackCallOptions): Promise<ModelResponse<T>>;
+/**
+ * Calls all providers in parallel and picks the longest non-empty output
+ * as a simple consensus heuristic.  Useful for ensemble verification.
+ */
+export declare function aggregateCalls(providers: IModelProvider[], prompt: string, callOptions?: ProviderCallOptions): Promise<{
+    outputs: ModelResponse<string>[];
+    consensus: string;
+}>;
+//# sourceMappingURL=strategy.d.ts.map

package/dist/strategy.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"strategy.d.ts","sourceRoot":"","sources":["../src/strategy.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,cAAc,EAAE,aAAa,EAAE,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AAOpF,MAAM,WAAW,mBAAmB;IAClC,uFAAuF;IACvF,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,2DAA2D;IAC3D,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,mDAAmD;IACnD,WAAW,CAAC,EAAE,mBAAmB,CAAC;CACnC;AAMD;;;;;;;GAOG;AACH,wBAAsB,YAAY,CAChC,SAAS,EAAE,cAAc,EAAE,EAC3B,MAAM,EAAE,MAAM,EACd,OAAO,GAAE,mBAAwB,GAChC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CA2ChC;AAED;;GAEG;AACH,wBAAsB,sBAAsB,CAAC,CAAC,EAC5C,SAAS,EAAE,cAAc,EAAE,EAC3B,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,MAAM,EACd,OAAO,GAAE,mBAAwB,GAChC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CA6B3B;AAMD;;;GAGG;AACH,wBAAsB,cAAc,CAClC,SAAS,EAAE,cAAc,EAAE,EAC3B,MAAM,EAAE,MAAM,EACd,WAAW,CAAC,EAAE,mBAAmB,GAChC,OAAO,CAAC;IAAE,OAAO,EAAE,aAAa,CAAC,MAAM,CAAC,EAAE,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE,CAAC,CAqBlE"}

package/dist/strategy.js

@@ -0,0 +1,117 @@
+/**
+ * @file strategy.ts
+ * Provider selection strategies: smart fallback, retries, aggregation.
+ *
+ * Uses `RaxProviderError` codes to decide whether to retry the same provider
+ * or immediately move to the next one in the fallback chain.
+ */
+import { RaxProviderError } from "./error-mapper.js";
+// ─────────────────────────────────────────────────────────────────────────────
+// Smart fallback
+// ─────────────────────────────────────────────────────────────────────────────
+/**
+ * Tries each provider in order.
+ * - If a `RaxProviderError` with `isRetryable=true` is thrown, retries up to
+ *   `maxRetriesPerProvider` times (with linear back-off) before moving on.
+ * - If a `RaxProviderError` with `shouldFallback=true` is thrown, skips to
+ *   the next provider immediately.
+ * - Any other error is also treated as a skip trigger.
+ */
+export async function fallbackCall(providers, prompt, options = {}) {
+    const { maxRetriesPerProvider = 1, retryDelayMs = 500, callOptions } = options;
+    const errors = [];
+    for (const provider of providers) {
+        const healthy = await provider.healthCheck().catch(() => false);
+        if (!healthy)
+            continue;
+        let attempt = 0;
+        let lastError;
+        while (attempt <= maxRetriesPerProvider) {
+            try {
+                return await provider.callModel(prompt, callOptions);
+            }
+            catch (err) {
+                lastError = err;
+                if (err instanceof RaxProviderError) {
+                    if (err.isRetryable && attempt < maxRetriesPerProvider) {
+                        // Retry this provider after a delay
+                        await sleep(retryDelayMs * (attempt + 1));
+                        attempt++;
+                        continue;
+                    }
+                    // Non-retryable or retries exhausted → next provider
+                    errors.push(err.message);
+                    break;
+                }
+                // Unknown error → move on immediately
+                errors.push(err instanceof Error ? err.message : String(err));
+                break;
+            }
+        }
+        if (lastError) {
+            // Log for observability but continue to next provider
+            continue;
+        }
+    }
+    throw new Error(`fallback_chain_exhausted: all providers failed.\n${errors.join("\n")}`);
+}
+/**
+ * Structured-output variant of the fallback chain.
+ */
+export async function fallbackCallStructured(providers, prompt, schema, options = {}) {
+    const { maxRetriesPerProvider = 1, retryDelayMs = 500, callOptions } = options;
+    const errors = [];
+    for (const provider of providers) {
+        const healthy = await provider.healthCheck().catch(() => false);
+        if (!healthy)
+            continue;
+        let attempt = 0;
+        while (attempt <= maxRetriesPerProvider) {
+            try {
+                return await provider.callStructured(prompt, schema, callOptions);
+            }
+            catch (err) {
+                if (err instanceof RaxProviderError && err.isRetryable && attempt < maxRetriesPerProvider) {
+                    await sleep(retryDelayMs * (attempt + 1));
+                    attempt++;
+                    continue;
+                }
+                errors.push(err instanceof Error ? err.message : String(err));
+                break;
+            }
+        }
+    }
+    throw new Error(`fallback_structured_chain_exhausted: all providers failed.\n${errors.join("\n")}`);
+}
+// ─────────────────────────────────────────────────────────────────────────────
+// Aggregate / consensus
+// ─────────────────────────────────────────────────────────────────────────────
+/**
+ * Calls all providers in parallel and picks the longest non-empty output
+ * as a simple consensus heuristic.  Useful for ensemble verification.
+ */
+export async function aggregateCalls(providers, prompt, callOptions) {
+    const outputs = await Promise.all(providers.map(async (p) => {
+        try {
+            return await p.callModel(prompt, callOptions);
+        }
+        catch {
+            return {
+                provider: "unknown",
+                model: "failed",
+                latencyMs: 0,
+                output: "",
+            };
+        }
+    }));
+    const nonEmpty = outputs.filter((o) => o.output.length > 0);
+    const consensus = nonEmpty.sort((a, b) => b.output.length - a.output.length)[0]?.output ?? "";
+    return { outputs, consensus };
+}
+// ─────────────────────────────────────────────────────────────────────────────
+// Internal helpers
+// ─────────────────────────────────────────────────────────────────────────────
+function sleep(ms) {
+    return new Promise((resolve) => setTimeout(resolve, ms));
+}
+//# sourceMappingURL=strategy.js.map

package/dist/strategy.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"strategy.js","sourceRoot":"","sources":["../src/strategy.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAGH,OAAO,EAAE,gBAAgB,EAAmB,MAAM,mBAAmB,CAAC;AAetE,gFAAgF;AAChF,iBAAiB;AACjB,gFAAgF;AAEhF;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,SAA2B,EAC3B,MAAc,EACd,UAA+B,EAAE;IAEjC,MAAM,EAAE,qBAAqB,GAAG,CAAC,EAAE,YAAY,GAAG,GAAG,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC;IAE/E,MAAM,MAAM,GAAa,EAAE,CAAC;IAE5B,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC;QAChE,IAAI,CAAC,OAAO;YAAE,SAAS;QAEvB,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,IAAI,SAAkB,CAAC;QAEvB,OAAO,OAAO,IAAI,qBAAqB,EAAE,CAAC;YACxC,IAAI,CAAC;gBACH,OAAO,MAAM,QAAQ,CAAC,SAAS,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;YACvD,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,SAAS,GAAG,GAAG,CAAC;gBAEhB,IAAI,GAAG,YAAY,gBAAgB,EAAE,CAAC;oBACpC,IAAI,GAAG,CAAC,WAAW,IAAI,OAAO,GAAG,qBAAqB,EAAE,CAAC;wBACvD,oCAAoC;wBACpC,MAAM,KAAK,CAAC,YAAY,GAAG,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC;wBAC1C,OAAO,EAAE,CAAC;wBACV,SAAS;oBACX,CAAC;oBACD,qDAAqD;oBACrD,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;oBACzB,MAAM;gBACR,CAAC;gBAED,sCAAsC;gBACtC,MAAM,CAAC,IAAI,CAAC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;gBAC9D,MAAM;YACR,CAAC;QACH,CAAC;QAED,IAAI,SAAS,EAAE,CAAC;YACd,sDAAsD;YACtD,SAAS;QACX,CAAC;IACH,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,oDAAoD,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AAC3F,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,SAA2B,EAC3B,MAAc,EACd,MAAc,EACd,UAA+B,EAAE;IAEjC,MAAM,EAAE,qBAAqB,GAAG,CAAC,EAAE,YAAY,GAAG,GAAG,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC;IAE/E,MAAM,MAAM,GAAa,EAAE,CAAC;IAE5B,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC;QAChE,IAAI,CAAC,OAAO;YAAE,SAAS;QAEvB,IAAI,OAAO,GAAG,CAAC,CAAC;QAEhB,OAAO,OAAO,IAAI,qBAAqB,EAAE,CAAC;YACxC,IAAI,CAAC;gBACH,OAAO,MAAM,QAAQ,CAAC,cAAc,CAAI,MAAM,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC;YACvE,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,GAAG,YAAY,gBAAgB,IAAI,GAAG,CAAC,WAAW,IAAI,OAAO,GAAG,qBAAqB,EAAE,CAAC;oBAC1F,MAAM,KAAK,CAAC,YAAY,GAAG,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC;oBAC1C,OAAO,EAAE,CAAC;oBACV,SAAS;gBACX,CAAC;gBACD,MAAM,CAAC,IAAI,CAAC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;gBAC9D,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,IAAI,KAAK,CACb,+DAA+D,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACnF,CAAC;AACJ,CAAC;AAED,gFAAgF;AAChF,wBAAwB;AACxB,gFAAgF;AAEhF;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,SAA2B,EAC3B,MAAc,EACd,WAAiC;IAEjC,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAC/B,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE;QACxB,IAAI,CAAC;YACH,OAAO,MAAM,CAAC,CAAC,SAAS,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;QAChD,CAAC;QAAC,MAAM,CAAC;YACP,OAAO;gBACL,QAAQ,EAAE,SAAS;gBACnB,KAAK,EAAE,QAAQ;gBACf,SAAS,EAAE,CAAC;gBACZ,MAAM,EAAE,EAAE;aACc,CAAC;QAC7B,CAAC;IACH,CAAC,CAAC,CACH,CAAC;IAEF,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAwB,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACnF,MAAM,SAAS,GACb,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAwB,EAAE,CAAwB,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,EAAE,CAAC;IAE5H,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC;AAChC,CAAC;AAED,gFAAgF;AAChF,mBAAmB;AACnB,gFAAgF;AAEhF,SAAS,KAAK,CAAC,EAAU;IACvB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC"}

package/dist/utils.d.ts

@@ -0,0 +1,3 @@
+export declare function parseJsonObjectFromText<T>(text: string): T | null;
+export declare function asString(value: unknown): string;
+//# sourceMappingURL=utils.d.ts.map

package/dist/utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../src/utils.ts"],"names":[],"mappings":"AAAA,wBAAgB,uBAAuB,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,GAAG,CAAC,GAAG,IAAI,CAYjE;AAED,wBAAgB,QAAQ,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,CAG/C"}

package/dist/utils.js

@@ -0,0 +1,22 @@
+export function parseJsonObjectFromText(text) {
+    try {
+        return JSON.parse(text);
+    }
+    catch {
+        const match = text.match(/\{[\s\S]*\}/);
+        if (!match)
+            return null;
+        try {
+            return JSON.parse(match[0]);
+        }
+        catch {
+            return null;
+        }
+    }
+}
+export function asString(value) {
+    if (typeof value === "string")
+        return value;
+    return JSON.stringify(value);
+}
+//# sourceMappingURL=utils.js.map

package/dist/utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.js","sourceRoot":"","sources":["../src/utils.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,uBAAuB,CAAI,IAAY;IACrD,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAM,CAAC;IAC/B,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QACxC,IAAI,CAAC,KAAK;YAAE,OAAO,IAAI,CAAC;QACxB,IAAI,CAAC;YACH,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAM,CAAC;QACnC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,KAAc;IACrC,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC5C,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;AAC/B,CAAC"}

package/package.json

@@ -0,0 +1,18 @@
+{
+  "name": "rax-flow-providers",
+  "version": "0.1.0",
+  "type": "module",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "scripts": {
+    "build": "tsc -p tsconfig.json",
+    "test": "vitest run --passWithNoTests",
+    "typecheck": "tsc -p tsconfig.json --noEmit"
+  },
+  "dependencies": {
+    "rax-flow-core": "0.1.0"
+  },
+  "publishConfig": {
+    "access": "public"
+  }
+}