@llmgateway/models 0.0.1

package/dist/get-cheapest-from-available-providers.d.ts

@@ -0,0 +1,30 @@
+import type { AvailableModelProvider, ModelWithPricing } from "./types.js";
+import type { ProviderMetrics } from "@llmgateway/db";
+export interface RoutingMetadata {
+    availableProviders: string[];
+    selectedProvider: string;
+    selectionReason: string;
+    providerScores: Array<{
+        providerId: string;
+        score: number;
+        uptime?: number;
+        latency?: number;
+        throughput?: number;
+        price: number;
+        priority?: number;
+    }>;
+    originalProvider?: string;
+    originalProviderUptime?: number;
+    noFallback?: boolean;
+}
+export interface ProviderSelectionResult<T extends AvailableModelProvider> {
+    provider: T;
+    metadata: RoutingMetadata;
+}
+export interface ProviderSelectionOptions {
+    metricsMap?: Map<string, ProviderMetrics>;
+    isStreaming?: boolean;
+}
+export declare function getCheapestFromAvailableProviders<T extends AvailableModelProvider>(availableModelProviders: T[], modelWithPricing: ModelWithPricing & {
+    id: string;
+}, options?: ProviderSelectionOptions): ProviderSelectionResult<T> | null;

package/dist/get-cheapest-from-available-providers.js

@@ -0,0 +1,183 @@
+import { getProviderDefinition } from "./providers.js";
+const PRICE_WEIGHT = 0.2;
+const UPTIME_WEIGHT = 0.5;
+const THROUGHPUT_WEIGHT = 0.2;
+const LATENCY_WEIGHT = 0.1;
+const UPTIME_PENALTY_THRESHOLD = 95;
+function calculateUptimePenalty(uptime) {
+    if (uptime >= UPTIME_PENALTY_THRESHOLD) {
+        return 0;
+    }
+    const deficit = (UPTIME_PENALTY_THRESHOLD - uptime) / UPTIME_PENALTY_THRESHOLD;
+    return Math.pow(deficit * 5, 2);
+}
+const DEFAULT_UPTIME = 100;
+const DEFAULT_LATENCY = 1000;
+const DEFAULT_THROUGHPUT = 50;
+const EXPLORATION_RATE = 0.01;
+export function getCheapestFromAvailableProviders(availableModelProviders, modelWithPricing, options) {
+    const metricsMap = options?.metricsMap;
+    const isStreaming = options?.isStreaming ?? false;
+    if (availableModelProviders.length === 0) {
+        return null;
+    }
+    const stableProviders = availableModelProviders.filter((provider) => {
+        const providerInfo = modelWithPricing.providers.find((p) => p.providerId === provider.providerId);
+        const providerStability = providerInfo && "stability" in providerInfo
+            ? providerInfo.stability
+            : undefined;
+        const modelStability = "stability" in modelWithPricing
+            ? modelWithPricing.stability
+            : undefined;
+        const effectiveStability = providerStability ?? modelStability;
+        return (effectiveStability !== "unstable" && effectiveStability !== "experimental");
+    });
+    if (stableProviders.length === 0) {
+        return null;
+    }
+    const isTest = process.env.NODE_ENV === "test" || process.env.VITEST;
+    if (!isTest && Math.random() < EXPLORATION_RATE) {
+        const randomProvider = stableProviders[Math.floor(Math.random() * stableProviders.length)];
+        return {
+            provider: randomProvider,
+            metadata: {
+                availableProviders: stableProviders.map((p) => p.providerId),
+                selectedProvider: randomProvider.providerId,
+                selectionReason: "random-exploration",
+                providerScores: [],
+            },
+        };
+    }
+    if (!metricsMap || metricsMap.size === 0) {
+        return selectByPriceOnly(stableProviders, modelWithPricing);
+    }
+    const providerScores = [];
+    for (const provider of stableProviders) {
+        const providerInfo = modelWithPricing.providers.find((p) => p.providerId === provider.providerId);
+        const discount = providerInfo?.discount || 0;
+        const discountMultiplier = 1 - discount;
+        const price = (((providerInfo?.inputPrice || 0) + (providerInfo?.outputPrice || 0)) /
+            2) *
+            discountMultiplier;
+        const metricsKey = `${modelWithPricing.id}:${provider.providerId}`;
+        const metrics = metricsMap.get(metricsKey);
+        providerScores.push({
+            provider,
+            score: 0,
+            price,
+            uptime: metrics?.uptime,
+            latency: metrics?.averageLatency,
+            throughput: metrics?.throughput,
+        });
+    }
+    const prices = providerScores.map((p) => p.price);
+    const minPrice = Math.min(...prices);
+    const maxPrice = Math.max(...prices);
+    const uptimes = providerScores.map((p) => p.uptime ?? DEFAULT_UPTIME);
+    const minUptime = Math.min(...uptimes);
+    const maxUptime = Math.max(...uptimes);
+    const throughputs = providerScores.map((p) => p.throughput ?? DEFAULT_THROUGHPUT);
+    const minThroughput = Math.min(...throughputs);
+    const maxThroughput = Math.max(...throughputs);
+    const latencies = providerScores.map((p) => p.latency ?? DEFAULT_LATENCY);
+    const minLatency = Math.min(...latencies);
+    const maxLatency = Math.max(...latencies);
+    for (const providerScore of providerScores) {
+        const priceRange = maxPrice - minPrice;
+        const priceScore = priceRange > 0 ? (providerScore.price - minPrice) / priceRange : 0;
+        const uptime = providerScore.uptime ?? DEFAULT_UPTIME;
+        const uptimeRange = maxUptime - minUptime;
+        const uptimeScore = uptimeRange > 0 ? (maxUptime - uptime) / uptimeRange : 0;
+        const uptimePenalty = calculateUptimePenalty(uptime);
+        const throughput = providerScore.throughput ?? DEFAULT_THROUGHPUT;
+        const throughputRange = maxThroughput - minThroughput;
+        const throughputScore = throughputRange > 0 ? (maxThroughput - throughput) / throughputRange : 0;
+        let latencyScore = 0;
+        if (isStreaming) {
+            const latency = providerScore.latency ?? DEFAULT_LATENCY;
+            const latencyRange = maxLatency - minLatency;
+            latencyScore =
+                latencyRange > 0 ? (latency - minLatency) / latencyRange : 0;
+        }
+        const effectiveLatencyWeight = isStreaming ? LATENCY_WEIGHT : 0;
+        const weightSum = PRICE_WEIGHT + UPTIME_WEIGHT + THROUGHPUT_WEIGHT + effectiveLatencyWeight;
+        const baseScore = (PRICE_WEIGHT / weightSum) * priceScore +
+            (UPTIME_WEIGHT / weightSum) * uptimeScore +
+            (THROUGHPUT_WEIGHT / weightSum) * throughputScore +
+            (effectiveLatencyWeight / weightSum) * latencyScore;
+        const providerDef = getProviderDefinition(providerScore.provider.providerId);
+        const priority = providerDef?.priority ?? 1;
+        const priorityPenalty = 1 - priority;
+        providerScore.score = baseScore + priorityPenalty + uptimePenalty;
+    }
+    let bestProvider = providerScores[0];
+    for (const providerScore of providerScores) {
+        if (providerScore.score < bestProvider.score) {
+            bestProvider = providerScore;
+        }
+    }
+    const metadata = {
+        availableProviders: providerScores.map((p) => p.provider.providerId),
+        selectedProvider: bestProvider.provider.providerId,
+        selectionReason: metricsMap ? "weighted-score" : "price-only",
+        providerScores: providerScores.map((p) => {
+            const providerDef = getProviderDefinition(p.provider.providerId);
+            const priority = providerDef?.priority ?? 1;
+            return {
+                providerId: p.provider.providerId,
+                score: Number(p.score.toFixed(3)),
+                uptime: p.uptime,
+                latency: p.latency,
+                throughput: p.throughput,
+                price: p.price,
+                priority,
+            };
+        }),
+    };
+    return {
+        provider: bestProvider.provider,
+        metadata,
+    };
+}
+function selectByPriceOnly(stableProviders, modelWithPricing) {
+    let cheapestProvider = stableProviders[0];
+    let lowestEffectivePrice = Number.MAX_VALUE;
+    const providerPrices = [];
+    for (const provider of stableProviders) {
+        const providerInfo = modelWithPricing.providers.find((p) => p.providerId === provider.providerId);
+        const discount = providerInfo?.discount || 0;
+        const discountMultiplier = 1 - discount;
+        const totalPrice = (((providerInfo?.inputPrice || 0) + (providerInfo?.outputPrice || 0)) /
+            2) *
+            discountMultiplier;
+        const providerDef = getProviderDefinition(provider.providerId);
+        const priority = providerDef?.priority ?? 1;
+        const effectivePrice = priority > 0 ? totalPrice / priority : totalPrice;
+        providerPrices.push({
+            providerId: provider.providerId,
+            price: totalPrice,
+            effectivePrice,
+            priority,
+        });
+        if (effectivePrice < lowestEffectivePrice) {
+            lowestEffectivePrice = effectivePrice;
+            cheapestProvider = provider;
+        }
+    }
+    const metadata = {
+        availableProviders: stableProviders.map((p) => p.providerId),
+        selectedProvider: cheapestProvider.providerId,
+        selectionReason: "price-only-no-metrics",
+        providerScores: providerPrices.map((p) => ({
+            providerId: p.providerId,
+            score: 0,
+            price: p.price,
+            priority: p.priority,
+        })),
+    };
+    return {
+        provider: cheapestProvider,
+        metadata,
+    };
+}
+//# sourceMappingURL=get-cheapest-from-available-providers.js.map

package/dist/get-cheapest-from-available-providers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"get-cheapest-from-available-providers.js","sourceRoot":"","sources":["../src/get-cheapest-from-available-providers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,gBAAgB,CAAC;AAgBvD,MAAM,YAAY,GAAG,GAAG,CAAC;AACzB,MAAM,aAAa,GAAG,GAAG,CAAC;AAC1B,MAAM,iBAAiB,GAAG,GAAG,CAAC;AAC9B,MAAM,cAAc,GAAG,GAAG,CAAC;AAG3B,MAAM,wBAAwB,GAAG,EAAE,CAAC;AAYpC,SAAS,sBAAsB,CAAC,MAAc;IAC7C,IAAI,MAAM,IAAI,wBAAwB,EAAE,CAAC;QACxC,OAAO,CAAC,CAAC;IACV,CAAC;IAED,MAAM,OAAO,GACZ,CAAC,wBAAwB,GAAG,MAAM,CAAC,GAAG,wBAAwB,CAAC;IAEhE,OAAO,IAAI,CAAC,GAAG,CAAC,OAAO,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;AACjC,CAAC;AAGD,MAAM,cAAc,GAAG,GAAG,CAAC;AAC3B,MAAM,eAAe,GAAG,IAAI,CAAC;AAC7B,MAAM,kBAAkB,GAAG,EAAE,CAAC;AAG9B,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAyC9B,MAAM,UAAU,iCAAiC,CAGhD,uBAA4B,EAC5B,gBAAmD,EACnD,OAAkC;IAElC,MAAM,UAAU,GAAG,OAAO,EAAE,UAAU,CAAC;IACvC,MAAM,WAAW,GAAG,OAAO,EAAE,WAAW,IAAI,KAAK,CAAC;IAClD,IAAI,uBAAuB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1C,OAAO,IAAI,CAAC;IACb,CAAC;IAGD,MAAM,eAAe,GAAG,uBAAuB,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE;QACnE,MAAM,YAAY,GAAG,gBAAgB,CAAC,SAAS,CAAC,IAAI,CACnD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,KAAK,QAAQ,CAAC,UAAU,CAC3C,CAAC;QACF,MAAM,iBAAiB,GACtB,YAAY,IAAI,WAAW,IAAI,YAAY;YAC1C,CAAC,CAAE,YAAqC,CAAC,SAAS;YAClD,CAAC,CAAC,SAAS,CAAC;QACd,MAAM,cAAc,GACnB,WAAW,IAAI,gBAAgB;YAC9B,CAAC,CAAE,gBAA2C,CAAC,SAAS;YACxD,CAAC,CAAC,SAAS,CAAC;QACd,MAAM,kBAAkB,GAAG,iBAAiB,IAAI,cAAc,CAAC;QAC/D,OAAO,CACN,kBAAkB,KAAK,UAAU,IAAI,kBAAkB,KAAK,cAAc,CAC1E,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAClC,OAAO,IAAI,CAAC;IACb,CAAC;IAKD,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,QAAQ,KAAK,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;IACrE,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,EAAE,GAAG,gBAAgB,EAAE,CAAC;QACjD,MAAM,cAAc,GACnB,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC;QACrE,OAAO;YACN,QAAQ,EAAE,cAAc;YACxB,QAAQ,EAAE;gBACT,kBAAkB,EAAE,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC;gBAC5D,gBAAgB,EAAE,cAAc,CAAC,UAAU;gBAC3C,eAAe,EAAE,oBAAoB;gBACrC,cAAc,EAAE,EAAE;aAClB;SACD,CAAC;IACH,CAAC;IAGD,IAAI,CAAC,UAAU,IAAI,UAAU,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;QAC1C,OAAO,iBAAiB,CAAC,eAAe,EAAE,gBAAgB,CAAC,CAAC;IAC7D,CAAC;IAGD,MAAM,cAAc,GAAuB,EAAE,CAAC;IAE9C,KAAK,MAAM,QAAQ,IAAI,eAAe,EAAE,CAAC;QACxC,MAAM,YAAY,GAAG,gBAAgB,CAAC,SAAS,CAAC,IAAI,CACnD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,KAAK,QAAQ,CAAC,UAAU,CAC3C,CAAC;QACF,MAAM,QAAQ,GAAI,YAAqC,EAAE,QAAQ,IAAI,CAAC,CAAC;QACvE,MAAM,kBAAkB,GAAG,CAAC,GAAG,QAAQ,CAAC;QACxC,MAAM,KAAK,GACV,CAAC,CAAC,CAAC,YAAY,EAAE,UAAU,IAAI,CAAC,CAAC,GAAG,CAAC,YAAY,EAAE,WAAW,IAAI,CAAC,CAAC,CAAC;YACpE,CAAC,CAAC;YACH,kBAAkB,CAAC;QAEpB,MAAM,UAAU,GAAG,GAAG,gBAAgB,CAAC,EAAE,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC;QACnE,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAE3C,cAAc,CAAC,IAAI,CAAC;YACnB,QAAQ;YACR,KAAK,EAAE,CAAC;YACR,KAAK;YACL,MAAM,EAAE,OAAO,EAAE,MAAM;YACvB,OAAO,EAAE,OAAO,EAAE,cAAc;YAChC,UAAU,EAAE,OAAO,EAAE,UAAU;SAC/B,CAAC,CAAC;IACJ,CAAC;IAGD,MAAM,MAAM,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAClD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;IACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;IAErC,MAAM,OAAO,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,IAAI,cAAc,CAAC,CAAC;IACtE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC;IACvC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC;IAEvC,MAAM,WAAW,GAAG,cAAc,CAAC,GAAG,CACrC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,IAAI,kBAAkB,CACzC,CAAC;IACF,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,WAAW,CAAC,CAAC;IAC/C,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,WAAW,CAAC,CAAC;IAE/C,MAAM,SAAS,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,IAAI,eAAe,CAAC,CAAC;IAC1E,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC,CAAC;IAC1C,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC,CAAC;IAG1C,KAAK,MAAM,aAAa,IAAI,cAAc,EAAE,CAAC;QAE5C,MAAM,UAAU,GAAG,QAAQ,GAAG,QAAQ,CAAC;QACvC,MAAM,UAAU,GACf,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,KAAK,GAAG,QAAQ,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;QAIpE,MAAM,MAAM,GAAG,aAAa,CAAC,MAAM,IAAI,cAAc,CAAC;QACtD,MAAM,WAAW,GAAG,SAAS,GAAG,SAAS,CAAC;QAC1C,MAAM,WAAW,GAChB,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,MAAM,CAAC,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;QAG1D,MAAM,aAAa,GAAG,sBAAsB,CAAC,MAAM,CAAC,CAAC;QAIrD,MAAM,UAAU,GAAG,aAAa,CAAC,UAAU,IAAI,kBAAkB,CAAC;QAClE,MAAM,eAAe,GAAG,aAAa,GAAG,aAAa,CAAC;QACtD,MAAM,eAAe,GACpB,eAAe,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,GAAG,UAAU,CAAC,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC;QAI1E,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,IAAI,WAAW,EAAE,CAAC;YACjB,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,IAAI,eAAe,CAAC;YACzD,MAAM,YAAY,GAAG,UAAU,GAAG,UAAU,CAAC;YAC7C,YAAY;gBACX,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,GAAG,UAAU,CAAC,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/D,CAAC;QAID,MAAM,sBAAsB,GAAG,WAAW,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;QAChE,MAAM,SAAS,GACd,YAAY,GAAG,aAAa,GAAG,iBAAiB,GAAG,sBAAsB,CAAC;QAC3E,MAAM,SAAS,GACd,CAAC,YAAY,GAAG,SAAS,CAAC,GAAG,UAAU;YACvC,CAAC,aAAa,GAAG,SAAS,CAAC,GAAG,WAAW;YACzC,CAAC,iBAAiB,GAAG,SAAS,CAAC,GAAG,eAAe;YACjD,CAAC,sBAAsB,GAAG,SAAS,CAAC,GAAG,YAAY,CAAC;QAKrD,MAAM,WAAW,GAAG,qBAAqB,CACxC,aAAa,CAAC,QAAQ,CAAC,UAAU,CACjC,CAAC;QACF,MAAM,QAAQ,GAAG,WAAW,EAAE,QAAQ,IAAI,CAAC,CAAC;QAC5C,MAAM,eAAe,GAAG,CAAC,GAAG,QAAQ,CAAC;QAIrC,aAAa,CAAC,KAAK,GAAG,SAAS,GAAG,eAAe,GAAG,aAAa,CAAC;IACnE,CAAC;IAGD,IAAI,YAAY,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;IACrC,KAAK,MAAM,aAAa,IAAI,cAAc,EAAE,CAAC;QAC5C,IAAI,aAAa,CAAC,KAAK,GAAG,YAAY,CAAC,KAAK,EAAE,CAAC;YAC9C,YAAY,GAAG,aAAa,CAAC;QAC9B,CAAC;IACF,CAAC;IAGD,MAAM,QAAQ,GAAoB;QACjC,kBAAkB,EAAE,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC;QACpE,gBAAgB,EAAE,YAAY,CAAC,QAAQ,CAAC,UAAU;QAClD,eAAe,EAAE,UAAU,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,YAAY;QAC7D,cAAc,EAAE,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YACxC,MAAM,WAAW,GAAG,qBAAqB,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;YACjE,MAAM,QAAQ,GAAG,WAAW,EAAE,QAAQ,IAAI,CAAC,CAAC;YAC5C,OAAO;gBACN,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,UAAU;gBACjC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBACjC,MAAM,EAAE,CAAC,CAAC,MAAM;gBAChB,OAAO,EAAE,CAAC,CAAC,OAAO;gBAClB,UAAU,EAAE,CAAC,CAAC,UAAU;gBACxB,KAAK,EAAE,CAAC,CAAC,KAAK;gBACd,QAAQ;aACR,CAAC;QACH,CAAC,CAAC;KACF,CAAC;IAEF,OAAO;QACN,QAAQ,EAAE,YAAY,CAAC,QAAQ;QAC/B,QAAQ;KACR,CAAC;AACH,CAAC;AAKD,SAAS,iBAAiB,CACzB,eAAoB,EACpB,gBAAmD;IAEnD,IAAI,gBAAgB,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC;IAC1C,IAAI,oBAAoB,GAAG,MAAM,CAAC,SAAS,CAAC;IAE5C,MAAM,cAAc,GAKf,EAAE,CAAC;IAER,KAAK,MAAM,QAAQ,IAAI,eAAe,EAAE,CAAC;QACxC,MAAM,YAAY,GAAG,gBAAgB,CAAC,SAAS,CAAC,IAAI,CACnD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,KAAK,QAAQ,CAAC,UAAU,CAC3C,CAAC;QACF,MAAM,QAAQ,GAAI,YAAqC,EAAE,QAAQ,IAAI,CAAC,CAAC;QACvE,MAAM,kBAAkB,GAAG,CAAC,GAAG,QAAQ,CAAC;QACxC,MAAM,UAAU,GACf,CAAC,CAAC,CAAC,YAAY,EAAE,UAAU,IAAI,CAAC,CAAC,GAAG,CAAC,YAAY,EAAE,WAAW,IAAI,CAAC,CAAC,CAAC;YACpE,CAAC,CAAC;YACH,kBAAkB,CAAC;QAGpB,MAAM,WAAW,GAAG,qBAAqB,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QAC/D,MAAM,QAAQ,GAAG,WAAW,EAAE,QAAQ,IAAI,CAAC,CAAC;QAC5C,MAAM,cAAc,GAAG,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,GAAG,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC;QAEzE,cAAc,CAAC,IAAI,CAAC;YACnB,UAAU,EAAE,QAAQ,CAAC,UAAU;YAC/B,KAAK,EAAE,UAAU;YACjB,cAAc;YACd,QAAQ;SACR,CAAC,CAAC;QAEH,IAAI,cAAc,GAAG,oBAAoB,EAAE,CAAC;YAC3C,oBAAoB,GAAG,cAAc,CAAC;YACtC,gBAAgB,GAAG,QAAQ,CAAC;QAC7B,CAAC;IACF,CAAC;IAED,MAAM,QAAQ,GAAoB;QACjC,kBAAkB,EAAE,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC;QAC5D,gBAAgB,EAAE,gBAAgB,CAAC,UAAU;QAC7C,eAAe,EAAE,uBAAuB;QACxC,cAAc,EAAE,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC1C,UAAU,EAAE,CAAC,CAAC,UAAU;YACxB,KAAK,EAAE,CAAC;YACR,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,QAAQ,EAAE,CAAC,CAAC,QAAQ;SACpB,CAAC,CAAC;KACH,CAAC;IAEF,OAAO;QACN,QAAQ,EAAE,gBAAgB;QAC1B,QAAQ;KACR,CAAC;AACH,CAAC"}

package/dist/get-cheapest-model-for-provider.d.ts

@@ -0,0 +1,2 @@
+import type { ProviderId } from "./providers.js";
+export declare function getCheapestModelForProvider(provider: ProviderId): string | null;

package/dist/get-cheapest-model-for-provider.js

@@ -0,0 +1,49 @@
+import { models } from "./models.js";
+export function getCheapestModelForProvider(provider) {
+    const currentDate = new Date();
+    const availableModels = models
+        .filter((model) => model.providers.some((p) => p.providerId === provider))
+        .map((model) => ({
+        model: model.id,
+        modelStability: "stability" in model
+            ? model.stability
+            : undefined,
+        provider: model.providers.find((p) => p.providerId === provider),
+    }))
+        .filter(({ provider: providerInfo }) => {
+        const deprecated = providerInfo.deprecatedAt &&
+            currentDate >= providerInfo.deprecatedAt;
+        const deactivated = providerInfo.deactivatedAt &&
+            currentDate >= providerInfo.deactivatedAt;
+        return !deprecated && !deactivated;
+    })
+        .filter(({ provider: providerInfo }) => providerInfo.inputPrice !== undefined &&
+        providerInfo.outputPrice !== undefined)
+        .filter(({ provider: providerInfo, modelStability }) => {
+        const providerStability = "stability" in providerInfo
+            ? providerInfo.stability
+            : undefined;
+        const effectiveStability = providerStability ?? modelStability;
+        return (effectiveStability !== "unstable" &&
+            effectiveStability !== "experimental");
+    });
+    if (availableModels.length === 0) {
+        return null;
+    }
+    const paidModels = availableModels.filter(({ provider: providerInfo }) => providerInfo.inputPrice !== 0 || providerInfo.outputPrice !== 0);
+    const modelsToConsider = paidModels.length > 0 ? paidModels : availableModels;
+    let cheapestModel = modelsToConsider[0].provider.modelName;
+    let lowestPrice = Number.MAX_VALUE;
+    for (const { provider: providerInfo } of modelsToConsider) {
+        const discount = providerInfo.discount ?? 0;
+        const discountMultiplier = 1 - discount;
+        const totalPrice = ((providerInfo.inputPrice + providerInfo.outputPrice) / 2) *
+            discountMultiplier;
+        if (totalPrice < lowestPrice) {
+            lowestPrice = totalPrice;
+            cheapestModel = providerInfo.modelName;
+        }
+    }
+    return cheapestModel;
+}
+//# sourceMappingURL=get-cheapest-model-for-provider.js.map

package/dist/get-cheapest-model-for-provider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"get-cheapest-model-for-provider.js","sourceRoot":"","sources":["../src/get-cheapest-model-for-provider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAQrC,MAAM,UAAU,2BAA2B,CAC1C,QAAoB;IAEpB,MAAM,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC;IAC/B,MAAM,eAAe,GAAG,MAAM;SAC5B,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC;SACzE,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAChB,KAAK,EAAE,KAAK,CAAC,EAAE;QACf,cAAc,EACb,WAAW,IAAI,KAAK;YACnB,CAAC,CAAE,KAAK,CAAC,SAAgC;YACzC,CAAC,CAAC,SAAS;QACb,QAAQ,EAAE,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,KAAK,QAAQ,CAAE;KACjE,CAAC,CAAC;SACF,MAAM,CAAC,CAAC,EAAE,QAAQ,EAAE,YAAY,EAAE,EAAE,EAAE;QAEtC,MAAM,UAAU,GACd,YAAqC,CAAC,YAAY;YACnD,WAAW,IAAK,YAAqC,CAAC,YAAa,CAAC;QACrE,MAAM,WAAW,GACf,YAAqC,CAAC,aAAa;YACpD,WAAW,IAAK,YAAqC,CAAC,aAAc,CAAC;QACtE,OAAO,CAAC,UAAU,IAAI,CAAC,WAAW,CAAC;IACpC,CAAC,CAAC;SACD,MAAM,CACN,CAAC,EAAE,QAAQ,EAAE,YAAY,EAAE,EAAE,EAAE,CAC9B,YAAY,CAAC,UAAU,KAAK,SAAS;QACrC,YAAY,CAAC,WAAW,KAAK,SAAS,CACvC;SACA,MAAM,CAAC,CAAC,EAAE,QAAQ,EAAE,YAAY,EAAE,cAAc,EAAE,EAAE,EAAE;QACtD,MAAM,iBAAiB,GACtB,WAAW,IAAI,YAAY;YAC1B,CAAC,CAAE,YAAY,CAAC,SAAgC;YAChD,CAAC,CAAC,SAAS,CAAC;QACd,MAAM,kBAAkB,GAAG,iBAAiB,IAAI,cAAc,CAAC;QAC/D,OAAO,CACN,kBAAkB,KAAK,UAAU;YACjC,kBAAkB,KAAK,cAAc,CACrC,CAAC;IACH,CAAC,CAAC,CAAC;IAEJ,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAClC,OAAO,IAAI,CAAC;IACb,CAAC;IAGD,MAAM,UAAU,GAAG,eAAe,CAAC,MAAM,CACxC,CAAC,EAAE,QAAQ,EAAE,YAAY,EAAE,EAAE,EAAE,CAC9B,YAAY,CAAC,UAAU,KAAK,CAAC,IAAI,YAAY,CAAC,WAAW,KAAK,CAAC,CAChE,CAAC;IAIF,MAAM,gBAAgB,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,eAAe,CAAC;IAE9E,IAAI,aAAa,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC;IAC3D,IAAI,WAAW,GAAG,MAAM,CAAC,SAAS,CAAC;IAEnC,KAAK,MAAM,EAAE,QAAQ,EAAE,YAAY,EAAE,IAAI,gBAAgB,EAAE,CAAC;QAC3D,MAAM,QAAQ,GAAI,YAAqC,CAAC,QAAQ,IAAI,CAAC,CAAC;QACtE,MAAM,kBAAkB,GAAG,CAAC,GAAG,QAAQ,CAAC;QACxC,MAAM,UAAU,GACf,CAAC,CAAC,YAAY,CAAC,UAAW,GAAG,YAAY,CAAC,WAAY,CAAC,GAAG,CAAC,CAAC;YAC5D,kBAAkB,CAAC;QACpB,IAAI,UAAU,GAAG,WAAW,EAAE,CAAC;YAC9B,WAAW,GAAG,UAAU,CAAC;YACzB,aAAa,GAAG,YAAY,CAAC,SAAS,CAAC;QACxC,CAAC;IACF,CAAC;IAED,OAAO,aAAa,CAAC;AACtB,CAAC"}

package/dist/get-provider-endpoint.d.ts

@@ -0,0 +1,3 @@
+import type { ProviderId } from "./providers.js";
+import type { ProviderKeyOptions } from "@llmgateway/db";
+export declare function getProviderEndpoint(provider: ProviderId, baseUrl?: string, model?: string, token?: string, stream?: boolean, supportsReasoning?: boolean, hasExistingToolCalls?: boolean, providerKeyOptions?: ProviderKeyOptions, configIndex?: number, imageGenerations?: boolean): string;

package/dist/get-provider-endpoint.js

@@ -0,0 +1,243 @@
+import { models } from "./models.js";
+import { getProviderEnvValue, getProviderEnvConfig } from "./provider.js";
+export function getProviderEndpoint(provider, baseUrl, model, token, stream, supportsReasoning, hasExistingToolCalls, providerKeyOptions, configIndex, imageGenerations) {
+    let modelName = model;
+    if (model && model !== "custom") {
+        const modelInfo = models.find((m) => m.id === model);
+        if (modelInfo) {
+            const providerMapping = modelInfo.providers.find((p) => p.providerId === provider);
+            if (providerMapping) {
+                modelName = providerMapping.modelName;
+            }
+        }
+    }
+    let url;
+    if (baseUrl) {
+        url = baseUrl;
+    }
+    else {
+        switch (provider) {
+            case "llmgateway":
+                if (model === "custom" || model === "auto") {
+                    url = "https://api.openai.com";
+                }
+                else {
+                    throw new Error(`Provider ${provider} requires a baseUrl`);
+                }
+                break;
+            case "openai":
+                url = "https://api.openai.com";
+                break;
+            case "anthropic":
+                url = "https://api.anthropic.com";
+                break;
+            case "google-ai-studio":
+                url = "https://generativelanguage.googleapis.com";
+                break;
+            case "google-vertex":
+                url = "https://aiplatform.googleapis.com";
+                break;
+            case "inference.net":
+                url = "https://api.inference.net";
+                break;
+            case "together.ai":
+                url = "https://api.together.ai";
+                break;
+            case "cloudrift":
+                url = "https://inference.cloudrift.ai";
+                break;
+            case "mistral":
+                url = "https://api.mistral.ai";
+                break;
+            case "xai":
+                url = "https://api.x.ai";
+                break;
+            case "groq":
+                url = "https://api.groq.com/openai";
+                break;
+            case "cerebras":
+                url = "https://api.cerebras.ai";
+                break;
+            case "deepseek":
+                url = "https://api.deepseek.com";
+                break;
+            case "perplexity":
+                url = "https://api.perplexity.ai";
+                break;
+            case "novita":
+                url = "https://api.novita.ai/v3/openai";
+                break;
+            case "moonshot":
+                url = "https://api.moonshot.ai";
+                break;
+            case "alibaba":
+                if (imageGenerations) {
+                    url = "https://dashscope-intl.aliyuncs.com";
+                }
+                else {
+                    url = "https://dashscope-intl.aliyuncs.com/compatible-mode";
+                }
+                break;
+            case "nebius":
+                url = "https://api.studio.nebius.com";
+                break;
+            case "zai":
+                url = "https://api.z.ai";
+                break;
+            case "routeway":
+                url = "https://api.routeway.ai";
+                break;
+            case "nanogpt":
+                url = "https://nano-gpt.com/api";
+                break;
+            case "bytedance":
+                url = "https://ark.ap-southeast.bytepluses.com/api/v3";
+                break;
+            case "aws-bedrock":
+                url =
+                    getProviderEnvValue("aws-bedrock", "baseUrl", configIndex, "https://bedrock-runtime.us-east-1.amazonaws.com") || "https://bedrock-runtime.us-east-1.amazonaws.com";
+                break;
+            case "azure": {
+                const resource = providerKeyOptions?.azure_resource ||
+                    getProviderEnvValue("azure", "resource", configIndex);
+                if (!resource) {
+                    const azureEnv = getProviderEnvConfig("azure");
+                    throw new Error(`Azure resource is required - set via provider options or ${azureEnv?.required.resource || "LLM_AZURE_RESOURCE"} env var`);
+                }
+                url = `https://${resource}.openai.azure.com`;
+                break;
+            }
+            case "canopywave":
+                url = "https://inference.canopywave.io";
+                break;
+            case "custom":
+                if (!baseUrl) {
+                    throw new Error(`Custom provider requires a baseUrl`);
+                }
+                url = baseUrl;
+                break;
+            default:
+                throw new Error(`Provider ${provider} requires a baseUrl`);
+        }
+    }
+    if (!url) {
+        throw new Error(`Failed to determine base URL for provider ${provider}`);
+    }
+    switch (provider) {
+        case "anthropic":
+            return `${url}/v1/messages`;
+        case "google-ai-studio": {
+            const endpoint = stream ? "streamGenerateContent" : "generateContent";
+            const baseEndpoint = modelName
+                ? `${url}/v1beta/models/${modelName}:${endpoint}`
+                : `${url}/v1beta/models/gemini-2.0-flash:${endpoint}`;
+            const queryParams = [];
+            if (token) {
+                queryParams.push(`key=${token}`);
+            }
+            if (stream) {
+                queryParams.push("alt=sse");
+            }
+            return queryParams.length > 0
+                ? `${baseEndpoint}?${queryParams.join("&")}`
+                : baseEndpoint;
+        }
+        case "google-vertex": {
+            const endpoint = stream ? "streamGenerateContent" : "generateContent";
+            const model = modelName || "gemini-2.5-flash-lite";
+            let baseEndpoint;
+            if (model === "gemini-2.0-flash-lite" ||
+                model === "gemini-2.5-flash-lite") {
+                baseEndpoint = `${url}/v1/publishers/google/models/${model}:${endpoint}`;
+            }
+            else {
+                const projectId = getProviderEnvValue("google-vertex", "project", configIndex);
+                const region = getProviderEnvValue("google-vertex", "region", configIndex, "global") || "global";
+                if (!projectId) {
+                    const vertexEnv = getProviderEnvConfig("google-vertex");
+                    throw new Error(`${vertexEnv?.required.project || "LLM_GOOGLE_CLOUD_PROJECT"} environment variable is required for Vertex model "${model}"`);
+                }
+                baseEndpoint = `${url}/v1/projects/${projectId}/locations/${region}/publishers/google/models/${model}:${endpoint}`;
+            }
+            const queryParams = [];
+            if (token) {
+                queryParams.push(`key=${token}`);
+            }
+            if (stream) {
+                queryParams.push("alt=sse");
+            }
+            return queryParams.length > 0
+                ? `${baseEndpoint}?${queryParams.join("&")}`
+                : baseEndpoint;
+        }
+        case "perplexity":
+            return `${url}/chat/completions`;
+        case "novita":
+            return `${url}/chat/completions`;
+        case "zai":
+            if (imageGenerations) {
+                return `${url}/api/paas/v4/images/generations`;
+            }
+            return `${url}/api/paas/v4/chat/completions`;
+        case "aws-bedrock": {
+            const prefix = providerKeyOptions?.aws_bedrock_region_prefix ||
+                getProviderEnvValue("aws-bedrock", "region", configIndex, "global.") ||
+                "global.";
+            const endpoint = stream ? "converse-stream" : "converse";
+            return `${url}/model/${prefix}${modelName}/${endpoint}`;
+        }
+        case "azure": {
+            const deploymentType = providerKeyOptions?.azure_deployment_type ||
+                getProviderEnvValue("azure", "deploymentType", configIndex, "ai-foundry") ||
+                "ai-foundry";
+            if (deploymentType === "openai") {
+                const apiVersion = providerKeyOptions?.azure_api_version ||
+                    getProviderEnvValue("azure", "apiVersion", configIndex, "2024-10-21") ||
+                    "2024-10-21";
+                return `${url}/openai/deployments/${modelName}/chat/completions?api-version=${apiVersion}`;
+            }
+            else {
+                return `${url}/openai/v1/chat/completions`;
+            }
+        }
+        case "openai": {
+            if (model) {
+                const modelDef = models.find((m) => m.id === model ||
+                    m.providers.some((p) => p.modelName === model && p.providerId === "openai"));
+                const providerMapping = modelDef?.providers.find((p) => p.providerId === "openai");
+                const supportsResponsesApi = providerMapping?.supportsResponsesApi ===
+                    true;
+                if (supportsResponsesApi) {
+                    return `${url}/v1/responses`;
+                }
+            }
+            return `${url}/v1/chat/completions`;
+        }
+        case "alibaba":
+            if (imageGenerations) {
+                return `${url}/api/v1/services/aigc/multimodal-generation/generation`;
+            }
+            return `${url}/v1/chat/completions`;
+        case "bytedance":
+            if (imageGenerations) {
+                return `${url}/images/generations`;
+            }
+            return `${url}/chat/completions`;
+        case "inference.net":
+        case "llmgateway":
+        case "cloudrift":
+        case "xai":
+        case "groq":
+        case "cerebras":
+        case "deepseek":
+        case "moonshot":
+        case "nebius":
+        case "routeway":
+        case "nanogpt":
+        case "canopywave":
+        case "custom":
+        default:
+            return `${url}/v1/chat/completions`;
+    }
+}
+//# sourceMappingURL=get-provider-endpoint.js.map

package/dist/get-provider-endpoint.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"get-provider-endpoint.js","sourceRoot":"","sources":["../src/get-provider-endpoint.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAA6B,MAAM,aAAa,CAAC;AAChE,OAAO,EAAE,mBAAmB,EAAE,oBAAoB,EAAE,MAAM,eAAe,CAAC;AAQ1E,MAAM,UAAU,mBAAmB,CAClC,QAAoB,EACpB,OAAgB,EAChB,KAAc,EACd,KAAc,EACd,MAAgB,EAChB,iBAA2B,EAC3B,oBAA8B,EAC9B,kBAAuC,EACvC,WAAoB,EACpB,gBAA0B;IAE1B,IAAI,SAAS,GAAG,KAAK,CAAC;IACtB,IAAI,KAAK,IAAI,KAAK,KAAK,QAAQ,EAAE,CAAC;QACjC,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,KAAK,CAAC,CAAC;QACrD,IAAI,SAAS,EAAE,CAAC;YACf,MAAM,eAAe,GAAG,SAAS,CAAC,SAAS,CAAC,IAAI,CAC/C,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,KAAK,QAAQ,CAChC,CAAC;YACF,IAAI,eAAe,EAAE,CAAC;gBACrB,SAAS,GAAG,eAAe,CAAC,SAAS,CAAC;YACvC,CAAC;QACF,CAAC;IACF,CAAC;IACD,IAAI,GAAuB,CAAC;IAE5B,IAAI,OAAO,EAAE,CAAC;QACb,GAAG,GAAG,OAAO,CAAC;IACf,CAAC;SAAM,CAAC;QACP,QAAQ,QAAQ,EAAE,CAAC;YAClB,KAAK,YAAY;gBAChB,IAAI,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,MAAM,EAAE,CAAC;oBAE5C,GAAG,GAAG,wBAAwB,CAAC;gBAChC,CAAC;qBAAM,CAAC;oBACP,MAAM,IAAI,KAAK,CAAC,YAAY,QAAQ,qBAAqB,CAAC,CAAC;gBAC5D,CAAC;gBACD,MAAM;YACP,KAAK,QAAQ;gBACZ,GAAG,GAAG,wBAAwB,CAAC;gBAC/B,MAAM;YACP,KAAK,WAAW;gBACf,GAAG,GAAG,2BAA2B,CAAC;gBAClC,MAAM;YACP,KAAK,kBAAkB;gBACtB,GAAG,GAAG,2CAA2C,CAAC;gBAClD,MAAM;YACP,KAAK,eAAe;gBACnB,GAAG,GAAG,mCAAmC,CAAC;gBAC1C,MAAM;YACP,KAAK,eAAe;gBACnB,GAAG,GAAG,2BAA2B,CAAC;gBAClC,MAAM;YACP,KAAK,aAAa;gBACjB,GAAG,GAAG,yBAAyB,CAAC;gBAChC,MAAM;YACP,KAAK,WAAW;gBACf,GAAG,GAAG,gCAAgC,CAAC;gBACvC,MAAM;YACP,KAAK,SAAS;gBACb,GAAG,GAAG,wBAAwB,CAAC;gBAC/B,MAAM;YACP,KAAK,KAAK;gBACT,GAAG,GAAG,kBAAkB,CAAC;gBACzB,MAAM;YACP,KAAK,MAAM;gBACV,GAAG,GAAG,6BAA6B,CAAC;gBACpC,MAAM;YACP,KAAK,UAAU;gBACd,GAAG,GAAG,yBAAyB,CAAC;gBAChC,MAAM;YACP,KAAK,UAAU;gBACd,GAAG,GAAG,0BAA0B,CAAC;gBACjC,MAAM;YACP,KAAK,YAAY;gBAChB,GAAG,GAAG,2BAA2B,CAAC;gBAClC,MAAM;YACP,KAAK,QAAQ;gBACZ,GAAG,GAAG,iCAAiC,CAAC;gBACxC,MAAM;YACP,KAAK,UAAU;gBACd,GAAG,GAAG,yBAAyB,CAAC;gBAChC,MAAM;YACP,KAAK,SAAS;gBAEb,IAAI,gBAAgB,EAAE,CAAC;oBACtB,GAAG,GAAG,qCAAqC,CAAC;gBAC7C,CAAC;qBAAM,CAAC;oBACP,GAAG,GAAG,qDAAqD,CAAC;gBAC7D,CAAC;gBACD,MAAM;YACP,KAAK,QAAQ;gBACZ,GAAG,GAAG,+BAA+B,CAAC;gBACtC,MAAM;YACP,KAAK,KAAK;gBACT,GAAG,GAAG,kBAAkB,CAAC;gBACzB,MAAM;YACP,KAAK,UAAU;gBACd,GAAG,GAAG,yBAAyB,CAAC;gBAChC,MAAM;YACP,KAAK,SAAS;gBACb,GAAG,GAAG,0BAA0B,CAAC;gBACjC,MAAM;YACP,KAAK,WAAW;gBACf,GAAG,GAAG,gDAAgD,CAAC;gBACvD,MAAM;YACP,KAAK,aAAa;gBACjB,GAAG;oBACF,mBAAmB,CAClB,aAAa,EACb,SAAS,EACT,WAAW,EACX,iDAAiD,CACjD,IAAI,iDAAiD,CAAC;gBACxD,MAAM;YACP,KAAK,OAAO,CAAC,CAAC,CAAC;gBACd,MAAM,QAAQ,GACb,kBAAkB,EAAE,cAAc;oBAClC,mBAAmB,CAAC,OAAO,EAAE,UAAU,EAAE,WAAW,CAAC,CAAC;gBAEvD,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACf,MAAM,QAAQ,GAAG,oBAAoB,CAAC,OAAO,CAAC,CAAC;oBAC/C,MAAM,IAAI,KAAK,CACd,4DAA4D,QAAQ,EAAE,QAAQ,CAAC,QAAQ,IAAI,oBAAoB,UAAU,CACzH,CAAC;gBACH,CAAC;gBACD,GAAG,GAAG,WAAW,QAAQ,mBAAmB,CAAC;gBAC7C,MAAM;YACP,CAAC;YACD,KAAK,YAAY;gBAChB,GAAG,GAAG,iCAAiC,CAAC;gBACxC,MAAM;YACP,KAAK,QAAQ;gBACZ,IAAI,CAAC,OAAO,EAAE,CAAC;oBACd,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;gBACvD,CAAC;gBACD,GAAG,GAAG,OAAO,CAAC;gBACd,MAAM;YACP;gBACC,MAAM,IAAI,KAAK,CAAC,YAAY,QAAQ,qBAAqB,CAAC,CAAC;QAC7D,CAAC;IACF,CAAC;IAED,IAAI,CAAC,GAAG,EAAE,CAAC;QACV,MAAM,IAAI,KAAK,CAAC,6CAA6C,QAAQ,EAAE,CAAC,CAAC;IAC1E,CAAC;IAED,QAAQ,QAAQ,EAAE,CAAC;QAClB,KAAK,WAAW;YACf,OAAO,GAAG,GAAG,cAAc,CAAC;QAC7B,KAAK,kBAAkB,CAAC,CAAC,CAAC;YACzB,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,iBAAiB,CAAC;YACtE,MAAM,YAAY,GAAG,SAAS;gBAC7B,CAAC,CAAC,GAAG,GAAG,kBAAkB,SAAS,IAAI,QAAQ,EAAE;gBACjD,CAAC,CAAC,GAAG,GAAG,mCAAmC,QAAQ,EAAE,CAAC;YACvD,MAAM,WAAW,GAAG,EAAE,CAAC;YACvB,IAAI,KAAK,EAAE,CAAC;gBACX,WAAW,CAAC,IAAI,CAAC,OAAO,KAAK,EAAE,CAAC,CAAC;YAClC,CAAC;YACD,IAAI,MAAM,EAAE,CAAC;gBACZ,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC7B,CAAC;YACD,OAAO,WAAW,CAAC,MAAM,GAAG,CAAC;gBAC5B,CAAC,CAAC,GAAG,YAAY,IAAI,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;gBAC5C,CAAC,CAAC,YAAY,CAAC;QACjB,CAAC;QACD,KAAK,eAAe,CAAC,CAAC,CAAC;YACtB,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,iBAAiB,CAAC;YACtE,MAAM,KAAK,GAAG,SAAS,IAAI,uBAAuB,CAAC;YAGnD,IAAI,YAAoB,CAAC;YACzB,IACC,KAAK,KAAK,uBAAuB;gBACjC,KAAK,KAAK,uBAAuB,EAChC,CAAC;gBACF,YAAY,GAAG,GAAG,GAAG,gCAAgC,KAAK,IAAI,QAAQ,EAAE,CAAC;YAC1E,CAAC;iBAAM,CAAC;gBACP,MAAM,SAAS,GAAG,mBAAmB,CACpC,eAAe,EACf,SAAS,EACT,WAAW,CACX,CAAC;gBAEF,MAAM,MAAM,GACX,mBAAmB,CAClB,eAAe,EACf,QAAQ,EACR,WAAW,EACX,QAAQ,CACR,IAAI,QAAQ,CAAC;gBAEf,IAAI,CAAC,SAAS,EAAE,CAAC;oBAChB,MAAM,SAAS,GAAG,oBAAoB,CAAC,eAAe,CAAC,CAAC;oBACxD,MAAM,IAAI,KAAK,CACd,GAAG,SAAS,EAAE,QAAQ,CAAC,OAAO,IAAI,0BAA0B,uDAAuD,KAAK,GAAG,CAC3H,CAAC;gBACH,CAAC;gBAED,YAAY,GAAG,GAAG,GAAG,gBAAgB,SAAS,cAAc,MAAM,6BAA6B,KAAK,IAAI,QAAQ,EAAE,CAAC;YACpH,CAAC;YAED,MAAM,WAAW,GAAG,EAAE,CAAC;YACvB,IAAI,KAAK,EAAE,CAAC;gBACX,WAAW,CAAC,IAAI,CAAC,OAAO,KAAK,EAAE,CAAC,CAAC;YAClC,CAAC;YACD,IAAI,MAAM,EAAE,CAAC;gBACZ,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC7B,CAAC;YACD,OAAO,WAAW,CAAC,MAAM,GAAG,CAAC;gBAC5B,CAAC,CAAC,GAAG,YAAY,IAAI,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;gBAC5C,CAAC,CAAC,YAAY,CAAC;QACjB,CAAC;QACD,KAAK,YAAY;YAChB,OAAO,GAAG,GAAG,mBAAmB,CAAC;QAClC,KAAK,QAAQ;YACZ,OAAO,GAAG,GAAG,mBAAmB,CAAC;QAClC,KAAK,KAAK;YACT,IAAI,gBAAgB,EAAE,CAAC;gBACtB,OAAO,GAAG,GAAG,iCAAiC,CAAC;YAChD,CAAC;YACD,OAAO,GAAG,GAAG,+BAA+B,CAAC;QAC9C,KAAK,aAAa,CAAC,CAAC,CAAC;YACpB,MAAM,MAAM,GACX,kBAAkB,EAAE,yBAAyB;gBAC7C,mBAAmB,CAAC,aAAa,EAAE,QAAQ,EAAE,WAAW,EAAE,SAAS,CAAC;gBACpE,SAAS,CAAC;YAEX,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,UAAU,CAAC;YACzD,OAAO,GAAG,GAAG,UAAU,MAAM,GAAG,SAAS,IAAI,QAAQ,EAAE,CAAC;QACzD,CAAC;QACD,KAAK,OAAO,CAAC,CAAC,CAAC;YACd,MAAM,cAAc,GACnB,kBAAkB,EAAE,qBAAqB;gBACzC,mBAAmB,CAClB,OAAO,EACP,gBAAgB,EAChB,WAAW,EACX,YAAY,CACZ;gBACD,YAAY,CAAC;YAEd,IAAI,cAAc,KAAK,QAAQ,EAAE,CAAC;gBAEjC,MAAM,UAAU,GACf,kBAAkB,EAAE,iBAAiB;oBACrC,mBAAmB,CAClB,OAAO,EACP,YAAY,EACZ,WAAW,EACX,YAAY,CACZ;oBACD,YAAY,CAAC;gBAEd,OAAO,GAAG,GAAG,uBAAuB,SAAS,iCAAiC,UAAU,EAAE,CAAC;YAC5F,CAAC;iBAAM,CAAC;gBAEP,OAAO,GAAG,GAAG,6BAA6B,CAAC;YAC5C,CAAC;QACF,CAAC;QACD,KAAK,QAAQ,CAAC,CAAC,CAAC;YAEf,IAAI,KAAK,EAAE,CAAC;gBAEX,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAC3B,CAAC,CAAC,EAAE,EAAE,CACL,CAAC,CAAC,EAAE,KAAK,KAAK;oBACd,CAAC,CAAC,SAAS,CAAC,IAAI,CACf,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,KAAK,IAAI,CAAC,CAAC,UAAU,KAAK,QAAQ,CACzD,CACF,CAAC;gBACF,MAAM,eAAe,GAAG,QAAQ,EAAE,SAAS,CAAC,IAAI,CAC/C,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,KAAK,QAAQ,CAChC,CAAC;gBACF,MAAM,oBAAoB,GACxB,eAAwC,EAAE,oBAAoB;oBAC/D,IAAI,CAAC;gBAEN,IAAI,oBAAoB,EAAE,CAAC;oBAC1B,OAAO,GAAG,GAAG,eAAe,CAAC;gBAC9B,CAAC;YACF,CAAC;YACD,OAAO,GAAG,GAAG,sBAAsB,CAAC;QACrC,CAAC;QACD,KAAK,SAAS;YACb,IAAI,gBAAgB,EAAE,CAAC;gBACtB,OAAO,GAAG,GAAG,wDAAwD,CAAC;YACvE,CAAC;YACD,OAAO,GAAG,GAAG,sBAAsB,CAAC;QACrC,KAAK,WAAW;YACf,IAAI,gBAAgB,EAAE,CAAC;gBACtB,OAAO,GAAG,GAAG,qBAAqB,CAAC;YACpC,CAAC;YACD,OAAO,GAAG,GAAG,mBAAmB,CAAC;QAClC,KAAK,eAAe,CAAC;QACrB,KAAK,YAAY,CAAC;QAClB,KAAK,WAAW,CAAC;QACjB,KAAK,KAAK,CAAC;QACX,KAAK,MAAM,CAAC;QACZ,KAAK,UAAU,CAAC;QAChB,KAAK,UAAU,CAAC;QAChB,KAAK,UAAU,CAAC;QAChB,KAAK,QAAQ,CAAC;QACd,KAAK,UAAU,CAAC;QAChB,KAAK,SAAS,CAAC;QACf,KAAK,YAAY,CAAC;QAClB,KAAK,QAAQ,CAAC;QACd;YACC,OAAO,GAAG,GAAG,sBAAsB,CAAC;IACtC,CAAC;AACF,CAAC"}

package/dist/get-provider-headers.d.ts

@@ -0,0 +1,5 @@
+import type { ProviderId } from "./providers.js";
+export interface ProviderHeaderOptions {
+    webSearchEnabled?: boolean;
+}
+export declare function getProviderHeaders(provider: ProviderId, token: string, options?: ProviderHeaderOptions): Record<string, string>;

package/dist/get-provider-headers.js

@@ -0,0 +1,45 @@
+export function getProviderHeaders(provider, token, options) {
+    switch (provider) {
+        case "anthropic": {
+            const betaFeatures = ["tools-2024-04-04", "prompt-caching-2024-07-31"];
+            if (options?.webSearchEnabled) {
+                betaFeatures.push("web-search-2025-03-05");
+            }
+            return {
+                "x-api-key": token,
+                "anthropic-version": "2023-06-01",
+                "anthropic-beta": betaFeatures.join(","),
+            };
+        }
+        case "google-ai-studio":
+        case "google-vertex":
+            return {};
+        case "aws-bedrock":
+            return {
+                Authorization: `Bearer ${token}`,
+                "Content-Type": "application/json",
+            };
+        case "azure":
+            return {
+                "api-key": token,
+            };
+        case "openai":
+        case "inference.net":
+        case "xai":
+        case "groq":
+        case "deepseek":
+        case "perplexity":
+        case "novita":
+        case "moonshot":
+        case "alibaba":
+        case "nebius":
+        case "zai":
+        case "canopywave":
+        case "custom":
+        default:
+            return {
+                Authorization: `Bearer ${token}`,
+            };
+    }
+}
+//# sourceMappingURL=get-provider-headers.js.map

package/dist/get-provider-headers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"get-provider-headers.js","sourceRoot":"","sources":["../src/get-provider-headers.ts"],"names":[],"mappings":"AAYA,MAAM,UAAU,kBAAkB,CACjC,QAAoB,EACpB,KAAa,EACb,OAA+B;IAE/B,QAAQ,QAAQ,EAAE,CAAC;QAClB,KAAK,WAAW,CAAC,CAAC,CAAC;YAClB,MAAM,YAAY,GAAG,CAAC,kBAAkB,EAAE,2BAA2B,CAAC,CAAC;YACvE,IAAI,OAAO,EAAE,gBAAgB,EAAE,CAAC;gBAC/B,YAAY,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;YAC5C,CAAC;YACD,OAAO;gBACN,WAAW,EAAE,KAAK;gBAClB,mBAAmB,EAAE,YAAY;gBACjC,gBAAgB,EAAE,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC;aACxC,CAAC;QACH,CAAC;QACD,KAAK,kBAAkB,CAAC;QACxB,KAAK,eAAe;YACnB,OAAO,EAAE,CAAC;QACX,KAAK,aAAa;YACjB,OAAO;gBACN,aAAa,EAAE,UAAU,KAAK,EAAE;gBAChC,cAAc,EAAE,kBAAkB;aAClC,CAAC;QACH,KAAK,OAAO;YACX,OAAO;gBACN,SAAS,EAAE,KAAK;aAChB,CAAC;QACH,KAAK,QAAQ,CAAC;QACd,KAAK,eAAe,CAAC;QACrB,KAAK,KAAK,CAAC;QACX,KAAK,MAAM,CAAC;QACZ,KAAK,UAAU,CAAC;QAChB,KAAK,YAAY,CAAC;QAClB,KAAK,QAAQ,CAAC;QACd,KAAK,UAAU,CAAC;QAChB,KAAK,SAAS,CAAC;QACf,KAAK,QAAQ,CAAC;QACd,KAAK,KAAK,CAAC;QACX,KAAK,YAAY,CAAC;QAClB,KAAK,QAAQ,CAAC;QACd;YACC,OAAO;gBACN,aAAa,EAAE,UAAU,KAAK,EAAE;aAChC,CAAC;IACJ,CAAC;AACF,CAAC"}

package/dist/helpers.d.ts

@@ -0,0 +1 @@
+export declare function getModelStreamingSupport(modelName: string, providerId?: string): boolean | null;

package/dist/helpers.js

@@ -0,0 +1,27 @@
+import { models } from "./models.js";
+import { providers } from "./providers.js";
+export function getModelStreamingSupport(modelName, providerId) {
+    const modelInfo = models.find((m) => m.id === modelName);
+    if (!modelInfo) {
+        return null;
+    }
+    if (!providerId) {
+        return modelInfo.providers.some((provider) => {
+            if (provider.streaming !== undefined) {
+                return provider.streaming;
+            }
+            const providerInfo = providers.find((p) => p.id === provider.providerId);
+            return providerInfo?.streaming === true;
+        });
+    }
+    const providerMapping = modelInfo.providers.find((p) => p.providerId === providerId);
+    if (!providerMapping) {
+        return false;
+    }
+    if (providerMapping.streaming !== undefined) {
+        return providerMapping.streaming;
+    }
+    const providerInfo = providers.find((p) => p.id === providerId);
+    return providerInfo?.streaming === true;
+}
+//# sourceMappingURL=helpers.js.map

package/dist/helpers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"helpers.js","sourceRoot":"","sources":["../src/helpers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAA6B,MAAM,aAAa,CAAC;AAChE,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAK3C,MAAM,UAAU,wBAAwB,CACvC,SAAiB,EACjB,UAAmB;IAEnB,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,SAAS,CAAC,CAAC;IACzD,IAAI,CAAC,SAAS,EAAE,CAAC;QAChB,OAAO,IAAI,CAAC;IACb,CAAC;IAGD,IAAI,CAAC,UAAU,EAAE,CAAC;QACjB,OAAO,SAAS,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,QAA8B,EAAE,EAAE;YAElE,IAAI,QAAQ,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;gBACtC,OAAO,QAAQ,CAAC,SAAS,CAAC;YAC3B,CAAC;YAED,MAAM,YAAY,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,QAAQ,CAAC,UAAU,CAAC,CAAC;YACzE,OAAO,YAAY,EAAE,SAAS,KAAK,IAAI,CAAC;QACzC,CAAC,CAAC,CAAC;IACJ,CAAC;IAGD,MAAM,eAAe,GAAG,SAAS,CAAC,SAAS,CAAC,IAAI,CAC/C,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,KAAK,UAAU,CAClC,CAAC;IACF,IAAI,CAAC,eAAe,EAAE,CAAC;QACtB,OAAO,KAAK,CAAC;IACd,CAAC;IAGD,IAAI,eAAe,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;QAC7C,OAAO,eAAe,CAAC,SAAS,CAAC;IAClC,CAAC;IAGD,MAAM,YAAY,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,UAAU,CAAC,CAAC;IAChE,OAAO,YAAY,EAAE,SAAS,KAAK,IAAI,CAAC;AACzC,CAAC"}