@llmops/core 0.1.5-beta.1 → 0.1.5

package/dist/index.cjs

@@ -1,6 +1,7 @@
-const require_db = require('./db-C9-M-kdS.cjs');
+const require_db = require('./db-eEfIe5dO.cjs');
 let __llmops_gateway = require("@llmops/gateway");
 __llmops_gateway = require_db.__toESM(__llmops_gateway);
+let kysely = require("kysely");
 let node_fs_promises = require("node:fs/promises");
 node_fs_promises = require_db.__toESM(node_fs_promises);
 let node_path = require("node:path");
@@ -1282,7 +1283,11 @@ const createConfigVariantDataLayer = (db) => {
 				"version"
 			]).where("variantId", "=", configVariant.variantId).orderBy("version", "desc").limit(1).executeTakeFirst();
 			if (!versionData) throw new LLMOpsError(`No variant version found for variant ${configVariant.variantId}`);
-			return versionData;
+			return {
+				...versionData,
+				configId: resolvedConfigId,
+				variantId: configVariant.variantId
+			};
 		}
 	};
 };
@@ -1442,6 +1447,287 @@ const createEnvironmentSecretDataLayer = (db) => {
 	};
 };
 
+//#endregion
+//#region src/datalayer/llmRequests.ts
+/**
+* Schema for inserting a new LLM request log
+*/
+const insertLLMRequestSchema = require_db.zod_default.object({
+	requestId: require_db.zod_default.string().uuid(),
+	configId: require_db.zod_default.string().uuid().nullable().optional(),
+	variantId: require_db.zod_default.string().uuid().nullable().optional(),
+	provider: require_db.zod_default.string(),
+	model: require_db.zod_default.string(),
+	promptTokens: require_db.zod_default.number().int().default(0),
+	completionTokens: require_db.zod_default.number().int().default(0),
+	totalTokens: require_db.zod_default.number().int().default(0),
+	cachedTokens: require_db.zod_default.number().int().default(0),
+	cost: require_db.zod_default.number().int().default(0),
+	inputCost: require_db.zod_default.number().int().default(0),
+	outputCost: require_db.zod_default.number().int().default(0),
+	endpoint: require_db.zod_default.string(),
+	statusCode: require_db.zod_default.number().int(),
+	latencyMs: require_db.zod_default.number().int().default(0),
+	isStreaming: require_db.zod_default.boolean().default(false),
+	userId: require_db.zod_default.string().nullable().optional(),
+	tags: require_db.zod_default.record(require_db.zod_default.string(), require_db.zod_default.string()).default({})
+});
+/**
+* Schema for listing LLM requests
+*/
+const listRequestsSchema = require_db.zod_default.object({
+	limit: require_db.zod_default.number().int().positive().max(1e3).default(100),
+	offset: require_db.zod_default.number().int().nonnegative().default(0),
+	configId: require_db.zod_default.string().uuid().optional(),
+	provider: require_db.zod_default.string().optional(),
+	model: require_db.zod_default.string().optional(),
+	startDate: require_db.zod_default.date().optional(),
+	endDate: require_db.zod_default.date().optional()
+});
+/**
+* Schema for date range queries
+*/
+const dateRangeSchema = require_db.zod_default.object({
+	startDate: require_db.zod_default.date(),
+	endDate: require_db.zod_default.date()
+});
+/**
+* Schema for cost summary with grouping
+*/
+const costSummarySchema = require_db.zod_default.object({
+	startDate: require_db.zod_default.date(),
+	endDate: require_db.zod_default.date(),
+	groupBy: require_db.zod_default.enum([
+		"day",
+		"hour",
+		"model",
+		"provider",
+		"config"
+	]).optional()
+});
+/**
+* Helper to create column reference for SQL
+* Uses sql.ref() to properly quote column names for the database
+*/
+const col = (name) => kysely.sql.ref(name);
+const tableCol = (table, name) => kysely.sql.ref(`${table}.${name}`);
+const createLLMRequestsDataLayer = (db) => {
+	return {
+		batchInsertRequests: async (requests) => {
+			if (requests.length === 0) return { count: 0 };
+			const validatedRequests = await Promise.all(requests.map(async (req) => {
+				const result = await insertLLMRequestSchema.safeParseAsync(req);
+				if (!result.success) throw new LLMOpsError(`Invalid request data: ${result.error.message}`);
+				return result.data;
+			}));
+			const now = (/* @__PURE__ */ new Date()).toISOString();
+			const values = validatedRequests.map((req) => ({
+				id: (0, node_crypto.randomUUID)(),
+				requestId: req.requestId,
+				configId: req.configId ?? null,
+				variantId: req.variantId ?? null,
+				provider: req.provider,
+				model: req.model,
+				promptTokens: req.promptTokens,
+				completionTokens: req.completionTokens,
+				totalTokens: req.totalTokens,
+				cachedTokens: req.cachedTokens,
+				cost: req.cost,
+				inputCost: req.inputCost,
+				outputCost: req.outputCost,
+				endpoint: req.endpoint,
+				statusCode: req.statusCode,
+				latencyMs: req.latencyMs,
+				isStreaming: req.isStreaming,
+				userId: req.userId ?? null,
+				tags: JSON.stringify(req.tags),
+				createdAt: now,
+				updatedAt: now
+			}));
+			await db.insertInto("llm_requests").values(values).execute();
+			return { count: values.length };
+		},
+		insertRequest: async (request) => {
+			const result = await insertLLMRequestSchema.safeParseAsync(request);
+			if (!result.success) throw new LLMOpsError(`Invalid request data: ${result.error.message}`);
+			const req = result.data;
+			const now = (/* @__PURE__ */ new Date()).toISOString();
+			return db.insertInto("llm_requests").values({
+				id: (0, node_crypto.randomUUID)(),
+				requestId: req.requestId,
+				configId: req.configId ?? null,
+				variantId: req.variantId ?? null,
+				provider: req.provider,
+				model: req.model,
+				promptTokens: req.promptTokens,
+				completionTokens: req.completionTokens,
+				totalTokens: req.totalTokens,
+				cachedTokens: req.cachedTokens,
+				cost: req.cost,
+				inputCost: req.inputCost,
+				outputCost: req.outputCost,
+				endpoint: req.endpoint,
+				statusCode: req.statusCode,
+				latencyMs: req.latencyMs,
+				isStreaming: req.isStreaming,
+				userId: req.userId ?? null,
+				tags: JSON.stringify(req.tags),
+				createdAt: now,
+				updatedAt: now
+			}).returningAll().executeTakeFirst();
+		},
+		listRequests: async (params) => {
+			const result = await listRequestsSchema.safeParseAsync(params || {});
+			if (!result.success) throw new LLMOpsError(`Invalid parameters: ${result.error.message}`);
+			const { limit, offset, configId, provider, model, startDate, endDate } = result.data;
+			let baseQuery = db.selectFrom("llm_requests");
+			if (configId) baseQuery = baseQuery.where("configId", "=", configId);
+			if (provider) baseQuery = baseQuery.where("provider", "=", provider);
+			if (model) baseQuery = baseQuery.where("model", "=", model);
+			if (startDate) baseQuery = baseQuery.where(kysely.sql`${col("createdAt")} >= ${startDate.toISOString()}`);
+			if (endDate) baseQuery = baseQuery.where(kysely.sql`${col("createdAt")} <= ${endDate.toISOString()}`);
+			const countResult = await baseQuery.select(kysely.sql`COUNT(*)`.as("total")).executeTakeFirst();
+			const total = Number(countResult?.total ?? 0);
+			return {
+				data: await baseQuery.selectAll().orderBy("createdAt", "desc").limit(limit).offset(offset).execute(),
+				total,
+				limit,
+				offset
+			};
+		},
+		getRequestByRequestId: async (requestId) => {
+			return db.selectFrom("llm_requests").selectAll().where("requestId", "=", requestId).executeTakeFirst();
+		},
+		getTotalCost: async (params) => {
+			const result = await dateRangeSchema.safeParseAsync(params);
+			if (!result.success) throw new LLMOpsError(`Invalid parameters: ${result.error.message}`);
+			const { startDate, endDate } = result.data;
+			return await db.selectFrom("llm_requests").select([
+				kysely.sql`COALESCE(SUM(${col("cost")}), 0)`.as("totalCost"),
+				kysely.sql`COALESCE(SUM(${col("inputCost")}), 0)`.as("totalInputCost"),
+				kysely.sql`COALESCE(SUM(${col("outputCost")}), 0)`.as("totalOutputCost"),
+				kysely.sql`COALESCE(SUM(${col("promptTokens")}), 0)`.as("totalPromptTokens"),
+				kysely.sql`COALESCE(SUM(${col("completionTokens")}), 0)`.as("totalCompletionTokens"),
+				kysely.sql`COALESCE(SUM(${col("totalTokens")}), 0)`.as("totalTokens"),
+				kysely.sql`COUNT(*)`.as("requestCount")
+			]).where(kysely.sql`${col("createdAt")} >= ${startDate.toISOString()}`).where(kysely.sql`${col("createdAt")} <= ${endDate.toISOString()}`).executeTakeFirst();
+		},
+		getCostByModel: async (params) => {
+			const result = await dateRangeSchema.safeParseAsync(params);
+			if (!result.success) throw new LLMOpsError(`Invalid parameters: ${result.error.message}`);
+			const { startDate, endDate } = result.data;
+			return db.selectFrom("llm_requests").select([
+				"provider",
+				"model",
+				kysely.sql`COALESCE(SUM(${col("cost")}), 0)`.as("totalCost"),
+				kysely.sql`COALESCE(SUM(${col("inputCost")}), 0)`.as("totalInputCost"),
+				kysely.sql`COALESCE(SUM(${col("outputCost")}), 0)`.as("totalOutputCost"),
+				kysely.sql`COALESCE(SUM(${col("totalTokens")}), 0)`.as("totalTokens"),
+				kysely.sql`COUNT(*)`.as("requestCount"),
+				kysely.sql`AVG(${col("latencyMs")})`.as("avgLatencyMs")
+			]).where(kysely.sql`${col("createdAt")} >= ${startDate.toISOString()}`).where(kysely.sql`${col("createdAt")} <= ${endDate.toISOString()}`).groupBy(["provider", "model"]).orderBy(kysely.sql`SUM(${col("cost")})`, "desc").execute();
+		},
+		getCostByProvider: async (params) => {
+			const result = await dateRangeSchema.safeParseAsync(params);
+			if (!result.success) throw new LLMOpsError(`Invalid parameters: ${result.error.message}`);
+			const { startDate, endDate } = result.data;
+			return db.selectFrom("llm_requests").select([
+				"provider",
+				kysely.sql`COALESCE(SUM(${col("cost")}), 0)`.as("totalCost"),
+				kysely.sql`COALESCE(SUM(${col("inputCost")}), 0)`.as("totalInputCost"),
+				kysely.sql`COALESCE(SUM(${col("outputCost")}), 0)`.as("totalOutputCost"),
+				kysely.sql`COALESCE(SUM(${col("totalTokens")}), 0)`.as("totalTokens"),
+				kysely.sql`COUNT(*)`.as("requestCount"),
+				kysely.sql`AVG(${col("latencyMs")})`.as("avgLatencyMs")
+			]).where(kysely.sql`${col("createdAt")} >= ${startDate.toISOString()}`).where(kysely.sql`${col("createdAt")} <= ${endDate.toISOString()}`).groupBy("provider").orderBy(kysely.sql`SUM(${col("cost")})`, "desc").execute();
+		},
+		getCostByConfig: async (params) => {
+			const result = await dateRangeSchema.safeParseAsync(params);
+			if (!result.success) throw new LLMOpsError(`Invalid parameters: ${result.error.message}`);
+			const { startDate, endDate } = result.data;
+			return db.selectFrom("llm_requests").leftJoin("configs", "llm_requests.configId", "configs.id").select([
+				"llm_requests.configId",
+				"configs.name as configName",
+				"configs.slug as configSlug",
+				kysely.sql`COALESCE(SUM(${tableCol("llm_requests", "cost")}), 0)`.as("totalCost"),
+				kysely.sql`COALESCE(SUM(${tableCol("llm_requests", "inputCost")}), 0)`.as("totalInputCost"),
+				kysely.sql`COALESCE(SUM(${tableCol("llm_requests", "outputCost")}), 0)`.as("totalOutputCost"),
+				kysely.sql`COALESCE(SUM(${tableCol("llm_requests", "totalTokens")}), 0)`.as("totalTokens"),
+				kysely.sql`COUNT(*)`.as("requestCount")
+			]).where(kysely.sql`${tableCol("llm_requests", "createdAt")} >= ${startDate.toISOString()}`).where(kysely.sql`${tableCol("llm_requests", "createdAt")} <= ${endDate.toISOString()}`).groupBy([
+				"llm_requests.configId",
+				"configs.name",
+				"configs.slug"
+			]).orderBy(kysely.sql`SUM(${tableCol("llm_requests", "cost")})`, "desc").execute();
+		},
+		getDailyCosts: async (params) => {
+			const result = await dateRangeSchema.safeParseAsync(params);
+			if (!result.success) throw new LLMOpsError(`Invalid parameters: ${result.error.message}`);
+			const { startDate, endDate } = result.data;
+			return db.selectFrom("llm_requests").select([
+				kysely.sql`DATE(${col("createdAt")})`.as("date"),
+				kysely.sql`COALESCE(SUM(${col("cost")}), 0)`.as("totalCost"),
+				kysely.sql`COALESCE(SUM(${col("inputCost")}), 0)`.as("totalInputCost"),
+				kysely.sql`COALESCE(SUM(${col("outputCost")}), 0)`.as("totalOutputCost"),
+				kysely.sql`COALESCE(SUM(${col("totalTokens")}), 0)`.as("totalTokens"),
+				kysely.sql`COUNT(*)`.as("requestCount")
+			]).where(kysely.sql`${col("createdAt")} >= ${startDate.toISOString()}`).where(kysely.sql`${col("createdAt")} <= ${endDate.toISOString()}`).groupBy(kysely.sql`DATE(${col("createdAt")})`).orderBy(kysely.sql`DATE(${col("createdAt")})`, "asc").execute();
+		},
+		getCostSummary: async (params) => {
+			const result = await costSummarySchema.safeParseAsync(params);
+			if (!result.success) throw new LLMOpsError(`Invalid parameters: ${result.error.message}`);
+			const { startDate, endDate, groupBy } = result.data;
+			const baseQuery = db.selectFrom("llm_requests").where(kysely.sql`${col("createdAt")} >= ${startDate.toISOString()}`).where(kysely.sql`${col("createdAt")} <= ${endDate.toISOString()}`);
+			switch (groupBy) {
+				case "day": return baseQuery.select([
+					kysely.sql`DATE(${col("createdAt")})`.as("groupKey"),
+					kysely.sql`COALESCE(SUM(${col("cost")}), 0)`.as("totalCost"),
+					kysely.sql`COUNT(*)`.as("requestCount")
+				]).groupBy(kysely.sql`DATE(${col("createdAt")})`).orderBy(kysely.sql`DATE(${col("createdAt")})`, "asc").execute();
+				case "hour": return baseQuery.select([
+					kysely.sql`DATE_TRUNC('hour', ${col("createdAt")})`.as("groupKey"),
+					kysely.sql`COALESCE(SUM(${col("cost")}), 0)`.as("totalCost"),
+					kysely.sql`COUNT(*)`.as("requestCount")
+				]).groupBy(kysely.sql`DATE_TRUNC('hour', ${col("createdAt")})`).orderBy(kysely.sql`DATE_TRUNC('hour', ${col("createdAt")})`, "asc").execute();
+				case "model": return baseQuery.select([
+					kysely.sql`${col("provider")} || '/' || ${col("model")}`.as("groupKey"),
+					kysely.sql`COALESCE(SUM(${col("cost")}), 0)`.as("totalCost"),
+					kysely.sql`COUNT(*)`.as("requestCount")
+				]).groupBy(["provider", "model"]).orderBy(kysely.sql`SUM(${col("cost")})`, "desc").execute();
+				case "provider": return baseQuery.select([
+					kysely.sql`${col("provider")}`.as("groupKey"),
+					kysely.sql`COALESCE(SUM(${col("cost")}), 0)`.as("totalCost"),
+					kysely.sql`COUNT(*)`.as("requestCount")
+				]).groupBy("provider").orderBy(kysely.sql`SUM(${col("cost")})`, "desc").execute();
+				case "config": return baseQuery.select([
+					kysely.sql`COALESCE(${col("configId")}::text, 'no-config')`.as("groupKey"),
+					kysely.sql`COALESCE(SUM(${col("cost")}), 0)`.as("totalCost"),
+					kysely.sql`COUNT(*)`.as("requestCount")
+				]).groupBy("configId").orderBy(kysely.sql`SUM(${col("cost")})`, "desc").execute();
+				default: return baseQuery.select([
+					kysely.sql`'total'`.as("groupKey"),
+					kysely.sql`COALESCE(SUM(${col("cost")}), 0)`.as("totalCost"),
+					kysely.sql`COUNT(*)`.as("requestCount")
+				]).execute();
+			}
+		},
+		getRequestStats: async (params) => {
+			const result = await dateRangeSchema.safeParseAsync(params);
+			if (!result.success) throw new LLMOpsError(`Invalid parameters: ${result.error.message}`);
+			const { startDate, endDate } = result.data;
+			return await db.selectFrom("llm_requests").select([
+				kysely.sql`COUNT(*)`.as("totalRequests"),
+				kysely.sql`COUNT(CASE WHEN ${col("statusCode")} >= 200 AND ${col("statusCode")} < 300 THEN 1 END)`.as("successfulRequests"),
+				kysely.sql`COUNT(CASE WHEN ${col("statusCode")} >= 400 THEN 1 END)`.as("failedRequests"),
+				kysely.sql`COUNT(CASE WHEN ${col("isStreaming")} = true THEN 1 END)`.as("streamingRequests"),
+				kysely.sql`AVG(${col("latencyMs")})`.as("avgLatencyMs"),
+				kysely.sql`MAX(${col("latencyMs")})`.as("maxLatencyMs"),
+				kysely.sql`MIN(${col("latencyMs")})`.as("minLatencyMs")
+			]).where(kysely.sql`${col("createdAt")} >= ${startDate.toISOString()}`).where(kysely.sql`${col("createdAt")} <= ${endDate.toISOString()}`).executeTakeFirst();
+		}
+	};
+};
+
 //#endregion
 //#region src/datalayer/targetingRules.ts
 const createTargetingRule = require_db.zod_default.object({
@@ -1868,6 +2154,7 @@ const createDataLayer = async (db) => {
 		...createConfigVariantDataLayer(db),
 		...createEnvironmentDataLayer(db),
 		...createEnvironmentSecretDataLayer(db),
+		...createLLMRequestsDataLayer(db),
 		...createTargetingRulesDataLayer(db),
 		...createVariantDataLayer(db),
 		...createVariantVersionsDataLayer(db),
@@ -1875,22 +2162,230 @@ const createDataLayer = async (db) => {
 	};
 };
 
+//#endregion
+//#region src/pricing/calculator.ts
+/**
+* Calculate the cost of an LLM request in micro-dollars
+*
+* Micro-dollars are used to avoid floating-point precision issues:
+* - 1 dollar = 1,000,000 micro-dollars
+* - $0.001 = 1,000 micro-dollars
+* - $0.000001 = 1 micro-dollar
+*
+* @param usage - Token usage data from the LLM response
+* @param pricing - Model pricing information
+* @returns Cost breakdown in micro-dollars
+*
+* @example
+* ```typescript
+* const usage = { promptTokens: 1000, completionTokens: 500 };
+* const pricing = { inputCostPer1M: 2.5, outputCostPer1M: 10.0 };
+* const cost = calculateCost(usage, pricing);
+* // cost = { inputCost: 2500, outputCost: 5000, totalCost: 7500 }
+* // In dollars: $0.0025 input + $0.005 output = $0.0075 total
+* ```
+*/
+function calculateCost(usage, pricing) {
+	const inputCost = Math.round(usage.promptTokens * pricing.inputCostPer1M);
+	const outputCost = Math.round(usage.completionTokens * pricing.outputCostPer1M);
+	return {
+		inputCost,
+		outputCost,
+		totalCost: inputCost + outputCost
+	};
+}
+/**
+* Convert micro-dollars to dollars
+*
+* @param microDollars - Amount in micro-dollars
+* @returns Amount in dollars
+*
+* @example
+* ```typescript
+* microDollarsToDollars(7500); // 0.0075
+* microDollarsToDollars(1000000); // 1.0
+* ```
+*/
+function microDollarsToDollars(microDollars) {
+	return microDollars / 1e6;
+}
+/**
+* Convert dollars to micro-dollars
+*
+* @param dollars - Amount in dollars
+* @returns Amount in micro-dollars (rounded to nearest integer)
+*
+* @example
+* ```typescript
+* dollarsToMicroDollars(0.0075); // 7500
+* dollarsToMicroDollars(1.0); // 1000000
+* ```
+*/
+function dollarsToMicroDollars(dollars) {
+	return Math.round(dollars * 1e6);
+}
+/**
+* Format micro-dollars as a human-readable dollar string
+*
+* @param microDollars - Amount in micro-dollars
+* @param decimals - Number of decimal places (default: 6)
+* @returns Formatted dollar string
+*
+* @example
+* ```typescript
+* formatCost(7500); // "$0.007500"
+* formatCost(1234567, 2); // "$1.23"
+* ```
+*/
+function formatCost(microDollars, decimals = 6) {
+	return `$${microDollarsToDollars(microDollars).toFixed(decimals)}`;
+}
+
+//#endregion
+//#region src/pricing/provider.ts
+const MODELS_DEV_API = "https://models.dev/api.json";
+/**
+* Pricing provider that fetches data from models.dev API
+*
+* Features:
+* - Caches pricing data with configurable TTL (default 5 minutes)
+* - Supports fallback to local cache on fetch failure
+* - Thread-safe cache refresh
+*/
+var ModelsDevPricingProvider = class {
+	cache = /* @__PURE__ */ new Map();
+	lastFetch = 0;
+	cacheTTL;
+	fetchPromise = null;
+	ready = false;
+	/**
+	* Create a new ModelsDevPricingProvider
+	*
+	* @param cacheTTL - Cache TTL in milliseconds (default: 5 minutes)
+	*/
+	constructor(cacheTTL = 300 * 1e3) {
+		this.cacheTTL = cacheTTL;
+	}
+	/**
+	* Generate a cache key for a provider/model combination
+	*/
+	getCacheKey(provider, model) {
+		return `${provider.toLowerCase()}:${model.toLowerCase()}`;
+	}
+	/**
+	* Fetch pricing data from models.dev API
+	*/
+	async fetchPricingData() {
+		try {
+			require_db.logger.debug("[Pricing] Fetching pricing data from models.dev");
+			const response = await fetch(MODELS_DEV_API);
+			if (!response.ok) throw new Error(`Failed to fetch models.dev API: ${response.status}`);
+			const data = await response.json();
+			this.cache.clear();
+			for (const [providerId, provider] of Object.entries(data)) {
+				if (!provider.models) continue;
+				for (const [_modelId, model] of Object.entries(provider.models)) {
+					if (!model.cost) continue;
+					const cacheKey = this.getCacheKey(providerId, model.id);
+					this.cache.set(cacheKey, {
+						inputCostPer1M: model.cost.input ?? 0,
+						outputCostPer1M: model.cost.output ?? 0,
+						cacheReadCostPer1M: model.cost.cache_read,
+						cacheWriteCostPer1M: model.cost.cache_write,
+						reasoningCostPer1M: model.cost.reasoning
+					});
+					const nameKey = this.getCacheKey(providerId, model.name);
+					if (nameKey !== cacheKey) this.cache.set(nameKey, this.cache.get(cacheKey));
+				}
+			}
+			this.lastFetch = Date.now();
+			this.ready = true;
+			require_db.logger.debug(`[Pricing] Cached pricing for ${this.cache.size} models from models.dev`);
+		} catch (error) {
+			require_db.logger.error(`[Pricing] Failed to fetch pricing data: ${error instanceof Error ? error.message : String(error)}`);
+			if (this.cache.size === 0) throw error;
+		}
+	}
+	/**
+	* Ensure cache is fresh, fetching if necessary
+	*/
+	async ensureFreshCache() {
+		if (!(Date.now() - this.lastFetch > this.cacheTTL) && this.cache.size > 0) return;
+		if (!this.fetchPromise) this.fetchPromise = this.fetchPricingData().finally(() => {
+			this.fetchPromise = null;
+		});
+		await this.fetchPromise;
+	}
+	/**
+	* Get pricing for a specific model
+	*/
+	async getModelPricing(provider, model) {
+		await this.ensureFreshCache();
+		const cacheKey = this.getCacheKey(provider, model);
+		const pricing = this.cache.get(cacheKey);
+		if (!pricing) {
+			require_db.logger.debug(`[Pricing] No pricing found for ${provider}/${model}, trying partial match`);
+			for (const [key, value] of this.cache.entries()) if (key.startsWith(`${provider.toLowerCase()}:`)) {
+				const modelPart = key.split(":")[1];
+				if (model.toLowerCase().includes(modelPart)) {
+					require_db.logger.debug(`[Pricing] Found partial match: ${key}`);
+					return value;
+				}
+			}
+			return null;
+		}
+		return pricing;
+	}
+	/**
+	* Force refresh the pricing cache
+	*/
+	async refreshCache() {
+		this.lastFetch = 0;
+		await this.ensureFreshCache();
+	}
+	/**
+	* Check if the provider is ready
+	*/
+	isReady() {
+		return this.ready;
+	}
+	/**
+	* Get the number of cached models (for debugging)
+	*/
+	getCacheSize() {
+		return this.cache.size;
+	}
+};
+let defaultProvider = null;
+/**
+* Get the default pricing provider instance
+*/
+function getDefaultPricingProvider() {
+	if (!defaultProvider) defaultProvider = new ModelsDevPricingProvider();
+	return defaultProvider;
+}
+
 //#endregion
 exports.CacheService = CacheService;
 exports.FileCacheBackend = FileCacheBackend;
 exports.MS = MS;
 exports.MemoryCacheBackend = MemoryCacheBackend;
+exports.ModelsDevPricingProvider = ModelsDevPricingProvider;
 exports.SCHEMA_METADATA = require_db.SCHEMA_METADATA;
 exports.SupportedProviders = SupportedProviders;
+exports.calculateCost = calculateCost;
 exports.chatCompletionCreateParamsBaseSchema = chatCompletionCreateParamsBaseSchema;
 exports.configVariantsSchema = require_db.configVariantsSchema;
 exports.configsSchema = require_db.configsSchema;
 exports.createDataLayer = createDataLayer;
 exports.createDatabase = require_db.createDatabase;
 exports.createDatabaseFromConnection = require_db.createDatabaseFromConnection;
+exports.createLLMRequestsDataLayer = createLLMRequestsDataLayer;
 exports.detectDatabaseType = require_db.detectDatabaseType;
+exports.dollarsToMicroDollars = dollarsToMicroDollars;
 exports.environmentSecretsSchema = require_db.environmentSecretsSchema;
 exports.environmentsSchema = require_db.environmentsSchema;
+exports.formatCost = formatCost;
 Object.defineProperty(exports, 'gateway', {
   enumerable: true,
   get: function () {
@@ -1898,10 +2393,13 @@ Object.defineProperty(exports, 'gateway', {
   }
 });
 exports.generateId = generateId;
+exports.getDefaultPricingProvider = getDefaultPricingProvider;
 exports.getMigrations = require_db.getMigrations;
+exports.llmRequestsSchema = require_db.llmRequestsSchema;
 exports.llmopsConfigSchema = llmopsConfigSchema;
 exports.logger = require_db.logger;
 exports.matchType = require_db.matchType;
+exports.microDollarsToDollars = microDollarsToDollars;
 exports.parsePartialTableData = require_db.parsePartialTableData;
 exports.parseTableData = require_db.parseTableData;
 exports.runAutoMigrations = require_db.runAutoMigrations;