@llmops/core 0.5.2 → 0.5.3-beta.2

package/dist/index.mjs

@@ -1,4 +1,4 @@
-import { A as schemas, B as literal, C as llmRequestsSchema, D as playgroundsSchema, E as playgroundRunsSchema, F as zod_default, G as union, H as object, I as _enum, K as unknown, L as any, M as variantVersionsSchema, N as variantsSchema, O as providerConfigsSchema, P as workspaceSettingsSchema, R as array, S as guardrailConfigsSchema, T as playgroundResultsSchema, U as record, V as number, W as string, _ as datasetVersionRecordsSchema, a as matchType, b as environmentSecretsSchema, c as logger, d as validatePartialTableData, f as validateTableData, g as datasetRecordsSchema, h as configsSchema, i as getMigrations, j as targetingRulesSchema, k as providerGuardrailOverridesSchema, l as parsePartialTableData, m as configVariantsSchema, n as createDatabaseFromConnection, o as runAutoMigrations, p as SCHEMA_METADATA, r as detectDatabaseType, s as getAuthClientOptions, t as createDatabase, u as parseTableData, v as datasetVersionsSchema, w as playgroundColumnSchema, x as environmentsSchema, y as datasetsSchema, z as boolean } from "./db-DX_QaIkx.mjs";
+import { A as schemas, B as any, C as llmRequestsSchema, D as playgroundsSchema, E as playgroundRunsSchema, F as variantVersionsSchema, G as object, H as boolean, I as variantsSchema, J as union, K as record, L as workspaceSettingsSchema, M as spansSchema, N as targetingRulesSchema, O as providerConfigsSchema, P as tracesSchema, R as zod_default, S as guardrailConfigsSchema, T as playgroundResultsSchema, U as literal, V as array, W as number, Y as unknown, _ as datasetVersionRecordsSchema, a as matchType, b as environmentSecretsSchema, c as logger, d as validatePartialTableData, f as validateTableData, g as datasetRecordsSchema, h as configsSchema, i as getMigrations, j as spanEventsSchema, k as providerGuardrailOverridesSchema, l as parsePartialTableData, m as configVariantsSchema, n as createDatabaseFromConnection, o as runAutoMigrations, p as SCHEMA_METADATA, q as string, r as detectDatabaseType, s as getAuthClientOptions, t as createDatabase, u as parseTableData, v as datasetVersionsSchema, w as playgroundColumnSchema, x as environmentsSchema, y as datasetsSchema, z as _enum } from "./db-CQvUnGBp.mjs";
 import { n as executeWithSchema, t as createNeonDialect } from "./neon-dialect-DySGBYUi.mjs";
 import gateway from "@llmops/gateway";
 import { sql } from "kysely";
@@ -8,6 +8,20 @@ import { createRandomStringGenerator } from "@better-auth/utils/random";
 import { createHash, randomBytes, randomUUID } from "node:crypto";
 import jsonLogic from "json-logic-js";
 
+//#region src/constants/headers.ts
+/**
+* Custom HTTP headers used for trace context propagation
+* between SDK clients and the LLMOps gateway.
+*/
+const LLMOPS_TRACE_ID_HEADER = "x-llmops-trace-id";
+const LLMOPS_TRACE_NAME_HEADER = "x-llmops-trace-name";
+const LLMOPS_SPAN_NAME_HEADER = "x-llmops-span-name";
+const LLMOPS_SESSION_ID_HEADER = "x-llmops-session-id";
+const LLMOPS_USER_ID_HEADER = "x-llmops-user-id";
+const LLMOPS_SPAN_ID_HEADER = "x-llmops-span-id";
+const LLMOPS_REQUEST_ID_HEADER = "x-llmops-request-id";
+
+//#endregion
 //#region src/providers/supported-providers.ts
 /**
 * Supported providers - derived from @llmops/gateway providers
@@ -1994,7 +2008,11 @@ const insertLLMRequestSchema = zod_default.object({
 	isStreaming: zod_default.boolean().default(false),
 	userId: zod_default.string().nullable().optional(),
 	tags: zod_default.record(zod_default.string(), zod_default.string()).default({}),
-	guardrailResults: guardrailResultsSchema.nullable().optional()
+	guardrailResults: guardrailResultsSchema.nullable().optional(),
+	traceId: zod_default.string().nullable().optional(),
+	spanId: zod_default.string().nullable().optional(),
+	parentSpanId: zod_default.string().nullable().optional(),
+	sessionId: zod_default.string().nullable().optional()
 });
 /**
 * Schema for listing LLM requests
@@ -2024,6 +2042,18 @@ const dateRangeSchema = zod_default.object({
 	tags: zod_default.record(zod_default.string(), zod_default.array(zod_default.string())).optional()
 });
 /**
+* Valid groupBy values for cost summary queries
+*/
+const COST_SUMMARY_GROUP_BY = [
+	"day",
+	"hour",
+	"model",
+	"provider",
+	"config",
+	"endpoint",
+	"tags"
+];
+/**
 * Schema for cost summary with grouping
 */
 const costSummarySchema = zod_default.object({
@@ -2033,19 +2063,13 @@ const costSummarySchema = zod_default.object({
 	variantId: zod_default.string().uuid().optional(),
 	environmentId: zod_default.string().uuid().optional(),
 	tags: zod_default.record(zod_default.string(), zod_default.array(zod_default.string())).optional(),
-	groupBy: zod_default.enum([
-		"day",
-		"hour",
-		"model",
-		"provider",
-		"config"
-	]).optional()
+	groupBy: zod_default.enum(COST_SUMMARY_GROUP_BY).optional()
 });
 /**
 * Helper to create column reference for SQL
 * Uses sql.ref() to properly quote column names for the database
 */
-const col = (name) => sql.ref(name);
+const col$1 = (name) => sql.ref(name);
 const tableCol = (table, name) => sql.ref(`${table}.${name}`);
 const createLLMRequestsDataLayer = (db) => {
 	return {
@@ -2080,6 +2104,10 @@ const createLLMRequestsDataLayer = (db) => {
 				userId: req.userId ?? null,
 				tags: JSON.stringify(req.tags),
 				guardrailResults: req.guardrailResults ? JSON.stringify(req.guardrailResults) : null,
+				traceId: req.traceId ?? null,
+				spanId: req.spanId ?? null,
+				parentSpanId: req.parentSpanId ?? null,
+				sessionId: req.sessionId ?? null,
 				createdAt: now,
 				updatedAt: now
 			}));
@@ -2114,6 +2142,10 @@ const createLLMRequestsDataLayer = (db) => {
 				userId: req.userId ?? null,
 				tags: JSON.stringify(req.tags),
 				guardrailResults: req.guardrailResults ? JSON.stringify(req.guardrailResults) : null,
+				traceId: req.traceId ?? null,
+				spanId: req.spanId ?? null,
+				parentSpanId: req.parentSpanId ?? null,
+				sessionId: req.sessionId ?? null,
 				createdAt: now,
 				updatedAt: now
 			}).returningAll().executeTakeFirst();
@@ -2129,14 +2161,14 @@ const createLLMRequestsDataLayer = (db) => {
 			if (providerConfigId) baseQuery = baseQuery.where("providerConfigId", "=", providerConfigId);
 			if (provider) baseQuery = baseQuery.where("provider", "=", provider);
 			if (model) baseQuery = baseQuery.where("model", "=", model);
-			if (startDate) baseQuery = baseQuery.where(sql`${col("createdAt")} >= ${startDate.toISOString()}`);
-			if (endDate) baseQuery = baseQuery.where(sql`${col("createdAt")} <= ${endDate.toISOString()}`);
+			if (startDate) baseQuery = baseQuery.where(sql`${col$1("createdAt")} >= ${startDate.toISOString()}`);
+			if (endDate) baseQuery = baseQuery.where(sql`${col$1("createdAt")} <= ${endDate.toISOString()}`);
 			if (tags && Object.keys(tags).length > 0) for (const [key, values] of Object.entries(tags)) {
 				if (values.length === 0) continue;
-				if (values.length === 1) baseQuery = baseQuery.where(sql`${col("tags")}->>${key} = ${values[0]}`);
+				if (values.length === 1) baseQuery = baseQuery.where(sql`${col$1("tags")}->>${key} = ${values[0]}`);
 				else {
 					const valueList = sql.join(values.map((v) => sql`${v}`));
-					baseQuery = baseQuery.where(sql`${col("tags")}->>${key} IN (${valueList})`);
+					baseQuery = baseQuery.where(sql`${col$1("tags")}->>${key} IN (${valueList})`);
 				}
 			}
 			const countResult = await baseQuery.select(sql`COUNT(*)`.as("total")).executeTakeFirst();
@@ -2156,23 +2188,23 @@ const createLLMRequestsDataLayer = (db) => {
 			if (!result.success) throw new LLMOpsError(`Invalid parameters: ${result.error.message}`);
 			const { startDate, endDate, configId, variantId, environmentId, tags } = result.data;
 			let query = db.selectFrom("llm_requests").select([
-				sql`COALESCE(SUM(${col("cost")}), 0)`.as("totalCost"),
-				sql`COALESCE(SUM(${col("inputCost")}), 0)`.as("totalInputCost"),
-				sql`COALESCE(SUM(${col("outputCost")}), 0)`.as("totalOutputCost"),
-				sql`COALESCE(SUM(${col("promptTokens")}), 0)`.as("totalPromptTokens"),
-				sql`COALESCE(SUM(${col("completionTokens")}), 0)`.as("totalCompletionTokens"),
-				sql`COALESCE(SUM(${col("totalTokens")}), 0)`.as("totalTokens"),
+				sql`COALESCE(SUM(${col$1("cost")}), 0)`.as("totalCost"),
+				sql`COALESCE(SUM(${col$1("inputCost")}), 0)`.as("totalInputCost"),
+				sql`COALESCE(SUM(${col$1("outputCost")}), 0)`.as("totalOutputCost"),
+				sql`COALESCE(SUM(${col$1("promptTokens")}), 0)`.as("totalPromptTokens"),
+				sql`COALESCE(SUM(${col$1("completionTokens")}), 0)`.as("totalCompletionTokens"),
+				sql`COALESCE(SUM(${col$1("totalTokens")}), 0)`.as("totalTokens"),
 				sql`COUNT(*)`.as("requestCount")
-			]).where(sql`${col("createdAt")} >= ${startDate.toISOString()}`).where(sql`${col("createdAt")} <= ${endDate.toISOString()}`);
+			]).where(sql`${col$1("createdAt")} >= ${startDate.toISOString()}`).where(sql`${col$1("createdAt")} <= ${endDate.toISOString()}`);
 			if (configId) query = query.where("configId", "=", configId);
 			if (variantId) query = query.where("variantId", "=", variantId);
 			if (environmentId) query = query.where("environmentId", "=", environmentId);
 			if (tags && Object.keys(tags).length > 0) for (const [key, values] of Object.entries(tags)) {
 				if (values.length === 0) continue;
-				if (values.length === 1) query = query.where(sql`${col("tags")}->>${key} = ${values[0]}`);
+				if (values.length === 1) query = query.where(sql`${col$1("tags")}->>${key} = ${values[0]}`);
 				else {
 					const valueList = sql.join(values.map((v) => sql`${v}`));
-					query = query.where(sql`${col("tags")}->>${key} IN (${valueList})`);
+					query = query.where(sql`${col$1("tags")}->>${key} IN (${valueList})`);
 				}
 			}
 			return await query.executeTakeFirst();
@@ -2184,13 +2216,13 @@ const createLLMRequestsDataLayer = (db) => {
 			return db.selectFrom("llm_requests").select([
 				"provider",
 				"model",
-				sql`COALESCE(SUM(${col("cost")}), 0)`.as("totalCost"),
-				sql`COALESCE(SUM(${col("inputCost")}), 0)`.as("totalInputCost"),
-				sql`COALESCE(SUM(${col("outputCost")}), 0)`.as("totalOutputCost"),
-				sql`COALESCE(SUM(${col("totalTokens")}), 0)`.as("totalTokens"),
+				sql`COALESCE(SUM(${col$1("cost")}), 0)`.as("totalCost"),
+				sql`COALESCE(SUM(${col$1("inputCost")}), 0)`.as("totalInputCost"),
+				sql`COALESCE(SUM(${col$1("outputCost")}), 0)`.as("totalOutputCost"),
+				sql`COALESCE(SUM(${col$1("totalTokens")}), 0)`.as("totalTokens"),
 				sql`COUNT(*)`.as("requestCount"),
-				sql`AVG(${col("latencyMs")})`.as("avgLatencyMs")
-			]).where(sql`${col("createdAt")} >= ${startDate.toISOString()}`).where(sql`${col("createdAt")} <= ${endDate.toISOString()}`).groupBy(["provider", "model"]).orderBy(sql`SUM(${col("cost")})`, "desc").execute();
+				sql`AVG(${col$1("latencyMs")})`.as("avgLatencyMs")
+			]).where(sql`${col$1("createdAt")} >= ${startDate.toISOString()}`).where(sql`${col$1("createdAt")} <= ${endDate.toISOString()}`).groupBy(["provider", "model"]).orderBy(sql`SUM(${col$1("cost")})`, "desc").execute();
 		},
 		getCostByProvider: async (params) => {
 			const result = await dateRangeSchema.safeParseAsync(params);
@@ -2198,13 +2230,13 @@ const createLLMRequestsDataLayer = (db) => {
 			const { startDate, endDate } = result.data;
 			return db.selectFrom("llm_requests").select([
 				"provider",
-				sql`COALESCE(SUM(${col("cost")}), 0)`.as("totalCost"),
-				sql`COALESCE(SUM(${col("inputCost")}), 0)`.as("totalInputCost"),
-				sql`COALESCE(SUM(${col("outputCost")}), 0)`.as("totalOutputCost"),
-				sql`COALESCE(SUM(${col("totalTokens")}), 0)`.as("totalTokens"),
+				sql`COALESCE(SUM(${col$1("cost")}), 0)`.as("totalCost"),
+				sql`COALESCE(SUM(${col$1("inputCost")}), 0)`.as("totalInputCost"),
+				sql`COALESCE(SUM(${col$1("outputCost")}), 0)`.as("totalOutputCost"),
+				sql`COALESCE(SUM(${col$1("totalTokens")}), 0)`.as("totalTokens"),
 				sql`COUNT(*)`.as("requestCount"),
-				sql`AVG(${col("latencyMs")})`.as("avgLatencyMs")
-			]).where(sql`${col("createdAt")} >= ${startDate.toISOString()}`).where(sql`${col("createdAt")} <= ${endDate.toISOString()}`).groupBy("provider").orderBy(sql`SUM(${col("cost")})`, "desc").execute();
+				sql`AVG(${col$1("latencyMs")})`.as("avgLatencyMs")
+			]).where(sql`${col$1("createdAt")} >= ${startDate.toISOString()}`).where(sql`${col$1("createdAt")} <= ${endDate.toISOString()}`).groupBy("provider").orderBy(sql`SUM(${col$1("cost")})`, "desc").execute();
 		},
 		getCostByConfig: async (params) => {
 			const result = await dateRangeSchema.safeParseAsync(params);
@@ -2230,61 +2262,90 @@ const createLLMRequestsDataLayer = (db) => {
 			if (!result.success) throw new LLMOpsError(`Invalid parameters: ${result.error.message}`);
 			const { startDate, endDate } = result.data;
 			return db.selectFrom("llm_requests").select([
-				sql`DATE(${col("createdAt")})`.as("date"),
-				sql`COALESCE(SUM(${col("cost")}), 0)`.as("totalCost"),
-				sql`COALESCE(SUM(${col("inputCost")}), 0)`.as("totalInputCost"),
-				sql`COALESCE(SUM(${col("outputCost")}), 0)`.as("totalOutputCost"),
-				sql`COALESCE(SUM(${col("totalTokens")}), 0)`.as("totalTokens"),
+				sql`DATE(${col$1("createdAt")})`.as("date"),
+				sql`COALESCE(SUM(${col$1("cost")}), 0)`.as("totalCost"),
+				sql`COALESCE(SUM(${col$1("inputCost")}), 0)`.as("totalInputCost"),
+				sql`COALESCE(SUM(${col$1("outputCost")}), 0)`.as("totalOutputCost"),
+				sql`COALESCE(SUM(${col$1("totalTokens")}), 0)`.as("totalTokens"),
 				sql`COUNT(*)`.as("requestCount")
-			]).where(sql`${col("createdAt")} >= ${startDate.toISOString()}`).where(sql`${col("createdAt")} <= ${endDate.toISOString()}`).groupBy(sql`DATE(${col("createdAt")})`).orderBy(sql`DATE(${col("createdAt")})`, "asc").execute();
+			]).where(sql`${col$1("createdAt")} >= ${startDate.toISOString()}`).where(sql`${col$1("createdAt")} <= ${endDate.toISOString()}`).groupBy(sql`DATE(${col$1("createdAt")})`).orderBy(sql`DATE(${col$1("createdAt")})`, "asc").execute();
 		},
 		getCostSummary: async (params) => {
 			const result = await costSummarySchema.safeParseAsync(params);
 			if (!result.success) throw new LLMOpsError(`Invalid parameters: ${result.error.message}`);
 			const { startDate, endDate, groupBy, configId, variantId, environmentId, tags } = result.data;
-			let baseQuery = db.selectFrom("llm_requests").where(sql`${col("createdAt")} >= ${startDate.toISOString()}`).where(sql`${col("createdAt")} <= ${endDate.toISOString()}`);
+			let baseQuery = db.selectFrom("llm_requests").where(sql`${col$1("createdAt")} >= ${startDate.toISOString()}`).where(sql`${col$1("createdAt")} <= ${endDate.toISOString()}`);
 			if (configId) baseQuery = baseQuery.where("configId", "=", configId);
 			if (variantId) baseQuery = baseQuery.where("variantId", "=", variantId);
 			if (environmentId) baseQuery = baseQuery.where("environmentId", "=", environmentId);
 			if (tags && Object.keys(tags).length > 0) for (const [key, values] of Object.entries(tags)) {
 				if (values.length === 0) continue;
-				if (values.length === 1) baseQuery = baseQuery.where(sql`${col("tags")}->>${key} = ${values[0]}`);
+				if (values.length === 1) baseQuery = baseQuery.where(sql`${col$1("tags")}->>${key} = ${values[0]}`);
 				else {
 					const valueList = sql.join(values.map((v) => sql`${v}`));
-					baseQuery = baseQuery.where(sql`${col("tags")}->>${key} IN (${valueList})`);
+					baseQuery = baseQuery.where(sql`${col$1("tags")}->>${key} IN (${valueList})`);
 				}
 			}
 			switch (groupBy) {
 				case "day": return baseQuery.select([
-					sql`DATE(${col("createdAt")})`.as("groupKey"),
-					sql`COALESCE(SUM(${col("cost")}), 0)`.as("totalCost"),
+					sql`DATE(${col$1("createdAt")})`.as("groupKey"),
+					sql`COALESCE(SUM(${col$1("cost")}), 0)`.as("totalCost"),
 					sql`COUNT(*)`.as("requestCount"),
-					sql`COALESCE(SUM(${col("totalTokens")}), 0)`.as("totalTokens")
-				]).groupBy(sql`DATE(${col("createdAt")})`).orderBy(sql`DATE(${col("createdAt")})`, "asc").execute();
+					sql`COALESCE(SUM(${col$1("totalTokens")}), 0)`.as("totalTokens")
+				]).groupBy(sql`DATE(${col$1("createdAt")})`).orderBy(sql`DATE(${col$1("createdAt")})`, "asc").execute();
 				case "hour": return baseQuery.select([
-					sql`DATE_TRUNC('hour', ${col("createdAt")})`.as("groupKey"),
-					sql`COALESCE(SUM(${col("cost")}), 0)`.as("totalCost"),
+					sql`DATE_TRUNC('hour', ${col$1("createdAt")})`.as("groupKey"),
+					sql`COALESCE(SUM(${col$1("cost")}), 0)`.as("totalCost"),
 					sql`COUNT(*)`.as("requestCount"),
-					sql`COALESCE(SUM(${col("totalTokens")}), 0)`.as("totalTokens")
-				]).groupBy(sql`DATE_TRUNC('hour', ${col("createdAt")})`).orderBy(sql`DATE_TRUNC('hour', ${col("createdAt")})`, "asc").execute();
+					sql`COALESCE(SUM(${col$1("totalTokens")}), 0)`.as("totalTokens")
+				]).groupBy(sql`DATE_TRUNC('hour', ${col$1("createdAt")})`).orderBy(sql`DATE_TRUNC('hour', ${col$1("createdAt")})`, "asc").execute();
 				case "model": return baseQuery.select([
-					sql`${col("provider")} || '/' || ${col("model")}`.as("groupKey"),
-					sql`COALESCE(SUM(${col("cost")}), 0)`.as("totalCost"),
+					sql`${col$1("provider")} || '/' || ${col$1("model")}`.as("groupKey"),
+					sql`COALESCE(SUM(${col$1("cost")}), 0)`.as("totalCost"),
 					sql`COUNT(*)`.as("requestCount")
-				]).groupBy(["provider", "model"]).orderBy(sql`SUM(${col("cost")})`, "desc").execute();
+				]).groupBy(["provider", "model"]).orderBy(sql`SUM(${col$1("cost")})`, "desc").execute();
 				case "provider": return baseQuery.select([
-					sql`${col("provider")}`.as("groupKey"),
-					sql`COALESCE(SUM(${col("cost")}), 0)`.as("totalCost"),
+					sql`${col$1("provider")}`.as("groupKey"),
+					sql`COALESCE(SUM(${col$1("cost")}), 0)`.as("totalCost"),
 					sql`COUNT(*)`.as("requestCount")
-				]).groupBy("provider").orderBy(sql`SUM(${col("cost")})`, "desc").execute();
+				]).groupBy("provider").orderBy(sql`SUM(${col$1("cost")})`, "desc").execute();
 				case "config": return baseQuery.select([
-					sql`COALESCE(${col("configId")}::text, 'no-config')`.as("groupKey"),
-					sql`COALESCE(SUM(${col("cost")}), 0)`.as("totalCost"),
+					sql`COALESCE(${col$1("configId")}::text, 'no-config')`.as("groupKey"),
+					sql`COALESCE(SUM(${col$1("cost")}), 0)`.as("totalCost"),
+					sql`COUNT(*)`.as("requestCount")
+				]).groupBy("configId").orderBy(sql`SUM(${col$1("cost")})`, "desc").execute();
+				case "endpoint": return baseQuery.select([
+					sql`COALESCE(${col$1("endpoint")}, 'unknown')`.as("groupKey"),
+					sql`COALESCE(SUM(${col$1("cost")}), 0)`.as("totalCost"),
 					sql`COUNT(*)`.as("requestCount")
-				]).groupBy("configId").orderBy(sql`SUM(${col("cost")})`, "desc").execute();
+				]).groupBy("endpoint").orderBy(sql`SUM(${col$1("cost")})`, "desc").execute();
+				case "tags": {
+					const conditions = [sql`${col$1("createdAt")} >= ${startDate.toISOString()}`, sql`${col$1("createdAt")} <= ${endDate.toISOString()}`];
+					if (configId) conditions.push(sql`${col$1("configId")} = ${configId}`);
+					if (variantId) conditions.push(sql`${col$1("variantId")} = ${variantId}`);
+					if (environmentId) conditions.push(sql`${col$1("environmentId")} = ${environmentId}`);
+					if (tags && Object.keys(tags).length > 0) for (const [key, values] of Object.entries(tags)) {
+						if (values.length === 0) continue;
+						if (values.length === 1) conditions.push(sql`${col$1("tags")}->>${key} = ${values[0]}`);
+						else {
+							const valueList = sql.join(values.map((v) => sql`${v}`));
+							conditions.push(sql`${col$1("tags")}->>${key} IN (${valueList})`);
+						}
+					}
+					const whereClause = sql.join(conditions, sql` AND `);
+					return (await sql`
+            SELECT t.key || ':' || t.value as "groupKey",
+                   COALESCE(SUM(${col$1("cost")}), 0) as "totalCost",
+                   COUNT(*) as "requestCount"
+            FROM "llm_requests", jsonb_each_text(${col$1("tags")}) t
+            WHERE ${whereClause}
+            GROUP BY t.key, t.value
+            ORDER BY SUM(${col$1("cost")}) DESC
+          `.execute(db)).rows;
+				}
 				default: return baseQuery.select([
 					sql`'total'`.as("groupKey"),
-					sql`COALESCE(SUM(${col("cost")}), 0)`.as("totalCost"),
+					sql`COALESCE(SUM(${col$1("cost")}), 0)`.as("totalCost"),
 					sql`COUNT(*)`.as("requestCount")
 				]).execute();
 			}
@@ -2295,22 +2356,22 @@ const createLLMRequestsDataLayer = (db) => {
 			const { startDate, endDate, configId, variantId, environmentId, tags } = result.data;
 			let query = db.selectFrom("llm_requests").select([
 				sql`COUNT(*)`.as("totalRequests"),
-				sql`COUNT(CASE WHEN ${col("statusCode")} >= 200 AND ${col("statusCode")} < 300 THEN 1 END)`.as("successfulRequests"),
-				sql`COUNT(CASE WHEN ${col("statusCode")} >= 400 THEN 1 END)`.as("failedRequests"),
-				sql`COUNT(CASE WHEN ${col("isStreaming")} = true THEN 1 END)`.as("streamingRequests"),
-				sql`AVG(${col("latencyMs")})`.as("avgLatencyMs"),
-				sql`MAX(${col("latencyMs")})`.as("maxLatencyMs"),
-				sql`MIN(${col("latencyMs")})`.as("minLatencyMs")
-			]).where(sql`${col("createdAt")} >= ${startDate.toISOString()}`).where(sql`${col("createdAt")} <= ${endDate.toISOString()}`);
+				sql`COUNT(CASE WHEN ${col$1("statusCode")} >= 200 AND ${col$1("statusCode")} < 300 THEN 1 END)`.as("successfulRequests"),
+				sql`COUNT(CASE WHEN ${col$1("statusCode")} >= 400 THEN 1 END)`.as("failedRequests"),
+				sql`COUNT(CASE WHEN ${col$1("isStreaming")} = true THEN 1 END)`.as("streamingRequests"),
+				sql`AVG(${col$1("latencyMs")})`.as("avgLatencyMs"),
+				sql`MAX(${col$1("latencyMs")})`.as("maxLatencyMs"),
+				sql`MIN(${col$1("latencyMs")})`.as("minLatencyMs")
+			]).where(sql`${col$1("createdAt")} >= ${startDate.toISOString()}`).where(sql`${col$1("createdAt")} <= ${endDate.toISOString()}`);
 			if (configId) query = query.where("configId", "=", configId);
 			if (variantId) query = query.where("variantId", "=", variantId);
 			if (environmentId) query = query.where("environmentId", "=", environmentId);
 			if (tags && Object.keys(tags).length > 0) for (const [key, values] of Object.entries(tags)) {
 				if (values.length === 0) continue;
-				if (values.length === 1) query = query.where(sql`${col("tags")}->>${key} = ${values[0]}`);
+				if (values.length === 1) query = query.where(sql`${col$1("tags")}->>${key} = ${values[0]}`);
 				else {
 					const valueList = sql.join(values.map((v) => sql`${v}`));
-					query = query.where(sql`${col("tags")}->>${key} IN (${valueList})`);
+					query = query.where(sql`${col$1("tags")}->>${key} IN (${valueList})`);
 				}
 			}
 			return await query.executeTakeFirst();
@@ -3052,6 +3113,271 @@ const createTargetingRulesDataLayer = (db) => {
 	};
 };
 
+//#endregion
+//#region src/datalayer/traces.ts
+const col = (name) => sql.ref(name);
+/**
+* Schema for upserting a trace
+*/
+const upsertTraceSchema = zod_default.object({
+	traceId: zod_default.string(),
+	name: zod_default.string().nullable().optional(),
+	sessionId: zod_default.string().nullable().optional(),
+	userId: zod_default.string().nullable().optional(),
+	status: zod_default.enum([
+		"unset",
+		"ok",
+		"error"
+	]).default("unset"),
+	startTime: zod_default.date(),
+	endTime: zod_default.date().nullable().optional(),
+	durationMs: zod_default.number().int().nullable().optional(),
+	spanCount: zod_default.number().int().default(1),
+	totalInputTokens: zod_default.number().int().default(0),
+	totalOutputTokens: zod_default.number().int().default(0),
+	totalTokens: zod_default.number().int().default(0),
+	totalCost: zod_default.number().int().default(0),
+	tags: zod_default.record(zod_default.string(), zod_default.string()).default({}),
+	metadata: zod_default.record(zod_default.string(), zod_default.unknown()).default({})
+});
+/**
+* Schema for inserting spans
+*/
+const insertSpanSchema = zod_default.object({
+	traceId: zod_default.string(),
+	spanId: zod_default.string(),
+	parentSpanId: zod_default.string().nullable().optional(),
+	name: zod_default.string(),
+	kind: zod_default.number().int().default(1),
+	status: zod_default.number().int().default(0),
+	statusMessage: zod_default.string().nullable().optional(),
+	startTime: zod_default.date(),
+	endTime: zod_default.date().nullable().optional(),
+	durationMs: zod_default.number().int().nullable().optional(),
+	provider: zod_default.string().nullable().optional(),
+	model: zod_default.string().nullable().optional(),
+	promptTokens: zod_default.number().int().default(0),
+	completionTokens: zod_default.number().int().default(0),
+	totalTokens: zod_default.number().int().default(0),
+	cost: zod_default.number().int().default(0),
+	configId: zod_default.string().uuid().nullable().optional(),
+	variantId: zod_default.string().uuid().nullable().optional(),
+	environmentId: zod_default.string().uuid().nullable().optional(),
+	providerConfigId: zod_default.string().uuid().nullable().optional(),
+	requestId: zod_default.string().uuid().nullable().optional(),
+	source: zod_default.enum(["gateway", "otlp"]).default("gateway"),
+	input: zod_default.unknown().nullable().optional(),
+	output: zod_default.unknown().nullable().optional(),
+	attributes: zod_default.record(zod_default.string(), zod_default.unknown()).default({})
+});
+/**
+* Schema for inserting span events
+*/
+const insertSpanEventSchema = zod_default.object({
+	traceId: zod_default.string(),
+	spanId: zod_default.string(),
+	name: zod_default.string(),
+	timestamp: zod_default.date(),
+	attributes: zod_default.record(zod_default.string(), zod_default.unknown()).default({})
+});
+/**
+* Schema for listing traces
+*/
+const listTracesSchema = zod_default.object({
+	limit: zod_default.number().int().positive().max(1e3).default(50),
+	offset: zod_default.number().int().nonnegative().default(0),
+	sessionId: zod_default.string().optional(),
+	userId: zod_default.string().optional(),
+	status: zod_default.enum([
+		"unset",
+		"ok",
+		"error"
+	]).optional(),
+	name: zod_default.string().optional(),
+	startDate: zod_default.date().optional(),
+	endDate: zod_default.date().optional(),
+	tags: zod_default.record(zod_default.string(), zod_default.array(zod_default.string())).optional()
+});
+/**
+* Schema for trace stats query
+*/
+const traceStatsSchema = zod_default.object({
+	startDate: zod_default.date(),
+	endDate: zod_default.date(),
+	sessionId: zod_default.string().optional(),
+	userId: zod_default.string().optional()
+});
+const createTracesDataLayer = (db) => {
+	return {
+		upsertTrace: async (data) => {
+			const result = await upsertTraceSchema.safeParseAsync(data);
+			if (!result.success) throw new LLMOpsError(`Invalid trace data: ${result.error.message}`);
+			const trace = result.data;
+			const now = (/* @__PURE__ */ new Date()).toISOString();
+			await sql`
+        INSERT INTO "traces" (
+          "id", "traceId", "name", "sessionId", "userId", "status",
+          "startTime", "endTime", "durationMs", "spanCount",
+          "totalInputTokens", "totalOutputTokens", "totalTokens", "totalCost",
+          "tags", "metadata", "createdAt", "updatedAt"
+        ) VALUES (
+          ${randomUUID()}, ${trace.traceId}, ${trace.name ?? null}, ${trace.sessionId ?? null},
+          ${trace.userId ?? null}, ${trace.status},
+          ${trace.startTime.toISOString()}, ${trace.endTime?.toISOString() ?? null},
+          ${trace.durationMs ?? null}, ${trace.spanCount},
+          ${trace.totalInputTokens}, ${trace.totalOutputTokens},
+          ${trace.totalTokens}, ${trace.totalCost},
+          ${JSON.stringify(trace.tags)}::jsonb, ${JSON.stringify(trace.metadata)}::jsonb,
+          ${now}, ${now}
+        )
+        ON CONFLICT ("traceId") DO UPDATE SET
+          "name" = COALESCE(EXCLUDED."name", "traces"."name"),
+          "sessionId" = COALESCE(EXCLUDED."sessionId", "traces"."sessionId"),
+          "userId" = COALESCE(EXCLUDED."userId", "traces"."userId"),
+          "status" = CASE
+            WHEN EXCLUDED."status" = 'error' THEN 'error'
+            WHEN EXCLUDED."status" = 'ok' AND "traces"."status" != 'error' THEN 'ok'
+            ELSE "traces"."status"
+          END,
+          "startTime" = LEAST("traces"."startTime", EXCLUDED."startTime"),
+          "endTime" = GREATEST(
+            COALESCE("traces"."endTime", EXCLUDED."endTime"),
+            COALESCE(EXCLUDED."endTime", "traces"."endTime")
+          ),
+          "durationMs" = EXTRACT(EPOCH FROM (
+            GREATEST(
+              COALESCE("traces"."endTime", EXCLUDED."endTime"),
+              COALESCE(EXCLUDED."endTime", "traces"."endTime")
+            ) -
+            LEAST("traces"."startTime", EXCLUDED."startTime")
+          ))::integer * 1000,
+          "spanCount" = "traces"."spanCount" + EXCLUDED."spanCount",
+          "totalInputTokens" = "traces"."totalInputTokens" + EXCLUDED."totalInputTokens",
+          "totalOutputTokens" = "traces"."totalOutputTokens" + EXCLUDED."totalOutputTokens",
+          "totalTokens" = "traces"."totalTokens" + EXCLUDED."totalTokens",
+          "totalCost" = "traces"."totalCost" + EXCLUDED."totalCost",
+          "tags" = "traces"."tags" || EXCLUDED."tags",
+          "metadata" = "traces"."metadata" || EXCLUDED."metadata",
+          "updatedAt" = ${now}
+      `.execute(db);
+		},
+		batchInsertSpans: async (spans) => {
+			if (spans.length === 0) return { count: 0 };
+			const validatedSpans = await Promise.all(spans.map(async (span) => {
+				const result = await insertSpanSchema.safeParseAsync(span);
+				if (!result.success) throw new LLMOpsError(`Invalid span data: ${result.error.message}`);
+				return result.data;
+			}));
+			const now = (/* @__PURE__ */ new Date()).toISOString();
+			const values = validatedSpans.map((span) => ({
+				id: randomUUID(),
+				traceId: span.traceId,
+				spanId: span.spanId,
+				parentSpanId: span.parentSpanId ?? null,
+				name: span.name,
+				kind: span.kind,
+				status: span.status,
+				statusMessage: span.statusMessage ?? null,
+				startTime: span.startTime.toISOString(),
+				endTime: span.endTime?.toISOString() ?? null,
+				durationMs: span.durationMs ?? null,
+				provider: span.provider ?? null,
+				model: span.model ?? null,
+				promptTokens: span.promptTokens,
+				completionTokens: span.completionTokens,
+				totalTokens: span.totalTokens,
+				cost: span.cost,
+				configId: span.configId ?? null,
+				variantId: span.variantId ?? null,
+				environmentId: span.environmentId ?? null,
+				providerConfigId: span.providerConfigId ?? null,
+				requestId: span.requestId ?? null,
+				source: span.source,
+				input: span.input != null ? JSON.stringify(span.input) : null,
+				output: span.output != null ? JSON.stringify(span.output) : null,
+				attributes: JSON.stringify(span.attributes),
+				createdAt: now,
+				updatedAt: now
+			}));
+			await db.insertInto("spans").values(values).onConflict((oc) => oc.column("spanId").doNothing()).execute();
+			return { count: values.length };
+		},
+		batchInsertSpanEvents: async (events) => {
+			if (events.length === 0) return { count: 0 };
+			const validatedEvents = await Promise.all(events.map(async (event) => {
+				const result = await insertSpanEventSchema.safeParseAsync(event);
+				if (!result.success) throw new LLMOpsError(`Invalid span event data: ${result.error.message}`);
+				return result.data;
+			}));
+			const now = (/* @__PURE__ */ new Date()).toISOString();
+			const values = validatedEvents.map((event) => ({
+				id: randomUUID(),
+				traceId: event.traceId,
+				spanId: event.spanId,
+				name: event.name,
+				timestamp: event.timestamp.toISOString(),
+				attributes: JSON.stringify(event.attributes),
+				createdAt: now
+			}));
+			await db.insertInto("span_events").values(values).execute();
+			return { count: values.length };
+		},
+		listTraces: async (params) => {
+			const result = await listTracesSchema.safeParseAsync(params || {});
+			if (!result.success) throw new LLMOpsError(`Invalid parameters: ${result.error.message}`);
+			const { limit, offset, sessionId, userId, status, name, startDate, endDate, tags } = result.data;
+			let baseQuery = db.selectFrom("traces");
+			if (sessionId) baseQuery = baseQuery.where("sessionId", "=", sessionId);
+			if (userId) baseQuery = baseQuery.where("userId", "=", userId);
+			if (status) baseQuery = baseQuery.where("status", "=", status);
+			if (name) baseQuery = baseQuery.where(sql`${col("name")} ILIKE ${"%" + name + "%"}`);
+			if (startDate) baseQuery = baseQuery.where(sql`${col("startTime")} >= ${startDate.toISOString()}`);
+			if (endDate) baseQuery = baseQuery.where(sql`${col("startTime")} <= ${endDate.toISOString()}`);
+			if (tags && Object.keys(tags).length > 0) for (const [key, values] of Object.entries(tags)) {
+				if (values.length === 0) continue;
+				if (values.length === 1) baseQuery = baseQuery.where(sql`${col("tags")}->>${key} = ${values[0]}`);
+				else {
+					const valueList = sql.join(values.map((v) => sql`${v}`));
+					baseQuery = baseQuery.where(sql`${col("tags")}->>${key} IN (${valueList})`);
+				}
+			}
+			const countResult = await baseQuery.select(sql`COUNT(*)`.as("total")).executeTakeFirst();
+			const total = Number(countResult?.total ?? 0);
+			return {
+				data: await baseQuery.selectAll().orderBy("startTime", "desc").limit(limit).offset(offset).execute(),
+				total,
+				limit,
+				offset
+			};
+		},
+		getTraceWithSpans: async (traceId) => {
+			const trace = await db.selectFrom("traces").selectAll().where("traceId", "=", traceId).executeTakeFirst();
+			if (!trace) return void 0;
+			return {
+				trace,
+				spans: await db.selectFrom("spans").selectAll().where("traceId", "=", traceId).orderBy("startTime", "asc").execute(),
+				events: await db.selectFrom("span_events").selectAll().where("traceId", "=", traceId).orderBy("timestamp", "asc").execute()
+			};
+		},
+		getTraceStats: async (params) => {
+			const result = await traceStatsSchema.safeParseAsync(params);
+			if (!result.success) throw new LLMOpsError(`Invalid parameters: ${result.error.message}`);
+			const { startDate, endDate, sessionId, userId } = result.data;
+			let query = db.selectFrom("traces").select([
+				sql`COUNT(*)`.as("totalTraces"),
+				sql`COALESCE(AVG(${col("durationMs")}), 0)`.as("avgDurationMs"),
+				sql`COUNT(CASE WHEN ${col("status")} = 'error' THEN 1 END)`.as("errorCount"),
+				sql`COALESCE(SUM(${col("totalCost")}), 0)`.as("totalCost"),
+				sql`COALESCE(SUM(${col("totalTokens")}), 0)`.as("totalTokens"),
+				sql`COALESCE(SUM(${col("spanCount")}), 0)`.as("totalSpans")
+			]).where(sql`${col("startTime")} >= ${startDate.toISOString()}`).where(sql`${col("startTime")} <= ${endDate.toISOString()}`);
+			if (sessionId) query = query.where("sessionId", "=", sessionId);
+			if (userId) query = query.where("userId", "=", userId);
+			return query.executeTakeFirst();
+		}
+	};
+};
+
 //#endregion
 //#region src/datalayer/variants.ts
 const createVariant = zod_default.object({ name: zod_default.string() });
@@ -3345,6 +3671,7 @@ function createDataLayer(db) {
 		...createProviderConfigsDataLayer(db),
 		...createProviderGuardrailOverridesDataLayer(db),
 		...createTargetingRulesDataLayer(db),
+		...createTracesDataLayer(db),
 		...createVariantDataLayer(db),
 		...createVariantVersionsDataLayer(db),
 		...createWorkspaceSettingsDataLayer(db)
@@ -3923,4 +4250,4 @@ var ManifestRouter = class {
 };
 
 //#endregion
-export { CacheService, DEFAULT_PROVIDER_ENV_VARS, FileCacheBackend, MS, ManifestBuilder, ManifestRouter, ManifestService, MemoryCacheBackend, ModelsDevPricingProvider, SCHEMA_METADATA, SupportedProviders, calculateCost, chatCompletionCreateParamsBaseSchema, configVariantsSchema, configsSchema, createConfigDataLayer, createConfigVariantDataLayer, createDataLayer, createDatabase, createDatabaseFromConnection, createDatasetsDataLayer, createEnvironmentDataLayer, createEnvironmentSecretDataLayer, createGuardrailConfigsDataLayer, createLLMRequestsDataLayer, createNeonDialect, createPlaygroundDataLayer, createPlaygroundResultsDataLayer, createPlaygroundRunsDataLayer, createProviderConfigsDataLayer, createProviderGuardrailOverridesDataLayer, createTargetingRulesDataLayer, createVariantDataLayer, createVariantVersionsDataLayer, createWorkspaceSettingsDataLayer, datasetRecordsSchema, datasetVersionRecordsSchema, datasetVersionsSchema, datasetsSchema, detectDatabaseType, dollarsToMicroDollars, environmentSecretsSchema, environmentsSchema, executeWithSchema, formatCost, gateway, generateId, getAuthClientOptions, getDefaultPricingProvider, getDefaultProviders, getMigrations, guardrailConfigsSchema, llmRequestsSchema, llmopsConfigSchema, logger, matchType, mergeWithDefaultProviders, microDollarsToDollars, parsePartialTableData, parseTableData, playgroundColumnSchema, playgroundResultsSchema, playgroundRunsSchema, playgroundsSchema, providerConfigsSchema, providerGuardrailOverridesSchema, runAutoMigrations, schemas, targetingRulesSchema, validateLLMOpsConfig, validatePartialTableData, validateTableData, variantJsonDataSchema, variantVersionsSchema, variantsSchema, workspaceSettingsSchema };
+export { COST_SUMMARY_GROUP_BY, CacheService, DEFAULT_PROVIDER_ENV_VARS, FileCacheBackend, LLMOPS_REQUEST_ID_HEADER, LLMOPS_SESSION_ID_HEADER, LLMOPS_SPAN_ID_HEADER, LLMOPS_SPAN_NAME_HEADER, LLMOPS_TRACE_ID_HEADER, LLMOPS_TRACE_NAME_HEADER, LLMOPS_USER_ID_HEADER, MS, ManifestBuilder, ManifestRouter, ManifestService, MemoryCacheBackend, ModelsDevPricingProvider, SCHEMA_METADATA, SupportedProviders, calculateCost, chatCompletionCreateParamsBaseSchema, configVariantsSchema, configsSchema, createConfigDataLayer, createConfigVariantDataLayer, createDataLayer, createDatabase, createDatabaseFromConnection, createDatasetsDataLayer, createEnvironmentDataLayer, createEnvironmentSecretDataLayer, createGuardrailConfigsDataLayer, createLLMRequestsDataLayer, createNeonDialect, createPlaygroundDataLayer, createPlaygroundResultsDataLayer, createPlaygroundRunsDataLayer, createProviderConfigsDataLayer, createProviderGuardrailOverridesDataLayer, createTargetingRulesDataLayer, createTracesDataLayer, createVariantDataLayer, createVariantVersionsDataLayer, createWorkspaceSettingsDataLayer, datasetRecordsSchema, datasetVersionRecordsSchema, datasetVersionsSchema, datasetsSchema, detectDatabaseType, dollarsToMicroDollars, environmentSecretsSchema, environmentsSchema, executeWithSchema, formatCost, gateway, generateId, getAuthClientOptions, getDefaultPricingProvider, getDefaultProviders, getMigrations, guardrailConfigsSchema, llmRequestsSchema, llmopsConfigSchema, logger, matchType, mergeWithDefaultProviders, microDollarsToDollars, parsePartialTableData, parseTableData, playgroundColumnSchema, playgroundResultsSchema, playgroundRunsSchema, playgroundsSchema, providerConfigsSchema, providerGuardrailOverridesSchema, runAutoMigrations, schemas, spanEventsSchema, spansSchema, targetingRulesSchema, tracesSchema, validateLLMOpsConfig, validatePartialTableData, validateTableData, variantJsonDataSchema, variantVersionsSchema, variantsSchema, workspaceSettingsSchema };

package/dist/{neon-dialect-BBGTCnek.cjs → neon-dialect-DNyVaL-1.cjs}

@@ -1,3 +1,3 @@
-const require_neon_dialect = require('./neon-dialect-BBWePgOv.cjs');
+const require_neon_dialect = require('./neon-dialect-SqAJhPFS.cjs');
 
 exports.createNeonDialect = require_neon_dialect.createNeonDialect;

package/dist/{neon-dialect-BBWePgOv.cjs → neon-dialect-SqAJhPFS.cjs}

@@ -1,4 +1,4 @@
-const require_db = require('./db-B9jJgYNw.cjs');
+const require_db = require('./db-C6ApWDjW.cjs');
 let kysely_neon = require("kysely-neon");
 require("@neondatabase/serverless");