@llmops/core 0.1.5-beta.2 → 0.1.6-beta.1

package/dist/index.d.mts

@@ -1,4 +1,4 @@
-import { A as TableName, B as configVariantsSchema, C as EnvironmentSecretsTable, D as LLMRequestsTable, E as LLMRequest, F as VariantVersion, G as schemas, H as environmentSecretsSchema, I as VariantVersionsTable, J as variantsSchema, K as targetingRulesSchema, L as VariantsTable, M as TargetingRulesTable, N as Updateable, O as SCHEMA_METADATA, P as Variant, R as WorkspaceSettings, S as EnvironmentSecret, T as Insertable, U as environmentsSchema, V as configsSchema, W as llmRequestsSchema, Y as workspaceSettingsSchema, _ as ConfigVariant, a as createDatabaseFromConnection, b as Database, c as MigrationResult, d as runAutoMigrations, f as parsePartialTableData, g as Config, h as validateTableData, i as createDatabase, j as TargetingRule, k as Selectable, l as getMigrations, m as validatePartialTableData, n as DatabaseOptions, o as detectDatabaseType, p as parseTableData, q as variantVersionsSchema, r as DatabaseType, s as MigrationOptions, t as DatabaseConnection, u as matchType, v as ConfigVariantsTable, w as EnvironmentsTable, x as Environment, y as ConfigsTable, z as WorkspaceSettingsTable } from "./index-mUSLoeGU.mjs";
+import { A as TableName, B as configVariantsSchema, C as EnvironmentSecretsTable, D as LLMRequestsTable, E as LLMRequest, F as VariantVersion, G as schemas, H as environmentSecretsSchema, I as VariantVersionsTable, J as variantsSchema, K as targetingRulesSchema, L as VariantsTable, M as TargetingRulesTable, N as Updateable, O as SCHEMA_METADATA, P as Variant, R as WorkspaceSettings, S as EnvironmentSecret, T as Insertable, U as environmentsSchema, V as configsSchema, W as llmRequestsSchema, Y as workspaceSettingsSchema, _ as ConfigVariant, a as createDatabaseFromConnection, b as Database, c as MigrationResult, d as runAutoMigrations, f as parsePartialTableData, g as Config, h as validateTableData, i as createDatabase, j as TargetingRule, k as Selectable, l as getMigrations, m as validatePartialTableData, n as DatabaseOptions, o as detectDatabaseType, p as parseTableData, q as variantVersionsSchema, r as DatabaseType, s as MigrationOptions, t as DatabaseConnection, u as matchType, v as ConfigVariantsTable, w as EnvironmentsTable, x as Environment, y as ConfigsTable, z as WorkspaceSettingsTable } from "./index-fgiyw393.mjs";
 import gateway from "@llmops/gateway";
 import { Kysely } from "kysely";
 import pino from "pino";
@@ -1519,6 +1519,7 @@ declare const insertLLMRequestSchema: z$1.ZodObject<{
   requestId: z$1.ZodString;
   configId: z$1.ZodOptional<z$1.ZodNullable<z$1.ZodString>>;
   variantId: z$1.ZodOptional<z$1.ZodNullable<z$1.ZodString>>;
+  environmentId: z$1.ZodOptional<z$1.ZodNullable<z$1.ZodString>>;
   provider: z$1.ZodString;
   model: z$1.ZodString;
   promptTokens: z$1.ZodDefault<z$1.ZodNumber>;
@@ -1543,17 +1544,24 @@ declare const listRequestsSchema: z$1.ZodObject<{
   limit: z$1.ZodDefault<z$1.ZodNumber>;
   offset: z$1.ZodDefault<z$1.ZodNumber>;
   configId: z$1.ZodOptional<z$1.ZodString>;
+  variantId: z$1.ZodOptional<z$1.ZodString>;
+  environmentId: z$1.ZodOptional<z$1.ZodString>;
   provider: z$1.ZodOptional<z$1.ZodString>;
   model: z$1.ZodOptional<z$1.ZodString>;
   startDate: z$1.ZodOptional<z$1.ZodDate>;
   endDate: z$1.ZodOptional<z$1.ZodDate>;
+  tags: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodArray<z$1.ZodString>>>;
 }, z$1.core.$strip>;
 /**
- * Schema for date range queries
+ * Schema for date range queries with optional filters
  */
 declare const dateRangeSchema: z$1.ZodObject<{
   startDate: z$1.ZodDate;
   endDate: z$1.ZodDate;
+  configId: z$1.ZodOptional<z$1.ZodString>;
+  variantId: z$1.ZodOptional<z$1.ZodString>;
+  environmentId: z$1.ZodOptional<z$1.ZodString>;
+  tags: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodArray<z$1.ZodString>>>;
 }, z$1.core.$strip>;
 /**
  * Schema for cost summary with grouping
@@ -1561,6 +1569,10 @@ declare const dateRangeSchema: z$1.ZodObject<{
 declare const costSummarySchema: z$1.ZodObject<{
   startDate: z$1.ZodDate;
   endDate: z$1.ZodDate;
+  configId: z$1.ZodOptional<z$1.ZodString>;
+  variantId: z$1.ZodOptional<z$1.ZodString>;
+  environmentId: z$1.ZodOptional<z$1.ZodString>;
+  tags: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodArray<z$1.ZodString>>>;
   groupBy: z$1.ZodOptional<z$1.ZodEnum<{
     provider: "provider";
     model: "model";
@@ -1585,6 +1597,7 @@ declare const createLLMRequestsDataLayer: (db: Kysely<Database>) => {
     variantId: string | null;
     id: string;
     provider: string;
+    environmentId: string | null;
     requestId: string;
     model: string;
     promptTokens: number;
@@ -1613,6 +1626,7 @@ declare const createLLMRequestsDataLayer: (db: Kysely<Database>) => {
       variantId: string | null;
       id: string;
       provider: string;
+      environmentId: string | null;
       requestId: string;
       model: string;
       promptTokens: number;
@@ -1643,6 +1657,7 @@ declare const createLLMRequestsDataLayer: (db: Kysely<Database>) => {
     variantId: string | null;
     id: string;
     provider: string;
+    environmentId: string | null;
     requestId: string;
     model: string;
     promptTokens: number;
@@ -1662,7 +1677,7 @@ declare const createLLMRequestsDataLayer: (db: Kysely<Database>) => {
     updatedAt: Date;
   } | undefined>;
   /**
-   * Get total cost for a date range
+   * Get total cost for a date range with optional filters
    */
   getTotalCost: (params: z$1.infer<typeof dateRangeSchema>) => Promise<{
     totalCost: number;
@@ -1723,7 +1738,7 @@ declare const createLLMRequestsDataLayer: (db: Kysely<Database>) => {
     date: string;
   }[]>;
   /**
-   * Get cost summary with flexible grouping
+   * Get cost summary with flexible grouping and optional filters
    */
   getCostSummary: (params: z$1.infer<typeof costSummarySchema>) => Promise<{
     totalCost: number;
@@ -1731,7 +1746,7 @@ declare const createLLMRequestsDataLayer: (db: Kysely<Database>) => {
     groupKey: string;
   }[]>;
   /**
-   * Get request count and stats for a time range
+   * Get request count and stats for a time range with optional filters
    */
   getRequestStats: (params: z$1.infer<typeof dateRangeSchema>) => Promise<{
     avgLatencyMs: number;
@@ -1742,6 +1757,14 @@ declare const createLLMRequestsDataLayer: (db: Kysely<Database>) => {
     maxLatencyMs: number;
     minLatencyMs: number;
   } | undefined>;
+  /**
+   * Get all distinct tag key-value pairs from llm_requests
+   * Used for populating tag filter dropdowns in the UI
+   */
+  getDistinctTags: () => Promise<{
+    key: string;
+    value: string;
+  }[]>;
 };
 //#endregion
 //#region src/datalayer/index.d.ts
@@ -2176,6 +2199,7 @@ declare const createDataLayer: (db: Kysely<Database>) => Promise<{
     variantId: string | null;
     id: string;
     provider: string;
+    environmentId: string | null;
     requestId: string;
     model: string;
     promptTokens: number;
@@ -2198,16 +2222,20 @@ declare const createDataLayer: (db: Kysely<Database>) => Promise<{
     limit: zod0.ZodDefault<zod0.ZodNumber>;
     offset: zod0.ZodDefault<zod0.ZodNumber>;
     configId: zod0.ZodOptional<zod0.ZodString>;
+    variantId: zod0.ZodOptional<zod0.ZodString>;
+    environmentId: zod0.ZodOptional<zod0.ZodString>;
     provider: zod0.ZodOptional<zod0.ZodString>;
     model: zod0.ZodOptional<zod0.ZodString>;
     startDate: zod0.ZodOptional<zod0.ZodDate>;
     endDate: zod0.ZodOptional<zod0.ZodDate>;
+    tags: zod0.ZodOptional<zod0.ZodRecord<zod0.ZodString, zod0.ZodArray<zod0.ZodString>>>;
   }, zod_v4_core0.$strip>>) => Promise<{
     data: {
       configId: string | null;
       variantId: string | null;
       id: string;
       provider: string;
+      environmentId: string | null;
       requestId: string;
       model: string;
       promptTokens: number;
@@ -2235,6 +2263,7 @@ declare const createDataLayer: (db: Kysely<Database>) => Promise<{
     variantId: string | null;
     id: string;
     provider: string;
+    environmentId: string | null;
     requestId: string;
     model: string;
     promptTokens: number;
@@ -2256,6 +2285,10 @@ declare const createDataLayer: (db: Kysely<Database>) => Promise<{
   getTotalCost: (params: zod0.infer<zod0.ZodObject<{
     startDate: zod0.ZodDate;
     endDate: zod0.ZodDate;
+    configId: zod0.ZodOptional<zod0.ZodString>;
+    variantId: zod0.ZodOptional<zod0.ZodString>;
+    environmentId: zod0.ZodOptional<zod0.ZodString>;
+    tags: zod0.ZodOptional<zod0.ZodRecord<zod0.ZodString, zod0.ZodArray<zod0.ZodString>>>;
   }, zod_v4_core0.$strip>>) => Promise<{
     totalCost: number;
     totalInputCost: number;
@@ -2268,6 +2301,10 @@ declare const createDataLayer: (db: Kysely<Database>) => Promise<{
   getCostByModel: (params: zod0.infer<zod0.ZodObject<{
     startDate: zod0.ZodDate;
     endDate: zod0.ZodDate;
+    configId: zod0.ZodOptional<zod0.ZodString>;
+    variantId: zod0.ZodOptional<zod0.ZodString>;
+    environmentId: zod0.ZodOptional<zod0.ZodString>;
+    tags: zod0.ZodOptional<zod0.ZodRecord<zod0.ZodString, zod0.ZodArray<zod0.ZodString>>>;
   }, zod_v4_core0.$strip>>) => Promise<{
     provider: string;
     model: string;
@@ -2281,6 +2318,10 @@ declare const createDataLayer: (db: Kysely<Database>) => Promise<{
   getCostByProvider: (params: zod0.infer<zod0.ZodObject<{
     startDate: zod0.ZodDate;
     endDate: zod0.ZodDate;
+    configId: zod0.ZodOptional<zod0.ZodString>;
+    variantId: zod0.ZodOptional<zod0.ZodString>;
+    environmentId: zod0.ZodOptional<zod0.ZodString>;
+    tags: zod0.ZodOptional<zod0.ZodRecord<zod0.ZodString, zod0.ZodArray<zod0.ZodString>>>;
   }, zod_v4_core0.$strip>>) => Promise<{
     provider: string;
     totalCost: number;
@@ -2293,6 +2334,10 @@ declare const createDataLayer: (db: Kysely<Database>) => Promise<{
   getCostByConfig: (params: zod0.infer<zod0.ZodObject<{
     startDate: zod0.ZodDate;
     endDate: zod0.ZodDate;
+    configId: zod0.ZodOptional<zod0.ZodString>;
+    variantId: zod0.ZodOptional<zod0.ZodString>;
+    environmentId: zod0.ZodOptional<zod0.ZodString>;
+    tags: zod0.ZodOptional<zod0.ZodRecord<zod0.ZodString, zod0.ZodArray<zod0.ZodString>>>;
   }, zod_v4_core0.$strip>>) => Promise<{
     configId: string | null;
     totalCost: number;
@@ -2306,6 +2351,10 @@ declare const createDataLayer: (db: Kysely<Database>) => Promise<{
   getDailyCosts: (params: zod0.infer<zod0.ZodObject<{
     startDate: zod0.ZodDate;
     endDate: zod0.ZodDate;
+    configId: zod0.ZodOptional<zod0.ZodString>;
+    variantId: zod0.ZodOptional<zod0.ZodString>;
+    environmentId: zod0.ZodOptional<zod0.ZodString>;
+    tags: zod0.ZodOptional<zod0.ZodRecord<zod0.ZodString, zod0.ZodArray<zod0.ZodString>>>;
   }, zod_v4_core0.$strip>>) => Promise<{
     totalCost: number;
     totalInputCost: number;
@@ -2317,6 +2366,10 @@ declare const createDataLayer: (db: Kysely<Database>) => Promise<{
   getCostSummary: (params: zod0.infer<zod0.ZodObject<{
     startDate: zod0.ZodDate;
     endDate: zod0.ZodDate;
+    configId: zod0.ZodOptional<zod0.ZodString>;
+    variantId: zod0.ZodOptional<zod0.ZodString>;
+    environmentId: zod0.ZodOptional<zod0.ZodString>;
+    tags: zod0.ZodOptional<zod0.ZodRecord<zod0.ZodString, zod0.ZodArray<zod0.ZodString>>>;
     groupBy: zod0.ZodOptional<zod0.ZodEnum<{
       provider: "provider";
       model: "model";
@@ -2332,6 +2385,10 @@ declare const createDataLayer: (db: Kysely<Database>) => Promise<{
   getRequestStats: (params: zod0.infer<zod0.ZodObject<{
     startDate: zod0.ZodDate;
     endDate: zod0.ZodDate;
+    configId: zod0.ZodOptional<zod0.ZodString>;
+    variantId: zod0.ZodOptional<zod0.ZodString>;
+    environmentId: zod0.ZodOptional<zod0.ZodString>;
+    tags: zod0.ZodOptional<zod0.ZodRecord<zod0.ZodString, zod0.ZodArray<zod0.ZodString>>>;
   }, zod_v4_core0.$strip>>) => Promise<{
     avgLatencyMs: number;
     totalRequests: number;
@@ -2341,6 +2398,10 @@ declare const createDataLayer: (db: Kysely<Database>) => Promise<{
     maxLatencyMs: number;
     minLatencyMs: number;
   } | undefined>;
+  getDistinctTags: () => Promise<{
+    key: string;
+    value: string;
+  }[]>;
   createEnvironmentSecret: (params: zod0.infer<zod0.ZodObject<{
     environmentId: zod0.ZodUUID;
     keyName: zod0.ZodString;
@@ -2636,6 +2697,7 @@ declare const createDataLayer: (db: Kysely<Database>) => Promise<{
   }, zod_v4_core0.$strip>>) => Promise<{
     configId: string;
     variantId: string;
+    environmentId: string;
     version: number;
     provider: string;
     modelName: string;

package/dist/index.mjs

@@ -1,4 +1,4 @@
-import { A as object, C as zod_default, D as boolean, E as array, M as string, N as union, O as literal, P as unknown, S as workspaceSettingsSchema, T as any, _ as llmRequestsSchema, a as matchType, b as variantVersionsSchema, c as parsePartialTableData, d as validateTableData, f as SCHEMA_METADATA, g as environmentsSchema, h as environmentSecretsSchema, i as getMigrations, j as record, k as number, l as parseTableData, m as configsSchema, n as createDatabaseFromConnection, o as runAutoMigrations, p as configVariantsSchema, r as detectDatabaseType, s as logger, t as createDatabase, u as validatePartialTableData, v as schemas, w as _enum, x as variantsSchema, y as targetingRulesSchema } from "./db-DSzwrW4p.mjs";
+import { A as object, C as zod_default, D as boolean, E as array, M as string, N as union, O as literal, P as unknown, S as workspaceSettingsSchema, T as any, _ as llmRequestsSchema, a as matchType, b as variantVersionsSchema, c as parsePartialTableData, d as validateTableData, f as SCHEMA_METADATA, g as environmentsSchema, h as environmentSecretsSchema, i as getMigrations, j as record, k as number, l as parseTableData, m as configsSchema, n as createDatabaseFromConnection, o as runAutoMigrations, p as configVariantsSchema, r as detectDatabaseType, s as logger, t as createDatabase, u as validatePartialTableData, v as schemas, w as _enum, x as variantsSchema, y as targetingRulesSchema } from "./db-D78x_Elf.mjs";
 import gateway from "@llmops/gateway";
 import { sql } from "kysely";
 import * as fs from "node:fs/promises";
@@ -1283,7 +1283,8 @@ const createConfigVariantDataLayer = (db) => {
 			return {
 				...versionData,
 				configId: resolvedConfigId,
-				variantId: configVariant.variantId
+				variantId: configVariant.variantId,
+				environmentId
 			};
 		}
 	};
@@ -1453,6 +1454,7 @@ const insertLLMRequestSchema = zod_default.object({
 	requestId: zod_default.string().uuid(),
 	configId: zod_default.string().uuid().nullable().optional(),
 	variantId: zod_default.string().uuid().nullable().optional(),
+	environmentId: zod_default.string().uuid().nullable().optional(),
 	provider: zod_default.string(),
 	model: zod_default.string(),
 	promptTokens: zod_default.number().int().default(0),
@@ -1476,17 +1478,24 @@ const listRequestsSchema = zod_default.object({
 	limit: zod_default.number().int().positive().max(1e3).default(100),
 	offset: zod_default.number().int().nonnegative().default(0),
 	configId: zod_default.string().uuid().optional(),
+	variantId: zod_default.string().uuid().optional(),
+	environmentId: zod_default.string().uuid().optional(),
 	provider: zod_default.string().optional(),
 	model: zod_default.string().optional(),
 	startDate: zod_default.date().optional(),
-	endDate: zod_default.date().optional()
+	endDate: zod_default.date().optional(),
+	tags: zod_default.record(zod_default.string(), zod_default.array(zod_default.string())).optional()
 });
 /**
-* Schema for date range queries
+* Schema for date range queries with optional filters
 */
 const dateRangeSchema = zod_default.object({
 	startDate: zod_default.date(),
-	endDate: zod_default.date()
+	endDate: zod_default.date(),
+	configId: zod_default.string().uuid().optional(),
+	variantId: zod_default.string().uuid().optional(),
+	environmentId: zod_default.string().uuid().optional(),
+	tags: zod_default.record(zod_default.string(), zod_default.array(zod_default.string())).optional()
 });
 /**
 * Schema for cost summary with grouping
@@ -1494,6 +1503,10 @@ const dateRangeSchema = zod_default.object({
 const costSummarySchema = zod_default.object({
 	startDate: zod_default.date(),
 	endDate: zod_default.date(),
+	configId: zod_default.string().uuid().optional(),
+	variantId: zod_default.string().uuid().optional(),
+	environmentId: zod_default.string().uuid().optional(),
+	tags: zod_default.record(zod_default.string(), zod_default.array(zod_default.string())).optional(),
 	groupBy: zod_default.enum([
 		"day",
 		"hour",
@@ -1523,6 +1536,7 @@ const createLLMRequestsDataLayer = (db) => {
 				requestId: req.requestId,
 				configId: req.configId ?? null,
 				variantId: req.variantId ?? null,
+				environmentId: req.environmentId ?? null,
 				provider: req.provider,
 				model: req.model,
 				promptTokens: req.promptTokens,
@@ -1554,6 +1568,7 @@ const createLLMRequestsDataLayer = (db) => {
 				requestId: req.requestId,
 				configId: req.configId ?? null,
 				variantId: req.variantId ?? null,
+				environmentId: req.environmentId ?? null,
 				provider: req.provider,
 				model: req.model,
 				promptTokens: req.promptTokens,
@@ -1576,14 +1591,43 @@ const createLLMRequestsDataLayer = (db) => {
 		listRequests: async (params) => {
 			const result = await listRequestsSchema.safeParseAsync(params || {});
 			if (!result.success) throw new LLMOpsError(`Invalid parameters: ${result.error.message}`);
-			const { limit, offset, configId, provider, model, startDate, endDate } = result.data;
+			const { limit, offset, configId, variantId, environmentId, provider, model, startDate, endDate, tags } = result.data;
+			console.log("[listRequests] Parsed filters:", {
+				configId,
+				variantId,
+				environmentId,
+				provider,
+				model
+			});
 			let baseQuery = db.selectFrom("llm_requests");
-			if (configId) baseQuery = baseQuery.where("configId", "=", configId);
+			if (configId) {
+				console.log("[listRequests] Adding configId filter:", configId);
+				baseQuery = baseQuery.where("configId", "=", configId);
+			}
+			if (variantId) {
+				console.log("[listRequests] Adding variantId filter:", variantId);
+				baseQuery = baseQuery.where("variantId", "=", variantId);
+			}
+			if (environmentId) {
+				console.log("[listRequests] Adding environmentId filter:", environmentId);
+				baseQuery = baseQuery.where("environmentId", "=", environmentId);
+			}
 			if (provider) baseQuery = baseQuery.where("provider", "=", provider);
 			if (model) baseQuery = baseQuery.where("model", "=", model);
 			if (startDate) baseQuery = baseQuery.where(sql`${col("createdAt")} >= ${startDate.toISOString()}`);
 			if (endDate) baseQuery = baseQuery.where(sql`${col("createdAt")} <= ${endDate.toISOString()}`);
-			const countResult = await baseQuery.select(sql`COUNT(*)`.as("total")).executeTakeFirst();
+			if (tags && Object.keys(tags).length > 0) for (const [key, values] of Object.entries(tags)) {
+				if (values.length === 0) continue;
+				if (values.length === 1) baseQuery = baseQuery.where(sql`${col("tags")}->>${key} = ${values[0]}`);
+				else {
+					const valueList = sql.join(values.map((v) => sql`${v}`));
+					baseQuery = baseQuery.where(sql`${col("tags")}->>${key} IN (${valueList})`);
+				}
+			}
+			const countQuery = baseQuery.select(sql`COUNT(*)`.as("total"));
+			console.log("[listRequests] Count SQL:", countQuery.compile().sql);
+			console.log("[listRequests] Count params:", countQuery.compile().parameters);
+			const countResult = await countQuery.executeTakeFirst();
 			const total = Number(countResult?.total ?? 0);
 			return {
 				data: await baseQuery.selectAll().orderBy("createdAt", "desc").limit(limit).offset(offset).execute(),
@@ -1598,8 +1642,8 @@ const createLLMRequestsDataLayer = (db) => {
 		getTotalCost: async (params) => {
 			const result = await dateRangeSchema.safeParseAsync(params);
 			if (!result.success) throw new LLMOpsError(`Invalid parameters: ${result.error.message}`);
-			const { startDate, endDate } = result.data;
-			return await db.selectFrom("llm_requests").select([
+			const { startDate, endDate, configId, variantId, environmentId, tags } = result.data;
+			let query = db.selectFrom("llm_requests").select([
 				sql`COALESCE(SUM(${col("cost")}), 0)`.as("totalCost"),
 				sql`COALESCE(SUM(${col("inputCost")}), 0)`.as("totalInputCost"),
 				sql`COALESCE(SUM(${col("outputCost")}), 0)`.as("totalOutputCost"),
@@ -1607,7 +1651,19 @@ const createLLMRequestsDataLayer = (db) => {
 				sql`COALESCE(SUM(${col("completionTokens")}), 0)`.as("totalCompletionTokens"),
 				sql`COALESCE(SUM(${col("totalTokens")}), 0)`.as("totalTokens"),
 				sql`COUNT(*)`.as("requestCount")
-			]).where(sql`${col("createdAt")} >= ${startDate.toISOString()}`).where(sql`${col("createdAt")} <= ${endDate.toISOString()}`).executeTakeFirst();
+			]).where(sql`${col("createdAt")} >= ${startDate.toISOString()}`).where(sql`${col("createdAt")} <= ${endDate.toISOString()}`);
+			if (configId) query = query.where("configId", "=", configId);
+			if (variantId) query = query.where("variantId", "=", variantId);
+			if (environmentId) query = query.where("environmentId", "=", environmentId);
+			if (tags && Object.keys(tags).length > 0) for (const [key, values] of Object.entries(tags)) {
+				if (values.length === 0) continue;
+				if (values.length === 1) query = query.where(sql`${col("tags")}->>${key} = ${values[0]}`);
+				else {
+					const valueList = sql.join(values.map((v) => sql`${v}`));
+					query = query.where(sql`${col("tags")}->>${key} IN (${valueList})`);
+				}
+			}
+			return await query.executeTakeFirst();
 		},
 		getCostByModel: async (params) => {
 			const result = await dateRangeSchema.safeParseAsync(params);
@@ -1673,18 +1729,31 @@ const createLLMRequestsDataLayer = (db) => {
 		getCostSummary: async (params) => {
 			const result = await costSummarySchema.safeParseAsync(params);
 			if (!result.success) throw new LLMOpsError(`Invalid parameters: ${result.error.message}`);
-			const { startDate, endDate, groupBy } = result.data;
-			const baseQuery = db.selectFrom("llm_requests").where(sql`${col("createdAt")} >= ${startDate.toISOString()}`).where(sql`${col("createdAt")} <= ${endDate.toISOString()}`);
+			const { startDate, endDate, groupBy, configId, variantId, environmentId, tags } = result.data;
+			let baseQuery = db.selectFrom("llm_requests").where(sql`${col("createdAt")} >= ${startDate.toISOString()}`).where(sql`${col("createdAt")} <= ${endDate.toISOString()}`);
+			if (configId) baseQuery = baseQuery.where("configId", "=", configId);
+			if (variantId) baseQuery = baseQuery.where("variantId", "=", variantId);
+			if (environmentId) baseQuery = baseQuery.where("environmentId", "=", environmentId);
+			if (tags && Object.keys(tags).length > 0) for (const [key, values] of Object.entries(tags)) {
+				if (values.length === 0) continue;
+				if (values.length === 1) baseQuery = baseQuery.where(sql`${col("tags")}->>${key} = ${values[0]}`);
+				else {
+					const valueList = sql.join(values.map((v) => sql`${v}`));
+					baseQuery = baseQuery.where(sql`${col("tags")}->>${key} IN (${valueList})`);
+				}
+			}
 			switch (groupBy) {
 				case "day": return baseQuery.select([
 					sql`DATE(${col("createdAt")})`.as("groupKey"),
 					sql`COALESCE(SUM(${col("cost")}), 0)`.as("totalCost"),
-					sql`COUNT(*)`.as("requestCount")
+					sql`COUNT(*)`.as("requestCount"),
+					sql`COALESCE(SUM(${col("totalTokens")}), 0)`.as("totalTokens")
 				]).groupBy(sql`DATE(${col("createdAt")})`).orderBy(sql`DATE(${col("createdAt")})`, "asc").execute();
 				case "hour": return baseQuery.select([
 					sql`DATE_TRUNC('hour', ${col("createdAt")})`.as("groupKey"),
 					sql`COALESCE(SUM(${col("cost")}), 0)`.as("totalCost"),
-					sql`COUNT(*)`.as("requestCount")
+					sql`COUNT(*)`.as("requestCount"),
+					sql`COALESCE(SUM(${col("totalTokens")}), 0)`.as("totalTokens")
 				]).groupBy(sql`DATE_TRUNC('hour', ${col("createdAt")})`).orderBy(sql`DATE_TRUNC('hour', ${col("createdAt")})`, "asc").execute();
 				case "model": return baseQuery.select([
 					sql`${col("provider")} || '/' || ${col("model")}`.as("groupKey"),
@@ -1711,8 +1780,8 @@ const createLLMRequestsDataLayer = (db) => {
 		getRequestStats: async (params) => {
 			const result = await dateRangeSchema.safeParseAsync(params);
 			if (!result.success) throw new LLMOpsError(`Invalid parameters: ${result.error.message}`);
-			const { startDate, endDate } = result.data;
-			return await db.selectFrom("llm_requests").select([
+			const { startDate, endDate, configId, variantId, environmentId, tags } = result.data;
+			let query = db.selectFrom("llm_requests").select([
 				sql`COUNT(*)`.as("totalRequests"),
 				sql`COUNT(CASE WHEN ${col("statusCode")} >= 200 AND ${col("statusCode")} < 300 THEN 1 END)`.as("successfulRequests"),
 				sql`COUNT(CASE WHEN ${col("statusCode")} >= 400 THEN 1 END)`.as("failedRequests"),
@@ -1720,7 +1789,27 @@ const createLLMRequestsDataLayer = (db) => {
 				sql`AVG(${col("latencyMs")})`.as("avgLatencyMs"),
 				sql`MAX(${col("latencyMs")})`.as("maxLatencyMs"),
 				sql`MIN(${col("latencyMs")})`.as("minLatencyMs")
-			]).where(sql`${col("createdAt")} >= ${startDate.toISOString()}`).where(sql`${col("createdAt")} <= ${endDate.toISOString()}`).executeTakeFirst();
+			]).where(sql`${col("createdAt")} >= ${startDate.toISOString()}`).where(sql`${col("createdAt")} <= ${endDate.toISOString()}`);
+			if (configId) query = query.where("configId", "=", configId);
+			if (variantId) query = query.where("variantId", "=", variantId);
+			if (environmentId) query = query.where("environmentId", "=", environmentId);
+			if (tags && Object.keys(tags).length > 0) for (const [key, values] of Object.entries(tags)) {
+				if (values.length === 0) continue;
+				if (values.length === 1) query = query.where(sql`${col("tags")}->>${key} = ${values[0]}`);
+				else {
+					const valueList = sql.join(values.map((v) => sql`${v}`));
+					query = query.where(sql`${col("tags")}->>${key} IN (${valueList})`);
+				}
+			}
+			return await query.executeTakeFirst();
+		},
+		getDistinctTags: async () => {
+			return (await sql`
+        SELECT DISTINCT key, value
+        FROM llm_requests, jsonb_each_text(tags) AS t(key, value)
+        WHERE tags != '{}'::jsonb
+        ORDER BY key, value
+      `.execute(db)).rows;
 		}
 	};
 };

package/dist/{node-sqlite-dialect-b2V910TJ.cjs → node-sqlite-dialect-BSbNUAzj.cjs}

@@ -1,4 +1,4 @@
-const require_db = require('./db-eEfIe5dO.cjs');
+const require_db = require('./db-C_u1BuaR.cjs');
 let kysely = require("kysely");
 
 //#region src/db/node-sqlite-dialect.ts

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llmops/core",
-  "version": "0.1.5-beta.2",
+  "version": "0.1.6-beta.1",
   "description": "Core LLMOps functionality and utilities",
   "type": "module",
   "license": "Apache-2.0",
@@ -51,7 +51,7 @@
     "hono": "^4.10.7",
     "kysely": "^0.28.8",
     "pino": "^10.1.0",
-    "@llmops/gateway": "^0.1.5-beta.2"
+    "@llmops/gateway": "^0.1.6-beta.1"
   },
   "scripts": {
     "build": "tsdown",