@llmops/core 0.3.0 → 0.3.2-beta.1

package/dist/index.mjs

@@ -1,4 +1,4 @@
-import { A as literal, C as variantsSchema, D as any, E as _enum, F as union, I as unknown, M as object, N as record, O as array, P as string, S as variantVersionsSchema, T as zod_default, _ as environmentsSchema, a as matchType, b as schemas, c as logger, d as validatePartialTableData, f as validateTableData, g as environmentSecretsSchema, h as configsSchema, i as getMigrations, j as number, k as boolean, l as parsePartialTableData, m as configVariantsSchema, n as createDatabaseFromConnection, o as runAutoMigrations, p as SCHEMA_METADATA, r as detectDatabaseType, s as getAuthClientOptions, t as createDatabase, u as parseTableData, v as llmRequestsSchema, w as workspaceSettingsSchema, x as targetingRulesSchema, y as providerConfigsSchema } from "./db-B-EsQtOz.mjs";
+import { A as array, C as targetingRulesSchema, D as zod_default, E as workspaceSettingsSchema, F as record, I as string, L as union, M as literal, N as number, O as _enum, P as object, R as unknown, S as schemas, T as variantsSchema, _ as environmentsSchema, a as matchType, b as providerConfigsSchema, c as logger, d as validatePartialTableData, f as validateTableData, g as environmentSecretsSchema, h as configsSchema, i as getMigrations, j as boolean, k as any, l as parsePartialTableData, m as configVariantsSchema, n as createDatabaseFromConnection, o as runAutoMigrations, p as SCHEMA_METADATA, r as detectDatabaseType, s as getAuthClientOptions, t as createDatabase, u as parseTableData, v as guardrailConfigsSchema, w as variantVersionsSchema, x as providerGuardrailOverridesSchema, y as llmRequestsSchema } from "./db-Bkg85wso.mjs";
 import { n as executeWithSchema, t as createNeonDialect } from "./neon-dialect-DySGBYUi.mjs";
 import gateway from "@llmops/gateway";
 import { sql } from "kysely";
@@ -354,6 +354,17 @@ const chatCompletionCreateParamsBaseSchema = object({
 	web_search_options: webSearchOptionsSchema.optional()
 });
 /**
+* Schema for variant message - simplified message format for variant config
+*/
+const variantMessageSchema = object({
+	role: _enum([
+		"system",
+		"user",
+		"assistant"
+	]),
+	content: string()
+});
+/**
 * Schema for variant jsonData - these are the parameters that can be
 * configured per variant to override the default chat completion settings.
 * This is a subset of ChatCompletionCreateParamsBase that makes sense to
@@ -361,6 +372,7 @@ const chatCompletionCreateParamsBaseSchema = object({
 */
 const variantJsonDataSchema = object({
 	system_prompt: string().optional(),
+	messages: array(variantMessageSchema).optional(),
 	model: string().optional(),
 	audio: chatCompletionAudioParamSchema.optional().nullable(),
 	frequency_penalty: number().min(-2).max(2).optional().nullable(),
@@ -1442,6 +1454,99 @@ const createEnvironmentSecretDataLayer = (db) => {
 	};
 };
 
+//#endregion
+//#region src/datalayer/guardrailConfigs.ts
+const createGuardrailConfig = zod_default.object({
+	name: zod_default.string().min(1),
+	pluginId: zod_default.string().min(1),
+	functionId: zod_default.string().min(1),
+	hookType: zod_default.enum(["beforeRequestHook", "afterRequestHook"]),
+	parameters: zod_default.record(zod_default.string(), zod_default.unknown()).optional().default({}),
+	enabled: zod_default.boolean().optional().default(true),
+	priority: zod_default.number().int().optional().default(0),
+	onFail: zod_default.enum(["block", "log"]).optional().default("block")
+});
+const updateGuardrailConfig = zod_default.object({
+	id: zod_default.string().uuid(),
+	name: zod_default.string().min(1).optional(),
+	hookType: zod_default.enum(["beforeRequestHook", "afterRequestHook"]).optional(),
+	parameters: zod_default.record(zod_default.string(), zod_default.unknown()).optional(),
+	enabled: zod_default.boolean().optional(),
+	priority: zod_default.number().int().optional(),
+	onFail: zod_default.enum(["block", "log"]).optional()
+});
+const getGuardrailConfigById = zod_default.object({ id: zod_default.string().uuid() });
+const deleteGuardrailConfig = zod_default.object({ id: zod_default.string().uuid() });
+const listGuardrailConfigs = zod_default.object({
+	limit: zod_default.number().int().positive().optional(),
+	offset: zod_default.number().int().nonnegative().optional(),
+	hookType: zod_default.enum(["beforeRequestHook", "afterRequestHook"]).optional(),
+	enabled: zod_default.boolean().optional()
+});
+const createGuardrailConfigsDataLayer = (db) => {
+	return {
+		createGuardrailConfig: async (params) => {
+			const value = await createGuardrailConfig.safeParseAsync(params);
+			if (!value.success) throw new LLMOpsError(`Invalid parameters: ${value.error.message}`);
+			const { name, pluginId, functionId, hookType, parameters, enabled, priority, onFail } = value.data;
+			return db.insertInto("guardrail_configs").values({
+				id: randomUUID(),
+				name,
+				pluginId,
+				functionId,
+				hookType,
+				parameters: JSON.stringify(parameters),
+				enabled,
+				priority,
+				onFail,
+				createdAt: (/* @__PURE__ */ new Date()).toISOString(),
+				updatedAt: (/* @__PURE__ */ new Date()).toISOString()
+			}).returningAll().executeTakeFirst();
+		},
+		updateGuardrailConfig: async (params) => {
+			const value = await updateGuardrailConfig.safeParseAsync(params);
+			if (!value.success) throw new LLMOpsError(`Invalid parameters: ${value.error.message}`);
+			const { id, name, hookType, parameters, enabled, priority, onFail } = value.data;
+			const updateData = { updatedAt: (/* @__PURE__ */ new Date()).toISOString() };
+			if (name !== void 0) updateData.name = name;
+			if (hookType !== void 0) updateData.hookType = hookType;
+			if (parameters !== void 0) updateData.parameters = JSON.stringify(parameters);
+			if (enabled !== void 0) updateData.enabled = enabled;
+			if (priority !== void 0) updateData.priority = priority;
+			if (onFail !== void 0) updateData.onFail = onFail;
+			return db.updateTable("guardrail_configs").set(updateData).where("id", "=", id).returningAll().executeTakeFirst();
+		},
+		getGuardrailConfigById: async (params) => {
+			const value = await getGuardrailConfigById.safeParseAsync(params);
+			if (!value.success) throw new LLMOpsError(`Invalid parameters: ${value.error.message}`);
+			const { id } = value.data;
+			return db.selectFrom("guardrail_configs").selectAll().where("id", "=", id).executeTakeFirst();
+		},
+		deleteGuardrailConfig: async (params) => {
+			const value = await deleteGuardrailConfig.safeParseAsync(params);
+			if (!value.success) throw new LLMOpsError(`Invalid parameters: ${value.error.message}`);
+			const { id } = value.data;
+			return db.deleteFrom("guardrail_configs").where("id", "=", id).returningAll().executeTakeFirst();
+		},
+		listGuardrailConfigs: async (params) => {
+			const value = await listGuardrailConfigs.safeParseAsync(params || {});
+			if (!value.success) throw new LLMOpsError(`Invalid parameters: ${value.error.message}`);
+			const { limit = 100, offset = 0, hookType, enabled } = value.data;
+			let query = db.selectFrom("guardrail_configs").selectAll().orderBy("priority", "desc").orderBy("createdAt", "desc").limit(limit).offset(offset);
+			if (hookType !== void 0) query = query.where("hookType", "=", hookType);
+			if (enabled !== void 0) query = query.where("enabled", "=", enabled);
+			return query.execute();
+		},
+		countGuardrailConfigs: async () => {
+			const result = await db.selectFrom("guardrail_configs").select(db.fn.countAll().as("count")).executeTakeFirst();
+			return Number(result?.count ?? 0);
+		},
+		getEnabledGuardrailsByHookType: async (hookType) => {
+			return db.selectFrom("guardrail_configs").selectAll().where("hookType", "=", hookType).where("enabled", "=", true).orderBy("priority", "desc").execute();
+		}
+	};
+};
+
 //#endregion
 //#region src/datalayer/llmRequests.ts
 /**
@@ -1931,6 +2036,111 @@ const createProviderConfigsDataLayer = (db) => {
 	};
 };
 
+//#endregion
+//#region src/datalayer/providerGuardrailOverrides.ts
+const createProviderGuardrailOverride = zod_default.object({
+	providerConfigId: zod_default.string().uuid(),
+	guardrailConfigId: zod_default.string().uuid(),
+	enabled: zod_default.boolean().optional().default(true),
+	parameters: zod_default.record(zod_default.string(), zod_default.unknown()).nullable().optional()
+});
+const updateProviderGuardrailOverride = zod_default.object({
+	id: zod_default.string().uuid(),
+	enabled: zod_default.boolean().optional(),
+	parameters: zod_default.record(zod_default.string(), zod_default.unknown()).nullable().optional()
+});
+const getOverrideById = zod_default.object({ id: zod_default.string().uuid() });
+const deleteOverride = zod_default.object({ id: zod_default.string().uuid() });
+const getOverridesByProviderConfigId = zod_default.object({ providerConfigId: zod_default.string().uuid() });
+const getOverridesByGuardrailConfigId = zod_default.object({ guardrailConfigId: zod_default.string().uuid() });
+const getOverrideByProviderAndGuardrail = zod_default.object({
+	providerConfigId: zod_default.string().uuid(),
+	guardrailConfigId: zod_default.string().uuid()
+});
+const createProviderGuardrailOverridesDataLayer = (db) => {
+	return {
+		createProviderGuardrailOverride: async (params) => {
+			const value = await createProviderGuardrailOverride.safeParseAsync(params);
+			if (!value.success) throw new LLMOpsError(`Invalid parameters: ${value.error.message}`);
+			const { providerConfigId, guardrailConfigId, enabled, parameters } = value.data;
+			return db.insertInto("provider_guardrail_overrides").values({
+				id: randomUUID(),
+				providerConfigId,
+				guardrailConfigId,
+				enabled,
+				parameters: parameters ? JSON.stringify(parameters) : null,
+				createdAt: (/* @__PURE__ */ new Date()).toISOString(),
+				updatedAt: (/* @__PURE__ */ new Date()).toISOString()
+			}).returningAll().executeTakeFirst();
+		},
+		updateProviderGuardrailOverride: async (params) => {
+			const value = await updateProviderGuardrailOverride.safeParseAsync(params);
+			if (!value.success) throw new LLMOpsError(`Invalid parameters: ${value.error.message}`);
+			const { id, enabled, parameters } = value.data;
+			const updateData = { updatedAt: (/* @__PURE__ */ new Date()).toISOString() };
+			if (enabled !== void 0) updateData.enabled = enabled;
+			if (parameters !== void 0) updateData.parameters = parameters ? JSON.stringify(parameters) : null;
+			return db.updateTable("provider_guardrail_overrides").set(updateData).where("id", "=", id).returningAll().executeTakeFirst();
+		},
+		getOverrideById: async (params) => {
+			const value = await getOverrideById.safeParseAsync(params);
+			if (!value.success) throw new LLMOpsError(`Invalid parameters: ${value.error.message}`);
+			const { id } = value.data;
+			return db.selectFrom("provider_guardrail_overrides").selectAll().where("id", "=", id).executeTakeFirst();
+		},
+		deleteProviderGuardrailOverride: async (params) => {
+			const value = await deleteOverride.safeParseAsync(params);
+			if (!value.success) throw new LLMOpsError(`Invalid parameters: ${value.error.message}`);
+			const { id } = value.data;
+			return db.deleteFrom("provider_guardrail_overrides").where("id", "=", id).returningAll().executeTakeFirst();
+		},
+		getOverridesByProviderConfigId: async (params) => {
+			const value = await getOverridesByProviderConfigId.safeParseAsync(params);
+			if (!value.success) throw new LLMOpsError(`Invalid parameters: ${value.error.message}`);
+			const { providerConfigId } = value.data;
+			return db.selectFrom("provider_guardrail_overrides").selectAll().where("providerConfigId", "=", providerConfigId).execute();
+		},
+		getOverridesByGuardrailConfigId: async (params) => {
+			const value = await getOverridesByGuardrailConfigId.safeParseAsync(params);
+			if (!value.success) throw new LLMOpsError(`Invalid parameters: ${value.error.message}`);
+			const { guardrailConfigId } = value.data;
+			return db.selectFrom("provider_guardrail_overrides").selectAll().where("guardrailConfigId", "=", guardrailConfigId).execute();
+		},
+		getOverrideByProviderAndGuardrail: async (params) => {
+			const value = await getOverrideByProviderAndGuardrail.safeParseAsync(params);
+			if (!value.success) throw new LLMOpsError(`Invalid parameters: ${value.error.message}`);
+			const { providerConfigId, guardrailConfigId } = value.data;
+			return db.selectFrom("provider_guardrail_overrides").selectAll().where("providerConfigId", "=", providerConfigId).where("guardrailConfigId", "=", guardrailConfigId).executeTakeFirst();
+		},
+		upsertProviderGuardrailOverride: async (params) => {
+			const value = await createProviderGuardrailOverride.safeParseAsync(params);
+			if (!value.success) throw new LLMOpsError(`Invalid parameters: ${value.error.message}`);
+			const { providerConfigId, guardrailConfigId, enabled, parameters } = value.data;
+			const existing = await db.selectFrom("provider_guardrail_overrides").selectAll().where("providerConfigId", "=", providerConfigId).where("guardrailConfigId", "=", guardrailConfigId).executeTakeFirst();
+			if (existing) return db.updateTable("provider_guardrail_overrides").set({
+				enabled,
+				parameters: parameters ? JSON.stringify(parameters) : null,
+				updatedAt: (/* @__PURE__ */ new Date()).toISOString()
+			}).where("id", "=", existing.id).returningAll().executeTakeFirst();
+			return db.insertInto("provider_guardrail_overrides").values({
+				id: randomUUID(),
+				providerConfigId,
+				guardrailConfigId,
+				enabled,
+				parameters: parameters ? JSON.stringify(parameters) : null,
+				createdAt: (/* @__PURE__ */ new Date()).toISOString(),
+				updatedAt: (/* @__PURE__ */ new Date()).toISOString()
+			}).returningAll().executeTakeFirst();
+		},
+		deleteOverridesByGuardrailConfigId: async (params) => {
+			const value = await getOverridesByGuardrailConfigId.safeParseAsync(params);
+			if (!value.success) throw new LLMOpsError(`Invalid parameters: ${value.error.message}`);
+			const { guardrailConfigId } = value.data;
+			return db.deleteFrom("provider_guardrail_overrides").where("guardrailConfigId", "=", guardrailConfigId).execute();
+		}
+	};
+};
+
 //#endregion
 //#region src/datalayer/targetingRules.ts
 const createTargetingRule = zod_default.object({
@@ -2404,8 +2614,10 @@ const createDataLayer = async (db) => {
 		...createConfigVariantDataLayer(db),
 		...createEnvironmentDataLayer(db),
 		...createEnvironmentSecretDataLayer(db),
+		...createGuardrailConfigsDataLayer(db),
 		...createLLMRequestsDataLayer(db),
 		...createProviderConfigsDataLayer(db),
+		...createProviderGuardrailOverridesDataLayer(db),
 		...createTargetingRulesDataLayer(db),
 		...createVariantDataLayer(db),
 		...createVariantVersionsDataLayer(db),
@@ -2630,14 +2842,16 @@ var ManifestBuilder = class {
 	* Build the complete routing manifest from database
 	*/
 	async build() {
-		const [configs, environments, environmentSecrets, targetingRules, configVariants, variantVersions, providerConfigs] = await Promise.all([
+		const [configs, environments, environmentSecrets, targetingRules, configVariants, variantVersions, providerConfigs, guardrailConfigs, providerGuardrailOverridesData] = await Promise.all([
 			this.db.selectFrom("configs").selectAll().execute(),
 			this.db.selectFrom("environments").selectAll().execute(),
 			this.db.selectFrom("environment_secrets").selectAll().execute(),
 			this.db.selectFrom("targeting_rules").where("enabled", "=", true).selectAll().execute(),
 			this.db.selectFrom("config_variants").selectAll().execute(),
 			this.db.selectFrom("variant_versions").selectAll().execute(),
-			this.db.selectFrom("provider_configs").selectAll().execute()
+			this.db.selectFrom("provider_configs").selectAll().execute(),
+			this.db.selectFrom("guardrail_configs").where("enabled", "=", true).selectAll().execute(),
+			this.db.selectFrom("provider_guardrail_overrides").selectAll().execute()
 		]);
 		const manifestConfigs = {};
 		const configsBySlug = {};
@@ -2730,6 +2944,39 @@ var ManifestBuilder = class {
 			if (b.priority !== a.priority) return b.priority - a.priority;
 			return b.weight - a.weight;
 		});
+		const beforeRequestGuardrails = [];
+		const afterRequestGuardrails = [];
+		logger.info(`[ManifestBuilder] Found ${guardrailConfigs.length} enabled guardrail configs`);
+		for (const guardrail of guardrailConfigs) {
+			const parameters = typeof guardrail.parameters === "string" ? JSON.parse(guardrail.parameters) : guardrail.parameters;
+			const manifestGuardrail = {
+				id: guardrail.id,
+				name: guardrail.name,
+				pluginId: guardrail.pluginId,
+				functionId: guardrail.functionId,
+				hookType: guardrail.hookType,
+				parameters: parameters ?? {},
+				priority: guardrail.priority,
+				onFail: guardrail.onFail
+			};
+			if (guardrail.hookType === "beforeRequestHook") beforeRequestGuardrails.push(manifestGuardrail);
+			else afterRequestGuardrails.push(manifestGuardrail);
+		}
+		beforeRequestGuardrails.sort((a, b) => b.priority - a.priority);
+		afterRequestGuardrails.sort((a, b) => b.priority - a.priority);
+		const providerGuardrailOverrides = {};
+		for (const override of providerGuardrailOverridesData) {
+			const parameters = typeof override.parameters === "string" ? JSON.parse(override.parameters) : override.parameters;
+			const manifestOverride = {
+				id: override.id,
+				providerConfigId: override.providerConfigId,
+				guardrailConfigId: override.guardrailConfigId,
+				enabled: override.enabled,
+				parameters: parameters ?? null
+			};
+			if (!providerGuardrailOverrides[override.providerConfigId]) providerGuardrailOverrides[override.providerConfigId] = [];
+			providerGuardrailOverrides[override.providerConfigId].push(manifestOverride);
+		}
 		return {
 			version: Date.now(),
 			builtAt: (/* @__PURE__ */ new Date()).toISOString(),
@@ -2738,7 +2985,12 @@ var ManifestBuilder = class {
 			environments: manifestEnvironments,
 			environmentsBySlug,
 			routingTable,
-			secretToEnvironment
+			secretToEnvironment,
+			guardrails: {
+				beforeRequestHook: beforeRequestGuardrails,
+				afterRequestHook: afterRequestGuardrails
+			},
+			providerGuardrailOverrides
 		};
 	}
 };
@@ -2945,4 +3197,4 @@ var ManifestRouter = class {
 };
 
 //#endregion
-export { CacheService, FileCacheBackend, MS, ManifestBuilder, ManifestRouter, ManifestService, MemoryCacheBackend, ModelsDevPricingProvider, SCHEMA_METADATA, SupportedProviders, calculateCost, chatCompletionCreateParamsBaseSchema, configVariantsSchema, configsSchema, createDataLayer, createDatabase, createDatabaseFromConnection, createLLMRequestsDataLayer, createNeonDialect, createProviderConfigsDataLayer, createWorkspaceSettingsDataLayer, detectDatabaseType, dollarsToMicroDollars, environmentSecretsSchema, environmentsSchema, executeWithSchema, formatCost, gateway, generateId, getAuthClientOptions, getDefaultPricingProvider, getMigrations, llmRequestsSchema, llmopsConfigSchema, logger, matchType, microDollarsToDollars, parsePartialTableData, parseTableData, providerConfigsSchema, runAutoMigrations, schemas, targetingRulesSchema, validateLLMOpsConfig, validatePartialTableData, validateTableData, variantJsonDataSchema, variantVersionsSchema, variantsSchema, workspaceSettingsSchema };
+export { CacheService, FileCacheBackend, MS, ManifestBuilder, ManifestRouter, ManifestService, MemoryCacheBackend, ModelsDevPricingProvider, SCHEMA_METADATA, SupportedProviders, calculateCost, chatCompletionCreateParamsBaseSchema, configVariantsSchema, configsSchema, createDataLayer, createDatabase, createDatabaseFromConnection, createGuardrailConfigsDataLayer, createLLMRequestsDataLayer, createNeonDialect, createProviderConfigsDataLayer, createProviderGuardrailOverridesDataLayer, createWorkspaceSettingsDataLayer, detectDatabaseType, dollarsToMicroDollars, environmentSecretsSchema, environmentsSchema, executeWithSchema, formatCost, gateway, generateId, getAuthClientOptions, getDefaultPricingProvider, getMigrations, guardrailConfigsSchema, llmRequestsSchema, llmopsConfigSchema, logger, matchType, microDollarsToDollars, parsePartialTableData, parseTableData, providerConfigsSchema, providerGuardrailOverridesSchema, runAutoMigrations, schemas, targetingRulesSchema, validateLLMOpsConfig, validatePartialTableData, validateTableData, variantJsonDataSchema, variantVersionsSchema, variantsSchema, workspaceSettingsSchema };

package/dist/{neon-dialect-BR1nZmKX.cjs → neon-dialect-DmI-frVR.cjs}

@@ -1,4 +1,4 @@
-const require_db = require('./db-Du2xmkGS.cjs');
+const require_db = require('./db-CCKBHjuz.cjs');
 let kysely_neon = require("kysely-neon");
 require("@neondatabase/serverless");
 

package/dist/{neon-dialect-B-Q6mmbI.cjs → neon-dialect-q-8lApt2.cjs}

@@ -1,3 +1,3 @@
-const require_neon_dialect = require('./neon-dialect-BR1nZmKX.cjs');
+const require_neon_dialect = require('./neon-dialect-DmI-frVR.cjs');
 
 exports.createNeonDialect = require_neon_dialect.createNeonDialect;

package/dist/{node-sqlite-dialect-DpdAEbyp.cjs → node-sqlite-dialect-uTc3IyPv.cjs}

@@ -1,4 +1,4 @@
-const require_db = require('./db-Du2xmkGS.cjs');
+const require_db = require('./db-CCKBHjuz.cjs');
 let kysely = require("kysely");
 
 //#region src/db/node-sqlite-dialect.ts

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llmops/core",
-  "version": "0.3.0",
+  "version": "0.3.2-beta.1",
   "description": "Core LLMOps functionality and utilities",
   "type": "module",
   "license": "Apache-2.0",
@@ -55,7 +55,7 @@
     "kysely": "^0.28.8",
     "kysely-neon": "^2.0.2",
     "pino": "^10.1.0",
-    "@llmops/gateway": "^0.3.0"
+    "@llmops/gateway": "^0.3.2-beta.1"
   },
   "devDependencies": {
     "@types/json-logic-js": "^2.0.8",