@llmops/core 0.3.0 → 0.3.2-beta.1

package/dist/index.cjs

@@ -1,5 +1,5 @@
-const require_db = require('./db-Du2xmkGS.cjs');
-const require_neon_dialect = require('./neon-dialect-BR1nZmKX.cjs');
+const require_db = require('./db-CCKBHjuz.cjs');
+const require_neon_dialect = require('./neon-dialect-DmI-frVR.cjs');
 let __llmops_gateway = require("@llmops/gateway");
 __llmops_gateway = require_db.__toESM(__llmops_gateway);
 let kysely = require("kysely");
@@ -358,6 +358,17 @@ const chatCompletionCreateParamsBaseSchema = require_db.object({
 	web_search_options: webSearchOptionsSchema.optional()
 });
 /**
+* Schema for variant message - simplified message format for variant config
+*/
+const variantMessageSchema = require_db.object({
+	role: require_db._enum([
+		"system",
+		"user",
+		"assistant"
+	]),
+	content: require_db.string()
+});
+/**
 * Schema for variant jsonData - these are the parameters that can be
 * configured per variant to override the default chat completion settings.
 * This is a subset of ChatCompletionCreateParamsBase that makes sense to
@@ -365,6 +376,7 @@ const chatCompletionCreateParamsBaseSchema = require_db.object({
 */
 const variantJsonDataSchema = require_db.object({
 	system_prompt: require_db.string().optional(),
+	messages: require_db.array(variantMessageSchema).optional(),
 	model: require_db.string().optional(),
 	audio: chatCompletionAudioParamSchema.optional().nullable(),
 	frequency_penalty: require_db.number().min(-2).max(2).optional().nullable(),
@@ -1446,6 +1458,99 @@ const createEnvironmentSecretDataLayer = (db) => {
 	};
 };
 
+//#endregion
+//#region src/datalayer/guardrailConfigs.ts
+const createGuardrailConfig = require_db.zod_default.object({
+	name: require_db.zod_default.string().min(1),
+	pluginId: require_db.zod_default.string().min(1),
+	functionId: require_db.zod_default.string().min(1),
+	hookType: require_db.zod_default.enum(["beforeRequestHook", "afterRequestHook"]),
+	parameters: require_db.zod_default.record(require_db.zod_default.string(), require_db.zod_default.unknown()).optional().default({}),
+	enabled: require_db.zod_default.boolean().optional().default(true),
+	priority: require_db.zod_default.number().int().optional().default(0),
+	onFail: require_db.zod_default.enum(["block", "log"]).optional().default("block")
+});
+const updateGuardrailConfig = require_db.zod_default.object({
+	id: require_db.zod_default.string().uuid(),
+	name: require_db.zod_default.string().min(1).optional(),
+	hookType: require_db.zod_default.enum(["beforeRequestHook", "afterRequestHook"]).optional(),
+	parameters: require_db.zod_default.record(require_db.zod_default.string(), require_db.zod_default.unknown()).optional(),
+	enabled: require_db.zod_default.boolean().optional(),
+	priority: require_db.zod_default.number().int().optional(),
+	onFail: require_db.zod_default.enum(["block", "log"]).optional()
+});
+const getGuardrailConfigById = require_db.zod_default.object({ id: require_db.zod_default.string().uuid() });
+const deleteGuardrailConfig = require_db.zod_default.object({ id: require_db.zod_default.string().uuid() });
+const listGuardrailConfigs = require_db.zod_default.object({
+	limit: require_db.zod_default.number().int().positive().optional(),
+	offset: require_db.zod_default.number().int().nonnegative().optional(),
+	hookType: require_db.zod_default.enum(["beforeRequestHook", "afterRequestHook"]).optional(),
+	enabled: require_db.zod_default.boolean().optional()
+});
+const createGuardrailConfigsDataLayer = (db) => {
+	return {
+		createGuardrailConfig: async (params) => {
+			const value = await createGuardrailConfig.safeParseAsync(params);
+			if (!value.success) throw new LLMOpsError(`Invalid parameters: ${value.error.message}`);
+			const { name, pluginId, functionId, hookType, parameters, enabled, priority, onFail } = value.data;
+			return db.insertInto("guardrail_configs").values({
+				id: (0, node_crypto.randomUUID)(),
+				name,
+				pluginId,
+				functionId,
+				hookType,
+				parameters: JSON.stringify(parameters),
+				enabled,
+				priority,
+				onFail,
+				createdAt: (/* @__PURE__ */ new Date()).toISOString(),
+				updatedAt: (/* @__PURE__ */ new Date()).toISOString()
+			}).returningAll().executeTakeFirst();
+		},
+		updateGuardrailConfig: async (params) => {
+			const value = await updateGuardrailConfig.safeParseAsync(params);
+			if (!value.success) throw new LLMOpsError(`Invalid parameters: ${value.error.message}`);
+			const { id, name, hookType, parameters, enabled, priority, onFail } = value.data;
+			const updateData = { updatedAt: (/* @__PURE__ */ new Date()).toISOString() };
+			if (name !== void 0) updateData.name = name;
+			if (hookType !== void 0) updateData.hookType = hookType;
+			if (parameters !== void 0) updateData.parameters = JSON.stringify(parameters);
+			if (enabled !== void 0) updateData.enabled = enabled;
+			if (priority !== void 0) updateData.priority = priority;
+			if (onFail !== void 0) updateData.onFail = onFail;
+			return db.updateTable("guardrail_configs").set(updateData).where("id", "=", id).returningAll().executeTakeFirst();
+		},
+		getGuardrailConfigById: async (params) => {
+			const value = await getGuardrailConfigById.safeParseAsync(params);
+			if (!value.success) throw new LLMOpsError(`Invalid parameters: ${value.error.message}`);
+			const { id } = value.data;
+			return db.selectFrom("guardrail_configs").selectAll().where("id", "=", id).executeTakeFirst();
+		},
+		deleteGuardrailConfig: async (params) => {
+			const value = await deleteGuardrailConfig.safeParseAsync(params);
+			if (!value.success) throw new LLMOpsError(`Invalid parameters: ${value.error.message}`);
+			const { id } = value.data;
+			return db.deleteFrom("guardrail_configs").where("id", "=", id).returningAll().executeTakeFirst();
+		},
+		listGuardrailConfigs: async (params) => {
+			const value = await listGuardrailConfigs.safeParseAsync(params || {});
+			if (!value.success) throw new LLMOpsError(`Invalid parameters: ${value.error.message}`);
+			const { limit = 100, offset = 0, hookType, enabled } = value.data;
+			let query = db.selectFrom("guardrail_configs").selectAll().orderBy("priority", "desc").orderBy("createdAt", "desc").limit(limit).offset(offset);
+			if (hookType !== void 0) query = query.where("hookType", "=", hookType);
+			if (enabled !== void 0) query = query.where("enabled", "=", enabled);
+			return query.execute();
+		},
+		countGuardrailConfigs: async () => {
+			const result = await db.selectFrom("guardrail_configs").select(db.fn.countAll().as("count")).executeTakeFirst();
+			return Number(result?.count ?? 0);
+		},
+		getEnabledGuardrailsByHookType: async (hookType) => {
+			return db.selectFrom("guardrail_configs").selectAll().where("hookType", "=", hookType).where("enabled", "=", true).orderBy("priority", "desc").execute();
+		}
+	};
+};
+
 //#endregion
 //#region src/datalayer/llmRequests.ts
 /**
@@ -1935,6 +2040,111 @@ const createProviderConfigsDataLayer = (db) => {
 	};
 };
 
+//#endregion
+//#region src/datalayer/providerGuardrailOverrides.ts
+const createProviderGuardrailOverride = require_db.zod_default.object({
+	providerConfigId: require_db.zod_default.string().uuid(),
+	guardrailConfigId: require_db.zod_default.string().uuid(),
+	enabled: require_db.zod_default.boolean().optional().default(true),
+	parameters: require_db.zod_default.record(require_db.zod_default.string(), require_db.zod_default.unknown()).nullable().optional()
+});
+const updateProviderGuardrailOverride = require_db.zod_default.object({
+	id: require_db.zod_default.string().uuid(),
+	enabled: require_db.zod_default.boolean().optional(),
+	parameters: require_db.zod_default.record(require_db.zod_default.string(), require_db.zod_default.unknown()).nullable().optional()
+});
+const getOverrideById = require_db.zod_default.object({ id: require_db.zod_default.string().uuid() });
+const deleteOverride = require_db.zod_default.object({ id: require_db.zod_default.string().uuid() });
+const getOverridesByProviderConfigId = require_db.zod_default.object({ providerConfigId: require_db.zod_default.string().uuid() });
+const getOverridesByGuardrailConfigId = require_db.zod_default.object({ guardrailConfigId: require_db.zod_default.string().uuid() });
+const getOverrideByProviderAndGuardrail = require_db.zod_default.object({
+	providerConfigId: require_db.zod_default.string().uuid(),
+	guardrailConfigId: require_db.zod_default.string().uuid()
+});
+const createProviderGuardrailOverridesDataLayer = (db) => {
+	return {
+		createProviderGuardrailOverride: async (params) => {
+			const value = await createProviderGuardrailOverride.safeParseAsync(params);
+			if (!value.success) throw new LLMOpsError(`Invalid parameters: ${value.error.message}`);
+			const { providerConfigId, guardrailConfigId, enabled, parameters } = value.data;
+			return db.insertInto("provider_guardrail_overrides").values({
+				id: (0, node_crypto.randomUUID)(),
+				providerConfigId,
+				guardrailConfigId,
+				enabled,
+				parameters: parameters ? JSON.stringify(parameters) : null,
+				createdAt: (/* @__PURE__ */ new Date()).toISOString(),
+				updatedAt: (/* @__PURE__ */ new Date()).toISOString()
+			}).returningAll().executeTakeFirst();
+		},
+		updateProviderGuardrailOverride: async (params) => {
+			const value = await updateProviderGuardrailOverride.safeParseAsync(params);
+			if (!value.success) throw new LLMOpsError(`Invalid parameters: ${value.error.message}`);
+			const { id, enabled, parameters } = value.data;
+			const updateData = { updatedAt: (/* @__PURE__ */ new Date()).toISOString() };
+			if (enabled !== void 0) updateData.enabled = enabled;
+			if (parameters !== void 0) updateData.parameters = parameters ? JSON.stringify(parameters) : null;
+			return db.updateTable("provider_guardrail_overrides").set(updateData).where("id", "=", id).returningAll().executeTakeFirst();
+		},
+		getOverrideById: async (params) => {
+			const value = await getOverrideById.safeParseAsync(params);
+			if (!value.success) throw new LLMOpsError(`Invalid parameters: ${value.error.message}`);
+			const { id } = value.data;
+			return db.selectFrom("provider_guardrail_overrides").selectAll().where("id", "=", id).executeTakeFirst();
+		},
+		deleteProviderGuardrailOverride: async (params) => {
+			const value = await deleteOverride.safeParseAsync(params);
+			if (!value.success) throw new LLMOpsError(`Invalid parameters: ${value.error.message}`);
+			const { id } = value.data;
+			return db.deleteFrom("provider_guardrail_overrides").where("id", "=", id).returningAll().executeTakeFirst();
+		},
+		getOverridesByProviderConfigId: async (params) => {
+			const value = await getOverridesByProviderConfigId.safeParseAsync(params);
+			if (!value.success) throw new LLMOpsError(`Invalid parameters: ${value.error.message}`);
+			const { providerConfigId } = value.data;
+			return db.selectFrom("provider_guardrail_overrides").selectAll().where("providerConfigId", "=", providerConfigId).execute();
+		},
+		getOverridesByGuardrailConfigId: async (params) => {
+			const value = await getOverridesByGuardrailConfigId.safeParseAsync(params);
+			if (!value.success) throw new LLMOpsError(`Invalid parameters: ${value.error.message}`);
+			const { guardrailConfigId } = value.data;
+			return db.selectFrom("provider_guardrail_overrides").selectAll().where("guardrailConfigId", "=", guardrailConfigId).execute();
+		},
+		getOverrideByProviderAndGuardrail: async (params) => {
+			const value = await getOverrideByProviderAndGuardrail.safeParseAsync(params);
+			if (!value.success) throw new LLMOpsError(`Invalid parameters: ${value.error.message}`);
+			const { providerConfigId, guardrailConfigId } = value.data;
+			return db.selectFrom("provider_guardrail_overrides").selectAll().where("providerConfigId", "=", providerConfigId).where("guardrailConfigId", "=", guardrailConfigId).executeTakeFirst();
+		},
+		upsertProviderGuardrailOverride: async (params) => {
+			const value = await createProviderGuardrailOverride.safeParseAsync(params);
+			if (!value.success) throw new LLMOpsError(`Invalid parameters: ${value.error.message}`);
+			const { providerConfigId, guardrailConfigId, enabled, parameters } = value.data;
+			const existing = await db.selectFrom("provider_guardrail_overrides").selectAll().where("providerConfigId", "=", providerConfigId).where("guardrailConfigId", "=", guardrailConfigId).executeTakeFirst();
+			if (existing) return db.updateTable("provider_guardrail_overrides").set({
+				enabled,
+				parameters: parameters ? JSON.stringify(parameters) : null,
+				updatedAt: (/* @__PURE__ */ new Date()).toISOString()
+			}).where("id", "=", existing.id).returningAll().executeTakeFirst();
+			return db.insertInto("provider_guardrail_overrides").values({
+				id: (0, node_crypto.randomUUID)(),
+				providerConfigId,
+				guardrailConfigId,
+				enabled,
+				parameters: parameters ? JSON.stringify(parameters) : null,
+				createdAt: (/* @__PURE__ */ new Date()).toISOString(),
+				updatedAt: (/* @__PURE__ */ new Date()).toISOString()
+			}).returningAll().executeTakeFirst();
+		},
+		deleteOverridesByGuardrailConfigId: async (params) => {
+			const value = await getOverridesByGuardrailConfigId.safeParseAsync(params);
+			if (!value.success) throw new LLMOpsError(`Invalid parameters: ${value.error.message}`);
+			const { guardrailConfigId } = value.data;
+			return db.deleteFrom("provider_guardrail_overrides").where("guardrailConfigId", "=", guardrailConfigId).execute();
+		}
+	};
+};
+
 //#endregion
 //#region src/datalayer/targetingRules.ts
 const createTargetingRule = require_db.zod_default.object({
@@ -2408,8 +2618,10 @@ const createDataLayer = async (db) => {
 		...createConfigVariantDataLayer(db),
 		...createEnvironmentDataLayer(db),
 		...createEnvironmentSecretDataLayer(db),
+		...createGuardrailConfigsDataLayer(db),
 		...createLLMRequestsDataLayer(db),
 		...createProviderConfigsDataLayer(db),
+		...createProviderGuardrailOverridesDataLayer(db),
 		...createTargetingRulesDataLayer(db),
 		...createVariantDataLayer(db),
 		...createVariantVersionsDataLayer(db),
@@ -2634,14 +2846,16 @@ var ManifestBuilder = class {
 	* Build the complete routing manifest from database
 	*/
 	async build() {
-		const [configs, environments, environmentSecrets, targetingRules, configVariants, variantVersions, providerConfigs] = await Promise.all([
+		const [configs, environments, environmentSecrets, targetingRules, configVariants, variantVersions, providerConfigs, guardrailConfigs, providerGuardrailOverridesData] = await Promise.all([
 			this.db.selectFrom("configs").selectAll().execute(),
 			this.db.selectFrom("environments").selectAll().execute(),
 			this.db.selectFrom("environment_secrets").selectAll().execute(),
 			this.db.selectFrom("targeting_rules").where("enabled", "=", true).selectAll().execute(),
 			this.db.selectFrom("config_variants").selectAll().execute(),
 			this.db.selectFrom("variant_versions").selectAll().execute(),
-			this.db.selectFrom("provider_configs").selectAll().execute()
+			this.db.selectFrom("provider_configs").selectAll().execute(),
+			this.db.selectFrom("guardrail_configs").where("enabled", "=", true).selectAll().execute(),
+			this.db.selectFrom("provider_guardrail_overrides").selectAll().execute()
 		]);
 		const manifestConfigs = {};
 		const configsBySlug = {};
@@ -2734,6 +2948,39 @@ var ManifestBuilder = class {
 			if (b.priority !== a.priority) return b.priority - a.priority;
 			return b.weight - a.weight;
 		});
+		const beforeRequestGuardrails = [];
+		const afterRequestGuardrails = [];
+		require_db.logger.info(`[ManifestBuilder] Found ${guardrailConfigs.length} enabled guardrail configs`);
+		for (const guardrail of guardrailConfigs) {
+			const parameters = typeof guardrail.parameters === "string" ? JSON.parse(guardrail.parameters) : guardrail.parameters;
+			const manifestGuardrail = {
+				id: guardrail.id,
+				name: guardrail.name,
+				pluginId: guardrail.pluginId,
+				functionId: guardrail.functionId,
+				hookType: guardrail.hookType,
+				parameters: parameters ?? {},
+				priority: guardrail.priority,
+				onFail: guardrail.onFail
+			};
+			if (guardrail.hookType === "beforeRequestHook") beforeRequestGuardrails.push(manifestGuardrail);
+			else afterRequestGuardrails.push(manifestGuardrail);
+		}
+		beforeRequestGuardrails.sort((a, b) => b.priority - a.priority);
+		afterRequestGuardrails.sort((a, b) => b.priority - a.priority);
+		const providerGuardrailOverrides = {};
+		for (const override of providerGuardrailOverridesData) {
+			const parameters = typeof override.parameters === "string" ? JSON.parse(override.parameters) : override.parameters;
+			const manifestOverride = {
+				id: override.id,
+				providerConfigId: override.providerConfigId,
+				guardrailConfigId: override.guardrailConfigId,
+				enabled: override.enabled,
+				parameters: parameters ?? null
+			};
+			if (!providerGuardrailOverrides[override.providerConfigId]) providerGuardrailOverrides[override.providerConfigId] = [];
+			providerGuardrailOverrides[override.providerConfigId].push(manifestOverride);
+		}
 		return {
 			version: Date.now(),
 			builtAt: (/* @__PURE__ */ new Date()).toISOString(),
@@ -2742,7 +2989,12 @@ var ManifestBuilder = class {
 			environments: manifestEnvironments,
 			environmentsBySlug,
 			routingTable,
-			secretToEnvironment
+			secretToEnvironment,
+			guardrails: {
+				beforeRequestHook: beforeRequestGuardrails,
+				afterRequestHook: afterRequestGuardrails
+			},
+			providerGuardrailOverrides
 		};
 	}
 };
@@ -2966,9 +3218,11 @@ exports.configsSchema = require_db.configsSchema;
 exports.createDataLayer = createDataLayer;
 exports.createDatabase = require_db.createDatabase;
 exports.createDatabaseFromConnection = require_db.createDatabaseFromConnection;
+exports.createGuardrailConfigsDataLayer = createGuardrailConfigsDataLayer;
 exports.createLLMRequestsDataLayer = createLLMRequestsDataLayer;
 exports.createNeonDialect = require_neon_dialect.createNeonDialect;
 exports.createProviderConfigsDataLayer = createProviderConfigsDataLayer;
+exports.createProviderGuardrailOverridesDataLayer = createProviderGuardrailOverridesDataLayer;
 exports.createWorkspaceSettingsDataLayer = createWorkspaceSettingsDataLayer;
 exports.detectDatabaseType = require_db.detectDatabaseType;
 exports.dollarsToMicroDollars = dollarsToMicroDollars;
@@ -2986,6 +3240,7 @@ exports.generateId = generateId;
 exports.getAuthClientOptions = require_db.getAuthClientOptions;
 exports.getDefaultPricingProvider = getDefaultPricingProvider;
 exports.getMigrations = require_db.getMigrations;
+exports.guardrailConfigsSchema = require_db.guardrailConfigsSchema;
 exports.llmRequestsSchema = require_db.llmRequestsSchema;
 exports.llmopsConfigSchema = llmopsConfigSchema;
 exports.logger = require_db.logger;
@@ -2994,6 +3249,7 @@ exports.microDollarsToDollars = microDollarsToDollars;
 exports.parsePartialTableData = require_db.parsePartialTableData;
 exports.parseTableData = require_db.parseTableData;
 exports.providerConfigsSchema = require_db.providerConfigsSchema;
+exports.providerGuardrailOverridesSchema = require_db.providerGuardrailOverridesSchema;
 exports.runAutoMigrations = require_db.runAutoMigrations;
 exports.schemas = require_db.schemas;
 exports.targetingRulesSchema = require_db.targetingRulesSchema;