@llmops/app 0.3.2-beta.3 → 0.3.3

package/dist/index.cjs

@@ -16613,12 +16613,45 @@ const createGatewayAdapterMiddleware = () => {
 */
 function createStreamingCostExtractor() {
 	let extractedUsage = null;
+	let extractedHookResults = void 0;
 	let buffer = "";
 	let resolveUsage;
 	const usagePromise = new Promise((resolve) => {
 		resolveUsage = resolve;
 	});
 	const decoder = new TextDecoder();
+	/**
+	* Parse an SSE message and extract usage/hook_results
+	*/
+	function parseSSEMessage(message) {
+		const trimmed = message.trim();
+		if (!trimmed) return;
+		const lines = trimmed.split("\n");
+		let eventType = null;
+		let dataLine = null;
+		for (const line of lines) if (line.startsWith("event:")) eventType = line.slice(6).trim();
+		else if (line.startsWith("data:")) dataLine = line.slice(5).trim();
+		if (dataLine === "[DONE]") return;
+		if (!dataLine) return;
+		try {
+			const parsed = JSON.parse(dataLine);
+			if (eventType === "hook_results" || parsed.hook_results) {
+				const hookData = parsed.hook_results || parsed;
+				if (hookData.before_request_hooks || hookData.after_request_hooks) extractedHookResults = {
+					before_request_hooks: hookData.before_request_hooks,
+					after_request_hooks: hookData.after_request_hooks
+				};
+			}
+			const usageData = parsed;
+			if (usageData.usage) extractedUsage = {
+				promptTokens: usageData.usage.prompt_tokens ?? 0,
+				completionTokens: usageData.usage.completion_tokens ?? 0,
+				totalTokens: usageData.usage.total_tokens ?? 0,
+				cachedTokens: usageData.usage.prompt_tokens_details?.cached_tokens,
+				hookResults: extractedHookResults
+			};
+		} catch {}
+	}
 	return {
 		stream: new TransformStream({
 			transform(chunk, controller) {
@@ -16627,39 +16660,17 @@ function createStreamingCostExtractor() {
 				buffer += text;
 				const messages = buffer.split("\n\n");
 				buffer = messages.pop() || "";
-				for (const message of messages) {
-					const trimmed = message.trim();
-					if (!trimmed) continue;
-					if (!trimmed.startsWith("data:")) continue;
-					const jsonPart = trimmed.slice(5).trim();
-					if (jsonPart === "[DONE]") continue;
-					try {
-						const parsed = JSON.parse(jsonPart);
-						if (parsed.usage) extractedUsage = {
-							promptTokens: parsed.usage.prompt_tokens ?? 0,
-							completionTokens: parsed.usage.completion_tokens ?? 0,
-							totalTokens: parsed.usage.total_tokens ?? 0,
-							cachedTokens: parsed.usage.prompt_tokens_details?.cached_tokens
-						};
-					} catch {}
-				}
+				for (const message of messages) parseSSEMessage(message);
 			},
 			flush(controller) {
-				if (buffer.trim()) {
-					const trimmed = buffer.trim();
-					if (trimmed.startsWith("data:")) {
-						const jsonPart = trimmed.slice(5).trim();
-						if (jsonPart !== "[DONE]") try {
-							const parsed = JSON.parse(jsonPart);
-							if (parsed.usage) extractedUsage = {
-								promptTokens: parsed.usage.prompt_tokens ?? 0,
-								completionTokens: parsed.usage.completion_tokens ?? 0,
-								totalTokens: parsed.usage.total_tokens ?? 0,
-								cachedTokens: parsed.usage.prompt_tokens_details?.cached_tokens
-							};
-						} catch {}
-					}
-				}
+				if (buffer.trim()) parseSSEMessage(buffer);
+				if (extractedUsage && extractedHookResults) extractedUsage.hookResults = extractedHookResults;
+				else if (!extractedUsage && extractedHookResults) extractedUsage = {
+					promptTokens: 0,
+					completionTokens: 0,
+					totalTokens: 0,
+					hookResults: extractedHookResults
+				};
 				resolveUsage(extractedUsage);
 			}
 		}),
@@ -16899,6 +16910,47 @@ var PricingProvider = class {
 };
 const pricingProvider = new PricingProvider();
 /**
+* Transform gateway hook results to our schema format for telemetry
+*/
+function transformHookResultsToGuardrailResults(hookResults, wasBlocked) {
+	if (!hookResults) return null;
+	const beforeHooks = hookResults.before_request_hooks || [];
+	const afterHooks = hookResults.after_request_hooks || [];
+	if (beforeHooks.length === 0 && afterHooks.length === 0) return null;
+	const results = [];
+	let totalLatencyMs = 0;
+	for (const hook of beforeHooks) {
+		totalLatencyMs += hook.execution_time;
+		for (const check$1 of hook.checks) results.push({
+			checkId: check$1.id,
+			functionId: check$1.id.split(".")[1] || check$1.id,
+			hookType: "beforeRequestHook",
+			verdict: check$1.verdict,
+			latencyMs: check$1.execution_time
+		});
+	}
+	for (const hook of afterHooks) {
+		totalLatencyMs += hook.execution_time;
+		for (const check$1 of hook.checks) results.push({
+			checkId: check$1.id,
+			functionId: check$1.id.split(".")[1] || check$1.id,
+			hookType: "afterRequestHook",
+			verdict: check$1.verdict,
+			latencyMs: check$1.execution_time
+		});
+	}
+	const anyFailed = results.some((r) => !r.verdict);
+	let action;
+	if (wasBlocked) action = "blocked";
+	else if (anyFailed) action = "logged";
+	else action = "allowed";
+	return {
+		results,
+		action,
+		totalLatencyMs
+	};
+}
+/**
 * Creates cost tracking middleware that logs LLM requests with usage and cost data.
 *
 * Features:
@@ -16976,6 +17028,7 @@ function createCostTrackingMiddleware(config$1 = {}) {
 			const { response: wrappedResponse, usagePromise } = wrapStreamingResponse(response);
 			c.res = wrappedResponse;
 			usagePromise.then(async (usage) => {
+				const guardrailResults = usage?.hookResults ? transformHookResultsToGuardrailResults(usage.hookResults, statusCode === 446) : null;
 				await processUsageAndLog({
 					requestId,
 					provider,
@@ -16994,6 +17047,7 @@ function createCostTrackingMiddleware(config$1 = {}) {
 						totalTokens: usage.totalTokens,
 						cachedTokens: usage.cachedTokens
 					} : null,
+					guardrailResults,
 					tags: customTags,
 					batchWriter,
 					trackErrors,
@@ -17004,6 +17058,7 @@ function createCostTrackingMiddleware(config$1 = {}) {
 			});
 		} else {
 			let usage = null;
+			let guardrailResults = null;
 			try {
 				const responseBody = await response.clone().json();
 				if (responseBody.usage) usage = {
@@ -17012,6 +17067,11 @@ function createCostTrackingMiddleware(config$1 = {}) {
 					totalTokens: responseBody.usage.total_tokens || 0,
 					cachedTokens: responseBody.usage.prompt_tokens_details?.cached_tokens
 				};
+				if (responseBody.hook_results) {
+					const wasBlocked = statusCode === 446;
+					guardrailResults = transformHookResultsToGuardrailResults(responseBody.hook_results, wasBlocked);
+					if (guardrailResults) log(`Extracted guardrail results: ${guardrailResults.results.length} checks, action=${guardrailResults.action}`);
+				}
 			} catch {
 				log("Failed to parse response body for usage");
 			}
@@ -17028,6 +17088,7 @@ function createCostTrackingMiddleware(config$1 = {}) {
 				latencyMs,
 				isStreaming: false,
 				usage,
+				guardrailResults,
 				tags: customTags,
 				batchWriter,
 				trackErrors,
@@ -17040,7 +17101,7 @@ function createCostTrackingMiddleware(config$1 = {}) {
 * Process usage data and log to batch writer
 */
 async function processUsageAndLog(params) {
-	const { requestId, provider, model, configId, variantId, environmentId, providerConfigId, endpoint, statusCode, latencyMs, isStreaming, usage, tags = {}, batchWriter, trackErrors, log } = params;
+	const { requestId, provider, model, configId, variantId, environmentId, providerConfigId, endpoint, statusCode, latencyMs, isStreaming, usage, guardrailResults, tags = {}, batchWriter, trackErrors, log } = params;
 	if (!trackErrors && statusCode >= 400) {
 		log(`Skipping error response (${statusCode})`);
 		return;
@@ -17091,7 +17152,8 @@ async function processUsageAndLog(params) {
 		statusCode,
 		latencyMs,
 		isStreaming,
-		tags
+		tags,
+		guardrailResults: guardrailResults || null
 	};
 	batchWriter.enqueue(requestData);
 	log(`Enqueued request ${requestId} for logging`);

package/dist/index.mjs

@@ -16585,12 +16585,45 @@ const createGatewayAdapterMiddleware = () => {
 */
 function createStreamingCostExtractor() {
 	let extractedUsage = null;
+	let extractedHookResults = void 0;
 	let buffer = "";
 	let resolveUsage;
 	const usagePromise = new Promise((resolve) => {
 		resolveUsage = resolve;
 	});
 	const decoder = new TextDecoder();
+	/**
+	* Parse an SSE message and extract usage/hook_results
+	*/
+	function parseSSEMessage(message) {
+		const trimmed = message.trim();
+		if (!trimmed) return;
+		const lines = trimmed.split("\n");
+		let eventType = null;
+		let dataLine = null;
+		for (const line of lines) if (line.startsWith("event:")) eventType = line.slice(6).trim();
+		else if (line.startsWith("data:")) dataLine = line.slice(5).trim();
+		if (dataLine === "[DONE]") return;
+		if (!dataLine) return;
+		try {
+			const parsed = JSON.parse(dataLine);
+			if (eventType === "hook_results" || parsed.hook_results) {
+				const hookData = parsed.hook_results || parsed;
+				if (hookData.before_request_hooks || hookData.after_request_hooks) extractedHookResults = {
+					before_request_hooks: hookData.before_request_hooks,
+					after_request_hooks: hookData.after_request_hooks
+				};
+			}
+			const usageData = parsed;
+			if (usageData.usage) extractedUsage = {
+				promptTokens: usageData.usage.prompt_tokens ?? 0,
+				completionTokens: usageData.usage.completion_tokens ?? 0,
+				totalTokens: usageData.usage.total_tokens ?? 0,
+				cachedTokens: usageData.usage.prompt_tokens_details?.cached_tokens,
+				hookResults: extractedHookResults
+			};
+		} catch {}
+	}
 	return {
 		stream: new TransformStream({
 			transform(chunk, controller) {
@@ -16599,39 +16632,17 @@ function createStreamingCostExtractor() {
 				buffer += text;
 				const messages = buffer.split("\n\n");
 				buffer = messages.pop() || "";
-				for (const message of messages) {
-					const trimmed = message.trim();
-					if (!trimmed) continue;
-					if (!trimmed.startsWith("data:")) continue;
-					const jsonPart = trimmed.slice(5).trim();
-					if (jsonPart === "[DONE]") continue;
-					try {
-						const parsed = JSON.parse(jsonPart);
-						if (parsed.usage) extractedUsage = {
-							promptTokens: parsed.usage.prompt_tokens ?? 0,
-							completionTokens: parsed.usage.completion_tokens ?? 0,
-							totalTokens: parsed.usage.total_tokens ?? 0,
-							cachedTokens: parsed.usage.prompt_tokens_details?.cached_tokens
-						};
-					} catch {}
-				}
+				for (const message of messages) parseSSEMessage(message);
 			},
 			flush(controller) {
-				if (buffer.trim()) {
-					const trimmed = buffer.trim();
-					if (trimmed.startsWith("data:")) {
-						const jsonPart = trimmed.slice(5).trim();
-						if (jsonPart !== "[DONE]") try {
-							const parsed = JSON.parse(jsonPart);
-							if (parsed.usage) extractedUsage = {
-								promptTokens: parsed.usage.prompt_tokens ?? 0,
-								completionTokens: parsed.usage.completion_tokens ?? 0,
-								totalTokens: parsed.usage.total_tokens ?? 0,
-								cachedTokens: parsed.usage.prompt_tokens_details?.cached_tokens
-							};
-						} catch {}
-					}
-				}
+				if (buffer.trim()) parseSSEMessage(buffer);
+				if (extractedUsage && extractedHookResults) extractedUsage.hookResults = extractedHookResults;
+				else if (!extractedUsage && extractedHookResults) extractedUsage = {
+					promptTokens: 0,
+					completionTokens: 0,
+					totalTokens: 0,
+					hookResults: extractedHookResults
+				};
 				resolveUsage(extractedUsage);
 			}
 		}),
@@ -16871,6 +16882,47 @@ var PricingProvider = class {
 };
 const pricingProvider = new PricingProvider();
 /**
+* Transform gateway hook results to our schema format for telemetry
+*/
+function transformHookResultsToGuardrailResults(hookResults, wasBlocked) {
+	if (!hookResults) return null;
+	const beforeHooks = hookResults.before_request_hooks || [];
+	const afterHooks = hookResults.after_request_hooks || [];
+	if (beforeHooks.length === 0 && afterHooks.length === 0) return null;
+	const results = [];
+	let totalLatencyMs = 0;
+	for (const hook of beforeHooks) {
+		totalLatencyMs += hook.execution_time;
+		for (const check$1 of hook.checks) results.push({
+			checkId: check$1.id,
+			functionId: check$1.id.split(".")[1] || check$1.id,
+			hookType: "beforeRequestHook",
+			verdict: check$1.verdict,
+			latencyMs: check$1.execution_time
+		});
+	}
+	for (const hook of afterHooks) {
+		totalLatencyMs += hook.execution_time;
+		for (const check$1 of hook.checks) results.push({
+			checkId: check$1.id,
+			functionId: check$1.id.split(".")[1] || check$1.id,
+			hookType: "afterRequestHook",
+			verdict: check$1.verdict,
+			latencyMs: check$1.execution_time
+		});
+	}
+	const anyFailed = results.some((r) => !r.verdict);
+	let action;
+	if (wasBlocked) action = "blocked";
+	else if (anyFailed) action = "logged";
+	else action = "allowed";
+	return {
+		results,
+		action,
+		totalLatencyMs
+	};
+}
+/**
 * Creates cost tracking middleware that logs LLM requests with usage and cost data.
 *
 * Features:
@@ -16948,6 +17000,7 @@ function createCostTrackingMiddleware(config$1 = {}) {
 			const { response: wrappedResponse, usagePromise } = wrapStreamingResponse(response);
 			c.res = wrappedResponse;
 			usagePromise.then(async (usage) => {
+				const guardrailResults = usage?.hookResults ? transformHookResultsToGuardrailResults(usage.hookResults, statusCode === 446) : null;
 				await processUsageAndLog({
 					requestId,
 					provider,
@@ -16966,6 +17019,7 @@ function createCostTrackingMiddleware(config$1 = {}) {
 						totalTokens: usage.totalTokens,
 						cachedTokens: usage.cachedTokens
 					} : null,
+					guardrailResults,
 					tags: customTags,
 					batchWriter,
 					trackErrors,
@@ -16976,6 +17030,7 @@ function createCostTrackingMiddleware(config$1 = {}) {
 			});
 		} else {
 			let usage = null;
+			let guardrailResults = null;
 			try {
 				const responseBody = await response.clone().json();
 				if (responseBody.usage) usage = {
@@ -16984,6 +17039,11 @@ function createCostTrackingMiddleware(config$1 = {}) {
 					totalTokens: responseBody.usage.total_tokens || 0,
 					cachedTokens: responseBody.usage.prompt_tokens_details?.cached_tokens
 				};
+				if (responseBody.hook_results) {
+					const wasBlocked = statusCode === 446;
+					guardrailResults = transformHookResultsToGuardrailResults(responseBody.hook_results, wasBlocked);
+					if (guardrailResults) log(`Extracted guardrail results: ${guardrailResults.results.length} checks, action=${guardrailResults.action}`);
+				}
 			} catch {
 				log("Failed to parse response body for usage");
 			}
@@ -17000,6 +17060,7 @@ function createCostTrackingMiddleware(config$1 = {}) {
 				latencyMs,
 				isStreaming: false,
 				usage,
+				guardrailResults,
 				tags: customTags,
 				batchWriter,
 				trackErrors,
@@ -17012,7 +17073,7 @@ function createCostTrackingMiddleware(config$1 = {}) {
 * Process usage data and log to batch writer
 */
 async function processUsageAndLog(params) {
-	const { requestId, provider, model, configId, variantId, environmentId, providerConfigId, endpoint, statusCode, latencyMs, isStreaming, usage, tags = {}, batchWriter, trackErrors, log } = params;
+	const { requestId, provider, model, configId, variantId, environmentId, providerConfigId, endpoint, statusCode, latencyMs, isStreaming, usage, guardrailResults, tags = {}, batchWriter, trackErrors, log } = params;
 	if (!trackErrors && statusCode >= 400) {
 		log(`Skipping error response (${statusCode})`);
 		return;
@@ -17063,7 +17124,8 @@ async function processUsageAndLog(params) {
 		statusCode,
 		latencyMs,
 		isStreaming,
-		tags
+		tags,
+		guardrailResults: guardrailResults || null
 	};
 	batchWriter.enqueue(requestData);
 	log(`Enqueued request ${requestId} for logging`);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llmops/app",
-  "version": "0.3.2-beta.3",
+  "version": "0.3.3",
   "description": "LLMOps application with server and client",
   "type": "module",
   "license": "Apache-2.0",
@@ -67,8 +67,8 @@
     "react-aria-components": "^1.13.0",
     "react-hook-form": "^7.68.0",
     "recharts": "^3.6.0",
-    "@llmops/gateway": "^0.3.2-beta.3",
-    "@llmops/core": "^0.3.2-beta.3"
+    "@llmops/core": "^0.3.3",
+    "@llmops/gateway": "^0.3.3"
   },
   "peerDependencies": {
     "react": "^19.2.1",