@llmops/app 0.6.6 → 0.6.7-beta.1

package/dist/index.cjs

@@ -17072,9 +17072,264 @@ const app$9 = new hono.Hono().post("/", zv("json", zod_default.object({
 });
 var targeting_default = app$9;
 
+//#endregion
+//#region src/server/services/otlpQueryClient.ts
+function nanoToISOString(nanoStr) {
+	const ms = Math.floor(Number(BigInt(nanoStr) / BigInt(1e6)));
+	return new Date(ms).toISOString();
+}
+function nanoToMs(nanoStr) {
+	return Math.floor(Number(BigInt(nanoStr) / BigInt(1e6)));
+}
+function extractAttr(attrs, keys) {
+	if (!attrs) return void 0;
+	for (const key of keys) {
+		const kv = attrs.find((a) => a.key === key);
+		if (kv) {
+			const v = kv.value;
+			if (v.stringValue !== void 0) return v.stringValue;
+			if (v.intValue !== void 0) return Number(v.intValue);
+			if (v.doubleValue !== void 0) return v.doubleValue;
+		}
+	}
+}
+function attrsToRecord(attrs) {
+	if (!attrs) return {};
+	const out = {};
+	for (const kv of attrs) {
+		const v = kv.value;
+		if (v.stringValue !== void 0) out[kv.key] = v.stringValue;
+		else if (v.intValue !== void 0) out[kv.key] = Number(v.intValue);
+		else if (v.doubleValue !== void 0) out[kv.key] = v.doubleValue;
+		else if (v.boolValue !== void 0) out[kv.key] = v.boolValue;
+	}
+	return out;
+}
+function mapOtlpSpanToRow(span, resourceAttrs) {
+	const allAttrs = [...resourceAttrs ?? [], ...span.attributes ?? []];
+	const startMs = nanoToMs(span.startTimeUnixNano);
+	const endMs = span.endTimeUnixNano ? nanoToMs(span.endTimeUnixNano) : null;
+	const durationMs = endMs !== null ? endMs - startMs : null;
+	const provider = extractAttr(allAttrs, [
+		"gen_ai.provider.name",
+		"gen_ai.system",
+		"ai.model.provider"
+	]) ?? null;
+	const model = extractAttr(allAttrs, ["gen_ai.request.model", "ai.model.id"]) ?? null;
+	const promptTokens = Number(extractAttr(allAttrs, ["gen_ai.usage.input_tokens", "ai.usage.promptTokens"]) ?? 0);
+	const completionTokens = Number(extractAttr(allAttrs, ["gen_ai.usage.output_tokens", "ai.usage.completionTokens"]) ?? 0);
+	const input = extractAttr(allAttrs, [
+		"ai.prompt.messages",
+		"gen_ai.prompt",
+		"ai.prompt"
+	]) ?? null;
+	const output = extractAttr(allAttrs, [
+		"ai.response.text",
+		"ai.response.object",
+		"gen_ai.completion",
+		"ai.response.toolCalls"
+	]) ?? null;
+	return {
+		id: span.spanId,
+		traceId: span.traceId,
+		spanId: span.spanId,
+		parentSpanId: span.parentSpanId || null,
+		name: span.name,
+		kind: span.kind ?? 1,
+		status: span.status?.code ?? 0,
+		statusMessage: span.status?.message ?? null,
+		startTime: new Date(startMs).toISOString(),
+		endTime: endMs !== null ? new Date(endMs).toISOString() : null,
+		durationMs,
+		provider,
+		model,
+		promptTokens,
+		completionTokens,
+		totalTokens: promptTokens + completionTokens,
+		cost: 0,
+		source: "otlp",
+		input,
+		output,
+		attributes: attrsToRecord(allAttrs)
+	};
+}
+function createOtlpQueryClient(otlpConfig) {
+	const baseUrl = otlpConfig.endpoint.replace(/\/$/, "");
+	const headers = {
+		Accept: "application/json",
+		...otlpConfig.headers
+	};
+	async function tempoFetch(path$1) {
+		const url$2 = `${baseUrl}${path$1}`;
+		__llmops_core.logger.info(`[OtlpQuery] GET ${url$2}`);
+		const res = await fetch(url$2, { headers });
+		if (!res.ok) {
+			const body = await res.text().catch(() => "");
+			throw new Error(`OTLP query failed: ${res.status} ${res.statusText} — ${body}`);
+		}
+		return res.json();
+	}
+	return {
+		async listTraces(params) {
+			const limit = params.limit ?? 50;
+			const offset = params.offset ?? 0;
+			const qs = new URLSearchParams();
+			qs.set("limit", String(limit + offset));
+			if (params.startDate) qs.set("start", String(Math.floor(params.startDate.getTime() / 1e3)));
+			if (params.endDate) qs.set("end", String(Math.floor(params.endDate.getTime() / 1e3)));
+			const filters = [];
+			if (params.name) filters.push(`name = "${params.name}"`);
+			if (params.status) {
+				const statusMap = {
+					ok: "ok",
+					error: "error",
+					unset: "unset"
+				};
+				if (statusMap[params.status]) filters.push(`status = ${statusMap[params.status]}`);
+			}
+			if (params.tags) {
+				for (const [key, values] of Object.entries(params.tags)) if (values.length > 0) filters.push(`span.${key} = "${values[0]}"`);
+			}
+			if (filters.length > 0) qs.set("q", `{ ${filters.join(" && ")} }`);
+			const allTraces = ((await tempoFetch(`/api/search?${qs.toString()}`)).traces ?? []).map((t) => {
+				const startMs = nanoToMs(t.startTimeUnixNano);
+				const durationMs = t.durationMs ?? null;
+				const endMs = durationMs !== null ? startMs + durationMs : null;
+				let spanCount = 0;
+				const sets = t.spanSets ?? (t.spanSet ? [t.spanSet] : []);
+				for (const ss of sets) spanCount += ss.matched ?? ss.spans?.length ?? 0;
+				if (t.serviceStats) spanCount = Object.values(t.serviceStats).reduce((sum, s) => sum + s.spanCount, 0);
+				return {
+					id: t.traceID,
+					traceId: t.traceID,
+					name: t.rootTraceName ?? null,
+					sessionId: null,
+					userId: null,
+					status: "unset",
+					startTime: new Date(startMs).toISOString(),
+					endTime: endMs !== null ? new Date(endMs).toISOString() : null,
+					durationMs,
+					spanCount: spanCount || 1,
+					totalInputTokens: 0,
+					totalOutputTokens: 0,
+					totalTokens: 0,
+					totalCost: 0,
+					tags: {},
+					metadata: {},
+					createdAt: new Date(startMs).toISOString(),
+					updatedAt: new Date(startMs).toISOString()
+				};
+			});
+			return {
+				data: allTraces.slice(offset, offset + limit),
+				total: allTraces.length,
+				limit,
+				offset
+			};
+		},
+		async getTraceWithSpans(traceId) {
+			let result;
+			try {
+				result = await tempoFetch(`/api/traces/${traceId}`);
+			} catch (e) {
+				__llmops_core.logger.error(`[OtlpQuery] Failed to fetch trace ${traceId}: ${e instanceof Error ? e.message : String(e)}`);
+				return;
+			}
+			const resourceSpansList = result.resourceSpans ?? result.batches ?? [];
+			const spans = [];
+			const events = [];
+			for (const rs of resourceSpansList) {
+				const resourceAttrs = rs.resource?.attributes;
+				const scopeSpansList = [...rs.scopeSpans ?? [], ...rs.instrumentationLibrarySpans ?? []];
+				for (const ss of scopeSpansList) for (const otlpSpan of ss.spans ?? []) {
+					spans.push(mapOtlpSpanToRow(otlpSpan, resourceAttrs));
+					for (const event of otlpSpan.events ?? []) events.push({
+						id: `${otlpSpan.spanId}-${event.name}-${event.timeUnixNano}`,
+						traceId: otlpSpan.traceId,
+						spanId: otlpSpan.spanId,
+						name: event.name,
+						timestamp: nanoToISOString(event.timeUnixNano),
+						attributes: attrsToRecord(event.attributes)
+					});
+				}
+			}
+			if (spans.length === 0) return void 0;
+			const rootSpan = spans.find((s) => !s.parentSpanId) ?? spans[0];
+			const startTimes = spans.map((s) => new Date(s.startTime).getTime());
+			const endTimes = spans.filter((s) => s.endTime).map((s) => new Date(s.endTime).getTime());
+			const traceStart = Math.min(...startTimes);
+			const traceEnd = endTimes.length > 0 ? Math.max(...endTimes) : null;
+			const totalInputTokens = spans.reduce((sum, s) => sum + s.promptTokens, 0);
+			const totalOutputTokens = spans.reduce((sum, s) => sum + s.completionTokens, 0);
+			const hasError = spans.some((s) => s.status === 2);
+			const hasOk = spans.some((s) => s.status === 1);
+			const traceStatus = hasError ? "error" : hasOk ? "ok" : "unset";
+			return {
+				trace: {
+					id: traceId,
+					traceId,
+					name: rootSpan.name,
+					sessionId: null,
+					userId: null,
+					status: traceStatus,
+					startTime: new Date(traceStart).toISOString(),
+					endTime: traceEnd !== null ? new Date(traceEnd).toISOString() : null,
+					durationMs: traceEnd !== null ? traceEnd - traceStart : null,
+					spanCount: spans.length,
+					totalInputTokens,
+					totalOutputTokens,
+					totalTokens: totalInputTokens + totalOutputTokens,
+					totalCost: 0,
+					tags: {},
+					metadata: {},
+					createdAt: new Date(traceStart).toISOString(),
+					updatedAt: new Date(traceStart).toISOString()
+				},
+				spans,
+				events
+			};
+		},
+		async getTraceStats(params) {
+			const qs = new URLSearchParams();
+			qs.set("start", String(Math.floor(params.startDate.getTime() / 1e3)));
+			qs.set("end", String(Math.floor(params.endDate.getTime() / 1e3)));
+			qs.set("limit", "1000");
+			const traces = (await tempoFetch(`/api/search?${qs.toString()}`)).traces ?? [];
+			const totalTraces = traces.length;
+			const durations = traces.map((t) => t.durationMs).filter((d) => d !== void 0);
+			const avgDurationMs = durations.length > 0 ? durations.reduce((a, b) => a + b, 0) / durations.length : 0;
+			let totalSpans = 0;
+			for (const t of traces) if (t.serviceStats) totalSpans += Object.values(t.serviceStats).reduce((sum, s) => sum + s.spanCount, 0);
+			else {
+				const sets = t.spanSets ?? (t.spanSet ? [t.spanSet] : []);
+				for (const ss of sets) totalSpans += ss.matched ?? ss.spans?.length ?? 0;
+			}
+			return {
+				totalTraces,
+				avgDurationMs: Math.round(avgDurationMs),
+				errorCount: 0,
+				totalCost: 0,
+				totalTokens: 0,
+				totalSpans: totalSpans || totalTraces
+			};
+		}
+	};
+}
+
 //#endregion
 //#region src/server/handlers/traces/index.ts
 /**
+* Cached OTLP query client singleton (created once per endpoint config)
+*/
+let cachedOtlpClient = null;
+let cachedOtlpEndpoint = null;
+function getOtlpClient(otlp) {
+	if (cachedOtlpClient && cachedOtlpEndpoint === otlp.endpoint) return cachedOtlpClient;
+	cachedOtlpClient = createOtlpQueryClient(otlp);
+	cachedOtlpEndpoint = otlp.endpoint;
+	return cachedOtlpClient;
+}
+/**
 * Parse ISO date string to Date object
 */
 const isoDateString = zod_default.string().refine((val) => !isNaN(new Date(val).getTime()), { message: "Invalid date format. Expected ISO 8601 string." });
@@ -17119,30 +17374,40 @@ const app$8 = new hono.Hono().get("/", zv("query", zod_default.object({
 	endDate: isoDateString.optional(),
 	tags: zod_default.string().optional()
 })), async (c) => {
-	const db = c.get("db");
+	const otlp = c.get("llmopsConfig")?.otlp;
 	const query = c.req.valid("query");
+	const params = {
+		limit: query.limit,
+		offset: query.offset,
+		sessionId: query.sessionId,
+		userId: query.userId,
+		status: query.status,
+		name: query.name,
+		startDate: query.startDate ? parseStartDate(query.startDate) : void 0,
+		endDate: query.endDate ? parseEndDate(query.endDate) : void 0,
+		tags: parseTags(query.tags)
+	};
 	try {
-		const result = await db.listTraces({
-			limit: query.limit,
-			offset: query.offset,
-			sessionId: query.sessionId,
-			userId: query.userId,
-			status: query.status,
-			name: query.name,
-			startDate: query.startDate ? parseStartDate(query.startDate) : void 0,
-			endDate: query.endDate ? parseEndDate(query.endDate) : void 0,
-			tags: parseTags(query.tags)
-		});
+		if (otlp) {
+			const result$1 = await getOtlpClient(otlp).listTraces(params);
+			return c.json(successResponse(result$1, 200));
+		}
+		const result = await c.get("db").listTraces(params);
 		return c.json(successResponse(result, 200));
 	} catch (error$47) {
 		console.error("Error fetching traces:", error$47);
 		return c.json(internalServerError("Failed to fetch traces", 500), 500);
 	}
 }).get("/:traceId", zv("param", zod_default.object({ traceId: zod_default.string() })), async (c) => {
-	const db = c.get("db");
+	const otlp = c.get("llmopsConfig")?.otlp;
 	const { traceId } = c.req.valid("param");
 	try {
-		const result = await db.getTraceWithSpans(traceId);
+		if (otlp) {
+			const result$1 = await getOtlpClient(otlp).getTraceWithSpans(traceId);
+			if (!result$1) return c.json({ error: "Trace not found" }, 404);
+			return c.json(successResponse(result$1, 200));
+		}
+		const result = await c.get("db").getTraceWithSpans(traceId);
 		if (!result) return c.json({ error: "Trace not found" }, 404);
 		return c.json(successResponse(result, 200));
 	} catch (error$47) {
@@ -17153,10 +17418,19 @@ const app$8 = new hono.Hono().get("/", zv("query", zod_default.object({
 	sessionId: zod_default.string().optional(),
 	userId: zod_default.string().optional()
 })), async (c) => {
-	const db = c.get("db");
+	const otlp = c.get("llmopsConfig")?.otlp;
 	const { startDate, endDate, sessionId, userId } = c.req.valid("query");
 	try {
-		const data = await db.getTraceStats({
+		if (otlp) {
+			const data$1 = await getOtlpClient(otlp).getTraceStats({
+				startDate,
+				endDate,
+				sessionId,
+				userId
+			});
+			return c.json(successResponse(data$1, 200));
+		}
+		const data = await c.get("db").getTraceStats({
 			startDate,
 			endDate,
 			sessionId,

package/dist/index.mjs

@@ -17043,9 +17043,264 @@ const app$9 = new Hono().post("/", zv("json", zod_default.object({
 });
 var targeting_default = app$9;
 
+//#endregion
+//#region src/server/services/otlpQueryClient.ts
+function nanoToISOString(nanoStr) {
+	const ms = Math.floor(Number(BigInt(nanoStr) / BigInt(1e6)));
+	return new Date(ms).toISOString();
+}
+function nanoToMs(nanoStr) {
+	return Math.floor(Number(BigInt(nanoStr) / BigInt(1e6)));
+}
+function extractAttr(attrs, keys) {
+	if (!attrs) return void 0;
+	for (const key of keys) {
+		const kv = attrs.find((a) => a.key === key);
+		if (kv) {
+			const v = kv.value;
+			if (v.stringValue !== void 0) return v.stringValue;
+			if (v.intValue !== void 0) return Number(v.intValue);
+			if (v.doubleValue !== void 0) return v.doubleValue;
+		}
+	}
+}
+function attrsToRecord(attrs) {
+	if (!attrs) return {};
+	const out = {};
+	for (const kv of attrs) {
+		const v = kv.value;
+		if (v.stringValue !== void 0) out[kv.key] = v.stringValue;
+		else if (v.intValue !== void 0) out[kv.key] = Number(v.intValue);
+		else if (v.doubleValue !== void 0) out[kv.key] = v.doubleValue;
+		else if (v.boolValue !== void 0) out[kv.key] = v.boolValue;
+	}
+	return out;
+}
+function mapOtlpSpanToRow(span, resourceAttrs) {
+	const allAttrs = [...resourceAttrs ?? [], ...span.attributes ?? []];
+	const startMs = nanoToMs(span.startTimeUnixNano);
+	const endMs = span.endTimeUnixNano ? nanoToMs(span.endTimeUnixNano) : null;
+	const durationMs = endMs !== null ? endMs - startMs : null;
+	const provider = extractAttr(allAttrs, [
+		"gen_ai.provider.name",
+		"gen_ai.system",
+		"ai.model.provider"
+	]) ?? null;
+	const model = extractAttr(allAttrs, ["gen_ai.request.model", "ai.model.id"]) ?? null;
+	const promptTokens = Number(extractAttr(allAttrs, ["gen_ai.usage.input_tokens", "ai.usage.promptTokens"]) ?? 0);
+	const completionTokens = Number(extractAttr(allAttrs, ["gen_ai.usage.output_tokens", "ai.usage.completionTokens"]) ?? 0);
+	const input = extractAttr(allAttrs, [
+		"ai.prompt.messages",
+		"gen_ai.prompt",
+		"ai.prompt"
+	]) ?? null;
+	const output = extractAttr(allAttrs, [
+		"ai.response.text",
+		"ai.response.object",
+		"gen_ai.completion",
+		"ai.response.toolCalls"
+	]) ?? null;
+	return {
+		id: span.spanId,
+		traceId: span.traceId,
+		spanId: span.spanId,
+		parentSpanId: span.parentSpanId || null,
+		name: span.name,
+		kind: span.kind ?? 1,
+		status: span.status?.code ?? 0,
+		statusMessage: span.status?.message ?? null,
+		startTime: new Date(startMs).toISOString(),
+		endTime: endMs !== null ? new Date(endMs).toISOString() : null,
+		durationMs,
+		provider,
+		model,
+		promptTokens,
+		completionTokens,
+		totalTokens: promptTokens + completionTokens,
+		cost: 0,
+		source: "otlp",
+		input,
+		output,
+		attributes: attrsToRecord(allAttrs)
+	};
+}
+function createOtlpQueryClient(otlpConfig) {
+	const baseUrl = otlpConfig.endpoint.replace(/\/$/, "");
+	const headers = {
+		Accept: "application/json",
+		...otlpConfig.headers
+	};
+	async function tempoFetch(path) {
+		const url$1 = `${baseUrl}${path}`;
+		logger.info(`[OtlpQuery] GET ${url$1}`);
+		const res = await fetch(url$1, { headers });
+		if (!res.ok) {
+			const body = await res.text().catch(() => "");
+			throw new Error(`OTLP query failed: ${res.status} ${res.statusText} — ${body}`);
+		}
+		return res.json();
+	}
+	return {
+		async listTraces(params) {
+			const limit = params.limit ?? 50;
+			const offset = params.offset ?? 0;
+			const qs = new URLSearchParams();
+			qs.set("limit", String(limit + offset));
+			if (params.startDate) qs.set("start", String(Math.floor(params.startDate.getTime() / 1e3)));
+			if (params.endDate) qs.set("end", String(Math.floor(params.endDate.getTime() / 1e3)));
+			const filters = [];
+			if (params.name) filters.push(`name = "${params.name}"`);
+			if (params.status) {
+				const statusMap = {
+					ok: "ok",
+					error: "error",
+					unset: "unset"
+				};
+				if (statusMap[params.status]) filters.push(`status = ${statusMap[params.status]}`);
+			}
+			if (params.tags) {
+				for (const [key, values] of Object.entries(params.tags)) if (values.length > 0) filters.push(`span.${key} = "${values[0]}"`);
+			}
+			if (filters.length > 0) qs.set("q", `{ ${filters.join(" && ")} }`);
+			const allTraces = ((await tempoFetch(`/api/search?${qs.toString()}`)).traces ?? []).map((t) => {
+				const startMs = nanoToMs(t.startTimeUnixNano);
+				const durationMs = t.durationMs ?? null;
+				const endMs = durationMs !== null ? startMs + durationMs : null;
+				let spanCount = 0;
+				const sets = t.spanSets ?? (t.spanSet ? [t.spanSet] : []);
+				for (const ss of sets) spanCount += ss.matched ?? ss.spans?.length ?? 0;
+				if (t.serviceStats) spanCount = Object.values(t.serviceStats).reduce((sum, s) => sum + s.spanCount, 0);
+				return {
+					id: t.traceID,
+					traceId: t.traceID,
+					name: t.rootTraceName ?? null,
+					sessionId: null,
+					userId: null,
+					status: "unset",
+					startTime: new Date(startMs).toISOString(),
+					endTime: endMs !== null ? new Date(endMs).toISOString() : null,
+					durationMs,
+					spanCount: spanCount || 1,
+					totalInputTokens: 0,
+					totalOutputTokens: 0,
+					totalTokens: 0,
+					totalCost: 0,
+					tags: {},
+					metadata: {},
+					createdAt: new Date(startMs).toISOString(),
+					updatedAt: new Date(startMs).toISOString()
+				};
+			});
+			return {
+				data: allTraces.slice(offset, offset + limit),
+				total: allTraces.length,
+				limit,
+				offset
+			};
+		},
+		async getTraceWithSpans(traceId) {
+			let result;
+			try {
+				result = await tempoFetch(`/api/traces/${traceId}`);
+			} catch (e) {
+				logger.error(`[OtlpQuery] Failed to fetch trace ${traceId}: ${e instanceof Error ? e.message : String(e)}`);
+				return;
+			}
+			const resourceSpansList = result.resourceSpans ?? result.batches ?? [];
+			const spans = [];
+			const events = [];
+			for (const rs of resourceSpansList) {
+				const resourceAttrs = rs.resource?.attributes;
+				const scopeSpansList = [...rs.scopeSpans ?? [], ...rs.instrumentationLibrarySpans ?? []];
+				for (const ss of scopeSpansList) for (const otlpSpan of ss.spans ?? []) {
+					spans.push(mapOtlpSpanToRow(otlpSpan, resourceAttrs));
+					for (const event of otlpSpan.events ?? []) events.push({
+						id: `${otlpSpan.spanId}-${event.name}-${event.timeUnixNano}`,
+						traceId: otlpSpan.traceId,
+						spanId: otlpSpan.spanId,
+						name: event.name,
+						timestamp: nanoToISOString(event.timeUnixNano),
+						attributes: attrsToRecord(event.attributes)
+					});
+				}
+			}
+			if (spans.length === 0) return void 0;
+			const rootSpan = spans.find((s) => !s.parentSpanId) ?? spans[0];
+			const startTimes = spans.map((s) => new Date(s.startTime).getTime());
+			const endTimes = spans.filter((s) => s.endTime).map((s) => new Date(s.endTime).getTime());
+			const traceStart = Math.min(...startTimes);
+			const traceEnd = endTimes.length > 0 ? Math.max(...endTimes) : null;
+			const totalInputTokens = spans.reduce((sum, s) => sum + s.promptTokens, 0);
+			const totalOutputTokens = spans.reduce((sum, s) => sum + s.completionTokens, 0);
+			const hasError = spans.some((s) => s.status === 2);
+			const hasOk = spans.some((s) => s.status === 1);
+			const traceStatus = hasError ? "error" : hasOk ? "ok" : "unset";
+			return {
+				trace: {
+					id: traceId,
+					traceId,
+					name: rootSpan.name,
+					sessionId: null,
+					userId: null,
+					status: traceStatus,
+					startTime: new Date(traceStart).toISOString(),
+					endTime: traceEnd !== null ? new Date(traceEnd).toISOString() : null,
+					durationMs: traceEnd !== null ? traceEnd - traceStart : null,
+					spanCount: spans.length,
+					totalInputTokens,
+					totalOutputTokens,
+					totalTokens: totalInputTokens + totalOutputTokens,
+					totalCost: 0,
+					tags: {},
+					metadata: {},
+					createdAt: new Date(traceStart).toISOString(),
+					updatedAt: new Date(traceStart).toISOString()
+				},
+				spans,
+				events
+			};
+		},
+		async getTraceStats(params) {
+			const qs = new URLSearchParams();
+			qs.set("start", String(Math.floor(params.startDate.getTime() / 1e3)));
+			qs.set("end", String(Math.floor(params.endDate.getTime() / 1e3)));
+			qs.set("limit", "1000");
+			const traces = (await tempoFetch(`/api/search?${qs.toString()}`)).traces ?? [];
+			const totalTraces = traces.length;
+			const durations = traces.map((t) => t.durationMs).filter((d) => d !== void 0);
+			const avgDurationMs = durations.length > 0 ? durations.reduce((a, b) => a + b, 0) / durations.length : 0;
+			let totalSpans = 0;
+			for (const t of traces) if (t.serviceStats) totalSpans += Object.values(t.serviceStats).reduce((sum, s) => sum + s.spanCount, 0);
+			else {
+				const sets = t.spanSets ?? (t.spanSet ? [t.spanSet] : []);
+				for (const ss of sets) totalSpans += ss.matched ?? ss.spans?.length ?? 0;
+			}
+			return {
+				totalTraces,
+				avgDurationMs: Math.round(avgDurationMs),
+				errorCount: 0,
+				totalCost: 0,
+				totalTokens: 0,
+				totalSpans: totalSpans || totalTraces
+			};
+		}
+	};
+}
+
 //#endregion
 //#region src/server/handlers/traces/index.ts
 /**
+* Cached OTLP query client singleton (created once per endpoint config)
+*/
+let cachedOtlpClient = null;
+let cachedOtlpEndpoint = null;
+function getOtlpClient(otlp) {
+	if (cachedOtlpClient && cachedOtlpEndpoint === otlp.endpoint) return cachedOtlpClient;
+	cachedOtlpClient = createOtlpQueryClient(otlp);
+	cachedOtlpEndpoint = otlp.endpoint;
+	return cachedOtlpClient;
+}
+/**
 * Parse ISO date string to Date object
 */
 const isoDateString = zod_default.string().refine((val) => !isNaN(new Date(val).getTime()), { message: "Invalid date format. Expected ISO 8601 string." });
@@ -17090,30 +17345,40 @@ const app$8 = new Hono().get("/", zv("query", zod_default.object({
 	endDate: isoDateString.optional(),
 	tags: zod_default.string().optional()
 })), async (c) => {
-	const db = c.get("db");
+	const otlp = c.get("llmopsConfig")?.otlp;
 	const query = c.req.valid("query");
+	const params = {
+		limit: query.limit,
+		offset: query.offset,
+		sessionId: query.sessionId,
+		userId: query.userId,
+		status: query.status,
+		name: query.name,
+		startDate: query.startDate ? parseStartDate(query.startDate) : void 0,
+		endDate: query.endDate ? parseEndDate(query.endDate) : void 0,
+		tags: parseTags(query.tags)
+	};
 	try {
-		const result = await db.listTraces({
-			limit: query.limit,
-			offset: query.offset,
-			sessionId: query.sessionId,
-			userId: query.userId,
-			status: query.status,
-			name: query.name,
-			startDate: query.startDate ? parseStartDate(query.startDate) : void 0,
-			endDate: query.endDate ? parseEndDate(query.endDate) : void 0,
-			tags: parseTags(query.tags)
-		});
+		if (otlp) {
+			const result$1 = await getOtlpClient(otlp).listTraces(params);
+			return c.json(successResponse(result$1, 200));
+		}
+		const result = await c.get("db").listTraces(params);
 		return c.json(successResponse(result, 200));
 	} catch (error$47) {
 		console.error("Error fetching traces:", error$47);
 		return c.json(internalServerError("Failed to fetch traces", 500), 500);
 	}
 }).get("/:traceId", zv("param", zod_default.object({ traceId: zod_default.string() })), async (c) => {
-	const db = c.get("db");
+	const otlp = c.get("llmopsConfig")?.otlp;
 	const { traceId } = c.req.valid("param");
 	try {
-		const result = await db.getTraceWithSpans(traceId);
+		if (otlp) {
+			const result$1 = await getOtlpClient(otlp).getTraceWithSpans(traceId);
+			if (!result$1) return c.json({ error: "Trace not found" }, 404);
+			return c.json(successResponse(result$1, 200));
+		}
+		const result = await c.get("db").getTraceWithSpans(traceId);
 		if (!result) return c.json({ error: "Trace not found" }, 404);
 		return c.json(successResponse(result, 200));
 	} catch (error$47) {
@@ -17124,10 +17389,19 @@ const app$8 = new Hono().get("/", zv("query", zod_default.object({
 	sessionId: zod_default.string().optional(),
 	userId: zod_default.string().optional()
 })), async (c) => {
-	const db = c.get("db");
+	const otlp = c.get("llmopsConfig")?.otlp;
 	const { startDate, endDate, sessionId, userId } = c.req.valid("query");
 	try {
-		const data = await db.getTraceStats({
+		if (otlp) {
+			const data$1 = await getOtlpClient(otlp).getTraceStats({
+				startDate,
+				endDate,
+				sessionId,
+				userId
+			});
+			return c.json(successResponse(data$1, 200));
+		}
+		const data = await c.get("db").getTraceStats({
 			startDate,
 			endDate,
 			sessionId,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llmops/app",
-  "version": "0.6.6",
+  "version": "0.6.7-beta.1",
   "description": "LLMOps application with server and client",
   "type": "module",
   "license": "Apache-2.0",
@@ -77,8 +77,8 @@
     "react-hook-form": "^7.68.0",
     "recharts": "^3.6.0",
     "uuid": "^13.0.0",
-    "@llmops/core": "^0.6.6",
-    "@llmops/gateway": "^0.6.6"
+    "@llmops/core": "^0.6.7-beta.1",
+    "@llmops/gateway": "^0.6.7-beta.1"
   },
   "peerDependencies": {
     "react": "^19.2.1",