@llmops/sdk 0.5.3 → 0.6.0

package/dist/index.mjs

@@ -1,5 +1,6 @@
-import { t as createLLMOpsMiddleware } from "./express-Dz3xwxkh.mjs";
-import "@llmops/core";
+import { t as createLLMOpsMiddleware } from "./express-ClEIbLM9.mjs";
+import { t as createLLMOpsAgentsExporter } from "./agents-exporter-BorGCb93.mjs";
+import { LLMOPS_SPAN_NAME_HEADER, LLMOPS_TRACE_ID_HEADER, LLMOPS_TRACE_NAME_HEADER } from "@llmops/core";
 import { createApp } from "@llmops/app";
 
 //#region src/lib/auth/client.ts
@@ -19,22 +20,162 @@ const createLLMOps = (config) => {
 	const { app, config: validatedConfig } = createApp(config);
 	const handler = async (req) => app.fetch(req, void 0, void 0);
 	const basePath = validatedConfig.basePath;
-	const internalFetch = (input, init) => {
-		const request = new Request(input, init);
-		const url = new URL(request.url);
-		if (basePath && basePath !== "/" && url.pathname.startsWith(basePath)) url.pathname = url.pathname.slice(basePath.length) || "/";
-		return handler(new Request(url.toString(), request));
+	const createInternalFetch = (getTraceContext) => {
+		return (input, init) => {
+			const request = new Request(input, init);
+			const url = new URL(request.url);
+			if (basePath && basePath !== "/" && url.pathname.startsWith(basePath)) url.pathname = url.pathname.slice(basePath.length) || "/";
+			if (getTraceContext) {
+				const ctx = getTraceContext();
+				if (ctx) {
+					const headers = new Headers(request.headers);
+					if (ctx.traceId) headers.set(LLMOPS_TRACE_ID_HEADER, ctx.traceId);
+					if (ctx.traceName) headers.set(LLMOPS_TRACE_NAME_HEADER, ctx.traceName);
+					if (ctx.spanName) headers.set(LLMOPS_SPAN_NAME_HEADER, ctx.spanName);
+					return handler(new Request(url.toString(), {
+						method: request.method,
+						headers,
+						body: request.body,
+						duplex: "half"
+					}));
+				}
+			}
+			return handler(new Request(url.toString(), request));
+		};
 	};
 	return {
 		handler,
 		config: Object.freeze(validatedConfig),
-		provider: () => ({
+		provider: (options) => ({
 			baseURL: `http://localhost${basePath}/api/genai/v1`,
 			apiKey: "llmops",
-			fetch: internalFetch
+			fetch: createInternalFetch(options?.traceContext)
+		}),
+		agentsExporter: () => createLLMOpsAgentsExporter({
+			baseURL: `http://localhost${basePath}`,
+			apiKey: "llmops",
+			fetch: createInternalFetch()
 		})
 	};
 };
 
 //#endregion
-export { AuthFeatureNotAvailableError, createLLMOpsMiddleware, createLLMOps as llmops };
+//#region src/telemetry/exporter.ts
+let ExportResultCode = /* @__PURE__ */ function(ExportResultCode$1) {
+	ExportResultCode$1[ExportResultCode$1["SUCCESS"] = 0] = "SUCCESS";
+	ExportResultCode$1[ExportResultCode$1["FAILED"] = 1] = "FAILED";
+	return ExportResultCode$1;
+}({});
+/**
+* Convert a value to OTLP attribute value format
+*/
+function toOtlpValue(value) {
+	if (typeof value === "string") return { stringValue: value };
+	if (typeof value === "number") return Number.isInteger(value) ? { intValue: String(value) } : { doubleValue: value };
+	if (typeof value === "boolean") return { boolValue: value };
+	if (Array.isArray(value)) return { arrayValue: { values: value.map((v) => toOtlpValue(v)) } };
+	if (typeof value === "object" && value !== null) try {
+		return { stringValue: JSON.stringify(value) };
+	} catch {
+		return { stringValue: String(value) };
+	}
+	return { stringValue: String(value) };
+}
+/**
+* Convert HrTime [seconds, nanoseconds] to nanosecond string
+*/
+function hrTimeToNano(hrTime) {
+	return (BigInt(hrTime[0]) * BigInt(1e9) + BigInt(hrTime[1])).toString();
+}
+/**
+* Create an OTel SpanExporter that sends spans to an LLMOps server.
+*/
+function createLLMOpsSpanExporter(config) {
+	const url = `${config.baseURL.replace(/\/$/, "")}/api/otlp/v1/traces`;
+	return {
+		export(spans, resultCallback) {
+			const resourceMap = /* @__PURE__ */ new Map();
+			for (const span of spans) {
+				const resourceKey = JSON.stringify(span.resource.attributes);
+				const group = resourceMap.get(resourceKey) ?? [];
+				group.push(span);
+				resourceMap.set(resourceKey, group);
+			}
+			const body = { resourceSpans: Array.from(resourceMap.entries()).map(([resourceKey, group]) => {
+				const resourceAttrs = JSON.parse(resourceKey);
+				const scopeMap = /* @__PURE__ */ new Map();
+				for (const span of group) {
+					const scopeKey = `${span.instrumentationLibrary.name}:${span.instrumentationLibrary.version ?? ""}`;
+					const scopeGroup = scopeMap.get(scopeKey) ?? [];
+					scopeGroup.push(span);
+					scopeMap.set(scopeKey, scopeGroup);
+				}
+				return {
+					resource: { attributes: Object.entries(resourceAttrs).filter(([, v]) => v !== void 0 && v !== null).map(([key, value]) => ({
+						key,
+						value: toOtlpValue(value)
+					})) },
+					scopeSpans: Array.from(scopeMap.entries()).map(([, scopeGroup]) => ({
+						scope: {
+							name: scopeGroup[0].instrumentationLibrary.name,
+							version: scopeGroup[0].instrumentationLibrary.version ?? void 0
+						},
+						spans: scopeGroup.map((span) => {
+							const ctx = span.spanContext();
+							return {
+								traceId: ctx.traceId,
+								spanId: ctx.spanId,
+								parentSpanId: span.parentSpanId || void 0,
+								name: span.name,
+								kind: span.kind,
+								startTimeUnixNano: hrTimeToNano(span.startTime),
+								endTimeUnixNano: hrTimeToNano(span.endTime),
+								attributes: Object.entries(span.attributes).filter(([, v]) => v !== void 0 && v !== null).map(([key, value]) => ({
+									key,
+									value: toOtlpValue(value)
+								})),
+								events: span.events.map((event) => ({
+									name: event.name,
+									timeUnixNano: hrTimeToNano(event.time),
+									attributes: event.attributes ? Object.entries(event.attributes).filter(([, v]) => v !== void 0 && v !== null).map(([key, value]) => ({
+										key,
+										value: toOtlpValue(value)
+									})) : []
+								})),
+								status: {
+									code: span.status.code,
+									message: span.status.message ?? void 0
+								}
+							};
+						})
+					}))
+				};
+			}) };
+			fetch(url, {
+				method: "POST",
+				headers: {
+					"Content-Type": "application/json",
+					Authorization: `Bearer ${config.apiKey}`,
+					...config.headers ?? {}
+				},
+				body: JSON.stringify(body)
+			}).then((res) => {
+				if (res.ok) resultCallback({ code: ExportResultCode.SUCCESS });
+				else resultCallback({
+					code: ExportResultCode.FAILED,
+					error: /* @__PURE__ */ new Error(`OTLP export failed: ${res.status}`)
+				});
+			}).catch((error) => {
+				resultCallback({
+					code: ExportResultCode.FAILED,
+					error: error instanceof Error ? error : new Error(String(error))
+				});
+			});
+		},
+		async shutdown() {},
+		async forceFlush() {}
+	};
+}
+
+//#endregion
+export { AuthFeatureNotAvailableError, createLLMOpsAgentsExporter, createLLMOpsMiddleware, createLLMOpsSpanExporter, createLLMOps as llmops };

package/dist/nextjs.d.cts

@@ -1,4 +1,5 @@
-import { t as LLMOpsClient } from "./index-De3QdpKX.cjs";
+import "./agents-exporter-DvECkYQd.cjs";
+import { t as LLMOpsClient } from "./index-D49MVTAo.cjs";
 
 //#region src/lib/nextjs/index.d.ts
 declare function toNextJsHandler(client: LLMOpsClient): {

package/dist/nextjs.d.mts

@@ -1,4 +1,5 @@
-import { t as LLMOpsClient } from "./index-BkLZoEW_.mjs";
+import "./agents-exporter-DIoxRgjd.mjs";
+import { t as LLMOpsClient } from "./index-CelQx4B3.mjs";
 
 //#region src/lib/nextjs/index.d.ts
 declare function toNextJsHandler(client: LLMOpsClient): {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llmops/sdk",
-  "version": "0.5.3",
+  "version": "0.6.0",
   "description": "An LLMOps toolkit for TypeScript applications",
   "type": "module",
   "license": "Apache-2.0",
@@ -38,6 +38,16 @@
         "default": "./dist/index.cjs"
       }
     },
+    "./agents": {
+      "import": {
+        "types": "./dist/agents.d.mts",
+        "default": "./dist/agents.mjs"
+      },
+      "require": {
+        "types": "./dist/agents.d.cts",
+        "default": "./dist/agents.cjs"
+      }
+    },
     "./express": {
       "import": {
         "types": "./dist/express.d.mts",
@@ -74,8 +84,8 @@
     "access": "public"
   },
   "dependencies": {
-    "@llmops/app": "^0.5.3",
-    "@llmops/core": "^0.5.3"
+    "@llmops/app": "^0.6.0",
+    "@llmops/core": "^0.6.0"
   },
   "devDependencies": {
     "@types/express": "^5.0.6",

package/dist/index-BkLZoEW_.d.mts

@@ -1,16 +0,0 @@
-import { LLMOpsConfig, ValidatedLLMOpsConfig } from "@llmops/core";
-
-//#region src/client/index.d.ts
-type ProviderConfig = {
-  baseURL: string;
-  apiKey: string;
-  fetch: typeof globalThis.fetch;
-};
-type LLMOpsClient = {
-  handler: (request: Request) => Promise<Response>;
-  config: ValidatedLLMOpsConfig;
-  provider: () => ProviderConfig;
-};
-declare const createLLMOps: (config?: LLMOpsConfig) => LLMOpsClient;
-//#endregion
-export { createLLMOps as n, LLMOpsClient as t };

package/dist/index-De3QdpKX.d.cts

@@ -1,16 +0,0 @@
-import { LLMOpsConfig, ValidatedLLMOpsConfig } from "@llmops/core";
-
-//#region src/client/index.d.ts
-type ProviderConfig = {
-  baseURL: string;
-  apiKey: string;
-  fetch: typeof globalThis.fetch;
-};
-type LLMOpsClient = {
-  handler: (request: Request) => Promise<Response>;
-  config: ValidatedLLMOpsConfig;
-  provider: () => ProviderConfig;
-};
-declare const createLLMOps: (config?: LLMOpsConfig) => LLMOpsClient;
-//#endregion
-export { createLLMOps as n, LLMOpsClient as t };