@fallom/trace 0.1.5 → 0.1.6

package/dist/index.js

@@ -1118,6 +1118,39 @@ async function shutdown() {
     initialized2 = false;
   }
 }
+function messagesToOtelAttributes(messages, completion, model, responseId) {
+  const attrs = {};
+  if (model) {
+    attrs["gen_ai.request.model"] = model;
+    attrs["gen_ai.response.model"] = model;
+  }
+  if (responseId) {
+    attrs["gen_ai.response.id"] = responseId;
+  }
+  if (messages) {
+    messages.forEach((msg, i) => {
+      attrs[`gen_ai.prompt.${i}.role`] = msg.role;
+      attrs[`gen_ai.prompt.${i}.content`] = msg.content;
+    });
+  }
+  if (completion) {
+    attrs["gen_ai.completion.0.role"] = completion.role;
+    attrs["gen_ai.completion.0.content"] = completion.content;
+    if (completion.tool_calls) {
+      attrs["gen_ai.completion.0.tool_calls"] = JSON.stringify(
+        completion.tool_calls
+      );
+    }
+  }
+  return attrs;
+}
+function generateHexId(length) {
+  const bytes = new Uint8Array(length / 2);
+  crypto.getRandomValues(bytes);
+  return Array.from(bytes).map((b) => b.toString(16).padStart(2, "0")).join("");
+}
+var traceContextStorage = new import_async_hooks.AsyncLocalStorage();
+var fallbackTraceContext = null;
 async function sendTrace(trace) {
   try {
     const controller = new AbortController();
@@ -1151,16 +1184,30 @@ function wrapOpenAI(client) {
       promptCtx = getPromptContext2();
     } catch {
     }
+    const traceCtx = traceContextStorage.getStore() || fallbackTraceContext;
+    const traceId = traceCtx?.traceId || generateHexId(32);
+    const spanId = generateHexId(16);
+    const parentSpanId = traceCtx?.parentSpanId;
     const params = args[0] || {};
     const startTime = Date.now();
     try {
       const response = await originalCreate(...args);
       const endTime = Date.now();
+      const attributes = captureContent ? messagesToOtelAttributes(
+        params?.messages,
+        response?.choices?.[0]?.message,
+        response?.model || params?.model,
+        response?.id
+      ) : void 0;
       sendTrace({
         config_key: ctx.configKey,
         session_id: ctx.sessionId,
         customer_id: ctx.customerId,
+        trace_id: traceId,
+        span_id: spanId,
+        parent_span_id: parentSpanId,
         name: "chat.completions.create",
+        kind: "llm",
         model: response?.model || params?.model,
         start_time: new Date(startTime).toISOString(),
         end_time: new Date(endTime).toISOString(),
@@ -1169,8 +1216,7 @@ function wrapOpenAI(client) {
         prompt_tokens: response?.usage?.prompt_tokens,
         completion_tokens: response?.usage?.completion_tokens,
         total_tokens: response?.usage?.total_tokens,
-        input: captureContent ? JSON.stringify(params?.messages) : void 0,
-        output: captureContent ? response?.choices?.[0]?.message?.content : void 0,
+        attributes,
         prompt_key: promptCtx?.promptKey,
         prompt_version: promptCtx?.promptVersion,
         prompt_ab_test_key: promptCtx?.abTestKey,
@@ -1180,17 +1226,31 @@ function wrapOpenAI(client) {
       return response;
     } catch (error) {
       const endTime = Date.now();
+      const attributes = captureContent ? messagesToOtelAttributes(
+        params?.messages,
+        void 0,
+        params?.model,
+        void 0
+      ) : void 0;
+      if (attributes) {
+        attributes["error.message"] = error?.message;
+      }
       sendTrace({
         config_key: ctx.configKey,
         session_id: ctx.sessionId,
         customer_id: ctx.customerId,
+        trace_id: traceId,
+        span_id: spanId,
+        parent_span_id: parentSpanId,
         name: "chat.completions.create",
+        kind: "llm",
         model: params?.model,
         start_time: new Date(startTime).toISOString(),
         end_time: new Date(endTime).toISOString(),
         duration_ms: endTime - startTime,
         status: "ERROR",
         error_message: error?.message,
+        attributes,
         prompt_key: promptCtx?.promptKey,
         prompt_version: promptCtx?.promptVersion,
         prompt_ab_test_key: promptCtx?.abTestKey,
@@ -1215,16 +1275,33 @@ function wrapAnthropic(client) {
       promptCtx = getPromptContext2();
     } catch {
     }
+    const traceCtx = traceContextStorage.getStore() || fallbackTraceContext;
+    const traceId = traceCtx?.traceId || generateHexId(32);
+    const spanId = generateHexId(16);
+    const parentSpanId = traceCtx?.parentSpanId;
     const params = args[0] || {};
     const startTime = Date.now();
     try {
       const response = await originalCreate(...args);
       const endTime = Date.now();
+      const attributes = captureContent ? messagesToOtelAttributes(
+        params?.messages,
+        { role: "assistant", content: response?.content?.[0]?.text || "" },
+        response?.model || params?.model,
+        response?.id
+      ) : void 0;
+      if (attributes && params?.system) {
+        attributes["gen_ai.system_prompt"] = params.system;
+      }
       sendTrace({
         config_key: ctx.configKey,
         session_id: ctx.sessionId,
         customer_id: ctx.customerId,
+        trace_id: traceId,
+        span_id: spanId,
+        parent_span_id: parentSpanId,
         name: "messages.create",
+        kind: "llm",
         model: response?.model || params?.model,
         start_time: new Date(startTime).toISOString(),
         end_time: new Date(endTime).toISOString(),
@@ -1233,8 +1310,7 @@ function wrapAnthropic(client) {
         prompt_tokens: response?.usage?.input_tokens,
         completion_tokens: response?.usage?.output_tokens,
         total_tokens: (response?.usage?.input_tokens || 0) + (response?.usage?.output_tokens || 0),
-        input: captureContent ? JSON.stringify(params?.messages) : void 0,
-        output: captureContent ? response?.content?.[0]?.text : void 0,
+        attributes,
         prompt_key: promptCtx?.promptKey,
         prompt_version: promptCtx?.promptVersion,
         prompt_ab_test_key: promptCtx?.abTestKey,
@@ -1244,17 +1320,34 @@ function wrapAnthropic(client) {
       return response;
     } catch (error) {
       const endTime = Date.now();
+      const attributes = captureContent ? messagesToOtelAttributes(
+        params?.messages,
+        void 0,
+        params?.model,
+        void 0
+      ) : void 0;
+      if (attributes) {
+        attributes["error.message"] = error?.message;
+        if (params?.system) {
+          attributes["gen_ai.system_prompt"] = params.system;
+        }
+      }
       sendTrace({
         config_key: ctx.configKey,
         session_id: ctx.sessionId,
         customer_id: ctx.customerId,
+        trace_id: traceId,
+        span_id: spanId,
+        parent_span_id: parentSpanId,
         name: "messages.create",
+        kind: "llm",
         model: params?.model,
         start_time: new Date(startTime).toISOString(),
         end_time: new Date(endTime).toISOString(),
         duration_ms: endTime - startTime,
         status: "ERROR",
         error_message: error?.message,
+        attributes,
         prompt_key: promptCtx?.promptKey,
         prompt_version: promptCtx?.promptVersion,
         prompt_ab_test_key: promptCtx?.abTestKey,
@@ -1279,18 +1372,47 @@ function wrapGoogleAI(model) {
       promptCtx = getPromptContext2();
     } catch {
     }
+    const traceCtx = traceContextStorage.getStore() || fallbackTraceContext;
+    const traceId = traceCtx?.traceId || generateHexId(32);
+    const spanId = generateHexId(16);
+    const parentSpanId = traceCtx?.parentSpanId;
     const startTime = Date.now();
     try {
       const response = await originalGenerate(...args);
       const endTime = Date.now();
       const result = response?.response;
       const usage = result?.usageMetadata;
+      const modelName = model?.model || "gemini";
+      const attributes = {};
+      if (captureContent) {
+        attributes["gen_ai.request.model"] = modelName;
+        attributes["gen_ai.response.model"] = modelName;
+        const input = args[0];
+        if (typeof input === "string") {
+          attributes["gen_ai.prompt.0.role"] = "user";
+          attributes["gen_ai.prompt.0.content"] = input;
+        } else if (input?.contents) {
+          input.contents.forEach((content, i) => {
+            attributes[`gen_ai.prompt.${i}.role`] = content.role || "user";
+            attributes[`gen_ai.prompt.${i}.content`] = content.parts?.[0]?.text || JSON.stringify(content.parts);
+          });
+        }
+        const outputText = result?.text?.();
+        if (outputText) {
+          attributes["gen_ai.completion.0.role"] = "assistant";
+          attributes["gen_ai.completion.0.content"] = outputText;
+        }
+      }
       sendTrace({
         config_key: ctx.configKey,
         session_id: ctx.sessionId,
         customer_id: ctx.customerId,
+        trace_id: traceId,
+        span_id: spanId,
+        parent_span_id: parentSpanId,
         name: "generateContent",
-        model: model?.model || "gemini",
+        kind: "llm",
+        model: modelName,
         start_time: new Date(startTime).toISOString(),
         end_time: new Date(endTime).toISOString(),
         duration_ms: endTime - startTime,
@@ -1298,8 +1420,7 @@ function wrapGoogleAI(model) {
         prompt_tokens: usage?.promptTokenCount,
         completion_tokens: usage?.candidatesTokenCount,
         total_tokens: usage?.totalTokenCount,
-        input: captureContent ? JSON.stringify(args[0]) : void 0,
-        output: captureContent ? result?.text?.() : void 0,
+        attributes: captureContent ? attributes : void 0,
         prompt_key: promptCtx?.promptKey,
         prompt_version: promptCtx?.promptVersion,
         prompt_ab_test_key: promptCtx?.abTestKey,
@@ -1309,17 +1430,33 @@ function wrapGoogleAI(model) {
       return response;
     } catch (error) {
       const endTime = Date.now();
+      const modelName = model?.model || "gemini";
+      const attributes = {};
+      if (captureContent) {
+        attributes["gen_ai.request.model"] = modelName;
+        attributes["error.message"] = error?.message;
+        const input = args[0];
+        if (typeof input === "string") {
+          attributes["gen_ai.prompt.0.role"] = "user";
+          attributes["gen_ai.prompt.0.content"] = input;
+        }
+      }
       sendTrace({
         config_key: ctx.configKey,
         session_id: ctx.sessionId,
         customer_id: ctx.customerId,
+        trace_id: traceId,
+        span_id: spanId,
+        parent_span_id: parentSpanId,
         name: "generateContent",
-        model: model?.model || "gemini",
+        kind: "llm",
+        model: modelName,
         start_time: new Date(startTime).toISOString(),
         end_time: new Date(endTime).toISOString(),
         duration_ms: endTime - startTime,
         status: "ERROR",
         error_message: error?.message,
+        attributes: captureContent ? attributes : void 0,
         prompt_key: promptCtx?.promptKey,
         prompt_version: promptCtx?.promptVersion,
         prompt_ab_test_key: promptCtx?.abTestKey,

package/dist/index.mjs

@@ -852,6 +852,39 @@ async function shutdown() {
     initialized = false;
   }
 }
+function messagesToOtelAttributes(messages, completion, model, responseId) {
+  const attrs = {};
+  if (model) {
+    attrs["gen_ai.request.model"] = model;
+    attrs["gen_ai.response.model"] = model;
+  }
+  if (responseId) {
+    attrs["gen_ai.response.id"] = responseId;
+  }
+  if (messages) {
+    messages.forEach((msg, i) => {
+      attrs[`gen_ai.prompt.${i}.role`] = msg.role;
+      attrs[`gen_ai.prompt.${i}.content`] = msg.content;
+    });
+  }
+  if (completion) {
+    attrs["gen_ai.completion.0.role"] = completion.role;
+    attrs["gen_ai.completion.0.content"] = completion.content;
+    if (completion.tool_calls) {
+      attrs["gen_ai.completion.0.tool_calls"] = JSON.stringify(
+        completion.tool_calls
+      );
+    }
+  }
+  return attrs;
+}
+function generateHexId(length) {
+  const bytes = new Uint8Array(length / 2);
+  crypto.getRandomValues(bytes);
+  return Array.from(bytes).map((b) => b.toString(16).padStart(2, "0")).join("");
+}
+var traceContextStorage = new AsyncLocalStorage();
+var fallbackTraceContext = null;
 async function sendTrace(trace) {
   try {
     const controller = new AbortController();
@@ -885,16 +918,30 @@ function wrapOpenAI(client) {
       promptCtx = getPromptContext();
     } catch {
     }
+    const traceCtx = traceContextStorage.getStore() || fallbackTraceContext;
+    const traceId = traceCtx?.traceId || generateHexId(32);
+    const spanId = generateHexId(16);
+    const parentSpanId = traceCtx?.parentSpanId;
     const params = args[0] || {};
     const startTime = Date.now();
     try {
       const response = await originalCreate(...args);
       const endTime = Date.now();
+      const attributes = captureContent ? messagesToOtelAttributes(
+        params?.messages,
+        response?.choices?.[0]?.message,
+        response?.model || params?.model,
+        response?.id
+      ) : void 0;
       sendTrace({
         config_key: ctx.configKey,
         session_id: ctx.sessionId,
         customer_id: ctx.customerId,
+        trace_id: traceId,
+        span_id: spanId,
+        parent_span_id: parentSpanId,
         name: "chat.completions.create",
+        kind: "llm",
         model: response?.model || params?.model,
         start_time: new Date(startTime).toISOString(),
         end_time: new Date(endTime).toISOString(),
@@ -903,8 +950,7 @@ function wrapOpenAI(client) {
         prompt_tokens: response?.usage?.prompt_tokens,
         completion_tokens: response?.usage?.completion_tokens,
         total_tokens: response?.usage?.total_tokens,
-        input: captureContent ? JSON.stringify(params?.messages) : void 0,
-        output: captureContent ? response?.choices?.[0]?.message?.content : void 0,
+        attributes,
         prompt_key: promptCtx?.promptKey,
         prompt_version: promptCtx?.promptVersion,
         prompt_ab_test_key: promptCtx?.abTestKey,
@@ -914,17 +960,31 @@ function wrapOpenAI(client) {
       return response;
     } catch (error) {
       const endTime = Date.now();
+      const attributes = captureContent ? messagesToOtelAttributes(
+        params?.messages,
+        void 0,
+        params?.model,
+        void 0
+      ) : void 0;
+      if (attributes) {
+        attributes["error.message"] = error?.message;
+      }
       sendTrace({
         config_key: ctx.configKey,
         session_id: ctx.sessionId,
         customer_id: ctx.customerId,
+        trace_id: traceId,
+        span_id: spanId,
+        parent_span_id: parentSpanId,
         name: "chat.completions.create",
+        kind: "llm",
         model: params?.model,
         start_time: new Date(startTime).toISOString(),
         end_time: new Date(endTime).toISOString(),
         duration_ms: endTime - startTime,
         status: "ERROR",
         error_message: error?.message,
+        attributes,
         prompt_key: promptCtx?.promptKey,
         prompt_version: promptCtx?.promptVersion,
         prompt_ab_test_key: promptCtx?.abTestKey,
@@ -949,16 +1009,33 @@ function wrapAnthropic(client) {
       promptCtx = getPromptContext();
     } catch {
     }
+    const traceCtx = traceContextStorage.getStore() || fallbackTraceContext;
+    const traceId = traceCtx?.traceId || generateHexId(32);
+    const spanId = generateHexId(16);
+    const parentSpanId = traceCtx?.parentSpanId;
     const params = args[0] || {};
     const startTime = Date.now();
     try {
       const response = await originalCreate(...args);
       const endTime = Date.now();
+      const attributes = captureContent ? messagesToOtelAttributes(
+        params?.messages,
+        { role: "assistant", content: response?.content?.[0]?.text || "" },
+        response?.model || params?.model,
+        response?.id
+      ) : void 0;
+      if (attributes && params?.system) {
+        attributes["gen_ai.system_prompt"] = params.system;
+      }
       sendTrace({
         config_key: ctx.configKey,
         session_id: ctx.sessionId,
         customer_id: ctx.customerId,
+        trace_id: traceId,
+        span_id: spanId,
+        parent_span_id: parentSpanId,
         name: "messages.create",
+        kind: "llm",
         model: response?.model || params?.model,
         start_time: new Date(startTime).toISOString(),
         end_time: new Date(endTime).toISOString(),
@@ -967,8 +1044,7 @@ function wrapAnthropic(client) {
         prompt_tokens: response?.usage?.input_tokens,
         completion_tokens: response?.usage?.output_tokens,
         total_tokens: (response?.usage?.input_tokens || 0) + (response?.usage?.output_tokens || 0),
-        input: captureContent ? JSON.stringify(params?.messages) : void 0,
-        output: captureContent ? response?.content?.[0]?.text : void 0,
+        attributes,
         prompt_key: promptCtx?.promptKey,
         prompt_version: promptCtx?.promptVersion,
         prompt_ab_test_key: promptCtx?.abTestKey,
@@ -978,17 +1054,34 @@ function wrapAnthropic(client) {
       return response;
     } catch (error) {
       const endTime = Date.now();
+      const attributes = captureContent ? messagesToOtelAttributes(
+        params?.messages,
+        void 0,
+        params?.model,
+        void 0
+      ) : void 0;
+      if (attributes) {
+        attributes["error.message"] = error?.message;
+        if (params?.system) {
+          attributes["gen_ai.system_prompt"] = params.system;
+        }
+      }
       sendTrace({
         config_key: ctx.configKey,
         session_id: ctx.sessionId,
         customer_id: ctx.customerId,
+        trace_id: traceId,
+        span_id: spanId,
+        parent_span_id: parentSpanId,
         name: "messages.create",
+        kind: "llm",
         model: params?.model,
         start_time: new Date(startTime).toISOString(),
         end_time: new Date(endTime).toISOString(),
         duration_ms: endTime - startTime,
         status: "ERROR",
         error_message: error?.message,
+        attributes,
         prompt_key: promptCtx?.promptKey,
         prompt_version: promptCtx?.promptVersion,
         prompt_ab_test_key: promptCtx?.abTestKey,
@@ -1013,18 +1106,47 @@ function wrapGoogleAI(model) {
       promptCtx = getPromptContext();
     } catch {
     }
+    const traceCtx = traceContextStorage.getStore() || fallbackTraceContext;
+    const traceId = traceCtx?.traceId || generateHexId(32);
+    const spanId = generateHexId(16);
+    const parentSpanId = traceCtx?.parentSpanId;
     const startTime = Date.now();
     try {
       const response = await originalGenerate(...args);
       const endTime = Date.now();
       const result = response?.response;
       const usage = result?.usageMetadata;
+      const modelName = model?.model || "gemini";
+      const attributes = {};
+      if (captureContent) {
+        attributes["gen_ai.request.model"] = modelName;
+        attributes["gen_ai.response.model"] = modelName;
+        const input = args[0];
+        if (typeof input === "string") {
+          attributes["gen_ai.prompt.0.role"] = "user";
+          attributes["gen_ai.prompt.0.content"] = input;
+        } else if (input?.contents) {
+          input.contents.forEach((content, i) => {
+            attributes[`gen_ai.prompt.${i}.role`] = content.role || "user";
+            attributes[`gen_ai.prompt.${i}.content`] = content.parts?.[0]?.text || JSON.stringify(content.parts);
+          });
+        }
+        const outputText = result?.text?.();
+        if (outputText) {
+          attributes["gen_ai.completion.0.role"] = "assistant";
+          attributes["gen_ai.completion.0.content"] = outputText;
+        }
+      }
       sendTrace({
         config_key: ctx.configKey,
         session_id: ctx.sessionId,
         customer_id: ctx.customerId,
+        trace_id: traceId,
+        span_id: spanId,
+        parent_span_id: parentSpanId,
         name: "generateContent",
-        model: model?.model || "gemini",
+        kind: "llm",
+        model: modelName,
         start_time: new Date(startTime).toISOString(),
         end_time: new Date(endTime).toISOString(),
         duration_ms: endTime - startTime,
@@ -1032,8 +1154,7 @@ function wrapGoogleAI(model) {
         prompt_tokens: usage?.promptTokenCount,
         completion_tokens: usage?.candidatesTokenCount,
         total_tokens: usage?.totalTokenCount,
-        input: captureContent ? JSON.stringify(args[0]) : void 0,
-        output: captureContent ? result?.text?.() : void 0,
+        attributes: captureContent ? attributes : void 0,
         prompt_key: promptCtx?.promptKey,
         prompt_version: promptCtx?.promptVersion,
         prompt_ab_test_key: promptCtx?.abTestKey,
@@ -1043,17 +1164,33 @@ function wrapGoogleAI(model) {
       return response;
     } catch (error) {
       const endTime = Date.now();
+      const modelName = model?.model || "gemini";
+      const attributes = {};
+      if (captureContent) {
+        attributes["gen_ai.request.model"] = modelName;
+        attributes["error.message"] = error?.message;
+        const input = args[0];
+        if (typeof input === "string") {
+          attributes["gen_ai.prompt.0.role"] = "user";
+          attributes["gen_ai.prompt.0.content"] = input;
+        }
+      }
       sendTrace({
         config_key: ctx.configKey,
         session_id: ctx.sessionId,
         customer_id: ctx.customerId,
+        trace_id: traceId,
+        span_id: spanId,
+        parent_span_id: parentSpanId,
         name: "generateContent",
-        model: model?.model || "gemini",
+        kind: "llm",
+        model: modelName,
         start_time: new Date(startTime).toISOString(),
         end_time: new Date(endTime).toISOString(),
         duration_ms: endTime - startTime,
         status: "ERROR",
         error_message: error?.message,
+        attributes: captureContent ? attributes : void 0,
         prompt_key: promptCtx?.promptKey,
         prompt_version: promptCtx?.promptVersion,
         prompt_ab_test_key: promptCtx?.abTestKey,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@fallom/trace",
-  "version": "0.1.5",
+  "version": "0.1.6",
   "description": "Model A/B testing and tracing for LLM applications. Zero latency, production-ready.",
   "main": "./dist/index.js",
   "module": "./dist/index.mjs",