@fallom/trace 0.2.23 → 0.2.25

package/dist/{chunk-NNVWIZN5.mjs → chunk-3VWF2OJX.mjs}

@@ -128,7 +128,9 @@ async function runGEval(options) {
     systemMessage,
     judgeModel,
     openrouterKey,
-    fallomApiKey
+    fallomApiKey,
+    traceSessionId,
+    traceCustomerId
   } = options;
   const apiKey = openrouterKey || process.env.OPENROUTER_API_KEY;
   if (!apiKey) {
@@ -185,7 +187,9 @@ async function runGEval(options) {
         reasoning,
         startTime,
         endTime,
-        usage: data.usage
+        usage: data.usage,
+        sessionId: traceSessionId,
+        customerId: traceCustomerId
       }).catch(() => {
       });
     }
@@ -205,12 +209,15 @@ async function sendGEvalTrace(options) {
     reasoning,
     startTime,
     endTime,
-    usage
+    usage,
+    sessionId,
+    customerId
   } = options;
   const traceUrl = process.env.FALLOM_TRACES_URL || "https://traces.fallom.com";
   const traceData = {
     config_key: "eval-worker",
-    session_id: `geval-${Date.now()}`,
+    session_id: sessionId || `geval-${Date.now()}`,
+    customer_id: customerId,
     trace_id: generateHexId(32),
     span_id: generateHexId(16),
     name: `geval.${metricName}`,
@@ -416,7 +423,7 @@ function datasetFromTraces(traces) {
   return items;
 }
 async function datasetFromFallom(datasetKey, version, config) {
-  const { _apiKey: _apiKey2, _baseUrl: _baseUrl2, _initialized: _initialized2 } = await import("./core-3MHBKYBC.mjs").then(
+  const { _apiKey: _apiKey2, _baseUrl: _baseUrl2, _initialized: _initialized2 } = await import("./core-Q3IHBEHB.mjs").then(
     (m) => ({
       _apiKey: config?._apiKey ?? m._apiKey,
       _baseUrl: config?._baseUrl ?? m._baseUrl,
@@ -489,7 +496,7 @@ var EvaluationDataset = class {
    * @returns Self for chaining
    */
   async pull(alias, version) {
-    const { _apiKey: _apiKey2, _baseUrl: _baseUrl2, _initialized: _initialized2 } = await import("./core-3MHBKYBC.mjs");
+    const { _apiKey: _apiKey2, _baseUrl: _baseUrl2, _initialized: _initialized2 } = await import("./core-Q3IHBEHB.mjs");
     if (!_initialized2) {
       throw new Error("Fallom evals not initialized. Call evals.init() first.");
     }

package/dist/{core-3MHBKYBC.mjs → core-Q3IHBEHB.mjs}

@@ -7,7 +7,7 @@ import {
   evaluate,
   init,
   uploadResultsPublic
-} from "./chunk-NNVWIZN5.mjs";
+} from "./chunk-3VWF2OJX.mjs";
 import "./chunk-7P6ASYW6.mjs";
 export {
   DEFAULT_JUDGE_MODEL,

package/dist/index.d.mts

@@ -590,6 +590,10 @@ interface RunGEvalOptions {
     openrouterKey?: string;
     /** Optional Fallom API key to enable tracing of the judge LLM call */
     fallomApiKey?: string;
+    /** Optional session ID for tracing (e.g., eval run ID) */
+    traceSessionId?: string;
+    /** Optional customer ID for tracing (e.g., organization ID) */
+    traceCustomerId?: string;
 }
 /**
  * Run G-Eval for a single metric using OpenRouter.

package/dist/index.d.ts

@@ -590,6 +590,10 @@ interface RunGEvalOptions {
     openrouterKey?: string;
     /** Optional Fallom API key to enable tracing of the judge LLM call */
     fallomApiKey?: string;
+    /** Optional session ID for tracing (e.g., eval run ID) */
+    traceSessionId?: string;
+    /** Optional customer ID for tracing (e.g., organization ID) */
+    traceCustomerId?: string;
 }
 /**
  * Run G-Eval for a single metric using OpenRouter.

package/dist/index.js

@@ -386,7 +386,9 @@ async function runGEval(options) {
     systemMessage,
     judgeModel,
     openrouterKey,
-    fallomApiKey
+    fallomApiKey,
+    traceSessionId,
+    traceCustomerId
   } = options;
   const apiKey4 = openrouterKey || process.env.OPENROUTER_API_KEY;
   if (!apiKey4) {
@@ -443,7 +445,9 @@ async function runGEval(options) {
         reasoning,
         startTime,
         endTime,
-        usage: data.usage
+        usage: data.usage,
+        sessionId: traceSessionId,
+        customerId: traceCustomerId
       }).catch(() => {
       });
     }
@@ -463,12 +467,15 @@ async function sendGEvalTrace(options) {
     reasoning,
     startTime,
     endTime,
-    usage
+    usage,
+    sessionId,
+    customerId
   } = options;
   const traceUrl = process.env.FALLOM_TRACES_URL || "https://traces.fallom.com";
   const traceData = {
     config_key: "eval-worker",
-    session_id: `geval-${Date.now()}`,
+    session_id: sessionId || `geval-${Date.now()}`,
+    customer_id: customerId,
     trace_id: generateHexId2(32),
     span_id: generateHexId2(16),
     name: `geval.${metricName}`,
@@ -2835,6 +2842,101 @@ function wrapGoogleAI(model, sessionCtx) {
   return model;
 }
 
+// src/trace/wrappers/vercel-ai/utils.ts
+function extractProviderInfo(model, aiModule, result) {
+  const info = {};
+  try {
+    if (aiModule) {
+      info.aiSdkVersion = aiModule.version ?? aiModule.VERSION ?? void 0;
+    }
+    if (!model) return info;
+    info.modelId = model.modelId ?? model.id ?? String(model);
+    if (model.provider) {
+      if (typeof model.provider === "string") {
+        info.provider = model.provider;
+      } else if (typeof model.provider === "object") {
+        info.provider = model.provider.id ?? model.provider.name;
+        info.providerId = model.provider.id;
+      }
+    }
+    if (model.providerId) {
+      info.providerId = model.providerId;
+    }
+    const baseUrl4 = model.config?.baseURL ?? model.config?.baseUrl ?? model.settings?.baseURL ?? model.settings?.baseUrl ?? model.baseURL ?? model.baseUrl;
+    if (baseUrl4 && typeof baseUrl4 === "string") {
+      info.baseUrl = baseUrl4;
+      if (!info.provider) {
+        if (baseUrl4.includes("openrouter.ai")) {
+          info.provider = "openrouter";
+        } else if (baseUrl4.includes("api.openai.com")) {
+          info.provider = "openai";
+        } else if (baseUrl4.includes("api.anthropic.com")) {
+          info.provider = "anthropic";
+        } else if (baseUrl4.includes("generativelanguage.googleapis.com")) {
+          info.provider = "google";
+        } else if (baseUrl4.includes("api.mistral.ai")) {
+          info.provider = "mistral";
+        } else if (baseUrl4.includes("api.together.xyz")) {
+          info.provider = "together";
+        } else if (baseUrl4.includes("api.groq.com")) {
+          info.provider = "groq";
+        } else if (baseUrl4.includes("localhost") || baseUrl4.includes("127.0.0.1")) {
+          info.provider = "local";
+        }
+      }
+    }
+    if (!info.provider && info.modelId) {
+      const modelStr = String(info.modelId).toLowerCase();
+      if (modelStr.includes("gpt-") || modelStr.includes("o1-") || modelStr.includes("text-embedding")) {
+        info.provider = info.provider ?? "openai";
+      } else if (modelStr.includes("claude-")) {
+        info.provider = info.provider ?? "anthropic";
+      } else if (modelStr.includes("gemini-") || modelStr.includes("gemma-")) {
+        info.provider = info.provider ?? "google";
+      } else if (modelStr.includes("mistral-") || modelStr.includes("mixtral-")) {
+        info.provider = info.provider ?? "mistral";
+      } else if (modelStr.includes("llama-") || modelStr.includes("meta-llama")) {
+        info.provider = info.provider ?? "meta";
+      } else if (modelStr.includes("/")) {
+        info.provider = info.provider ?? "openrouter";
+      }
+    }
+    if (result?.response) {
+      if (!info.modelId && result.response.modelId) {
+        info.modelId = result.response.modelId;
+      }
+    }
+    info.raw = {};
+    if (model.modelId) info.raw.modelId = model.modelId;
+    if (model.provider) {
+      info.raw.provider = typeof model.provider === "object" ? { id: model.provider.id, name: model.provider.name } : model.provider;
+    }
+    if (model.providerId) info.raw.providerId = model.providerId;
+    if (model.specificationVersion) info.raw.specificationVersion = model.specificationVersion;
+  } catch {
+  }
+  return info;
+}
+function providerInfoToAttributes(info) {
+  const attrs = {};
+  if (info.provider) {
+    attrs["fallom.provider"] = info.provider;
+  }
+  if (info.providerId) {
+    attrs["fallom.provider_id"] = info.providerId;
+  }
+  if (info.baseUrl) {
+    attrs["fallom.base_url"] = info.baseUrl;
+  }
+  if (info.aiSdkVersion) {
+    attrs["fallom.ai_sdk_version"] = info.aiSdkVersion;
+  }
+  if (info.raw && Object.keys(info.raw).length > 0) {
+    attrs["fallom.provider_raw"] = JSON.stringify(info.raw);
+  }
+  return attrs;
+}
+
 // src/trace/wrappers/vercel-ai/generate-text.ts
 function createGenerateTextWrapper(aiModule, sessionCtx, debug = false) {
   const ctx = sessionCtx;
@@ -2858,34 +2960,44 @@ function createGenerateTextWrapper(aiModule, sessionCtx, debug = false) {
       )) {
         if (tool && typeof tool.execute === "function") {
           const originalExecute = tool.execute;
-          wrappedTools[toolName] = {
-            ...tool,
-            execute: async (...executeArgs) => {
-              const toolStartTime = Date.now();
-              const toolCallId = `${toolName}-${toolStartTime}`;
-              try {
-                const result = await originalExecute(...executeArgs);
-                const toolEndTime = Date.now();
-                toolTimings.set(toolCallId, {
-                  name: toolName,
-                  startTime: toolStartTime - startTime,
-                  // Relative to request start
-                  endTime: toolEndTime - startTime,
-                  duration: toolEndTime - toolStartTime
-                });
-                return result;
-              } catch (error) {
-                const toolEndTime = Date.now();
-                toolTimings.set(toolCallId, {
-                  name: toolName,
-                  startTime: toolStartTime - startTime,
-                  endTime: toolEndTime - startTime,
-                  duration: toolEndTime - toolStartTime
-                });
-                throw error;
-              }
+          const wrappedTool = Object.create(Object.getPrototypeOf(tool) || {});
+          const allKeys = [
+            ...Object.getOwnPropertyNames(tool),
+            ...Object.getOwnPropertySymbols(tool)
+          ];
+          for (const key of allKeys) {
+            if (key === "execute") continue;
+            const descriptor = Object.getOwnPropertyDescriptor(tool, key);
+            if (descriptor) {
+              Object.defineProperty(wrappedTool, key, descriptor);
+            }
+          }
+          wrappedTool.execute = async (...executeArgs) => {
+            const toolStartTime = Date.now();
+            const toolCallId = `${toolName}-${toolStartTime}`;
+            try {
+              const result = await originalExecute(...executeArgs);
+              const toolEndTime = Date.now();
+              toolTimings.set(toolCallId, {
+                name: toolName,
+                startTime: toolStartTime - startTime,
+                // Relative to request start
+                endTime: toolEndTime - startTime,
+                duration: toolEndTime - toolStartTime
+              });
+              return result;
+            } catch (error) {
+              const toolEndTime = Date.now();
+              toolTimings.set(toolCallId, {
+                name: toolName,
+                startTime: toolStartTime - startTime,
+                endTime: toolEndTime - startTime,
+                duration: toolEndTime - toolStartTime
+              });
+              throw error;
             }
           };
+          wrappedTools[toolName] = wrappedTool;
         } else {
           wrappedTools[toolName] = tool;
         }
@@ -2901,9 +3013,12 @@ function createGenerateTextWrapper(aiModule, sessionCtx, debug = false) {
         console.log("   steps:", result?.steps?.length || 0);
       }
       const modelId = result?.response?.modelId || params?.model?.modelId || String(params?.model || "unknown");
+      const providerInfo = extractProviderInfo(params?.model, aiModule, result);
       const attributes = {
         "fallom.sdk_version": "2",
-        "fallom.method": "generateText"
+        "fallom.method": "generateText",
+        // Provider info for debugging
+        ...providerInfoToAttributes(providerInfo)
       };
       if (captureContent2) {
         attributes["fallom.raw.request"] = JSON.stringify({
@@ -2917,7 +3032,17 @@ function createGenerateTextWrapper(aiModule, sessionCtx, debug = false) {
         const mapToolCall = (tc) => {
           let args2 = tc?.args ?? tc?.input;
           if (args2 === void 0 && tc) {
-            const { type, toolCallId, toolName, providerExecuted, dynamic, invalid, error, providerMetadata, ...rest } = tc;
+            const {
+              type,
+              toolCallId,
+              toolName,
+              providerExecuted,
+              dynamic,
+              invalid,
+              error,
+              providerMetadata,
+              ...rest
+            } = tc;
             if (Object.keys(rest).length > 0) {
               args2 = rest;
             }
@@ -3161,33 +3286,43 @@ function createStreamTextWrapper(aiModule, sessionCtx, debug = false) {
       )) {
         if (tool && typeof tool.execute === "function") {
           const originalExecute = tool.execute;
-          wrappedTools[toolName] = {
-            ...tool,
-            execute: async (...executeArgs) => {
-              const toolStartTime = Date.now();
-              const toolCallId = `${toolName}-${toolStartTime}`;
-              try {
-                const result2 = await originalExecute(...executeArgs);
-                const toolEndTime = Date.now();
-                toolTimings.set(toolCallId, {
-                  name: toolName,
-                  startTime: toolStartTime - startTime,
-                  endTime: toolEndTime - startTime,
-                  duration: toolEndTime - toolStartTime
-                });
-                return result2;
-              } catch (error) {
-                const toolEndTime = Date.now();
-                toolTimings.set(toolCallId, {
-                  name: toolName,
-                  startTime: toolStartTime - startTime,
-                  endTime: toolEndTime - startTime,
-                  duration: toolEndTime - toolStartTime
-                });
-                throw error;
-              }
+          const wrappedTool = Object.create(Object.getPrototypeOf(tool) || {});
+          const allKeys = [
+            ...Object.getOwnPropertyNames(tool),
+            ...Object.getOwnPropertySymbols(tool)
+          ];
+          for (const key of allKeys) {
+            if (key === "execute") continue;
+            const descriptor = Object.getOwnPropertyDescriptor(tool, key);
+            if (descriptor) {
+              Object.defineProperty(wrappedTool, key, descriptor);
+            }
+          }
+          wrappedTool.execute = async (...executeArgs) => {
+            const toolStartTime = Date.now();
+            const toolCallId = `${toolName}-${toolStartTime}`;
+            try {
+              const result2 = await originalExecute(...executeArgs);
+              const toolEndTime = Date.now();
+              toolTimings.set(toolCallId, {
+                name: toolName,
+                startTime: toolStartTime - startTime,
+                endTime: toolEndTime - startTime,
+                duration: toolEndTime - toolStartTime
+              });
+              return result2;
+            } catch (error) {
+              const toolEndTime = Date.now();
+              toolTimings.set(toolCallId, {
+                name: toolName,
+                startTime: toolStartTime - startTime,
+                endTime: toolEndTime - startTime,
+                duration: toolEndTime - toolStartTime
+              });
+              throw error;
             }
           };
+          wrappedTools[toolName] = wrappedTool;
         } else {
           wrappedTools[toolName] = tool;
         }
@@ -3298,10 +3433,13 @@ function createStreamTextWrapper(aiModule, sessionCtx, debug = false) {
               providerMetadata = void 0;
             }
           }
+          const providerInfo = extractProviderInfo(params?.model, aiModule, result);
           const attributes = {
             "fallom.sdk_version": "2",
             "fallom.method": "streamText",
-            "fallom.is_streaming": true
+            "fallom.is_streaming": true,
+            // Provider info for debugging
+            ...providerInfoToAttributes(providerInfo)
           };
           if (captureContent2) {
             const mapToolCall = (tc) => {
@@ -3572,9 +3710,12 @@ function createGenerateObjectWrapper(aiModule, sessionCtx, debug = false) {
         );
       }
       const modelId = result?.response?.modelId || params?.model?.modelId || String(params?.model || "unknown");
+      const providerInfo = extractProviderInfo(params?.model, aiModule, result);
       const attributes = {
         "fallom.sdk_version": "2",
-        "fallom.method": "generateObject"
+        "fallom.method": "generateObject",
+        // Provider info for debugging
+        ...providerInfoToAttributes(providerInfo)
       };
       if (captureContent2) {
         attributes["fallom.raw.request"] = JSON.stringify({
@@ -3697,10 +3838,13 @@ function createStreamObjectWrapper(aiModule, sessionCtx, debug = false) {
             providerMetadata = void 0;
           }
         }
+        const providerInfo = extractProviderInfo(params?.model, aiModule, result);
         const attributes = {
           "fallom.sdk_version": "2",
           "fallom.method": "streamObject",
-          "fallom.is_streaming": true
+          "fallom.is_streaming": true,
+          // Provider info for debugging
+          ...providerInfoToAttributes(providerInfo)
         };
         if (captureContent2) {
           attributes["fallom.raw.request"] = JSON.stringify({