langwatch 0.1.1 → 0.1.3

package/dist/index.js

@@ -30,110 +30,6 @@ var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__ge
 ));
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
 
-// node_modules/secure-json-parse/index.js
-var require_secure_json_parse = __commonJS({
-  "node_modules/secure-json-parse/index.js"(exports2, module2) {
-    "use strict";
-    var hasBuffer = typeof Buffer !== "undefined";
-    var suspectProtoRx = /"(?:_|\\u005[Ff])(?:_|\\u005[Ff])(?:p|\\u0070)(?:r|\\u0072)(?:o|\\u006[Ff])(?:t|\\u0074)(?:o|\\u006[Ff])(?:_|\\u005[Ff])(?:_|\\u005[Ff])"\s*:/;
-    var suspectConstructorRx = /"(?:c|\\u0063)(?:o|\\u006[Ff])(?:n|\\u006[Ee])(?:s|\\u0073)(?:t|\\u0074)(?:r|\\u0072)(?:u|\\u0075)(?:c|\\u0063)(?:t|\\u0074)(?:o|\\u006[Ff])(?:r|\\u0072)"\s*:/;
-    function _parse(text, reviver, options) {
-      if (options == null) {
-        if (reviver !== null && typeof reviver === "object") {
-          options = reviver;
-          reviver = void 0;
-        }
-      }
-      if (hasBuffer && Buffer.isBuffer(text)) {
-        text = text.toString();
-      }
-      if (text && text.charCodeAt(0) === 65279) {
-        text = text.slice(1);
-      }
-      const obj = JSON.parse(text, reviver);
-      if (obj === null || typeof obj !== "object") {
-        return obj;
-      }
-      const protoAction = options && options.protoAction || "error";
-      const constructorAction = options && options.constructorAction || "error";
-      if (protoAction === "ignore" && constructorAction === "ignore") {
-        return obj;
-      }
-      if (protoAction !== "ignore" && constructorAction !== "ignore") {
-        if (suspectProtoRx.test(text) === false && suspectConstructorRx.test(text) === false) {
-          return obj;
-        }
-      } else if (protoAction !== "ignore" && constructorAction === "ignore") {
-        if (suspectProtoRx.test(text) === false) {
-          return obj;
-        }
-      } else {
-        if (suspectConstructorRx.test(text) === false) {
-          return obj;
-        }
-      }
-      return filter(obj, { protoAction, constructorAction, safe: options && options.safe });
-    }
-    function filter(obj, { protoAction = "error", constructorAction = "error", safe } = {}) {
-      let next = [obj];
-      while (next.length) {
-        const nodes = next;
-        next = [];
-        for (const node of nodes) {
-          if (protoAction !== "ignore" && Object.prototype.hasOwnProperty.call(node, "__proto__")) {
-            if (safe === true) {
-              return null;
-            } else if (protoAction === "error") {
-              throw new SyntaxError("Object contains forbidden prototype property");
-            }
-            delete node.__proto__;
-          }
-          if (constructorAction !== "ignore" && Object.prototype.hasOwnProperty.call(node, "constructor") && Object.prototype.hasOwnProperty.call(node.constructor, "prototype")) {
-            if (safe === true) {
-              return null;
-            } else if (constructorAction === "error") {
-              throw new SyntaxError("Object contains forbidden prototype property");
-            }
-            delete node.constructor;
-          }
-          for (const key in node) {
-            const value = node[key];
-            if (value && typeof value === "object") {
-              next.push(value);
-            }
-          }
-        }
-      }
-      return obj;
-    }
-    function parse(text, reviver, options) {
-      const stackTraceLimit = Error.stackTraceLimit;
-      Error.stackTraceLimit = 0;
-      try {
-        return _parse(text, reviver, options);
-      } finally {
-        Error.stackTraceLimit = stackTraceLimit;
-      }
-    }
-    function safeParse(text, reviver) {
-      const stackTraceLimit = Error.stackTraceLimit;
-      Error.stackTraceLimit = 0;
-      try {
-        return _parse(text, reviver, { safe: true });
-      } catch (_e) {
-        return null;
-      } finally {
-        Error.stackTraceLimit = stackTraceLimit;
-      }
-    }
-    module2.exports = parse;
-    module2.exports.default = parse;
-    module2.exports.parse = parse;
-    module2.exports.safeParse = safeParse;
-    module2.exports.scan = filter;
-  }
-});
-
 // node_modules/decamelize/index.js
 var require_decamelize = __commonJS({
   "node_modules/decamelize/index.js"(exports2, module2) {
@@ -758,6 +654,110 @@ var require_dist = __commonJS({
   }
 });
 
+// node_modules/secure-json-parse/index.js
+var require_secure_json_parse = __commonJS({
+  "node_modules/secure-json-parse/index.js"(exports2, module2) {
+    "use strict";
+    var hasBuffer = typeof Buffer !== "undefined";
+    var suspectProtoRx = /"(?:_|\\u005[Ff])(?:_|\\u005[Ff])(?:p|\\u0070)(?:r|\\u0072)(?:o|\\u006[Ff])(?:t|\\u0074)(?:o|\\u006[Ff])(?:_|\\u005[Ff])(?:_|\\u005[Ff])"\s*:/;
+    var suspectConstructorRx = /"(?:c|\\u0063)(?:o|\\u006[Ff])(?:n|\\u006[Ee])(?:s|\\u0073)(?:t|\\u0074)(?:r|\\u0072)(?:u|\\u0075)(?:c|\\u0063)(?:t|\\u0074)(?:o|\\u006[Ff])(?:r|\\u0072)"\s*:/;
+    function _parse(text, reviver, options) {
+      if (options == null) {
+        if (reviver !== null && typeof reviver === "object") {
+          options = reviver;
+          reviver = void 0;
+        }
+      }
+      if (hasBuffer && Buffer.isBuffer(text)) {
+        text = text.toString();
+      }
+      if (text && text.charCodeAt(0) === 65279) {
+        text = text.slice(1);
+      }
+      const obj = JSON.parse(text, reviver);
+      if (obj === null || typeof obj !== "object") {
+        return obj;
+      }
+      const protoAction = options && options.protoAction || "error";
+      const constructorAction = options && options.constructorAction || "error";
+      if (protoAction === "ignore" && constructorAction === "ignore") {
+        return obj;
+      }
+      if (protoAction !== "ignore" && constructorAction !== "ignore") {
+        if (suspectProtoRx.test(text) === false && suspectConstructorRx.test(text) === false) {
+          return obj;
+        }
+      } else if (protoAction !== "ignore" && constructorAction === "ignore") {
+        if (suspectProtoRx.test(text) === false) {
+          return obj;
+        }
+      } else {
+        if (suspectConstructorRx.test(text) === false) {
+          return obj;
+        }
+      }
+      return filter(obj, { protoAction, constructorAction, safe: options && options.safe });
+    }
+    function filter(obj, { protoAction = "error", constructorAction = "error", safe } = {}) {
+      let next = [obj];
+      while (next.length) {
+        const nodes = next;
+        next = [];
+        for (const node of nodes) {
+          if (protoAction !== "ignore" && Object.prototype.hasOwnProperty.call(node, "__proto__")) {
+            if (safe === true) {
+              return null;
+            } else if (protoAction === "error") {
+              throw new SyntaxError("Object contains forbidden prototype property");
+            }
+            delete node.__proto__;
+          }
+          if (constructorAction !== "ignore" && Object.prototype.hasOwnProperty.call(node, "constructor") && Object.prototype.hasOwnProperty.call(node.constructor, "prototype")) {
+            if (safe === true) {
+              return null;
+            } else if (constructorAction === "error") {
+              throw new SyntaxError("Object contains forbidden prototype property");
+            }
+            delete node.constructor;
+          }
+          for (const key in node) {
+            const value = node[key];
+            if (value && typeof value === "object") {
+              next.push(value);
+            }
+          }
+        }
+      }
+      return obj;
+    }
+    function parse(text, reviver, options) {
+      const stackTraceLimit = Error.stackTraceLimit;
+      Error.stackTraceLimit = 0;
+      try {
+        return _parse(text, reviver, options);
+      } finally {
+        Error.stackTraceLimit = stackTraceLimit;
+      }
+    }
+    function safeParse(text, reviver) {
+      const stackTraceLimit = Error.stackTraceLimit;
+      Error.stackTraceLimit = 0;
+      try {
+        return _parse(text, reviver, { safe: true });
+      } catch (_e) {
+        return null;
+      } finally {
+        Error.stackTraceLimit = stackTraceLimit;
+      }
+    }
+    module2.exports = parse;
+    module2.exports.default = parse;
+    module2.exports.parse = parse;
+    module2.exports.safeParse = safeParse;
+    module2.exports.scan = filter;
+  }
+});
+
 // src/index.ts
 var src_exports = {};
 __export(src_exports, {
@@ -1580,11 +1580,11 @@ var datetimeRegex = (args) => {
     }
   }
 };
-function isValidIP(ip, version) {
-  if ((version === "v4" || !version) && ipv4Regex.test(ip)) {
+function isValidIP(ip, version2) {
+  if ((version2 === "v4" || !version2) && ipv4Regex.test(ip)) {
     return true;
   }
-  if ((version === "v6" || !version) && ipv6Regex.test(ip)) {
+  if ((version2 === "v6" || !version2) && ipv6Regex.test(ip)) {
     return true;
   }
   return false;
@@ -4699,546 +4699,123 @@ function fromError(err, options = {}) {
   return toValidationError(options)(err);
 }
 
-// src/typeUtils.ts
-function camelToSnakeCase(str) {
-  return str.replace(/[A-Z]/g, (letter) => `_${letter.toLowerCase()}`);
-}
-function camelToSnakeCaseNested(obj) {
-  if (Array.isArray(obj)) {
-    return obj.map(
-      (item) => camelToSnakeCaseNested(item)
-    );
-  } else if (typeof obj === "object" && obj !== null) {
-    const newObj = {};
-    for (const key in obj) {
-      if (obj.hasOwnProperty(key)) {
-        const newKey = camelToSnakeCase(key);
-        newObj[newKey] = camelToSnakeCaseNested(obj[key]);
-      }
+// package.json
+var version = "0.1.3";
+
+// src/evaluations.ts
+var evaluate = async (params) => {
+  const slug = "slug" in params ? params.slug : params.evaluator;
+  const span = optionalCreateSpan({
+    trace: params.trace,
+    span: params.span,
+    name: params.name ? params.name : slug,
+    type: params.asGuardrail ? "guardrail" : "evaluation"
+  });
+  try {
+    const requestParams = prepareData({
+      ...params,
+      slug,
+      traceId: span?.trace.traceId,
+      spanId: span?.spanId,
+      span
+    });
+    const response = await fetch(requestParams.url, {
+      method: "POST",
+      headers: requestParams.headers,
+      body: JSON.stringify(requestParams.json)
+    });
+    if (!response.ok) {
+      throw new Error(`HTTP error! status: ${response.status}`);
     }
-    return newObj;
-  } else {
-    return obj;
+    const result = await response.json();
+    return handleResponse(result, span, params.asGuardrail);
+  } catch (e) {
+    return handleException(e, span, params.asGuardrail);
   }
-}
-
-// src/server/types/tracer.generated.ts
-var chatRoleSchema = z.union([
-  z.literal("system"),
-  z.literal("user"),
-  z.literal("assistant"),
-  z.literal("function"),
-  z.literal("tool"),
-  z.literal("unknown")
-]);
-var functionCallSchema = z.object({
-  name: z.string().optional(),
-  arguments: z.string().optional()
-});
-var toolCallSchema = z.object({
-  id: z.string(),
-  type: z.string(),
-  function: functionCallSchema
-});
-var chatRichContentSchema = z.union([
-  z.object({
-    type: z.literal("text"),
-    text: z.string().optional()
-  }),
-  z.object({
-    type: z.literal("image_url"),
-    image_url: z.object({
-      url: z.string(),
-      detail: z.union([z.literal("auto"), z.literal("low"), z.literal("high")]).optional()
-    }).optional()
-  })
-]);
-var typedValueTextSchema = z.object({
-  type: z.literal("text"),
-  value: z.string()
-});
-var typedValueRawSchema = z.object({
-  type: z.literal("raw"),
-  value: z.string()
-});
-var jSONSerializableSchema = z.union([
-  z.string(),
-  z.number(),
-  z.boolean(),
-  z.record(z.any()),
-  z.array(z.any())
-]).nullable();
-var typedValueJsonSchema = z.object({
-  type: z.literal("json"),
-  value: jSONSerializableSchema
-});
-var moneySchema = z.object({
-  currency: z.string(),
-  amount: z.number()
-});
-var guardrailResultSchema = z.object({
-  status: z.union([
-    z.literal("processed"),
-    z.literal("skipped"),
-    z.literal("error")
-  ]),
-  passed: z.boolean(),
-  score: z.number().optional().nullable(),
-  details: z.string().optional().nullable(),
-  cost: moneySchema.optional().nullable()
-});
-var typedValueGuardrailResultSchema = z.object({
-  type: z.literal("guardrail_result"),
-  value: guardrailResultSchema
-});
-var errorCaptureSchema = z.object({
-  has_error: z.literal(true),
-  message: z.string(),
-  stacktrace: z.array(z.string())
-});
-var spanMetricsSchema = z.object({
-  prompt_tokens: z.number().optional().nullable(),
-  completion_tokens: z.number().optional().nullable(),
-  tokens_estimated: z.boolean().optional().nullable(),
-  cost: z.number().optional().nullable()
-});
-var spanParamsSchema = z.object({
-  temperature: z.number().optional(),
-  stream: z.boolean().optional(),
-  functions: z.array(z.record(z.any())).optional(),
-  tools: z.array(z.record(z.any())).optional(),
-  tool_choice: z.string().optional()
-});
-var spanTimestampsSchema = z.object({
-  started_at: z.number(),
-  first_token_at: z.number().optional().nullable(),
-  finished_at: z.number()
-});
-var spanTypesSchema = z.union([
-  z.literal("span"),
-  z.literal("llm"),
-  z.literal("chain"),
-  z.literal("tool"),
-  z.literal("agent"),
-  z.literal("rag"),
-  z.literal("guardrail"),
-  z.literal("unknown")
-]);
-var rAGChunkSchema = z.object({
-  document_id: z.string().optional().nullable(),
-  chunk_id: z.string().optional().nullable(),
-  content: z.union([z.string(), z.record(z.any()), z.array(z.any())])
-});
-var traceInputSchema = z.object({
-  value: z.string(),
-  embeddings: z.object({
-    model: z.string(),
-    embeddings: z.array(z.number())
-  }).optional(),
-  satisfaction_score: z.number().optional()
-});
-var traceOutputSchema = z.object({
-  value: z.string(),
-  embeddings: z.object({
-    model: z.string(),
-    embeddings: z.array(z.number())
-  }).optional()
-});
-var traceSchema = z.object({
-  trace_id: z.string(),
-  project_id: z.string(),
-  metadata: z.object({
-    thread_id: z.string().optional(),
-    user_id: z.string().optional(),
-    customer_id: z.string().optional(),
-    labels: z.array(z.string()).optional(),
-    topic_id: z.string().optional(),
-    subtopic_id: z.string().optional()
-  }),
-  timestamps: z.object({
-    started_at: z.number(),
-    inserted_at: z.number(),
-    updated_at: z.number()
-  }),
-  input: traceInputSchema,
-  output: traceOutputSchema.optional(),
-  metrics: z.object({
-    first_token_ms: z.number().optional().nullable(),
-    total_time_ms: z.number().optional().nullable(),
-    prompt_tokens: z.number().optional().nullable(),
-    completion_tokens: z.number().optional().nullable(),
-    total_cost: z.number().optional().nullable(),
-    tokens_estimated: z.boolean().optional().nullable()
-  }),
-  error: errorCaptureSchema.optional().nullable(),
-  indexing_md5s: z.array(z.string()).optional()
-});
-var elasticSearchTraceSchema = traceSchema.and(
-  z.object({
-    timestamps: traceSchema.shape.timestamps.and(
-      z.object({
-        updated_at: z.number()
-      })
-    )
-  })
-);
-var traceCheckSchema = z.object({
-  trace_id: z.string(),
-  check_id: z.string(),
-  project_id: z.string(),
-  check_type: z.string(),
-  check_name: z.string(),
-  is_guardrail: z.boolean(),
-  status: z.union([
-    z.literal("scheduled"),
-    z.literal("in_progress"),
-    z.literal("error"),
-    z.literal("skipped"),
-    z.literal("processed")
-  ]),
-  passed: z.boolean().optional(),
-  score: z.number().optional(),
-  details: z.string().optional(),
-  error: errorCaptureSchema.optional().nullable(),
-  retries: z.number().optional(),
-  timestamps: z.object({
-    inserted_at: z.number().optional(),
-    started_at: z.number().optional(),
-    finished_at: z.number().optional(),
-    updated_at: z.number()
-  }),
-  trace_metadata: z.object({
-    thread_id: z.string().optional(),
-    user_id: z.string().optional(),
-    customer_id: z.string().optional(),
-    labels: z.array(z.string()).optional(),
-    topics: z.array(z.string()).optional()
-  })
-});
-var experimentSchema = z.object({
-  experiment_id: z.string(),
-  variant: z.number()
-});
-var eventSchema = z.object({
-  event_id: z.string(),
-  event_type: z.string(),
-  project_id: z.string(),
-  metrics: z.record(z.number()),
-  event_details: z.record(z.string()),
-  trace_id: z.string().optional(),
-  trace_metadata: z.object({
-    thread_id: z.string().optional(),
-    user_id: z.string().optional(),
-    customer_id: z.string().optional(),
-    labels: z.array(z.string()).optional(),
-    topics: z.array(z.string()).optional()
-  }),
-  timestamps: z.object({
-    started_at: z.number(),
-    inserted_at: z.number(),
-    updated_at: z.number()
-  })
-});
-var elasticSearchEventSchema = eventSchema.omit({ metrics: true, event_details: true }).and(
-  z.object({
-    metrics: z.array(
-      z.object({
-        key: z.string(),
-        value: z.number()
-      })
-    ),
-    event_details: z.array(
-      z.object({
-        key: z.string(),
-        value: z.string()
-      })
-    )
-  })
-);
-var trackEventRESTParamsValidatorSchema = eventSchema.omit({
-  event_id: true,
-  project_id: true,
-  timestamps: true,
-  event_details: true,
-  trace_metadata: true
-}).and(
-  z.object({
-    event_id: z.string().optional(),
-    event_details: z.record(z.string()).optional(),
-    timestamp: z.number().optional()
-  })
-);
-var chatMessageSchema = z.object({
-  role: chatRoleSchema.optional(),
-  content: z.union([z.string(), z.array(chatRichContentSchema)]).optional().nullable(),
-  function_call: functionCallSchema.optional().nullable(),
-  tool_calls: z.array(toolCallSchema).optional().nullable(),
-  tool_call_id: z.string().optional().nullable()
-});
-var typedValueChatMessagesSchema = z.object({
-  type: z.literal("chat_messages"),
-  value: z.array(chatMessageSchema)
-});
-var spanInputOutputSchema = z.lazy(
-  () => z.union([
-    typedValueTextSchema,
-    typedValueChatMessagesSchema,
-    typedValueGuardrailResultSchema,
-    typedValueJsonSchema,
-    typedValueRawSchema,
-    z.object({
-      type: z.literal("list"),
-      value: z.array(spanInputOutputSchema)
-    })
-  ])
-);
-var baseSpanSchema = z.object({
-  span_id: z.string(),
-  parent_id: z.string().optional().nullable(),
-  trace_id: z.string(),
-  type: spanTypesSchema,
-  name: z.string().optional().nullable(),
-  input: spanInputOutputSchema.optional().nullable(),
-  output: spanInputOutputSchema.optional().nullable(),
-  error: errorCaptureSchema.optional().nullable(),
-  timestamps: spanTimestampsSchema,
-  metrics: spanMetricsSchema.optional().nullable()
-});
-var lLMSpanSchema = baseSpanSchema.extend({
-  type: z.literal("llm"),
-  vendor: z.string().optional().nullable(),
-  model: z.string().optional(),
-  params: spanParamsSchema.optional()
-});
-var rAGSpanSchema = baseSpanSchema.extend({
-  type: z.literal("rag"),
-  contexts: z.array(rAGChunkSchema)
-});
-var spanSchema = z.union([
-  lLMSpanSchema,
-  rAGSpanSchema,
-  baseSpanSchema
-]);
-var spanInputOutputValidatorSchema = spanInputOutputSchema.and(
-  z.object({
-    value: z.any()
-  })
-);
-var spanValidatorSchema = z.union([
-  lLMSpanSchema.omit({ input: true, output: true }),
-  rAGSpanSchema.omit({ input: true, output: true }),
-  baseSpanSchema.omit({ input: true, output: true })
-]).and(
-  z.object({
-    input: spanInputOutputValidatorSchema.optional().nullable(),
-    output: spanInputOutputValidatorSchema.optional().nullable()
-  })
-);
-var collectorRESTParamsSchema = z.object({
-  trace_id: z.union([z.string(), z.undefined()]).optional().nullable(),
-  spans: z.array(spanSchema),
-  metadata: z.object({
-    user_id: z.union([z.string(), z.undefined()]).optional().nullable(),
-    thread_id: z.union([z.string(), z.undefined()]).optional().nullable(),
-    customer_id: z.union([z.string(), z.undefined()]).optional().nullable(),
-    labels: z.union([z.array(z.string()), z.undefined()]).optional().nullable(),
-    experiments: z.union([z.array(experimentSchema), z.undefined()]).optional().nullable()
-  }).optional()
-});
-var collectorRESTParamsValidatorSchema = collectorRESTParamsSchema.omit({ spans: true });
-var datasetSpanSchema = z.union([
-  baseSpanSchema.omit({
-    project_id: true,
-    trace_id: true,
-    id: true,
-    timestamps: true,
-    metrics: true
-  }),
-  lLMSpanSchema.omit({
-    project_id: true,
-    trace_id: true,
-    id: true,
-    timestamps: true,
-    metrics: true
-  }),
-  rAGSpanSchema.omit({
-    project_id: true,
-    trace_id: true,
-    id: true,
-    timestamps: true,
-    metrics: true
-  })
-]);
-
-// node_modules/@ai-sdk/provider-utils/node_modules/nanoid/non-secure/index.js
-var customAlphabet = (alphabet, defaultSize = 21) => {
-  return (size = defaultSize) => {
-    let id = "";
-    let i = size;
-    while (i--) {
-      id += alphabet[Math.random() * alphabet.length | 0];
-    }
-    return id;
-  };
-};
-
-// node_modules/@ai-sdk/provider-utils/dist/index.mjs
-var import_secure_json_parse = __toESM(require_secure_json_parse(), 1);
-var generateId = customAlphabet(
-  "0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz",
-  7
-);
-function convertUint8ArrayToBase64(array) {
-  let latin1string = "";
-  for (let i = 0; i < array.length; i++) {
-    latin1string += String.fromCodePoint(array[i]);
-  }
-  return globalThis.btoa(latin1string);
-}
-
-// src/utils.ts
-var convertImageToUrl = (image, mimeType) => {
-  try {
-    return image instanceof URL ? image.toString() : typeof image === "string" ? image : `data:${mimeType ?? "image/jpeg"};base64,${convertUint8ArrayToBase64(
-      image
-    )}`;
-  } catch (e) {
-    console.error("[LangWatch] error converting vercel ui image to url:", e);
-    return "";
-  }
-};
-function convertFromVercelAIMessages(messages) {
-  const lwMessages = [];
-  for (const { role, content } of messages) {
-    switch (role) {
-      case "system": {
-        lwMessages.push({ role: "system", content });
-        break;
-      }
-      case "user": {
-        if (Array.isArray(content) && content.length === 1 && content[0]?.type === "text") {
-          lwMessages.push({ role: "user", content: content[0].text });
-          break;
-        }
-        lwMessages.push({
-          role: "user",
-          content: Array.isArray(content) ? content.map((part) => {
-            switch (part.type) {
-              case "text": {
-                return { type: "text", text: part.text };
-              }
-              case "image": {
-                return {
-                  type: "image_url",
-                  image_url: {
-                    url: convertImageToUrl(part.image, part.mimeType)
-                  }
-                };
-              }
-            }
-          }) : content
-        });
-        break;
-      }
-      case "assistant": {
-        let text = "";
-        const toolCalls = [];
-        if (Array.isArray(content)) {
-          for (const part of content) {
-            switch (part.type) {
-              case "text": {
-                text += part.text;
-                break;
-              }
-              case "tool-call": {
-                toolCalls.push({
-                  id: part.toolCallId,
-                  type: "function",
-                  function: {
-                    name: part.toolName,
-                    arguments: JSON.stringify(part.args)
-                  }
-                });
-                break;
-              }
-              default: {
-                const _exhaustiveCheck = part;
-                throw new Error(`Unsupported part: ${_exhaustiveCheck}`);
-              }
-            }
-          }
-        } else {
-          text = content;
-        }
-        lwMessages.push({
-          role: "assistant",
-          content: text,
-          tool_calls: toolCalls.length > 0 ? toolCalls : void 0
-        });
-        break;
-      }
-      case "tool": {
-        for (const toolResponse of content) {
-          lwMessages.push({
-            role: "tool",
-            tool_call_id: toolResponse.toolCallId,
-            content: JSON.stringify(toolResponse.result)
-          });
-        }
-        break;
-      }
-      default: {
-        const _exhaustiveCheck = role;
-        throw new Error(`Unsupported role: ${_exhaustiveCheck}`);
-      }
-    }
-  }
-  return lwMessages;
-}
-var captureError = (error) => {
-  if (error && typeof error === "object" && "has_error" in error && "message" in error && "stacktrace" in error) {
-    return error;
-  } else if (error instanceof Error) {
-    return {
-      has_error: true,
-      message: error.message,
-      stacktrace: error.stack ? error.stack.split("\n") : []
-    };
-  } else if (typeof error === "object" && error !== null) {
-    const err = error;
-    const message = typeof err.message === "string" ? err.message : "An unknown error occurred";
-    const stacktrace = typeof err.stack === "string" ? err.stack.split("\n") : Array.isArray(err.stack) && err.stack.length > 0 && typeof err.stack[0] === "string" ? err.stack : ["No stack trace available"];
-    return {
-      has_error: true,
-      message,
-      stacktrace
-    };
-  } else {
-    return {
-      has_error: true,
-      message: String(error),
-      stacktrace: []
-    };
-  }
-};
-var autoconvertTypedValues = (value) => {
-  if (typeof value === "string") {
-    return { type: "text", value };
-  }
-  const chatMessages = z.array(chatMessageSchema).safeParse(value);
-  if (Array.isArray(value) && chatMessages.success) {
-    return {
-      type: "chat_messages",
-      value: chatMessages.data
-    };
-  }
-  try {
-    JSON.stringify(value);
-    return { type: "json", value };
-  } catch (e) {
-    return { type: "raw", value };
-  }
-};
+};
+var optionalCreateSpan = ({
+  trace,
+  span,
+  name,
+  type
+}) => {
+  if (span) {
+    return span.startSpan({ name, type });
+  } else if (trace) {
+    return trace.startSpan({ name, type });
+  }
+  return void 0;
+};
+var prepareData = (params) => {
+  const data = {};
+  if (params.input) data.input = params.input;
+  if (params.output) data.output = params.output;
+  if (params.expectedOutput) data.expected_output = params.expectedOutput;
+  if (params.contexts && params.contexts.length > 0)
+    data.contexts = params.contexts;
+  if (params.conversation && params.conversation.length > 0)
+    data.conversation = params.conversation;
+  if (params.span) {
+    params.span.update({
+      input: { type: "json", value: data },
+      params: params.settings
+    });
+  }
+  return {
+    url: `${process.env.LANGWATCH_ENDPOINT}/api/evaluations/${params.slug}/evaluate`,
+    json: {
+      trace_id: params.traceId,
+      span_id: params.spanId,
+      name: params.name,
+      data,
+      settings: params.settings,
+      as_guardrail: params.asGuardrail
+    },
+    headers: {
+      "X-Auth-Token": process.env.LANGWATCH_API_KEY ?? "",
+      "Content-Type": "application/json"
+    }
+  };
+};
+var handleResponse = (response, span, asGuardrail = false) => {
+  if (response.status === "error") {
+    response.details = response.details ?? "";
+  }
+  for (const key of Object.keys(response)) {
+    if (response[key] === null || response[key] === void 0) {
+      delete response[key];
+    }
+  }
+  if (span) {
+    const output = asGuardrail ? {
+      type: "guardrail_result",
+      value: response
+    } : {
+      type: "evaluation_result",
+      value: response
+    };
+    span.update({ output });
+    if (response.cost) {
+      span.update({
+        metrics: {
+          cost: response.cost.amount
+        }
+      });
+    }
+    span.end();
+  }
+  return response;
+};
+var handleException = (e, span, asGuardrail = false) => {
+  const response = {
+    status: "error",
+    details: e.toString()
+  };
+  if (asGuardrail) {
+    response.passed = true;
+  }
+  return handleResponse(response, span, asGuardrail);
+};
 
 // node_modules/uuid/dist/esm-node/rng.js
 var import_crypto = __toESM(require("crypto"));
@@ -5928,526 +5505,1136 @@ var AIMessage = class extends BaseMessage {
       writable: true,
       value: void 0
     });
-    if (typeof initParams !== "string") {
-      this.tool_calls = initParams.tool_calls ?? this.tool_calls;
-      this.invalid_tool_calls = initParams.invalid_tool_calls ?? this.invalid_tool_calls;
-    }
-    this.usage_metadata = initParams.usage_metadata;
+    if (typeof initParams !== "string") {
+      this.tool_calls = initParams.tool_calls ?? this.tool_calls;
+      this.invalid_tool_calls = initParams.invalid_tool_calls ?? this.invalid_tool_calls;
+    }
+    this.usage_metadata = initParams.usage_metadata;
+  }
+  static lc_name() {
+    return "AIMessage";
+  }
+  _getType() {
+    return "ai";
+  }
+};
+var AIMessageChunk = class _AIMessageChunk extends BaseMessageChunk {
+  constructor(fields) {
+    let initParams;
+    if (typeof fields === "string") {
+      initParams = {
+        content: fields,
+        tool_calls: [],
+        invalid_tool_calls: [],
+        tool_call_chunks: []
+      };
+    } else if (fields.tool_call_chunks === void 0) {
+      initParams = {
+        ...fields,
+        tool_calls: [],
+        invalid_tool_calls: [],
+        tool_call_chunks: []
+      };
+    } else {
+      const toolCalls = [];
+      const invalidToolCalls = [];
+      for (const toolCallChunk of fields.tool_call_chunks) {
+        let parsedArgs = {};
+        try {
+          parsedArgs = parsePartialJson(toolCallChunk.args ?? "{}") ?? {};
+          if (typeof parsedArgs !== "object" || Array.isArray(parsedArgs)) {
+            throw new Error("Malformed tool call chunk args.");
+          }
+          toolCalls.push({
+            name: toolCallChunk.name ?? "",
+            args: parsedArgs,
+            id: toolCallChunk.id
+          });
+        } catch (e) {
+          invalidToolCalls.push({
+            name: toolCallChunk.name,
+            args: toolCallChunk.args,
+            id: toolCallChunk.id,
+            error: "Malformed args."
+          });
+        }
+      }
+      initParams = {
+        ...fields,
+        tool_calls: toolCalls,
+        invalid_tool_calls: invalidToolCalls
+      };
+    }
+    super(initParams);
+    Object.defineProperty(this, "tool_calls", {
+      enumerable: true,
+      configurable: true,
+      writable: true,
+      value: []
+    });
+    Object.defineProperty(this, "invalid_tool_calls", {
+      enumerable: true,
+      configurable: true,
+      writable: true,
+      value: []
+    });
+    Object.defineProperty(this, "tool_call_chunks", {
+      enumerable: true,
+      configurable: true,
+      writable: true,
+      value: []
+    });
+    Object.defineProperty(this, "usage_metadata", {
+      enumerable: true,
+      configurable: true,
+      writable: true,
+      value: void 0
+    });
+    this.tool_call_chunks = initParams.tool_call_chunks ?? this.tool_call_chunks;
+    this.tool_calls = initParams.tool_calls ?? this.tool_calls;
+    this.invalid_tool_calls = initParams.invalid_tool_calls ?? this.invalid_tool_calls;
+    this.usage_metadata = initParams.usage_metadata;
+  }
+  get lc_aliases() {
+    return {
+      ...super.lc_aliases,
+      tool_calls: "tool_calls",
+      invalid_tool_calls: "invalid_tool_calls",
+      tool_call_chunks: "tool_call_chunks"
+    };
+  }
+  static lc_name() {
+    return "AIMessageChunk";
+  }
+  _getType() {
+    return "ai";
+  }
+  concat(chunk) {
+    const combinedFields = {
+      content: mergeContent(this.content, chunk.content),
+      additional_kwargs: _mergeDicts(this.additional_kwargs, chunk.additional_kwargs),
+      response_metadata: _mergeDicts(this.response_metadata, chunk.response_metadata),
+      tool_call_chunks: []
+    };
+    if (this.tool_call_chunks !== void 0 || chunk.tool_call_chunks !== void 0) {
+      const rawToolCalls = _mergeLists(this.tool_call_chunks, chunk.tool_call_chunks);
+      if (rawToolCalls !== void 0 && rawToolCalls.length > 0) {
+        combinedFields.tool_call_chunks = rawToolCalls;
+      }
+    }
+    if (this.usage_metadata !== void 0 || chunk.usage_metadata !== void 0) {
+      const left = this.usage_metadata ?? {
+        input_tokens: 0,
+        output_tokens: 0,
+        total_tokens: 0
+      };
+      const right = chunk.usage_metadata ?? {
+        input_tokens: 0,
+        output_tokens: 0,
+        total_tokens: 0
+      };
+      const usage_metadata = {
+        input_tokens: left.input_tokens + right.input_tokens,
+        output_tokens: left.output_tokens + right.output_tokens,
+        total_tokens: left.total_tokens + right.total_tokens
+      };
+      combinedFields.usage_metadata = usage_metadata;
+    }
+    return new _AIMessageChunk(combinedFields);
+  }
+};
+
+// node_modules/@langchain/core/dist/messages/function.js
+var FunctionMessage = class extends BaseMessage {
+  static lc_name() {
+    return "FunctionMessage";
+  }
+  constructor(fields, name) {
+    if (typeof fields === "string") {
+      fields = { content: fields, name };
+    }
+    super(fields);
+  }
+  _getType() {
+    return "function";
+  }
+};
+var FunctionMessageChunk = class _FunctionMessageChunk extends BaseMessageChunk {
+  static lc_name() {
+    return "FunctionMessageChunk";
+  }
+  _getType() {
+    return "function";
+  }
+  concat(chunk) {
+    return new _FunctionMessageChunk({
+      content: mergeContent(this.content, chunk.content),
+      additional_kwargs: _mergeDicts(this.additional_kwargs, chunk.additional_kwargs),
+      response_metadata: _mergeDicts(this.response_metadata, chunk.response_metadata),
+      name: this.name ?? ""
+    });
+  }
+};
+
+// node_modules/@langchain/core/dist/messages/human.js
+var HumanMessage = class extends BaseMessage {
+  static lc_name() {
+    return "HumanMessage";
+  }
+  _getType() {
+    return "human";
+  }
+};
+var HumanMessageChunk = class _HumanMessageChunk extends BaseMessageChunk {
+  static lc_name() {
+    return "HumanMessageChunk";
+  }
+  _getType() {
+    return "human";
+  }
+  concat(chunk) {
+    return new _HumanMessageChunk({
+      content: mergeContent(this.content, chunk.content),
+      additional_kwargs: _mergeDicts(this.additional_kwargs, chunk.additional_kwargs),
+      response_metadata: _mergeDicts(this.response_metadata, chunk.response_metadata)
+    });
   }
+};
+
+// node_modules/@langchain/core/dist/messages/system.js
+var SystemMessage = class extends BaseMessage {
   static lc_name() {
-    return "AIMessage";
+    return "SystemMessage";
   }
   _getType() {
-    return "ai";
+    return "system";
   }
 };
-var AIMessageChunk = class _AIMessageChunk extends BaseMessageChunk {
-  constructor(fields) {
-    let initParams;
-    if (typeof fields === "string") {
-      initParams = {
-        content: fields,
-        tool_calls: [],
-        invalid_tool_calls: [],
-        tool_call_chunks: []
-      };
-    } else if (fields.tool_call_chunks === void 0) {
-      initParams = {
-        ...fields,
-        tool_calls: [],
-        invalid_tool_calls: [],
-        tool_call_chunks: []
-      };
-    } else {
-      const toolCalls = [];
-      const invalidToolCalls = [];
-      for (const toolCallChunk of fields.tool_call_chunks) {
-        let parsedArgs = {};
-        try {
-          parsedArgs = parsePartialJson(toolCallChunk.args ?? "{}") ?? {};
-          if (typeof parsedArgs !== "object" || Array.isArray(parsedArgs)) {
-            throw new Error("Malformed tool call chunk args.");
+var SystemMessageChunk = class _SystemMessageChunk extends BaseMessageChunk {
+  static lc_name() {
+    return "SystemMessageChunk";
+  }
+  _getType() {
+    return "system";
+  }
+  concat(chunk) {
+    return new _SystemMessageChunk({
+      content: mergeContent(this.content, chunk.content),
+      additional_kwargs: _mergeDicts(this.additional_kwargs, chunk.additional_kwargs),
+      response_metadata: _mergeDicts(this.response_metadata, chunk.response_metadata)
+    });
+  }
+};
+
+// node_modules/@langchain/core/dist/messages/utils.js
+function mapChatMessagesToStoredMessages(messages) {
+  return messages.map((message) => message.toDict());
+}
+
+// src/langchain.ts
+var import_javascript_stringify = __toESM(require_dist());
+var LangWatchCallbackHandler = class extends BaseCallbackHandler {
+  constructor({ trace }) {
+    super();
+    this.name = "LangWatchCallbackHandler";
+    this.spans = {};
+    this.trace = trace;
+  }
+  async handleLLMStart(llm, prompts, runId, parentRunId, extraParams, _tags, metadata, name) {
+    this.spans[runId] = this.buildLLMSpan({
+      llm,
+      runId,
+      parentRunId,
+      input: {
+        type: "json",
+        value: prompts
+      },
+      extraParams,
+      metadata,
+      name
+    });
+  }
+  buildLLMSpan({
+    llm,
+    runId,
+    parentRunId,
+    input,
+    extraParams,
+    metadata,
+    name
+  }) {
+    try {
+      const parent = this.getParent(parentRunId);
+      const vendor = metadata?.ls_provider ?? llm.id.at(-2)?.toString();
+      const model = metadata?.ls_model_name ?? llm.kwargs?.model ?? "unknown";
+      const span = parent.startLLMSpan({
+        spanId: runId,
+        name: name ?? llm.id.at(-1)?.toString(),
+        input,
+        model: [vendor, model].filter((x) => x).join("/"),
+        params: {
+          temperature: extraParams?.invocation_params?.temperature,
+          ...extraParams?.invocation_params?.functions ? { functions: extraParams?.invocation_params?.functions } : {}
+        }
+      });
+      return span;
+    } catch (e) {
+      this.trace.client.emit("error", e);
+      throw e;
+    }
+  }
+  async handleChatModelStart(llm, messages, runId, parentRunId, extraParams, tags, metadata, name) {
+    this.spans[runId] = this.buildLLMSpan({
+      name,
+      llm,
+      runId,
+      parentRunId,
+      input: {
+        type: "chat_messages",
+        value: messages.flatMap(convertFromLangChainMessages)
+      },
+      extraParams,
+      metadata
+    });
+  }
+  async handleNewToken(_token, runId) {
+    const span = this.spans[runId];
+    if (runId && span && !span.timestamps.firstTokenAt) {
+      span.update({
+        timestamps: { ...span.timestamps, firstTokenAt: Date.now() }
+      });
+    }
+  }
+  async handleLLMEnd(response, runId, _parentRunId) {
+    try {
+      const span = this.spans[runId];
+      if (!span) {
+        return;
+      }
+      const outputs = [];
+      for (const generation of response.generations) {
+        for (const generation_ of generation) {
+          if ("message" in generation_) {
+            outputs.push({
+              type: "chat_messages",
+              value: convertFromLangChainMessages([
+                generation_.message
+              ])
+            });
+          } else if ("text" in generation_) {
+            outputs.push({
+              type: "text",
+              value: generation_.text
+            });
+          } else {
+            outputs.push({
+              type: "text",
+              value: JSON.stringify(generation_)
+            });
           }
-          toolCalls.push({
-            name: toolCallChunk.name ?? "",
-            args: parsedArgs,
-            id: toolCallChunk.id
-          });
-        } catch (e) {
-          invalidToolCalls.push({
-            name: toolCallChunk.name,
-            args: toolCallChunk.args,
-            id: toolCallChunk.id,
-            error: "Malformed args."
-          });
         }
       }
-      initParams = {
-        ...fields,
-        tool_calls: toolCalls,
-        invalid_tool_calls: invalidToolCalls
-      };
+      const output = outputs.length === 1 ? outputs[0] : { type: "list", value: outputs };
+      span.end({
+        output
+        // ...(metrics ? { metrics } : {}),
+      });
+    } catch (e) {
+      this.trace.client.emit("error", e);
+      throw e;
     }
-    super(initParams);
-    Object.defineProperty(this, "tool_calls", {
-      enumerable: true,
-      configurable: true,
-      writable: true,
-      value: []
-    });
-    Object.defineProperty(this, "invalid_tool_calls", {
-      enumerable: true,
-      configurable: true,
-      writable: true,
-      value: []
+  }
+  async handleLLMError(err, runId, _parentRunId) {
+    this.errorSpan({ runId, error: err });
+  }
+  async handleChainStart(chain, inputs, runId, parentRunId, _tags, _metadata, _runType, name) {
+    this.spans[runId] = this.buildSpan({
+      type: "chain",
+      serialized: chain,
+      runId,
+      parentRunId,
+      input: inputs,
+      name
     });
-    Object.defineProperty(this, "tool_call_chunks", {
-      enumerable: true,
-      configurable: true,
-      writable: true,
-      value: []
+  }
+  async handleChainEnd(output, runId, _parentRunId) {
+    this.endSpan({
+      runId,
+      output
     });
-    Object.defineProperty(this, "usage_metadata", {
-      enumerable: true,
-      configurable: true,
-      writable: true,
-      value: void 0
+  }
+  async handleChainError(err, runId, _parentRunId, _tags, _kwargs) {
+    this.errorSpan({ runId, error: err });
+  }
+  async handleToolStart(tool, input, runId, parentRunId, _tags, _metadata, name) {
+    this.spans[runId] = this.buildSpan({
+      type: "tool",
+      serialized: tool,
+      runId,
+      parentRunId,
+      input,
+      name
     });
-    this.tool_call_chunks = initParams.tool_call_chunks ?? this.tool_call_chunks;
-    this.tool_calls = initParams.tool_calls ?? this.tool_calls;
-    this.invalid_tool_calls = initParams.invalid_tool_calls ?? this.invalid_tool_calls;
-    this.usage_metadata = initParams.usage_metadata;
   }
-  get lc_aliases() {
-    return {
-      ...super.lc_aliases,
-      tool_calls: "tool_calls",
-      invalid_tool_calls: "invalid_tool_calls",
-      tool_call_chunks: "tool_call_chunks"
-    };
+  async handleToolEnd(output, runId, _parentRunId) {
+    this.endSpan({ runId, output });
   }
-  static lc_name() {
-    return "AIMessageChunk";
+  async handleToolError(err, runId, _parentRunId, _tags) {
+    this.errorSpan({ runId, error: err });
   }
-  _getType() {
-    return "ai";
+  async handleRetrieverStart(retriever, query, runId, parentRunId, _tags, _metadata, name) {
+    try {
+      const parent = this.getParent(parentRunId);
+      this.spans[runId] = parent.startRAGSpan({
+        spanId: runId,
+        name: name ?? retriever.name ?? retriever.id.at(-1)?.toString(),
+        input: this.autoconvertTypedValues(query)
+      });
+    } catch (e) {
+      this.trace.client.emit("error", e);
+      throw e;
+    }
   }
-  concat(chunk) {
-    const combinedFields = {
-      content: mergeContent(this.content, chunk.content),
-      additional_kwargs: _mergeDicts(this.additional_kwargs, chunk.additional_kwargs),
-      response_metadata: _mergeDicts(this.response_metadata, chunk.response_metadata),
-      tool_call_chunks: []
-    };
-    if (this.tool_call_chunks !== void 0 || chunk.tool_call_chunks !== void 0) {
-      const rawToolCalls = _mergeLists(this.tool_call_chunks, chunk.tool_call_chunks);
-      if (rawToolCalls !== void 0 && rawToolCalls.length > 0) {
-        combinedFields.tool_call_chunks = rawToolCalls;
+  async handleRetrieverEnd(documents, runId, _parentRunId, _tags) {
+    try {
+      const contexts = documents.map((doc) => ({
+        content: doc.pageContent,
+        ...doc.metadata.source ? { documentId: doc.metadata.source } : {}
+      }));
+      const span = this.spans[runId];
+      if (!span) {
+        return;
       }
+      span.end({
+        contexts,
+        output: this.autoconvertTypedValues(documents)
+      });
+    } catch (e) {
+      this.trace.client.emit("error", e);
+      throw e;
     }
-    if (this.usage_metadata !== void 0 || chunk.usage_metadata !== void 0) {
-      const left = this.usage_metadata ?? {
-        input_tokens: 0,
-        output_tokens: 0,
-        total_tokens: 0
-      };
-      const right = chunk.usage_metadata ?? {
-        input_tokens: 0,
-        output_tokens: 0,
-        total_tokens: 0
-      };
-      const usage_metadata = {
-        input_tokens: left.input_tokens + right.input_tokens,
-        output_tokens: left.output_tokens + right.output_tokens,
-        total_tokens: left.total_tokens + right.total_tokens
-      };
-      combinedFields.usage_metadata = usage_metadata;
-    }
-    return new _AIMessageChunk(combinedFields);
   }
-};
-
-// node_modules/@langchain/core/dist/messages/function.js
-var FunctionMessage = class extends BaseMessage {
-  static lc_name() {
-    return "FunctionMessage";
+  async handleRetrieverError(err, runId, _parentRunId, _tags) {
+    this.errorSpan({ runId, error: err });
   }
-  constructor(fields, name) {
-    if (typeof fields === "string") {
-      fields = { content: fields, name };
+  async handleAgentAction(_action, runId, _parentRunId, _tags) {
+    const span = this.spans[runId];
+    if (!span) {
+      return;
     }
-    super(fields);
-  }
-  _getType() {
-    return "function";
-  }
-};
-var FunctionMessageChunk = class _FunctionMessageChunk extends BaseMessageChunk {
-  static lc_name() {
-    return "FunctionMessageChunk";
-  }
-  _getType() {
-    return "function";
-  }
-  concat(chunk) {
-    return new _FunctionMessageChunk({
-      content: mergeContent(this.content, chunk.content),
-      additional_kwargs: _mergeDicts(this.additional_kwargs, chunk.additional_kwargs),
-      response_metadata: _mergeDicts(this.response_metadata, chunk.response_metadata),
-      name: this.name ?? ""
+    span.update({
+      type: "agent"
     });
   }
-};
-
-// node_modules/@langchain/core/dist/messages/human.js
-var HumanMessage = class extends BaseMessage {
-  static lc_name() {
-    return "HumanMessage";
-  }
-  _getType() {
-    return "human";
+  async handleAgentEnd(action, runId, _parentRunId, _tags) {
+    this.endSpan({
+      runId,
+      output: action.returnValues
+    });
   }
-};
-var HumanMessageChunk = class _HumanMessageChunk extends BaseMessageChunk {
-  static lc_name() {
-    return "HumanMessageChunk";
+  buildSpan({
+    type,
+    serialized,
+    runId,
+    parentRunId,
+    input,
+    name
+  }) {
+    try {
+      const parent = this.getParent(parentRunId);
+      const span = parent.startSpan({
+        spanId: runId,
+        type,
+        name: name ?? serialized.name ?? serialized.id.at(-1)?.toString(),
+        input: this.autoconvertTypedValues(input)
+      });
+      return span;
+    } catch (e) {
+      this.trace.client.emit("error", e);
+      throw e;
+    }
   }
-  _getType() {
-    return "human";
+  endSpan({ runId, output }) {
+    try {
+      const span = this.spans[runId];
+      if (!span) {
+        return;
+      }
+      span.end({
+        output: this.autoconvertTypedValues(output)
+      });
+    } catch (e) {
+      this.trace.client.emit("error", e);
+      throw e;
+    }
   }
-  concat(chunk) {
-    return new _HumanMessageChunk({
-      content: mergeContent(this.content, chunk.content),
-      additional_kwargs: _mergeDicts(this.additional_kwargs, chunk.additional_kwargs),
-      response_metadata: _mergeDicts(this.response_metadata, chunk.response_metadata)
+  errorSpan({ runId, error }) {
+    const span = this.spans[runId];
+    if (!span) {
+      return;
+    }
+    span.end({
+      error
     });
   }
-};
-
-// node_modules/@langchain/core/dist/messages/system.js
-var SystemMessage = class extends BaseMessage {
-  static lc_name() {
-    return "SystemMessage";
+  autoconvertTypedValues(value) {
+    if (!value || typeof value === "object" && Object.keys(value).length === 0) {
+      return void 0;
+    }
+    if (typeof value === "string") {
+      return { type: "text", value };
+    }
+    try {
+      JSON.stringify(value);
+      return { type: "json", value };
+    } catch (e) {
+      return { type: "text", value: (0, import_javascript_stringify.stringify)(value) ?? value.toString() };
+    }
   }
-  _getType() {
-    return "system";
+  getParent(parentRunId) {
+    return (parentRunId ? this.spans[parentRunId] : this.spans[Object.keys(this.spans).at(-1) ?? ""]) ?? this.trace;
   }
 };
-var SystemMessageChunk = class _SystemMessageChunk extends BaseMessageChunk {
-  static lc_name() {
-    return "SystemMessageChunk";
-  }
-  _getType() {
-    return "system";
+var convertFromLangChainMessages = (messages) => {
+  const chatMessages = [];
+  for (const message of messages) {
+    chatMessages.push(convertFromLangChainMessage(message));
   }
-  concat(chunk) {
-    return new _SystemMessageChunk({
-      content: mergeContent(this.content, chunk.content),
-      additional_kwargs: _mergeDicts(this.additional_kwargs, chunk.additional_kwargs),
-      response_metadata: _mergeDicts(this.response_metadata, chunk.response_metadata)
-    });
+  return chatMessages;
+};
+var convertFromLangChainMessage = (message) => {
+  let role = "user";
+  const message_ = message.lc_serializable ? mapChatMessagesToStoredMessages([message])[0] : message;
+  if (message_ instanceof HumanMessage || message_ instanceof HumanMessageChunk || message_.id?.at(-1) === "HumanMessage" || message_.id?.at(-1) === "HumanMessageChunk" || message_.type === "human") {
+    role = "user";
+  } else if (message instanceof AIMessage || message instanceof AIMessageChunk || message.id?.at(-1) === "AIMessage" || message.id?.at(-1) === "AIMessageChunk" || message_.type === "ai") {
+    role = "assistant";
+  } else if (message instanceof SystemMessage || message instanceof SystemMessageChunk || message.id?.at(-1) === "SystemMessage" || message.id?.at(-1) === "SystemMessageChunk" || message_.type === "system") {
+    role = "system";
+  } else if (message instanceof FunctionMessage || message instanceof FunctionMessageChunk || message.id?.at(-1) === "FunctionMessage" || message.id?.at(-1) === "FunctionMessageChunk" || message_.type === "function") {
+    role = "function";
+  } else if (message instanceof ToolMessage || message instanceof ToolMessageChunk || message.id?.at(-1) === "ToolMessage" || message.id?.at(-1) === "ToolMessageChunk" || message_.type === "tool") {
+    role = "tool";
   }
+  const content = typeof message.content === "string" ? message.content : message.content.map(
+    (content2) => content2.type === "text" ? { type: "text", text: content2.text } : content2.type == "image_url" ? { type: "image_url", image_url: content2.image_url } : { type: "text", text: JSON.stringify(content2) }
+  );
+  const functionCall = message.additional_kwargs;
+  return {
+    role,
+    content,
+    ...functionCall && typeof functionCall === "object" && Object.keys(functionCall).length > 0 ? { function_call: functionCall } : {}
+  };
 };
 
-// node_modules/@langchain/core/dist/messages/utils.js
-function mapChatMessagesToStoredMessages(messages) {
-  return messages.map((message) => message.toDict());
+// src/server/types/tracer.generated.ts
+var chatRoleSchema = z.union([
+  z.literal("system"),
+  z.literal("user"),
+  z.literal("assistant"),
+  z.literal("function"),
+  z.literal("tool"),
+  z.literal("unknown")
+]);
+var functionCallSchema = z.object({
+  name: z.string().optional(),
+  arguments: z.string().optional()
+});
+var toolCallSchema = z.object({
+  id: z.string(),
+  type: z.string(),
+  function: functionCallSchema
+});
+var rAGChunkSchema = z.object({
+  document_id: z.string().optional().nullable(),
+  chunk_id: z.string().optional().nullable(),
+  content: z.union([z.string(), z.record(z.any()), z.array(z.any())])
+});
+var chatRichContentSchema = z.union([
+  z.object({
+    type: z.literal("text"),
+    text: z.string().optional()
+  }),
+  z.object({
+    type: z.literal("image_url"),
+    image_url: z.object({
+      url: z.string(),
+      detail: z.union([z.literal("auto"), z.literal("low"), z.literal("high")]).optional()
+    }).optional()
+  })
+]);
+var typedValueTextSchema = z.object({
+  type: z.literal("text"),
+  value: z.string()
+});
+var typedValueRawSchema = z.object({
+  type: z.literal("raw"),
+  value: z.string()
+});
+var jSONSerializableSchema = z.union([
+  z.string(),
+  z.number(),
+  z.boolean(),
+  z.record(z.any()),
+  z.array(z.any())
+]).nullable();
+var typedValueJsonSchema = z.object({
+  type: z.literal("json"),
+  value: jSONSerializableSchema
+});
+var moneySchema = z.object({
+  currency: z.string(),
+  amount: z.number()
+});
+var evaluationResultSchema = z.object({
+  status: z.union([
+    z.literal("processed"),
+    z.literal("skipped"),
+    z.literal("error")
+  ]),
+  passed: z.boolean().optional().nullable(),
+  score: z.number().optional().nullable(),
+  label: z.string().optional().nullable(),
+  details: z.string().optional().nullable(),
+  cost: moneySchema.optional().nullable()
+});
+var typedValueGuardrailResultSchema = z.object({
+  type: z.literal("guardrail_result"),
+  value: evaluationResultSchema
+});
+var typedValueEvaluationResultSchema = z.object({
+  type: z.literal("evaluation_result"),
+  value: evaluationResultSchema
+});
+var errorCaptureSchema = z.object({
+  has_error: z.literal(true),
+  message: z.string(),
+  stacktrace: z.array(z.string())
+});
+var spanMetricsSchema = z.object({
+  prompt_tokens: z.number().optional().nullable(),
+  completion_tokens: z.number().optional().nullable(),
+  tokens_estimated: z.boolean().optional().nullable(),
+  cost: z.number().optional().nullable()
+});
+var reservedSpanParamsSchema = z.object({
+  frequency_penalty: z.number().optional().nullable(),
+  logit_bias: z.record(z.number()).optional().nullable(),
+  logprobs: z.boolean().optional().nullable(),
+  top_logprobs: z.number().optional().nullable(),
+  max_tokens: z.number().optional().nullable(),
+  n: z.number().optional().nullable(),
+  presence_penalty: z.number().optional().nullable(),
+  seed: z.number().optional().nullable(),
+  stop: z.union([z.string(), z.array(z.string())]).optional().nullable(),
+  stream: z.boolean().optional().nullable(),
+  temperature: z.number().optional().nullable(),
+  top_p: z.number().optional().nullable(),
+  tools: z.array(z.record(z.any())).optional().nullable(),
+  tool_choice: z.union([z.record(z.any()), z.string()]).optional().nullable(),
+  parallel_tool_calls: z.boolean().optional().nullable(),
+  functions: z.array(z.record(z.any())).optional().nullable(),
+  user: z.string().optional().nullable()
+});
+var spanParamsSchema = reservedSpanParamsSchema.and(z.record(z.any()));
+var spanTimestampsSchema = z.object({
+  started_at: z.number(),
+  first_token_at: z.number().optional().nullable(),
+  finished_at: z.number()
+});
+var spanTypesSchema = z.union([
+  z.literal("span"),
+  z.literal("llm"),
+  z.literal("chain"),
+  z.literal("tool"),
+  z.literal("agent"),
+  z.literal("rag"),
+  z.literal("guardrail"),
+  z.literal("evaluation"),
+  z.literal("workflow"),
+  z.literal("component"),
+  z.literal("server"),
+  z.literal("client"),
+  z.literal("producer"),
+  z.literal("consumer"),
+  z.literal("task"),
+  z.literal("unknown")
+]);
+var traceInputSchema = z.object({
+  value: z.string(),
+  embeddings: z.object({
+    model: z.string(),
+    embeddings: z.array(z.number())
+  }).optional(),
+  satisfaction_score: z.number().optional()
+});
+var traceOutputSchema = z.object({
+  value: z.string(),
+  embeddings: z.object({
+    model: z.string(),
+    embeddings: z.array(z.number())
+  }).optional()
+});
+var primitiveTypeSchema = z.union([z.string(), z.number(), z.boolean(), z.undefined()]).nullable();
+var reservedTraceMetadataSchema = z.object({
+  thread_id: z.string().optional().nullable(),
+  user_id: z.string().optional().nullable(),
+  customer_id: z.string().optional().nullable(),
+  labels: z.array(z.string()).optional().nullable(),
+  topic_id: z.string().optional().nullable(),
+  subtopic_id: z.string().optional().nullable(),
+  sdk_version: z.string().optional().nullable(),
+  sdk_language: z.string().optional().nullable()
+});
+var customMetadataSchema = z.record(
+  z.union([
+    primitiveTypeSchema,
+    z.array(primitiveTypeSchema),
+    z.record(primitiveTypeSchema),
+    z.record(z.record(primitiveTypeSchema))
+  ])
+);
+var traceMetadataSchema = reservedTraceMetadataSchema.and(customMetadataSchema);
+var eventSchema = z.object({
+  event_id: z.string(),
+  event_type: z.string(),
+  project_id: z.string(),
+  metrics: z.record(z.number()),
+  event_details: z.record(z.string()),
+  trace_id: z.string(),
+  timestamps: z.object({
+    started_at: z.number(),
+    inserted_at: z.number(),
+    updated_at: z.number()
+  })
+});
+var elasticSearchEventSchema = eventSchema.omit({ metrics: true, event_details: true }).and(
+  z.object({
+    metrics: z.array(
+      z.object({
+        key: z.string(),
+        value: z.number()
+      })
+    ),
+    event_details: z.array(
+      z.object({
+        key: z.string(),
+        value: z.string()
+      })
+    )
+  })
+);
+var evaluationStatusSchema = z.union([
+  z.literal("scheduled"),
+  z.literal("in_progress"),
+  z.literal("error"),
+  z.literal("skipped"),
+  z.literal("processed")
+]);
+var trackEventRESTParamsValidatorSchema = eventSchema.omit({
+  event_id: true,
+  project_id: true,
+  timestamps: true,
+  event_details: true
+}).and(
+  z.object({
+    event_id: z.string().optional(),
+    event_details: z.record(z.string()).optional(),
+    timestamp: z.number().optional()
+  })
+);
+var contextsSchema = z.object({
+  traceId: z.string(),
+  contexts: z.array(rAGChunkSchema)
+});
+var chatMessageSchema = z.object({
+  role: chatRoleSchema.optional(),
+  content: z.union([z.string(), z.array(chatRichContentSchema)]).optional().nullable(),
+  function_call: functionCallSchema.optional().nullable(),
+  tool_calls: z.array(toolCallSchema).optional().nullable(),
+  tool_call_id: z.string().optional().nullable(),
+  name: z.string().optional().nullable()
+});
+var typedValueChatMessagesSchema = z.object({
+  type: z.literal("chat_messages"),
+  value: z.array(chatMessageSchema)
+});
+var spanInputOutputSchema = z.lazy(
+  () => z.union([
+    typedValueTextSchema,
+    typedValueChatMessagesSchema,
+    typedValueGuardrailResultSchema,
+    typedValueEvaluationResultSchema,
+    typedValueJsonSchema,
+    typedValueRawSchema,
+    z.object({
+      type: z.literal("list"),
+      value: z.array(spanInputOutputSchema)
+    })
+  ])
+);
+var baseSpanSchema = z.object({
+  span_id: z.string(),
+  parent_id: z.string().optional().nullable(),
+  trace_id: z.string(),
+  type: spanTypesSchema,
+  name: z.string().optional().nullable(),
+  input: spanInputOutputSchema.optional().nullable(),
+  output: spanInputOutputSchema.optional().nullable(),
+  error: errorCaptureSchema.optional().nullable(),
+  timestamps: spanTimestampsSchema,
+  metrics: spanMetricsSchema.optional().nullable(),
+  params: spanParamsSchema.optional().nullable()
+});
+var lLMSpanSchema = baseSpanSchema.extend({
+  type: z.literal("llm"),
+  vendor: z.string().optional().nullable(),
+  model: z.string().optional().nullable()
+});
+var rAGSpanSchema = baseSpanSchema.extend({
+  type: z.literal("rag"),
+  contexts: z.array(rAGChunkSchema)
+});
+var spanSchema = z.union([
+  lLMSpanSchema,
+  rAGSpanSchema,
+  baseSpanSchema
+]);
+var spanInputOutputValidatorSchema = spanInputOutputSchema.and(
+  z.object({
+    value: z.any()
+  })
+);
+var spanValidatorSchema = z.union([
+  lLMSpanSchema.omit({ input: true, output: true, params: true }),
+  rAGSpanSchema.omit({ input: true, output: true, params: true }),
+  baseSpanSchema.omit({ input: true, output: true, params: true })
+]).and(
+  z.object({
+    input: spanInputOutputValidatorSchema.optional().nullable(),
+    output: spanInputOutputValidatorSchema.optional().nullable(),
+    params: z.record(z.any()).optional().nullable()
+  })
+);
+var evaluationSchema = z.object({
+  evaluation_id: z.string(),
+  evaluator_id: z.string(),
+  span_id: z.string().optional().nullable(),
+  name: z.string(),
+  type: z.string().optional().nullable(),
+  is_guardrail: z.boolean().optional().nullable(),
+  status: evaluationStatusSchema,
+  passed: z.boolean().optional().nullable(),
+  score: z.number().optional().nullable(),
+  label: z.string().optional().nullable(),
+  details: z.string().optional().nullable(),
+  error: errorCaptureSchema.optional().nullable(),
+  retries: z.number().optional().nullable(),
+  timestamps: z.object({
+    inserted_at: z.number().optional().nullable(),
+    started_at: z.number().optional().nullable(),
+    finished_at: z.number().optional().nullable(),
+    updated_at: z.number().optional().nullable()
+  })
+});
+var rESTEvaluationSchema = evaluationSchema.omit({
+  evaluation_id: true,
+  evaluator_id: true,
+  status: true,
+  timestamps: true,
+  retries: true
+}).and(
+  z.object({
+    evaluation_id: z.string().optional().nullable(),
+    evaluator_id: z.string().optional().nullable(),
+    status: z.union([
+      z.literal("processed"),
+      z.literal("skipped"),
+      z.literal("error")
+    ]).optional().nullable(),
+    timestamps: z.object({
+      started_at: z.number().optional().nullable(),
+      finished_at: z.number().optional().nullable()
+    }).optional().nullable()
+  })
+);
+var collectorRESTParamsSchema = z.object({
+  trace_id: z.union([z.string(), z.undefined()]).optional().nullable(),
+  spans: z.array(spanSchema),
+  metadata: z.object({
+    user_id: z.union([z.string(), z.undefined()]).optional().nullable(),
+    thread_id: z.union([z.string(), z.undefined()]).optional().nullable(),
+    customer_id: z.union([z.string(), z.undefined()]).optional().nullable(),
+    labels: z.union([z.array(z.string()), z.undefined()]).optional().nullable(),
+    sdk_version: z.union([z.string(), z.undefined()]).optional().nullable(),
+    sdk_language: z.union([z.string(), z.undefined()]).optional().nullable()
+  }).and(customMetadataSchema).optional(),
+  expected_output: z.string().optional().nullable(),
+  evaluations: z.array(rESTEvaluationSchema).optional()
+});
+var collectorRESTParamsValidatorSchema = collectorRESTParamsSchema.omit({ spans: true });
+var datasetSpanSchema = z.union([
+  baseSpanSchema.omit({
+    project_id: true,
+    trace_id: true,
+    id: true,
+    timestamps: true,
+    metrics: true,
+    params: true
+  }).and(
+    z.object({
+      params: z.record(z.any())
+    })
+  ),
+  lLMSpanSchema.omit({
+    project_id: true,
+    trace_id: true,
+    id: true,
+    timestamps: true,
+    metrics: true,
+    params: true
+  }).and(
+    z.object({
+      params: z.record(z.any())
+    })
+  ),
+  rAGSpanSchema.omit({
+    project_id: true,
+    trace_id: true,
+    id: true,
+    timestamps: true,
+    metrics: true,
+    params: true
+  }).and(
+    z.object({
+      params: z.record(z.any())
+    })
+  )
+]);
+var traceSchema = z.object({
+  trace_id: z.string(),
+  project_id: z.string(),
+  metadata: traceMetadataSchema,
+  timestamps: z.object({
+    started_at: z.number(),
+    inserted_at: z.number(),
+    updated_at: z.number()
+  }),
+  input: traceInputSchema.optional(),
+  output: traceOutputSchema.optional(),
+  contexts: z.array(rAGChunkSchema).optional(),
+  expected_output: z.object({
+    value: z.string()
+  }).optional(),
+  metrics: z.object({
+    first_token_ms: z.number().optional().nullable(),
+    total_time_ms: z.number().optional().nullable(),
+    prompt_tokens: z.number().optional().nullable(),
+    completion_tokens: z.number().optional().nullable(),
+    total_cost: z.number().optional().nullable(),
+    tokens_estimated: z.boolean().optional().nullable()
+  }).optional(),
+  error: errorCaptureSchema.optional().nullable(),
+  indexing_md5s: z.array(z.string()).optional(),
+  events: z.array(eventSchema).optional(),
+  evaluations: z.array(evaluationSchema).optional()
+});
+
+// src/typeUtils.ts
+function camelToSnakeCase(str) {
+  return str.replace(/[A-Z]/g, (letter) => `_${letter.toLowerCase()}`);
 }
-
-// src/langchain.ts
-var import_javascript_stringify = __toESM(require_dist());
-var LangWatchCallbackHandler = class extends BaseCallbackHandler {
-  constructor({ trace }) {
-    super();
-    this.name = "LangWatchCallbackHandler";
-    this.spans = {};
-    this.trace = trace;
-  }
-  async handleLLMStart(llm, prompts, runId, parentRunId, extraParams, _tags, metadata, name) {
-    this.spans[runId] = this.buildLLMSpan({
-      llm,
-      runId,
-      parentRunId,
-      input: {
-        type: "json",
-        value: prompts
-      },
-      extraParams,
-      metadata,
-      name
-    });
-  }
-  buildLLMSpan({
-    llm,
-    runId,
-    parentRunId,
-    input,
-    extraParams,
-    metadata,
-    name
-  }) {
-    try {
-      const parent = this.getParent(parentRunId);
-      const vendor = metadata?.ls_provider ?? llm.id.at(-2)?.toString();
-      const model = metadata?.ls_model_name ?? llm.kwargs?.model ?? "unknown";
-      const span = parent.startLLMSpan({
-        spanId: runId,
-        name: name ?? llm.id.at(-1)?.toString(),
-        input,
-        model: [vendor, model].filter((x) => x).join("/"),
-        params: {
-          temperature: extraParams?.invocation_params?.temperature,
-          ...extraParams?.invocation_params?.functions ? { functions: extraParams?.invocation_params?.functions } : {}
-        }
-      });
-      return span;
-    } catch (e) {
-      this.trace.client.emit("error", e);
-      throw e;
-    }
-  }
-  async handleChatModelStart(llm, messages, runId, parentRunId, extraParams, tags, metadata, name) {
-    this.spans[runId] = this.buildLLMSpan({
-      name,
-      llm,
-      runId,
-      parentRunId,
-      input: {
-        type: "chat_messages",
-        value: messages.flatMap(convertFromLangChainMessages)
-      },
-      extraParams,
-      metadata
-    });
-  }
-  async handleNewToken(_token, runId) {
-    const span = this.spans[runId];
-    if (runId && span && !span.timestamps.firstTokenAt) {
-      span.update({
-        timestamps: { ...span.timestamps, firstTokenAt: Date.now() }
-      });
-    }
-  }
-  async handleLLMEnd(response, runId, _parentRunId) {
-    try {
-      const span = this.spans[runId];
-      if (!span) {
-        return;
-      }
-      const outputs = [];
-      for (const generation of response.generations) {
-        for (const generation_ of generation) {
-          if ("message" in generation_) {
-            outputs.push({
-              type: "chat_messages",
-              value: convertFromLangChainMessages([
-                generation_.message
-              ])
-            });
-          } else if ("text" in generation_) {
-            outputs.push({
-              type: "text",
-              value: generation_.text
-            });
-          } else {
-            outputs.push({
-              type: "text",
-              value: JSON.stringify(generation_)
-            });
-          }
-        }
-      }
-      const output = outputs.length === 1 ? outputs[0] : { type: "list", value: outputs };
-      span.end({
-        output
-        // ...(metrics ? { metrics } : {}),
-      });
-    } catch (e) {
-      this.trace.client.emit("error", e);
-      throw e;
-    }
-  }
-  async handleLLMError(err, runId, _parentRunId) {
-    this.errorSpan({ runId, error: err });
-  }
-  async handleChainStart(chain, inputs, runId, parentRunId, _tags, _metadata, _runType, name) {
-    this.spans[runId] = this.buildSpan({
-      type: "chain",
-      serialized: chain,
-      runId,
-      parentRunId,
-      input: inputs,
-      name
-    });
-  }
-  async handleChainEnd(output, runId, _parentRunId) {
-    this.endSpan({
-      runId,
-      output
-    });
-  }
-  async handleChainError(err, runId, _parentRunId, _tags, _kwargs) {
-    this.errorSpan({ runId, error: err });
-  }
-  async handleToolStart(tool, input, runId, parentRunId, _tags, _metadata, name) {
-    this.spans[runId] = this.buildSpan({
-      type: "tool",
-      serialized: tool,
-      runId,
-      parentRunId,
-      input,
-      name
-    });
-  }
-  async handleToolEnd(output, runId, _parentRunId) {
-    this.endSpan({ runId, output });
-  }
-  async handleToolError(err, runId, _parentRunId, _tags) {
-    this.errorSpan({ runId, error: err });
-  }
-  async handleRetrieverStart(retriever, query, runId, parentRunId, _tags, _metadata, name) {
-    try {
-      const parent = this.getParent(parentRunId);
-      this.spans[runId] = parent.startRAGSpan({
-        spanId: runId,
-        name: name ?? retriever.name ?? retriever.id.at(-1)?.toString(),
-        input: this.autoconvertTypedValues(query)
-      });
-    } catch (e) {
-      this.trace.client.emit("error", e);
-      throw e;
-    }
-  }
-  async handleRetrieverEnd(documents, runId, _parentRunId, _tags) {
-    try {
-      const contexts = documents.map((doc) => ({
-        content: doc.pageContent,
-        ...doc.metadata.source ? { documentId: doc.metadata.source } : {}
-      }));
-      const span = this.spans[runId];
-      if (!span) {
-        return;
-      }
-      span.end({
-        contexts,
-        output: this.autoconvertTypedValues(documents)
-      });
-    } catch (e) {
-      this.trace.client.emit("error", e);
-      throw e;
-    }
-  }
-  async handleRetrieverError(err, runId, _parentRunId, _tags) {
-    this.errorSpan({ runId, error: err });
-  }
-  async handleAgentAction(_action, runId, _parentRunId, _tags) {
-    const span = this.spans[runId];
-    if (!span) {
-      return;
-    }
-    span.update({
-      type: "agent"
-    });
-  }
-  async handleAgentEnd(action, runId, _parentRunId, _tags) {
-    this.endSpan({
-      runId,
-      output: action.returnValues
-    });
-  }
-  buildSpan({
-    type,
-    serialized,
-    runId,
-    parentRunId,
-    input,
-    name
-  }) {
-    try {
-      const parent = this.getParent(parentRunId);
-      const span = parent.startSpan({
-        spanId: runId,
-        type,
-        name: name ?? serialized.name ?? serialized.id.at(-1)?.toString(),
-        input: this.autoconvertTypedValues(input)
-      });
-      return span;
-    } catch (e) {
-      this.trace.client.emit("error", e);
-      throw e;
-    }
-  }
-  endSpan({ runId, output }) {
-    try {
-      const span = this.spans[runId];
-      if (!span) {
-        return;
+function camelToSnakeCaseNested(obj, parentKey) {
+  if (Array.isArray(obj)) {
+    return obj.map(
+      (item) => camelToSnakeCaseNested(item)
+    );
+  } else if (typeof obj === "object" && obj !== null) {
+    const newObj = {};
+    for (const key in obj) {
+      if (obj.hasOwnProperty(key)) {
+        const newKey = camelToSnakeCase(key);
+        if (parentKey === "metadata" && !Object.keys(reservedTraceMetadataSchema.shape).includes(newKey) || parentKey === "params" && !Object.keys(reservedSpanParamsSchema.shape).includes(newKey)) {
+          newObj[key] = obj[key];
+        } else {
+          newObj[newKey] = camelToSnakeCaseNested(obj[key], newKey);
+        }
       }
-      span.end({
-        output: this.autoconvertTypedValues(output)
-      });
-    } catch (e) {
-      this.trace.client.emit("error", e);
-      throw e;
     }
+    return newObj;
+  } else {
+    return obj;
   }
-  errorSpan({ runId, error }) {
-    const span = this.spans[runId];
-    if (!span) {
-      return;
+}
+
+// node_modules/@ai-sdk/provider-utils/node_modules/nanoid/non-secure/index.js
+var customAlphabet = (alphabet, defaultSize = 21) => {
+  return (size = defaultSize) => {
+    let id = "";
+    let i = size;
+    while (i--) {
+      id += alphabet[Math.random() * alphabet.length | 0];
     }
-    span.end({
-      error
-    });
+    return id;
+  };
+};
+
+// node_modules/@ai-sdk/provider-utils/dist/index.mjs
+var import_secure_json_parse = __toESM(require_secure_json_parse(), 1);
+var generateId = customAlphabet(
+  "0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz",
+  7
+);
+function convertUint8ArrayToBase64(array) {
+  let latin1string = "";
+  for (let i = 0; i < array.length; i++) {
+    latin1string += String.fromCodePoint(array[i]);
   }
-  autoconvertTypedValues(value) {
-    if (!value || typeof value === "object" && Object.keys(value).length === 0) {
-      return void 0;
-    }
-    if (typeof value === "string") {
-      return { type: "text", value };
-    }
-    try {
-      JSON.stringify(value);
-      return { type: "json", value };
-    } catch (e) {
-      return { type: "text", value: (0, import_javascript_stringify.stringify)(value) ?? value.toString() };
+  return globalThis.btoa(latin1string);
+}
+
+// src/utils.ts
+var convertImageToUrl = (image, mimeType) => {
+  try {
+    return image instanceof URL ? image.toString() : typeof image === "string" ? image : `data:${mimeType ?? "image/jpeg"};base64,${convertUint8ArrayToBase64(
+      image
+    )}`;
+  } catch (e) {
+    console.error("[LangWatch] error converting vercel ui image to url:", e);
+    return "";
+  }
+};
+function convertFromVercelAIMessages(messages) {
+  const lwMessages = [];
+  for (const { role, content } of messages) {
+    switch (role) {
+      case "system": {
+        lwMessages.push({ role: "system", content });
+        break;
+      }
+      case "user": {
+        if (Array.isArray(content) && content.length === 1 && content[0]?.type === "text") {
+          lwMessages.push({ role: "user", content: content[0].text });
+          break;
+        }
+        lwMessages.push({
+          role: "user",
+          content: Array.isArray(content) ? content.map((part) => {
+            switch (part.type) {
+              case "text": {
+                return { type: "text", text: part.text };
+              }
+              case "image": {
+                return {
+                  type: "image_url",
+                  image_url: {
+                    url: convertImageToUrl(part.image, part.mimeType)
+                  }
+                };
+              }
+            }
+          }) : content
+        });
+        break;
+      }
+      case "assistant": {
+        let text = "";
+        const toolCalls = [];
+        if (Array.isArray(content)) {
+          for (const part of content) {
+            switch (part.type) {
+              case "text": {
+                text += part.text;
+                break;
+              }
+              case "tool-call": {
+                toolCalls.push({
+                  id: part.toolCallId,
+                  type: "function",
+                  function: {
+                    name: part.toolName,
+                    arguments: JSON.stringify(part.args)
+                  }
+                });
+                break;
+              }
+              default: {
+                const _exhaustiveCheck = part;
+                throw new Error(`Unsupported part: ${_exhaustiveCheck}`);
+              }
+            }
+          }
+        } else {
+          text = content;
+        }
+        lwMessages.push({
+          role: "assistant",
+          content: text,
+          tool_calls: toolCalls.length > 0 ? toolCalls : void 0
+        });
+        break;
+      }
+      case "tool": {
+        for (const toolResponse of content) {
+          lwMessages.push({
+            role: "tool",
+            tool_call_id: toolResponse.toolCallId,
+            content: JSON.stringify(toolResponse.result)
+          });
+        }
+        break;
+      }
+      default: {
+        const _exhaustiveCheck = role;
+        throw new Error(`Unsupported role: ${_exhaustiveCheck}`);
+      }
     }
   }
-  getParent(parentRunId) {
-    return (parentRunId ? this.spans[parentRunId] : this.spans[Object.keys(this.spans).at(-1) ?? ""]) ?? this.trace;
+  return lwMessages;
+}
+var captureError = (error) => {
+  if (error && typeof error === "object" && "has_error" in error && "message" in error && "stacktrace" in error) {
+    return error;
+  } else if (error instanceof Error) {
+    return {
+      has_error: true,
+      message: error.message,
+      stacktrace: error.stack ? error.stack.split("\n") : []
+    };
+  } else if (typeof error === "object" && error !== null) {
+    const err = error;
+    const message = typeof err.message === "string" ? err.message : "An unknown error occurred";
+    const stacktrace = typeof err.stack === "string" ? err.stack.split("\n") : Array.isArray(err.stack) && err.stack.length > 0 && typeof err.stack[0] === "string" ? err.stack : ["No stack trace available"];
+    return {
+      has_error: true,
+      message,
+      stacktrace
+    };
+  } else {
+    return {
+      has_error: true,
+      message: String(error),
+      stacktrace: []
+    };
   }
 };
-var convertFromLangChainMessages = (messages) => {
-  const chatMessages = [];
-  for (const message of messages) {
-    chatMessages.push(convertFromLangChainMessage(message));
+var autoconvertTypedValues = (value) => {
+  if (typeof value === "string") {
+    return { type: "text", value };
   }
-  return chatMessages;
-};
-var convertFromLangChainMessage = (message) => {
-  let role = "user";
-  const message_ = message.lc_serializable ? mapChatMessagesToStoredMessages([message])[0] : message;
-  if (message_ instanceof HumanMessage || message_ instanceof HumanMessageChunk || message_.id?.at(-1) === "HumanMessage" || message_.id?.at(-1) === "HumanMessageChunk" || message_.type === "human") {
-    role = "user";
-  } else if (message instanceof AIMessage || message instanceof AIMessageChunk || message.id?.at(-1) === "AIMessage" || message.id?.at(-1) === "AIMessageChunk" || message_.type === "ai") {
-    role = "assistant";
-  } else if (message instanceof SystemMessage || message instanceof SystemMessageChunk || message.id?.at(-1) === "SystemMessage" || message.id?.at(-1) === "SystemMessageChunk" || message_.type === "system") {
-    role = "system";
-  } else if (message instanceof FunctionMessage || message instanceof FunctionMessageChunk || message.id?.at(-1) === "FunctionMessage" || message.id?.at(-1) === "FunctionMessageChunk" || message_.type === "function") {
-    role = "function";
-  } else if (message instanceof ToolMessage || message instanceof ToolMessageChunk || message.id?.at(-1) === "ToolMessage" || message.id?.at(-1) === "ToolMessageChunk" || message_.type === "tool") {
-    role = "tool";
+  const chatMessages = z.array(chatMessageSchema).safeParse(value);
+  if (Array.isArray(value) && chatMessages.success) {
+    return {
+      type: "chat_messages",
+      value: chatMessages.data
+    };
+  }
+  try {
+    JSON.stringify(value);
+    return { type: "json", value };
+  } catch (e) {
+    return { type: "raw", value };
   }
-  const content = typeof message.content === "string" ? message.content : message.content.map(
-    (content2) => content2.type === "text" ? { type: "text", text: content2.text } : content2.type == "image_url" ? { type: "image_url", image_url: content2.image_url } : { type: "text", text: JSON.stringify(content2) }
-  );
-  const functionCall = message.additional_kwargs;
-  return {
-    role,
-    content,
-    ...functionCall && typeof functionCall === "object" && Object.keys(functionCall).length > 0 ? { function_call: functionCall } : {}
-  };
 };
 
 // src/index.ts
@@ -6534,22 +6721,118 @@ var LangWatchTrace = class {
     metadata
   }) {
     this.finishedSpans = {};
+    this.evaluations = [];
+    this.addEvaluation = ({
+      evaluationId,
+      span,
+      name,
+      type,
+      isGuardrail,
+      status = "processed",
+      passed,
+      score,
+      label,
+      details,
+      error,
+      timestamps
+    }) => {
+      const currentEvaluationIndex = this.evaluations.findIndex(
+        (e) => evaluationId && "evaluationId" in e && e.evaluationId === evaluationId
+      );
+      const currentEvaluation = currentEvaluationIndex !== -1 ? this.evaluations[currentEvaluationIndex] : void 0;
+      const evaluationResult = {
+        status,
+        ...passed !== void 0 && { passed },
+        ...score !== void 0 && { score },
+        ...label !== void 0 && { label },
+        ...details !== void 0 && { details }
+      };
+      let span_ = span;
+      if (!span_) {
+        span_ = this.startSpan({
+          type: "evaluation"
+        });
+      }
+      if (span_.type !== "evaluation") {
+        span_ = span_.startSpan({ type: "evaluation" });
+      }
+      span_.update({
+        name,
+        output: {
+          type: "evaluation_result",
+          value: evaluationResult
+        },
+        error,
+        timestamps: timestamps ? {
+          startedAt: timestamps.startedAt ?? span_.timestamps.startedAt,
+          finishedAt: timestamps.finishedAt ?? void 0
+        } : void 0
+      });
+      span_.end();
+      const evaluation = {
+        evaluationId: evaluationId ?? `eval_${nanoid()}`,
+        spanId: span_.spanId,
+        name,
+        type,
+        isGuardrail,
+        status,
+        passed,
+        score,
+        label,
+        details,
+        error: error ? captureError(error) : void 0,
+        timestamps: timestamps ?? {
+          startedAt: span_.timestamps.startedAt,
+          finishedAt: span_.timestamps.finishedAt
+        }
+      };
+      if (currentEvaluation && currentEvaluationIndex !== -1) {
+        this.evaluations[currentEvaluationIndex] = {
+          ...currentEvaluation,
+          ...evaluation
+        };
+      } else {
+        this.evaluations.push(evaluation);
+      }
+    };
     this.client = client;
     this.traceId = traceId;
-    this.metadata = metadata;
+    this.metadata = {
+      ...metadata,
+      sdkVersion: version,
+      sdkLanguage: "typescript"
+    };
   }
   update({ metadata }) {
     this.metadata = {
       ...this.metadata,
       ...metadata,
-      ...typeof metadata.labels !== "undefined" ? { labels: [...this.metadata?.labels ?? [], ...metadata.labels] } : {}
+      ...typeof metadata.labels !== "undefined" ? {
+        labels: [
+          ...this.metadata?.labels ?? [],
+          ...metadata.labels ?? []
+        ]
+      } : {}
+    };
+  }
+  setCurrentSpan(span) {
+    this.currentSpan = {
+      current: span,
+      previous: this.currentSpan
     };
   }
+  getCurrentSpan() {
+    return this.currentSpan?.current;
+  }
+  resetCurrentSpan() {
+    this.currentSpan = this.currentSpan?.previous;
+  }
   startSpan(params) {
     const span = new LangWatchSpan({
       trace: this,
       ...params
     });
+    this.setCurrentSpan(span);
     return span;
   }
   startLLMSpan(params) {
@@ -6557,6 +6840,7 @@ var LangWatchTrace = class {
       trace: this,
       ...params
     });
+    this.setCurrentSpan(span);
     return span;
   }
   startRAGSpan(params) {
@@ -6564,8 +6848,15 @@ var LangWatchTrace = class {
       trace: this,
       ...params
     });
+    this.setCurrentSpan(span);
     return span;
   }
+  async evaluate(params) {
+    return evaluate({
+      trace: this,
+      ...params
+    });
+  }
   getLangChainCallback() {
     if (!this.langchainCallback) {
       this.langchainCallback = new LangWatchCallbackHandler({ trace: this });
@@ -6574,6 +6865,7 @@ var LangWatchTrace = class {
   }
   onEnd(span) {
     this.finishedSpans[span.span_id] = span;
+    this.resetCurrentSpan();
     this.delayedSendSpans();
   }
   delayedSendSpans() {
@@ -6588,8 +6880,9 @@ var LangWatchTrace = class {
     try {
       trace = collectorRESTParamsSchema.parse({
         trace_id: this.traceId,
-        metadata: camelToSnakeCaseNested(this.metadata),
-        spans: Object.values(this.finishedSpans)
+        metadata: camelToSnakeCaseNested(this.metadata, "metadata"),
+        spans: Object.values(this.finishedSpans),
+        evaluations: camelToSnakeCaseNested(this.evaluations)
       });
     } catch (error) {
       if (error instanceof ZodError) {
@@ -6665,6 +6958,7 @@ var LangWatchSpan = class _LangWatchSpan {
       parentId: this.spanId,
       ...params
     });
+    this.trace.setCurrentSpan(span);
     return span;
   }
   startLLMSpan(params) {
@@ -6673,6 +6967,7 @@ var LangWatchSpan = class _LangWatchSpan {
       parentId: this.spanId,
       ...params
     });
+    this.trace.setCurrentSpan(span);
     return span;
   }
   startRAGSpan(params) {
@@ -6681,8 +6976,21 @@ var LangWatchSpan = class _LangWatchSpan {
       parentId: this.spanId,
       ...params
     });
+    this.trace.setCurrentSpan(span);
     return span;
   }
+  addEvaluation(params) {
+    this.trace.addEvaluation({
+      ...params,
+      span: this
+    });
+  }
+  async evaluate(params) {
+    return evaluate({
+      span: this,
+      ...params
+    });
+  }
   end(params) {
     this.timestamps.finishedAt = Date.now();
     if (params) {