langwatch 0.0.3 → 0.1.1

package/dist/index.mjs

@@ -1,9 +1,12 @@
 import {
   __spreadProps,
   __spreadValues,
+  autoconvertTypedValues,
   captureError,
-  convertFromVercelAIMessages
-} from "./chunk-AP23NJ57.mjs";
+  collectorRESTParamsSchema,
+  convertFromVercelAIMessages,
+  spanSchema
+} from "./chunk-OVS4NSDE.mjs";
 
 // src/index.ts
 import EventEmitter from "events";
@@ -11,7 +14,7 @@ import { nanoid } from "nanoid";
 import { ZodError } from "zod";
 import { fromZodError } from "zod-validation-error";
 
-// src/helpers.ts
+// src/typeUtils.ts
 function camelToSnakeCase(str) {
   return str.replace(/[A-Z]/g, (letter) => `_${letter.toLowerCase()}`);
 }
@@ -34,348 +37,318 @@ function camelToSnakeCaseNested(obj) {
   }
 }
 
-// src/server/types/tracer.generated.ts
-import { z } from "zod";
-var chatRoleSchema = z.union([
-  z.literal("system"),
-  z.literal("user"),
-  z.literal("assistant"),
-  z.literal("function"),
-  z.literal("tool"),
-  z.literal("unknown")
-]);
-var functionCallSchema = z.object({
-  name: z.string().optional(),
-  arguments: z.string().optional()
-});
-var toolCallSchema = z.object({
-  id: z.string(),
-  type: z.string(),
-  function: functionCallSchema
-});
-var chatRichContentSchema = z.union([
-  z.object({
-    type: z.literal("text"),
-    text: z.string().optional()
-  }),
-  z.object({
-    type: z.literal("image_url"),
-    image_url: z.object({
-      url: z.string(),
-      detail: z.union([z.literal("auto"), z.literal("low"), z.literal("high")]).optional()
-    }).optional()
-  })
-]);
-var typedValueTextSchema = z.object({
-  type: z.literal("text"),
-  value: z.string()
-});
-var typedValueRawSchema = z.object({
-  type: z.literal("raw"),
-  value: z.string()
-});
-var jSONSerializableSchema = z.union([
-  z.string(),
-  z.number(),
-  z.boolean(),
-  z.record(z.any()),
-  z.array(z.any())
-]).nullable();
-var typedValueJsonSchema = z.object({
-  type: z.literal("json"),
-  value: jSONSerializableSchema
-});
-var moneySchema = z.object({
-  currency: z.string(),
-  amount: z.number()
-});
-var guardrailResultSchema = z.object({
-  status: z.union([
-    z.literal("processed"),
-    z.literal("skipped"),
-    z.literal("error")
-  ]),
-  passed: z.boolean(),
-  score: z.number().optional().nullable(),
-  details: z.string().optional().nullable(),
-  cost: moneySchema.optional().nullable()
-});
-var typedValueGuardrailResultSchema = z.object({
-  type: z.literal("guardrail_result"),
-  value: guardrailResultSchema
-});
-var errorCaptureSchema = z.object({
-  has_error: z.literal(true),
-  message: z.string(),
-  stacktrace: z.array(z.string())
-});
-var spanMetricsSchema = z.object({
-  prompt_tokens: z.number().optional().nullable(),
-  completion_tokens: z.number().optional().nullable(),
-  tokens_estimated: z.boolean().optional().nullable(),
-  cost: z.number().optional().nullable()
-});
-var spanParamsSchema = z.object({
-  temperature: z.number().optional(),
-  stream: z.boolean().optional(),
-  functions: z.array(z.record(z.any())).optional(),
-  tools: z.array(z.record(z.any())).optional(),
-  tool_choice: z.string().optional()
-});
-var spanTimestampsSchema = z.object({
-  started_at: z.number(),
-  first_token_at: z.number().optional().nullable(),
-  finished_at: z.number()
-});
-var spanTypesSchema = z.union([
-  z.literal("span"),
-  z.literal("llm"),
-  z.literal("chain"),
-  z.literal("tool"),
-  z.literal("agent"),
-  z.literal("rag"),
-  z.literal("guardrail"),
-  z.literal("unknown")
-]);
-var rAGChunkSchema = z.object({
-  document_id: z.string().optional().nullable(),
-  chunk_id: z.string().optional().nullable(),
-  content: z.union([z.string(), z.record(z.any()), z.array(z.any())])
-});
-var traceInputSchema = z.object({
-  value: z.string(),
-  embeddings: z.object({
-    model: z.string(),
-    embeddings: z.array(z.number())
-  }).optional(),
-  satisfaction_score: z.number().optional()
-});
-var traceOutputSchema = z.object({
-  value: z.string(),
-  embeddings: z.object({
-    model: z.string(),
-    embeddings: z.array(z.number())
-  }).optional()
-});
-var traceSchema = z.object({
-  trace_id: z.string(),
-  project_id: z.string(),
-  metadata: z.object({
-    thread_id: z.string().optional(),
-    user_id: z.string().optional(),
-    customer_id: z.string().optional(),
-    labels: z.array(z.string()).optional(),
-    topic_id: z.string().optional(),
-    subtopic_id: z.string().optional()
-  }),
-  timestamps: z.object({
-    started_at: z.number(),
-    inserted_at: z.number(),
-    updated_at: z.number()
-  }),
-  input: traceInputSchema,
-  output: traceOutputSchema.optional(),
-  metrics: z.object({
-    first_token_ms: z.number().optional().nullable(),
-    total_time_ms: z.number().optional().nullable(),
-    prompt_tokens: z.number().optional().nullable(),
-    completion_tokens: z.number().optional().nullable(),
-    total_cost: z.number().optional().nullable(),
-    tokens_estimated: z.boolean().optional().nullable()
-  }),
-  error: errorCaptureSchema.optional().nullable(),
-  indexing_md5s: z.array(z.string()).optional()
-});
-var elasticSearchTraceSchema = traceSchema.and(
-  z.object({
-    timestamps: traceSchema.shape.timestamps.and(
-      z.object({
-        updated_at: z.number()
-      })
-    )
-  })
-);
-var traceCheckSchema = z.object({
-  trace_id: z.string(),
-  check_id: z.string(),
-  project_id: z.string(),
-  check_type: z.string(),
-  check_name: z.string(),
-  is_guardrail: z.boolean(),
-  status: z.union([
-    z.literal("scheduled"),
-    z.literal("in_progress"),
-    z.literal("error"),
-    z.literal("skipped"),
-    z.literal("processed")
-  ]),
-  passed: z.boolean().optional(),
-  score: z.number().optional(),
-  details: z.string().optional(),
-  error: errorCaptureSchema.optional().nullable(),
-  retries: z.number().optional(),
-  timestamps: z.object({
-    inserted_at: z.number().optional(),
-    started_at: z.number().optional(),
-    finished_at: z.number().optional(),
-    updated_at: z.number()
-  }),
-  trace_metadata: z.object({
-    thread_id: z.string().optional(),
-    user_id: z.string().optional(),
-    customer_id: z.string().optional(),
-    labels: z.array(z.string()).optional(),
-    topics: z.array(z.string()).optional()
-  })
-});
-var experimentSchema = z.object({
-  experiment_id: z.string(),
-  variant: z.number()
-});
-var eventSchema = z.object({
-  event_id: z.string(),
-  event_type: z.string(),
-  project_id: z.string(),
-  metrics: z.record(z.number()),
-  event_details: z.record(z.string()),
-  trace_id: z.string().optional(),
-  trace_metadata: z.object({
-    thread_id: z.string().optional(),
-    user_id: z.string().optional(),
-    customer_id: z.string().optional(),
-    labels: z.array(z.string()).optional(),
-    topics: z.array(z.string()).optional()
-  }),
-  timestamps: z.object({
-    started_at: z.number(),
-    inserted_at: z.number(),
-    updated_at: z.number()
-  })
-});
-var elasticSearchEventSchema = eventSchema.omit({ metrics: true, event_details: true }).and(
-  z.object({
-    metrics: z.array(
-      z.object({
-        key: z.string(),
-        value: z.number()
-      })
-    ),
-    event_details: z.array(
-      z.object({
-        key: z.string(),
-        value: z.string()
-      })
-    )
-  })
-);
-var trackEventRESTParamsValidatorSchema = eventSchema.omit({
-  event_id: true,
-  project_id: true,
-  timestamps: true,
-  event_details: true,
-  trace_metadata: true
-}).and(
-  z.object({
-    event_id: z.string().optional(),
-    event_details: z.record(z.string()).optional(),
-    timestamp: z.number().optional()
-  })
-);
-var chatMessageSchema = z.object({
-  role: chatRoleSchema.optional(),
-  content: z.union([z.string(), z.array(chatRichContentSchema)]).optional().nullable(),
-  function_call: functionCallSchema.optional().nullable(),
-  tool_calls: z.array(toolCallSchema).optional().nullable(),
-  tool_call_id: z.string().optional().nullable()
-});
-var typedValueChatMessagesSchema = z.object({
-  type: z.literal("chat_messages"),
-  value: z.array(chatMessageSchema)
-});
-var spanInputOutputSchema = z.union([
-  typedValueTextSchema,
-  typedValueChatMessagesSchema,
-  typedValueGuardrailResultSchema,
-  typedValueJsonSchema,
-  typedValueRawSchema
-]);
-var baseSpanSchema = z.object({
-  span_id: z.string(),
-  parent_id: z.string().optional().nullable(),
-  trace_id: z.string(),
-  type: spanTypesSchema,
-  name: z.string().optional().nullable(),
-  input: spanInputOutputSchema.optional().nullable(),
-  outputs: z.array(spanInputOutputSchema),
-  error: errorCaptureSchema.optional().nullable(),
-  timestamps: spanTimestampsSchema,
-  metrics: spanMetricsSchema.optional().nullable()
-});
-var lLMSpanSchema = baseSpanSchema.extend({
-  type: z.literal("llm"),
-  vendor: z.string().optional().nullable(),
-  model: z.string(),
-  params: spanParamsSchema
-});
-var rAGSpanSchema = baseSpanSchema.extend({
-  type: z.literal("rag"),
-  contexts: z.array(rAGChunkSchema)
-});
-var spanSchema = z.union([
-  lLMSpanSchema,
-  rAGSpanSchema,
-  baseSpanSchema
-]);
-var spanInputOutputValidatorSchema = spanInputOutputSchema.and(
-  z.object({
-    value: z.any()
-  })
-);
-var spanValidatorSchema = z.union([
-  lLMSpanSchema.omit({ input: true, outputs: true }),
-  rAGSpanSchema.omit({ input: true, outputs: true }),
-  baseSpanSchema.omit({ input: true, outputs: true })
-]).and(
-  z.object({
-    input: spanInputOutputValidatorSchema.optional().nullable(),
-    outputs: z.array(spanInputOutputValidatorSchema)
-  })
-);
-var collectorRESTParamsSchema = z.object({
-  trace_id: z.union([z.string(), z.undefined()]).optional().nullable(),
-  spans: z.array(spanSchema),
-  metadata: z.object({
-    user_id: z.union([z.string(), z.undefined()]).optional().nullable(),
-    thread_id: z.union([z.string(), z.undefined()]).optional().nullable(),
-    customer_id: z.union([z.string(), z.undefined()]).optional().nullable(),
-    labels: z.union([z.array(z.string()), z.undefined()]).optional().nullable(),
-    experiments: z.union([z.array(experimentSchema), z.undefined()]).optional().nullable()
-  }).optional()
-});
-var collectorRESTParamsValidatorSchema = collectorRESTParamsSchema.omit({ spans: true });
-var datasetSpanSchema = z.union([
-  baseSpanSchema.omit({
-    project_id: true,
-    trace_id: true,
-    id: true,
-    timestamps: true,
-    metrics: true
-  }),
-  lLMSpanSchema.omit({
-    project_id: true,
-    trace_id: true,
-    id: true,
-    timestamps: true,
-    metrics: true
-  }),
-  rAGSpanSchema.omit({
-    project_id: true,
-    trace_id: true,
-    id: true,
-    timestamps: true,
-    metrics: true
-  })
-]);
+// src/langchain.ts
+import { BaseCallbackHandler } from "@langchain/core/callbacks/base";
+import {
+  AIMessage,
+  AIMessageChunk,
+  FunctionMessage,
+  FunctionMessageChunk,
+  HumanMessage,
+  HumanMessageChunk,
+  SystemMessage,
+  SystemMessageChunk,
+  ToolMessage,
+  ToolMessageChunk,
+  mapChatMessagesToStoredMessages
+} from "@langchain/core/messages";
+import { stringify } from "javascript-stringify";
+var LangWatchCallbackHandler = class extends BaseCallbackHandler {
+  constructor({ trace }) {
+    super();
+    this.name = "LangWatchCallbackHandler";
+    this.spans = {};
+    this.trace = trace;
+  }
+  async handleLLMStart(llm, prompts, runId, parentRunId, extraParams, _tags, metadata, name) {
+    this.spans[runId] = this.buildLLMSpan({
+      llm,
+      runId,
+      parentRunId,
+      input: {
+        type: "json",
+        value: prompts
+      },
+      extraParams,
+      metadata,
+      name
+    });
+  }
+  buildLLMSpan({
+    llm,
+    runId,
+    parentRunId,
+    input,
+    extraParams,
+    metadata,
+    name
+  }) {
+    var _a, _b, _c, _d, _e, _f, _g, _h, _i;
+    try {
+      const parent = this.getParent(parentRunId);
+      const vendor = (_b = metadata == null ? void 0 : metadata.ls_provider) != null ? _b : (_a = llm.id.at(-2)) == null ? void 0 : _a.toString();
+      const model = (_e = (_d = metadata == null ? void 0 : metadata.ls_model_name) != null ? _d : (_c = llm.kwargs) == null ? void 0 : _c.model) != null ? _e : "unknown";
+      const span = parent.startLLMSpan({
+        spanId: runId,
+        name: name != null ? name : (_f = llm.id.at(-1)) == null ? void 0 : _f.toString(),
+        input,
+        model: [vendor, model].filter((x) => x).join("/"),
+        params: __spreadValues({
+          temperature: (_g = extraParams == null ? void 0 : extraParams.invocation_params) == null ? void 0 : _g.temperature
+        }, ((_h = extraParams == null ? void 0 : extraParams.invocation_params) == null ? void 0 : _h.functions) ? { functions: (_i = extraParams == null ? void 0 : extraParams.invocation_params) == null ? void 0 : _i.functions } : {})
+      });
+      return span;
+    } catch (e) {
+      this.trace.client.emit("error", e);
+      throw e;
+    }
+  }
+  async handleChatModelStart(llm, messages, runId, parentRunId, extraParams, tags, metadata, name) {
+    this.spans[runId] = this.buildLLMSpan({
+      name,
+      llm,
+      runId,
+      parentRunId,
+      input: {
+        type: "chat_messages",
+        value: messages.flatMap(convertFromLangChainMessages)
+      },
+      extraParams,
+      metadata
+    });
+  }
+  async handleNewToken(_token, runId) {
+    const span = this.spans[runId];
+    if (runId && span && !span.timestamps.firstTokenAt) {
+      span.update({
+        timestamps: __spreadProps(__spreadValues({}, span.timestamps), { firstTokenAt: Date.now() })
+      });
+    }
+  }
+  async handleLLMEnd(response, runId, _parentRunId) {
+    try {
+      const span = this.spans[runId];
+      if (!span) {
+        return;
+      }
+      const outputs = [];
+      for (const generation of response.generations) {
+        for (const generation_ of generation) {
+          if ("message" in generation_) {
+            outputs.push({
+              type: "chat_messages",
+              value: convertFromLangChainMessages([
+                generation_.message
+              ])
+            });
+          } else if ("text" in generation_) {
+            outputs.push({
+              type: "text",
+              value: generation_.text
+            });
+          } else {
+            outputs.push({
+              type: "text",
+              value: JSON.stringify(generation_)
+            });
+          }
+        }
+      }
+      const output = outputs.length === 1 ? outputs[0] : { type: "list", value: outputs };
+      span.end({
+        output
+        // ...(metrics ? { metrics } : {}),
+      });
+    } catch (e) {
+      this.trace.client.emit("error", e);
+      throw e;
+    }
+  }
+  async handleLLMError(err, runId, _parentRunId) {
+    this.errorSpan({ runId, error: err });
+  }
+  async handleChainStart(chain, inputs, runId, parentRunId, _tags, _metadata, _runType, name) {
+    this.spans[runId] = this.buildSpan({
+      type: "chain",
+      serialized: chain,
+      runId,
+      parentRunId,
+      input: inputs,
+      name
+    });
+  }
+  async handleChainEnd(output, runId, _parentRunId) {
+    this.endSpan({
+      runId,
+      output
+    });
+  }
+  async handleChainError(err, runId, _parentRunId, _tags, _kwargs) {
+    this.errorSpan({ runId, error: err });
+  }
+  async handleToolStart(tool, input, runId, parentRunId, _tags, _metadata, name) {
+    this.spans[runId] = this.buildSpan({
+      type: "tool",
+      serialized: tool,
+      runId,
+      parentRunId,
+      input,
+      name
+    });
+  }
+  async handleToolEnd(output, runId, _parentRunId) {
+    this.endSpan({ runId, output });
+  }
+  async handleToolError(err, runId, _parentRunId, _tags) {
+    this.errorSpan({ runId, error: err });
+  }
+  async handleRetrieverStart(retriever, query, runId, parentRunId, _tags, _metadata, name) {
+    var _a, _b;
+    try {
+      const parent = this.getParent(parentRunId);
+      this.spans[runId] = parent.startRAGSpan({
+        spanId: runId,
+        name: (_b = name != null ? name : retriever.name) != null ? _b : (_a = retriever.id.at(-1)) == null ? void 0 : _a.toString(),
+        input: this.autoconvertTypedValues(query)
+      });
+    } catch (e) {
+      this.trace.client.emit("error", e);
+      throw e;
+    }
+  }
+  async handleRetrieverEnd(documents, runId, _parentRunId, _tags) {
+    try {
+      const contexts = documents.map((doc) => __spreadValues({
+        content: doc.pageContent
+      }, doc.metadata.source ? { documentId: doc.metadata.source } : {}));
+      const span = this.spans[runId];
+      if (!span) {
+        return;
+      }
+      span.end({
+        contexts,
+        output: this.autoconvertTypedValues(documents)
+      });
+    } catch (e) {
+      this.trace.client.emit("error", e);
+      throw e;
+    }
+  }
+  async handleRetrieverError(err, runId, _parentRunId, _tags) {
+    this.errorSpan({ runId, error: err });
+  }
+  async handleAgentAction(_action, runId, _parentRunId, _tags) {
+    const span = this.spans[runId];
+    if (!span) {
+      return;
+    }
+    span.update({
+      type: "agent"
+    });
+  }
+  async handleAgentEnd(action, runId, _parentRunId, _tags) {
+    this.endSpan({
+      runId,
+      output: action.returnValues
+    });
+  }
+  buildSpan({
+    type,
+    serialized,
+    runId,
+    parentRunId,
+    input,
+    name
+  }) {
+    var _a, _b;
+    try {
+      const parent = this.getParent(parentRunId);
+      const span = parent.startSpan({
+        spanId: runId,
+        type,
+        name: (_b = name != null ? name : serialized.name) != null ? _b : (_a = serialized.id.at(-1)) == null ? void 0 : _a.toString(),
+        input: this.autoconvertTypedValues(input)
+      });
+      return span;
+    } catch (e) {
+      this.trace.client.emit("error", e);
+      throw e;
+    }
+  }
+  endSpan({ runId, output }) {
+    try {
+      const span = this.spans[runId];
+      if (!span) {
+        return;
+      }
+      span.end({
+        output: this.autoconvertTypedValues(output)
+      });
+    } catch (e) {
+      this.trace.client.emit("error", e);
+      throw e;
+    }
+  }
+  errorSpan({ runId, error }) {
+    const span = this.spans[runId];
+    if (!span) {
+      return;
+    }
+    span.end({
+      error
+    });
+  }
+  autoconvertTypedValues(value) {
+    var _a;
+    if (!value || typeof value === "object" && Object.keys(value).length === 0) {
+      return void 0;
+    }
+    if (typeof value === "string") {
+      return { type: "text", value };
+    }
+    try {
+      JSON.stringify(value);
+      return { type: "json", value };
+    } catch (e) {
+      return { type: "text", value: (_a = stringify(value)) != null ? _a : value.toString() };
+    }
+  }
+  getParent(parentRunId) {
+    var _a, _b;
+    return (_b = parentRunId ? this.spans[parentRunId] : this.spans[(_a = Object.keys(this.spans).at(-1)) != null ? _a : ""]) != null ? _b : this.trace;
+  }
+};
+var convertFromLangChainMessages = (messages) => {
+  const chatMessages = [];
+  for (const message of messages) {
+    chatMessages.push(convertFromLangChainMessage(message));
+  }
+  return chatMessages;
+};
+var convertFromLangChainMessage = (message) => {
+  var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j;
+  let role = "user";
+  const message_ = message.lc_serializable ? mapChatMessagesToStoredMessages([message])[0] : message;
+  if (message_ instanceof HumanMessage || message_ instanceof HumanMessageChunk || ((_a = message_.id) == null ? void 0 : _a.at(-1)) === "HumanMessage" || ((_b = message_.id) == null ? void 0 : _b.at(-1)) === "HumanMessageChunk" || message_.type === "human") {
+    role = "user";
+  } else if (message instanceof AIMessage || message instanceof AIMessageChunk || ((_c = message.id) == null ? void 0 : _c.at(-1)) === "AIMessage" || ((_d = message.id) == null ? void 0 : _d.at(-1)) === "AIMessageChunk" || message_.type === "ai") {
+    role = "assistant";
+  } else if (message instanceof SystemMessage || message instanceof SystemMessageChunk || ((_e = message.id) == null ? void 0 : _e.at(-1)) === "SystemMessage" || ((_f = message.id) == null ? void 0 : _f.at(-1)) === "SystemMessageChunk" || message_.type === "system") {
+    role = "system";
+  } else if (message instanceof FunctionMessage || message instanceof FunctionMessageChunk || ((_g = message.id) == null ? void 0 : _g.at(-1)) === "FunctionMessage" || ((_h = message.id) == null ? void 0 : _h.at(-1)) === "FunctionMessageChunk" || message_.type === "function") {
+    role = "function";
+  } else if (message instanceof ToolMessage || message instanceof ToolMessageChunk || ((_i = message.id) == null ? void 0 : _i.at(-1)) === "ToolMessage" || ((_j = message.id) == null ? void 0 : _j.at(-1)) === "ToolMessageChunk" || message_.type === "tool") {
+    role = "tool";
+  }
+  const content = typeof message.content === "string" ? message.content : message.content.map(
+    (content2) => content2.type === "text" ? { type: "text", text: content2.text } : content2.type == "image_url" ? { type: "image_url", image_url: content2.image_url } : { type: "text", text: JSON.stringify(content2) }
+  );
+  const functionCall = message.additional_kwargs;
+  return __spreadValues({
+    role,
+    content
+  }, functionCall && typeof functionCall === "object" && Object.keys(functionCall).length > 0 ? { function_call: functionCall } : {});
+};
 
 // src/index.ts
 var LangWatch = class extends EventEmitter {
@@ -487,6 +460,12 @@ var LangWatchTrace = class {
     }, params));
     return span;
   }
+  getLangChainCallback() {
+    if (!this.langchainCallback) {
+      this.langchainCallback = new LangWatchCallbackHandler({ trace: this });
+    }
+    return this.langchainCallback;
+  }
   onEnd(span) {
     this.finishedSpans[span.span_id] = span;
     this.delayedSendSpans();
@@ -526,7 +505,7 @@ var LangWatchSpan = class _LangWatchSpan {
     type,
     name,
     input,
-    outputs,
+    output,
     error,
     timestamps,
     metrics
@@ -537,7 +516,7 @@ var LangWatchSpan = class _LangWatchSpan {
     this.type = type != null ? type : "span";
     this.name = name;
     this.input = input;
-    this.outputs = outputs != null ? outputs : [];
+    this.output = output;
     this.error = error;
     this.timestamps = timestamps != null ? timestamps : {
       startedAt: Date.now()
@@ -561,8 +540,8 @@ var LangWatchSpan = class _LangWatchSpan {
     if ("input" in params) {
       this.input = params.input;
     }
-    if (params.outputs) {
-      this.outputs = params.outputs;
+    if ("output" in params) {
+      this.output = params.output;
     }
     if ("error" in params) {
       this.error = params.error;
@@ -665,6 +644,7 @@ export {
   LangWatchRAGSpan,
   LangWatchSpan,
   LangWatchTrace,
+  autoconvertTypedValues,
   captureError,
   convertFromVercelAIMessages
 };