langwatch 0.1.1 → 0.1.3

package/dist/utils.js

@@ -158,6 +158,9 @@ function convertUint8ArrayToBase64(array) {
   return globalThis.btoa(latin1string);
 }
 
+// src/utils.ts
+var import_zod2 = require("zod");
+
 // src/server/types/tracer.generated.ts
 var import_zod = require("zod");
 var chatRoleSchema = import_zod.z.union([
@@ -177,6 +180,11 @@ var toolCallSchema = import_zod.z.object({
   type: import_zod.z.string(),
   function: functionCallSchema
 });
+var rAGChunkSchema = import_zod.z.object({
+  document_id: import_zod.z.string().optional().nullable(),
+  chunk_id: import_zod.z.string().optional().nullable(),
+  content: import_zod.z.union([import_zod.z.string(), import_zod.z.record(import_zod.z.any()), import_zod.z.array(import_zod.z.any())])
+});
 var chatRichContentSchema = import_zod.z.union([
   import_zod.z.object({
     type: import_zod.z.literal("text"),
@@ -213,20 +221,25 @@ var moneySchema = import_zod.z.object({
   currency: import_zod.z.string(),
   amount: import_zod.z.number()
 });
-var guardrailResultSchema = import_zod.z.object({
+var evaluationResultSchema = import_zod.z.object({
   status: import_zod.z.union([
     import_zod.z.literal("processed"),
     import_zod.z.literal("skipped"),
     import_zod.z.literal("error")
   ]),
-  passed: import_zod.z.boolean(),
+  passed: import_zod.z.boolean().optional().nullable(),
   score: import_zod.z.number().optional().nullable(),
+  label: import_zod.z.string().optional().nullable(),
   details: import_zod.z.string().optional().nullable(),
   cost: moneySchema.optional().nullable()
 });
 var typedValueGuardrailResultSchema = import_zod.z.object({
   type: import_zod.z.literal("guardrail_result"),
-  value: guardrailResultSchema
+  value: evaluationResultSchema
+});
+var typedValueEvaluationResultSchema = import_zod.z.object({
+  type: import_zod.z.literal("evaluation_result"),
+  value: evaluationResultSchema
 });
 var errorCaptureSchema = import_zod.z.object({
   has_error: import_zod.z.literal(true),
@@ -239,13 +252,26 @@ var spanMetricsSchema = import_zod.z.object({
   tokens_estimated: import_zod.z.boolean().optional().nullable(),
   cost: import_zod.z.number().optional().nullable()
 });
-var spanParamsSchema = import_zod.z.object({
-  temperature: import_zod.z.number().optional(),
-  stream: import_zod.z.boolean().optional(),
-  functions: import_zod.z.array(import_zod.z.record(import_zod.z.any())).optional(),
-  tools: import_zod.z.array(import_zod.z.record(import_zod.z.any())).optional(),
-  tool_choice: import_zod.z.string().optional()
+var reservedSpanParamsSchema = import_zod.z.object({
+  frequency_penalty: import_zod.z.number().optional().nullable(),
+  logit_bias: import_zod.z.record(import_zod.z.number()).optional().nullable(),
+  logprobs: import_zod.z.boolean().optional().nullable(),
+  top_logprobs: import_zod.z.number().optional().nullable(),
+  max_tokens: import_zod.z.number().optional().nullable(),
+  n: import_zod.z.number().optional().nullable(),
+  presence_penalty: import_zod.z.number().optional().nullable(),
+  seed: import_zod.z.number().optional().nullable(),
+  stop: import_zod.z.union([import_zod.z.string(), import_zod.z.array(import_zod.z.string())]).optional().nullable(),
+  stream: import_zod.z.boolean().optional().nullable(),
+  temperature: import_zod.z.number().optional().nullable(),
+  top_p: import_zod.z.number().optional().nullable(),
+  tools: import_zod.z.array(import_zod.z.record(import_zod.z.any())).optional().nullable(),
+  tool_choice: import_zod.z.union([import_zod.z.record(import_zod.z.any()), import_zod.z.string()]).optional().nullable(),
+  parallel_tool_calls: import_zod.z.boolean().optional().nullable(),
+  functions: import_zod.z.array(import_zod.z.record(import_zod.z.any())).optional().nullable(),
+  user: import_zod.z.string().optional().nullable()
 });
+var spanParamsSchema = reservedSpanParamsSchema.and(import_zod.z.record(import_zod.z.any()));
 var spanTimestampsSchema = import_zod.z.object({
   started_at: import_zod.z.number(),
   first_token_at: import_zod.z.number().optional().nullable(),
@@ -259,13 +285,16 @@ var spanTypesSchema = import_zod.z.union([
   import_zod.z.literal("agent"),
   import_zod.z.literal("rag"),
   import_zod.z.literal("guardrail"),
+  import_zod.z.literal("evaluation"),
+  import_zod.z.literal("workflow"),
+  import_zod.z.literal("component"),
+  import_zod.z.literal("server"),
+  import_zod.z.literal("client"),
+  import_zod.z.literal("producer"),
+  import_zod.z.literal("consumer"),
+  import_zod.z.literal("task"),
   import_zod.z.literal("unknown")
 ]);
-var rAGChunkSchema = import_zod.z.object({
-  document_id: import_zod.z.string().optional().nullable(),
-  chunk_id: import_zod.z.string().optional().nullable(),
-  content: import_zod.z.union([import_zod.z.string(), import_zod.z.record(import_zod.z.any()), import_zod.z.array(import_zod.z.any())])
-});
 var traceInputSchema = import_zod.z.object({
   value: import_zod.z.string(),
   embeddings: import_zod.z.object({
@@ -281,95 +310,33 @@ var traceOutputSchema = import_zod.z.object({
     embeddings: import_zod.z.array(import_zod.z.number())
   }).optional()
 });
-var traceSchema = import_zod.z.object({
-  trace_id: import_zod.z.string(),
-  project_id: import_zod.z.string(),
-  metadata: import_zod.z.object({
-    thread_id: import_zod.z.string().optional(),
-    user_id: import_zod.z.string().optional(),
-    customer_id: import_zod.z.string().optional(),
-    labels: import_zod.z.array(import_zod.z.string()).optional(),
-    topic_id: import_zod.z.string().optional(),
-    subtopic_id: import_zod.z.string().optional()
-  }),
-  timestamps: import_zod.z.object({
-    started_at: import_zod.z.number(),
-    inserted_at: import_zod.z.number(),
-    updated_at: import_zod.z.number()
-  }),
-  input: traceInputSchema,
-  output: traceOutputSchema.optional(),
-  metrics: import_zod.z.object({
-    first_token_ms: import_zod.z.number().optional().nullable(),
-    total_time_ms: import_zod.z.number().optional().nullable(),
-    prompt_tokens: import_zod.z.number().optional().nullable(),
-    completion_tokens: import_zod.z.number().optional().nullable(),
-    total_cost: import_zod.z.number().optional().nullable(),
-    tokens_estimated: import_zod.z.boolean().optional().nullable()
-  }),
-  error: errorCaptureSchema.optional().nullable(),
-  indexing_md5s: import_zod.z.array(import_zod.z.string()).optional()
+var primitiveTypeSchema = import_zod.z.union([import_zod.z.string(), import_zod.z.number(), import_zod.z.boolean(), import_zod.z.undefined()]).nullable();
+var reservedTraceMetadataSchema = import_zod.z.object({
+  thread_id: import_zod.z.string().optional().nullable(),
+  user_id: import_zod.z.string().optional().nullable(),
+  customer_id: import_zod.z.string().optional().nullable(),
+  labels: import_zod.z.array(import_zod.z.string()).optional().nullable(),
+  topic_id: import_zod.z.string().optional().nullable(),
+  subtopic_id: import_zod.z.string().optional().nullable(),
+  sdk_version: import_zod.z.string().optional().nullable(),
+  sdk_language: import_zod.z.string().optional().nullable()
 });
-var elasticSearchTraceSchema = traceSchema.and(
-  import_zod.z.object({
-    timestamps: traceSchema.shape.timestamps.and(
-      import_zod.z.object({
-        updated_at: import_zod.z.number()
-      })
-    )
-  })
+var customMetadataSchema = import_zod.z.record(
+  import_zod.z.union([
+    primitiveTypeSchema,
+    import_zod.z.array(primitiveTypeSchema),
+    import_zod.z.record(primitiveTypeSchema),
+    import_zod.z.record(import_zod.z.record(primitiveTypeSchema))
+  ])
 );
-var traceCheckSchema = import_zod.z.object({
-  trace_id: import_zod.z.string(),
-  check_id: import_zod.z.string(),
-  project_id: import_zod.z.string(),
-  check_type: import_zod.z.string(),
-  check_name: import_zod.z.string(),
-  is_guardrail: import_zod.z.boolean(),
-  status: import_zod.z.union([
-    import_zod.z.literal("scheduled"),
-    import_zod.z.literal("in_progress"),
-    import_zod.z.literal("error"),
-    import_zod.z.literal("skipped"),
-    import_zod.z.literal("processed")
-  ]),
-  passed: import_zod.z.boolean().optional(),
-  score: import_zod.z.number().optional(),
-  details: import_zod.z.string().optional(),
-  error: errorCaptureSchema.optional().nullable(),
-  retries: import_zod.z.number().optional(),
-  timestamps: import_zod.z.object({
-    inserted_at: import_zod.z.number().optional(),
-    started_at: import_zod.z.number().optional(),
-    finished_at: import_zod.z.number().optional(),
-    updated_at: import_zod.z.number()
-  }),
-  trace_metadata: import_zod.z.object({
-    thread_id: import_zod.z.string().optional(),
-    user_id: import_zod.z.string().optional(),
-    customer_id: import_zod.z.string().optional(),
-    labels: import_zod.z.array(import_zod.z.string()).optional(),
-    topics: import_zod.z.array(import_zod.z.string()).optional()
-  })
-});
-var experimentSchema = import_zod.z.object({
-  experiment_id: import_zod.z.string(),
-  variant: import_zod.z.number()
-});
+var traceMetadataSchema = reservedTraceMetadataSchema.and(customMetadataSchema);
 var eventSchema = import_zod.z.object({
   event_id: import_zod.z.string(),
   event_type: import_zod.z.string(),
   project_id: import_zod.z.string(),
   metrics: import_zod.z.record(import_zod.z.number()),
   event_details: import_zod.z.record(import_zod.z.string()),
-  trace_id: import_zod.z.string().optional(),
-  trace_metadata: import_zod.z.object({
-    thread_id: import_zod.z.string().optional(),
-    user_id: import_zod.z.string().optional(),
-    customer_id: import_zod.z.string().optional(),
-    labels: import_zod.z.array(import_zod.z.string()).optional(),
-    topics: import_zod.z.array(import_zod.z.string()).optional()
-  }),
+  trace_id: import_zod.z.string(),
   timestamps: import_zod.z.object({
     started_at: import_zod.z.number(),
     inserted_at: import_zod.z.number(),
@@ -392,12 +359,18 @@ var elasticSearchEventSchema = eventSchema.omit({ metrics: true, event_details:
     )
   })
 );
+var evaluationStatusSchema = import_zod.z.union([
+  import_zod.z.literal("scheduled"),
+  import_zod.z.literal("in_progress"),
+  import_zod.z.literal("error"),
+  import_zod.z.literal("skipped"),
+  import_zod.z.literal("processed")
+]);
 var trackEventRESTParamsValidatorSchema = eventSchema.omit({
   event_id: true,
   project_id: true,
   timestamps: true,
-  event_details: true,
-  trace_metadata: true
+  event_details: true
 }).and(
   import_zod.z.object({
     event_id: import_zod.z.string().optional(),
@@ -405,12 +378,17 @@ var trackEventRESTParamsValidatorSchema = eventSchema.omit({
     timestamp: import_zod.z.number().optional()
   })
 );
+var contextsSchema = import_zod.z.object({
+  traceId: import_zod.z.string(),
+  contexts: import_zod.z.array(rAGChunkSchema)
+});
 var chatMessageSchema = import_zod.z.object({
   role: chatRoleSchema.optional(),
   content: import_zod.z.union([import_zod.z.string(), import_zod.z.array(chatRichContentSchema)]).optional().nullable(),
   function_call: functionCallSchema.optional().nullable(),
   tool_calls: import_zod.z.array(toolCallSchema).optional().nullable(),
-  tool_call_id: import_zod.z.string().optional().nullable()
+  tool_call_id: import_zod.z.string().optional().nullable(),
+  name: import_zod.z.string().optional().nullable()
 });
 var typedValueChatMessagesSchema = import_zod.z.object({
   type: import_zod.z.literal("chat_messages"),
@@ -421,6 +399,7 @@ var spanInputOutputSchema = import_zod.z.lazy(
     typedValueTextSchema,
     typedValueChatMessagesSchema,
     typedValueGuardrailResultSchema,
+    typedValueEvaluationResultSchema,
     typedValueJsonSchema,
     typedValueRawSchema,
     import_zod.z.object({
@@ -439,13 +418,13 @@ var baseSpanSchema = import_zod.z.object({
   output: spanInputOutputSchema.optional().nullable(),
   error: errorCaptureSchema.optional().nullable(),
   timestamps: spanTimestampsSchema,
-  metrics: spanMetricsSchema.optional().nullable()
+  metrics: spanMetricsSchema.optional().nullable(),
+  params: spanParamsSchema.optional().nullable()
 });
 var lLMSpanSchema = baseSpanSchema.extend({
   type: import_zod.z.literal("llm"),
   vendor: import_zod.z.string().optional().nullable(),
-  model: import_zod.z.string().optional(),
-  params: spanParamsSchema.optional()
+  model: import_zod.z.string().optional().nullable()
 });
 var rAGSpanSchema = baseSpanSchema.extend({
   type: import_zod.z.literal("rag"),
@@ -462,13 +441,56 @@ var spanInputOutputValidatorSchema = spanInputOutputSchema.and(
   })
 );
 var spanValidatorSchema = import_zod.z.union([
-  lLMSpanSchema.omit({ input: true, output: true }),
-  rAGSpanSchema.omit({ input: true, output: true }),
-  baseSpanSchema.omit({ input: true, output: true })
+  lLMSpanSchema.omit({ input: true, output: true, params: true }),
+  rAGSpanSchema.omit({ input: true, output: true, params: true }),
+  baseSpanSchema.omit({ input: true, output: true, params: true })
 ]).and(
   import_zod.z.object({
     input: spanInputOutputValidatorSchema.optional().nullable(),
-    output: spanInputOutputValidatorSchema.optional().nullable()
+    output: spanInputOutputValidatorSchema.optional().nullable(),
+    params: import_zod.z.record(import_zod.z.any()).optional().nullable()
+  })
+);
+var evaluationSchema = import_zod.z.object({
+  evaluation_id: import_zod.z.string(),
+  evaluator_id: import_zod.z.string(),
+  span_id: import_zod.z.string().optional().nullable(),
+  name: import_zod.z.string(),
+  type: import_zod.z.string().optional().nullable(),
+  is_guardrail: import_zod.z.boolean().optional().nullable(),
+  status: evaluationStatusSchema,
+  passed: import_zod.z.boolean().optional().nullable(),
+  score: import_zod.z.number().optional().nullable(),
+  label: import_zod.z.string().optional().nullable(),
+  details: import_zod.z.string().optional().nullable(),
+  error: errorCaptureSchema.optional().nullable(),
+  retries: import_zod.z.number().optional().nullable(),
+  timestamps: import_zod.z.object({
+    inserted_at: import_zod.z.number().optional().nullable(),
+    started_at: import_zod.z.number().optional().nullable(),
+    finished_at: import_zod.z.number().optional().nullable(),
+    updated_at: import_zod.z.number().optional().nullable()
+  })
+});
+var rESTEvaluationSchema = evaluationSchema.omit({
+  evaluation_id: true,
+  evaluator_id: true,
+  status: true,
+  timestamps: true,
+  retries: true
+}).and(
+  import_zod.z.object({
+    evaluation_id: import_zod.z.string().optional().nullable(),
+    evaluator_id: import_zod.z.string().optional().nullable(),
+    status: import_zod.z.union([
+      import_zod.z.literal("processed"),
+      import_zod.z.literal("skipped"),
+      import_zod.z.literal("error")
+    ]).optional().nullable(),
+    timestamps: import_zod.z.object({
+      started_at: import_zod.z.number().optional().nullable(),
+      finished_at: import_zod.z.number().optional().nullable()
+    }).optional().nullable()
   })
 );
 var collectorRESTParamsSchema = import_zod.z.object({
@@ -479,8 +501,11 @@ var collectorRESTParamsSchema = import_zod.z.object({
     thread_id: import_zod.z.union([import_zod.z.string(), import_zod.z.undefined()]).optional().nullable(),
     customer_id: import_zod.z.union([import_zod.z.string(), import_zod.z.undefined()]).optional().nullable(),
     labels: import_zod.z.union([import_zod.z.array(import_zod.z.string()), import_zod.z.undefined()]).optional().nullable(),
-    experiments: import_zod.z.union([import_zod.z.array(experimentSchema), import_zod.z.undefined()]).optional().nullable()
-  }).optional()
+    sdk_version: import_zod.z.union([import_zod.z.string(), import_zod.z.undefined()]).optional().nullable(),
+    sdk_language: import_zod.z.union([import_zod.z.string(), import_zod.z.undefined()]).optional().nullable()
+  }).and(customMetadataSchema).optional(),
+  expected_output: import_zod.z.string().optional().nullable(),
+  evaluations: import_zod.z.array(rESTEvaluationSchema).optional()
 });
 var collectorRESTParamsValidatorSchema = collectorRESTParamsSchema.omit({ spans: true });
 var datasetSpanSchema = import_zod.z.union([
@@ -489,26 +514,68 @@ var datasetSpanSchema = import_zod.z.union([
     trace_id: true,
     id: true,
     timestamps: true,
-    metrics: true
-  }),
+    metrics: true,
+    params: true
+  }).and(
+    import_zod.z.object({
+      params: import_zod.z.record(import_zod.z.any())
+    })
+  ),
   lLMSpanSchema.omit({
     project_id: true,
     trace_id: true,
     id: true,
     timestamps: true,
-    metrics: true
-  }),
+    metrics: true,
+    params: true
+  }).and(
+    import_zod.z.object({
+      params: import_zod.z.record(import_zod.z.any())
+    })
+  ),
   rAGSpanSchema.omit({
     project_id: true,
     trace_id: true,
     id: true,
     timestamps: true,
-    metrics: true
-  })
+    metrics: true,
+    params: true
+  }).and(
+    import_zod.z.object({
+      params: import_zod.z.record(import_zod.z.any())
+    })
+  )
 ]);
+var traceSchema = import_zod.z.object({
+  trace_id: import_zod.z.string(),
+  project_id: import_zod.z.string(),
+  metadata: traceMetadataSchema,
+  timestamps: import_zod.z.object({
+    started_at: import_zod.z.number(),
+    inserted_at: import_zod.z.number(),
+    updated_at: import_zod.z.number()
+  }),
+  input: traceInputSchema.optional(),
+  output: traceOutputSchema.optional(),
+  contexts: import_zod.z.array(rAGChunkSchema).optional(),
+  expected_output: import_zod.z.object({
+    value: import_zod.z.string()
+  }).optional(),
+  metrics: import_zod.z.object({
+    first_token_ms: import_zod.z.number().optional().nullable(),
+    total_time_ms: import_zod.z.number().optional().nullable(),
+    prompt_tokens: import_zod.z.number().optional().nullable(),
+    completion_tokens: import_zod.z.number().optional().nullable(),
+    total_cost: import_zod.z.number().optional().nullable(),
+    tokens_estimated: import_zod.z.boolean().optional().nullable()
+  }).optional(),
+  error: errorCaptureSchema.optional().nullable(),
+  indexing_md5s: import_zod.z.array(import_zod.z.string()).optional(),
+  events: import_zod.z.array(eventSchema).optional(),
+  evaluations: import_zod.z.array(evaluationSchema).optional()
+});
 
 // src/utils.ts
-var import_zod2 = require("zod");
 var convertImageToUrl = (image, mimeType) => {
   try {
     return image instanceof URL ? image.toString() : typeof image === "string" ? image : `data:${mimeType != null ? mimeType : "image/jpeg"};base64,${convertUint8ArrayToBase64(