langwatch 0.1.0 → 0.1.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (46) hide show
  1. package/copy-types.sh +17 -0
  2. package/dist/chunk-2I4YLOQY.mjs +736 -0
  3. package/dist/chunk-2I4YLOQY.mjs.map +1 -0
  4. package/dist/index.d.mts +352 -4
  5. package/dist/index.d.ts +352 -4
  6. package/dist/index.js +6505 -413
  7. package/dist/index.js.map +1 -1
  8. package/dist/index.mjs +571 -359
  9. package/dist/index.mjs.map +1 -1
  10. package/dist/{utils-DDcm0z9v.d.mts → utils-CFtM8VVg.d.mts} +108 -31
  11. package/dist/{utils-DDcm0z9v.d.ts → utils-CFtM8VVg.d.ts} +108 -31
  12. package/dist/utils.d.mts +1 -2
  13. package/dist/utils.d.ts +1 -2
  14. package/dist/utils.js +437 -0
  15. package/dist/utils.js.map +1 -1
  16. package/dist/utils.mjs +3 -1
  17. package/example/README.md +3 -1
  18. package/example/app/(chat)/chat/[id]/page.tsx +1 -1
  19. package/example/app/(chat)/page.tsx +10 -5
  20. package/example/app/guardrails/page.tsx +26 -0
  21. package/example/app/langchain/page.tsx +27 -0
  22. package/example/app/langchain-rag/page.tsx +28 -0
  23. package/example/app/share/[id]/page.tsx +1 -1
  24. package/example/components/chat-list.tsx +1 -1
  25. package/example/components/chat-panel.tsx +1 -1
  26. package/example/components/header.tsx +39 -13
  27. package/example/components/prompt-form.tsx +1 -1
  28. package/example/components/stocks/stock-purchase.tsx +1 -1
  29. package/example/components/stocks/stocks.tsx +1 -1
  30. package/example/lib/chat/guardrails.tsx +181 -0
  31. package/example/lib/chat/langchain-rag.tsx +191 -0
  32. package/example/lib/chat/langchain.tsx +112 -0
  33. package/example/lib/chat/{actions.tsx → vercel-ai.tsx} +1 -1
  34. package/example/package-lock.json +289 -6
  35. package/example/package.json +1 -0
  36. package/package.json +13 -5
  37. package/src/evaluations.ts +219 -0
  38. package/src/index.test.ts +5 -0
  39. package/src/index.ts +190 -7
  40. package/src/langchain.ts +557 -0
  41. package/src/{helpers.ts → typeUtils.ts} +20 -2
  42. package/src/types.ts +7 -3
  43. package/src/utils.ts +25 -2
  44. package/ts-to-zod.config.js +2 -0
  45. package/dist/chunk-AP23NJ57.mjs +0 -296
  46. package/dist/chunk-AP23NJ57.mjs.map +0 -1
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/index.ts","../src/helpers.ts","../src/server/types/tracer.generated.ts"],"sourcesContent":["import EventEmitter from \"events\";\nimport { nanoid } from \"nanoid\";\nimport { ZodError } from \"zod\";\nimport { fromZodError } from \"zod-validation-error\";\nimport { camelToSnakeCaseNested, type Strict } from \"./helpers\";\nimport {\n type CollectorRESTParams,\n type Span as ServerSpan,\n type SpanTypes,\n} from \"./server/types/tracer\";\nimport {\n collectorRESTParamsSchema,\n spanSchema,\n} from \"./server/types/tracer.generated\";\nimport {\n type BaseSpan,\n type ChatMessage,\n type ChatRichContent,\n type LLMSpan,\n type Metadata,\n type PendingBaseSpan,\n type PendingLLMSpan,\n type PendingRAGSpan,\n type RAGSpan,\n type SpanInputOutput,\n} from \"./types\";\nimport { captureError, convertFromVercelAIMessages } from \"./utils\";\n\nexport type {\n BaseSpan,\n ChatMessage as ChatMessage,\n ChatRichContent,\n LLMSpan,\n Metadata,\n PendingBaseSpan,\n PendingLLMSpan,\n PendingRAGSpan,\n RAGSpan,\n SpanInputOutput,\n};\n\nexport { convertFromVercelAIMessages, captureError };\n\nexport class LangWatch extends EventEmitter {\n apiKey: string | undefined;\n endpoint: string;\n\n constructor({\n apiKey,\n endpoint = process.env.LANGWATCH_ENDPOINT ?? \"https://app.langwatch.ai\",\n }: {\n apiKey?: string;\n endpoint?: string;\n } = {}) {\n super();\n const apiKey_ = apiKey ?? process.env.LANGWATCH_API_KEY;\n if (!apiKey_) {\n const error = new Error(\n \"LangWatch API key is not set, please set the LANGWATCH_API_KEY environment variable or pass it in the constructor. Traces will not be captured.\"\n );\n this.emit(\"error\", error);\n }\n this.apiKey = apiKey_;\n this.endpoint = endpoint;\n }\n\n getTrace({\n traceId,\n metadata,\n }: { traceId?: string; metadata?: Metadata } = {}) {\n return new LangWatchTrace({\n client: this,\n traceId: traceId ?? `trace_${nanoid()}`,\n metadata,\n });\n }\n\n async sendTrace(params: CollectorRESTParams) {\n const backoff = [1000, 2000, 4000, 8000, 16000];\n for (const backoffTime of backoff) {\n try {\n await this._sendTrace(params);\n return;\n } catch (e) {\n console.warn(\n `[LangWatch] ⚠️ Failed to send trace, retrying in ${\n backoffTime / 1000\n }s`\n );\n await new Promise((resolve) => setTimeout(resolve, backoffTime));\n }\n }\n console.warn(\"[LangWatch] ⚠️ Failed to send trace, giving up\");\n }\n\n async _sendTrace(params: CollectorRESTParams) {\n if (params.spans.length === 0) {\n return;\n }\n\n if (!this.apiKey) {\n const error = new Error(\n \"LangWatch API key is not set, LLMs traces will not be sent, go to https://langwatch.ai to set it up\"\n );\n this.emit(\"error\", error);\n return;\n }\n\n const response = await fetch(`${this.endpoint}/api/collector`, {\n method: \"POST\",\n headers: {\n \"X-Auth-Token\": this.apiKey,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify(params),\n });\n\n if (response.status === 429) {\n const error = new Error(\n \"Rate limit exceeded, dropping message from being sent to LangWatch. Please check your dashboard to upgrade your plan.\"\n );\n this.emit(\"error\", error);\n return;\n }\n if (!response.ok) {\n const error = new Error(\n `Failed to send trace, status: ${response.status}`\n );\n this.emit(\"error\", error);\n throw error;\n }\n }\n}\n\nexport class LangWatchTrace {\n client: LangWatch;\n traceId: string;\n metadata?: Metadata;\n finishedSpans: Record<string, ServerSpan> = {};\n timeoutRef?: NodeJS.Timeout;\n\n constructor({\n client,\n traceId,\n metadata,\n }: {\n client: LangWatch;\n traceId: string;\n metadata?: Metadata;\n }) {\n this.client = client;\n this.traceId = traceId;\n this.metadata = metadata;\n }\n\n update({ metadata }: { metadata: Metadata }) {\n this.metadata = {\n ...this.metadata,\n ...metadata,\n ...(typeof metadata.labels !== \"undefined\"\n ? { labels: [...(this.metadata?.labels ?? []), ...metadata.labels] }\n : {}),\n };\n }\n\n startSpan(params: Omit<Partial<PendingBaseSpan>, \"parentId\">) {\n const span = new LangWatchSpan({\n trace: this,\n ...params,\n });\n return span;\n }\n\n startLLMSpan(params: Omit<Partial<PendingLLMSpan>, \"parentId\">) {\n const span = new LangWatchLLMSpan({\n trace: this,\n ...params,\n });\n return span;\n }\n\n startRAGSpan(params: Omit<Partial<PendingRAGSpan>, \"parentId\">) {\n const span = new LangWatchRAGSpan({\n trace: this,\n ...params,\n });\n return span;\n }\n\n onEnd(span: ServerSpan) {\n this.finishedSpans[span.span_id] = span;\n this.delayedSendSpans();\n }\n\n delayedSendSpans() {\n clearTimeout(this.timeoutRef);\n this.timeoutRef = setTimeout(() => {\n void this.sendSpans();\n }, 1000);\n }\n\n async sendSpans() {\n clearTimeout(this.timeoutRef);\n\n let trace: CollectorRESTParams | undefined = undefined;\n try {\n trace = collectorRESTParamsSchema.parse({\n trace_id: this.traceId,\n metadata: camelToSnakeCaseNested(this.metadata),\n spans: Object.values(this.finishedSpans),\n } as Strict<CollectorRESTParams>);\n } catch (error) {\n if (error instanceof ZodError) {\n console.warn(\"[LangWatch] ⚠️ Failed to parse trace\");\n console.warn(fromZodError(error).message);\n }\n this.client.emit(\"error\", error);\n }\n\n if (trace) {\n await this.client.sendTrace(trace);\n }\n }\n}\n\nexport class LangWatchSpan implements PendingBaseSpan {\n trace: LangWatchTrace;\n\n spanId: string;\n parentId?: string | null;\n type: SpanTypes;\n name?: string | null;\n input?: PendingBaseSpan[\"input\"];\n output?: PendingBaseSpan[\"output\"];\n error?: PendingBaseSpan[\"error\"];\n timestamps: PendingBaseSpan[\"timestamps\"];\n metrics: PendingBaseSpan[\"metrics\"];\n\n constructor({\n trace,\n spanId,\n parentId,\n type,\n name,\n input,\n output,\n error,\n timestamps,\n metrics,\n }: Partial<PendingBaseSpan> & { trace: LangWatchTrace }) {\n this.spanId = spanId ?? `span_${nanoid()}`;\n this.parentId = parentId;\n this.trace = trace;\n this.type = type ?? \"span\";\n this.name = name;\n this.input = input;\n this.output = output;\n this.error = error;\n this.timestamps = timestamps ?? {\n startedAt: Date.now(),\n };\n this.metrics = metrics;\n }\n\n update(params: Partial<Omit<PendingBaseSpan, \"spanId\" | \"parentId\">>) {\n if (Object.isFrozen(this)) {\n const error = new Error(\n `Tried to update span ${this.spanId}, but the span is already finished, discarding update`\n );\n this.trace.client.emit(\"error\", error);\n return;\n }\n\n if (params.type) {\n this.type = params.type;\n }\n if (\"name\" in params) {\n this.name = params.name;\n }\n if (\"input\" in params) {\n this.input = params.input;\n }\n if (\"output\" in params) {\n this.output = params.output;\n }\n if (\"error\" in params) {\n this.error = params.error;\n }\n if (params.timestamps) {\n this.timestamps = params.timestamps;\n }\n if (\"metrics\" in params) {\n this.metrics = params.metrics;\n }\n }\n\n startSpan(params: Omit<Partial<PendingBaseSpan>, \"parentId\">) {\n const span = new LangWatchSpan({\n trace: this.trace,\n parentId: this.spanId,\n ...params,\n });\n return span;\n }\n\n startLLMSpan(params: Omit<Partial<PendingLLMSpan>, \"parentId\">) {\n const span = new LangWatchLLMSpan({\n trace: this.trace,\n parentId: this.spanId,\n ...params,\n });\n return span;\n }\n\n startRAGSpan(params: Omit<Partial<PendingRAGSpan>, \"parentId\">) {\n const span = new LangWatchRAGSpan({\n trace: this.trace,\n parentId: this.spanId,\n ...params,\n });\n return span;\n }\n\n end(params?: Partial<Omit<PendingBaseSpan, \"spanId\" | \"parentId\">>) {\n this.timestamps.finishedAt = Date.now();\n if (params) {\n this.update(params);\n }\n\n Object.freeze(this);\n\n try {\n const finalSpan = spanSchema.parse(\n camelToSnakeCaseNested({\n ...this,\n trace: undefined,\n traceId: this.trace.traceId,\n timestamps: {\n ...this.timestamps,\n finishedAt: this.timestamps.finishedAt,\n },\n ...(this.error && { error: captureError(this.error) }),\n }) as ServerSpan\n );\n this.trace.onEnd(finalSpan);\n } catch (error) {\n if (error instanceof ZodError) {\n console.warn(\"[LangWatch] ⚠️ Failed to parse span\");\n console.warn(fromZodError(error).message);\n }\n this.trace.client.emit(\"error\", error);\n }\n }\n}\n\nexport class LangWatchLLMSpan extends LangWatchSpan implements PendingLLMSpan {\n type: \"llm\";\n model: PendingLLMSpan[\"model\"];\n params: PendingLLMSpan[\"params\"];\n\n constructor(params: Partial<PendingLLMSpan> & { trace: LangWatchTrace }) {\n super({ ...params });\n this.type = \"llm\";\n this.model = params.model ?? \"unknown\";\n this.params = params.params ?? {};\n }\n\n update(params: Partial<PendingLLMSpan>) {\n super.update(params);\n if (params.model) {\n this.model = params.model;\n }\n if (params.params) {\n this.params = params.params;\n }\n }\n\n end(params?: Partial<PendingLLMSpan>) {\n super.end(params);\n }\n}\n\nexport class LangWatchRAGSpan extends LangWatchSpan implements PendingRAGSpan {\n type: \"rag\";\n contexts: PendingRAGSpan[\"contexts\"];\n\n constructor(params: Partial<PendingRAGSpan> & { trace: LangWatchTrace }) {\n super({ ...params });\n this.type = \"rag\";\n this.contexts = params.contexts ?? [];\n }\n\n update(params: Partial<PendingRAGSpan>) {\n super.update(params);\n if (params.contexts) {\n this.contexts = params.contexts;\n }\n }\n\n end(params?: Partial<PendingRAGSpan>) {\n super.end(params);\n }\n}\n","export type Strict<T> = T & { [K in Exclude<keyof any, keyof T>]: never };\n\ntype SnakeToCamelCase<S extends string> = S extends `${infer T}_${infer U}`\n ? `${T}${Capitalize<SnakeToCamelCase<U>>}`\n : S;\n\nexport type SnakeToCamelCaseNested<T> = T extends object\n ? T extends (infer U)[]\n ? U extends object\n ? {\n [K in keyof U as SnakeToCamelCase<\n K & string\n >]: SnakeToCamelCaseNested<U[K]>;\n }[]\n : T\n : {\n [K in keyof T as SnakeToCamelCase<K & string>]: SnakeToCamelCaseNested<\n T[K]\n >;\n }\n : T;\n\ntype CamelToSnakeCase<S extends string> = S extends `${infer T}${infer U}`\n ? `${T extends Capitalize<T> ? \"_\" : \"\"}${Lowercase<T>}${CamelToSnakeCase<U>}`\n : S;\n\nexport type CamelToSnakeCaseNested<T> = T extends object\n ? T extends (infer U)[]\n ? U extends object\n ? {\n [K in keyof U as CamelToSnakeCase<\n K & string\n >]: CamelToSnakeCaseNested<U[K]>;\n }[]\n : T\n : {\n [K in keyof T as CamelToSnakeCase<K & string>]: CamelToSnakeCaseNested<\n T[K]\n >;\n }\n : T;\n\nfunction camelToSnakeCase(str: string): string {\n return str.replace(/[A-Z]/g, (letter) => `_${letter.toLowerCase()}`);\n}\n\nexport function camelToSnakeCaseNested<T>(obj: T): CamelToSnakeCaseNested<T> {\n if (Array.isArray(obj)) {\n return obj.map((item) =>\n camelToSnakeCaseNested(item)\n ) as CamelToSnakeCaseNested<T>;\n } else if (typeof obj === \"object\" && obj !== null) {\n const newObj: any = {};\n for (const key in obj) {\n if (obj.hasOwnProperty(key)) {\n const newKey = camelToSnakeCase(key);\n newObj[newKey] = camelToSnakeCaseNested((obj as any)[key]);\n }\n }\n return newObj as CamelToSnakeCaseNested<T>;\n } else {\n return obj as CamelToSnakeCaseNested<T>;\n }\n}\n","// Generated by ts-to-zod\nimport { z } from \"zod\";\nimport { SpanInputOutput } from \"./tracer\";\n\nconst chatRoleSchema = z.union([\n z.literal(\"system\"),\n z.literal(\"user\"),\n z.literal(\"assistant\"),\n z.literal(\"function\"),\n z.literal(\"tool\"),\n z.literal(\"unknown\"),\n]);\n\nconst functionCallSchema = z.object({\n name: z.string().optional(),\n arguments: z.string().optional(),\n});\n\nconst toolCallSchema = z.object({\n id: z.string(),\n type: z.string(),\n function: functionCallSchema,\n});\n\nexport const chatRichContentSchema = z.union([\n z.object({\n type: z.literal(\"text\"),\n text: z.string().optional(),\n }),\n z.object({\n type: z.literal(\"image_url\"),\n image_url: z\n .object({\n url: z.string(),\n detail: z\n .union([z.literal(\"auto\"), z.literal(\"low\"), z.literal(\"high\")])\n .optional(),\n })\n .optional(),\n }),\n]);\n\nconst typedValueTextSchema = z.object({\n type: z.literal(\"text\"),\n value: z.string(),\n});\n\nconst typedValueRawSchema = z.object({\n type: z.literal(\"raw\"),\n value: z.string(),\n});\n\nconst jSONSerializableSchema = z\n .union([\n z.string(),\n z.number(),\n z.boolean(),\n z.record(z.any()),\n z.array(z.any()),\n ])\n .nullable();\n\nconst typedValueJsonSchema = z.object({\n type: z.literal(\"json\"),\n value: jSONSerializableSchema,\n});\n\nconst moneySchema = z.object({\n currency: z.string(),\n amount: z.number(),\n});\n\nexport const guardrailResultSchema = z.object({\n status: z.union([\n z.literal(\"processed\"),\n z.literal(\"skipped\"),\n z.literal(\"error\"),\n ]),\n passed: z.boolean(),\n score: z.number().optional().nullable(),\n details: z.string().optional().nullable(),\n cost: moneySchema.optional().nullable(),\n});\n\nconst typedValueGuardrailResultSchema = z.object({\n type: z.literal(\"guardrail_result\"),\n value: guardrailResultSchema,\n});\n\nexport const errorCaptureSchema = z.object({\n has_error: z.literal(true),\n message: z.string(),\n stacktrace: z.array(z.string()),\n});\n\nconst spanMetricsSchema = z.object({\n prompt_tokens: z.number().optional().nullable(),\n completion_tokens: z.number().optional().nullable(),\n tokens_estimated: z.boolean().optional().nullable(),\n cost: z.number().optional().nullable(),\n});\n\nconst spanParamsSchema = z.object({\n temperature: z.number().optional(),\n stream: z.boolean().optional(),\n functions: z.array(z.record(z.any())).optional(),\n tools: z.array(z.record(z.any())).optional(),\n tool_choice: z.string().optional(),\n});\n\nconst spanTimestampsSchema = z.object({\n started_at: z.number(),\n first_token_at: z.number().optional().nullable(),\n finished_at: z.number(),\n});\n\nexport const spanTypesSchema = z.union([\n z.literal(\"span\"),\n z.literal(\"llm\"),\n z.literal(\"chain\"),\n z.literal(\"tool\"),\n z.literal(\"agent\"),\n z.literal(\"rag\"),\n z.literal(\"guardrail\"),\n z.literal(\"unknown\"),\n]);\n\nexport const rAGChunkSchema = z.object({\n document_id: z.string().optional().nullable(),\n chunk_id: z.string().optional().nullable(),\n content: z.union([z.string(), z.record(z.any()), z.array(z.any())]),\n});\n\nexport const traceInputSchema = z.object({\n value: z.string(),\n embeddings: z\n .object({\n model: z.string(),\n embeddings: z.array(z.number()),\n })\n .optional(),\n satisfaction_score: z.number().optional(),\n});\n\nexport const traceOutputSchema = z.object({\n value: z.string(),\n embeddings: z\n .object({\n model: z.string(),\n embeddings: z.array(z.number()),\n })\n .optional(),\n});\n\nexport const traceSchema = z.object({\n trace_id: z.string(),\n project_id: z.string(),\n metadata: z.object({\n thread_id: z.string().optional(),\n user_id: z.string().optional(),\n customer_id: z.string().optional(),\n labels: z.array(z.string()).optional(),\n topic_id: z.string().optional(),\n subtopic_id: z.string().optional(),\n }),\n timestamps: z.object({\n started_at: z.number(),\n inserted_at: z.number(),\n updated_at: z.number(),\n }),\n input: traceInputSchema,\n output: traceOutputSchema.optional(),\n metrics: z.object({\n first_token_ms: z.number().optional().nullable(),\n total_time_ms: z.number().optional().nullable(),\n prompt_tokens: z.number().optional().nullable(),\n completion_tokens: z.number().optional().nullable(),\n total_cost: z.number().optional().nullable(),\n tokens_estimated: z.boolean().optional().nullable(),\n }),\n error: errorCaptureSchema.optional().nullable(),\n indexing_md5s: z.array(z.string()).optional(),\n});\n\nexport const elasticSearchTraceSchema = traceSchema.and(\n z.object({\n timestamps: traceSchema.shape.timestamps.and(\n z.object({\n updated_at: z.number(),\n }),\n ),\n }),\n);\n\nexport const traceCheckSchema = z.object({\n trace_id: z.string(),\n check_id: z.string(),\n project_id: z.string(),\n check_type: z.string(),\n check_name: z.string(),\n is_guardrail: z.boolean(),\n status: z.union([\n z.literal(\"scheduled\"),\n z.literal(\"in_progress\"),\n z.literal(\"error\"),\n z.literal(\"skipped\"),\n z.literal(\"processed\"),\n ]),\n passed: z.boolean().optional(),\n score: z.number().optional(),\n details: z.string().optional(),\n error: errorCaptureSchema.optional().nullable(),\n retries: z.number().optional(),\n timestamps: z.object({\n inserted_at: z.number().optional(),\n started_at: z.number().optional(),\n finished_at: z.number().optional(),\n updated_at: z.number(),\n }),\n trace_metadata: z.object({\n thread_id: z.string().optional(),\n user_id: z.string().optional(),\n customer_id: z.string().optional(),\n labels: z.array(z.string()).optional(),\n topics: z.array(z.string()).optional(),\n }),\n});\n\nexport const experimentSchema = z.object({\n experiment_id: z.string(),\n variant: z.number(),\n});\n\nexport const eventSchema = z.object({\n event_id: z.string(),\n event_type: z.string(),\n project_id: z.string(),\n metrics: z.record(z.number()),\n event_details: z.record(z.string()),\n trace_id: z.string().optional(),\n trace_metadata: z.object({\n thread_id: z.string().optional(),\n user_id: z.string().optional(),\n customer_id: z.string().optional(),\n labels: z.array(z.string()).optional(),\n topics: z.array(z.string()).optional(),\n }),\n timestamps: z.object({\n started_at: z.number(),\n inserted_at: z.number(),\n updated_at: z.number(),\n }),\n});\n\nexport const elasticSearchEventSchema = eventSchema\n .omit({ metrics: true, event_details: true })\n .and(\n z.object({\n metrics: z.array(\n z.object({\n key: z.string(),\n value: z.number(),\n }),\n ),\n event_details: z.array(\n z.object({\n key: z.string(),\n value: z.string(),\n }),\n ),\n }),\n );\n\nexport const trackEventRESTParamsValidatorSchema = eventSchema\n .omit({\n event_id: true,\n project_id: true,\n timestamps: true,\n event_details: true,\n trace_metadata: true,\n })\n .and(\n z.object({\n event_id: z.string().optional(),\n event_details: z.record(z.string()).optional(),\n timestamp: z.number().optional(),\n }),\n );\n\nexport const chatMessageSchema = z.object({\n role: chatRoleSchema.optional(),\n content: z\n .union([z.string(), z.array(chatRichContentSchema)])\n .optional()\n .nullable(),\n function_call: functionCallSchema.optional().nullable(),\n tool_calls: z.array(toolCallSchema).optional().nullable(),\n tool_call_id: z.string().optional().nullable(),\n});\n\nexport const typedValueChatMessagesSchema = z.object({\n type: z.literal(\"chat_messages\"),\n value: z.array(chatMessageSchema),\n});\n\nexport const spanInputOutputSchema: z.ZodSchema<SpanInputOutput> = z.lazy(() =>\n z.union([\n typedValueTextSchema,\n typedValueChatMessagesSchema,\n typedValueGuardrailResultSchema,\n typedValueJsonSchema,\n typedValueRawSchema,\n z.object({\n type: z.literal(\"list\"),\n value: z.array(spanInputOutputSchema),\n }),\n ]),\n);\n\nexport const baseSpanSchema = z.object({\n span_id: z.string(),\n parent_id: z.string().optional().nullable(),\n trace_id: z.string(),\n type: spanTypesSchema,\n name: z.string().optional().nullable(),\n input: spanInputOutputSchema.optional().nullable(),\n output: spanInputOutputSchema.optional().nullable(),\n error: errorCaptureSchema.optional().nullable(),\n timestamps: spanTimestampsSchema,\n metrics: spanMetricsSchema.optional().nullable(),\n});\n\nexport const lLMSpanSchema = baseSpanSchema.extend({\n type: z.literal(\"llm\"),\n vendor: z.string().optional().nullable(),\n model: z.string(),\n params: spanParamsSchema,\n});\n\nexport const rAGSpanSchema = baseSpanSchema.extend({\n type: z.literal(\"rag\"),\n contexts: z.array(rAGChunkSchema),\n});\n\nexport const spanSchema = z.union([\n lLMSpanSchema,\n rAGSpanSchema,\n baseSpanSchema,\n]);\n\nconst spanInputOutputValidatorSchema = spanInputOutputSchema.and(\n z.object({\n value: z.any(),\n }),\n);\n\nexport const spanValidatorSchema = z\n .union([\n lLMSpanSchema.omit({ input: true, output: true }),\n rAGSpanSchema.omit({ input: true, output: true }),\n baseSpanSchema.omit({ input: true, output: true }),\n ])\n .and(\n z.object({\n input: spanInputOutputValidatorSchema.optional().nullable(),\n output: spanInputOutputValidatorSchema.optional().nullable(),\n }),\n );\n\nexport const collectorRESTParamsSchema = z.object({\n trace_id: z.union([z.string(), z.undefined()]).optional().nullable(),\n spans: z.array(spanSchema),\n metadata: z\n .object({\n user_id: z.union([z.string(), z.undefined()]).optional().nullable(),\n thread_id: z.union([z.string(), z.undefined()]).optional().nullable(),\n customer_id: z.union([z.string(), z.undefined()]).optional().nullable(),\n labels: z\n .union([z.array(z.string()), z.undefined()])\n .optional()\n .nullable(),\n experiments: z\n .union([z.array(experimentSchema), z.undefined()])\n .optional()\n .nullable(),\n })\n .optional(),\n});\n\nexport const collectorRESTParamsValidatorSchema =\n collectorRESTParamsSchema.omit({ spans: true });\n\nexport const datasetSpanSchema = z.union([\n baseSpanSchema.omit({\n project_id: true,\n trace_id: true,\n id: true,\n timestamps: true,\n metrics: true,\n }),\n lLMSpanSchema.omit({\n project_id: true,\n trace_id: true,\n id: true,\n timestamps: true,\n metrics: true,\n }),\n rAGSpanSchema.omit({\n project_id: true,\n trace_id: true,\n id: true,\n timestamps: true,\n metrics: true,\n }),\n]);\n"],"mappings":";;;;;;;;AAAA,OAAO,kBAAkB;AACzB,SAAS,cAAc;AACvB,SAAS,gBAAgB;AACzB,SAAS,oBAAoB;;;ACuC7B,SAAS,iBAAiB,KAAqB;AAC7C,SAAO,IAAI,QAAQ,UAAU,CAAC,WAAW,IAAI,OAAO,YAAY,CAAC,EAAE;AACrE;AAEO,SAAS,uBAA0B,KAAmC;AAC3E,MAAI,MAAM,QAAQ,GAAG,GAAG;AACtB,WAAO,IAAI;AAAA,MAAI,CAAC,SACd,uBAAuB,IAAI;AAAA,IAC7B;AAAA,EACF,WAAW,OAAO,QAAQ,YAAY,QAAQ,MAAM;AAClD,UAAM,SAAc,CAAC;AACrB,eAAW,OAAO,KAAK;AACrB,UAAI,IAAI,eAAe,GAAG,GAAG;AAC3B,cAAM,SAAS,iBAAiB,GAAG;AACnC,eAAO,MAAM,IAAI,uBAAwB,IAAY,GAAG,CAAC;AAAA,MAC3D;AAAA,IACF;AACA,WAAO;AAAA,EACT,OAAO;AACL,WAAO;AAAA,EACT;AACF;;;AC9DA,SAAS,SAAS;AAGlB,IAAM,iBAAiB,EAAE,MAAM;AAAA,EAC7B,EAAE,QAAQ,QAAQ;AAAA,EAClB,EAAE,QAAQ,MAAM;AAAA,EAChB,EAAE,QAAQ,WAAW;AAAA,EACrB,EAAE,QAAQ,UAAU;AAAA,EACpB,EAAE,QAAQ,MAAM;AAAA,EAChB,EAAE,QAAQ,SAAS;AACrB,CAAC;AAED,IAAM,qBAAqB,EAAE,OAAO;AAAA,EAClC,MAAM,EAAE,OAAO,EAAE,SAAS;AAAA,EAC1B,WAAW,EAAE,OAAO,EAAE,SAAS;AACjC,CAAC;AAED,IAAM,iBAAiB,EAAE,OAAO;AAAA,EAC9B,IAAI,EAAE,OAAO;AAAA,EACb,MAAM,EAAE,OAAO;AAAA,EACf,UAAU;AACZ,CAAC;AAEM,IAAM,wBAAwB,EAAE,MAAM;AAAA,EAC3C,EAAE,OAAO;AAAA,IACP,MAAM,EAAE,QAAQ,MAAM;AAAA,IACtB,MAAM,EAAE,OAAO,EAAE,SAAS;AAAA,EAC5B,CAAC;AAAA,EACD,EAAE,OAAO;AAAA,IACP,MAAM,EAAE,QAAQ,WAAW;AAAA,IAC3B,WAAW,EACR,OAAO;AAAA,MACN,KAAK,EAAE,OAAO;AAAA,MACd,QAAQ,EACL,MAAM,CAAC,EAAE,QAAQ,MAAM,GAAG,EAAE,QAAQ,KAAK,GAAG,EAAE,QAAQ,MAAM,CAAC,CAAC,EAC9D,SAAS;AAAA,IACd,CAAC,EACA,SAAS;AAAA,EACd,CAAC;AACH,CAAC;AAED,IAAM,uBAAuB,EAAE,OAAO;AAAA,EACpC,MAAM,EAAE,QAAQ,MAAM;AAAA,EACtB,OAAO,EAAE,OAAO;AAClB,CAAC;AAED,IAAM,sBAAsB,EAAE,OAAO;AAAA,EACnC,MAAM,EAAE,QAAQ,KAAK;AAAA,EACrB,OAAO,EAAE,OAAO;AAClB,CAAC;AAED,IAAM,yBAAyB,EAC5B,MAAM;AAAA,EACL,EAAE,OAAO;AAAA,EACT,EAAE,OAAO;AAAA,EACT,EAAE,QAAQ;AAAA,EACV,EAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EAChB,EAAE,MAAM,EAAE,IAAI,CAAC;AACjB,CAAC,EACA,SAAS;AAEZ,IAAM,uBAAuB,EAAE,OAAO;AAAA,EACpC,MAAM,EAAE,QAAQ,MAAM;AAAA,EACtB,OAAO;AACT,CAAC;AAED,IAAM,cAAc,EAAE,OAAO;AAAA,EAC3B,UAAU,EAAE,OAAO;AAAA,EACnB,QAAQ,EAAE,OAAO;AACnB,CAAC;AAEM,IAAM,wBAAwB,EAAE,OAAO;AAAA,EAC5C,QAAQ,EAAE,MAAM;AAAA,IACd,EAAE,QAAQ,WAAW;AAAA,IACrB,EAAE,QAAQ,SAAS;AAAA,IACnB,EAAE,QAAQ,OAAO;AAAA,EACnB,CAAC;AAAA,EACD,QAAQ,EAAE,QAAQ;AAAA,EAClB,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS;AAAA,EACtC,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS;AAAA,EACxC,MAAM,YAAY,SAAS,EAAE,SAAS;AACxC,CAAC;AAED,IAAM,kCAAkC,EAAE,OAAO;AAAA,EAC/C,MAAM,EAAE,QAAQ,kBAAkB;AAAA,EAClC,OAAO;AACT,CAAC;AAEM,IAAM,qBAAqB,EAAE,OAAO;AAAA,EACzC,WAAW,EAAE,QAAQ,IAAI;AAAA,EACzB,SAAS,EAAE,OAAO;AAAA,EAClB,YAAY,EAAE,MAAM,EAAE,OAAO,CAAC;AAChC,CAAC;AAED,IAAM,oBAAoB,EAAE,OAAO;AAAA,EACjC,eAAe,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS;AAAA,EAC9C,mBAAmB,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS;AAAA,EAClD,kBAAkB,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS;AAAA,EAClD,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS;AACvC,CAAC;AAED,IAAM,mBAAmB,EAAE,OAAO;AAAA,EAChC,aAAa,EAAE,OAAO,EAAE,SAAS;AAAA,EACjC,QAAQ,EAAE,QAAQ,EAAE,SAAS;AAAA,EAC7B,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC,EAAE,SAAS;AAAA,EAC/C,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC,EAAE,SAAS;AAAA,EAC3C,aAAa,EAAE,OAAO,EAAE,SAAS;AACnC,CAAC;AAED,IAAM,uBAAuB,EAAE,OAAO;AAAA,EACpC,YAAY,EAAE,OAAO;AAAA,EACrB,gBAAgB,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS;AAAA,EAC/C,aAAa,EAAE,OAAO;AACxB,CAAC;AAEM,IAAM,kBAAkB,EAAE,MAAM;AAAA,EACrC,EAAE,QAAQ,MAAM;AAAA,EAChB,EAAE,QAAQ,KAAK;AAAA,EACf,EAAE,QAAQ,OAAO;AAAA,EACjB,EAAE,QAAQ,MAAM;AAAA,EAChB,EAAE,QAAQ,OAAO;AAAA,EACjB,EAAE,QAAQ,KAAK;AAAA,EACf,EAAE,QAAQ,WAAW;AAAA,EACrB,EAAE,QAAQ,SAAS;AACrB,CAAC;AAEM,IAAM,iBAAiB,EAAE,OAAO;AAAA,EACrC,aAAa,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS;AAAA,EAC5C,UAAU,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS;AAAA,EACzC,SAAS,EAAE,MAAM,CAAC,EAAE,OAAO,GAAG,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;AACpE,CAAC;AAEM,IAAM,mBAAmB,EAAE,OAAO;AAAA,EACvC,OAAO,EAAE,OAAO;AAAA,EAChB,YAAY,EACT,OAAO;AAAA,IACN,OAAO,EAAE,OAAO;AAAA,IAChB,YAAY,EAAE,MAAM,EAAE,OAAO,CAAC;AAAA,EAChC,CAAC,EACA,SAAS;AAAA,EACZ,oBAAoB,EAAE,OAAO,EAAE,SAAS;AAC1C,CAAC;AAEM,IAAM,oBAAoB,EAAE,OAAO;AAAA,EACxC,OAAO,EAAE,OAAO;AAAA,EAChB,YAAY,EACT,OAAO;AAAA,IACN,OAAO,EAAE,OAAO;AAAA,IAChB,YAAY,EAAE,MAAM,EAAE,OAAO,CAAC;AAAA,EAChC,CAAC,EACA,SAAS;AACd,CAAC;AAEM,IAAM,cAAc,EAAE,OAAO;AAAA,EAClC,UAAU,EAAE,OAAO;AAAA,EACnB,YAAY,EAAE,OAAO;AAAA,EACrB,UAAU,EAAE,OAAO;AAAA,IACjB,WAAW,EAAE,OAAO,EAAE,SAAS;AAAA,IAC/B,SAAS,EAAE,OAAO,EAAE,SAAS;AAAA,IAC7B,aAAa,EAAE,OAAO,EAAE,SAAS;AAAA,IACjC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,SAAS;AAAA,IACrC,UAAU,EAAE,OAAO,EAAE,SAAS;AAAA,IAC9B,aAAa,EAAE,OAAO,EAAE,SAAS;AAAA,EACnC,CAAC;AAAA,EACD,YAAY,EAAE,OAAO;AAAA,IACnB,YAAY,EAAE,OAAO;AAAA,IACrB,aAAa,EAAE,OAAO;AAAA,IACtB,YAAY,EAAE,OAAO;AAAA,EACvB,CAAC;AAAA,EACD,OAAO;AAAA,EACP,QAAQ,kBAAkB,SAAS;AAAA,EACnC,SAAS,EAAE,OAAO;AAAA,IAChB,gBAAgB,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS;AAAA,IAC/C,eAAe,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS;AAAA,IAC9C,eAAe,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS;AAAA,IAC9C,mBAAmB,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS;AAAA,IAClD,YAAY,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS;AAAA,IAC3C,kBAAkB,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS;AAAA,EACpD,CAAC;AAAA,EACD,OAAO,mBAAmB,SAAS,EAAE,SAAS;AAAA,EAC9C,eAAe,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,SAAS;AAC9C,CAAC;AAEM,IAAM,2BAA2B,YAAY;AAAA,EAClD,EAAE,OAAO;AAAA,IACP,YAAY,YAAY,MAAM,WAAW;AAAA,MACvC,EAAE,OAAO;AAAA,QACP,YAAY,EAAE,OAAO;AAAA,MACvB,CAAC;AAAA,IACH;AAAA,EACF,CAAC;AACH;AAEO,IAAM,mBAAmB,EAAE,OAAO;AAAA,EACvC,UAAU,EAAE,OAAO;AAAA,EACnB,UAAU,EAAE,OAAO;AAAA,EACnB,YAAY,EAAE,OAAO;AAAA,EACrB,YAAY,EAAE,OAAO;AAAA,EACrB,YAAY,EAAE,OAAO;AAAA,EACrB,cAAc,EAAE,QAAQ;AAAA,EACxB,QAAQ,EAAE,MAAM;AAAA,IACd,EAAE,QAAQ,WAAW;AAAA,IACrB,EAAE,QAAQ,aAAa;AAAA,IACvB,EAAE,QAAQ,OAAO;AAAA,IACjB,EAAE,QAAQ,SAAS;AAAA,IACnB,EAAE,QAAQ,WAAW;AAAA,EACvB,CAAC;AAAA,EACD,QAAQ,EAAE,QAAQ,EAAE,SAAS;AAAA,EAC7B,OAAO,EAAE,OAAO,EAAE,SAAS;AAAA,EAC3B,SAAS,EAAE,OAAO,EAAE,SAAS;AAAA,EAC7B,OAAO,mBAAmB,SAAS,EAAE,SAAS;AAAA,EAC9C,SAAS,EAAE,OAAO,EAAE,SAAS;AAAA,EAC7B,YAAY,EAAE,OAAO;AAAA,IACnB,aAAa,EAAE,OAAO,EAAE,SAAS;AAAA,IACjC,YAAY,EAAE,OAAO,EAAE,SAAS;AAAA,IAChC,aAAa,EAAE,OAAO,EAAE,SAAS;AAAA,IACjC,YAAY,EAAE,OAAO;AAAA,EACvB,CAAC;AAAA,EACD,gBAAgB,EAAE,OAAO;AAAA,IACvB,WAAW,EAAE,OAAO,EAAE,SAAS;AAAA,IAC/B,SAAS,EAAE,OAAO,EAAE,SAAS;AAAA,IAC7B,aAAa,EAAE,OAAO,EAAE,SAAS;AAAA,IACjC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,SAAS;AAAA,IACrC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,SAAS;AAAA,EACvC,CAAC;AACH,CAAC;AAEM,IAAM,mBAAmB,EAAE,OAAO;AAAA,EACvC,eAAe,EAAE,OAAO;AAAA,EACxB,SAAS,EAAE,OAAO;AACpB,CAAC;AAEM,IAAM,cAAc,EAAE,OAAO;AAAA,EAClC,UAAU,EAAE,OAAO;AAAA,EACnB,YAAY,EAAE,OAAO;AAAA,EACrB,YAAY,EAAE,OAAO;AAAA,EACrB,SAAS,EAAE,OAAO,EAAE,OAAO,CAAC;AAAA,EAC5B,eAAe,EAAE,OAAO,EAAE,OAAO,CAAC;AAAA,EAClC,UAAU,EAAE,OAAO,EAAE,SAAS;AAAA,EAC9B,gBAAgB,EAAE,OAAO;AAAA,IACvB,WAAW,EAAE,OAAO,EAAE,SAAS;AAAA,IAC/B,SAAS,EAAE,OAAO,EAAE,SAAS;AAAA,IAC7B,aAAa,EAAE,OAAO,EAAE,SAAS;AAAA,IACjC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,SAAS;AAAA,IACrC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,SAAS;AAAA,EACvC,CAAC;AAAA,EACD,YAAY,EAAE,OAAO;AAAA,IACnB,YAAY,EAAE,OAAO;AAAA,IACrB,aAAa,EAAE,OAAO;AAAA,IACtB,YAAY,EAAE,OAAO;AAAA,EACvB,CAAC;AACH,CAAC;AAEM,IAAM,2BAA2B,YACrC,KAAK,EAAE,SAAS,MAAM,eAAe,KAAK,CAAC,EAC3C;AAAA,EACC,EAAE,OAAO;AAAA,IACP,SAAS,EAAE;AAAA,MACT,EAAE,OAAO;AAAA,QACP,KAAK,EAAE,OAAO;AAAA,QACd,OAAO,EAAE,OAAO;AAAA,MAClB,CAAC;AAAA,IACH;AAAA,IACA,eAAe,EAAE;AAAA,MACf,EAAE,OAAO;AAAA,QACP,KAAK,EAAE,OAAO;AAAA,QACd,OAAO,EAAE,OAAO;AAAA,MAClB,CAAC;AAAA,IACH;AAAA,EACF,CAAC;AACH;AAEK,IAAM,sCAAsC,YAChD,KAAK;AAAA,EACJ,UAAU;AAAA,EACV,YAAY;AAAA,EACZ,YAAY;AAAA,EACZ,eAAe;AAAA,EACf,gBAAgB;AAClB,CAAC,EACA;AAAA,EACC,EAAE,OAAO;AAAA,IACP,UAAU,EAAE,OAAO,EAAE,SAAS;AAAA,IAC9B,eAAe,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,SAAS;AAAA,IAC7C,WAAW,EAAE,OAAO,EAAE,SAAS;AAAA,EACjC,CAAC;AACH;AAEK,IAAM,oBAAoB,EAAE,OAAO;AAAA,EACxC,MAAM,eAAe,SAAS;AAAA,EAC9B,SAAS,EACN,MAAM,CAAC,EAAE,OAAO,GAAG,EAAE,MAAM,qBAAqB,CAAC,CAAC,EAClD,SAAS,EACT,SAAS;AAAA,EACZ,eAAe,mBAAmB,SAAS,EAAE,SAAS;AAAA,EACtD,YAAY,EAAE,MAAM,cAAc,EAAE,SAAS,EAAE,SAAS;AAAA,EACxD,cAAc,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS;AAC/C,CAAC;AAEM,IAAM,+BAA+B,EAAE,OAAO;AAAA,EACnD,MAAM,EAAE,QAAQ,eAAe;AAAA,EAC/B,OAAO,EAAE,MAAM,iBAAiB;AAClC,CAAC;AAEM,IAAM,wBAAsD,EAAE;AAAA,EAAK,MACxE,EAAE,MAAM;AAAA,IACN;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA,EAAE,OAAO;AAAA,MACP,MAAM,EAAE,QAAQ,MAAM;AAAA,MACtB,OAAO,EAAE,MAAM,qBAAqB;AAAA,IACtC,CAAC;AAAA,EACH,CAAC;AACH;AAEO,IAAM,iBAAiB,EAAE,OAAO;AAAA,EACrC,SAAS,EAAE,OAAO;AAAA,EAClB,WAAW,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS;AAAA,EAC1C,UAAU,EAAE,OAAO;AAAA,EACnB,MAAM;AAAA,EACN,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS;AAAA,EACrC,OAAO,sBAAsB,SAAS,EAAE,SAAS;AAAA,EACjD,QAAQ,sBAAsB,SAAS,EAAE,SAAS;AAAA,EAClD,OAAO,mBAAmB,SAAS,EAAE,SAAS;AAAA,EAC9C,YAAY;AAAA,EACZ,SAAS,kBAAkB,SAAS,EAAE,SAAS;AACjD,CAAC;AAEM,IAAM,gBAAgB,eAAe,OAAO;AAAA,EACjD,MAAM,EAAE,QAAQ,KAAK;AAAA,EACrB,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS;AAAA,EACvC,OAAO,EAAE,OAAO;AAAA,EAChB,QAAQ;AACV,CAAC;AAEM,IAAM,gBAAgB,eAAe,OAAO;AAAA,EACjD,MAAM,EAAE,QAAQ,KAAK;AAAA,EACrB,UAAU,EAAE,MAAM,cAAc;AAClC,CAAC;AAEM,IAAM,aAAa,EAAE,MAAM;AAAA,EAChC;AAAA,EACA;AAAA,EACA;AACF,CAAC;AAED,IAAM,iCAAiC,sBAAsB;AAAA,EAC3D,EAAE,OAAO;AAAA,IACP,OAAO,EAAE,IAAI;AAAA,EACf,CAAC;AACH;AAEO,IAAM,sBAAsB,EAChC,MAAM;AAAA,EACL,cAAc,KAAK,EAAE,OAAO,MAAM,QAAQ,KAAK,CAAC;AAAA,EAChD,cAAc,KAAK,EAAE,OAAO,MAAM,QAAQ,KAAK,CAAC;AAAA,EAChD,eAAe,KAAK,EAAE,OAAO,MAAM,QAAQ,KAAK,CAAC;AACnD,CAAC,EACA;AAAA,EACC,EAAE,OAAO;AAAA,IACP,OAAO,+BAA+B,SAAS,EAAE,SAAS;AAAA,IAC1D,QAAQ,+BAA+B,SAAS,EAAE,SAAS;AAAA,EAC7D,CAAC;AACH;AAEK,IAAM,4BAA4B,EAAE,OAAO;AAAA,EAChD,UAAU,EAAE,MAAM,CAAC,EAAE,OAAO,GAAG,EAAE,UAAU,CAAC,CAAC,EAAE,SAAS,EAAE,SAAS;AAAA,EACnE,OAAO,EAAE,MAAM,UAAU;AAAA,EACzB,UAAU,EACP,OAAO;AAAA,IACN,SAAS,EAAE,MAAM,CAAC,EAAE,OAAO,GAAG,EAAE,UAAU,CAAC,CAAC,EAAE,SAAS,EAAE,SAAS;AAAA,IAClE,WAAW,EAAE,MAAM,CAAC,EAAE,OAAO,GAAG,EAAE,UAAU,CAAC,CAAC,EAAE,SAAS,EAAE,SAAS;AAAA,IACpE,aAAa,EAAE,MAAM,CAAC,EAAE,OAAO,GAAG,EAAE,UAAU,CAAC,CAAC,EAAE,SAAS,EAAE,SAAS;AAAA,IACtE,QAAQ,EACL,MAAM,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC,EAC1C,SAAS,EACT,SAAS;AAAA,IACZ,aAAa,EACV,MAAM,CAAC,EAAE,MAAM,gBAAgB,GAAG,EAAE,UAAU,CAAC,CAAC,EAChD,SAAS,EACT,SAAS;AAAA,EACd,CAAC,EACA,SAAS;AACd,CAAC;AAEM,IAAM,qCACX,0BAA0B,KAAK,EAAE,OAAO,KAAK,CAAC;AAEzC,IAAM,oBAAoB,EAAE,MAAM;AAAA,EACvC,eAAe,KAAK;AAAA,IAClB,YAAY;AAAA,IACZ,UAAU;AAAA,IACV,IAAI;AAAA,IACJ,YAAY;AAAA,IACZ,SAAS;AAAA,EACX,CAAC;AAAA,EACD,cAAc,KAAK;AAAA,IACjB,YAAY;AAAA,IACZ,UAAU;AAAA,IACV,IAAI;AAAA,IACJ,YAAY;AAAA,IACZ,SAAS;AAAA,EACX,CAAC;AAAA,EACD,cAAc,KAAK;AAAA,IACjB,YAAY;AAAA,IACZ,UAAU;AAAA,IACV,IAAI;AAAA,IACJ,YAAY;AAAA,IACZ,SAAS;AAAA,EACX,CAAC;AACH,CAAC;;;AFnXM,IAAM,YAAN,cAAwB,aAAa;AAAA,EAI1C,YAAY;AAAA,IACV;AAAA,IACA,YAAW,sBAAQ,IAAI,uBAAZ,YAAkC;AAAA,EAC/C,IAGI,CAAC,GAAG;AACN,UAAM;AACN,UAAM,UAAU,0BAAU,QAAQ,IAAI;AACtC,QAAI,CAAC,SAAS;AACZ,YAAM,QAAQ,IAAI;AAAA,QAChB;AAAA,MACF;AACA,WAAK,KAAK,SAAS,KAAK;AAAA,IAC1B;AACA,SAAK,SAAS;AACd,SAAK,WAAW;AAAA,EAClB;AAAA,EAEA,SAAS;AAAA,IACP;AAAA,IACA;AAAA,EACF,IAA+C,CAAC,GAAG;AACjD,WAAO,IAAI,eAAe;AAAA,MACxB,QAAQ;AAAA,MACR,SAAS,4BAAW,SAAS,OAAO,CAAC;AAAA,MACrC;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,UAAU,QAA6B;AAC3C,UAAM,UAAU,CAAC,KAAM,KAAM,KAAM,KAAM,IAAK;AAC9C,eAAW,eAAe,SAAS;AACjC,UAAI;AACF,cAAM,KAAK,WAAW,MAAM;AAC5B;AAAA,MACF,SAAS,GAAG;AACV,gBAAQ;AAAA,UACN,8DACE,cAAc,GAChB;AAAA,QACF;AACA,cAAM,IAAI,QAAQ,CAAC,YAAY,WAAW,SAAS,WAAW,CAAC;AAAA,MACjE;AAAA,IACF;AACA,YAAQ,KAAK,0DAAgD;AAAA,EAC/D;AAAA,EAEA,MAAM,WAAW,QAA6B;AAC5C,QAAI,OAAO,MAAM,WAAW,GAAG;AAC7B;AAAA,IACF;AAEA,QAAI,CAAC,KAAK,QAAQ;AAChB,YAAM,QAAQ,IAAI;AAAA,QAChB;AAAA,MACF;AACA,WAAK,KAAK,SAAS,KAAK;AACxB;AAAA,IACF;AAEA,UAAM,WAAW,MAAM,MAAM,GAAG,KAAK,QAAQ,kBAAkB;AAAA,MAC7D,QAAQ;AAAA,MACR,SAAS;AAAA,QACP,gBAAgB,KAAK;AAAA,QACrB,gBAAgB;AAAA,MAClB;AAAA,MACA,MAAM,KAAK,UAAU,MAAM;AAAA,IAC7B,CAAC;AAED,QAAI,SAAS,WAAW,KAAK;AAC3B,YAAM,QAAQ,IAAI;AAAA,QAChB;AAAA,MACF;AACA,WAAK,KAAK,SAAS,KAAK;AACxB;AAAA,IACF;AACA,QAAI,CAAC,SAAS,IAAI;AAChB,YAAM,QAAQ,IAAI;AAAA,QAChB,iCAAiC,SAAS,MAAM;AAAA,MAClD;AACA,WAAK,KAAK,SAAS,KAAK;AACxB,YAAM;AAAA,IACR;AAAA,EACF;AACF;AAEO,IAAM,iBAAN,MAAqB;AAAA,EAO1B,YAAY;AAAA,IACV;AAAA,IACA;AAAA,IACA;AAAA,EACF,GAIG;AAXH,yBAA4C,CAAC;AAY3C,SAAK,SAAS;AACd,SAAK,UAAU;AACf,SAAK,WAAW;AAAA,EAClB;AAAA,EAEA,OAAO,EAAE,SAAS,GAA2B;AA3J/C;AA4JI,SAAK,WAAW,iDACX,KAAK,WACL,WACC,OAAO,SAAS,WAAW,cAC3B,EAAE,QAAQ,CAAC,IAAI,gBAAK,aAAL,mBAAe,WAAf,YAAyB,CAAC,GAAI,GAAG,SAAS,MAAM,EAAE,IACjE,CAAC;AAAA,EAET;AAAA,EAEA,UAAU,QAAoD;AAC5D,UAAM,OAAO,IAAI,cAAc;AAAA,MAC7B,OAAO;AAAA,OACJ,OACJ;AACD,WAAO;AAAA,EACT;AAAA,EAEA,aAAa,QAAmD;AAC9D,UAAM,OAAO,IAAI,iBAAiB;AAAA,MAChC,OAAO;AAAA,OACJ,OACJ;AACD,WAAO;AAAA,EACT;AAAA,EAEA,aAAa,QAAmD;AAC9D,UAAM,OAAO,IAAI,iBAAiB;AAAA,MAChC,OAAO;AAAA,OACJ,OACJ;AACD,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,MAAkB;AACtB,SAAK,cAAc,KAAK,OAAO,IAAI;AACnC,SAAK,iBAAiB;AAAA,EACxB;AAAA,EAEA,mBAAmB;AACjB,iBAAa,KAAK,UAAU;AAC5B,SAAK,aAAa,WAAW,MAAM;AACjC,WAAK,KAAK,UAAU;AAAA,IACtB,GAAG,GAAI;AAAA,EACT;AAAA,EAEA,MAAM,YAAY;AAChB,iBAAa,KAAK,UAAU;AAE5B,QAAI,QAAyC;AAC7C,QAAI;AACF,cAAQ,0BAA0B,MAAM;AAAA,QACtC,UAAU,KAAK;AAAA,QACf,UAAU,uBAAuB,KAAK,QAAQ;AAAA,QAC9C,OAAO,OAAO,OAAO,KAAK,aAAa;AAAA,MACzC,CAAgC;AAAA,IAClC,SAAS,OAAO;AACd,UAAI,iBAAiB,UAAU;AAC7B,gBAAQ,KAAK,gDAAsC;AACnD,gBAAQ,KAAK,aAAa,KAAK,EAAE,OAAO;AAAA,MAC1C;AACA,WAAK,OAAO,KAAK,SAAS,KAAK;AAAA,IACjC;AAEA,QAAI,OAAO;AACT,YAAM,KAAK,OAAO,UAAU,KAAK;AAAA,IACnC;AAAA,EACF;AACF;AAEO,IAAM,gBAAN,MAAM,eAAyC;AAAA,EAapD,YAAY;AAAA,IACV;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,GAAyD;AACvD,SAAK,SAAS,0BAAU,QAAQ,OAAO,CAAC;AACxC,SAAK,WAAW;AAChB,SAAK,QAAQ;AACb,SAAK,OAAO,sBAAQ;AACpB,SAAK,OAAO;AACZ,SAAK,QAAQ;AACb,SAAK,SAAS;AACd,SAAK,QAAQ;AACb,SAAK,aAAa,kCAAc;AAAA,MAC9B,WAAW,KAAK,IAAI;AAAA,IACtB;AACA,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,OAAO,QAA+D;AACpE,QAAI,OAAO,SAAS,IAAI,GAAG;AACzB,YAAM,QAAQ,IAAI;AAAA,QAChB,wBAAwB,KAAK,MAAM;AAAA,MACrC;AACA,WAAK,MAAM,OAAO,KAAK,SAAS,KAAK;AACrC;AAAA,IACF;AAEA,QAAI,OAAO,MAAM;AACf,WAAK,OAAO,OAAO;AAAA,IACrB;AACA,QAAI,UAAU,QAAQ;AACpB,WAAK,OAAO,OAAO;AAAA,IACrB;AACA,QAAI,WAAW,QAAQ;AACrB,WAAK,QAAQ,OAAO;AAAA,IACtB;AACA,QAAI,YAAY,QAAQ;AACtB,WAAK,SAAS,OAAO;AAAA,IACvB;AACA,QAAI,WAAW,QAAQ;AACrB,WAAK,QAAQ,OAAO;AAAA,IACtB;AACA,QAAI,OAAO,YAAY;AACrB,WAAK,aAAa,OAAO;AAAA,IAC3B;AACA,QAAI,aAAa,QAAQ;AACvB,WAAK,UAAU,OAAO;AAAA,IACxB;AAAA,EACF;AAAA,EAEA,UAAU,QAAoD;AAC5D,UAAM,OAAO,IAAI,eAAc;AAAA,MAC7B,OAAO,KAAK;AAAA,MACZ,UAAU,KAAK;AAAA,OACZ,OACJ;AACD,WAAO;AAAA,EACT;AAAA,EAEA,aAAa,QAAmD;AAC9D,UAAM,OAAO,IAAI,iBAAiB;AAAA,MAChC,OAAO,KAAK;AAAA,MACZ,UAAU,KAAK;AAAA,OACZ,OACJ;AACD,WAAO;AAAA,EACT;AAAA,EAEA,aAAa,QAAmD;AAC9D,UAAM,OAAO,IAAI,iBAAiB;AAAA,MAChC,OAAO,KAAK;AAAA,MACZ,UAAU,KAAK;AAAA,OACZ,OACJ;AACD,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,QAAgE;AAClE,SAAK,WAAW,aAAa,KAAK,IAAI;AACtC,QAAI,QAAQ;AACV,WAAK,OAAO,MAAM;AAAA,IACpB;AAEA,WAAO,OAAO,IAAI;AAElB,QAAI;AACF,YAAM,YAAY,WAAW;AAAA,QAC3B,uBAAuB,gDAClB,OADkB;AAAA,UAErB,OAAO;AAAA,UACP,SAAS,KAAK,MAAM;AAAA,UACpB,YAAY,iCACP,KAAK,aADE;AAAA,YAEV,YAAY,KAAK,WAAW;AAAA,UAC9B;AAAA,YACI,KAAK,SAAS,EAAE,OAAO,aAAa,KAAK,KAAK,EAAE,EACrD;AAAA,MACH;AACA,WAAK,MAAM,MAAM,SAAS;AAAA,IAC5B,SAAS,OAAO;AACd,UAAI,iBAAiB,UAAU;AAC7B,gBAAQ,KAAK,+CAAqC;AAClD,gBAAQ,KAAK,aAAa,KAAK,EAAE,OAAO;AAAA,MAC1C;AACA,WAAK,MAAM,OAAO,KAAK,SAAS,KAAK;AAAA,IACvC;AAAA,EACF;AACF;AAEO,IAAM,mBAAN,cAA+B,cAAwC;AAAA,EAK5E,YAAY,QAA6D;AAxW3E;AAyWI,UAAM,mBAAK,OAAQ;AACnB,SAAK,OAAO;AACZ,SAAK,SAAQ,YAAO,UAAP,YAAgB;AAC7B,SAAK,UAAS,YAAO,WAAP,YAAiB,CAAC;AAAA,EAClC;AAAA,EAEA,OAAO,QAAiC;AACtC,UAAM,OAAO,MAAM;AACnB,QAAI,OAAO,OAAO;AAChB,WAAK,QAAQ,OAAO;AAAA,IACtB;AACA,QAAI,OAAO,QAAQ;AACjB,WAAK,SAAS,OAAO;AAAA,IACvB;AAAA,EACF;AAAA,EAEA,IAAI,QAAkC;AACpC,UAAM,IAAI,MAAM;AAAA,EAClB;AACF;AAEO,IAAM,mBAAN,cAA+B,cAAwC;AAAA,EAI5E,YAAY,QAA6D;AAlY3E;AAmYI,UAAM,mBAAK,OAAQ;AACnB,SAAK,OAAO;AACZ,SAAK,YAAW,YAAO,aAAP,YAAmB,CAAC;AAAA,EACtC;AAAA,EAEA,OAAO,QAAiC;AACtC,UAAM,OAAO,MAAM;AACnB,QAAI,OAAO,UAAU;AACnB,WAAK,WAAW,OAAO;AAAA,IACzB;AAAA,EACF;AAAA,EAEA,IAAI,QAAkC;AACpC,UAAM,IAAI,MAAM;AAAA,EAClB;AACF;","names":[]}
1
+ {"version":3,"sources":["../src/index.ts","../package.json","../src/evaluations.ts","../src/langchain.ts","../src/typeUtils.ts"],"sourcesContent":["import EventEmitter from \"events\";\nimport { nanoid } from \"nanoid\";\nimport { ZodError } from \"zod\";\nimport { fromZodError } from \"zod-validation-error\";\nimport { version } from \"../package.json\";\nimport {\n evaluate,\n type EvaluationParams,\n type EvaluationResultModel,\n} from \"./evaluations\";\nimport { LangWatchCallbackHandler } from \"./langchain\";\nimport {\n type CollectorRESTParams,\n type EvaluationResult,\n type Span as ServerSpan,\n type SpanTypes,\n type TypedValueEvaluationResult,\n} from \"./server/types/tracer\";\nimport {\n collectorRESTParamsSchema,\n spanSchema,\n} from \"./server/types/tracer.generated\";\nimport {\n type BaseSpan,\n type ChatMessage,\n type ChatRichContent,\n type LLMSpan,\n type Metadata,\n type PendingBaseSpan,\n type PendingLLMSpan,\n type PendingRAGSpan,\n type RAGSpan,\n type RESTEvaluation,\n type SpanInputOutput,\n} from \"./types\";\nimport { camelToSnakeCaseNested, type Strict } from \"./typeUtils\";\nimport {\n autoconvertTypedValues,\n captureError,\n convertFromVercelAIMessages,\n} from \"./utils\";\n\nexport type {\n BaseSpan,\n ChatMessage as ChatMessage,\n ChatRichContent,\n LLMSpan,\n Metadata,\n PendingBaseSpan,\n PendingLLMSpan,\n PendingRAGSpan,\n RAGSpan,\n SpanInputOutput,\n};\n\nexport { autoconvertTypedValues, captureError, convertFromVercelAIMessages };\n\nexport class LangWatch extends EventEmitter {\n apiKey: string | undefined;\n endpoint: string;\n\n constructor({\n apiKey,\n endpoint = process.env.LANGWATCH_ENDPOINT ?? \"https://app.langwatch.ai\",\n }: {\n apiKey?: string;\n endpoint?: string;\n } = {}) {\n super();\n const apiKey_ = apiKey ?? process.env.LANGWATCH_API_KEY;\n if (!apiKey_) {\n const error = new Error(\n \"LangWatch API key is not set, please set the LANGWATCH_API_KEY environment variable or pass it in the constructor. Traces will not be captured.\"\n );\n this.emit(\"error\", error);\n }\n this.apiKey = apiKey_;\n this.endpoint = endpoint;\n }\n\n getTrace({\n traceId,\n metadata,\n }: { traceId?: string; metadata?: Metadata } = {}) {\n return new LangWatchTrace({\n client: this,\n traceId: traceId ?? `trace_${nanoid()}`,\n metadata,\n });\n }\n\n async sendTrace(params: CollectorRESTParams) {\n const backoff = [1000, 2000, 4000, 8000, 16000];\n for (const backoffTime of backoff) {\n try {\n await this._sendTrace(params);\n return;\n } catch (e) {\n console.warn(\n `[LangWatch] ⚠️ Failed to send trace, retrying in ${\n backoffTime / 1000\n }s`\n );\n await new Promise((resolve) => setTimeout(resolve, backoffTime));\n }\n }\n console.warn(\"[LangWatch] ⚠️ Failed to send trace, giving up\");\n }\n\n async _sendTrace(params: CollectorRESTParams) {\n if (params.spans.length === 0) {\n return;\n }\n\n if (!this.apiKey) {\n const error = new Error(\n \"LangWatch API key is not set, LLMs traces will not be sent, go to https://langwatch.ai to set it up\"\n );\n this.emit(\"error\", error);\n return;\n }\n\n const response = await fetch(`${this.endpoint}/api/collector`, {\n method: \"POST\",\n headers: {\n \"X-Auth-Token\": this.apiKey,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify(params),\n });\n\n if (response.status === 429) {\n const error = new Error(\n \"Rate limit exceeded, dropping message from being sent to LangWatch. Please check your dashboard to upgrade your plan.\"\n );\n this.emit(\"error\", error);\n return;\n }\n if (!response.ok) {\n const error = new Error(\n `Failed to send trace, status: ${response.status}`\n );\n this.emit(\"error\", error);\n throw error;\n }\n }\n}\n\ntype CurrentSpan = {\n current: LangWatchSpan;\n previous?: CurrentSpan;\n};\n\ntype AddEvaluationParams = {\n evaluationId?: string;\n span?: LangWatchSpan;\n name: string;\n type?: string;\n isGuardrail?: boolean;\n status?: \"processed\" | \"skipped\" | \"error\";\n passed?: boolean;\n score?: number;\n label?: string;\n details?: string;\n error?: Error;\n timestamps?: RESTEvaluation[\"timestamps\"];\n};\n\nexport class LangWatchTrace {\n client: LangWatch;\n traceId: string;\n metadata?: Metadata;\n finishedSpans: Record<string, ServerSpan> = {};\n langchainCallback?: LangWatchCallbackHandler;\n evaluations: RESTEvaluation[] = [];\n private currentSpan?: CurrentSpan;\n private timeoutRef?: NodeJS.Timeout;\n\n constructor({\n client,\n traceId,\n metadata,\n }: {\n client: LangWatch;\n traceId: string;\n metadata?: Metadata;\n }) {\n this.client = client;\n this.traceId = traceId;\n this.metadata = {\n ...metadata,\n sdkVersion: version,\n sdkLanguage: \"typescript\",\n };\n }\n\n update({ metadata }: { metadata: Metadata }) {\n this.metadata = {\n ...this.metadata,\n ...metadata,\n ...(typeof metadata.labels !== \"undefined\"\n ? {\n labels: [\n ...(this.metadata?.labels ?? []),\n ...(metadata.labels ?? []),\n ],\n }\n : {}),\n };\n }\n\n setCurrentSpan(span: LangWatchSpan) {\n this.currentSpan = {\n current: span,\n previous: this.currentSpan,\n };\n }\n\n getCurrentSpan() {\n return this.currentSpan?.current;\n }\n\n resetCurrentSpan() {\n this.currentSpan = this.currentSpan?.previous;\n }\n\n startSpan(params: Omit<Partial<PendingBaseSpan>, \"parentId\">) {\n const span = new LangWatchSpan({\n trace: this,\n ...params,\n });\n this.setCurrentSpan(span);\n return span;\n }\n\n startLLMSpan(params: Omit<Partial<PendingLLMSpan>, \"parentId\">) {\n const span = new LangWatchLLMSpan({\n trace: this,\n ...params,\n });\n this.setCurrentSpan(span);\n return span;\n }\n\n startRAGSpan(params: Omit<Partial<PendingRAGSpan>, \"parentId\">) {\n const span = new LangWatchRAGSpan({\n trace: this,\n ...params,\n });\n this.setCurrentSpan(span);\n return span;\n }\n\n addEvaluation = ({\n evaluationId,\n span,\n name,\n type,\n isGuardrail,\n status = \"processed\",\n passed,\n score,\n label,\n details,\n error,\n timestamps,\n }: AddEvaluationParams): void => {\n const currentEvaluationIndex = this.evaluations.findIndex(\n (e) =>\n evaluationId && \"evaluationId\" in e && e.evaluationId === evaluationId\n );\n\n const currentEvaluation =\n currentEvaluationIndex !== -1\n ? this.evaluations[currentEvaluationIndex]\n : undefined;\n\n const evaluationResult: EvaluationResult = {\n status,\n ...(passed !== undefined && { passed }),\n ...(score !== undefined && { score }),\n ...(label !== undefined && { label }),\n ...(details !== undefined && { details }),\n };\n\n let span_ = span;\n if (!span_) {\n span_ = this.startSpan({\n type: \"evaluation\",\n });\n }\n if (span_.type !== \"evaluation\") {\n span_ = span_.startSpan({ type: \"evaluation\" });\n }\n\n span_.update({\n name,\n output: {\n type: \"evaluation_result\",\n value: evaluationResult,\n } as TypedValueEvaluationResult,\n error,\n timestamps: timestamps\n ? {\n startedAt: timestamps.startedAt ?? span_.timestamps.startedAt,\n finishedAt: timestamps.finishedAt ?? undefined,\n }\n : undefined,\n });\n span_.end();\n\n const evaluation: RESTEvaluation = {\n evaluationId: evaluationId ?? `eval_${nanoid()}`,\n spanId: span_.spanId,\n name,\n type,\n isGuardrail,\n status,\n passed,\n score,\n label,\n details,\n error: error ? captureError(error) : undefined,\n timestamps: timestamps ?? {\n startedAt: span_.timestamps.startedAt,\n finishedAt: span_.timestamps.finishedAt,\n },\n };\n\n if (currentEvaluation && currentEvaluationIndex !== -1) {\n this.evaluations[currentEvaluationIndex] = {\n ...currentEvaluation,\n ...evaluation,\n };\n } else {\n this.evaluations.push(evaluation);\n }\n };\n\n async evaluate(params: EvaluationParams): Promise<EvaluationResultModel> {\n return evaluate({\n trace: this,\n ...params,\n });\n }\n\n getLangChainCallback() {\n if (!this.langchainCallback) {\n this.langchainCallback = new LangWatchCallbackHandler({ trace: this });\n }\n return this.langchainCallback;\n }\n\n onEnd(span: ServerSpan) {\n this.finishedSpans[span.span_id] = span;\n this.resetCurrentSpan();\n this.delayedSendSpans();\n }\n\n delayedSendSpans() {\n clearTimeout(this.timeoutRef);\n this.timeoutRef = setTimeout(() => {\n void this.sendSpans();\n }, 1000);\n }\n\n async sendSpans() {\n clearTimeout(this.timeoutRef);\n\n let trace: CollectorRESTParams | undefined = undefined;\n try {\n trace = collectorRESTParamsSchema.parse({\n trace_id: this.traceId,\n metadata: camelToSnakeCaseNested(this.metadata, \"metadata\"),\n spans: Object.values(this.finishedSpans),\n evaluations: camelToSnakeCaseNested(this.evaluations),\n } as Strict<CollectorRESTParams>);\n } catch (error) {\n if (error instanceof ZodError) {\n console.warn(\"[LangWatch] ⚠️ Failed to parse trace\");\n console.warn(fromZodError(error).message);\n }\n this.client.emit(\"error\", error);\n }\n\n if (trace) {\n await this.client.sendTrace(trace);\n }\n }\n}\n\nexport class LangWatchSpan implements PendingBaseSpan {\n trace: LangWatchTrace;\n\n spanId: string;\n parentId?: string | null;\n type: SpanTypes;\n name?: string | null;\n input?: PendingBaseSpan[\"input\"];\n output?: PendingBaseSpan[\"output\"];\n error?: PendingBaseSpan[\"error\"];\n timestamps: PendingBaseSpan[\"timestamps\"];\n metrics: PendingBaseSpan[\"metrics\"];\n\n constructor({\n trace,\n spanId,\n parentId,\n type,\n name,\n input,\n output,\n error,\n timestamps,\n metrics,\n }: Partial<PendingBaseSpan> & { trace: LangWatchTrace }) {\n this.spanId = spanId ?? `span_${nanoid()}`;\n this.parentId = parentId;\n this.trace = trace;\n this.type = type ?? \"span\";\n this.name = name;\n this.input = input;\n this.output = output;\n this.error = error;\n this.timestamps = timestamps ?? {\n startedAt: Date.now(),\n };\n this.metrics = metrics;\n }\n\n update(params: Partial<Omit<PendingBaseSpan, \"spanId\" | \"parentId\">>) {\n if (Object.isFrozen(this)) {\n const error = new Error(\n `Tried to update span ${this.spanId}, but the span is already finished, discarding update`\n );\n this.trace.client.emit(\"error\", error);\n return;\n }\n\n if (params.type) {\n this.type = params.type;\n }\n if (\"name\" in params) {\n this.name = params.name;\n }\n if (\"input\" in params) {\n this.input = params.input;\n }\n if (\"output\" in params) {\n this.output = params.output;\n }\n if (\"error\" in params) {\n this.error = params.error;\n }\n if (params.timestamps) {\n this.timestamps = params.timestamps;\n }\n if (\"metrics\" in params) {\n this.metrics = params.metrics;\n }\n }\n\n startSpan(params: Omit<Partial<PendingBaseSpan>, \"parentId\">) {\n const span = new LangWatchSpan({\n trace: this.trace,\n parentId: this.spanId,\n ...params,\n });\n this.trace.setCurrentSpan(span);\n return span;\n }\n\n startLLMSpan(params: Omit<Partial<PendingLLMSpan>, \"parentId\">) {\n const span = new LangWatchLLMSpan({\n trace: this.trace,\n parentId: this.spanId,\n ...params,\n });\n this.trace.setCurrentSpan(span);\n return span;\n }\n\n startRAGSpan(params: Omit<Partial<PendingRAGSpan>, \"parentId\">) {\n const span = new LangWatchRAGSpan({\n trace: this.trace,\n parentId: this.spanId,\n ...params,\n });\n this.trace.setCurrentSpan(span);\n return span;\n }\n\n addEvaluation(params: AddEvaluationParams) {\n this.trace.addEvaluation({\n ...params,\n span: this,\n });\n }\n\n async evaluate(params: EvaluationParams): Promise<EvaluationResultModel> {\n return evaluate({\n span: this,\n ...params,\n });\n }\n\n end(params?: Partial<Omit<PendingBaseSpan, \"spanId\" | \"parentId\">>) {\n this.timestamps.finishedAt = Date.now();\n if (params) {\n this.update(params);\n }\n\n Object.freeze(this);\n\n try {\n const finalSpan = spanSchema.parse(\n camelToSnakeCaseNested({\n ...this,\n trace: undefined,\n traceId: this.trace.traceId,\n timestamps: {\n ...this.timestamps,\n finishedAt: this.timestamps.finishedAt,\n },\n ...(this.error && { error: captureError(this.error) }),\n }) as ServerSpan\n );\n this.trace.onEnd(finalSpan);\n } catch (error) {\n if (error instanceof ZodError) {\n console.warn(\"[LangWatch] ⚠️ Failed to parse span\");\n console.warn(fromZodError(error).message);\n }\n this.trace.client.emit(\"error\", error);\n }\n }\n}\n\nexport class LangWatchLLMSpan extends LangWatchSpan implements PendingLLMSpan {\n type: \"llm\";\n model: PendingLLMSpan[\"model\"];\n params: PendingLLMSpan[\"params\"];\n\n constructor(params: Partial<PendingLLMSpan> & { trace: LangWatchTrace }) {\n super({ ...params });\n this.type = \"llm\";\n this.model = params.model ?? \"unknown\";\n this.params = params.params ?? {};\n }\n\n update(params: Partial<PendingLLMSpan>) {\n super.update(params);\n if (params.model) {\n this.model = params.model;\n }\n if (params.params) {\n this.params = params.params;\n }\n }\n\n end(params?: Partial<PendingLLMSpan>) {\n super.end(params);\n }\n}\n\nexport class LangWatchRAGSpan extends LangWatchSpan implements PendingRAGSpan {\n type: \"rag\";\n contexts: PendingRAGSpan[\"contexts\"];\n\n constructor(params: Partial<PendingRAGSpan> & { trace: LangWatchTrace }) {\n super({ ...params });\n this.type = \"rag\";\n this.contexts = params.contexts ?? [];\n }\n\n update(params: Partial<PendingRAGSpan>) {\n super.update(params);\n if (params.contexts) {\n this.contexts = params.contexts;\n }\n }\n\n end(params?: Partial<PendingRAGSpan>) {\n super.end(params);\n }\n}\n","{\n \"name\": \"langwatch\",\n \"version\": \"0.1.3\",\n \"description\": \"\",\n \"main\": \"./dist/index.js\",\n \"module\": \"./dist/index.mjs\",\n \"types\": \"./dist/index.d.ts\",\n \"exports\": {\n \".\": {\n \"import\": \"./dist/index.mjs\",\n \"require\": \"./dist/index.js\"\n }\n },\n \"repository\": {\n \"type\": \"git\",\n \"url\": \"https://github.com/langwatch/langwatch.git\",\n \"directory\": \"typescript-sdk\"\n },\n \"scripts\": {\n \"prepare\": \"./copy-types.sh\",\n \"test\": \"vitest\",\n \"build\": \"npm run prepare && tsup && esbuild src/index.ts --bundle --platform=node --outfile=dist/index.js\",\n \"prepublish\": \"npm run build\"\n },\n \"author\": \"\",\n \"license\": \"Apache-2.0\",\n \"engines\": {\n \"node\": \">=18.0.0\"\n },\n \"devDependencies\": {\n \"@ai-sdk/openai\": \"^0.0.18\",\n \"@eslint/js\": \"^9.4.0\",\n \"@types/debug\": \"^4.1.12\",\n \"@types/eslint__js\": \"^8.42.3\",\n \"@types/node\": \"^16.0.0\",\n \"dotenv\": \"^16.4.5\",\n \"esbuild\": \"^0.21.5\",\n \"eslint\": \"^8.57.0\",\n \"ts-to-zod\": \"3.8.5\",\n \"tsup\": \"^8.1.0\",\n \"typescript\": \"^4.9.5\",\n \"typescript-eslint\": \"^7.11.0\",\n \"vitest\": \"^0.5.0\"\n },\n \"dependencies\": {\n \"@langchain/core\": \"^0.2.7\",\n \"ai\": \"^3.1.23\",\n \"javascript-stringify\": \"^2.1.0\",\n \"nanoid\": \"^5.0.7\",\n \"openai\": \"^4.47.3\",\n \"zod\": \"^3.22.4\",\n \"zod-validation-error\": \"^3.3.0\"\n }\n}\n","import { type LangWatchSpan, type LangWatchTrace } from \"./index\";\nimport { type Conversation } from \"./server/types/evaluations\";\nimport {\n type Evaluators,\n type EvaluatorTypes,\n} from \"./server/types/evaluators.generated\";\nimport {\n type RAGChunk,\n type SpanTypes,\n type TypedValueEvaluationResult,\n type TypedValueGuardrailResult,\n type TypedValueJson,\n} from \"./server/types/tracer\";\n\ntype Money = {\n currency: string;\n amount: number;\n};\n\nexport type EvaluationResultModel = {\n status: \"processed\" | \"skipped\" | \"error\";\n passed?: boolean;\n score?: number;\n details?: string;\n label?: string;\n cost?: Money;\n};\n\nexport type CommonEvaluationParams = {\n name?: string;\n input?: string;\n output?: string;\n expectedOutput?: string;\n contexts?: RAGChunk[] | string[];\n conversation?: Conversation;\n asGuardrail?: boolean;\n trace?: LangWatchTrace;\n span?: LangWatchSpan;\n};\n\nexport type SavedEvaluationParams = {\n slug: string;\n settings?: Record<string, unknown>;\n} & CommonEvaluationParams;\n\nexport type LangEvalsEvaluationParams<T extends EvaluatorTypes> = {\n evaluator: T;\n settings?: Evaluators[T][\"settings\"];\n} & CommonEvaluationParams;\n\nexport type EvaluationParams =\n | SavedEvaluationParams\n | LangEvalsEvaluationParams<EvaluatorTypes>;\n\nexport const evaluate = async (\n params: EvaluationParams\n): Promise<EvaluationResultModel> => {\n const slug = \"slug\" in params ? params.slug : params.evaluator;\n const span = optionalCreateSpan({\n trace: params.trace,\n span: params.span,\n name: params.name ? params.name : slug,\n type: params.asGuardrail ? \"guardrail\" : \"evaluation\",\n });\n\n try {\n const requestParams = prepareData({\n ...params,\n slug,\n traceId: span?.trace.traceId,\n spanId: span?.spanId,\n span,\n });\n\n const response = await fetch(requestParams.url, {\n method: \"POST\",\n headers: requestParams.headers,\n body: JSON.stringify(requestParams.json),\n });\n\n if (!response.ok) {\n throw new Error(`HTTP error! status: ${response.status}`);\n }\n\n const result = await response.json();\n return handleResponse(result, span, params.asGuardrail);\n } catch (e) {\n return handleException(e as Error, span, params.asGuardrail);\n }\n};\n\nconst optionalCreateSpan = ({\n trace,\n span,\n name,\n type,\n}: {\n trace?: LangWatchTrace;\n span?: LangWatchSpan;\n name: string;\n type: SpanTypes;\n}): LangWatchSpan | undefined => {\n if (span) {\n return span.startSpan({ name, type });\n } else if (trace) {\n return trace.startSpan({ name, type });\n }\n return undefined;\n};\n\nconst prepareData = (params: {\n slug: string;\n name?: string;\n input?: string;\n output?: string;\n expectedOutput?: string;\n contexts?: RAGChunk[] | string[];\n conversation?: Conversation;\n settings?: Record<string, unknown>;\n traceId?: string;\n spanId?: string;\n span?: LangWatchSpan;\n asGuardrail?: boolean;\n}) => {\n const data: Record<string, unknown> = {};\n if (params.input) data.input = params.input;\n if (params.output) data.output = params.output;\n if (params.expectedOutput) data.expected_output = params.expectedOutput;\n if (params.contexts && params.contexts.length > 0)\n data.contexts = params.contexts;\n if (params.conversation && params.conversation.length > 0)\n data.conversation = params.conversation;\n\n if (params.span) {\n params.span.update({\n input: { type: \"json\", value: data } as TypedValueJson,\n params: params.settings,\n });\n }\n\n return {\n url: `${process.env.LANGWATCH_ENDPOINT}/api/evaluations/${params.slug}/evaluate`,\n json: {\n trace_id: params.traceId,\n span_id: params.spanId,\n name: params.name,\n data,\n settings: params.settings,\n as_guardrail: params.asGuardrail,\n },\n headers: {\n \"X-Auth-Token\": process.env.LANGWATCH_API_KEY ?? \"\",\n \"Content-Type\": \"application/json\",\n },\n };\n};\n\nconst handleResponse = (\n response: EvaluationResultModel,\n span?: LangWatchSpan,\n asGuardrail = false\n): EvaluationResultModel => {\n if (response.status === \"error\") {\n response.details = response.details ?? \"\";\n }\n\n for (const key of Object.keys(response)) {\n if (\n response[key as keyof EvaluationResultModel] === null ||\n response[key as keyof EvaluationResultModel] === undefined\n ) {\n delete response[key as keyof EvaluationResultModel];\n }\n }\n\n if (span) {\n const output: TypedValueGuardrailResult | TypedValueEvaluationResult =\n asGuardrail\n ? {\n type: \"guardrail_result\",\n value: response,\n }\n : {\n type: \"evaluation_result\",\n value: response,\n };\n\n span.update({ output });\n\n if (response.cost) {\n span.update({\n metrics: {\n cost: response.cost.amount,\n },\n });\n }\n\n span.end();\n }\n\n return response;\n};\n\nconst handleException = (\n e: Error,\n span?: LangWatchSpan,\n asGuardrail = false\n): EvaluationResultModel => {\n const response: EvaluationResultModel = {\n status: \"error\",\n details: e.toString(),\n };\n\n if (asGuardrail) {\n response.passed = true;\n }\n\n return handleResponse(response, span, asGuardrail);\n};\n","import type { AgentAction, AgentFinish } from \"@langchain/core/agents\";\nimport { BaseCallbackHandler } from \"@langchain/core/callbacks/base\";\nimport { type DocumentInterface } from \"@langchain/core/documents\";\nimport type { Serialized } from \"@langchain/core/load/serializable\";\nimport {\n AIMessage,\n AIMessageChunk,\n FunctionMessage,\n FunctionMessageChunk,\n HumanMessage,\n HumanMessageChunk,\n SystemMessage,\n SystemMessageChunk,\n ToolMessage,\n ToolMessageChunk,\n mapChatMessagesToStoredMessages,\n type BaseMessage,\n type StoredMessage,\n} from \"@langchain/core/messages\";\nimport type { ChatGeneration, LLMResult } from \"@langchain/core/outputs\";\nimport type { ChainValues } from \"@langchain/core/utils/types\";\nimport { stringify } from \"javascript-stringify\";\nimport {\n type LangWatchRAGSpan,\n type LangWatchSpan,\n type LangWatchTrace,\n} from \".\";\nimport {\n type RAGSpan,\n type BaseSpan,\n type ChatMessage,\n type ChatRichContent,\n type SpanInputOutput,\n} from \"./types\";\n\nexport class LangWatchCallbackHandler extends BaseCallbackHandler {\n name = \"LangWatchCallbackHandler\";\n trace: LangWatchTrace;\n spans: Record<string, LangWatchSpan> = {};\n\n constructor({ trace }: { trace: LangWatchTrace }) {\n super();\n this.trace = trace;\n }\n\n async handleLLMStart(\n llm: Serialized,\n prompts: string[],\n runId: string,\n parentRunId?: string | undefined,\n extraParams?: Record<string, unknown> | undefined,\n _tags?: string[] | undefined,\n metadata?: Record<string, unknown> | undefined,\n name?: string\n ): Promise<void> {\n this.spans[runId] = this.buildLLMSpan({\n llm,\n runId,\n parentRunId,\n input: {\n type: \"json\",\n value: prompts,\n },\n extraParams,\n metadata,\n name,\n });\n }\n\n private buildLLMSpan({\n llm,\n runId,\n parentRunId,\n input,\n extraParams,\n metadata,\n name,\n }: {\n llm: Serialized;\n runId: string;\n parentRunId?: string | undefined;\n input: SpanInputOutput;\n extraParams?: Record<string, unknown> | undefined;\n metadata?: Record<string, unknown> | undefined;\n name?: string | undefined;\n }) {\n try {\n const parent = this.getParent(parentRunId);\n\n const vendor = metadata?.ls_provider ?? llm.id.at(-2)?.toString();\n const model =\n metadata?.ls_model_name ?? (llm as any).kwargs?.model ?? \"unknown\";\n\n const span = parent.startLLMSpan({\n spanId: runId,\n name: name ?? llm.id.at(-1)?.toString(),\n input,\n model: [vendor, model].filter((x) => x).join(\"/\"),\n params: {\n temperature: (extraParams?.invocation_params as any)?.temperature,\n ...((extraParams?.invocation_params as any)?.functions\n ? { functions: (extraParams?.invocation_params as any)?.functions }\n : {}),\n },\n });\n\n return span;\n } catch (e) {\n this.trace.client.emit(\"error\", e);\n throw e;\n }\n }\n\n async handleChatModelStart(\n llm: Serialized,\n messages: BaseMessage[][],\n runId: string,\n parentRunId?: string | undefined,\n extraParams?: Record<string, unknown> | undefined,\n tags?: string[] | undefined,\n metadata?: Record<string, unknown> | undefined,\n name?: string\n ): Promise<void> {\n this.spans[runId] = this.buildLLMSpan({\n name,\n llm,\n runId,\n parentRunId,\n input: {\n type: \"chat_messages\",\n value: messages.flatMap(convertFromLangChainMessages),\n },\n extraParams,\n metadata,\n });\n }\n\n async handleNewToken(_token: string, runId: string): Promise<void> {\n const span = this.spans[runId];\n if (runId && span && !span.timestamps.firstTokenAt) {\n span.update({\n timestamps: { ...span.timestamps, firstTokenAt: Date.now() },\n });\n }\n }\n\n async handleLLMEnd(\n response: LLMResult,\n runId: string,\n _parentRunId?: string | undefined\n ): Promise<void> {\n try {\n const span = this.spans[runId];\n if (!span) {\n return;\n }\n\n const outputs: SpanInputOutput[] = [];\n for (const generation of response.generations) {\n // TODO: again, why the twice loop? Can OpenAI generate multiple chat outputs?\n for (const generation_ of generation) {\n if (\"message\" in generation_) {\n outputs.push({\n type: \"chat_messages\",\n value: convertFromLangChainMessages([\n (generation_ as ChatGeneration).message,\n ]),\n });\n } else if (\"text\" in generation_) {\n outputs.push({\n type: \"text\",\n value: generation_.text,\n });\n } else {\n outputs.push({\n type: \"text\",\n value: JSON.stringify(generation_),\n });\n }\n }\n }\n\n const output: SpanInputOutput | undefined =\n outputs.length === 1\n ? outputs[0]\n : { type: \"list\", value: outputs as any };\n\n // Commenting it out because LangChain.js prompt and completion tokens is broken, this one doesn't work as it should with python,\n // and response_metadata.prompt and response_metadata.completion is there but it's always 0. Better let our server count.\n // const metrics = response.llmOutput?.token_usage\n // ? {\n // promptTokens: response.llmOutput.token_usage.prompt_tokens,\n // completionTokens: response.llmOutput.token_usage.completion_tokens,\n // }\n // : undefined;\n\n span.end({\n output,\n // ...(metrics ? { metrics } : {}),\n });\n } catch (e) {\n this.trace.client.emit(\"error\", e);\n throw e;\n }\n }\n\n async handleLLMError(\n err: Error,\n runId: string,\n _parentRunId?: string | undefined\n ): Promise<void> {\n this.errorSpan({ runId, error: err });\n }\n\n async handleChainStart(\n chain: Serialized,\n inputs: ChainValues,\n runId: string,\n parentRunId?: string | undefined,\n _tags?: string[] | undefined,\n _metadata?: Record<string, unknown> | undefined,\n _runType?: string,\n name?: string\n ): Promise<void> {\n this.spans[runId] = this.buildSpan({\n type: \"chain\",\n serialized: chain,\n runId,\n parentRunId,\n input: inputs,\n name,\n });\n }\n\n async handleChainEnd(\n output: ChainValues,\n runId: string,\n _parentRunId?: string | undefined\n ): Promise<void> {\n this.endSpan({\n runId,\n output,\n });\n }\n\n async handleChainError(\n err: Error,\n runId: string,\n _parentRunId?: string | undefined,\n _tags?: string[] | undefined,\n _kwargs?: { inputs?: Record<string, unknown> | undefined } | undefined\n ): Promise<void> {\n this.errorSpan({ runId, error: err });\n }\n\n async handleToolStart(\n tool: Serialized,\n input: string,\n runId: string,\n parentRunId?: string | undefined,\n _tags?: string[] | undefined,\n _metadata?: Record<string, unknown> | undefined,\n name?: string\n ): Promise<void> {\n this.spans[runId] = this.buildSpan({\n type: \"tool\",\n serialized: tool,\n runId,\n parentRunId,\n input,\n name,\n });\n }\n\n async handleToolEnd(\n output: string,\n runId: string,\n _parentRunId?: string | undefined\n ): Promise<void> {\n this.endSpan({ runId, output });\n }\n\n async handleToolError(\n err: Error,\n runId: string,\n _parentRunId?: string | undefined,\n _tags?: string[] | undefined\n ): Promise<void> {\n this.errorSpan({ runId, error: err });\n }\n\n async handleRetrieverStart(\n retriever: Serialized,\n query: string,\n runId: string,\n parentRunId?: string | undefined,\n _tags?: string[] | undefined,\n _metadata?: Record<string, unknown> | undefined,\n name?: string | undefined\n ) {\n try {\n const parent = this.getParent(parentRunId);\n\n this.spans[runId] = parent.startRAGSpan({\n spanId: runId,\n name: name ?? retriever.name ?? retriever.id.at(-1)?.toString(),\n input: this.autoconvertTypedValues(query),\n });\n } catch (e) {\n this.trace.client.emit(\"error\", e);\n throw e;\n }\n }\n\n async handleRetrieverEnd(\n documents: DocumentInterface<Record<string, any>>[],\n runId: string,\n _parentRunId?: string | undefined,\n _tags?: string[] | undefined\n ) {\n try {\n const contexts: RAGSpan[\"contexts\"] = documents.map((doc) => ({\n content: doc.pageContent,\n ...(doc.metadata.source ? { documentId: doc.metadata.source } : {}),\n }));\n\n const span = this.spans[runId] as LangWatchRAGSpan;\n if (!span) {\n return;\n }\n\n span.end({\n contexts,\n output: this.autoconvertTypedValues(documents),\n });\n } catch (e) {\n this.trace.client.emit(\"error\", e);\n throw e;\n }\n }\n\n async handleRetrieverError(\n err: Error,\n runId: string,\n _parentRunId?: string | undefined,\n _tags?: string[] | undefined\n ) {\n this.errorSpan({ runId, error: err });\n }\n\n async handleAgentAction(\n _action: AgentAction,\n runId: string,\n _parentRunId?: string | undefined,\n _tags?: string[] | undefined\n ): Promise<void> {\n const span = this.spans[runId];\n if (!span) {\n return;\n }\n\n span.update({\n type: \"agent\",\n });\n }\n\n async handleAgentEnd(\n action: AgentFinish,\n runId: string,\n _parentRunId?: string | undefined,\n _tags?: string[] | undefined\n ): Promise<void> {\n this.endSpan({\n runId,\n output: action.returnValues,\n });\n }\n\n private buildSpan({\n type,\n serialized,\n runId,\n parentRunId,\n input,\n name,\n }: {\n type: BaseSpan[\"type\"];\n serialized: Serialized;\n runId: string;\n parentRunId?: string | undefined;\n input: unknown;\n name?: string | undefined;\n }) {\n try {\n const parent = this.getParent(parentRunId);\n\n const span = parent.startSpan({\n spanId: runId,\n type,\n name: name ?? serialized.name ?? serialized.id.at(-1)?.toString(),\n input: this.autoconvertTypedValues(input),\n });\n\n return span;\n } catch (e) {\n this.trace.client.emit(\"error\", e);\n throw e;\n }\n }\n\n private endSpan({ runId, output }: { runId: string; output: unknown }): void {\n try {\n const span = this.spans[runId];\n if (!span) {\n return;\n }\n\n span.end({\n output: this.autoconvertTypedValues(output),\n });\n } catch (e) {\n this.trace.client.emit(\"error\", e);\n throw e;\n }\n }\n\n private errorSpan({ runId, error }: { runId: string; error: Error }): void {\n const span = this.spans[runId];\n if (!span) {\n return;\n }\n\n span.end({\n error,\n });\n }\n\n private autoconvertTypedValues(value: any): SpanInputOutput | undefined {\n if (\n !value ||\n (typeof value === \"object\" && Object.keys(value).length === 0)\n ) {\n return undefined;\n }\n if (typeof value === \"string\") {\n return { type: \"text\", value };\n }\n try {\n JSON.stringify(value);\n return { type: \"json\", value };\n } catch (e) {\n return { type: \"text\", value: stringify(value) ?? value.toString() };\n }\n }\n\n private getParent(\n parentRunId?: string | undefined\n ): LangWatchSpan | LangWatchTrace {\n return (\n (parentRunId\n ? this.spans[parentRunId]\n : this.spans[Object.keys(this.spans).at(-1) ?? \"\"]) ?? this.trace\n );\n }\n}\n\nexport const convertFromLangChainMessages = (\n messages: BaseMessage[]\n): ChatMessage[] => {\n const chatMessages: ChatMessage[] = [];\n for (const message of messages) {\n chatMessages.push(convertFromLangChainMessage(message));\n }\n return chatMessages;\n};\n\nconst convertFromLangChainMessage = (\n message: BaseMessage & { id?: string[] }\n): ChatMessage => {\n let role: ChatMessage[\"role\"] = \"user\";\n\n const message_: (BaseMessage | StoredMessage) & {\n id?: string[];\n type?: string;\n } = message.lc_serializable\n ? mapChatMessagesToStoredMessages([message])[0]!\n : message;\n\n // Dang this is so hard, langchain.js has 3 ways of representing the same thing...\n if (\n message_ instanceof HumanMessage ||\n message_ instanceof HumanMessageChunk ||\n message_.id?.at(-1) === \"HumanMessage\" ||\n message_.id?.at(-1) === \"HumanMessageChunk\" ||\n message_.type === \"human\"\n ) {\n role = \"user\";\n } else if (\n message instanceof AIMessage ||\n message instanceof AIMessageChunk ||\n message.id?.at(-1) === \"AIMessage\" ||\n message.id?.at(-1) === \"AIMessageChunk\" ||\n message_.type === \"ai\"\n ) {\n role = \"assistant\";\n } else if (\n message instanceof SystemMessage ||\n message instanceof SystemMessageChunk ||\n message.id?.at(-1) === \"SystemMessage\" ||\n message.id?.at(-1) === \"SystemMessageChunk\" ||\n message_.type === \"system\"\n ) {\n role = \"system\";\n } else if (\n message instanceof FunctionMessage ||\n message instanceof FunctionMessageChunk ||\n message.id?.at(-1) === \"FunctionMessage\" ||\n message.id?.at(-1) === \"FunctionMessageChunk\" ||\n message_.type === \"function\"\n ) {\n role = \"function\";\n } else if (\n message instanceof ToolMessage ||\n message instanceof ToolMessageChunk ||\n message.id?.at(-1) === \"ToolMessage\" ||\n message.id?.at(-1) === \"ToolMessageChunk\" ||\n message_.type === \"tool\"\n ) {\n role = \"tool\";\n }\n\n const content =\n typeof message.content === \"string\"\n ? message.content\n : message.content.map(\n (content): ChatRichContent =>\n content.type === \"text\"\n ? { type: \"text\", text: content.text }\n : content.type == \"image_url\"\n ? { type: \"image_url\", image_url: content.image_url }\n : { type: \"text\", text: JSON.stringify(content) }\n );\n\n const functionCall = message.additional_kwargs as\n | ChatMessage[\"function_call\"]\n | undefined;\n\n return {\n role,\n content,\n ...(functionCall &&\n typeof functionCall === \"object\" &&\n Object.keys(functionCall).length > 0\n ? { function_call: functionCall }\n : {}),\n };\n};\n","import {\n reservedSpanParamsSchema,\n reservedTraceMetadataSchema\n} from \"./server/types/tracer.generated\";\n\nexport type Strict<T> = T & { [K in Exclude<keyof any, keyof T>]: never };\n\ntype SnakeToCamelCase<S extends string> = S extends `${infer T}_${infer U}`\n ? `${T}${Capitalize<SnakeToCamelCase<U>>}`\n : S;\n\nexport type SnakeToCamelCaseNested<T> = T extends object\n ? T extends (infer U)[]\n ? U extends object\n ? {\n [K in keyof U as SnakeToCamelCase<\n K & string\n >]: SnakeToCamelCaseNested<U[K]>;\n }[]\n : T\n : {\n [K in keyof T as SnakeToCamelCase<K & string>]: SnakeToCamelCaseNested<\n T[K]\n >;\n }\n : T;\n\ntype CamelToSnakeCase<S extends string> = S extends `${infer T}${infer U}`\n ? `${T extends Capitalize<T> ? \"_\" : \"\"}${Lowercase<T>}${CamelToSnakeCase<U>}`\n : S;\n\nexport type CamelToSnakeCaseNested<T> = T extends object\n ? T extends (infer U)[]\n ? U extends object\n ? {\n [K in keyof U as CamelToSnakeCase<\n K & string\n >]: CamelToSnakeCaseNested<U[K]>;\n }[]\n : T\n : {\n [K in keyof T as CamelToSnakeCase<K & string>]: CamelToSnakeCaseNested<\n T[K]\n >;\n }\n : T;\n\nfunction camelToSnakeCase(str: string): string {\n return str.replace(/[A-Z]/g, (letter) => `_${letter.toLowerCase()}`);\n}\n\nexport function camelToSnakeCaseNested<T>(\n obj: T,\n parentKey?: string\n): CamelToSnakeCaseNested<T> {\n if (Array.isArray(obj)) {\n return obj.map((item) =>\n camelToSnakeCaseNested(item)\n ) as CamelToSnakeCaseNested<T>;\n } else if (typeof obj === \"object\" && obj !== null) {\n const newObj: any = {};\n for (const key in obj) {\n if (obj.hasOwnProperty(key)) {\n const newKey = camelToSnakeCase(key);\n // Keep arbitrary keys the same\n if (\n (parentKey === \"metadata\" &&\n !Object.keys(reservedTraceMetadataSchema.shape).includes(newKey)) ||\n (parentKey === \"params\" &&\n !Object.keys(reservedSpanParamsSchema.shape).includes(newKey))\n ) {\n newObj[key] = (obj as any)[key];\n } else {\n newObj[newKey] = camelToSnakeCaseNested((obj as any)[key], newKey);\n }\n }\n }\n return newObj as CamelToSnakeCaseNested<T>;\n } else {\n return obj as CamelToSnakeCaseNested<T>;\n }\n}\n"],"mappings":";;;;;;;;;;;;;AAAA,OAAO,kBAAkB;AACzB,SAAS,cAAc;AACvB,SAAS,gBAAgB;AACzB,SAAS,oBAAoB;;;ACD3B,cAAW;;;ACoDN,IAAM,WAAW,OACtB,WACmC;AACnC,QAAM,OAAO,UAAU,SAAS,OAAO,OAAO,OAAO;AACrD,QAAM,OAAO,mBAAmB;AAAA,IAC9B,OAAO,OAAO;AAAA,IACd,MAAM,OAAO;AAAA,IACb,MAAM,OAAO,OAAO,OAAO,OAAO;AAAA,IAClC,MAAM,OAAO,cAAc,cAAc;AAAA,EAC3C,CAAC;AAED,MAAI;AACF,UAAM,gBAAgB,YAAY,iCAC7B,SAD6B;AAAA,MAEhC;AAAA,MACA,SAAS,6BAAM,MAAM;AAAA,MACrB,QAAQ,6BAAM;AAAA,MACd;AAAA,IACF,EAAC;AAED,UAAM,WAAW,MAAM,MAAM,cAAc,KAAK;AAAA,MAC9C,QAAQ;AAAA,MACR,SAAS,cAAc;AAAA,MACvB,MAAM,KAAK,UAAU,cAAc,IAAI;AAAA,IACzC,CAAC;AAED,QAAI,CAAC,SAAS,IAAI;AAChB,YAAM,IAAI,MAAM,uBAAuB,SAAS,MAAM,EAAE;AAAA,IAC1D;AAEA,UAAM,SAAS,MAAM,SAAS,KAAK;AACnC,WAAO,eAAe,QAAQ,MAAM,OAAO,WAAW;AAAA,EACxD,SAAS,GAAG;AACV,WAAO,gBAAgB,GAAY,MAAM,OAAO,WAAW;AAAA,EAC7D;AACF;AAEA,IAAM,qBAAqB,CAAC;AAAA,EAC1B;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF,MAKiC;AAC/B,MAAI,MAAM;AACR,WAAO,KAAK,UAAU,EAAE,MAAM,KAAK,CAAC;AAAA,EACtC,WAAW,OAAO;AAChB,WAAO,MAAM,UAAU,EAAE,MAAM,KAAK,CAAC;AAAA,EACvC;AACA,SAAO;AACT;AAEA,IAAM,cAAc,CAAC,WAaf;AA3HN;AA4HE,QAAM,OAAgC,CAAC;AACvC,MAAI,OAAO,MAAO,MAAK,QAAQ,OAAO;AACtC,MAAI,OAAO,OAAQ,MAAK,SAAS,OAAO;AACxC,MAAI,OAAO,eAAgB,MAAK,kBAAkB,OAAO;AACzD,MAAI,OAAO,YAAY,OAAO,SAAS,SAAS;AAC9C,SAAK,WAAW,OAAO;AACzB,MAAI,OAAO,gBAAgB,OAAO,aAAa,SAAS;AACtD,SAAK,eAAe,OAAO;AAE7B,MAAI,OAAO,MAAM;AACf,WAAO,KAAK,OAAO;AAAA,MACjB,OAAO,EAAE,MAAM,QAAQ,OAAO,KAAK;AAAA,MACnC,QAAQ,OAAO;AAAA,IACjB,CAAC;AAAA,EACH;AAEA,SAAO;AAAA,IACL,KAAK,GAAG,QAAQ,IAAI,kBAAkB,oBAAoB,OAAO,IAAI;AAAA,IACrE,MAAM;AAAA,MACJ,UAAU,OAAO;AAAA,MACjB,SAAS,OAAO;AAAA,MAChB,MAAM,OAAO;AAAA,MACb;AAAA,MACA,UAAU,OAAO;AAAA,MACjB,cAAc,OAAO;AAAA,IACvB;AAAA,IACA,SAAS;AAAA,MACP,iBAAgB,aAAQ,IAAI,sBAAZ,YAAiC;AAAA,MACjD,gBAAgB;AAAA,IAClB;AAAA,EACF;AACF;AAEA,IAAM,iBAAiB,CACrB,UACA,MACA,cAAc,UACY;AAjK5B;AAkKE,MAAI,SAAS,WAAW,SAAS;AAC/B,aAAS,WAAU,cAAS,YAAT,YAAoB;AAAA,EACzC;AAEA,aAAW,OAAO,OAAO,KAAK,QAAQ,GAAG;AACvC,QACE,SAAS,GAAkC,MAAM,QACjD,SAAS,GAAkC,MAAM,QACjD;AACA,aAAO,SAAS,GAAkC;AAAA,IACpD;AAAA,EACF;AAEA,MAAI,MAAM;AACR,UAAM,SACJ,cACI;AAAA,MACE,MAAM;AAAA,MACN,OAAO;AAAA,IACT,IACA;AAAA,MACE,MAAM;AAAA,MACN,OAAO;AAAA,IACT;AAEN,SAAK,OAAO,EAAE,OAAO,CAAC;AAEtB,QAAI,SAAS,MAAM;AACjB,WAAK,OAAO;AAAA,QACV,SAAS;AAAA,UACP,MAAM,SAAS,KAAK;AAAA,QACtB;AAAA,MACF,CAAC;AAAA,IACH;AAEA,SAAK,IAAI;AAAA,EACX;AAEA,SAAO;AACT;AAEA,IAAM,kBAAkB,CACtB,GACA,MACA,cAAc,UACY;AAC1B,QAAM,WAAkC;AAAA,IACtC,QAAQ;AAAA,IACR,SAAS,EAAE,SAAS;AAAA,EACtB;AAEA,MAAI,aAAa;AACf,aAAS,SAAS;AAAA,EACpB;AAEA,SAAO,eAAe,UAAU,MAAM,WAAW;AACnD;;;ACzNA,SAAS,2BAA2B;AAGpC;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OAGK;AAGP,SAAS,iBAAiB;AAcnB,IAAM,2BAAN,cAAuC,oBAAoB;AAAA,EAKhE,YAAY,EAAE,MAAM,GAA8B;AAChD,UAAM;AALR,gBAAO;AAEP,iBAAuC,CAAC;AAItC,SAAK,QAAQ;AAAA,EACf;AAAA,EAEA,MAAM,eACJ,KACA,SACA,OACA,aACA,aACA,OACA,UACA,MACe;AACf,SAAK,MAAM,KAAK,IAAI,KAAK,aAAa;AAAA,MACpC;AAAA,MACA;AAAA,MACA;AAAA,MACA,OAAO;AAAA,QACL,MAAM;AAAA,QACN,OAAO;AAAA,MACT;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEQ,aAAa;AAAA,IACnB;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,GAQG;AArFL;AAsFI,QAAI;AACF,YAAM,SAAS,KAAK,UAAU,WAAW;AAEzC,YAAM,UAAS,0CAAU,gBAAV,aAAyB,SAAI,GAAG,GAAG,EAAE,MAAZ,mBAAe;AACvD,YAAM,SACJ,gDAAU,kBAAV,aAA4B,SAAY,WAAZ,mBAAoB,UAAhD,YAAyD;AAE3D,YAAM,OAAO,OAAO,aAAa;AAAA,QAC/B,QAAQ;AAAA,QACR,MAAM,uBAAQ,SAAI,GAAG,GAAG,EAAE,MAAZ,mBAAe;AAAA,QAC7B;AAAA,QACA,OAAO,CAAC,QAAQ,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,EAAE,KAAK,GAAG;AAAA,QAChD,QAAQ;AAAA,UACN,cAAc,gDAAa,sBAAb,mBAAwC;AAAA,aACjD,gDAAa,sBAAb,mBAAwC,aACzC,EAAE,YAAY,gDAAa,sBAAb,mBAAwC,UAAU,IAChE,CAAC;AAAA,MAET,CAAC;AAED,aAAO;AAAA,IACT,SAAS,GAAG;AACV,WAAK,MAAM,OAAO,KAAK,SAAS,CAAC;AACjC,YAAM;AAAA,IACR;AAAA,EACF;AAAA,EAEA,MAAM,qBACJ,KACA,UACA,OACA,aACA,aACA,MACA,UACA,MACe;AACf,SAAK,MAAM,KAAK,IAAI,KAAK,aAAa;AAAA,MACpC;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA,OAAO;AAAA,QACL,MAAM;AAAA,QACN,OAAO,SAAS,QAAQ,4BAA4B;AAAA,MACtD;AAAA,MACA;AAAA,MACA;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,eAAe,QAAgB,OAA8B;AACjE,UAAM,OAAO,KAAK,MAAM,KAAK;AAC7B,QAAI,SAAS,QAAQ,CAAC,KAAK,WAAW,cAAc;AAClD,WAAK,OAAO;AAAA,QACV,YAAY,iCAAK,KAAK,aAAV,EAAsB,cAAc,KAAK,IAAI,EAAE;AAAA,MAC7D,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEA,MAAM,aACJ,UACA,OACA,cACe;AACf,QAAI;AACF,YAAM,OAAO,KAAK,MAAM,KAAK;AAC7B,UAAI,CAAC,MAAM;AACT;AAAA,MACF;AAEA,YAAM,UAA6B,CAAC;AACpC,iBAAW,cAAc,SAAS,aAAa;AAE7C,mBAAW,eAAe,YAAY;AACpC,cAAI,aAAa,aAAa;AAC5B,oBAAQ,KAAK;AAAA,cACX,MAAM;AAAA,cACN,OAAO,6BAA6B;AAAA,gBACjC,YAA+B;AAAA,cAClC,CAAC;AAAA,YACH,CAAC;AAAA,UACH,WAAW,UAAU,aAAa;AAChC,oBAAQ,KAAK;AAAA,cACX,MAAM;AAAA,cACN,OAAO,YAAY;AAAA,YACrB,CAAC;AAAA,UACH,OAAO;AACL,oBAAQ,KAAK;AAAA,cACX,MAAM;AAAA,cACN,OAAO,KAAK,UAAU,WAAW;AAAA,YACnC,CAAC;AAAA,UACH;AAAA,QACF;AAAA,MACF;AAEA,YAAM,SACJ,QAAQ,WAAW,IACf,QAAQ,CAAC,IACT,EAAE,MAAM,QAAQ,OAAO,QAAe;AAW5C,WAAK,IAAI;AAAA,QACP;AAAA;AAAA,MAEF,CAAC;AAAA,IACH,SAAS,GAAG;AACV,WAAK,MAAM,OAAO,KAAK,SAAS,CAAC;AACjC,YAAM;AAAA,IACR;AAAA,EACF;AAAA,EAEA,MAAM,eACJ,KACA,OACA,cACe;AACf,SAAK,UAAU,EAAE,OAAO,OAAO,IAAI,CAAC;AAAA,EACtC;AAAA,EAEA,MAAM,iBACJ,OACA,QACA,OACA,aACA,OACA,WACA,UACA,MACe;AACf,SAAK,MAAM,KAAK,IAAI,KAAK,UAAU;AAAA,MACjC,MAAM;AAAA,MACN,YAAY;AAAA,MACZ;AAAA,MACA;AAAA,MACA,OAAO;AAAA,MACP;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,eACJ,QACA,OACA,cACe;AACf,SAAK,QAAQ;AAAA,MACX;AAAA,MACA;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,iBACJ,KACA,OACA,cACA,OACA,SACe;AACf,SAAK,UAAU,EAAE,OAAO,OAAO,IAAI,CAAC;AAAA,EACtC;AAAA,EAEA,MAAM,gBACJ,MACA,OACA,OACA,aACA,OACA,WACA,MACe;AACf,SAAK,MAAM,KAAK,IAAI,KAAK,UAAU;AAAA,MACjC,MAAM;AAAA,MACN,YAAY;AAAA,MACZ;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,cACJ,QACA,OACA,cACe;AACf,SAAK,QAAQ,EAAE,OAAO,OAAO,CAAC;AAAA,EAChC;AAAA,EAEA,MAAM,gBACJ,KACA,OACA,cACA,OACe;AACf,SAAK,UAAU,EAAE,OAAO,OAAO,IAAI,CAAC;AAAA,EACtC;AAAA,EAEA,MAAM,qBACJ,WACA,OACA,OACA,aACA,OACA,WACA,MACA;AA3SJ;AA4SI,QAAI;AACF,YAAM,SAAS,KAAK,UAAU,WAAW;AAEzC,WAAK,MAAM,KAAK,IAAI,OAAO,aAAa;AAAA,QACtC,QAAQ;AAAA,QACR,OAAM,2BAAQ,UAAU,SAAlB,aAA0B,eAAU,GAAG,GAAG,EAAE,MAAlB,mBAAqB;AAAA,QACrD,OAAO,KAAK,uBAAuB,KAAK;AAAA,MAC1C,CAAC;AAAA,IACH,SAAS,GAAG;AACV,WAAK,MAAM,OAAO,KAAK,SAAS,CAAC;AACjC,YAAM;AAAA,IACR;AAAA,EACF;AAAA,EAEA,MAAM,mBACJ,WACA,OACA,cACA,OACA;AACA,QAAI;AACF,YAAM,WAAgC,UAAU,IAAI,CAAC,QAAS;AAAA,QAC5D,SAAS,IAAI;AAAA,SACT,IAAI,SAAS,SAAS,EAAE,YAAY,IAAI,SAAS,OAAO,IAAI,CAAC,EACjE;AAEF,YAAM,OAAO,KAAK,MAAM,KAAK;AAC7B,UAAI,CAAC,MAAM;AACT;AAAA,MACF;AAEA,WAAK,IAAI;AAAA,QACP;AAAA,QACA,QAAQ,KAAK,uBAAuB,SAAS;AAAA,MAC/C,CAAC;AAAA,IACH,SAAS,GAAG;AACV,WAAK,MAAM,OAAO,KAAK,SAAS,CAAC;AACjC,YAAM;AAAA,IACR;AAAA,EACF;AAAA,EAEA,MAAM,qBACJ,KACA,OACA,cACA,OACA;AACA,SAAK,UAAU,EAAE,OAAO,OAAO,IAAI,CAAC;AAAA,EACtC;AAAA,EAEA,MAAM,kBACJ,SACA,OACA,cACA,OACe;AACf,UAAM,OAAO,KAAK,MAAM,KAAK;AAC7B,QAAI,CAAC,MAAM;AACT;AAAA,IACF;AAEA,SAAK,OAAO;AAAA,MACV,MAAM;AAAA,IACR,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,eACJ,QACA,OACA,cACA,OACe;AACf,SAAK,QAAQ;AAAA,MACX;AAAA,MACA,QAAQ,OAAO;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEQ,UAAU;AAAA,IAChB;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,GAOG;AAxYL;AAyYI,QAAI;AACF,YAAM,SAAS,KAAK,UAAU,WAAW;AAEzC,YAAM,OAAO,OAAO,UAAU;AAAA,QAC5B,QAAQ;AAAA,QACR;AAAA,QACA,OAAM,2BAAQ,WAAW,SAAnB,aAA2B,gBAAW,GAAG,GAAG,EAAE,MAAnB,mBAAsB;AAAA,QACvD,OAAO,KAAK,uBAAuB,KAAK;AAAA,MAC1C,CAAC;AAED,aAAO;AAAA,IACT,SAAS,GAAG;AACV,WAAK,MAAM,OAAO,KAAK,SAAS,CAAC;AACjC,YAAM;AAAA,IACR;AAAA,EACF;AAAA,EAEQ,QAAQ,EAAE,OAAO,OAAO,GAA6C;AAC3E,QAAI;AACF,YAAM,OAAO,KAAK,MAAM,KAAK;AAC7B,UAAI,CAAC,MAAM;AACT;AAAA,MACF;AAEA,WAAK,IAAI;AAAA,QACP,QAAQ,KAAK,uBAAuB,MAAM;AAAA,MAC5C,CAAC;AAAA,IACH,SAAS,GAAG;AACV,WAAK,MAAM,OAAO,KAAK,SAAS,CAAC;AACjC,YAAM;AAAA,IACR;AAAA,EACF;AAAA,EAEQ,UAAU,EAAE,OAAO,MAAM,GAA0C;AACzE,UAAM,OAAO,KAAK,MAAM,KAAK;AAC7B,QAAI,CAAC,MAAM;AACT;AAAA,IACF;AAEA,SAAK,IAAI;AAAA,MACP;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEQ,uBAAuB,OAAyC;AArb1E;AAsbI,QACE,CAAC,SACA,OAAO,UAAU,YAAY,OAAO,KAAK,KAAK,EAAE,WAAW,GAC5D;AACA,aAAO;AAAA,IACT;AACA,QAAI,OAAO,UAAU,UAAU;AAC7B,aAAO,EAAE,MAAM,QAAQ,MAAM;AAAA,IAC/B;AACA,QAAI;AACF,WAAK,UAAU,KAAK;AACpB,aAAO,EAAE,MAAM,QAAQ,MAAM;AAAA,IAC/B,SAAS,GAAG;AACV,aAAO,EAAE,MAAM,QAAQ,QAAO,eAAU,KAAK,MAAf,YAAoB,MAAM,SAAS,EAAE;AAAA,IACrE;AAAA,EACF;AAAA,EAEQ,UACN,aACgC;AAzcpC;AA0cI,YACG,mBACG,KAAK,MAAM,WAAW,IACtB,KAAK,OAAM,YAAO,KAAK,KAAK,KAAK,EAAE,GAAG,EAAE,MAA7B,YAAkC,EAAE,MAFlD,YAEwD,KAAK;AAAA,EAElE;AACF;AAEO,IAAM,+BAA+B,CAC1C,aACkB;AAClB,QAAM,eAA8B,CAAC;AACrC,aAAW,WAAW,UAAU;AAC9B,iBAAa,KAAK,4BAA4B,OAAO,CAAC;AAAA,EACxD;AACA,SAAO;AACT;AAEA,IAAM,8BAA8B,CAClC,YACgB;AA9dlB;AA+dE,MAAI,OAA4B;AAEhC,QAAM,WAGF,QAAQ,kBACR,gCAAgC,CAAC,OAAO,CAAC,EAAE,CAAC,IAC5C;AAGJ,MACE,oBAAoB,gBACpB,oBAAoB,uBACpB,cAAS,OAAT,mBAAa,GAAG,SAAQ,oBACxB,cAAS,OAAT,mBAAa,GAAG,SAAQ,uBACxB,SAAS,SAAS,SAClB;AACA,WAAO;AAAA,EACT,WACE,mBAAmB,aACnB,mBAAmB,oBACnB,aAAQ,OAAR,mBAAY,GAAG,SAAQ,iBACvB,aAAQ,OAAR,mBAAY,GAAG,SAAQ,oBACvB,SAAS,SAAS,MAClB;AACA,WAAO;AAAA,EACT,WACE,mBAAmB,iBACnB,mBAAmB,wBACnB,aAAQ,OAAR,mBAAY,GAAG,SAAQ,qBACvB,aAAQ,OAAR,mBAAY,GAAG,SAAQ,wBACvB,SAAS,SAAS,UAClB;AACA,WAAO;AAAA,EACT,WACE,mBAAmB,mBACnB,mBAAmB,0BACnB,aAAQ,OAAR,mBAAY,GAAG,SAAQ,uBACvB,aAAQ,OAAR,mBAAY,GAAG,SAAQ,0BACvB,SAAS,SAAS,YAClB;AACA,WAAO;AAAA,EACT,WACE,mBAAmB,eACnB,mBAAmB,sBACnB,aAAQ,OAAR,mBAAY,GAAG,SAAQ,mBACvB,aAAQ,OAAR,mBAAY,GAAG,SAAQ,sBACvB,SAAS,SAAS,QAClB;AACA,WAAO;AAAA,EACT;AAEA,QAAM,UACJ,OAAO,QAAQ,YAAY,WACvB,QAAQ,UACR,QAAQ,QAAQ;AAAA,IACd,CAACA,aACCA,SAAQ,SAAS,SACb,EAAE,MAAM,QAAQ,MAAMA,SAAQ,KAAK,IACnCA,SAAQ,QAAQ,cAChB,EAAE,MAAM,aAAa,WAAWA,SAAQ,UAAU,IAClD,EAAE,MAAM,QAAQ,MAAM,KAAK,UAAUA,QAAO,EAAE;AAAA,EACtD;AAEN,QAAM,eAAe,QAAQ;AAI7B,SAAO;AAAA,IACL;AAAA,IACA;AAAA,KACI,gBACJ,OAAO,iBAAiB,YACxB,OAAO,KAAK,YAAY,EAAE,SAAS,IAC/B,EAAE,eAAe,aAAa,IAC9B,CAAC;AAET;;;AC7fA,SAAS,iBAAiB,KAAqB;AAC7C,SAAO,IAAI,QAAQ,UAAU,CAAC,WAAW,IAAI,OAAO,YAAY,CAAC,EAAE;AACrE;AAEO,SAAS,uBACd,KACA,WAC2B;AAC3B,MAAI,MAAM,QAAQ,GAAG,GAAG;AACtB,WAAO,IAAI;AAAA,MAAI,CAAC,SACd,uBAAuB,IAAI;AAAA,IAC7B;AAAA,EACF,WAAW,OAAO,QAAQ,YAAY,QAAQ,MAAM;AAClD,UAAM,SAAc,CAAC;AACrB,eAAW,OAAO,KAAK;AACrB,UAAI,IAAI,eAAe,GAAG,GAAG;AAC3B,cAAM,SAAS,iBAAiB,GAAG;AAEnC,YACG,cAAc,cACb,CAAC,OAAO,KAAK,4BAA4B,KAAK,EAAE,SAAS,MAAM,KAChE,cAAc,YACb,CAAC,OAAO,KAAK,yBAAyB,KAAK,EAAE,SAAS,MAAM,GAC9D;AACA,iBAAO,GAAG,IAAK,IAAY,GAAG;AAAA,QAChC,OAAO;AACL,iBAAO,MAAM,IAAI,uBAAwB,IAAY,GAAG,GAAG,MAAM;AAAA,QACnE;AAAA,MACF;AAAA,IACF;AACA,WAAO;AAAA,EACT,OAAO;AACL,WAAO;AAAA,EACT;AACF;;;AJxBO,IAAM,YAAN,cAAwB,aAAa;AAAA,EAI1C,YAAY;AAAA,IACV;AAAA,IACA,YAAW,sBAAQ,IAAI,uBAAZ,YAAkC;AAAA,EAC/C,IAGI,CAAC,GAAG;AACN,UAAM;AACN,UAAM,UAAU,0BAAU,QAAQ,IAAI;AACtC,QAAI,CAAC,SAAS;AACZ,YAAM,QAAQ,IAAI;AAAA,QAChB;AAAA,MACF;AACA,WAAK,KAAK,SAAS,KAAK;AAAA,IAC1B;AACA,SAAK,SAAS;AACd,SAAK,WAAW;AAAA,EAClB;AAAA,EAEA,SAAS;AAAA,IACP;AAAA,IACA;AAAA,EACF,IAA+C,CAAC,GAAG;AACjD,WAAO,IAAI,eAAe;AAAA,MACxB,QAAQ;AAAA,MACR,SAAS,4BAAW,SAAS,OAAO,CAAC;AAAA,MACrC;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,UAAU,QAA6B;AAC3C,UAAM,UAAU,CAAC,KAAM,KAAM,KAAM,KAAM,IAAK;AAC9C,eAAW,eAAe,SAAS;AACjC,UAAI;AACF,cAAM,KAAK,WAAW,MAAM;AAC5B;AAAA,MACF,SAAS,GAAG;AACV,gBAAQ;AAAA,UACN,8DACE,cAAc,GAChB;AAAA,QACF;AACA,cAAM,IAAI,QAAQ,CAAC,YAAY,WAAW,SAAS,WAAW,CAAC;AAAA,MACjE;AAAA,IACF;AACA,YAAQ,KAAK,0DAAgD;AAAA,EAC/D;AAAA,EAEA,MAAM,WAAW,QAA6B;AAC5C,QAAI,OAAO,MAAM,WAAW,GAAG;AAC7B;AAAA,IACF;AAEA,QAAI,CAAC,KAAK,QAAQ;AAChB,YAAM,QAAQ,IAAI;AAAA,QAChB;AAAA,MACF;AACA,WAAK,KAAK,SAAS,KAAK;AACxB;AAAA,IACF;AAEA,UAAM,WAAW,MAAM,MAAM,GAAG,KAAK,QAAQ,kBAAkB;AAAA,MAC7D,QAAQ;AAAA,MACR,SAAS;AAAA,QACP,gBAAgB,KAAK;AAAA,QACrB,gBAAgB;AAAA,MAClB;AAAA,MACA,MAAM,KAAK,UAAU,MAAM;AAAA,IAC7B,CAAC;AAED,QAAI,SAAS,WAAW,KAAK;AAC3B,YAAM,QAAQ,IAAI;AAAA,QAChB;AAAA,MACF;AACA,WAAK,KAAK,SAAS,KAAK;AACxB;AAAA,IACF;AACA,QAAI,CAAC,SAAS,IAAI;AAChB,YAAM,QAAQ,IAAI;AAAA,QAChB,iCAAiC,SAAS,MAAM;AAAA,MAClD;AACA,WAAK,KAAK,SAAS,KAAK;AACxB,YAAM;AAAA,IACR;AAAA,EACF;AACF;AAsBO,IAAM,iBAAN,MAAqB;AAAA,EAU1B,YAAY;AAAA,IACV;AAAA,IACA;AAAA,IACA;AAAA,EACF,GAIG;AAdH,yBAA4C,CAAC;AAE7C,uBAAgC,CAAC;AA+EjC,yBAAgB,CAAC;AAAA,MACf;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA,SAAS;AAAA,MACT;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF,MAAiC;AA1QnC;AA2QI,YAAM,yBAAyB,KAAK,YAAY;AAAA,QAC9C,CAAC,MACC,gBAAgB,kBAAkB,KAAK,EAAE,iBAAiB;AAAA,MAC9D;AAEA,YAAM,oBACJ,2BAA2B,KACvB,KAAK,YAAY,sBAAsB,IACvC;AAEN,YAAM,mBAAqC;AAAA,QACzC;AAAA,SACI,WAAW,UAAa,EAAE,OAAO,IACjC,UAAU,UAAa,EAAE,MAAM,IAC/B,UAAU,UAAa,EAAE,MAAM,IAC/B,YAAY,UAAa,EAAE,QAAQ;AAGzC,UAAI,QAAQ;AACZ,UAAI,CAAC,OAAO;AACV,gBAAQ,KAAK,UAAU;AAAA,UACrB,MAAM;AAAA,QACR,CAAC;AAAA,MACH;AACA,UAAI,MAAM,SAAS,cAAc;AAC/B,gBAAQ,MAAM,UAAU,EAAE,MAAM,aAAa,CAAC;AAAA,MAChD;AAEA,YAAM,OAAO;AAAA,QACX;AAAA,QACA,QAAQ;AAAA,UACN,MAAM;AAAA,UACN,OAAO;AAAA,QACT;AAAA,QACA;AAAA,QACA,YAAY,aACR;AAAA,UACE,YAAW,gBAAW,cAAX,YAAwB,MAAM,WAAW;AAAA,UACpD,aAAY,gBAAW,eAAX,YAAyB;AAAA,QACvC,IACA;AAAA,MACN,CAAC;AACD,YAAM,IAAI;AAEV,YAAM,aAA6B;AAAA,QACjC,cAAc,sCAAgB,QAAQ,OAAO,CAAC;AAAA,QAC9C,QAAQ,MAAM;AAAA,QACd;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA,OAAO,QAAQ,aAAa,KAAK,IAAI;AAAA,QACrC,YAAY,kCAAc;AAAA,UACxB,WAAW,MAAM,WAAW;AAAA,UAC5B,YAAY,MAAM,WAAW;AAAA,QAC/B;AAAA,MACF;AAEA,UAAI,qBAAqB,2BAA2B,IAAI;AACtD,aAAK,YAAY,sBAAsB,IAAI,kCACtC,oBACA;AAAA,MAEP,OAAO;AACL,aAAK,YAAY,KAAK,UAAU;AAAA,MAClC;AAAA,IACF;AAtJE,SAAK,SAAS;AACd,SAAK,UAAU;AACf,SAAK,WAAW,iCACX,WADW;AAAA,MAEd,YAAY;AAAA,MACZ,aAAa;AAAA,IACf;AAAA,EACF;AAAA,EAEA,OAAO,EAAE,SAAS,GAA2B;AApM/C;AAqMI,SAAK,WAAW,iDACX,KAAK,WACL,WACC,OAAO,SAAS,WAAW,cAC3B;AAAA,MACE,QAAQ;AAAA,QACN,IAAI,gBAAK,aAAL,mBAAe,WAAf,YAAyB,CAAC;AAAA,QAC9B,IAAI,cAAS,WAAT,YAAmB,CAAC;AAAA,MAC1B;AAAA,IACF,IACA,CAAC;AAAA,EAET;AAAA,EAEA,eAAe,MAAqB;AAClC,SAAK,cAAc;AAAA,MACjB,SAAS;AAAA,MACT,UAAU,KAAK;AAAA,IACjB;AAAA,EACF;AAAA,EAEA,iBAAiB;AA1NnB;AA2NI,YAAO,UAAK,gBAAL,mBAAkB;AAAA,EAC3B;AAAA,EAEA,mBAAmB;AA9NrB;AA+NI,SAAK,eAAc,UAAK,gBAAL,mBAAkB;AAAA,EACvC;AAAA,EAEA,UAAU,QAAoD;AAC5D,UAAM,OAAO,IAAI,cAAc;AAAA,MAC7B,OAAO;AAAA,OACJ,OACJ;AACD,SAAK,eAAe,IAAI;AACxB,WAAO;AAAA,EACT;AAAA,EAEA,aAAa,QAAmD;AAC9D,UAAM,OAAO,IAAI,iBAAiB;AAAA,MAChC,OAAO;AAAA,OACJ,OACJ;AACD,SAAK,eAAe,IAAI;AACxB,WAAO;AAAA,EACT;AAAA,EAEA,aAAa,QAAmD;AAC9D,UAAM,OAAO,IAAI,iBAAiB;AAAA,MAChC,OAAO;AAAA,OACJ,OACJ;AACD,SAAK,eAAe,IAAI;AACxB,WAAO;AAAA,EACT;AAAA,EAwFA,MAAM,SAAS,QAA0D;AACvE,WAAO,SAAS;AAAA,MACd,OAAO;AAAA,OACJ,OACJ;AAAA,EACH;AAAA,EAEA,uBAAuB;AACrB,QAAI,CAAC,KAAK,mBAAmB;AAC3B,WAAK,oBAAoB,IAAI,yBAAyB,EAAE,OAAO,KAAK,CAAC;AAAA,IACvE;AACA,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAkB;AACtB,SAAK,cAAc,KAAK,OAAO,IAAI;AACnC,SAAK,iBAAiB;AACtB,SAAK,iBAAiB;AAAA,EACxB;AAAA,EAEA,mBAAmB;AACjB,iBAAa,KAAK,UAAU;AAC5B,SAAK,aAAa,WAAW,MAAM;AACjC,WAAK,KAAK,UAAU;AAAA,IACtB,GAAG,GAAI;AAAA,EACT;AAAA,EAEA,MAAM,YAAY;AAChB,iBAAa,KAAK,UAAU;AAE5B,QAAI,QAAyC;AAC7C,QAAI;AACF,cAAQ,0BAA0B,MAAM;AAAA,QACtC,UAAU,KAAK;AAAA,QACf,UAAU,uBAAuB,KAAK,UAAU,UAAU;AAAA,QAC1D,OAAO,OAAO,OAAO,KAAK,aAAa;AAAA,QACvC,aAAa,uBAAuB,KAAK,WAAW;AAAA,MACtD,CAAgC;AAAA,IAClC,SAAS,OAAO;AACd,UAAI,iBAAiB,UAAU;AAC7B,gBAAQ,KAAK,gDAAsC;AACnD,gBAAQ,KAAK,aAAa,KAAK,EAAE,OAAO;AAAA,MAC1C;AACA,WAAK,OAAO,KAAK,SAAS,KAAK;AAAA,IACjC;AAEA,QAAI,OAAO;AACT,YAAM,KAAK,OAAO,UAAU,KAAK;AAAA,IACnC;AAAA,EACF;AACF;AAEO,IAAM,gBAAN,MAAM,eAAyC;AAAA,EAapD,YAAY;AAAA,IACV;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,GAAyD;AACvD,SAAK,SAAS,0BAAU,QAAQ,OAAO,CAAC;AACxC,SAAK,WAAW;AAChB,SAAK,QAAQ;AACb,SAAK,OAAO,sBAAQ;AACpB,SAAK,OAAO;AACZ,SAAK,QAAQ;AACb,SAAK,SAAS;AACd,SAAK,QAAQ;AACb,SAAK,aAAa,kCAAc;AAAA,MAC9B,WAAW,KAAK,IAAI;AAAA,IACtB;AACA,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,OAAO,QAA+D;AACpE,QAAI,OAAO,SAAS,IAAI,GAAG;AACzB,YAAM,QAAQ,IAAI;AAAA,QAChB,wBAAwB,KAAK,MAAM;AAAA,MACrC;AACA,WAAK,MAAM,OAAO,KAAK,SAAS,KAAK;AACrC;AAAA,IACF;AAEA,QAAI,OAAO,MAAM;AACf,WAAK,OAAO,OAAO;AAAA,IACrB;AACA,QAAI,UAAU,QAAQ;AACpB,WAAK,OAAO,OAAO;AAAA,IACrB;AACA,QAAI,WAAW,QAAQ;AACrB,WAAK,QAAQ,OAAO;AAAA,IACtB;AACA,QAAI,YAAY,QAAQ;AACtB,WAAK,SAAS,OAAO;AAAA,IACvB;AACA,QAAI,WAAW,QAAQ;AACrB,WAAK,QAAQ,OAAO;AAAA,IACtB;AACA,QAAI,OAAO,YAAY;AACrB,WAAK,aAAa,OAAO;AAAA,IAC3B;AACA,QAAI,aAAa,QAAQ;AACvB,WAAK,UAAU,OAAO;AAAA,IACxB;AAAA,EACF;AAAA,EAEA,UAAU,QAAoD;AAC5D,UAAM,OAAO,IAAI,eAAc;AAAA,MAC7B,OAAO,KAAK;AAAA,MACZ,UAAU,KAAK;AAAA,OACZ,OACJ;AACD,SAAK,MAAM,eAAe,IAAI;AAC9B,WAAO;AAAA,EACT;AAAA,EAEA,aAAa,QAAmD;AAC9D,UAAM,OAAO,IAAI,iBAAiB;AAAA,MAChC,OAAO,KAAK;AAAA,MACZ,UAAU,KAAK;AAAA,OACZ,OACJ;AACD,SAAK,MAAM,eAAe,IAAI;AAC9B,WAAO;AAAA,EACT;AAAA,EAEA,aAAa,QAAmD;AAC9D,UAAM,OAAO,IAAI,iBAAiB;AAAA,MAChC,OAAO,KAAK;AAAA,MACZ,UAAU,KAAK;AAAA,OACZ,OACJ;AACD,SAAK,MAAM,eAAe,IAAI;AAC9B,WAAO;AAAA,EACT;AAAA,EAEA,cAAc,QAA6B;AACzC,SAAK,MAAM,cAAc,iCACpB,SADoB;AAAA,MAEvB,MAAM;AAAA,IACR,EAAC;AAAA,EACH;AAAA,EAEA,MAAM,SAAS,QAA0D;AACvE,WAAO,SAAS;AAAA,MACd,MAAM;AAAA,OACH,OACJ;AAAA,EACH;AAAA,EAEA,IAAI,QAAgE;AAClE,SAAK,WAAW,aAAa,KAAK,IAAI;AACtC,QAAI,QAAQ;AACV,WAAK,OAAO,MAAM;AAAA,IACpB;AAEA,WAAO,OAAO,IAAI;AAElB,QAAI;AACF,YAAM,YAAY,WAAW;AAAA,QAC3B,uBAAuB,gDAClB,OADkB;AAAA,UAErB,OAAO;AAAA,UACP,SAAS,KAAK,MAAM;AAAA,UACpB,YAAY,iCACP,KAAK,aADE;AAAA,YAEV,YAAY,KAAK,WAAW;AAAA,UAC9B;AAAA,YACI,KAAK,SAAS,EAAE,OAAO,aAAa,KAAK,KAAK,EAAE,EACrD;AAAA,MACH;AACA,WAAK,MAAM,MAAM,SAAS;AAAA,IAC5B,SAAS,OAAO;AACd,UAAI,iBAAiB,UAAU;AAC7B,gBAAQ,KAAK,+CAAqC;AAClD,gBAAQ,KAAK,aAAa,KAAK,EAAE,OAAO;AAAA,MAC1C;AACA,WAAK,MAAM,OAAO,KAAK,SAAS,KAAK;AAAA,IACvC;AAAA,EACF;AACF;AAEO,IAAM,mBAAN,cAA+B,cAAwC;AAAA,EAK5E,YAAY,QAA6D;AA/hB3E;AAgiBI,UAAM,mBAAK,OAAQ;AACnB,SAAK,OAAO;AACZ,SAAK,SAAQ,YAAO,UAAP,YAAgB;AAC7B,SAAK,UAAS,YAAO,WAAP,YAAiB,CAAC;AAAA,EAClC;AAAA,EAEA,OAAO,QAAiC;AACtC,UAAM,OAAO,MAAM;AACnB,QAAI,OAAO,OAAO;AAChB,WAAK,QAAQ,OAAO;AAAA,IACtB;AACA,QAAI,OAAO,QAAQ;AACjB,WAAK,SAAS,OAAO;AAAA,IACvB;AAAA,EACF;AAAA,EAEA,IAAI,QAAkC;AACpC,UAAM,IAAI,MAAM;AAAA,EAClB;AACF;AAEO,IAAM,mBAAN,cAA+B,cAAwC;AAAA,EAI5E,YAAY,QAA6D;AAzjB3E;AA0jBI,UAAM,mBAAK,OAAQ;AACnB,SAAK,OAAO;AACZ,SAAK,YAAW,YAAO,aAAP,YAAmB,CAAC;AAAA,EACtC;AAAA,EAEA,OAAO,QAAiC;AACtC,UAAM,OAAO,MAAM;AACnB,QAAI,OAAO,UAAU;AACnB,WAAK,WAAW,OAAO;AAAA,IACzB;AAAA,EACF;AAAA,EAEA,IAAI,QAAkC;AACpC,UAAM,IAAI,MAAM;AAAA,EAClB;AACF;","names":["content"]}
@@ -1,5 +1,4 @@
1
1
  import { CoreMessage } from 'ai';
2
- import modelPrices from 'llm-cost/model_prices_and_context_window.json';
3
2
 
4
3
  type ChatRole = "system" | "user" | "assistant" | "function" | "tool" | "unknown";
5
4
  interface FunctionCall {
@@ -17,6 +16,7 @@ interface ChatMessage$1 {
17
16
  function_call?: FunctionCall | null;
18
17
  tool_calls?: ToolCall[] | null;
19
18
  tool_call_id?: string | null;
19
+ name?: string | null;
20
20
  }
21
21
  type ChatRichContent$1 = {
22
22
  type: "text";
@@ -49,18 +49,23 @@ type Money = {
49
49
  currency: string;
50
50
  amount: number;
51
51
  };
52
- interface GuardrailResult {
52
+ interface EvaluationResult {
53
53
  status: "processed" | "skipped" | "error";
54
- passed: boolean;
54
+ passed?: boolean | null;
55
55
  score?: number | null;
56
+ label?: string | null;
56
57
  details?: string | null;
57
58
  cost?: Money | null;
58
59
  }
59
60
  interface TypedValueGuardrailResult {
60
61
  type: "guardrail_result";
61
- value: GuardrailResult;
62
+ value: EvaluationResult;
63
+ }
64
+ interface TypedValueEvaluationResult {
65
+ type: "evaluation_result";
66
+ value: EvaluationResult;
62
67
  }
63
- type SpanInputOutput$1 = TypedValueText | TypedValueChatMessages | TypedValueGuardrailResult | TypedValueJson | TypedValueRaw | {
68
+ type SpanInputOutput$1 = TypedValueText | TypedValueChatMessages | TypedValueGuardrailResult | TypedValueEvaluationResult | TypedValueJson | TypedValueRaw | {
64
69
  type: "list";
65
70
  value: SpanInputOutput$1[];
66
71
  };
@@ -75,19 +80,32 @@ interface SpanMetrics {
75
80
  tokens_estimated?: boolean | null;
76
81
  cost?: number | null;
77
82
  }
78
- interface SpanParams {
79
- temperature?: number;
80
- stream?: boolean;
81
- functions?: Record<string, any>[];
82
- tools?: Record<string, any>[];
83
- tool_choice?: string;
84
- }
83
+ type ReservedSpanParams = {
84
+ frequency_penalty?: number | null;
85
+ logit_bias?: Record<string, number> | null;
86
+ logprobs?: boolean | null;
87
+ top_logprobs?: number | null;
88
+ max_tokens?: number | null;
89
+ n?: number | null;
90
+ presence_penalty?: number | null;
91
+ seed?: number | null;
92
+ stop?: string | string[] | null;
93
+ stream?: boolean | null;
94
+ temperature?: number | null;
95
+ top_p?: number | null;
96
+ tools?: Record<string, any>[] | null;
97
+ tool_choice?: Record<string, any> | string | null;
98
+ parallel_tool_calls?: boolean | null;
99
+ functions?: Record<string, any>[] | null;
100
+ user?: string | null;
101
+ };
102
+ type SpanParams = ReservedSpanParams & Record<string, any>;
85
103
  interface SpanTimestamps {
86
104
  started_at: number;
87
105
  first_token_at?: number | null;
88
106
  finished_at: number;
89
107
  }
90
- type SpanTypes = "span" | "llm" | "chain" | "tool" | "agent" | "rag" | "guardrail" | "unknown";
108
+ type SpanTypes = "span" | "llm" | "chain" | "tool" | "agent" | "rag" | "guardrail" | "evaluation" | "workflow" | "component" | "server" | "client" | "producer" | "consumer" | "task" | "unknown";
91
109
  interface BaseSpan$1 {
92
110
  span_id: string;
93
111
  parent_id?: string | null;
@@ -99,12 +117,12 @@ interface BaseSpan$1 {
99
117
  error?: ErrorCapture | null;
100
118
  timestamps: SpanTimestamps;
101
119
  metrics?: SpanMetrics | null;
120
+ params?: SpanParams | null;
102
121
  }
103
122
  interface LLMSpan$1 extends BaseSpan$1 {
104
123
  type: "llm";
105
124
  vendor?: string | null;
106
- model: string;
107
- params: SpanParams;
125
+ model?: string | null;
108
126
  }
109
127
  interface RAGChunk {
110
128
  document_id?: string | null;
@@ -131,25 +149,35 @@ type TraceOutput = {
131
149
  embeddings: number[];
132
150
  };
133
151
  };
152
+ type PrimitiveType = string | number | boolean | null | undefined;
153
+ type ReservedTraceMetadata = {
154
+ thread_id?: string | null;
155
+ user_id?: string | null;
156
+ customer_id?: string | null;
157
+ labels?: string[] | null;
158
+ topic_id?: string | null;
159
+ subtopic_id?: string | null;
160
+ sdk_version?: string | null;
161
+ sdk_language?: string | null;
162
+ };
163
+ type CustomMetadata = Record<string, PrimitiveType | PrimitiveType[] | Record<string, PrimitiveType> | Record<string, Record<string, PrimitiveType>>>;
164
+ type TraceMetadata = ReservedTraceMetadata & CustomMetadata;
134
165
  type Trace = {
135
166
  trace_id: string;
136
167
  project_id: string;
137
- metadata: {
138
- thread_id?: string;
139
- user_id?: string;
140
- customer_id?: string;
141
- labels?: string[];
142
- topic_id?: string;
143
- subtopic_id?: string;
144
- };
168
+ metadata: TraceMetadata;
145
169
  timestamps: {
146
170
  started_at: number;
147
171
  inserted_at: number;
148
172
  updated_at: number;
149
173
  };
150
- input: TraceInput;
174
+ input?: TraceInput;
151
175
  output?: TraceOutput;
152
- metrics: {
176
+ contexts?: RAGChunk[];
177
+ expected_output?: {
178
+ value: string;
179
+ };
180
+ metrics?: {
153
181
  first_token_ms?: number | null;
154
182
  total_time_ms?: number | null;
155
183
  prompt_tokens?: number | null;
@@ -159,10 +187,39 @@ type Trace = {
159
187
  };
160
188
  error?: ErrorCapture | null;
161
189
  indexing_md5s?: string[];
190
+ events?: Event[];
191
+ evaluations?: Evaluation[];
162
192
  };
163
- type Experiment = {
164
- experiment_id: string;
165
- variant: number;
193
+ type EvaluationStatus = "scheduled" | "in_progress" | "error" | "skipped" | "processed";
194
+ type Evaluation = {
195
+ evaluation_id: string;
196
+ evaluator_id: string;
197
+ span_id?: string | null;
198
+ name: string;
199
+ type?: string | null;
200
+ is_guardrail?: boolean | null;
201
+ status: EvaluationStatus;
202
+ passed?: boolean | null;
203
+ score?: number | null;
204
+ label?: string | null;
205
+ details?: string | null;
206
+ error?: ErrorCapture | null;
207
+ retries?: number | null;
208
+ timestamps: {
209
+ inserted_at?: number | null;
210
+ started_at?: number | null;
211
+ finished_at?: number | null;
212
+ updated_at?: number | null;
213
+ };
214
+ };
215
+ type RESTEvaluation$1 = Omit<Evaluation, "evaluation_id" | "evaluator_id" | "status" | "timestamps" | "retries"> & {
216
+ evaluation_id?: string | null;
217
+ evaluator_id?: string | null;
218
+ status?: "processed" | "skipped" | "error" | null;
219
+ timestamps?: {
220
+ started_at?: number | null;
221
+ finished_at?: number | null;
222
+ } | null;
166
223
  };
167
224
  type CollectorRESTParams = {
168
225
  trace_id?: string | null | undefined;
@@ -172,7 +229,23 @@ type CollectorRESTParams = {
172
229
  thread_id?: string | null | undefined;
173
230
  customer_id?: string | null | undefined;
174
231
  labels?: string[] | null | undefined;
175
- experiments?: Experiment[] | null | undefined;
232
+ sdk_version?: string | null | undefined;
233
+ sdk_language?: string | null | undefined;
234
+ } & CustomMetadata;
235
+ expected_output?: string | null;
236
+ evaluations?: RESTEvaluation$1[];
237
+ };
238
+ type Event = {
239
+ event_id: string;
240
+ event_type: string;
241
+ project_id: string;
242
+ metrics: Record<string, number>;
243
+ event_details: Record<string, string>;
244
+ trace_id: string;
245
+ timestamps: {
246
+ started_at: number;
247
+ inserted_at: number;
248
+ updated_at: number;
176
249
  };
177
250
  };
178
251
 
@@ -202,13 +275,17 @@ type PendingSpan<T extends BaseSpan> = Omit<T, "traceId" | "timestamps"> & {
202
275
  type BaseSpan = ConvertServerSpan<BaseSpan$1>;
203
276
  type PendingBaseSpan = PendingSpan<BaseSpan>;
204
277
  type LLMSpan = ConvertServerSpan<Omit<LLMSpan$1, "vendor" | "model">> & {
205
- model: keyof typeof modelPrices | (string & NonNullable<unknown>);
278
+ model: string;
206
279
  };
207
280
  type PendingLLMSpan = PendingSpan<LLMSpan>;
208
281
  type RAGSpan = ConvertServerSpan<RAGSpan$1>;
209
282
  type PendingRAGSpan = PendingSpan<RAGSpan>;
283
+ type RESTEvaluation = SnakeToCamelCaseNested<Omit<RESTEvaluation$1, "error">> & {
284
+ error?: RESTEvaluation$1["error"];
285
+ };
210
286
 
211
287
  declare function convertFromVercelAIMessages(messages: CoreMessage[]): ChatMessage[];
212
288
  declare const captureError: (error: unknown) => ErrorCapture;
289
+ declare const autoconvertTypedValues: (value: unknown) => SpanInputOutput;
213
290
 
214
- export { type BaseSpan as B, type CollectorRESTParams as C, type LLMSpan as L, type Metadata as M, type PendingBaseSpan as P, type RAGSpan as R, type Span as S, type PendingLLMSpan as a, type PendingRAGSpan as b, type SpanTypes as c, type ChatMessage as d, type ChatRichContent as e, type SpanInputOutput as f, convertFromVercelAIMessages as g, captureError as h };
291
+ export { type BaseSpan as B, type CollectorRESTParams as C, type LLMSpan as L, type Metadata as M, type PendingBaseSpan as P, type RAGChunk as R, type Span as S, type RESTEvaluation as a, type PendingLLMSpan as b, type PendingRAGSpan as c, type SpanTypes as d, type ChatMessage as e, type ChatRichContent as f, type RAGSpan as g, type SpanInputOutput as h, autoconvertTypedValues as i, captureError as j, convertFromVercelAIMessages as k };