langwatch 0.1.0 → 0.1.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/copy-types.sh +17 -0
- package/dist/chunk-2I4YLOQY.mjs +736 -0
- package/dist/chunk-2I4YLOQY.mjs.map +1 -0
- package/dist/index.d.mts +352 -4
- package/dist/index.d.ts +352 -4
- package/dist/index.js +6505 -413
- package/dist/index.js.map +1 -1
- package/dist/index.mjs +571 -359
- package/dist/index.mjs.map +1 -1
- package/dist/{utils-DDcm0z9v.d.mts → utils-CFtM8VVg.d.mts} +108 -31
- package/dist/{utils-DDcm0z9v.d.ts → utils-CFtM8VVg.d.ts} +108 -31
- package/dist/utils.d.mts +1 -2
- package/dist/utils.d.ts +1 -2
- package/dist/utils.js +437 -0
- package/dist/utils.js.map +1 -1
- package/dist/utils.mjs +3 -1
- package/example/README.md +3 -1
- package/example/app/(chat)/chat/[id]/page.tsx +1 -1
- package/example/app/(chat)/page.tsx +10 -5
- package/example/app/guardrails/page.tsx +26 -0
- package/example/app/langchain/page.tsx +27 -0
- package/example/app/langchain-rag/page.tsx +28 -0
- package/example/app/share/[id]/page.tsx +1 -1
- package/example/components/chat-list.tsx +1 -1
- package/example/components/chat-panel.tsx +1 -1
- package/example/components/header.tsx +39 -13
- package/example/components/prompt-form.tsx +1 -1
- package/example/components/stocks/stock-purchase.tsx +1 -1
- package/example/components/stocks/stocks.tsx +1 -1
- package/example/lib/chat/guardrails.tsx +181 -0
- package/example/lib/chat/langchain-rag.tsx +191 -0
- package/example/lib/chat/langchain.tsx +112 -0
- package/example/lib/chat/{actions.tsx → vercel-ai.tsx} +1 -1
- package/example/package-lock.json +289 -6
- package/example/package.json +1 -0
- package/package.json +13 -5
- package/src/evaluations.ts +219 -0
- package/src/index.test.ts +5 -0
- package/src/index.ts +190 -7
- package/src/langchain.ts +557 -0
- package/src/{helpers.ts → typeUtils.ts} +20 -2
- package/src/types.ts +7 -3
- package/src/utils.ts +25 -2
- package/ts-to-zod.config.js +2 -0
- package/dist/chunk-AP23NJ57.mjs +0 -296
- package/dist/chunk-AP23NJ57.mjs.map +0 -1
package/dist/index.mjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/index.ts","../src/helpers.ts","../src/server/types/tracer.generated.ts"],"sourcesContent":["import EventEmitter from \"events\";\nimport { nanoid } from \"nanoid\";\nimport { ZodError } from \"zod\";\nimport { fromZodError } from \"zod-validation-error\";\nimport { camelToSnakeCaseNested, type Strict } from \"./helpers\";\nimport {\n type CollectorRESTParams,\n type Span as ServerSpan,\n type SpanTypes,\n} from \"./server/types/tracer\";\nimport {\n collectorRESTParamsSchema,\n spanSchema,\n} from \"./server/types/tracer.generated\";\nimport {\n type BaseSpan,\n type ChatMessage,\n type ChatRichContent,\n type LLMSpan,\n type Metadata,\n type PendingBaseSpan,\n type PendingLLMSpan,\n type PendingRAGSpan,\n type RAGSpan,\n type SpanInputOutput,\n} from \"./types\";\nimport { captureError, convertFromVercelAIMessages } from \"./utils\";\n\nexport type {\n BaseSpan,\n ChatMessage as ChatMessage,\n ChatRichContent,\n LLMSpan,\n Metadata,\n PendingBaseSpan,\n PendingLLMSpan,\n PendingRAGSpan,\n RAGSpan,\n SpanInputOutput,\n};\n\nexport { convertFromVercelAIMessages, captureError };\n\nexport class LangWatch extends EventEmitter {\n apiKey: string | undefined;\n endpoint: string;\n\n constructor({\n apiKey,\n endpoint = process.env.LANGWATCH_ENDPOINT ?? \"https://app.langwatch.ai\",\n }: {\n apiKey?: string;\n endpoint?: string;\n } = {}) {\n super();\n const apiKey_ = apiKey ?? process.env.LANGWATCH_API_KEY;\n if (!apiKey_) {\n const error = new Error(\n \"LangWatch API key is not set, please set the LANGWATCH_API_KEY environment variable or pass it in the constructor. Traces will not be captured.\"\n );\n this.emit(\"error\", error);\n }\n this.apiKey = apiKey_;\n this.endpoint = endpoint;\n }\n\n getTrace({\n traceId,\n metadata,\n }: { traceId?: string; metadata?: Metadata } = {}) {\n return new LangWatchTrace({\n client: this,\n traceId: traceId ?? `trace_${nanoid()}`,\n metadata,\n });\n }\n\n async sendTrace(params: CollectorRESTParams) {\n const backoff = [1000, 2000, 4000, 8000, 16000];\n for (const backoffTime of backoff) {\n try {\n await this._sendTrace(params);\n return;\n } catch (e) {\n console.warn(\n `[LangWatch] ⚠️ Failed to send trace, retrying in ${\n backoffTime / 1000\n }s`\n );\n await new Promise((resolve) => setTimeout(resolve, backoffTime));\n }\n }\n console.warn(\"[LangWatch] ⚠️ Failed to send trace, giving up\");\n }\n\n async _sendTrace(params: CollectorRESTParams) {\n if (params.spans.length === 0) {\n return;\n }\n\n if (!this.apiKey) {\n const error = new Error(\n \"LangWatch API key is not set, LLMs traces will not be sent, go to https://langwatch.ai to set it up\"\n );\n this.emit(\"error\", error);\n return;\n }\n\n const response = await fetch(`${this.endpoint}/api/collector`, {\n method: \"POST\",\n headers: {\n \"X-Auth-Token\": this.apiKey,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify(params),\n });\n\n if (response.status === 429) {\n const error = new Error(\n \"Rate limit exceeded, dropping message from being sent to LangWatch. Please check your dashboard to upgrade your plan.\"\n );\n this.emit(\"error\", error);\n return;\n }\n if (!response.ok) {\n const error = new Error(\n `Failed to send trace, status: ${response.status}`\n );\n this.emit(\"error\", error);\n throw error;\n }\n }\n}\n\nexport class LangWatchTrace {\n client: LangWatch;\n traceId: string;\n metadata?: Metadata;\n finishedSpans: Record<string, ServerSpan> = {};\n timeoutRef?: NodeJS.Timeout;\n\n constructor({\n client,\n traceId,\n metadata,\n }: {\n client: LangWatch;\n traceId: string;\n metadata?: Metadata;\n }) {\n this.client = client;\n this.traceId = traceId;\n this.metadata = metadata;\n }\n\n update({ metadata }: { metadata: Metadata }) {\n this.metadata = {\n ...this.metadata,\n ...metadata,\n ...(typeof metadata.labels !== \"undefined\"\n ? { labels: [...(this.metadata?.labels ?? []), ...metadata.labels] }\n : {}),\n };\n }\n\n startSpan(params: Omit<Partial<PendingBaseSpan>, \"parentId\">) {\n const span = new LangWatchSpan({\n trace: this,\n ...params,\n });\n return span;\n }\n\n startLLMSpan(params: Omit<Partial<PendingLLMSpan>, \"parentId\">) {\n const span = new LangWatchLLMSpan({\n trace: this,\n ...params,\n });\n return span;\n }\n\n startRAGSpan(params: Omit<Partial<PendingRAGSpan>, \"parentId\">) {\n const span = new LangWatchRAGSpan({\n trace: this,\n ...params,\n });\n return span;\n }\n\n onEnd(span: ServerSpan) {\n this.finishedSpans[span.span_id] = span;\n this.delayedSendSpans();\n }\n\n delayedSendSpans() {\n clearTimeout(this.timeoutRef);\n this.timeoutRef = setTimeout(() => {\n void this.sendSpans();\n }, 1000);\n }\n\n async sendSpans() {\n clearTimeout(this.timeoutRef);\n\n let trace: CollectorRESTParams | undefined = undefined;\n try {\n trace = collectorRESTParamsSchema.parse({\n trace_id: this.traceId,\n metadata: camelToSnakeCaseNested(this.metadata),\n spans: Object.values(this.finishedSpans),\n } as Strict<CollectorRESTParams>);\n } catch (error) {\n if (error instanceof ZodError) {\n console.warn(\"[LangWatch] ⚠️ Failed to parse trace\");\n console.warn(fromZodError(error).message);\n }\n this.client.emit(\"error\", error);\n }\n\n if (trace) {\n await this.client.sendTrace(trace);\n }\n }\n}\n\nexport class LangWatchSpan implements PendingBaseSpan {\n trace: LangWatchTrace;\n\n spanId: string;\n parentId?: string | null;\n type: SpanTypes;\n name?: string | null;\n input?: PendingBaseSpan[\"input\"];\n output?: PendingBaseSpan[\"output\"];\n error?: PendingBaseSpan[\"error\"];\n timestamps: PendingBaseSpan[\"timestamps\"];\n metrics: PendingBaseSpan[\"metrics\"];\n\n constructor({\n trace,\n spanId,\n parentId,\n type,\n name,\n input,\n output,\n error,\n timestamps,\n metrics,\n }: Partial<PendingBaseSpan> & { trace: LangWatchTrace }) {\n this.spanId = spanId ?? `span_${nanoid()}`;\n this.parentId = parentId;\n this.trace = trace;\n this.type = type ?? \"span\";\n this.name = name;\n this.input = input;\n this.output = output;\n this.error = error;\n this.timestamps = timestamps ?? {\n startedAt: Date.now(),\n };\n this.metrics = metrics;\n }\n\n update(params: Partial<Omit<PendingBaseSpan, \"spanId\" | \"parentId\">>) {\n if (Object.isFrozen(this)) {\n const error = new Error(\n `Tried to update span ${this.spanId}, but the span is already finished, discarding update`\n );\n this.trace.client.emit(\"error\", error);\n return;\n }\n\n if (params.type) {\n this.type = params.type;\n }\n if (\"name\" in params) {\n this.name = params.name;\n }\n if (\"input\" in params) {\n this.input = params.input;\n }\n if (\"output\" in params) {\n this.output = params.output;\n }\n if (\"error\" in params) {\n this.error = params.error;\n }\n if (params.timestamps) {\n this.timestamps = params.timestamps;\n }\n if (\"metrics\" in params) {\n this.metrics = params.metrics;\n }\n }\n\n startSpan(params: Omit<Partial<PendingBaseSpan>, \"parentId\">) {\n const span = new LangWatchSpan({\n trace: this.trace,\n parentId: this.spanId,\n ...params,\n });\n return span;\n }\n\n startLLMSpan(params: Omit<Partial<PendingLLMSpan>, \"parentId\">) {\n const span = new LangWatchLLMSpan({\n trace: this.trace,\n parentId: this.spanId,\n ...params,\n });\n return span;\n }\n\n startRAGSpan(params: Omit<Partial<PendingRAGSpan>, \"parentId\">) {\n const span = new LangWatchRAGSpan({\n trace: this.trace,\n parentId: this.spanId,\n ...params,\n });\n return span;\n }\n\n end(params?: Partial<Omit<PendingBaseSpan, \"spanId\" | \"parentId\">>) {\n this.timestamps.finishedAt = Date.now();\n if (params) {\n this.update(params);\n }\n\n Object.freeze(this);\n\n try {\n const finalSpan = spanSchema.parse(\n camelToSnakeCaseNested({\n ...this,\n trace: undefined,\n traceId: this.trace.traceId,\n timestamps: {\n ...this.timestamps,\n finishedAt: this.timestamps.finishedAt,\n },\n ...(this.error && { error: captureError(this.error) }),\n }) as ServerSpan\n );\n this.trace.onEnd(finalSpan);\n } catch (error) {\n if (error instanceof ZodError) {\n console.warn(\"[LangWatch] ⚠️ Failed to parse span\");\n console.warn(fromZodError(error).message);\n }\n this.trace.client.emit(\"error\", error);\n }\n }\n}\n\nexport class LangWatchLLMSpan extends LangWatchSpan implements PendingLLMSpan {\n type: \"llm\";\n model: PendingLLMSpan[\"model\"];\n params: PendingLLMSpan[\"params\"];\n\n constructor(params: Partial<PendingLLMSpan> & { trace: LangWatchTrace }) {\n super({ ...params });\n this.type = \"llm\";\n this.model = params.model ?? \"unknown\";\n this.params = params.params ?? {};\n }\n\n update(params: Partial<PendingLLMSpan>) {\n super.update(params);\n if (params.model) {\n this.model = params.model;\n }\n if (params.params) {\n this.params = params.params;\n }\n }\n\n end(params?: Partial<PendingLLMSpan>) {\n super.end(params);\n }\n}\n\nexport class LangWatchRAGSpan extends LangWatchSpan implements PendingRAGSpan {\n type: \"rag\";\n contexts: PendingRAGSpan[\"contexts\"];\n\n constructor(params: Partial<PendingRAGSpan> & { trace: LangWatchTrace }) {\n super({ ...params });\n this.type = \"rag\";\n this.contexts = params.contexts ?? [];\n }\n\n update(params: Partial<PendingRAGSpan>) {\n super.update(params);\n if (params.contexts) {\n this.contexts = params.contexts;\n }\n }\n\n end(params?: Partial<PendingRAGSpan>) {\n super.end(params);\n }\n}\n","export type Strict<T> = T & { [K in Exclude<keyof any, keyof T>]: never };\n\ntype SnakeToCamelCase<S extends string> = S extends `${infer T}_${infer U}`\n ? `${T}${Capitalize<SnakeToCamelCase<U>>}`\n : S;\n\nexport type SnakeToCamelCaseNested<T> = T extends object\n ? T extends (infer U)[]\n ? U extends object\n ? {\n [K in keyof U as SnakeToCamelCase<\n K & string\n >]: SnakeToCamelCaseNested<U[K]>;\n }[]\n : T\n : {\n [K in keyof T as SnakeToCamelCase<K & string>]: SnakeToCamelCaseNested<\n T[K]\n >;\n }\n : T;\n\ntype CamelToSnakeCase<S extends string> = S extends `${infer T}${infer U}`\n ? `${T extends Capitalize<T> ? \"_\" : \"\"}${Lowercase<T>}${CamelToSnakeCase<U>}`\n : S;\n\nexport type CamelToSnakeCaseNested<T> = T extends object\n ? T extends (infer U)[]\n ? U extends object\n ? {\n [K in keyof U as CamelToSnakeCase<\n K & string\n >]: CamelToSnakeCaseNested<U[K]>;\n }[]\n : T\n : {\n [K in keyof T as CamelToSnakeCase<K & string>]: CamelToSnakeCaseNested<\n T[K]\n >;\n }\n : T;\n\nfunction camelToSnakeCase(str: string): string {\n return str.replace(/[A-Z]/g, (letter) => `_${letter.toLowerCase()}`);\n}\n\nexport function camelToSnakeCaseNested<T>(obj: T): CamelToSnakeCaseNested<T> {\n if (Array.isArray(obj)) {\n return obj.map((item) =>\n camelToSnakeCaseNested(item)\n ) as CamelToSnakeCaseNested<T>;\n } else if (typeof obj === \"object\" && obj !== null) {\n const newObj: any = {};\n for (const key in obj) {\n if (obj.hasOwnProperty(key)) {\n const newKey = camelToSnakeCase(key);\n newObj[newKey] = camelToSnakeCaseNested((obj as any)[key]);\n }\n }\n return newObj as CamelToSnakeCaseNested<T>;\n } else {\n return obj as CamelToSnakeCaseNested<T>;\n }\n}\n","// Generated by ts-to-zod\nimport { z } from \"zod\";\nimport { SpanInputOutput } from \"./tracer\";\n\nconst chatRoleSchema = z.union([\n z.literal(\"system\"),\n z.literal(\"user\"),\n z.literal(\"assistant\"),\n z.literal(\"function\"),\n z.literal(\"tool\"),\n z.literal(\"unknown\"),\n]);\n\nconst functionCallSchema = z.object({\n name: z.string().optional(),\n arguments: z.string().optional(),\n});\n\nconst toolCallSchema = z.object({\n id: z.string(),\n type: z.string(),\n function: functionCallSchema,\n});\n\nexport const chatRichContentSchema = z.union([\n z.object({\n type: z.literal(\"text\"),\n text: z.string().optional(),\n }),\n z.object({\n type: z.literal(\"image_url\"),\n image_url: z\n .object({\n url: z.string(),\n detail: z\n .union([z.literal(\"auto\"), z.literal(\"low\"), z.literal(\"high\")])\n .optional(),\n })\n .optional(),\n }),\n]);\n\nconst typedValueTextSchema = z.object({\n type: z.literal(\"text\"),\n value: z.string(),\n});\n\nconst typedValueRawSchema = z.object({\n type: z.literal(\"raw\"),\n value: z.string(),\n});\n\nconst jSONSerializableSchema = z\n .union([\n z.string(),\n z.number(),\n z.boolean(),\n z.record(z.any()),\n z.array(z.any()),\n ])\n .nullable();\n\nconst typedValueJsonSchema = z.object({\n type: z.literal(\"json\"),\n value: jSONSerializableSchema,\n});\n\nconst moneySchema = z.object({\n currency: z.string(),\n amount: z.number(),\n});\n\nexport const guardrailResultSchema = z.object({\n status: z.union([\n z.literal(\"processed\"),\n z.literal(\"skipped\"),\n z.literal(\"error\"),\n ]),\n passed: z.boolean(),\n score: z.number().optional().nullable(),\n details: z.string().optional().nullable(),\n cost: moneySchema.optional().nullable(),\n});\n\nconst typedValueGuardrailResultSchema = z.object({\n type: z.literal(\"guardrail_result\"),\n value: guardrailResultSchema,\n});\n\nexport const errorCaptureSchema = z.object({\n has_error: z.literal(true),\n message: z.string(),\n stacktrace: z.array(z.string()),\n});\n\nconst spanMetricsSchema = z.object({\n prompt_tokens: z.number().optional().nullable(),\n completion_tokens: z.number().optional().nullable(),\n tokens_estimated: z.boolean().optional().nullable(),\n cost: z.number().optional().nullable(),\n});\n\nconst spanParamsSchema = z.object({\n temperature: z.number().optional(),\n stream: z.boolean().optional(),\n functions: z.array(z.record(z.any())).optional(),\n tools: z.array(z.record(z.any())).optional(),\n tool_choice: z.string().optional(),\n});\n\nconst spanTimestampsSchema = z.object({\n started_at: z.number(),\n first_token_at: z.number().optional().nullable(),\n finished_at: z.number(),\n});\n\nexport const spanTypesSchema = z.union([\n z.literal(\"span\"),\n z.literal(\"llm\"),\n z.literal(\"chain\"),\n z.literal(\"tool\"),\n z.literal(\"agent\"),\n z.literal(\"rag\"),\n z.literal(\"guardrail\"),\n z.literal(\"unknown\"),\n]);\n\nexport const rAGChunkSchema = z.object({\n document_id: z.string().optional().nullable(),\n chunk_id: z.string().optional().nullable(),\n content: z.union([z.string(), z.record(z.any()), z.array(z.any())]),\n});\n\nexport const traceInputSchema = z.object({\n value: z.string(),\n embeddings: z\n .object({\n model: z.string(),\n embeddings: z.array(z.number()),\n })\n .optional(),\n satisfaction_score: z.number().optional(),\n});\n\nexport const traceOutputSchema = z.object({\n value: z.string(),\n embeddings: z\n .object({\n model: z.string(),\n embeddings: z.array(z.number()),\n })\n .optional(),\n});\n\nexport const traceSchema = z.object({\n trace_id: z.string(),\n project_id: z.string(),\n metadata: z.object({\n thread_id: z.string().optional(),\n user_id: z.string().optional(),\n customer_id: z.string().optional(),\n labels: z.array(z.string()).optional(),\n topic_id: z.string().optional(),\n subtopic_id: z.string().optional(),\n }),\n timestamps: z.object({\n started_at: z.number(),\n inserted_at: z.number(),\n updated_at: z.number(),\n }),\n input: traceInputSchema,\n output: traceOutputSchema.optional(),\n metrics: z.object({\n first_token_ms: z.number().optional().nullable(),\n total_time_ms: z.number().optional().nullable(),\n prompt_tokens: z.number().optional().nullable(),\n completion_tokens: z.number().optional().nullable(),\n total_cost: z.number().optional().nullable(),\n tokens_estimated: z.boolean().optional().nullable(),\n }),\n error: errorCaptureSchema.optional().nullable(),\n indexing_md5s: z.array(z.string()).optional(),\n});\n\nexport const elasticSearchTraceSchema = traceSchema.and(\n z.object({\n timestamps: traceSchema.shape.timestamps.and(\n z.object({\n updated_at: z.number(),\n }),\n ),\n }),\n);\n\nexport const traceCheckSchema = z.object({\n trace_id: z.string(),\n check_id: z.string(),\n project_id: z.string(),\n check_type: z.string(),\n check_name: z.string(),\n is_guardrail: z.boolean(),\n status: z.union([\n z.literal(\"scheduled\"),\n z.literal(\"in_progress\"),\n z.literal(\"error\"),\n z.literal(\"skipped\"),\n z.literal(\"processed\"),\n ]),\n passed: z.boolean().optional(),\n score: z.number().optional(),\n details: z.string().optional(),\n error: errorCaptureSchema.optional().nullable(),\n retries: z.number().optional(),\n timestamps: z.object({\n inserted_at: z.number().optional(),\n started_at: z.number().optional(),\n finished_at: z.number().optional(),\n updated_at: z.number(),\n }),\n trace_metadata: z.object({\n thread_id: z.string().optional(),\n user_id: z.string().optional(),\n customer_id: z.string().optional(),\n labels: z.array(z.string()).optional(),\n topics: z.array(z.string()).optional(),\n }),\n});\n\nexport const experimentSchema = z.object({\n experiment_id: z.string(),\n variant: z.number(),\n});\n\nexport const eventSchema = z.object({\n event_id: z.string(),\n event_type: z.string(),\n project_id: z.string(),\n metrics: z.record(z.number()),\n event_details: z.record(z.string()),\n trace_id: z.string().optional(),\n trace_metadata: z.object({\n thread_id: z.string().optional(),\n user_id: z.string().optional(),\n customer_id: z.string().optional(),\n labels: z.array(z.string()).optional(),\n topics: z.array(z.string()).optional(),\n }),\n timestamps: z.object({\n started_at: z.number(),\n inserted_at: z.number(),\n updated_at: z.number(),\n }),\n});\n\nexport const elasticSearchEventSchema = eventSchema\n .omit({ metrics: true, event_details: true })\n .and(\n z.object({\n metrics: z.array(\n z.object({\n key: z.string(),\n value: z.number(),\n }),\n ),\n event_details: z.array(\n z.object({\n key: z.string(),\n value: z.string(),\n }),\n ),\n }),\n );\n\nexport const trackEventRESTParamsValidatorSchema = eventSchema\n .omit({\n event_id: true,\n project_id: true,\n timestamps: true,\n event_details: true,\n trace_metadata: true,\n })\n .and(\n z.object({\n event_id: z.string().optional(),\n event_details: z.record(z.string()).optional(),\n timestamp: z.number().optional(),\n }),\n );\n\nexport const chatMessageSchema = z.object({\n role: chatRoleSchema.optional(),\n content: z\n .union([z.string(), z.array(chatRichContentSchema)])\n .optional()\n .nullable(),\n function_call: functionCallSchema.optional().nullable(),\n tool_calls: z.array(toolCallSchema).optional().nullable(),\n tool_call_id: z.string().optional().nullable(),\n});\n\nexport const typedValueChatMessagesSchema = z.object({\n type: z.literal(\"chat_messages\"),\n value: z.array(chatMessageSchema),\n});\n\nexport const spanInputOutputSchema: z.ZodSchema<SpanInputOutput> = z.lazy(() =>\n z.union([\n typedValueTextSchema,\n typedValueChatMessagesSchema,\n typedValueGuardrailResultSchema,\n typedValueJsonSchema,\n typedValueRawSchema,\n z.object({\n type: z.literal(\"list\"),\n value: z.array(spanInputOutputSchema),\n }),\n ]),\n);\n\nexport const baseSpanSchema = z.object({\n span_id: z.string(),\n parent_id: z.string().optional().nullable(),\n trace_id: z.string(),\n type: spanTypesSchema,\n name: z.string().optional().nullable(),\n input: spanInputOutputSchema.optional().nullable(),\n output: spanInputOutputSchema.optional().nullable(),\n error: errorCaptureSchema.optional().nullable(),\n timestamps: spanTimestampsSchema,\n metrics: spanMetricsSchema.optional().nullable(),\n});\n\nexport const lLMSpanSchema = baseSpanSchema.extend({\n type: z.literal(\"llm\"),\n vendor: z.string().optional().nullable(),\n model: z.string(),\n params: spanParamsSchema,\n});\n\nexport const rAGSpanSchema = baseSpanSchema.extend({\n type: z.literal(\"rag\"),\n contexts: z.array(rAGChunkSchema),\n});\n\nexport const spanSchema = z.union([\n lLMSpanSchema,\n rAGSpanSchema,\n baseSpanSchema,\n]);\n\nconst spanInputOutputValidatorSchema = spanInputOutputSchema.and(\n z.object({\n value: z.any(),\n }),\n);\n\nexport const spanValidatorSchema = z\n .union([\n lLMSpanSchema.omit({ input: true, output: true }),\n rAGSpanSchema.omit({ input: true, output: true }),\n baseSpanSchema.omit({ input: true, output: true }),\n ])\n .and(\n z.object({\n input: spanInputOutputValidatorSchema.optional().nullable(),\n output: spanInputOutputValidatorSchema.optional().nullable(),\n }),\n );\n\nexport const collectorRESTParamsSchema = z.object({\n trace_id: z.union([z.string(), z.undefined()]).optional().nullable(),\n spans: z.array(spanSchema),\n metadata: z\n .object({\n user_id: z.union([z.string(), z.undefined()]).optional().nullable(),\n thread_id: z.union([z.string(), z.undefined()]).optional().nullable(),\n customer_id: z.union([z.string(), z.undefined()]).optional().nullable(),\n labels: z\n .union([z.array(z.string()), z.undefined()])\n .optional()\n .nullable(),\n experiments: z\n .union([z.array(experimentSchema), z.undefined()])\n .optional()\n .nullable(),\n })\n .optional(),\n});\n\nexport const collectorRESTParamsValidatorSchema =\n collectorRESTParamsSchema.omit({ spans: true });\n\nexport const datasetSpanSchema = z.union([\n baseSpanSchema.omit({\n project_id: true,\n trace_id: true,\n id: true,\n timestamps: true,\n metrics: true,\n }),\n lLMSpanSchema.omit({\n project_id: true,\n trace_id: true,\n id: true,\n timestamps: true,\n metrics: true,\n }),\n rAGSpanSchema.omit({\n project_id: true,\n trace_id: true,\n id: true,\n timestamps: true,\n metrics: true,\n }),\n]);\n"],"mappings":";;;;;;;;AAAA,OAAO,kBAAkB;AACzB,SAAS,cAAc;AACvB,SAAS,gBAAgB;AACzB,SAAS,oBAAoB;;;ACuC7B,SAAS,iBAAiB,KAAqB;AAC7C,SAAO,IAAI,QAAQ,UAAU,CAAC,WAAW,IAAI,OAAO,YAAY,CAAC,EAAE;AACrE;AAEO,SAAS,uBAA0B,KAAmC;AAC3E,MAAI,MAAM,QAAQ,GAAG,GAAG;AACtB,WAAO,IAAI;AAAA,MAAI,CAAC,SACd,uBAAuB,IAAI;AAAA,IAC7B;AAAA,EACF,WAAW,OAAO,QAAQ,YAAY,QAAQ,MAAM;AAClD,UAAM,SAAc,CAAC;AACrB,eAAW,OAAO,KAAK;AACrB,UAAI,IAAI,eAAe,GAAG,GAAG;AAC3B,cAAM,SAAS,iBAAiB,GAAG;AACnC,eAAO,MAAM,IAAI,uBAAwB,IAAY,GAAG,CAAC;AAAA,MAC3D;AAAA,IACF;AACA,WAAO;AAAA,EACT,OAAO;AACL,WAAO;AAAA,EACT;AACF;;;AC9DA,SAAS,SAAS;AAGlB,IAAM,iBAAiB,EAAE,MAAM;AAAA,EAC7B,EAAE,QAAQ,QAAQ;AAAA,EAClB,EAAE,QAAQ,MAAM;AAAA,EAChB,EAAE,QAAQ,WAAW;AAAA,EACrB,EAAE,QAAQ,UAAU;AAAA,EACpB,EAAE,QAAQ,MAAM;AAAA,EAChB,EAAE,QAAQ,SAAS;AACrB,CAAC;AAED,IAAM,qBAAqB,EAAE,OAAO;AAAA,EAClC,MAAM,EAAE,OAAO,EAAE,SAAS;AAAA,EAC1B,WAAW,EAAE,OAAO,EAAE,SAAS;AACjC,CAAC;AAED,IAAM,iBAAiB,EAAE,OAAO;AAAA,EAC9B,IAAI,EAAE,OAAO;AAAA,EACb,MAAM,EAAE,OAAO;AAAA,EACf,UAAU;AACZ,CAAC;AAEM,IAAM,wBAAwB,EAAE,MAAM;AAAA,EAC3C,EAAE,OAAO;AAAA,IACP,MAAM,EAAE,QAAQ,MAAM;AAAA,IACtB,MAAM,EAAE,OAAO,EAAE,SAAS;AAAA,EAC5B,CAAC;AAAA,EACD,EAAE,OAAO;AAAA,IACP,MAAM,EAAE,QAAQ,WAAW;AAAA,IAC3B,WAAW,EACR,OAAO;AAAA,MACN,KAAK,EAAE,OAAO;AAAA,MACd,QAAQ,EACL,MAAM,CAAC,EAAE,QAAQ,MAAM,GAAG,EAAE,QAAQ,KAAK,GAAG,EAAE,QAAQ,MAAM,CAAC,CAAC,EAC9D,SAAS;AAAA,IACd,CAAC,EACA,SAAS;AAAA,EACd,CAAC;AACH,CAAC;AAED,IAAM,uBAAuB,EAAE,OAAO;AAAA,EACpC,MAAM,EAAE,QAAQ,MAAM;AAAA,EACtB,OAAO,EAAE,OAAO;AAClB,CAAC;AAED,IAAM,sBAAsB,EAAE,OAAO;AAAA,EACnC,MAAM,EAAE,QAAQ,KAAK;AAAA,EACrB,OAAO,EAAE,OAAO;AAClB,CAAC;AAED,IAAM,yBAAyB,EAC5B,MAAM;AAAA,EACL,EAAE,OAAO;AAAA,EACT,EAAE,OAAO;AAAA,EACT,EAAE,QAAQ;AAAA,EACV,EAAE,OAAO,EAAE,IAAI,CAAC;AAAA,EAChB,EAAE,MAAM,EAAE,IAAI,CAAC;AACjB,CAAC,EACA,SAAS;AAEZ,IAAM,uBAAuB,EAAE,OAAO;AAAA,EACpC,MAAM,EAAE,QAAQ,MAAM;AAAA,EACtB,OAAO;AACT,CAAC;AAED,IAAM,cAAc,EAAE,OAAO;AAAA,EAC3B,UAAU,EAAE,OAAO;AAAA,EACnB,QAAQ,EAAE,OAAO;AACnB,CAAC;AAEM,IAAM,wBAAwB,EAAE,OAAO;AAAA,EAC5C,QAAQ,EAAE,MAAM;AAAA,IACd,EAAE,QAAQ,WAAW;AAAA,IACrB,EAAE,QAAQ,SAAS;AAAA,IACnB,EAAE,QAAQ,OAAO;AAAA,EACnB,CAAC;AAAA,EACD,QAAQ,EAAE,QAAQ;AAAA,EAClB,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS;AAAA,EACtC,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS;AAAA,EACxC,MAAM,YAAY,SAAS,EAAE,SAAS;AACxC,CAAC;AAED,IAAM,kCAAkC,EAAE,OAAO;AAAA,EAC/C,MAAM,EAAE,QAAQ,kBAAkB;AAAA,EAClC,OAAO;AACT,CAAC;AAEM,IAAM,qBAAqB,EAAE,OAAO;AAAA,EACzC,WAAW,EAAE,QAAQ,IAAI;AAAA,EACzB,SAAS,EAAE,OAAO;AAAA,EAClB,YAAY,EAAE,MAAM,EAAE,OAAO,CAAC;AAChC,CAAC;AAED,IAAM,oBAAoB,EAAE,OAAO;AAAA,EACjC,eAAe,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS;AAAA,EAC9C,mBAAmB,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS;AAAA,EAClD,kBAAkB,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS;AAAA,EAClD,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS;AACvC,CAAC;AAED,IAAM,mBAAmB,EAAE,OAAO;AAAA,EAChC,aAAa,EAAE,OAAO,EAAE,SAAS;AAAA,EACjC,QAAQ,EAAE,QAAQ,EAAE,SAAS;AAAA,EAC7B,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC,EAAE,SAAS;AAAA,EAC/C,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC,EAAE,SAAS;AAAA,EAC3C,aAAa,EAAE,OAAO,EAAE,SAAS;AACnC,CAAC;AAED,IAAM,uBAAuB,EAAE,OAAO;AAAA,EACpC,YAAY,EAAE,OAAO;AAAA,EACrB,gBAAgB,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS;AAAA,EAC/C,aAAa,EAAE,OAAO;AACxB,CAAC;AAEM,IAAM,kBAAkB,EAAE,MAAM;AAAA,EACrC,EAAE,QAAQ,MAAM;AAAA,EAChB,EAAE,QAAQ,KAAK;AAAA,EACf,EAAE,QAAQ,OAAO;AAAA,EACjB,EAAE,QAAQ,MAAM;AAAA,EAChB,EAAE,QAAQ,OAAO;AAAA,EACjB,EAAE,QAAQ,KAAK;AAAA,EACf,EAAE,QAAQ,WAAW;AAAA,EACrB,EAAE,QAAQ,SAAS;AACrB,CAAC;AAEM,IAAM,iBAAiB,EAAE,OAAO;AAAA,EACrC,aAAa,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS;AAAA,EAC5C,UAAU,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS;AAAA,EACzC,SAAS,EAAE,MAAM,CAAC,EAAE,OAAO,GAAG,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;AACpE,CAAC;AAEM,IAAM,mBAAmB,EAAE,OAAO;AAAA,EACvC,OAAO,EAAE,OAAO;AAAA,EAChB,YAAY,EACT,OAAO;AAAA,IACN,OAAO,EAAE,OAAO;AAAA,IAChB,YAAY,EAAE,MAAM,EAAE,OAAO,CAAC;AAAA,EAChC,CAAC,EACA,SAAS;AAAA,EACZ,oBAAoB,EAAE,OAAO,EAAE,SAAS;AAC1C,CAAC;AAEM,IAAM,oBAAoB,EAAE,OAAO;AAAA,EACxC,OAAO,EAAE,OAAO;AAAA,EAChB,YAAY,EACT,OAAO;AAAA,IACN,OAAO,EAAE,OAAO;AAAA,IAChB,YAAY,EAAE,MAAM,EAAE,OAAO,CAAC;AAAA,EAChC,CAAC,EACA,SAAS;AACd,CAAC;AAEM,IAAM,cAAc,EAAE,OAAO;AAAA,EAClC,UAAU,EAAE,OAAO;AAAA,EACnB,YAAY,EAAE,OAAO;AAAA,EACrB,UAAU,EAAE,OAAO;AAAA,IACjB,WAAW,EAAE,OAAO,EAAE,SAAS;AAAA,IAC/B,SAAS,EAAE,OAAO,EAAE,SAAS;AAAA,IAC7B,aAAa,EAAE,OAAO,EAAE,SAAS;AAAA,IACjC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,SAAS;AAAA,IACrC,UAAU,EAAE,OAAO,EAAE,SAAS;AAAA,IAC9B,aAAa,EAAE,OAAO,EAAE,SAAS;AAAA,EACnC,CAAC;AAAA,EACD,YAAY,EAAE,OAAO;AAAA,IACnB,YAAY,EAAE,OAAO;AAAA,IACrB,aAAa,EAAE,OAAO;AAAA,IACtB,YAAY,EAAE,OAAO;AAAA,EACvB,CAAC;AAAA,EACD,OAAO;AAAA,EACP,QAAQ,kBAAkB,SAAS;AAAA,EACnC,SAAS,EAAE,OAAO;AAAA,IAChB,gBAAgB,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS;AAAA,IAC/C,eAAe,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS;AAAA,IAC9C,eAAe,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS;AAAA,IAC9C,mBAAmB,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS;AAAA,IAClD,YAAY,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS;AAAA,IAC3C,kBAAkB,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS;AAAA,EACpD,CAAC;AAAA,EACD,OAAO,mBAAmB,SAAS,EAAE,SAAS;AAAA,EAC9C,eAAe,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,SAAS;AAC9C,CAAC;AAEM,IAAM,2BAA2B,YAAY;AAAA,EAClD,EAAE,OAAO;AAAA,IACP,YAAY,YAAY,MAAM,WAAW;AAAA,MACvC,EAAE,OAAO;AAAA,QACP,YAAY,EAAE,OAAO;AAAA,MACvB,CAAC;AAAA,IACH;AAAA,EACF,CAAC;AACH;AAEO,IAAM,mBAAmB,EAAE,OAAO;AAAA,EACvC,UAAU,EAAE,OAAO;AAAA,EACnB,UAAU,EAAE,OAAO;AAAA,EACnB,YAAY,EAAE,OAAO;AAAA,EACrB,YAAY,EAAE,OAAO;AAAA,EACrB,YAAY,EAAE,OAAO;AAAA,EACrB,cAAc,EAAE,QAAQ;AAAA,EACxB,QAAQ,EAAE,MAAM;AAAA,IACd,EAAE,QAAQ,WAAW;AAAA,IACrB,EAAE,QAAQ,aAAa;AAAA,IACvB,EAAE,QAAQ,OAAO;AAAA,IACjB,EAAE,QAAQ,SAAS;AAAA,IACnB,EAAE,QAAQ,WAAW;AAAA,EACvB,CAAC;AAAA,EACD,QAAQ,EAAE,QAAQ,EAAE,SAAS;AAAA,EAC7B,OAAO,EAAE,OAAO,EAAE,SAAS;AAAA,EAC3B,SAAS,EAAE,OAAO,EAAE,SAAS;AAAA,EAC7B,OAAO,mBAAmB,SAAS,EAAE,SAAS;AAAA,EAC9C,SAAS,EAAE,OAAO,EAAE,SAAS;AAAA,EAC7B,YAAY,EAAE,OAAO;AAAA,IACnB,aAAa,EAAE,OAAO,EAAE,SAAS;AAAA,IACjC,YAAY,EAAE,OAAO,EAAE,SAAS;AAAA,IAChC,aAAa,EAAE,OAAO,EAAE,SAAS;AAAA,IACjC,YAAY,EAAE,OAAO;AAAA,EACvB,CAAC;AAAA,EACD,gBAAgB,EAAE,OAAO;AAAA,IACvB,WAAW,EAAE,OAAO,EAAE,SAAS;AAAA,IAC/B,SAAS,EAAE,OAAO,EAAE,SAAS;AAAA,IAC7B,aAAa,EAAE,OAAO,EAAE,SAAS;AAAA,IACjC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,SAAS;AAAA,IACrC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,SAAS;AAAA,EACvC,CAAC;AACH,CAAC;AAEM,IAAM,mBAAmB,EAAE,OAAO;AAAA,EACvC,eAAe,EAAE,OAAO;AAAA,EACxB,SAAS,EAAE,OAAO;AACpB,CAAC;AAEM,IAAM,cAAc,EAAE,OAAO;AAAA,EAClC,UAAU,EAAE,OAAO;AAAA,EACnB,YAAY,EAAE,OAAO;AAAA,EACrB,YAAY,EAAE,OAAO;AAAA,EACrB,SAAS,EAAE,OAAO,EAAE,OAAO,CAAC;AAAA,EAC5B,eAAe,EAAE,OAAO,EAAE,OAAO,CAAC;AAAA,EAClC,UAAU,EAAE,OAAO,EAAE,SAAS;AAAA,EAC9B,gBAAgB,EAAE,OAAO;AAAA,IACvB,WAAW,EAAE,OAAO,EAAE,SAAS;AAAA,IAC/B,SAAS,EAAE,OAAO,EAAE,SAAS;AAAA,IAC7B,aAAa,EAAE,OAAO,EAAE,SAAS;AAAA,IACjC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,SAAS;AAAA,IACrC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,SAAS;AAAA,EACvC,CAAC;AAAA,EACD,YAAY,EAAE,OAAO;AAAA,IACnB,YAAY,EAAE,OAAO;AAAA,IACrB,aAAa,EAAE,OAAO;AAAA,IACtB,YAAY,EAAE,OAAO;AAAA,EACvB,CAAC;AACH,CAAC;AAEM,IAAM,2BAA2B,YACrC,KAAK,EAAE,SAAS,MAAM,eAAe,KAAK,CAAC,EAC3C;AAAA,EACC,EAAE,OAAO;AAAA,IACP,SAAS,EAAE;AAAA,MACT,EAAE,OAAO;AAAA,QACP,KAAK,EAAE,OAAO;AAAA,QACd,OAAO,EAAE,OAAO;AAAA,MAClB,CAAC;AAAA,IACH;AAAA,IACA,eAAe,EAAE;AAAA,MACf,EAAE,OAAO;AAAA,QACP,KAAK,EAAE,OAAO;AAAA,QACd,OAAO,EAAE,OAAO;AAAA,MAClB,CAAC;AAAA,IACH;AAAA,EACF,CAAC;AACH;AAEK,IAAM,sCAAsC,YAChD,KAAK;AAAA,EACJ,UAAU;AAAA,EACV,YAAY;AAAA,EACZ,YAAY;AAAA,EACZ,eAAe;AAAA,EACf,gBAAgB;AAClB,CAAC,EACA;AAAA,EACC,EAAE,OAAO;AAAA,IACP,UAAU,EAAE,OAAO,EAAE,SAAS;AAAA,IAC9B,eAAe,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,SAAS;AAAA,IAC7C,WAAW,EAAE,OAAO,EAAE,SAAS;AAAA,EACjC,CAAC;AACH;AAEK,IAAM,oBAAoB,EAAE,OAAO;AAAA,EACxC,MAAM,eAAe,SAAS;AAAA,EAC9B,SAAS,EACN,MAAM,CAAC,EAAE,OAAO,GAAG,EAAE,MAAM,qBAAqB,CAAC,CAAC,EAClD,SAAS,EACT,SAAS;AAAA,EACZ,eAAe,mBAAmB,SAAS,EAAE,SAAS;AAAA,EACtD,YAAY,EAAE,MAAM,cAAc,EAAE,SAAS,EAAE,SAAS;AAAA,EACxD,cAAc,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS;AAC/C,CAAC;AAEM,IAAM,+BAA+B,EAAE,OAAO;AAAA,EACnD,MAAM,EAAE,QAAQ,eAAe;AAAA,EAC/B,OAAO,EAAE,MAAM,iBAAiB;AAClC,CAAC;AAEM,IAAM,wBAAsD,EAAE;AAAA,EAAK,MACxE,EAAE,MAAM;AAAA,IACN;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA,EAAE,OAAO;AAAA,MACP,MAAM,EAAE,QAAQ,MAAM;AAAA,MACtB,OAAO,EAAE,MAAM,qBAAqB;AAAA,IACtC,CAAC;AAAA,EACH,CAAC;AACH;AAEO,IAAM,iBAAiB,EAAE,OAAO;AAAA,EACrC,SAAS,EAAE,OAAO;AAAA,EAClB,WAAW,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS;AAAA,EAC1C,UAAU,EAAE,OAAO;AAAA,EACnB,MAAM;AAAA,EACN,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS;AAAA,EACrC,OAAO,sBAAsB,SAAS,EAAE,SAAS;AAAA,EACjD,QAAQ,sBAAsB,SAAS,EAAE,SAAS;AAAA,EAClD,OAAO,mBAAmB,SAAS,EAAE,SAAS;AAAA,EAC9C,YAAY;AAAA,EACZ,SAAS,kBAAkB,SAAS,EAAE,SAAS;AACjD,CAAC;AAEM,IAAM,gBAAgB,eAAe,OAAO;AAAA,EACjD,MAAM,EAAE,QAAQ,KAAK;AAAA,EACrB,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS;AAAA,EACvC,OAAO,EAAE,OAAO;AAAA,EAChB,QAAQ;AACV,CAAC;AAEM,IAAM,gBAAgB,eAAe,OAAO;AAAA,EACjD,MAAM,EAAE,QAAQ,KAAK;AAAA,EACrB,UAAU,EAAE,MAAM,cAAc;AAClC,CAAC;AAEM,IAAM,aAAa,EAAE,MAAM;AAAA,EAChC;AAAA,EACA;AAAA,EACA;AACF,CAAC;AAED,IAAM,iCAAiC,sBAAsB;AAAA,EAC3D,EAAE,OAAO;AAAA,IACP,OAAO,EAAE,IAAI;AAAA,EACf,CAAC;AACH;AAEO,IAAM,sBAAsB,EAChC,MAAM;AAAA,EACL,cAAc,KAAK,EAAE,OAAO,MAAM,QAAQ,KAAK,CAAC;AAAA,EAChD,cAAc,KAAK,EAAE,OAAO,MAAM,QAAQ,KAAK,CAAC;AAAA,EAChD,eAAe,KAAK,EAAE,OAAO,MAAM,QAAQ,KAAK,CAAC;AACnD,CAAC,EACA;AAAA,EACC,EAAE,OAAO;AAAA,IACP,OAAO,+BAA+B,SAAS,EAAE,SAAS;AAAA,IAC1D,QAAQ,+BAA+B,SAAS,EAAE,SAAS;AAAA,EAC7D,CAAC;AACH;AAEK,IAAM,4BAA4B,EAAE,OAAO;AAAA,EAChD,UAAU,EAAE,MAAM,CAAC,EAAE,OAAO,GAAG,EAAE,UAAU,CAAC,CAAC,EAAE,SAAS,EAAE,SAAS;AAAA,EACnE,OAAO,EAAE,MAAM,UAAU;AAAA,EACzB,UAAU,EACP,OAAO;AAAA,IACN,SAAS,EAAE,MAAM,CAAC,EAAE,OAAO,GAAG,EAAE,UAAU,CAAC,CAAC,EAAE,SAAS,EAAE,SAAS;AAAA,IAClE,WAAW,EAAE,MAAM,CAAC,EAAE,OAAO,GAAG,EAAE,UAAU,CAAC,CAAC,EAAE,SAAS,EAAE,SAAS;AAAA,IACpE,aAAa,EAAE,MAAM,CAAC,EAAE,OAAO,GAAG,EAAE,UAAU,CAAC,CAAC,EAAE,SAAS,EAAE,SAAS;AAAA,IACtE,QAAQ,EACL,MAAM,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC,EAC1C,SAAS,EACT,SAAS;AAAA,IACZ,aAAa,EACV,MAAM,CAAC,EAAE,MAAM,gBAAgB,GAAG,EAAE,UAAU,CAAC,CAAC,EAChD,SAAS,EACT,SAAS;AAAA,EACd,CAAC,EACA,SAAS;AACd,CAAC;AAEM,IAAM,qCACX,0BAA0B,KAAK,EAAE,OAAO,KAAK,CAAC;AAEzC,IAAM,oBAAoB,EAAE,MAAM;AAAA,EACvC,eAAe,KAAK;AAAA,IAClB,YAAY;AAAA,IACZ,UAAU;AAAA,IACV,IAAI;AAAA,IACJ,YAAY;AAAA,IACZ,SAAS;AAAA,EACX,CAAC;AAAA,EACD,cAAc,KAAK;AAAA,IACjB,YAAY;AAAA,IACZ,UAAU;AAAA,IACV,IAAI;AAAA,IACJ,YAAY;AAAA,IACZ,SAAS;AAAA,EACX,CAAC;AAAA,EACD,cAAc,KAAK;AAAA,IACjB,YAAY;AAAA,IACZ,UAAU;AAAA,IACV,IAAI;AAAA,IACJ,YAAY;AAAA,IACZ,SAAS;AAAA,EACX,CAAC;AACH,CAAC;;;AFnXM,IAAM,YAAN,cAAwB,aAAa;AAAA,EAI1C,YAAY;AAAA,IACV;AAAA,IACA,YAAW,sBAAQ,IAAI,uBAAZ,YAAkC;AAAA,EAC/C,IAGI,CAAC,GAAG;AACN,UAAM;AACN,UAAM,UAAU,0BAAU,QAAQ,IAAI;AACtC,QAAI,CAAC,SAAS;AACZ,YAAM,QAAQ,IAAI;AAAA,QAChB;AAAA,MACF;AACA,WAAK,KAAK,SAAS,KAAK;AAAA,IAC1B;AACA,SAAK,SAAS;AACd,SAAK,WAAW;AAAA,EAClB;AAAA,EAEA,SAAS;AAAA,IACP;AAAA,IACA;AAAA,EACF,IAA+C,CAAC,GAAG;AACjD,WAAO,IAAI,eAAe;AAAA,MACxB,QAAQ;AAAA,MACR,SAAS,4BAAW,SAAS,OAAO,CAAC;AAAA,MACrC;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,UAAU,QAA6B;AAC3C,UAAM,UAAU,CAAC,KAAM,KAAM,KAAM,KAAM,IAAK;AAC9C,eAAW,eAAe,SAAS;AACjC,UAAI;AACF,cAAM,KAAK,WAAW,MAAM;AAC5B;AAAA,MACF,SAAS,GAAG;AACV,gBAAQ;AAAA,UACN,8DACE,cAAc,GAChB;AAAA,QACF;AACA,cAAM,IAAI,QAAQ,CAAC,YAAY,WAAW,SAAS,WAAW,CAAC;AAAA,MACjE;AAAA,IACF;AACA,YAAQ,KAAK,0DAAgD;AAAA,EAC/D;AAAA,EAEA,MAAM,WAAW,QAA6B;AAC5C,QAAI,OAAO,MAAM,WAAW,GAAG;AAC7B;AAAA,IACF;AAEA,QAAI,CAAC,KAAK,QAAQ;AAChB,YAAM,QAAQ,IAAI;AAAA,QAChB;AAAA,MACF;AACA,WAAK,KAAK,SAAS,KAAK;AACxB;AAAA,IACF;AAEA,UAAM,WAAW,MAAM,MAAM,GAAG,KAAK,QAAQ,kBAAkB;AAAA,MAC7D,QAAQ;AAAA,MACR,SAAS;AAAA,QACP,gBAAgB,KAAK;AAAA,QACrB,gBAAgB;AAAA,MAClB;AAAA,MACA,MAAM,KAAK,UAAU,MAAM;AAAA,IAC7B,CAAC;AAED,QAAI,SAAS,WAAW,KAAK;AAC3B,YAAM,QAAQ,IAAI;AAAA,QAChB;AAAA,MACF;AACA,WAAK,KAAK,SAAS,KAAK;AACxB;AAAA,IACF;AACA,QAAI,CAAC,SAAS,IAAI;AAChB,YAAM,QAAQ,IAAI;AAAA,QAChB,iCAAiC,SAAS,MAAM;AAAA,MAClD;AACA,WAAK,KAAK,SAAS,KAAK;AACxB,YAAM;AAAA,IACR;AAAA,EACF;AACF;AAEO,IAAM,iBAAN,MAAqB;AAAA,EAO1B,YAAY;AAAA,IACV;AAAA,IACA;AAAA,IACA;AAAA,EACF,GAIG;AAXH,yBAA4C,CAAC;AAY3C,SAAK,SAAS;AACd,SAAK,UAAU;AACf,SAAK,WAAW;AAAA,EAClB;AAAA,EAEA,OAAO,EAAE,SAAS,GAA2B;AA3J/C;AA4JI,SAAK,WAAW,iDACX,KAAK,WACL,WACC,OAAO,SAAS,WAAW,cAC3B,EAAE,QAAQ,CAAC,IAAI,gBAAK,aAAL,mBAAe,WAAf,YAAyB,CAAC,GAAI,GAAG,SAAS,MAAM,EAAE,IACjE,CAAC;AAAA,EAET;AAAA,EAEA,UAAU,QAAoD;AAC5D,UAAM,OAAO,IAAI,cAAc;AAAA,MAC7B,OAAO;AAAA,OACJ,OACJ;AACD,WAAO;AAAA,EACT;AAAA,EAEA,aAAa,QAAmD;AAC9D,UAAM,OAAO,IAAI,iBAAiB;AAAA,MAChC,OAAO;AAAA,OACJ,OACJ;AACD,WAAO;AAAA,EACT;AAAA,EAEA,aAAa,QAAmD;AAC9D,UAAM,OAAO,IAAI,iBAAiB;AAAA,MAChC,OAAO;AAAA,OACJ,OACJ;AACD,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,MAAkB;AACtB,SAAK,cAAc,KAAK,OAAO,IAAI;AACnC,SAAK,iBAAiB;AAAA,EACxB;AAAA,EAEA,mBAAmB;AACjB,iBAAa,KAAK,UAAU;AAC5B,SAAK,aAAa,WAAW,MAAM;AACjC,WAAK,KAAK,UAAU;AAAA,IACtB,GAAG,GAAI;AAAA,EACT;AAAA,EAEA,MAAM,YAAY;AAChB,iBAAa,KAAK,UAAU;AAE5B,QAAI,QAAyC;AAC7C,QAAI;AACF,cAAQ,0BAA0B,MAAM;AAAA,QACtC,UAAU,KAAK;AAAA,QACf,UAAU,uBAAuB,KAAK,QAAQ;AAAA,QAC9C,OAAO,OAAO,OAAO,KAAK,aAAa;AAAA,MACzC,CAAgC;AAAA,IAClC,SAAS,OAAO;AACd,UAAI,iBAAiB,UAAU;AAC7B,gBAAQ,KAAK,gDAAsC;AACnD,gBAAQ,KAAK,aAAa,KAAK,EAAE,OAAO;AAAA,MAC1C;AACA,WAAK,OAAO,KAAK,SAAS,KAAK;AAAA,IACjC;AAEA,QAAI,OAAO;AACT,YAAM,KAAK,OAAO,UAAU,KAAK;AAAA,IACnC;AAAA,EACF;AACF;AAEO,IAAM,gBAAN,MAAM,eAAyC;AAAA,EAapD,YAAY;AAAA,IACV;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,GAAyD;AACvD,SAAK,SAAS,0BAAU,QAAQ,OAAO,CAAC;AACxC,SAAK,WAAW;AAChB,SAAK,QAAQ;AACb,SAAK,OAAO,sBAAQ;AACpB,SAAK,OAAO;AACZ,SAAK,QAAQ;AACb,SAAK,SAAS;AACd,SAAK,QAAQ;AACb,SAAK,aAAa,kCAAc;AAAA,MAC9B,WAAW,KAAK,IAAI;AAAA,IACtB;AACA,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,OAAO,QAA+D;AACpE,QAAI,OAAO,SAAS,IAAI,GAAG;AACzB,YAAM,QAAQ,IAAI;AAAA,QAChB,wBAAwB,KAAK,MAAM;AAAA,MACrC;AACA,WAAK,MAAM,OAAO,KAAK,SAAS,KAAK;AACrC;AAAA,IACF;AAEA,QAAI,OAAO,MAAM;AACf,WAAK,OAAO,OAAO;AAAA,IACrB;AACA,QAAI,UAAU,QAAQ;AACpB,WAAK,OAAO,OAAO;AAAA,IACrB;AACA,QAAI,WAAW,QAAQ;AACrB,WAAK,QAAQ,OAAO;AAAA,IACtB;AACA,QAAI,YAAY,QAAQ;AACtB,WAAK,SAAS,OAAO;AAAA,IACvB;AACA,QAAI,WAAW,QAAQ;AACrB,WAAK,QAAQ,OAAO;AAAA,IACtB;AACA,QAAI,OAAO,YAAY;AACrB,WAAK,aAAa,OAAO;AAAA,IAC3B;AACA,QAAI,aAAa,QAAQ;AACvB,WAAK,UAAU,OAAO;AAAA,IACxB;AAAA,EACF;AAAA,EAEA,UAAU,QAAoD;AAC5D,UAAM,OAAO,IAAI,eAAc;AAAA,MAC7B,OAAO,KAAK;AAAA,MACZ,UAAU,KAAK;AAAA,OACZ,OACJ;AACD,WAAO;AAAA,EACT;AAAA,EAEA,aAAa,QAAmD;AAC9D,UAAM,OAAO,IAAI,iBAAiB;AAAA,MAChC,OAAO,KAAK;AAAA,MACZ,UAAU,KAAK;AAAA,OACZ,OACJ;AACD,WAAO;AAAA,EACT;AAAA,EAEA,aAAa,QAAmD;AAC9D,UAAM,OAAO,IAAI,iBAAiB;AAAA,MAChC,OAAO,KAAK;AAAA,MACZ,UAAU,KAAK;AAAA,OACZ,OACJ;AACD,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,QAAgE;AAClE,SAAK,WAAW,aAAa,KAAK,IAAI;AACtC,QAAI,QAAQ;AACV,WAAK,OAAO,MAAM;AAAA,IACpB;AAEA,WAAO,OAAO,IAAI;AAElB,QAAI;AACF,YAAM,YAAY,WAAW;AAAA,QAC3B,uBAAuB,gDAClB,OADkB;AAAA,UAErB,OAAO;AAAA,UACP,SAAS,KAAK,MAAM;AAAA,UACpB,YAAY,iCACP,KAAK,aADE;AAAA,YAEV,YAAY,KAAK,WAAW;AAAA,UAC9B;AAAA,YACI,KAAK,SAAS,EAAE,OAAO,aAAa,KAAK,KAAK,EAAE,EACrD;AAAA,MACH;AACA,WAAK,MAAM,MAAM,SAAS;AAAA,IAC5B,SAAS,OAAO;AACd,UAAI,iBAAiB,UAAU;AAC7B,gBAAQ,KAAK,+CAAqC;AAClD,gBAAQ,KAAK,aAAa,KAAK,EAAE,OAAO;AAAA,MAC1C;AACA,WAAK,MAAM,OAAO,KAAK,SAAS,KAAK;AAAA,IACvC;AAAA,EACF;AACF;AAEO,IAAM,mBAAN,cAA+B,cAAwC;AAAA,EAK5E,YAAY,QAA6D;AAxW3E;AAyWI,UAAM,mBAAK,OAAQ;AACnB,SAAK,OAAO;AACZ,SAAK,SAAQ,YAAO,UAAP,YAAgB;AAC7B,SAAK,UAAS,YAAO,WAAP,YAAiB,CAAC;AAAA,EAClC;AAAA,EAEA,OAAO,QAAiC;AACtC,UAAM,OAAO,MAAM;AACnB,QAAI,OAAO,OAAO;AAChB,WAAK,QAAQ,OAAO;AAAA,IACtB;AACA,QAAI,OAAO,QAAQ;AACjB,WAAK,SAAS,OAAO;AAAA,IACvB;AAAA,EACF;AAAA,EAEA,IAAI,QAAkC;AACpC,UAAM,IAAI,MAAM;AAAA,EAClB;AACF;AAEO,IAAM,mBAAN,cAA+B,cAAwC;AAAA,EAI5E,YAAY,QAA6D;AAlY3E;AAmYI,UAAM,mBAAK,OAAQ;AACnB,SAAK,OAAO;AACZ,SAAK,YAAW,YAAO,aAAP,YAAmB,CAAC;AAAA,EACtC;AAAA,EAEA,OAAO,QAAiC;AACtC,UAAM,OAAO,MAAM;AACnB,QAAI,OAAO,UAAU;AACnB,WAAK,WAAW,OAAO;AAAA,IACzB;AAAA,EACF;AAAA,EAEA,IAAI,QAAkC;AACpC,UAAM,IAAI,MAAM;AAAA,EAClB;AACF;","names":[]}
|
|
1
|
+
{"version":3,"sources":["../src/index.ts","../package.json","../src/evaluations.ts","../src/langchain.ts","../src/typeUtils.ts"],"sourcesContent":["import EventEmitter from \"events\";\nimport { nanoid } from \"nanoid\";\nimport { ZodError } from \"zod\";\nimport { fromZodError } from \"zod-validation-error\";\nimport { version } from \"../package.json\";\nimport {\n evaluate,\n type EvaluationParams,\n type EvaluationResultModel,\n} from \"./evaluations\";\nimport { LangWatchCallbackHandler } from \"./langchain\";\nimport {\n type CollectorRESTParams,\n type EvaluationResult,\n type Span as ServerSpan,\n type SpanTypes,\n type TypedValueEvaluationResult,\n} from \"./server/types/tracer\";\nimport {\n collectorRESTParamsSchema,\n spanSchema,\n} from \"./server/types/tracer.generated\";\nimport {\n type BaseSpan,\n type ChatMessage,\n type ChatRichContent,\n type LLMSpan,\n type Metadata,\n type PendingBaseSpan,\n type PendingLLMSpan,\n type PendingRAGSpan,\n type RAGSpan,\n type RESTEvaluation,\n type SpanInputOutput,\n} from \"./types\";\nimport { camelToSnakeCaseNested, type Strict } from \"./typeUtils\";\nimport {\n autoconvertTypedValues,\n captureError,\n convertFromVercelAIMessages,\n} from \"./utils\";\n\nexport type {\n BaseSpan,\n ChatMessage as ChatMessage,\n ChatRichContent,\n LLMSpan,\n Metadata,\n PendingBaseSpan,\n PendingLLMSpan,\n PendingRAGSpan,\n RAGSpan,\n SpanInputOutput,\n};\n\nexport { autoconvertTypedValues, captureError, convertFromVercelAIMessages };\n\nexport class LangWatch extends EventEmitter {\n apiKey: string | undefined;\n endpoint: string;\n\n constructor({\n apiKey,\n endpoint = process.env.LANGWATCH_ENDPOINT ?? \"https://app.langwatch.ai\",\n }: {\n apiKey?: string;\n endpoint?: string;\n } = {}) {\n super();\n const apiKey_ = apiKey ?? process.env.LANGWATCH_API_KEY;\n if (!apiKey_) {\n const error = new Error(\n \"LangWatch API key is not set, please set the LANGWATCH_API_KEY environment variable or pass it in the constructor. Traces will not be captured.\"\n );\n this.emit(\"error\", error);\n }\n this.apiKey = apiKey_;\n this.endpoint = endpoint;\n }\n\n getTrace({\n traceId,\n metadata,\n }: { traceId?: string; metadata?: Metadata } = {}) {\n return new LangWatchTrace({\n client: this,\n traceId: traceId ?? `trace_${nanoid()}`,\n metadata,\n });\n }\n\n async sendTrace(params: CollectorRESTParams) {\n const backoff = [1000, 2000, 4000, 8000, 16000];\n for (const backoffTime of backoff) {\n try {\n await this._sendTrace(params);\n return;\n } catch (e) {\n console.warn(\n `[LangWatch] ⚠️ Failed to send trace, retrying in ${\n backoffTime / 1000\n }s`\n );\n await new Promise((resolve) => setTimeout(resolve, backoffTime));\n }\n }\n console.warn(\"[LangWatch] ⚠️ Failed to send trace, giving up\");\n }\n\n async _sendTrace(params: CollectorRESTParams) {\n if (params.spans.length === 0) {\n return;\n }\n\n if (!this.apiKey) {\n const error = new Error(\n \"LangWatch API key is not set, LLMs traces will not be sent, go to https://langwatch.ai to set it up\"\n );\n this.emit(\"error\", error);\n return;\n }\n\n const response = await fetch(`${this.endpoint}/api/collector`, {\n method: \"POST\",\n headers: {\n \"X-Auth-Token\": this.apiKey,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify(params),\n });\n\n if (response.status === 429) {\n const error = new Error(\n \"Rate limit exceeded, dropping message from being sent to LangWatch. Please check your dashboard to upgrade your plan.\"\n );\n this.emit(\"error\", error);\n return;\n }\n if (!response.ok) {\n const error = new Error(\n `Failed to send trace, status: ${response.status}`\n );\n this.emit(\"error\", error);\n throw error;\n }\n }\n}\n\ntype CurrentSpan = {\n current: LangWatchSpan;\n previous?: CurrentSpan;\n};\n\ntype AddEvaluationParams = {\n evaluationId?: string;\n span?: LangWatchSpan;\n name: string;\n type?: string;\n isGuardrail?: boolean;\n status?: \"processed\" | \"skipped\" | \"error\";\n passed?: boolean;\n score?: number;\n label?: string;\n details?: string;\n error?: Error;\n timestamps?: RESTEvaluation[\"timestamps\"];\n};\n\nexport class LangWatchTrace {\n client: LangWatch;\n traceId: string;\n metadata?: Metadata;\n finishedSpans: Record<string, ServerSpan> = {};\n langchainCallback?: LangWatchCallbackHandler;\n evaluations: RESTEvaluation[] = [];\n private currentSpan?: CurrentSpan;\n private timeoutRef?: NodeJS.Timeout;\n\n constructor({\n client,\n traceId,\n metadata,\n }: {\n client: LangWatch;\n traceId: string;\n metadata?: Metadata;\n }) {\n this.client = client;\n this.traceId = traceId;\n this.metadata = {\n ...metadata,\n sdkVersion: version,\n sdkLanguage: \"typescript\",\n };\n }\n\n update({ metadata }: { metadata: Metadata }) {\n this.metadata = {\n ...this.metadata,\n ...metadata,\n ...(typeof metadata.labels !== \"undefined\"\n ? {\n labels: [\n ...(this.metadata?.labels ?? []),\n ...(metadata.labels ?? []),\n ],\n }\n : {}),\n };\n }\n\n setCurrentSpan(span: LangWatchSpan) {\n this.currentSpan = {\n current: span,\n previous: this.currentSpan,\n };\n }\n\n getCurrentSpan() {\n return this.currentSpan?.current;\n }\n\n resetCurrentSpan() {\n this.currentSpan = this.currentSpan?.previous;\n }\n\n startSpan(params: Omit<Partial<PendingBaseSpan>, \"parentId\">) {\n const span = new LangWatchSpan({\n trace: this,\n ...params,\n });\n this.setCurrentSpan(span);\n return span;\n }\n\n startLLMSpan(params: Omit<Partial<PendingLLMSpan>, \"parentId\">) {\n const span = new LangWatchLLMSpan({\n trace: this,\n ...params,\n });\n this.setCurrentSpan(span);\n return span;\n }\n\n startRAGSpan(params: Omit<Partial<PendingRAGSpan>, \"parentId\">) {\n const span = new LangWatchRAGSpan({\n trace: this,\n ...params,\n });\n this.setCurrentSpan(span);\n return span;\n }\n\n addEvaluation = ({\n evaluationId,\n span,\n name,\n type,\n isGuardrail,\n status = \"processed\",\n passed,\n score,\n label,\n details,\n error,\n timestamps,\n }: AddEvaluationParams): void => {\n const currentEvaluationIndex = this.evaluations.findIndex(\n (e) =>\n evaluationId && \"evaluationId\" in e && e.evaluationId === evaluationId\n );\n\n const currentEvaluation =\n currentEvaluationIndex !== -1\n ? this.evaluations[currentEvaluationIndex]\n : undefined;\n\n const evaluationResult: EvaluationResult = {\n status,\n ...(passed !== undefined && { passed }),\n ...(score !== undefined && { score }),\n ...(label !== undefined && { label }),\n ...(details !== undefined && { details }),\n };\n\n let span_ = span;\n if (!span_) {\n span_ = this.startSpan({\n type: \"evaluation\",\n });\n }\n if (span_.type !== \"evaluation\") {\n span_ = span_.startSpan({ type: \"evaluation\" });\n }\n\n span_.update({\n name,\n output: {\n type: \"evaluation_result\",\n value: evaluationResult,\n } as TypedValueEvaluationResult,\n error,\n timestamps: timestamps\n ? {\n startedAt: timestamps.startedAt ?? span_.timestamps.startedAt,\n finishedAt: timestamps.finishedAt ?? undefined,\n }\n : undefined,\n });\n span_.end();\n\n const evaluation: RESTEvaluation = {\n evaluationId: evaluationId ?? `eval_${nanoid()}`,\n spanId: span_.spanId,\n name,\n type,\n isGuardrail,\n status,\n passed,\n score,\n label,\n details,\n error: error ? captureError(error) : undefined,\n timestamps: timestamps ?? {\n startedAt: span_.timestamps.startedAt,\n finishedAt: span_.timestamps.finishedAt,\n },\n };\n\n if (currentEvaluation && currentEvaluationIndex !== -1) {\n this.evaluations[currentEvaluationIndex] = {\n ...currentEvaluation,\n ...evaluation,\n };\n } else {\n this.evaluations.push(evaluation);\n }\n };\n\n async evaluate(params: EvaluationParams): Promise<EvaluationResultModel> {\n return evaluate({\n trace: this,\n ...params,\n });\n }\n\n getLangChainCallback() {\n if (!this.langchainCallback) {\n this.langchainCallback = new LangWatchCallbackHandler({ trace: this });\n }\n return this.langchainCallback;\n }\n\n onEnd(span: ServerSpan) {\n this.finishedSpans[span.span_id] = span;\n this.resetCurrentSpan();\n this.delayedSendSpans();\n }\n\n delayedSendSpans() {\n clearTimeout(this.timeoutRef);\n this.timeoutRef = setTimeout(() => {\n void this.sendSpans();\n }, 1000);\n }\n\n async sendSpans() {\n clearTimeout(this.timeoutRef);\n\n let trace: CollectorRESTParams | undefined = undefined;\n try {\n trace = collectorRESTParamsSchema.parse({\n trace_id: this.traceId,\n metadata: camelToSnakeCaseNested(this.metadata, \"metadata\"),\n spans: Object.values(this.finishedSpans),\n evaluations: camelToSnakeCaseNested(this.evaluations),\n } as Strict<CollectorRESTParams>);\n } catch (error) {\n if (error instanceof ZodError) {\n console.warn(\"[LangWatch] ⚠️ Failed to parse trace\");\n console.warn(fromZodError(error).message);\n }\n this.client.emit(\"error\", error);\n }\n\n if (trace) {\n await this.client.sendTrace(trace);\n }\n }\n}\n\nexport class LangWatchSpan implements PendingBaseSpan {\n trace: LangWatchTrace;\n\n spanId: string;\n parentId?: string | null;\n type: SpanTypes;\n name?: string | null;\n input?: PendingBaseSpan[\"input\"];\n output?: PendingBaseSpan[\"output\"];\n error?: PendingBaseSpan[\"error\"];\n timestamps: PendingBaseSpan[\"timestamps\"];\n metrics: PendingBaseSpan[\"metrics\"];\n\n constructor({\n trace,\n spanId,\n parentId,\n type,\n name,\n input,\n output,\n error,\n timestamps,\n metrics,\n }: Partial<PendingBaseSpan> & { trace: LangWatchTrace }) {\n this.spanId = spanId ?? `span_${nanoid()}`;\n this.parentId = parentId;\n this.trace = trace;\n this.type = type ?? \"span\";\n this.name = name;\n this.input = input;\n this.output = output;\n this.error = error;\n this.timestamps = timestamps ?? {\n startedAt: Date.now(),\n };\n this.metrics = metrics;\n }\n\n update(params: Partial<Omit<PendingBaseSpan, \"spanId\" | \"parentId\">>) {\n if (Object.isFrozen(this)) {\n const error = new Error(\n `Tried to update span ${this.spanId}, but the span is already finished, discarding update`\n );\n this.trace.client.emit(\"error\", error);\n return;\n }\n\n if (params.type) {\n this.type = params.type;\n }\n if (\"name\" in params) {\n this.name = params.name;\n }\n if (\"input\" in params) {\n this.input = params.input;\n }\n if (\"output\" in params) {\n this.output = params.output;\n }\n if (\"error\" in params) {\n this.error = params.error;\n }\n if (params.timestamps) {\n this.timestamps = params.timestamps;\n }\n if (\"metrics\" in params) {\n this.metrics = params.metrics;\n }\n }\n\n startSpan(params: Omit<Partial<PendingBaseSpan>, \"parentId\">) {\n const span = new LangWatchSpan({\n trace: this.trace,\n parentId: this.spanId,\n ...params,\n });\n this.trace.setCurrentSpan(span);\n return span;\n }\n\n startLLMSpan(params: Omit<Partial<PendingLLMSpan>, \"parentId\">) {\n const span = new LangWatchLLMSpan({\n trace: this.trace,\n parentId: this.spanId,\n ...params,\n });\n this.trace.setCurrentSpan(span);\n return span;\n }\n\n startRAGSpan(params: Omit<Partial<PendingRAGSpan>, \"parentId\">) {\n const span = new LangWatchRAGSpan({\n trace: this.trace,\n parentId: this.spanId,\n ...params,\n });\n this.trace.setCurrentSpan(span);\n return span;\n }\n\n addEvaluation(params: AddEvaluationParams) {\n this.trace.addEvaluation({\n ...params,\n span: this,\n });\n }\n\n async evaluate(params: EvaluationParams): Promise<EvaluationResultModel> {\n return evaluate({\n span: this,\n ...params,\n });\n }\n\n end(params?: Partial<Omit<PendingBaseSpan, \"spanId\" | \"parentId\">>) {\n this.timestamps.finishedAt = Date.now();\n if (params) {\n this.update(params);\n }\n\n Object.freeze(this);\n\n try {\n const finalSpan = spanSchema.parse(\n camelToSnakeCaseNested({\n ...this,\n trace: undefined,\n traceId: this.trace.traceId,\n timestamps: {\n ...this.timestamps,\n finishedAt: this.timestamps.finishedAt,\n },\n ...(this.error && { error: captureError(this.error) }),\n }) as ServerSpan\n );\n this.trace.onEnd(finalSpan);\n } catch (error) {\n if (error instanceof ZodError) {\n console.warn(\"[LangWatch] ⚠️ Failed to parse span\");\n console.warn(fromZodError(error).message);\n }\n this.trace.client.emit(\"error\", error);\n }\n }\n}\n\nexport class LangWatchLLMSpan extends LangWatchSpan implements PendingLLMSpan {\n type: \"llm\";\n model: PendingLLMSpan[\"model\"];\n params: PendingLLMSpan[\"params\"];\n\n constructor(params: Partial<PendingLLMSpan> & { trace: LangWatchTrace }) {\n super({ ...params });\n this.type = \"llm\";\n this.model = params.model ?? \"unknown\";\n this.params = params.params ?? {};\n }\n\n update(params: Partial<PendingLLMSpan>) {\n super.update(params);\n if (params.model) {\n this.model = params.model;\n }\n if (params.params) {\n this.params = params.params;\n }\n }\n\n end(params?: Partial<PendingLLMSpan>) {\n super.end(params);\n }\n}\n\nexport class LangWatchRAGSpan extends LangWatchSpan implements PendingRAGSpan {\n type: \"rag\";\n contexts: PendingRAGSpan[\"contexts\"];\n\n constructor(params: Partial<PendingRAGSpan> & { trace: LangWatchTrace }) {\n super({ ...params });\n this.type = \"rag\";\n this.contexts = params.contexts ?? [];\n }\n\n update(params: Partial<PendingRAGSpan>) {\n super.update(params);\n if (params.contexts) {\n this.contexts = params.contexts;\n }\n }\n\n end(params?: Partial<PendingRAGSpan>) {\n super.end(params);\n }\n}\n","{\n \"name\": \"langwatch\",\n \"version\": \"0.1.3\",\n \"description\": \"\",\n \"main\": \"./dist/index.js\",\n \"module\": \"./dist/index.mjs\",\n \"types\": \"./dist/index.d.ts\",\n \"exports\": {\n \".\": {\n \"import\": \"./dist/index.mjs\",\n \"require\": \"./dist/index.js\"\n }\n },\n \"repository\": {\n \"type\": \"git\",\n \"url\": \"https://github.com/langwatch/langwatch.git\",\n \"directory\": \"typescript-sdk\"\n },\n \"scripts\": {\n \"prepare\": \"./copy-types.sh\",\n \"test\": \"vitest\",\n \"build\": \"npm run prepare && tsup && esbuild src/index.ts --bundle --platform=node --outfile=dist/index.js\",\n \"prepublish\": \"npm run build\"\n },\n \"author\": \"\",\n \"license\": \"Apache-2.0\",\n \"engines\": {\n \"node\": \">=18.0.0\"\n },\n \"devDependencies\": {\n \"@ai-sdk/openai\": \"^0.0.18\",\n \"@eslint/js\": \"^9.4.0\",\n \"@types/debug\": \"^4.1.12\",\n \"@types/eslint__js\": \"^8.42.3\",\n \"@types/node\": \"^16.0.0\",\n \"dotenv\": \"^16.4.5\",\n \"esbuild\": \"^0.21.5\",\n \"eslint\": \"^8.57.0\",\n \"ts-to-zod\": \"3.8.5\",\n \"tsup\": \"^8.1.0\",\n \"typescript\": \"^4.9.5\",\n \"typescript-eslint\": \"^7.11.0\",\n \"vitest\": \"^0.5.0\"\n },\n \"dependencies\": {\n \"@langchain/core\": \"^0.2.7\",\n \"ai\": \"^3.1.23\",\n \"javascript-stringify\": \"^2.1.0\",\n \"nanoid\": \"^5.0.7\",\n \"openai\": \"^4.47.3\",\n \"zod\": \"^3.22.4\",\n \"zod-validation-error\": \"^3.3.0\"\n }\n}\n","import { type LangWatchSpan, type LangWatchTrace } from \"./index\";\nimport { type Conversation } from \"./server/types/evaluations\";\nimport {\n type Evaluators,\n type EvaluatorTypes,\n} from \"./server/types/evaluators.generated\";\nimport {\n type RAGChunk,\n type SpanTypes,\n type TypedValueEvaluationResult,\n type TypedValueGuardrailResult,\n type TypedValueJson,\n} from \"./server/types/tracer\";\n\ntype Money = {\n currency: string;\n amount: number;\n};\n\nexport type EvaluationResultModel = {\n status: \"processed\" | \"skipped\" | \"error\";\n passed?: boolean;\n score?: number;\n details?: string;\n label?: string;\n cost?: Money;\n};\n\nexport type CommonEvaluationParams = {\n name?: string;\n input?: string;\n output?: string;\n expectedOutput?: string;\n contexts?: RAGChunk[] | string[];\n conversation?: Conversation;\n asGuardrail?: boolean;\n trace?: LangWatchTrace;\n span?: LangWatchSpan;\n};\n\nexport type SavedEvaluationParams = {\n slug: string;\n settings?: Record<string, unknown>;\n} & CommonEvaluationParams;\n\nexport type LangEvalsEvaluationParams<T extends EvaluatorTypes> = {\n evaluator: T;\n settings?: Evaluators[T][\"settings\"];\n} & CommonEvaluationParams;\n\nexport type EvaluationParams =\n | SavedEvaluationParams\n | LangEvalsEvaluationParams<EvaluatorTypes>;\n\nexport const evaluate = async (\n params: EvaluationParams\n): Promise<EvaluationResultModel> => {\n const slug = \"slug\" in params ? params.slug : params.evaluator;\n const span = optionalCreateSpan({\n trace: params.trace,\n span: params.span,\n name: params.name ? params.name : slug,\n type: params.asGuardrail ? \"guardrail\" : \"evaluation\",\n });\n\n try {\n const requestParams = prepareData({\n ...params,\n slug,\n traceId: span?.trace.traceId,\n spanId: span?.spanId,\n span,\n });\n\n const response = await fetch(requestParams.url, {\n method: \"POST\",\n headers: requestParams.headers,\n body: JSON.stringify(requestParams.json),\n });\n\n if (!response.ok) {\n throw new Error(`HTTP error! status: ${response.status}`);\n }\n\n const result = await response.json();\n return handleResponse(result, span, params.asGuardrail);\n } catch (e) {\n return handleException(e as Error, span, params.asGuardrail);\n }\n};\n\nconst optionalCreateSpan = ({\n trace,\n span,\n name,\n type,\n}: {\n trace?: LangWatchTrace;\n span?: LangWatchSpan;\n name: string;\n type: SpanTypes;\n}): LangWatchSpan | undefined => {\n if (span) {\n return span.startSpan({ name, type });\n } else if (trace) {\n return trace.startSpan({ name, type });\n }\n return undefined;\n};\n\nconst prepareData = (params: {\n slug: string;\n name?: string;\n input?: string;\n output?: string;\n expectedOutput?: string;\n contexts?: RAGChunk[] | string[];\n conversation?: Conversation;\n settings?: Record<string, unknown>;\n traceId?: string;\n spanId?: string;\n span?: LangWatchSpan;\n asGuardrail?: boolean;\n}) => {\n const data: Record<string, unknown> = {};\n if (params.input) data.input = params.input;\n if (params.output) data.output = params.output;\n if (params.expectedOutput) data.expected_output = params.expectedOutput;\n if (params.contexts && params.contexts.length > 0)\n data.contexts = params.contexts;\n if (params.conversation && params.conversation.length > 0)\n data.conversation = params.conversation;\n\n if (params.span) {\n params.span.update({\n input: { type: \"json\", value: data } as TypedValueJson,\n params: params.settings,\n });\n }\n\n return {\n url: `${process.env.LANGWATCH_ENDPOINT}/api/evaluations/${params.slug}/evaluate`,\n json: {\n trace_id: params.traceId,\n span_id: params.spanId,\n name: params.name,\n data,\n settings: params.settings,\n as_guardrail: params.asGuardrail,\n },\n headers: {\n \"X-Auth-Token\": process.env.LANGWATCH_API_KEY ?? \"\",\n \"Content-Type\": \"application/json\",\n },\n };\n};\n\nconst handleResponse = (\n response: EvaluationResultModel,\n span?: LangWatchSpan,\n asGuardrail = false\n): EvaluationResultModel => {\n if (response.status === \"error\") {\n response.details = response.details ?? \"\";\n }\n\n for (const key of Object.keys(response)) {\n if (\n response[key as keyof EvaluationResultModel] === null ||\n response[key as keyof EvaluationResultModel] === undefined\n ) {\n delete response[key as keyof EvaluationResultModel];\n }\n }\n\n if (span) {\n const output: TypedValueGuardrailResult | TypedValueEvaluationResult =\n asGuardrail\n ? {\n type: \"guardrail_result\",\n value: response,\n }\n : {\n type: \"evaluation_result\",\n value: response,\n };\n\n span.update({ output });\n\n if (response.cost) {\n span.update({\n metrics: {\n cost: response.cost.amount,\n },\n });\n }\n\n span.end();\n }\n\n return response;\n};\n\nconst handleException = (\n e: Error,\n span?: LangWatchSpan,\n asGuardrail = false\n): EvaluationResultModel => {\n const response: EvaluationResultModel = {\n status: \"error\",\n details: e.toString(),\n };\n\n if (asGuardrail) {\n response.passed = true;\n }\n\n return handleResponse(response, span, asGuardrail);\n};\n","import type { AgentAction, AgentFinish } from \"@langchain/core/agents\";\nimport { BaseCallbackHandler } from \"@langchain/core/callbacks/base\";\nimport { type DocumentInterface } from \"@langchain/core/documents\";\nimport type { Serialized } from \"@langchain/core/load/serializable\";\nimport {\n AIMessage,\n AIMessageChunk,\n FunctionMessage,\n FunctionMessageChunk,\n HumanMessage,\n HumanMessageChunk,\n SystemMessage,\n SystemMessageChunk,\n ToolMessage,\n ToolMessageChunk,\n mapChatMessagesToStoredMessages,\n type BaseMessage,\n type StoredMessage,\n} from \"@langchain/core/messages\";\nimport type { ChatGeneration, LLMResult } from \"@langchain/core/outputs\";\nimport type { ChainValues } from \"@langchain/core/utils/types\";\nimport { stringify } from \"javascript-stringify\";\nimport {\n type LangWatchRAGSpan,\n type LangWatchSpan,\n type LangWatchTrace,\n} from \".\";\nimport {\n type RAGSpan,\n type BaseSpan,\n type ChatMessage,\n type ChatRichContent,\n type SpanInputOutput,\n} from \"./types\";\n\nexport class LangWatchCallbackHandler extends BaseCallbackHandler {\n name = \"LangWatchCallbackHandler\";\n trace: LangWatchTrace;\n spans: Record<string, LangWatchSpan> = {};\n\n constructor({ trace }: { trace: LangWatchTrace }) {\n super();\n this.trace = trace;\n }\n\n async handleLLMStart(\n llm: Serialized,\n prompts: string[],\n runId: string,\n parentRunId?: string | undefined,\n extraParams?: Record<string, unknown> | undefined,\n _tags?: string[] | undefined,\n metadata?: Record<string, unknown> | undefined,\n name?: string\n ): Promise<void> {\n this.spans[runId] = this.buildLLMSpan({\n llm,\n runId,\n parentRunId,\n input: {\n type: \"json\",\n value: prompts,\n },\n extraParams,\n metadata,\n name,\n });\n }\n\n private buildLLMSpan({\n llm,\n runId,\n parentRunId,\n input,\n extraParams,\n metadata,\n name,\n }: {\n llm: Serialized;\n runId: string;\n parentRunId?: string | undefined;\n input: SpanInputOutput;\n extraParams?: Record<string, unknown> | undefined;\n metadata?: Record<string, unknown> | undefined;\n name?: string | undefined;\n }) {\n try {\n const parent = this.getParent(parentRunId);\n\n const vendor = metadata?.ls_provider ?? llm.id.at(-2)?.toString();\n const model =\n metadata?.ls_model_name ?? (llm as any).kwargs?.model ?? \"unknown\";\n\n const span = parent.startLLMSpan({\n spanId: runId,\n name: name ?? llm.id.at(-1)?.toString(),\n input,\n model: [vendor, model].filter((x) => x).join(\"/\"),\n params: {\n temperature: (extraParams?.invocation_params as any)?.temperature,\n ...((extraParams?.invocation_params as any)?.functions\n ? { functions: (extraParams?.invocation_params as any)?.functions }\n : {}),\n },\n });\n\n return span;\n } catch (e) {\n this.trace.client.emit(\"error\", e);\n throw e;\n }\n }\n\n async handleChatModelStart(\n llm: Serialized,\n messages: BaseMessage[][],\n runId: string,\n parentRunId?: string | undefined,\n extraParams?: Record<string, unknown> | undefined,\n tags?: string[] | undefined,\n metadata?: Record<string, unknown> | undefined,\n name?: string\n ): Promise<void> {\n this.spans[runId] = this.buildLLMSpan({\n name,\n llm,\n runId,\n parentRunId,\n input: {\n type: \"chat_messages\",\n value: messages.flatMap(convertFromLangChainMessages),\n },\n extraParams,\n metadata,\n });\n }\n\n async handleNewToken(_token: string, runId: string): Promise<void> {\n const span = this.spans[runId];\n if (runId && span && !span.timestamps.firstTokenAt) {\n span.update({\n timestamps: { ...span.timestamps, firstTokenAt: Date.now() },\n });\n }\n }\n\n async handleLLMEnd(\n response: LLMResult,\n runId: string,\n _parentRunId?: string | undefined\n ): Promise<void> {\n try {\n const span = this.spans[runId];\n if (!span) {\n return;\n }\n\n const outputs: SpanInputOutput[] = [];\n for (const generation of response.generations) {\n // TODO: again, why the twice loop? Can OpenAI generate multiple chat outputs?\n for (const generation_ of generation) {\n if (\"message\" in generation_) {\n outputs.push({\n type: \"chat_messages\",\n value: convertFromLangChainMessages([\n (generation_ as ChatGeneration).message,\n ]),\n });\n } else if (\"text\" in generation_) {\n outputs.push({\n type: \"text\",\n value: generation_.text,\n });\n } else {\n outputs.push({\n type: \"text\",\n value: JSON.stringify(generation_),\n });\n }\n }\n }\n\n const output: SpanInputOutput | undefined =\n outputs.length === 1\n ? outputs[0]\n : { type: \"list\", value: outputs as any };\n\n // Commenting it out because LangChain.js prompt and completion tokens is broken, this one doesn't work as it should with python,\n // and response_metadata.prompt and response_metadata.completion is there but it's always 0. Better let our server count.\n // const metrics = response.llmOutput?.token_usage\n // ? {\n // promptTokens: response.llmOutput.token_usage.prompt_tokens,\n // completionTokens: response.llmOutput.token_usage.completion_tokens,\n // }\n // : undefined;\n\n span.end({\n output,\n // ...(metrics ? { metrics } : {}),\n });\n } catch (e) {\n this.trace.client.emit(\"error\", e);\n throw e;\n }\n }\n\n async handleLLMError(\n err: Error,\n runId: string,\n _parentRunId?: string | undefined\n ): Promise<void> {\n this.errorSpan({ runId, error: err });\n }\n\n async handleChainStart(\n chain: Serialized,\n inputs: ChainValues,\n runId: string,\n parentRunId?: string | undefined,\n _tags?: string[] | undefined,\n _metadata?: Record<string, unknown> | undefined,\n _runType?: string,\n name?: string\n ): Promise<void> {\n this.spans[runId] = this.buildSpan({\n type: \"chain\",\n serialized: chain,\n runId,\n parentRunId,\n input: inputs,\n name,\n });\n }\n\n async handleChainEnd(\n output: ChainValues,\n runId: string,\n _parentRunId?: string | undefined\n ): Promise<void> {\n this.endSpan({\n runId,\n output,\n });\n }\n\n async handleChainError(\n err: Error,\n runId: string,\n _parentRunId?: string | undefined,\n _tags?: string[] | undefined,\n _kwargs?: { inputs?: Record<string, unknown> | undefined } | undefined\n ): Promise<void> {\n this.errorSpan({ runId, error: err });\n }\n\n async handleToolStart(\n tool: Serialized,\n input: string,\n runId: string,\n parentRunId?: string | undefined,\n _tags?: string[] | undefined,\n _metadata?: Record<string, unknown> | undefined,\n name?: string\n ): Promise<void> {\n this.spans[runId] = this.buildSpan({\n type: \"tool\",\n serialized: tool,\n runId,\n parentRunId,\n input,\n name,\n });\n }\n\n async handleToolEnd(\n output: string,\n runId: string,\n _parentRunId?: string | undefined\n ): Promise<void> {\n this.endSpan({ runId, output });\n }\n\n async handleToolError(\n err: Error,\n runId: string,\n _parentRunId?: string | undefined,\n _tags?: string[] | undefined\n ): Promise<void> {\n this.errorSpan({ runId, error: err });\n }\n\n async handleRetrieverStart(\n retriever: Serialized,\n query: string,\n runId: string,\n parentRunId?: string | undefined,\n _tags?: string[] | undefined,\n _metadata?: Record<string, unknown> | undefined,\n name?: string | undefined\n ) {\n try {\n const parent = this.getParent(parentRunId);\n\n this.spans[runId] = parent.startRAGSpan({\n spanId: runId,\n name: name ?? retriever.name ?? retriever.id.at(-1)?.toString(),\n input: this.autoconvertTypedValues(query),\n });\n } catch (e) {\n this.trace.client.emit(\"error\", e);\n throw e;\n }\n }\n\n async handleRetrieverEnd(\n documents: DocumentInterface<Record<string, any>>[],\n runId: string,\n _parentRunId?: string | undefined,\n _tags?: string[] | undefined\n ) {\n try {\n const contexts: RAGSpan[\"contexts\"] = documents.map((doc) => ({\n content: doc.pageContent,\n ...(doc.metadata.source ? { documentId: doc.metadata.source } : {}),\n }));\n\n const span = this.spans[runId] as LangWatchRAGSpan;\n if (!span) {\n return;\n }\n\n span.end({\n contexts,\n output: this.autoconvertTypedValues(documents),\n });\n } catch (e) {\n this.trace.client.emit(\"error\", e);\n throw e;\n }\n }\n\n async handleRetrieverError(\n err: Error,\n runId: string,\n _parentRunId?: string | undefined,\n _tags?: string[] | undefined\n ) {\n this.errorSpan({ runId, error: err });\n }\n\n async handleAgentAction(\n _action: AgentAction,\n runId: string,\n _parentRunId?: string | undefined,\n _tags?: string[] | undefined\n ): Promise<void> {\n const span = this.spans[runId];\n if (!span) {\n return;\n }\n\n span.update({\n type: \"agent\",\n });\n }\n\n async handleAgentEnd(\n action: AgentFinish,\n runId: string,\n _parentRunId?: string | undefined,\n _tags?: string[] | undefined\n ): Promise<void> {\n this.endSpan({\n runId,\n output: action.returnValues,\n });\n }\n\n private buildSpan({\n type,\n serialized,\n runId,\n parentRunId,\n input,\n name,\n }: {\n type: BaseSpan[\"type\"];\n serialized: Serialized;\n runId: string;\n parentRunId?: string | undefined;\n input: unknown;\n name?: string | undefined;\n }) {\n try {\n const parent = this.getParent(parentRunId);\n\n const span = parent.startSpan({\n spanId: runId,\n type,\n name: name ?? serialized.name ?? serialized.id.at(-1)?.toString(),\n input: this.autoconvertTypedValues(input),\n });\n\n return span;\n } catch (e) {\n this.trace.client.emit(\"error\", e);\n throw e;\n }\n }\n\n private endSpan({ runId, output }: { runId: string; output: unknown }): void {\n try {\n const span = this.spans[runId];\n if (!span) {\n return;\n }\n\n span.end({\n output: this.autoconvertTypedValues(output),\n });\n } catch (e) {\n this.trace.client.emit(\"error\", e);\n throw e;\n }\n }\n\n private errorSpan({ runId, error }: { runId: string; error: Error }): void {\n const span = this.spans[runId];\n if (!span) {\n return;\n }\n\n span.end({\n error,\n });\n }\n\n private autoconvertTypedValues(value: any): SpanInputOutput | undefined {\n if (\n !value ||\n (typeof value === \"object\" && Object.keys(value).length === 0)\n ) {\n return undefined;\n }\n if (typeof value === \"string\") {\n return { type: \"text\", value };\n }\n try {\n JSON.stringify(value);\n return { type: \"json\", value };\n } catch (e) {\n return { type: \"text\", value: stringify(value) ?? value.toString() };\n }\n }\n\n private getParent(\n parentRunId?: string | undefined\n ): LangWatchSpan | LangWatchTrace {\n return (\n (parentRunId\n ? this.spans[parentRunId]\n : this.spans[Object.keys(this.spans).at(-1) ?? \"\"]) ?? this.trace\n );\n }\n}\n\nexport const convertFromLangChainMessages = (\n messages: BaseMessage[]\n): ChatMessage[] => {\n const chatMessages: ChatMessage[] = [];\n for (const message of messages) {\n chatMessages.push(convertFromLangChainMessage(message));\n }\n return chatMessages;\n};\n\nconst convertFromLangChainMessage = (\n message: BaseMessage & { id?: string[] }\n): ChatMessage => {\n let role: ChatMessage[\"role\"] = \"user\";\n\n const message_: (BaseMessage | StoredMessage) & {\n id?: string[];\n type?: string;\n } = message.lc_serializable\n ? mapChatMessagesToStoredMessages([message])[0]!\n : message;\n\n // Dang this is so hard, langchain.js has 3 ways of representing the same thing...\n if (\n message_ instanceof HumanMessage ||\n message_ instanceof HumanMessageChunk ||\n message_.id?.at(-1) === \"HumanMessage\" ||\n message_.id?.at(-1) === \"HumanMessageChunk\" ||\n message_.type === \"human\"\n ) {\n role = \"user\";\n } else if (\n message instanceof AIMessage ||\n message instanceof AIMessageChunk ||\n message.id?.at(-1) === \"AIMessage\" ||\n message.id?.at(-1) === \"AIMessageChunk\" ||\n message_.type === \"ai\"\n ) {\n role = \"assistant\";\n } else if (\n message instanceof SystemMessage ||\n message instanceof SystemMessageChunk ||\n message.id?.at(-1) === \"SystemMessage\" ||\n message.id?.at(-1) === \"SystemMessageChunk\" ||\n message_.type === \"system\"\n ) {\n role = \"system\";\n } else if (\n message instanceof FunctionMessage ||\n message instanceof FunctionMessageChunk ||\n message.id?.at(-1) === \"FunctionMessage\" ||\n message.id?.at(-1) === \"FunctionMessageChunk\" ||\n message_.type === \"function\"\n ) {\n role = \"function\";\n } else if (\n message instanceof ToolMessage ||\n message instanceof ToolMessageChunk ||\n message.id?.at(-1) === \"ToolMessage\" ||\n message.id?.at(-1) === \"ToolMessageChunk\" ||\n message_.type === \"tool\"\n ) {\n role = \"tool\";\n }\n\n const content =\n typeof message.content === \"string\"\n ? message.content\n : message.content.map(\n (content): ChatRichContent =>\n content.type === \"text\"\n ? { type: \"text\", text: content.text }\n : content.type == \"image_url\"\n ? { type: \"image_url\", image_url: content.image_url }\n : { type: \"text\", text: JSON.stringify(content) }\n );\n\n const functionCall = message.additional_kwargs as\n | ChatMessage[\"function_call\"]\n | undefined;\n\n return {\n role,\n content,\n ...(functionCall &&\n typeof functionCall === \"object\" &&\n Object.keys(functionCall).length > 0\n ? { function_call: functionCall }\n : {}),\n };\n};\n","import {\n reservedSpanParamsSchema,\n reservedTraceMetadataSchema\n} from \"./server/types/tracer.generated\";\n\nexport type Strict<T> = T & { [K in Exclude<keyof any, keyof T>]: never };\n\ntype SnakeToCamelCase<S extends string> = S extends `${infer T}_${infer U}`\n ? `${T}${Capitalize<SnakeToCamelCase<U>>}`\n : S;\n\nexport type SnakeToCamelCaseNested<T> = T extends object\n ? T extends (infer U)[]\n ? U extends object\n ? {\n [K in keyof U as SnakeToCamelCase<\n K & string\n >]: SnakeToCamelCaseNested<U[K]>;\n }[]\n : T\n : {\n [K in keyof T as SnakeToCamelCase<K & string>]: SnakeToCamelCaseNested<\n T[K]\n >;\n }\n : T;\n\ntype CamelToSnakeCase<S extends string> = S extends `${infer T}${infer U}`\n ? `${T extends Capitalize<T> ? \"_\" : \"\"}${Lowercase<T>}${CamelToSnakeCase<U>}`\n : S;\n\nexport type CamelToSnakeCaseNested<T> = T extends object\n ? T extends (infer U)[]\n ? U extends object\n ? {\n [K in keyof U as CamelToSnakeCase<\n K & string\n >]: CamelToSnakeCaseNested<U[K]>;\n }[]\n : T\n : {\n [K in keyof T as CamelToSnakeCase<K & string>]: CamelToSnakeCaseNested<\n T[K]\n >;\n }\n : T;\n\nfunction camelToSnakeCase(str: string): string {\n return str.replace(/[A-Z]/g, (letter) => `_${letter.toLowerCase()}`);\n}\n\nexport function camelToSnakeCaseNested<T>(\n obj: T,\n parentKey?: string\n): CamelToSnakeCaseNested<T> {\n if (Array.isArray(obj)) {\n return obj.map((item) =>\n camelToSnakeCaseNested(item)\n ) as CamelToSnakeCaseNested<T>;\n } else if (typeof obj === \"object\" && obj !== null) {\n const newObj: any = {};\n for (const key in obj) {\n if (obj.hasOwnProperty(key)) {\n const newKey = camelToSnakeCase(key);\n // Keep arbitrary keys the same\n if (\n (parentKey === \"metadata\" &&\n !Object.keys(reservedTraceMetadataSchema.shape).includes(newKey)) ||\n (parentKey === \"params\" &&\n !Object.keys(reservedSpanParamsSchema.shape).includes(newKey))\n ) {\n newObj[key] = (obj as any)[key];\n } else {\n newObj[newKey] = camelToSnakeCaseNested((obj as any)[key], newKey);\n }\n }\n }\n return newObj as CamelToSnakeCaseNested<T>;\n } else {\n return obj as CamelToSnakeCaseNested<T>;\n }\n}\n"],"mappings":";;;;;;;;;;;;;AAAA,OAAO,kBAAkB;AACzB,SAAS,cAAc;AACvB,SAAS,gBAAgB;AACzB,SAAS,oBAAoB;;;ACD3B,cAAW;;;ACoDN,IAAM,WAAW,OACtB,WACmC;AACnC,QAAM,OAAO,UAAU,SAAS,OAAO,OAAO,OAAO;AACrD,QAAM,OAAO,mBAAmB;AAAA,IAC9B,OAAO,OAAO;AAAA,IACd,MAAM,OAAO;AAAA,IACb,MAAM,OAAO,OAAO,OAAO,OAAO;AAAA,IAClC,MAAM,OAAO,cAAc,cAAc;AAAA,EAC3C,CAAC;AAED,MAAI;AACF,UAAM,gBAAgB,YAAY,iCAC7B,SAD6B;AAAA,MAEhC;AAAA,MACA,SAAS,6BAAM,MAAM;AAAA,MACrB,QAAQ,6BAAM;AAAA,MACd;AAAA,IACF,EAAC;AAED,UAAM,WAAW,MAAM,MAAM,cAAc,KAAK;AAAA,MAC9C,QAAQ;AAAA,MACR,SAAS,cAAc;AAAA,MACvB,MAAM,KAAK,UAAU,cAAc,IAAI;AAAA,IACzC,CAAC;AAED,QAAI,CAAC,SAAS,IAAI;AAChB,YAAM,IAAI,MAAM,uBAAuB,SAAS,MAAM,EAAE;AAAA,IAC1D;AAEA,UAAM,SAAS,MAAM,SAAS,KAAK;AACnC,WAAO,eAAe,QAAQ,MAAM,OAAO,WAAW;AAAA,EACxD,SAAS,GAAG;AACV,WAAO,gBAAgB,GAAY,MAAM,OAAO,WAAW;AAAA,EAC7D;AACF;AAEA,IAAM,qBAAqB,CAAC;AAAA,EAC1B;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF,MAKiC;AAC/B,MAAI,MAAM;AACR,WAAO,KAAK,UAAU,EAAE,MAAM,KAAK,CAAC;AAAA,EACtC,WAAW,OAAO;AAChB,WAAO,MAAM,UAAU,EAAE,MAAM,KAAK,CAAC;AAAA,EACvC;AACA,SAAO;AACT;AAEA,IAAM,cAAc,CAAC,WAaf;AA3HN;AA4HE,QAAM,OAAgC,CAAC;AACvC,MAAI,OAAO,MAAO,MAAK,QAAQ,OAAO;AACtC,MAAI,OAAO,OAAQ,MAAK,SAAS,OAAO;AACxC,MAAI,OAAO,eAAgB,MAAK,kBAAkB,OAAO;AACzD,MAAI,OAAO,YAAY,OAAO,SAAS,SAAS;AAC9C,SAAK,WAAW,OAAO;AACzB,MAAI,OAAO,gBAAgB,OAAO,aAAa,SAAS;AACtD,SAAK,eAAe,OAAO;AAE7B,MAAI,OAAO,MAAM;AACf,WAAO,KAAK,OAAO;AAAA,MACjB,OAAO,EAAE,MAAM,QAAQ,OAAO,KAAK;AAAA,MACnC,QAAQ,OAAO;AAAA,IACjB,CAAC;AAAA,EACH;AAEA,SAAO;AAAA,IACL,KAAK,GAAG,QAAQ,IAAI,kBAAkB,oBAAoB,OAAO,IAAI;AAAA,IACrE,MAAM;AAAA,MACJ,UAAU,OAAO;AAAA,MACjB,SAAS,OAAO;AAAA,MAChB,MAAM,OAAO;AAAA,MACb;AAAA,MACA,UAAU,OAAO;AAAA,MACjB,cAAc,OAAO;AAAA,IACvB;AAAA,IACA,SAAS;AAAA,MACP,iBAAgB,aAAQ,IAAI,sBAAZ,YAAiC;AAAA,MACjD,gBAAgB;AAAA,IAClB;AAAA,EACF;AACF;AAEA,IAAM,iBAAiB,CACrB,UACA,MACA,cAAc,UACY;AAjK5B;AAkKE,MAAI,SAAS,WAAW,SAAS;AAC/B,aAAS,WAAU,cAAS,YAAT,YAAoB;AAAA,EACzC;AAEA,aAAW,OAAO,OAAO,KAAK,QAAQ,GAAG;AACvC,QACE,SAAS,GAAkC,MAAM,QACjD,SAAS,GAAkC,MAAM,QACjD;AACA,aAAO,SAAS,GAAkC;AAAA,IACpD;AAAA,EACF;AAEA,MAAI,MAAM;AACR,UAAM,SACJ,cACI;AAAA,MACE,MAAM;AAAA,MACN,OAAO;AAAA,IACT,IACA;AAAA,MACE,MAAM;AAAA,MACN,OAAO;AAAA,IACT;AAEN,SAAK,OAAO,EAAE,OAAO,CAAC;AAEtB,QAAI,SAAS,MAAM;AACjB,WAAK,OAAO;AAAA,QACV,SAAS;AAAA,UACP,MAAM,SAAS,KAAK;AAAA,QACtB;AAAA,MACF,CAAC;AAAA,IACH;AAEA,SAAK,IAAI;AAAA,EACX;AAEA,SAAO;AACT;AAEA,IAAM,kBAAkB,CACtB,GACA,MACA,cAAc,UACY;AAC1B,QAAM,WAAkC;AAAA,IACtC,QAAQ;AAAA,IACR,SAAS,EAAE,SAAS;AAAA,EACtB;AAEA,MAAI,aAAa;AACf,aAAS,SAAS;AAAA,EACpB;AAEA,SAAO,eAAe,UAAU,MAAM,WAAW;AACnD;;;ACzNA,SAAS,2BAA2B;AAGpC;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OAGK;AAGP,SAAS,iBAAiB;AAcnB,IAAM,2BAAN,cAAuC,oBAAoB;AAAA,EAKhE,YAAY,EAAE,MAAM,GAA8B;AAChD,UAAM;AALR,gBAAO;AAEP,iBAAuC,CAAC;AAItC,SAAK,QAAQ;AAAA,EACf;AAAA,EAEA,MAAM,eACJ,KACA,SACA,OACA,aACA,aACA,OACA,UACA,MACe;AACf,SAAK,MAAM,KAAK,IAAI,KAAK,aAAa;AAAA,MACpC;AAAA,MACA;AAAA,MACA;AAAA,MACA,OAAO;AAAA,QACL,MAAM;AAAA,QACN,OAAO;AAAA,MACT;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEQ,aAAa;AAAA,IACnB;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,GAQG;AArFL;AAsFI,QAAI;AACF,YAAM,SAAS,KAAK,UAAU,WAAW;AAEzC,YAAM,UAAS,0CAAU,gBAAV,aAAyB,SAAI,GAAG,GAAG,EAAE,MAAZ,mBAAe;AACvD,YAAM,SACJ,gDAAU,kBAAV,aAA4B,SAAY,WAAZ,mBAAoB,UAAhD,YAAyD;AAE3D,YAAM,OAAO,OAAO,aAAa;AAAA,QAC/B,QAAQ;AAAA,QACR,MAAM,uBAAQ,SAAI,GAAG,GAAG,EAAE,MAAZ,mBAAe;AAAA,QAC7B;AAAA,QACA,OAAO,CAAC,QAAQ,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,EAAE,KAAK,GAAG;AAAA,QAChD,QAAQ;AAAA,UACN,cAAc,gDAAa,sBAAb,mBAAwC;AAAA,aACjD,gDAAa,sBAAb,mBAAwC,aACzC,EAAE,YAAY,gDAAa,sBAAb,mBAAwC,UAAU,IAChE,CAAC;AAAA,MAET,CAAC;AAED,aAAO;AAAA,IACT,SAAS,GAAG;AACV,WAAK,MAAM,OAAO,KAAK,SAAS,CAAC;AACjC,YAAM;AAAA,IACR;AAAA,EACF;AAAA,EAEA,MAAM,qBACJ,KACA,UACA,OACA,aACA,aACA,MACA,UACA,MACe;AACf,SAAK,MAAM,KAAK,IAAI,KAAK,aAAa;AAAA,MACpC;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA,OAAO;AAAA,QACL,MAAM;AAAA,QACN,OAAO,SAAS,QAAQ,4BAA4B;AAAA,MACtD;AAAA,MACA;AAAA,MACA;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,eAAe,QAAgB,OAA8B;AACjE,UAAM,OAAO,KAAK,MAAM,KAAK;AAC7B,QAAI,SAAS,QAAQ,CAAC,KAAK,WAAW,cAAc;AAClD,WAAK,OAAO;AAAA,QACV,YAAY,iCAAK,KAAK,aAAV,EAAsB,cAAc,KAAK,IAAI,EAAE;AAAA,MAC7D,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEA,MAAM,aACJ,UACA,OACA,cACe;AACf,QAAI;AACF,YAAM,OAAO,KAAK,MAAM,KAAK;AAC7B,UAAI,CAAC,MAAM;AACT;AAAA,MACF;AAEA,YAAM,UAA6B,CAAC;AACpC,iBAAW,cAAc,SAAS,aAAa;AAE7C,mBAAW,eAAe,YAAY;AACpC,cAAI,aAAa,aAAa;AAC5B,oBAAQ,KAAK;AAAA,cACX,MAAM;AAAA,cACN,OAAO,6BAA6B;AAAA,gBACjC,YAA+B;AAAA,cAClC,CAAC;AAAA,YACH,CAAC;AAAA,UACH,WAAW,UAAU,aAAa;AAChC,oBAAQ,KAAK;AAAA,cACX,MAAM;AAAA,cACN,OAAO,YAAY;AAAA,YACrB,CAAC;AAAA,UACH,OAAO;AACL,oBAAQ,KAAK;AAAA,cACX,MAAM;AAAA,cACN,OAAO,KAAK,UAAU,WAAW;AAAA,YACnC,CAAC;AAAA,UACH;AAAA,QACF;AAAA,MACF;AAEA,YAAM,SACJ,QAAQ,WAAW,IACf,QAAQ,CAAC,IACT,EAAE,MAAM,QAAQ,OAAO,QAAe;AAW5C,WAAK,IAAI;AAAA,QACP;AAAA;AAAA,MAEF,CAAC;AAAA,IACH,SAAS,GAAG;AACV,WAAK,MAAM,OAAO,KAAK,SAAS,CAAC;AACjC,YAAM;AAAA,IACR;AAAA,EACF;AAAA,EAEA,MAAM,eACJ,KACA,OACA,cACe;AACf,SAAK,UAAU,EAAE,OAAO,OAAO,IAAI,CAAC;AAAA,EACtC;AAAA,EAEA,MAAM,iBACJ,OACA,QACA,OACA,aACA,OACA,WACA,UACA,MACe;AACf,SAAK,MAAM,KAAK,IAAI,KAAK,UAAU;AAAA,MACjC,MAAM;AAAA,MACN,YAAY;AAAA,MACZ;AAAA,MACA;AAAA,MACA,OAAO;AAAA,MACP;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,eACJ,QACA,OACA,cACe;AACf,SAAK,QAAQ;AAAA,MACX;AAAA,MACA;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,iBACJ,KACA,OACA,cACA,OACA,SACe;AACf,SAAK,UAAU,EAAE,OAAO,OAAO,IAAI,CAAC;AAAA,EACtC;AAAA,EAEA,MAAM,gBACJ,MACA,OACA,OACA,aACA,OACA,WACA,MACe;AACf,SAAK,MAAM,KAAK,IAAI,KAAK,UAAU;AAAA,MACjC,MAAM;AAAA,MACN,YAAY;AAAA,MACZ;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,cACJ,QACA,OACA,cACe;AACf,SAAK,QAAQ,EAAE,OAAO,OAAO,CAAC;AAAA,EAChC;AAAA,EAEA,MAAM,gBACJ,KACA,OACA,cACA,OACe;AACf,SAAK,UAAU,EAAE,OAAO,OAAO,IAAI,CAAC;AAAA,EACtC;AAAA,EAEA,MAAM,qBACJ,WACA,OACA,OACA,aACA,OACA,WACA,MACA;AA3SJ;AA4SI,QAAI;AACF,YAAM,SAAS,KAAK,UAAU,WAAW;AAEzC,WAAK,MAAM,KAAK,IAAI,OAAO,aAAa;AAAA,QACtC,QAAQ;AAAA,QACR,OAAM,2BAAQ,UAAU,SAAlB,aAA0B,eAAU,GAAG,GAAG,EAAE,MAAlB,mBAAqB;AAAA,QACrD,OAAO,KAAK,uBAAuB,KAAK;AAAA,MAC1C,CAAC;AAAA,IACH,SAAS,GAAG;AACV,WAAK,MAAM,OAAO,KAAK,SAAS,CAAC;AACjC,YAAM;AAAA,IACR;AAAA,EACF;AAAA,EAEA,MAAM,mBACJ,WACA,OACA,cACA,OACA;AACA,QAAI;AACF,YAAM,WAAgC,UAAU,IAAI,CAAC,QAAS;AAAA,QAC5D,SAAS,IAAI;AAAA,SACT,IAAI,SAAS,SAAS,EAAE,YAAY,IAAI,SAAS,OAAO,IAAI,CAAC,EACjE;AAEF,YAAM,OAAO,KAAK,MAAM,KAAK;AAC7B,UAAI,CAAC,MAAM;AACT;AAAA,MACF;AAEA,WAAK,IAAI;AAAA,QACP;AAAA,QACA,QAAQ,KAAK,uBAAuB,SAAS;AAAA,MAC/C,CAAC;AAAA,IACH,SAAS,GAAG;AACV,WAAK,MAAM,OAAO,KAAK,SAAS,CAAC;AACjC,YAAM;AAAA,IACR;AAAA,EACF;AAAA,EAEA,MAAM,qBACJ,KACA,OACA,cACA,OACA;AACA,SAAK,UAAU,EAAE,OAAO,OAAO,IAAI,CAAC;AAAA,EACtC;AAAA,EAEA,MAAM,kBACJ,SACA,OACA,cACA,OACe;AACf,UAAM,OAAO,KAAK,MAAM,KAAK;AAC7B,QAAI,CAAC,MAAM;AACT;AAAA,IACF;AAEA,SAAK,OAAO;AAAA,MACV,MAAM;AAAA,IACR,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,eACJ,QACA,OACA,cACA,OACe;AACf,SAAK,QAAQ;AAAA,MACX;AAAA,MACA,QAAQ,OAAO;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEQ,UAAU;AAAA,IAChB;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,GAOG;AAxYL;AAyYI,QAAI;AACF,YAAM,SAAS,KAAK,UAAU,WAAW;AAEzC,YAAM,OAAO,OAAO,UAAU;AAAA,QAC5B,QAAQ;AAAA,QACR;AAAA,QACA,OAAM,2BAAQ,WAAW,SAAnB,aAA2B,gBAAW,GAAG,GAAG,EAAE,MAAnB,mBAAsB;AAAA,QACvD,OAAO,KAAK,uBAAuB,KAAK;AAAA,MAC1C,CAAC;AAED,aAAO;AAAA,IACT,SAAS,GAAG;AACV,WAAK,MAAM,OAAO,KAAK,SAAS,CAAC;AACjC,YAAM;AAAA,IACR;AAAA,EACF;AAAA,EAEQ,QAAQ,EAAE,OAAO,OAAO,GAA6C;AAC3E,QAAI;AACF,YAAM,OAAO,KAAK,MAAM,KAAK;AAC7B,UAAI,CAAC,MAAM;AACT;AAAA,MACF;AAEA,WAAK,IAAI;AAAA,QACP,QAAQ,KAAK,uBAAuB,MAAM;AAAA,MAC5C,CAAC;AAAA,IACH,SAAS,GAAG;AACV,WAAK,MAAM,OAAO,KAAK,SAAS,CAAC;AACjC,YAAM;AAAA,IACR;AAAA,EACF;AAAA,EAEQ,UAAU,EAAE,OAAO,MAAM,GAA0C;AACzE,UAAM,OAAO,KAAK,MAAM,KAAK;AAC7B,QAAI,CAAC,MAAM;AACT;AAAA,IACF;AAEA,SAAK,IAAI;AAAA,MACP;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEQ,uBAAuB,OAAyC;AArb1E;AAsbI,QACE,CAAC,SACA,OAAO,UAAU,YAAY,OAAO,KAAK,KAAK,EAAE,WAAW,GAC5D;AACA,aAAO;AAAA,IACT;AACA,QAAI,OAAO,UAAU,UAAU;AAC7B,aAAO,EAAE,MAAM,QAAQ,MAAM;AAAA,IAC/B;AACA,QAAI;AACF,WAAK,UAAU,KAAK;AACpB,aAAO,EAAE,MAAM,QAAQ,MAAM;AAAA,IAC/B,SAAS,GAAG;AACV,aAAO,EAAE,MAAM,QAAQ,QAAO,eAAU,KAAK,MAAf,YAAoB,MAAM,SAAS,EAAE;AAAA,IACrE;AAAA,EACF;AAAA,EAEQ,UACN,aACgC;AAzcpC;AA0cI,YACG,mBACG,KAAK,MAAM,WAAW,IACtB,KAAK,OAAM,YAAO,KAAK,KAAK,KAAK,EAAE,GAAG,EAAE,MAA7B,YAAkC,EAAE,MAFlD,YAEwD,KAAK;AAAA,EAElE;AACF;AAEO,IAAM,+BAA+B,CAC1C,aACkB;AAClB,QAAM,eAA8B,CAAC;AACrC,aAAW,WAAW,UAAU;AAC9B,iBAAa,KAAK,4BAA4B,OAAO,CAAC;AAAA,EACxD;AACA,SAAO;AACT;AAEA,IAAM,8BAA8B,CAClC,YACgB;AA9dlB;AA+dE,MAAI,OAA4B;AAEhC,QAAM,WAGF,QAAQ,kBACR,gCAAgC,CAAC,OAAO,CAAC,EAAE,CAAC,IAC5C;AAGJ,MACE,oBAAoB,gBACpB,oBAAoB,uBACpB,cAAS,OAAT,mBAAa,GAAG,SAAQ,oBACxB,cAAS,OAAT,mBAAa,GAAG,SAAQ,uBACxB,SAAS,SAAS,SAClB;AACA,WAAO;AAAA,EACT,WACE,mBAAmB,aACnB,mBAAmB,oBACnB,aAAQ,OAAR,mBAAY,GAAG,SAAQ,iBACvB,aAAQ,OAAR,mBAAY,GAAG,SAAQ,oBACvB,SAAS,SAAS,MAClB;AACA,WAAO;AAAA,EACT,WACE,mBAAmB,iBACnB,mBAAmB,wBACnB,aAAQ,OAAR,mBAAY,GAAG,SAAQ,qBACvB,aAAQ,OAAR,mBAAY,GAAG,SAAQ,wBACvB,SAAS,SAAS,UAClB;AACA,WAAO;AAAA,EACT,WACE,mBAAmB,mBACnB,mBAAmB,0BACnB,aAAQ,OAAR,mBAAY,GAAG,SAAQ,uBACvB,aAAQ,OAAR,mBAAY,GAAG,SAAQ,0BACvB,SAAS,SAAS,YAClB;AACA,WAAO;AAAA,EACT,WACE,mBAAmB,eACnB,mBAAmB,sBACnB,aAAQ,OAAR,mBAAY,GAAG,SAAQ,mBACvB,aAAQ,OAAR,mBAAY,GAAG,SAAQ,sBACvB,SAAS,SAAS,QAClB;AACA,WAAO;AAAA,EACT;AAEA,QAAM,UACJ,OAAO,QAAQ,YAAY,WACvB,QAAQ,UACR,QAAQ,QAAQ;AAAA,IACd,CAACA,aACCA,SAAQ,SAAS,SACb,EAAE,MAAM,QAAQ,MAAMA,SAAQ,KAAK,IACnCA,SAAQ,QAAQ,cAChB,EAAE,MAAM,aAAa,WAAWA,SAAQ,UAAU,IAClD,EAAE,MAAM,QAAQ,MAAM,KAAK,UAAUA,QAAO,EAAE;AAAA,EACtD;AAEN,QAAM,eAAe,QAAQ;AAI7B,SAAO;AAAA,IACL;AAAA,IACA;AAAA,KACI,gBACJ,OAAO,iBAAiB,YACxB,OAAO,KAAK,YAAY,EAAE,SAAS,IAC/B,EAAE,eAAe,aAAa,IAC9B,CAAC;AAET;;;AC7fA,SAAS,iBAAiB,KAAqB;AAC7C,SAAO,IAAI,QAAQ,UAAU,CAAC,WAAW,IAAI,OAAO,YAAY,CAAC,EAAE;AACrE;AAEO,SAAS,uBACd,KACA,WAC2B;AAC3B,MAAI,MAAM,QAAQ,GAAG,GAAG;AACtB,WAAO,IAAI;AAAA,MAAI,CAAC,SACd,uBAAuB,IAAI;AAAA,IAC7B;AAAA,EACF,WAAW,OAAO,QAAQ,YAAY,QAAQ,MAAM;AAClD,UAAM,SAAc,CAAC;AACrB,eAAW,OAAO,KAAK;AACrB,UAAI,IAAI,eAAe,GAAG,GAAG;AAC3B,cAAM,SAAS,iBAAiB,GAAG;AAEnC,YACG,cAAc,cACb,CAAC,OAAO,KAAK,4BAA4B,KAAK,EAAE,SAAS,MAAM,KAChE,cAAc,YACb,CAAC,OAAO,KAAK,yBAAyB,KAAK,EAAE,SAAS,MAAM,GAC9D;AACA,iBAAO,GAAG,IAAK,IAAY,GAAG;AAAA,QAChC,OAAO;AACL,iBAAO,MAAM,IAAI,uBAAwB,IAAY,GAAG,GAAG,MAAM;AAAA,QACnE;AAAA,MACF;AAAA,IACF;AACA,WAAO;AAAA,EACT,OAAO;AACL,WAAO;AAAA,EACT;AACF;;;AJxBO,IAAM,YAAN,cAAwB,aAAa;AAAA,EAI1C,YAAY;AAAA,IACV;AAAA,IACA,YAAW,sBAAQ,IAAI,uBAAZ,YAAkC;AAAA,EAC/C,IAGI,CAAC,GAAG;AACN,UAAM;AACN,UAAM,UAAU,0BAAU,QAAQ,IAAI;AACtC,QAAI,CAAC,SAAS;AACZ,YAAM,QAAQ,IAAI;AAAA,QAChB;AAAA,MACF;AACA,WAAK,KAAK,SAAS,KAAK;AAAA,IAC1B;AACA,SAAK,SAAS;AACd,SAAK,WAAW;AAAA,EAClB;AAAA,EAEA,SAAS;AAAA,IACP;AAAA,IACA;AAAA,EACF,IAA+C,CAAC,GAAG;AACjD,WAAO,IAAI,eAAe;AAAA,MACxB,QAAQ;AAAA,MACR,SAAS,4BAAW,SAAS,OAAO,CAAC;AAAA,MACrC;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,UAAU,QAA6B;AAC3C,UAAM,UAAU,CAAC,KAAM,KAAM,KAAM,KAAM,IAAK;AAC9C,eAAW,eAAe,SAAS;AACjC,UAAI;AACF,cAAM,KAAK,WAAW,MAAM;AAC5B;AAAA,MACF,SAAS,GAAG;AACV,gBAAQ;AAAA,UACN,8DACE,cAAc,GAChB;AAAA,QACF;AACA,cAAM,IAAI,QAAQ,CAAC,YAAY,WAAW,SAAS,WAAW,CAAC;AAAA,MACjE;AAAA,IACF;AACA,YAAQ,KAAK,0DAAgD;AAAA,EAC/D;AAAA,EAEA,MAAM,WAAW,QAA6B;AAC5C,QAAI,OAAO,MAAM,WAAW,GAAG;AAC7B;AAAA,IACF;AAEA,QAAI,CAAC,KAAK,QAAQ;AAChB,YAAM,QAAQ,IAAI;AAAA,QAChB;AAAA,MACF;AACA,WAAK,KAAK,SAAS,KAAK;AACxB;AAAA,IACF;AAEA,UAAM,WAAW,MAAM,MAAM,GAAG,KAAK,QAAQ,kBAAkB;AAAA,MAC7D,QAAQ;AAAA,MACR,SAAS;AAAA,QACP,gBAAgB,KAAK;AAAA,QACrB,gBAAgB;AAAA,MAClB;AAAA,MACA,MAAM,KAAK,UAAU,MAAM;AAAA,IAC7B,CAAC;AAED,QAAI,SAAS,WAAW,KAAK;AAC3B,YAAM,QAAQ,IAAI;AAAA,QAChB;AAAA,MACF;AACA,WAAK,KAAK,SAAS,KAAK;AACxB;AAAA,IACF;AACA,QAAI,CAAC,SAAS,IAAI;AAChB,YAAM,QAAQ,IAAI;AAAA,QAChB,iCAAiC,SAAS,MAAM;AAAA,MAClD;AACA,WAAK,KAAK,SAAS,KAAK;AACxB,YAAM;AAAA,IACR;AAAA,EACF;AACF;AAsBO,IAAM,iBAAN,MAAqB;AAAA,EAU1B,YAAY;AAAA,IACV;AAAA,IACA;AAAA,IACA;AAAA,EACF,GAIG;AAdH,yBAA4C,CAAC;AAE7C,uBAAgC,CAAC;AA+EjC,yBAAgB,CAAC;AAAA,MACf;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA,SAAS;AAAA,MACT;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF,MAAiC;AA1QnC;AA2QI,YAAM,yBAAyB,KAAK,YAAY;AAAA,QAC9C,CAAC,MACC,gBAAgB,kBAAkB,KAAK,EAAE,iBAAiB;AAAA,MAC9D;AAEA,YAAM,oBACJ,2BAA2B,KACvB,KAAK,YAAY,sBAAsB,IACvC;AAEN,YAAM,mBAAqC;AAAA,QACzC;AAAA,SACI,WAAW,UAAa,EAAE,OAAO,IACjC,UAAU,UAAa,EAAE,MAAM,IAC/B,UAAU,UAAa,EAAE,MAAM,IAC/B,YAAY,UAAa,EAAE,QAAQ;AAGzC,UAAI,QAAQ;AACZ,UAAI,CAAC,OAAO;AACV,gBAAQ,KAAK,UAAU;AAAA,UACrB,MAAM;AAAA,QACR,CAAC;AAAA,MACH;AACA,UAAI,MAAM,SAAS,cAAc;AAC/B,gBAAQ,MAAM,UAAU,EAAE,MAAM,aAAa,CAAC;AAAA,MAChD;AAEA,YAAM,OAAO;AAAA,QACX;AAAA,QACA,QAAQ;AAAA,UACN,MAAM;AAAA,UACN,OAAO;AAAA,QACT;AAAA,QACA;AAAA,QACA,YAAY,aACR;AAAA,UACE,YAAW,gBAAW,cAAX,YAAwB,MAAM,WAAW;AAAA,UACpD,aAAY,gBAAW,eAAX,YAAyB;AAAA,QACvC,IACA;AAAA,MACN,CAAC;AACD,YAAM,IAAI;AAEV,YAAM,aAA6B;AAAA,QACjC,cAAc,sCAAgB,QAAQ,OAAO,CAAC;AAAA,QAC9C,QAAQ,MAAM;AAAA,QACd;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA,OAAO,QAAQ,aAAa,KAAK,IAAI;AAAA,QACrC,YAAY,kCAAc;AAAA,UACxB,WAAW,MAAM,WAAW;AAAA,UAC5B,YAAY,MAAM,WAAW;AAAA,QAC/B;AAAA,MACF;AAEA,UAAI,qBAAqB,2BAA2B,IAAI;AACtD,aAAK,YAAY,sBAAsB,IAAI,kCACtC,oBACA;AAAA,MAEP,OAAO;AACL,aAAK,YAAY,KAAK,UAAU;AAAA,MAClC;AAAA,IACF;AAtJE,SAAK,SAAS;AACd,SAAK,UAAU;AACf,SAAK,WAAW,iCACX,WADW;AAAA,MAEd,YAAY;AAAA,MACZ,aAAa;AAAA,IACf;AAAA,EACF;AAAA,EAEA,OAAO,EAAE,SAAS,GAA2B;AApM/C;AAqMI,SAAK,WAAW,iDACX,KAAK,WACL,WACC,OAAO,SAAS,WAAW,cAC3B;AAAA,MACE,QAAQ;AAAA,QACN,IAAI,gBAAK,aAAL,mBAAe,WAAf,YAAyB,CAAC;AAAA,QAC9B,IAAI,cAAS,WAAT,YAAmB,CAAC;AAAA,MAC1B;AAAA,IACF,IACA,CAAC;AAAA,EAET;AAAA,EAEA,eAAe,MAAqB;AAClC,SAAK,cAAc;AAAA,MACjB,SAAS;AAAA,MACT,UAAU,KAAK;AAAA,IACjB;AAAA,EACF;AAAA,EAEA,iBAAiB;AA1NnB;AA2NI,YAAO,UAAK,gBAAL,mBAAkB;AAAA,EAC3B;AAAA,EAEA,mBAAmB;AA9NrB;AA+NI,SAAK,eAAc,UAAK,gBAAL,mBAAkB;AAAA,EACvC;AAAA,EAEA,UAAU,QAAoD;AAC5D,UAAM,OAAO,IAAI,cAAc;AAAA,MAC7B,OAAO;AAAA,OACJ,OACJ;AACD,SAAK,eAAe,IAAI;AACxB,WAAO;AAAA,EACT;AAAA,EAEA,aAAa,QAAmD;AAC9D,UAAM,OAAO,IAAI,iBAAiB;AAAA,MAChC,OAAO;AAAA,OACJ,OACJ;AACD,SAAK,eAAe,IAAI;AACxB,WAAO;AAAA,EACT;AAAA,EAEA,aAAa,QAAmD;AAC9D,UAAM,OAAO,IAAI,iBAAiB;AAAA,MAChC,OAAO;AAAA,OACJ,OACJ;AACD,SAAK,eAAe,IAAI;AACxB,WAAO;AAAA,EACT;AAAA,EAwFA,MAAM,SAAS,QAA0D;AACvE,WAAO,SAAS;AAAA,MACd,OAAO;AAAA,OACJ,OACJ;AAAA,EACH;AAAA,EAEA,uBAAuB;AACrB,QAAI,CAAC,KAAK,mBAAmB;AAC3B,WAAK,oBAAoB,IAAI,yBAAyB,EAAE,OAAO,KAAK,CAAC;AAAA,IACvE;AACA,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAkB;AACtB,SAAK,cAAc,KAAK,OAAO,IAAI;AACnC,SAAK,iBAAiB;AACtB,SAAK,iBAAiB;AAAA,EACxB;AAAA,EAEA,mBAAmB;AACjB,iBAAa,KAAK,UAAU;AAC5B,SAAK,aAAa,WAAW,MAAM;AACjC,WAAK,KAAK,UAAU;AAAA,IACtB,GAAG,GAAI;AAAA,EACT;AAAA,EAEA,MAAM,YAAY;AAChB,iBAAa,KAAK,UAAU;AAE5B,QAAI,QAAyC;AAC7C,QAAI;AACF,cAAQ,0BAA0B,MAAM;AAAA,QACtC,UAAU,KAAK;AAAA,QACf,UAAU,uBAAuB,KAAK,UAAU,UAAU;AAAA,QAC1D,OAAO,OAAO,OAAO,KAAK,aAAa;AAAA,QACvC,aAAa,uBAAuB,KAAK,WAAW;AAAA,MACtD,CAAgC;AAAA,IAClC,SAAS,OAAO;AACd,UAAI,iBAAiB,UAAU;AAC7B,gBAAQ,KAAK,gDAAsC;AACnD,gBAAQ,KAAK,aAAa,KAAK,EAAE,OAAO;AAAA,MAC1C;AACA,WAAK,OAAO,KAAK,SAAS,KAAK;AAAA,IACjC;AAEA,QAAI,OAAO;AACT,YAAM,KAAK,OAAO,UAAU,KAAK;AAAA,IACnC;AAAA,EACF;AACF;AAEO,IAAM,gBAAN,MAAM,eAAyC;AAAA,EAapD,YAAY;AAAA,IACV;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,GAAyD;AACvD,SAAK,SAAS,0BAAU,QAAQ,OAAO,CAAC;AACxC,SAAK,WAAW;AAChB,SAAK,QAAQ;AACb,SAAK,OAAO,sBAAQ;AACpB,SAAK,OAAO;AACZ,SAAK,QAAQ;AACb,SAAK,SAAS;AACd,SAAK,QAAQ;AACb,SAAK,aAAa,kCAAc;AAAA,MAC9B,WAAW,KAAK,IAAI;AAAA,IACtB;AACA,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,OAAO,QAA+D;AACpE,QAAI,OAAO,SAAS,IAAI,GAAG;AACzB,YAAM,QAAQ,IAAI;AAAA,QAChB,wBAAwB,KAAK,MAAM;AAAA,MACrC;AACA,WAAK,MAAM,OAAO,KAAK,SAAS,KAAK;AACrC;AAAA,IACF;AAEA,QAAI,OAAO,MAAM;AACf,WAAK,OAAO,OAAO;AAAA,IACrB;AACA,QAAI,UAAU,QAAQ;AACpB,WAAK,OAAO,OAAO;AAAA,IACrB;AACA,QAAI,WAAW,QAAQ;AACrB,WAAK,QAAQ,OAAO;AAAA,IACtB;AACA,QAAI,YAAY,QAAQ;AACtB,WAAK,SAAS,OAAO;AAAA,IACvB;AACA,QAAI,WAAW,QAAQ;AACrB,WAAK,QAAQ,OAAO;AAAA,IACtB;AACA,QAAI,OAAO,YAAY;AACrB,WAAK,aAAa,OAAO;AAAA,IAC3B;AACA,QAAI,aAAa,QAAQ;AACvB,WAAK,UAAU,OAAO;AAAA,IACxB;AAAA,EACF;AAAA,EAEA,UAAU,QAAoD;AAC5D,UAAM,OAAO,IAAI,eAAc;AAAA,MAC7B,OAAO,KAAK;AAAA,MACZ,UAAU,KAAK;AAAA,OACZ,OACJ;AACD,SAAK,MAAM,eAAe,IAAI;AAC9B,WAAO;AAAA,EACT;AAAA,EAEA,aAAa,QAAmD;AAC9D,UAAM,OAAO,IAAI,iBAAiB;AAAA,MAChC,OAAO,KAAK;AAAA,MACZ,UAAU,KAAK;AAAA,OACZ,OACJ;AACD,SAAK,MAAM,eAAe,IAAI;AAC9B,WAAO;AAAA,EACT;AAAA,EAEA,aAAa,QAAmD;AAC9D,UAAM,OAAO,IAAI,iBAAiB;AAAA,MAChC,OAAO,KAAK;AAAA,MACZ,UAAU,KAAK;AAAA,OACZ,OACJ;AACD,SAAK,MAAM,eAAe,IAAI;AAC9B,WAAO;AAAA,EACT;AAAA,EAEA,cAAc,QAA6B;AACzC,SAAK,MAAM,cAAc,iCACpB,SADoB;AAAA,MAEvB,MAAM;AAAA,IACR,EAAC;AAAA,EACH;AAAA,EAEA,MAAM,SAAS,QAA0D;AACvE,WAAO,SAAS;AAAA,MACd,MAAM;AAAA,OACH,OACJ;AAAA,EACH;AAAA,EAEA,IAAI,QAAgE;AAClE,SAAK,WAAW,aAAa,KAAK,IAAI;AACtC,QAAI,QAAQ;AACV,WAAK,OAAO,MAAM;AAAA,IACpB;AAEA,WAAO,OAAO,IAAI;AAElB,QAAI;AACF,YAAM,YAAY,WAAW;AAAA,QAC3B,uBAAuB,gDAClB,OADkB;AAAA,UAErB,OAAO;AAAA,UACP,SAAS,KAAK,MAAM;AAAA,UACpB,YAAY,iCACP,KAAK,aADE;AAAA,YAEV,YAAY,KAAK,WAAW;AAAA,UAC9B;AAAA,YACI,KAAK,SAAS,EAAE,OAAO,aAAa,KAAK,KAAK,EAAE,EACrD;AAAA,MACH;AACA,WAAK,MAAM,MAAM,SAAS;AAAA,IAC5B,SAAS,OAAO;AACd,UAAI,iBAAiB,UAAU;AAC7B,gBAAQ,KAAK,+CAAqC;AAClD,gBAAQ,KAAK,aAAa,KAAK,EAAE,OAAO;AAAA,MAC1C;AACA,WAAK,MAAM,OAAO,KAAK,SAAS,KAAK;AAAA,IACvC;AAAA,EACF;AACF;AAEO,IAAM,mBAAN,cAA+B,cAAwC;AAAA,EAK5E,YAAY,QAA6D;AA/hB3E;AAgiBI,UAAM,mBAAK,OAAQ;AACnB,SAAK,OAAO;AACZ,SAAK,SAAQ,YAAO,UAAP,YAAgB;AAC7B,SAAK,UAAS,YAAO,WAAP,YAAiB,CAAC;AAAA,EAClC;AAAA,EAEA,OAAO,QAAiC;AACtC,UAAM,OAAO,MAAM;AACnB,QAAI,OAAO,OAAO;AAChB,WAAK,QAAQ,OAAO;AAAA,IACtB;AACA,QAAI,OAAO,QAAQ;AACjB,WAAK,SAAS,OAAO;AAAA,IACvB;AAAA,EACF;AAAA,EAEA,IAAI,QAAkC;AACpC,UAAM,IAAI,MAAM;AAAA,EAClB;AACF;AAEO,IAAM,mBAAN,cAA+B,cAAwC;AAAA,EAI5E,YAAY,QAA6D;AAzjB3E;AA0jBI,UAAM,mBAAK,OAAQ;AACnB,SAAK,OAAO;AACZ,SAAK,YAAW,YAAO,aAAP,YAAmB,CAAC;AAAA,EACtC;AAAA,EAEA,OAAO,QAAiC;AACtC,UAAM,OAAO,MAAM;AACnB,QAAI,OAAO,UAAU;AACnB,WAAK,WAAW,OAAO;AAAA,IACzB;AAAA,EACF;AAAA,EAEA,IAAI,QAAkC;AACpC,UAAM,IAAI,MAAM;AAAA,EAClB;AACF;","names":["content"]}
|
|
@@ -1,5 +1,4 @@
|
|
|
1
1
|
import { CoreMessage } from 'ai';
|
|
2
|
-
import modelPrices from 'llm-cost/model_prices_and_context_window.json';
|
|
3
2
|
|
|
4
3
|
type ChatRole = "system" | "user" | "assistant" | "function" | "tool" | "unknown";
|
|
5
4
|
interface FunctionCall {
|
|
@@ -17,6 +16,7 @@ interface ChatMessage$1 {
|
|
|
17
16
|
function_call?: FunctionCall | null;
|
|
18
17
|
tool_calls?: ToolCall[] | null;
|
|
19
18
|
tool_call_id?: string | null;
|
|
19
|
+
name?: string | null;
|
|
20
20
|
}
|
|
21
21
|
type ChatRichContent$1 = {
|
|
22
22
|
type: "text";
|
|
@@ -49,18 +49,23 @@ type Money = {
|
|
|
49
49
|
currency: string;
|
|
50
50
|
amount: number;
|
|
51
51
|
};
|
|
52
|
-
interface
|
|
52
|
+
interface EvaluationResult {
|
|
53
53
|
status: "processed" | "skipped" | "error";
|
|
54
|
-
passed
|
|
54
|
+
passed?: boolean | null;
|
|
55
55
|
score?: number | null;
|
|
56
|
+
label?: string | null;
|
|
56
57
|
details?: string | null;
|
|
57
58
|
cost?: Money | null;
|
|
58
59
|
}
|
|
59
60
|
interface TypedValueGuardrailResult {
|
|
60
61
|
type: "guardrail_result";
|
|
61
|
-
value:
|
|
62
|
+
value: EvaluationResult;
|
|
63
|
+
}
|
|
64
|
+
interface TypedValueEvaluationResult {
|
|
65
|
+
type: "evaluation_result";
|
|
66
|
+
value: EvaluationResult;
|
|
62
67
|
}
|
|
63
|
-
type SpanInputOutput$1 = TypedValueText | TypedValueChatMessages | TypedValueGuardrailResult | TypedValueJson | TypedValueRaw | {
|
|
68
|
+
type SpanInputOutput$1 = TypedValueText | TypedValueChatMessages | TypedValueGuardrailResult | TypedValueEvaluationResult | TypedValueJson | TypedValueRaw | {
|
|
64
69
|
type: "list";
|
|
65
70
|
value: SpanInputOutput$1[];
|
|
66
71
|
};
|
|
@@ -75,19 +80,32 @@ interface SpanMetrics {
|
|
|
75
80
|
tokens_estimated?: boolean | null;
|
|
76
81
|
cost?: number | null;
|
|
77
82
|
}
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
83
|
+
type ReservedSpanParams = {
|
|
84
|
+
frequency_penalty?: number | null;
|
|
85
|
+
logit_bias?: Record<string, number> | null;
|
|
86
|
+
logprobs?: boolean | null;
|
|
87
|
+
top_logprobs?: number | null;
|
|
88
|
+
max_tokens?: number | null;
|
|
89
|
+
n?: number | null;
|
|
90
|
+
presence_penalty?: number | null;
|
|
91
|
+
seed?: number | null;
|
|
92
|
+
stop?: string | string[] | null;
|
|
93
|
+
stream?: boolean | null;
|
|
94
|
+
temperature?: number | null;
|
|
95
|
+
top_p?: number | null;
|
|
96
|
+
tools?: Record<string, any>[] | null;
|
|
97
|
+
tool_choice?: Record<string, any> | string | null;
|
|
98
|
+
parallel_tool_calls?: boolean | null;
|
|
99
|
+
functions?: Record<string, any>[] | null;
|
|
100
|
+
user?: string | null;
|
|
101
|
+
};
|
|
102
|
+
type SpanParams = ReservedSpanParams & Record<string, any>;
|
|
85
103
|
interface SpanTimestamps {
|
|
86
104
|
started_at: number;
|
|
87
105
|
first_token_at?: number | null;
|
|
88
106
|
finished_at: number;
|
|
89
107
|
}
|
|
90
|
-
type SpanTypes = "span" | "llm" | "chain" | "tool" | "agent" | "rag" | "guardrail" | "unknown";
|
|
108
|
+
type SpanTypes = "span" | "llm" | "chain" | "tool" | "agent" | "rag" | "guardrail" | "evaluation" | "workflow" | "component" | "server" | "client" | "producer" | "consumer" | "task" | "unknown";
|
|
91
109
|
interface BaseSpan$1 {
|
|
92
110
|
span_id: string;
|
|
93
111
|
parent_id?: string | null;
|
|
@@ -99,12 +117,12 @@ interface BaseSpan$1 {
|
|
|
99
117
|
error?: ErrorCapture | null;
|
|
100
118
|
timestamps: SpanTimestamps;
|
|
101
119
|
metrics?: SpanMetrics | null;
|
|
120
|
+
params?: SpanParams | null;
|
|
102
121
|
}
|
|
103
122
|
interface LLMSpan$1 extends BaseSpan$1 {
|
|
104
123
|
type: "llm";
|
|
105
124
|
vendor?: string | null;
|
|
106
|
-
model
|
|
107
|
-
params: SpanParams;
|
|
125
|
+
model?: string | null;
|
|
108
126
|
}
|
|
109
127
|
interface RAGChunk {
|
|
110
128
|
document_id?: string | null;
|
|
@@ -131,25 +149,35 @@ type TraceOutput = {
|
|
|
131
149
|
embeddings: number[];
|
|
132
150
|
};
|
|
133
151
|
};
|
|
152
|
+
type PrimitiveType = string | number | boolean | null | undefined;
|
|
153
|
+
type ReservedTraceMetadata = {
|
|
154
|
+
thread_id?: string | null;
|
|
155
|
+
user_id?: string | null;
|
|
156
|
+
customer_id?: string | null;
|
|
157
|
+
labels?: string[] | null;
|
|
158
|
+
topic_id?: string | null;
|
|
159
|
+
subtopic_id?: string | null;
|
|
160
|
+
sdk_version?: string | null;
|
|
161
|
+
sdk_language?: string | null;
|
|
162
|
+
};
|
|
163
|
+
type CustomMetadata = Record<string, PrimitiveType | PrimitiveType[] | Record<string, PrimitiveType> | Record<string, Record<string, PrimitiveType>>>;
|
|
164
|
+
type TraceMetadata = ReservedTraceMetadata & CustomMetadata;
|
|
134
165
|
type Trace = {
|
|
135
166
|
trace_id: string;
|
|
136
167
|
project_id: string;
|
|
137
|
-
metadata:
|
|
138
|
-
thread_id?: string;
|
|
139
|
-
user_id?: string;
|
|
140
|
-
customer_id?: string;
|
|
141
|
-
labels?: string[];
|
|
142
|
-
topic_id?: string;
|
|
143
|
-
subtopic_id?: string;
|
|
144
|
-
};
|
|
168
|
+
metadata: TraceMetadata;
|
|
145
169
|
timestamps: {
|
|
146
170
|
started_at: number;
|
|
147
171
|
inserted_at: number;
|
|
148
172
|
updated_at: number;
|
|
149
173
|
};
|
|
150
|
-
input
|
|
174
|
+
input?: TraceInput;
|
|
151
175
|
output?: TraceOutput;
|
|
152
|
-
|
|
176
|
+
contexts?: RAGChunk[];
|
|
177
|
+
expected_output?: {
|
|
178
|
+
value: string;
|
|
179
|
+
};
|
|
180
|
+
metrics?: {
|
|
153
181
|
first_token_ms?: number | null;
|
|
154
182
|
total_time_ms?: number | null;
|
|
155
183
|
prompt_tokens?: number | null;
|
|
@@ -159,10 +187,39 @@ type Trace = {
|
|
|
159
187
|
};
|
|
160
188
|
error?: ErrorCapture | null;
|
|
161
189
|
indexing_md5s?: string[];
|
|
190
|
+
events?: Event[];
|
|
191
|
+
evaluations?: Evaluation[];
|
|
162
192
|
};
|
|
163
|
-
type
|
|
164
|
-
|
|
165
|
-
|
|
193
|
+
type EvaluationStatus = "scheduled" | "in_progress" | "error" | "skipped" | "processed";
|
|
194
|
+
type Evaluation = {
|
|
195
|
+
evaluation_id: string;
|
|
196
|
+
evaluator_id: string;
|
|
197
|
+
span_id?: string | null;
|
|
198
|
+
name: string;
|
|
199
|
+
type?: string | null;
|
|
200
|
+
is_guardrail?: boolean | null;
|
|
201
|
+
status: EvaluationStatus;
|
|
202
|
+
passed?: boolean | null;
|
|
203
|
+
score?: number | null;
|
|
204
|
+
label?: string | null;
|
|
205
|
+
details?: string | null;
|
|
206
|
+
error?: ErrorCapture | null;
|
|
207
|
+
retries?: number | null;
|
|
208
|
+
timestamps: {
|
|
209
|
+
inserted_at?: number | null;
|
|
210
|
+
started_at?: number | null;
|
|
211
|
+
finished_at?: number | null;
|
|
212
|
+
updated_at?: number | null;
|
|
213
|
+
};
|
|
214
|
+
};
|
|
215
|
+
type RESTEvaluation$1 = Omit<Evaluation, "evaluation_id" | "evaluator_id" | "status" | "timestamps" | "retries"> & {
|
|
216
|
+
evaluation_id?: string | null;
|
|
217
|
+
evaluator_id?: string | null;
|
|
218
|
+
status?: "processed" | "skipped" | "error" | null;
|
|
219
|
+
timestamps?: {
|
|
220
|
+
started_at?: number | null;
|
|
221
|
+
finished_at?: number | null;
|
|
222
|
+
} | null;
|
|
166
223
|
};
|
|
167
224
|
type CollectorRESTParams = {
|
|
168
225
|
trace_id?: string | null | undefined;
|
|
@@ -172,7 +229,23 @@ type CollectorRESTParams = {
|
|
|
172
229
|
thread_id?: string | null | undefined;
|
|
173
230
|
customer_id?: string | null | undefined;
|
|
174
231
|
labels?: string[] | null | undefined;
|
|
175
|
-
|
|
232
|
+
sdk_version?: string | null | undefined;
|
|
233
|
+
sdk_language?: string | null | undefined;
|
|
234
|
+
} & CustomMetadata;
|
|
235
|
+
expected_output?: string | null;
|
|
236
|
+
evaluations?: RESTEvaluation$1[];
|
|
237
|
+
};
|
|
238
|
+
type Event = {
|
|
239
|
+
event_id: string;
|
|
240
|
+
event_type: string;
|
|
241
|
+
project_id: string;
|
|
242
|
+
metrics: Record<string, number>;
|
|
243
|
+
event_details: Record<string, string>;
|
|
244
|
+
trace_id: string;
|
|
245
|
+
timestamps: {
|
|
246
|
+
started_at: number;
|
|
247
|
+
inserted_at: number;
|
|
248
|
+
updated_at: number;
|
|
176
249
|
};
|
|
177
250
|
};
|
|
178
251
|
|
|
@@ -202,13 +275,17 @@ type PendingSpan<T extends BaseSpan> = Omit<T, "traceId" | "timestamps"> & {
|
|
|
202
275
|
type BaseSpan = ConvertServerSpan<BaseSpan$1>;
|
|
203
276
|
type PendingBaseSpan = PendingSpan<BaseSpan>;
|
|
204
277
|
type LLMSpan = ConvertServerSpan<Omit<LLMSpan$1, "vendor" | "model">> & {
|
|
205
|
-
model:
|
|
278
|
+
model: string;
|
|
206
279
|
};
|
|
207
280
|
type PendingLLMSpan = PendingSpan<LLMSpan>;
|
|
208
281
|
type RAGSpan = ConvertServerSpan<RAGSpan$1>;
|
|
209
282
|
type PendingRAGSpan = PendingSpan<RAGSpan>;
|
|
283
|
+
type RESTEvaluation = SnakeToCamelCaseNested<Omit<RESTEvaluation$1, "error">> & {
|
|
284
|
+
error?: RESTEvaluation$1["error"];
|
|
285
|
+
};
|
|
210
286
|
|
|
211
287
|
declare function convertFromVercelAIMessages(messages: CoreMessage[]): ChatMessage[];
|
|
212
288
|
declare const captureError: (error: unknown) => ErrorCapture;
|
|
289
|
+
declare const autoconvertTypedValues: (value: unknown) => SpanInputOutput;
|
|
213
290
|
|
|
214
|
-
export { type BaseSpan as B, type CollectorRESTParams as C, type LLMSpan as L, type Metadata as M, type PendingBaseSpan as P, type
|
|
291
|
+
export { type BaseSpan as B, type CollectorRESTParams as C, type LLMSpan as L, type Metadata as M, type PendingBaseSpan as P, type RAGChunk as R, type Span as S, type RESTEvaluation as a, type PendingLLMSpan as b, type PendingRAGSpan as c, type SpanTypes as d, type ChatMessage as e, type ChatRichContent as f, type RAGSpan as g, type SpanInputOutput as h, autoconvertTypedValues as i, captureError as j, convertFromVercelAIMessages as k };
|