langwatch 0.2.0 → 0.3.0-prerelease.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +7 -0
- package/README.md +268 -1
- package/dist/chunk-4BZATFKJ.mjs +181 -0
- package/dist/chunk-4BZATFKJ.mjs.map +1 -0
- package/dist/chunk-CSC3CMIT.mjs +118 -0
- package/dist/chunk-CSC3CMIT.mjs.map +1 -0
- package/dist/chunk-F63YKTXA.mjs +47 -0
- package/dist/chunk-F63YKTXA.mjs.map +1 -0
- package/dist/chunk-G3AUABT7.js +4 -0
- package/dist/chunk-G3AUABT7.js.map +1 -0
- package/dist/chunk-HPC6Z7J4.js +118 -0
- package/dist/chunk-HPC6Z7J4.js.map +1 -0
- package/dist/chunk-KGDAENGD.js +50 -0
- package/dist/chunk-KGDAENGD.js.map +1 -0
- package/dist/chunk-LD74LVRU.js +47 -0
- package/dist/chunk-LD74LVRU.js.map +1 -0
- package/dist/chunk-OM7VY3XT.mjs +4 -0
- package/dist/chunk-PCQVQ7SB.js +45 -0
- package/dist/chunk-PCQVQ7SB.js.map +1 -0
- package/dist/chunk-PMBEK6YE.mjs +424 -0
- package/dist/chunk-PMBEK6YE.mjs.map +1 -0
- package/dist/chunk-PR3JDWC3.mjs +50 -0
- package/dist/chunk-PR3JDWC3.mjs.map +1 -0
- package/dist/chunk-PTJ6AAI7.js +360 -0
- package/dist/chunk-PTJ6AAI7.js.map +1 -0
- package/dist/chunk-QEWDG5QE.mjs +45 -0
- package/dist/chunk-QEWDG5QE.mjs.map +1 -0
- package/dist/chunk-REUCVT7A.mjs +39 -0
- package/dist/chunk-REUCVT7A.mjs.map +1 -0
- package/dist/chunk-SVJ7SCGB.js +424 -0
- package/dist/chunk-SVJ7SCGB.js.map +1 -0
- package/dist/chunk-VJSOCNPA.js +181 -0
- package/dist/chunk-VJSOCNPA.js.map +1 -0
- package/dist/chunk-WM2GRSRW.js +39 -0
- package/dist/chunk-WM2GRSRW.js.map +1 -0
- package/dist/chunk-Z5J5UI5E.mjs +360 -0
- package/dist/chunk-Z5J5UI5E.mjs.map +1 -0
- package/dist/client-B2HqIKg6.d.ts +51 -0
- package/dist/client-XyCqclCi.d.mts +51 -0
- package/dist/client-browser.d.mts +8 -0
- package/dist/client-browser.d.ts +8 -0
- package/dist/client-browser.js +83 -0
- package/dist/client-browser.js.map +1 -0
- package/dist/client-browser.mjs +83 -0
- package/dist/client-browser.mjs.map +1 -0
- package/dist/client-node.d.mts +8 -0
- package/dist/client-node.d.ts +8 -0
- package/dist/client-node.js +90 -0
- package/dist/client-node.js.map +1 -0
- package/dist/client-node.mjs +90 -0
- package/dist/client-node.mjs.map +1 -0
- package/dist/evaluation/index.d.mts +897 -0
- package/dist/evaluation/index.d.ts +897 -0
- package/dist/evaluation/index.js +13 -0
- package/dist/evaluation/index.js.map +1 -0
- package/dist/evaluation/index.mjs +13 -0
- package/dist/evaluation/index.mjs.map +1 -0
- package/dist/filterable-batch-span-processor-zO5kcjBY.d.mts +64 -0
- package/dist/filterable-batch-span-processor-zO5kcjBY.d.ts +64 -0
- package/dist/index.d.mts +45 -1027
- package/dist/index.d.ts +45 -1027
- package/dist/index.js +11 -27291
- package/dist/index.js.map +1 -1
- package/dist/index.mjs +23 -956
- package/dist/index.mjs.map +1 -1
- package/dist/observability/index.d.mts +260 -0
- package/dist/observability/index.d.ts +260 -0
- package/dist/observability/index.js +20 -0
- package/dist/observability/index.js.map +1 -0
- package/dist/observability/index.mjs +20 -0
- package/dist/observability/index.mjs.map +1 -0
- package/dist/observability/instrumentation/langchain/index.d.mts +40 -0
- package/dist/observability/instrumentation/langchain/index.d.ts +40 -0
- package/dist/observability/instrumentation/langchain/index.js +666 -0
- package/dist/observability/instrumentation/langchain/index.js.map +1 -0
- package/dist/observability/instrumentation/langchain/index.mjs +666 -0
- package/dist/observability/instrumentation/langchain/index.mjs.map +1 -0
- package/dist/prompt/index.d.mts +10 -0
- package/dist/prompt/index.d.ts +10 -0
- package/dist/prompt/index.js +18 -0
- package/dist/prompt/index.js.map +1 -0
- package/dist/prompt/index.mjs +18 -0
- package/dist/prompt/index.mjs.map +1 -0
- package/dist/prompt-BXJWdbQp.d.mts +1967 -0
- package/dist/prompt-BXJWdbQp.d.ts +1967 -0
- package/dist/record-evaluation-CmxMXa-3.d.mts +25 -0
- package/dist/record-evaluation-CmxMXa-3.d.ts +25 -0
- package/dist/trace-D-bZOuqb.d.mts +622 -0
- package/dist/trace-G2312klE.d.ts +622 -0
- package/package.json +86 -37
- package/.eslintrc.cjs +0 -37
- package/copy-types.sh +0 -17
- package/dist/chunk-LKD2K67J.mjs +0 -717
- package/dist/chunk-LKD2K67J.mjs.map +0 -1
- package/dist/utils-Cv-rUjJ1.d.mts +0 -313
- package/dist/utils-Cv-rUjJ1.d.ts +0 -313
- package/dist/utils.d.mts +0 -2
- package/dist/utils.d.ts +0 -2
- package/dist/utils.js +0 -709
- package/dist/utils.js.map +0 -1
- package/dist/utils.mjs +0 -11
- package/example/.env.example +0 -12
- package/example/.eslintrc.json +0 -26
- package/example/LICENSE +0 -13
- package/example/README.md +0 -12
- package/example/app/(chat)/chat/[id]/page.tsx +0 -60
- package/example/app/(chat)/layout.tsx +0 -14
- package/example/app/(chat)/page.tsx +0 -27
- package/example/app/actions.ts +0 -156
- package/example/app/globals.css +0 -76
- package/example/app/guardrails/page.tsx +0 -26
- package/example/app/langchain/page.tsx +0 -27
- package/example/app/langchain-rag/page.tsx +0 -28
- package/example/app/late-update/page.tsx +0 -27
- package/example/app/layout.tsx +0 -64
- package/example/app/login/actions.ts +0 -71
- package/example/app/login/page.tsx +0 -18
- package/example/app/manual/page.tsx +0 -27
- package/example/app/new/page.tsx +0 -5
- package/example/app/opengraph-image.png +0 -0
- package/example/app/share/[id]/page.tsx +0 -58
- package/example/app/signup/actions.ts +0 -111
- package/example/app/signup/page.tsx +0 -18
- package/example/app/twitter-image.png +0 -0
- package/example/auth.config.ts +0 -42
- package/example/auth.ts +0 -45
- package/example/components/button-scroll-to-bottom.tsx +0 -36
- package/example/components/chat-history.tsx +0 -49
- package/example/components/chat-list.tsx +0 -52
- package/example/components/chat-message-actions.tsx +0 -40
- package/example/components/chat-message.tsx +0 -80
- package/example/components/chat-panel.tsx +0 -139
- package/example/components/chat-share-dialog.tsx +0 -95
- package/example/components/chat.tsx +0 -84
- package/example/components/clear-history.tsx +0 -75
- package/example/components/empty-screen.tsx +0 -38
- package/example/components/external-link.tsx +0 -29
- package/example/components/footer.tsx +0 -19
- package/example/components/header.tsx +0 -114
- package/example/components/login-button.tsx +0 -42
- package/example/components/login-form.tsx +0 -97
- package/example/components/markdown.tsx +0 -9
- package/example/components/prompt-form.tsx +0 -115
- package/example/components/providers.tsx +0 -17
- package/example/components/sidebar-actions.tsx +0 -125
- package/example/components/sidebar-desktop.tsx +0 -19
- package/example/components/sidebar-footer.tsx +0 -16
- package/example/components/sidebar-item.tsx +0 -124
- package/example/components/sidebar-items.tsx +0 -42
- package/example/components/sidebar-list.tsx +0 -38
- package/example/components/sidebar-mobile.tsx +0 -31
- package/example/components/sidebar-toggle.tsx +0 -24
- package/example/components/sidebar.tsx +0 -21
- package/example/components/signup-form.tsx +0 -95
- package/example/components/stocks/events-skeleton.tsx +0 -31
- package/example/components/stocks/events.tsx +0 -30
- package/example/components/stocks/index.tsx +0 -36
- package/example/components/stocks/message.tsx +0 -134
- package/example/components/stocks/spinner.tsx +0 -16
- package/example/components/stocks/stock-purchase.tsx +0 -146
- package/example/components/stocks/stock-skeleton.tsx +0 -22
- package/example/components/stocks/stock.tsx +0 -210
- package/example/components/stocks/stocks-skeleton.tsx +0 -9
- package/example/components/stocks/stocks.tsx +0 -67
- package/example/components/tailwind-indicator.tsx +0 -14
- package/example/components/theme-toggle.tsx +0 -31
- package/example/components/ui/alert-dialog.tsx +0 -141
- package/example/components/ui/badge.tsx +0 -36
- package/example/components/ui/button.tsx +0 -57
- package/example/components/ui/codeblock.tsx +0 -148
- package/example/components/ui/dialog.tsx +0 -122
- package/example/components/ui/dropdown-menu.tsx +0 -205
- package/example/components/ui/icons.tsx +0 -507
- package/example/components/ui/input.tsx +0 -25
- package/example/components/ui/label.tsx +0 -26
- package/example/components/ui/select.tsx +0 -164
- package/example/components/ui/separator.tsx +0 -31
- package/example/components/ui/sheet.tsx +0 -140
- package/example/components/ui/sonner.tsx +0 -31
- package/example/components/ui/switch.tsx +0 -29
- package/example/components/ui/textarea.tsx +0 -24
- package/example/components/ui/tooltip.tsx +0 -30
- package/example/components/user-menu.tsx +0 -53
- package/example/components.json +0 -17
- package/example/instrumentation.ts +0 -11
- package/example/lib/chat/guardrails.tsx +0 -181
- package/example/lib/chat/langchain-rag.tsx +0 -191
- package/example/lib/chat/langchain.tsx +0 -112
- package/example/lib/chat/late-update.tsx +0 -208
- package/example/lib/chat/manual.tsx +0 -605
- package/example/lib/chat/vercel-ai.tsx +0 -576
- package/example/lib/hooks/use-copy-to-clipboard.tsx +0 -33
- package/example/lib/hooks/use-enter-submit.tsx +0 -23
- package/example/lib/hooks/use-local-storage.ts +0 -24
- package/example/lib/hooks/use-scroll-anchor.tsx +0 -86
- package/example/lib/hooks/use-sidebar.tsx +0 -60
- package/example/lib/hooks/use-streamable-text.ts +0 -25
- package/example/lib/types.ts +0 -41
- package/example/lib/utils.ts +0 -89
- package/example/middleware.ts +0 -8
- package/example/next-env.d.ts +0 -5
- package/example/next.config.js +0 -16
- package/example/package-lock.json +0 -10917
- package/example/package.json +0 -84
- package/example/pnpm-lock.yaml +0 -5712
- package/example/postcss.config.js +0 -6
- package/example/prettier.config.cjs +0 -34
- package/example/public/apple-touch-icon.png +0 -0
- package/example/public/favicon-16x16.png +0 -0
- package/example/public/favicon.ico +0 -0
- package/example/public/next.svg +0 -1
- package/example/public/thirteen.svg +0 -1
- package/example/public/vercel.svg +0 -1
- package/example/tailwind.config.ts +0 -81
- package/example/tsconfig.json +0 -35
- package/src/LangWatchExporter.ts +0 -96
- package/src/evaluations.ts +0 -219
- package/src/index.test.ts +0 -402
- package/src/index.ts +0 -596
- package/src/langchain.ts +0 -557
- package/src/server/types/.gitkeep +0 -0
- package/src/typeUtils.ts +0 -89
- package/src/types.ts +0 -82
- package/src/utils.ts +0 -205
- package/ts-to-zod.config.js +0 -24
- package/tsconfig.json +0 -32
- package/tsup.config.ts +0 -10
- package/vitest.config.ts +0 -8
- /package/dist/{utils.mjs.map → chunk-OM7VY3XT.mjs.map} +0 -0
|
@@ -0,0 +1,424 @@
|
|
|
1
|
+
import {
|
|
2
|
+
ATTR_LANGWATCH_EVALUATION_CUSTOM,
|
|
3
|
+
ATTR_LANGWATCH_GEN_AI_LOG_EVENT_BODY,
|
|
4
|
+
ATTR_LANGWATCH_GEN_AI_LOG_EVENT_IMPOSTER,
|
|
5
|
+
ATTR_LANGWATCH_INPUT,
|
|
6
|
+
ATTR_LANGWATCH_METRICS,
|
|
7
|
+
ATTR_LANGWATCH_OUTPUT,
|
|
8
|
+
ATTR_LANGWATCH_PROMPT_ID,
|
|
9
|
+
ATTR_LANGWATCH_PROMPT_SELECTED_ID,
|
|
10
|
+
ATTR_LANGWATCH_PROMPT_VERSION_ID,
|
|
11
|
+
ATTR_LANGWATCH_PROMPT_VERSION_NUMBER,
|
|
12
|
+
ATTR_LANGWATCH_RAG_CONTEXTS,
|
|
13
|
+
ATTR_LANGWATCH_SPAN_TYPE,
|
|
14
|
+
LOG_EVNT_GEN_AI_ASSISTANT_MESSAGE,
|
|
15
|
+
LOG_EVNT_GEN_AI_CHOICE,
|
|
16
|
+
LOG_EVNT_GEN_AI_SYSTEM_MESSAGE,
|
|
17
|
+
LOG_EVNT_GEN_AI_TOOL_MESSAGE,
|
|
18
|
+
LOG_EVNT_GEN_AI_USER_MESSAGE,
|
|
19
|
+
__spreadProps,
|
|
20
|
+
__spreadValues
|
|
21
|
+
} from "./chunk-4BZATFKJ.mjs";
|
|
22
|
+
|
|
23
|
+
// src/observability/trace.ts
|
|
24
|
+
import {
|
|
25
|
+
trace as otelTrace,
|
|
26
|
+
SpanStatusCode as SpanStatusCode2
|
|
27
|
+
} from "@opentelemetry/api";
|
|
28
|
+
|
|
29
|
+
// src/observability/span.ts
|
|
30
|
+
import semconv from "@opentelemetry/semantic-conventions/incubating";
|
|
31
|
+
|
|
32
|
+
// src/evaluation/record-evaluation.ts
|
|
33
|
+
import { SpanStatusCode } from "@opentelemetry/api";
|
|
34
|
+
import { generate } from "xksuid";
|
|
35
|
+
|
|
36
|
+
// src/evaluation/tracer.ts
|
|
37
|
+
var tracer = getLangWatchTracer("langwatch.evaluation");
|
|
38
|
+
|
|
39
|
+
// src/evaluation/record-evaluation.ts
|
|
40
|
+
function recordEvaluation(details, attributes) {
|
|
41
|
+
var _a, _b;
|
|
42
|
+
let result;
|
|
43
|
+
const status = details.status || "processed";
|
|
44
|
+
if (status === "skipped") {
|
|
45
|
+
result = {
|
|
46
|
+
status: "skipped",
|
|
47
|
+
details: details.details
|
|
48
|
+
};
|
|
49
|
+
} else if (status === "error") {
|
|
50
|
+
result = {
|
|
51
|
+
status: "error",
|
|
52
|
+
error_type: ((_a = details.error) == null ? void 0 : _a.name) || "Unknown",
|
|
53
|
+
details: details.details || ((_b = details.error) == null ? void 0 : _b.message) || "Unknown error"
|
|
54
|
+
};
|
|
55
|
+
} else {
|
|
56
|
+
result = {
|
|
57
|
+
status: "processed",
|
|
58
|
+
passed: details.passed,
|
|
59
|
+
score: details.score,
|
|
60
|
+
label: details.label,
|
|
61
|
+
details: details.details
|
|
62
|
+
};
|
|
63
|
+
if (details.cost) {
|
|
64
|
+
result.cost = typeof details.cost === "number" ? { currency: "USD", amount: details.cost } : details.cost;
|
|
65
|
+
}
|
|
66
|
+
}
|
|
67
|
+
tracer.startActiveSpan("record evaluation", (span) => {
|
|
68
|
+
var _a2;
|
|
69
|
+
try {
|
|
70
|
+
span.setType(details.isGuardrail ? "guardrail" : "evaluation");
|
|
71
|
+
span.addEvent(ATTR_LANGWATCH_EVALUATION_CUSTOM, {
|
|
72
|
+
json_encoded_event: JSON.stringify({
|
|
73
|
+
evaluation_id: (_a2 = details.evaluationId) != null ? _a2 : `eval_${generate()}`,
|
|
74
|
+
name: details.name,
|
|
75
|
+
type: details.type,
|
|
76
|
+
is_guardrail: details.isGuardrail,
|
|
77
|
+
status: result.status,
|
|
78
|
+
passed: details.passed,
|
|
79
|
+
score: details.score,
|
|
80
|
+
label: details.label,
|
|
81
|
+
details: details.details,
|
|
82
|
+
cost: details.cost,
|
|
83
|
+
error: details.error,
|
|
84
|
+
timestamps: details.timestamps
|
|
85
|
+
})
|
|
86
|
+
});
|
|
87
|
+
span.setOutput(result);
|
|
88
|
+
if (attributes) {
|
|
89
|
+
span.setAttributes(attributes);
|
|
90
|
+
}
|
|
91
|
+
if (details.cost) {
|
|
92
|
+
span.setMetrics({
|
|
93
|
+
cost: typeof details.cost === "number" ? details.cost : details.cost.amount
|
|
94
|
+
});
|
|
95
|
+
}
|
|
96
|
+
} catch (error) {
|
|
97
|
+
span.recordException(error);
|
|
98
|
+
span.setStatus({ code: SpanStatusCode.ERROR, message: error == null ? void 0 : error.message });
|
|
99
|
+
} finally {
|
|
100
|
+
span.end();
|
|
101
|
+
}
|
|
102
|
+
return;
|
|
103
|
+
});
|
|
104
|
+
}
|
|
105
|
+
|
|
106
|
+
// src/observability/span.ts
|
|
107
|
+
var spanTypes = [
|
|
108
|
+
"span",
|
|
109
|
+
"llm",
|
|
110
|
+
"chain",
|
|
111
|
+
"tool",
|
|
112
|
+
"agent",
|
|
113
|
+
"guardrail",
|
|
114
|
+
"evaluation",
|
|
115
|
+
"rag",
|
|
116
|
+
"prompt",
|
|
117
|
+
"workflow",
|
|
118
|
+
"component",
|
|
119
|
+
"module",
|
|
120
|
+
"server",
|
|
121
|
+
"client",
|
|
122
|
+
"producer",
|
|
123
|
+
"consumer",
|
|
124
|
+
"task",
|
|
125
|
+
"unknown"
|
|
126
|
+
];
|
|
127
|
+
var LangWatchSpanImpl = class {
|
|
128
|
+
constructor(span) {
|
|
129
|
+
this.span = span;
|
|
130
|
+
}
|
|
131
|
+
// OpenTelemetry Span methods with fluent API support
|
|
132
|
+
setAttribute(key, value) {
|
|
133
|
+
this.span.setAttribute(key, value);
|
|
134
|
+
return this;
|
|
135
|
+
}
|
|
136
|
+
setAttributes(attributes) {
|
|
137
|
+
this.span.setAttributes(attributes);
|
|
138
|
+
return this;
|
|
139
|
+
}
|
|
140
|
+
addEvent(name, attributes) {
|
|
141
|
+
this.span.addEvent(name, attributes);
|
|
142
|
+
return this;
|
|
143
|
+
}
|
|
144
|
+
recordException(exception) {
|
|
145
|
+
this.span.recordException(exception);
|
|
146
|
+
return this;
|
|
147
|
+
}
|
|
148
|
+
setStatus(status) {
|
|
149
|
+
this.span.setStatus(status);
|
|
150
|
+
return this;
|
|
151
|
+
}
|
|
152
|
+
updateName(name) {
|
|
153
|
+
this.span.updateName(name);
|
|
154
|
+
return this;
|
|
155
|
+
}
|
|
156
|
+
// Pass through other Span methods without chaining
|
|
157
|
+
end(endTime) {
|
|
158
|
+
this.span.end(endTime);
|
|
159
|
+
}
|
|
160
|
+
isRecording() {
|
|
161
|
+
return this.span.isRecording();
|
|
162
|
+
}
|
|
163
|
+
spanContext() {
|
|
164
|
+
return this.span.spanContext();
|
|
165
|
+
}
|
|
166
|
+
addLink(link) {
|
|
167
|
+
this.span.addLink(link);
|
|
168
|
+
return this;
|
|
169
|
+
}
|
|
170
|
+
addLinks(links) {
|
|
171
|
+
this.span.addLinks(links);
|
|
172
|
+
return this;
|
|
173
|
+
}
|
|
174
|
+
// LangWatch-specific methods
|
|
175
|
+
recordEvaluation(details, attributes) {
|
|
176
|
+
recordEvaluation(details, attributes);
|
|
177
|
+
return this;
|
|
178
|
+
}
|
|
179
|
+
addGenAISystemMessageEvent(body, system, attributes) {
|
|
180
|
+
if (body.role === void 0) {
|
|
181
|
+
body.role = "system";
|
|
182
|
+
}
|
|
183
|
+
this.span.addEvent(LOG_EVNT_GEN_AI_SYSTEM_MESSAGE, __spreadProps(__spreadValues({}, attributes), {
|
|
184
|
+
[semconv.ATTR_GEN_AI_SYSTEM]: system,
|
|
185
|
+
[ATTR_LANGWATCH_GEN_AI_LOG_EVENT_BODY]: JSON.stringify(body),
|
|
186
|
+
[ATTR_LANGWATCH_GEN_AI_LOG_EVENT_IMPOSTER]: true
|
|
187
|
+
}));
|
|
188
|
+
return this;
|
|
189
|
+
}
|
|
190
|
+
addGenAIUserMessageEvent(body, system, attributes) {
|
|
191
|
+
if (body.role === void 0) {
|
|
192
|
+
body.role = "user";
|
|
193
|
+
}
|
|
194
|
+
this.span.addEvent(LOG_EVNT_GEN_AI_USER_MESSAGE, __spreadProps(__spreadValues({}, attributes), {
|
|
195
|
+
[semconv.ATTR_GEN_AI_SYSTEM]: system,
|
|
196
|
+
[ATTR_LANGWATCH_GEN_AI_LOG_EVENT_BODY]: JSON.stringify(body),
|
|
197
|
+
[ATTR_LANGWATCH_GEN_AI_LOG_EVENT_IMPOSTER]: true
|
|
198
|
+
}));
|
|
199
|
+
return this;
|
|
200
|
+
}
|
|
201
|
+
addGenAIAssistantMessageEvent(body, system, attributes) {
|
|
202
|
+
if (body.role === void 0) {
|
|
203
|
+
body.role = "assistant";
|
|
204
|
+
}
|
|
205
|
+
this.span.addEvent(LOG_EVNT_GEN_AI_ASSISTANT_MESSAGE, __spreadProps(__spreadValues({}, attributes), {
|
|
206
|
+
[semconv.ATTR_GEN_AI_SYSTEM]: system,
|
|
207
|
+
[ATTR_LANGWATCH_GEN_AI_LOG_EVENT_BODY]: JSON.stringify(body),
|
|
208
|
+
[ATTR_LANGWATCH_GEN_AI_LOG_EVENT_IMPOSTER]: true
|
|
209
|
+
}));
|
|
210
|
+
return this;
|
|
211
|
+
}
|
|
212
|
+
addGenAIToolMessageEvent(body, system, attributes) {
|
|
213
|
+
if (body.role === void 0) {
|
|
214
|
+
body.role = "tool";
|
|
215
|
+
}
|
|
216
|
+
this.span.addEvent(LOG_EVNT_GEN_AI_TOOL_MESSAGE, __spreadProps(__spreadValues({}, attributes), {
|
|
217
|
+
[semconv.ATTR_GEN_AI_SYSTEM]: system,
|
|
218
|
+
[ATTR_LANGWATCH_GEN_AI_LOG_EVENT_BODY]: JSON.stringify(body),
|
|
219
|
+
[ATTR_LANGWATCH_GEN_AI_LOG_EVENT_IMPOSTER]: true
|
|
220
|
+
}));
|
|
221
|
+
return this;
|
|
222
|
+
}
|
|
223
|
+
addGenAIChoiceEvent(body, system, attributes) {
|
|
224
|
+
if (body.message && body.message.role === void 0) {
|
|
225
|
+
body.message.role = "assistant";
|
|
226
|
+
}
|
|
227
|
+
this.span.addEvent(LOG_EVNT_GEN_AI_CHOICE, __spreadProps(__spreadValues({}, attributes), {
|
|
228
|
+
[semconv.ATTR_GEN_AI_SYSTEM]: system,
|
|
229
|
+
[ATTR_LANGWATCH_GEN_AI_LOG_EVENT_BODY]: JSON.stringify(body),
|
|
230
|
+
[ATTR_LANGWATCH_GEN_AI_LOG_EVENT_IMPOSTER]: true
|
|
231
|
+
}));
|
|
232
|
+
return this;
|
|
233
|
+
}
|
|
234
|
+
setType(type) {
|
|
235
|
+
this.span.setAttribute(ATTR_LANGWATCH_SPAN_TYPE, type);
|
|
236
|
+
return this;
|
|
237
|
+
}
|
|
238
|
+
setRequestModel(model) {
|
|
239
|
+
this.span.setAttribute(semconv.ATTR_GEN_AI_REQUEST_MODEL, model);
|
|
240
|
+
return this;
|
|
241
|
+
}
|
|
242
|
+
setResponseModel(model) {
|
|
243
|
+
this.span.setAttribute(semconv.ATTR_GEN_AI_RESPONSE_MODEL, model);
|
|
244
|
+
return this;
|
|
245
|
+
}
|
|
246
|
+
setRAGContexts(ragContexts) {
|
|
247
|
+
this.span.setAttribute(
|
|
248
|
+
ATTR_LANGWATCH_RAG_CONTEXTS,
|
|
249
|
+
JSON.stringify({
|
|
250
|
+
type: "json",
|
|
251
|
+
value: ragContexts
|
|
252
|
+
})
|
|
253
|
+
);
|
|
254
|
+
return this;
|
|
255
|
+
}
|
|
256
|
+
setRAGContext(ragContext) {
|
|
257
|
+
this.span.setAttribute(
|
|
258
|
+
ATTR_LANGWATCH_RAG_CONTEXTS,
|
|
259
|
+
JSON.stringify({
|
|
260
|
+
type: "json",
|
|
261
|
+
value: [ragContext]
|
|
262
|
+
})
|
|
263
|
+
);
|
|
264
|
+
return this;
|
|
265
|
+
}
|
|
266
|
+
setMetrics(metrics) {
|
|
267
|
+
this.span.setAttribute(
|
|
268
|
+
ATTR_LANGWATCH_METRICS,
|
|
269
|
+
JSON.stringify({
|
|
270
|
+
type: "json",
|
|
271
|
+
value: metrics
|
|
272
|
+
})
|
|
273
|
+
);
|
|
274
|
+
return this;
|
|
275
|
+
}
|
|
276
|
+
setSelectedPrompt(prompt) {
|
|
277
|
+
this.span.setAttributes({
|
|
278
|
+
[ATTR_LANGWATCH_PROMPT_SELECTED_ID]: prompt.id,
|
|
279
|
+
[ATTR_LANGWATCH_PROMPT_ID]: prompt.id,
|
|
280
|
+
[ATTR_LANGWATCH_PROMPT_VERSION_ID]: prompt.versionId,
|
|
281
|
+
[ATTR_LANGWATCH_PROMPT_VERSION_NUMBER]: prompt.version
|
|
282
|
+
});
|
|
283
|
+
return this;
|
|
284
|
+
}
|
|
285
|
+
setInput(input) {
|
|
286
|
+
this.span.setAttribute(
|
|
287
|
+
ATTR_LANGWATCH_INPUT,
|
|
288
|
+
JSON.stringify({
|
|
289
|
+
type: "json",
|
|
290
|
+
value: input
|
|
291
|
+
})
|
|
292
|
+
);
|
|
293
|
+
return this;
|
|
294
|
+
}
|
|
295
|
+
setInputString(input) {
|
|
296
|
+
this.span.setAttribute(
|
|
297
|
+
ATTR_LANGWATCH_INPUT,
|
|
298
|
+
JSON.stringify({
|
|
299
|
+
type: "text",
|
|
300
|
+
value: input
|
|
301
|
+
})
|
|
302
|
+
);
|
|
303
|
+
return this;
|
|
304
|
+
}
|
|
305
|
+
setOutput(output) {
|
|
306
|
+
this.span.setAttribute(
|
|
307
|
+
ATTR_LANGWATCH_OUTPUT,
|
|
308
|
+
JSON.stringify({
|
|
309
|
+
type: "json",
|
|
310
|
+
value: output
|
|
311
|
+
})
|
|
312
|
+
);
|
|
313
|
+
return this;
|
|
314
|
+
}
|
|
315
|
+
setOutputString(output) {
|
|
316
|
+
this.span.setAttribute(
|
|
317
|
+
ATTR_LANGWATCH_OUTPUT,
|
|
318
|
+
JSON.stringify({
|
|
319
|
+
type: "text",
|
|
320
|
+
value: output
|
|
321
|
+
})
|
|
322
|
+
);
|
|
323
|
+
return this;
|
|
324
|
+
}
|
|
325
|
+
setOutputEvaluation(guardrail, output) {
|
|
326
|
+
this.span.setAttribute(
|
|
327
|
+
ATTR_LANGWATCH_OUTPUT,
|
|
328
|
+
JSON.stringify({
|
|
329
|
+
type: guardrail ? "guardrail_result" : "evaluation_result",
|
|
330
|
+
value: output
|
|
331
|
+
})
|
|
332
|
+
);
|
|
333
|
+
return this;
|
|
334
|
+
}
|
|
335
|
+
};
|
|
336
|
+
function createLangWatchSpan(span) {
|
|
337
|
+
return new LangWatchSpanImpl(span);
|
|
338
|
+
}
|
|
339
|
+
|
|
340
|
+
// src/observability/trace.ts
|
|
341
|
+
function getLangWatchTracer(name, version) {
|
|
342
|
+
const tracer2 = otelTrace.getTracer(name, version);
|
|
343
|
+
const handler = {
|
|
344
|
+
get(target, prop, _receiver) {
|
|
345
|
+
switch (prop) {
|
|
346
|
+
case "startActiveSpan": {
|
|
347
|
+
const startActiveSpan = (...args) => {
|
|
348
|
+
const fnIndex = args.findIndex((arg) => typeof arg === "function");
|
|
349
|
+
if (fnIndex === -1) {
|
|
350
|
+
throw new Error(
|
|
351
|
+
"startActiveSpan requires a function as the last argument"
|
|
352
|
+
);
|
|
353
|
+
}
|
|
354
|
+
const userFn = args[fnIndex];
|
|
355
|
+
const spanWrapFunc = (...fnArgs) => {
|
|
356
|
+
const [span, ...rest] = fnArgs;
|
|
357
|
+
return userFn(createLangWatchSpan(span), ...rest);
|
|
358
|
+
};
|
|
359
|
+
const newArgs = [...args];
|
|
360
|
+
newArgs[fnIndex] = spanWrapFunc;
|
|
361
|
+
return target.startActiveSpan(...newArgs);
|
|
362
|
+
};
|
|
363
|
+
return startActiveSpan;
|
|
364
|
+
}
|
|
365
|
+
case "startSpan": {
|
|
366
|
+
return function(...args) {
|
|
367
|
+
const span = target.startSpan(...args);
|
|
368
|
+
return createLangWatchSpan(span);
|
|
369
|
+
};
|
|
370
|
+
}
|
|
371
|
+
case "withActiveSpan": {
|
|
372
|
+
return async function withActiveSpan(...args) {
|
|
373
|
+
const fnIndex = args.findIndex((arg) => typeof arg === "function");
|
|
374
|
+
if (fnIndex === -1) {
|
|
375
|
+
throw new Error("withActiveSpan requires a function as the last argument");
|
|
376
|
+
}
|
|
377
|
+
const userFn = args[fnIndex];
|
|
378
|
+
const name2 = args[0];
|
|
379
|
+
const options = args.length > 2 ? args[1] : void 0;
|
|
380
|
+
const context = args.length > 3 ? args[2] : void 0;
|
|
381
|
+
return await new Promise((resolve, reject) => {
|
|
382
|
+
const cb = async (span) => {
|
|
383
|
+
const wrappedSpan = createLangWatchSpan(span);
|
|
384
|
+
try {
|
|
385
|
+
resolve(await userFn(wrappedSpan));
|
|
386
|
+
} catch (err) {
|
|
387
|
+
wrappedSpan.setStatus({
|
|
388
|
+
code: SpanStatusCode2.ERROR,
|
|
389
|
+
message: err && err.message ? err.message : String(err)
|
|
390
|
+
});
|
|
391
|
+
wrappedSpan.recordException(err);
|
|
392
|
+
reject(err);
|
|
393
|
+
} finally {
|
|
394
|
+
wrappedSpan.end();
|
|
395
|
+
}
|
|
396
|
+
};
|
|
397
|
+
if (context !== void 0) {
|
|
398
|
+
target.startActiveSpan(name2, options, context, cb);
|
|
399
|
+
} else if (options !== void 0) {
|
|
400
|
+
target.startActiveSpan(name2, options, cb);
|
|
401
|
+
} else {
|
|
402
|
+
target.startActiveSpan(name2, cb);
|
|
403
|
+
}
|
|
404
|
+
});
|
|
405
|
+
};
|
|
406
|
+
}
|
|
407
|
+
default: {
|
|
408
|
+
const value = target[prop];
|
|
409
|
+
return typeof value === "function" ? value.bind(target) : value;
|
|
410
|
+
}
|
|
411
|
+
}
|
|
412
|
+
}
|
|
413
|
+
};
|
|
414
|
+
return new Proxy(tracer2, handler);
|
|
415
|
+
}
|
|
416
|
+
|
|
417
|
+
export {
|
|
418
|
+
getLangWatchTracer,
|
|
419
|
+
tracer,
|
|
420
|
+
recordEvaluation,
|
|
421
|
+
spanTypes,
|
|
422
|
+
createLangWatchSpan
|
|
423
|
+
};
|
|
424
|
+
//# sourceMappingURL=chunk-PMBEK6YE.mjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/observability/trace.ts","../src/observability/span.ts","../src/evaluation/record-evaluation.ts","../src/evaluation/tracer.ts"],"sourcesContent":["import {\n trace as otelTrace,\n Tracer,\n Span,\n SpanOptions,\n Context,\n SpanStatusCode,\n} from \"@opentelemetry/api\";\nimport { LangWatchSpan, createLangWatchSpan } from \"./span\";\n\n/**\n * LangWatch OpenTelemetry Tracing Extensions\n *\n * This module provides wrappers and helpers for OpenTelemetry Tracer and Span objects,\n * adding ergonomic methods for LLM/GenAI observability and structured tracing.\n *\n * @module trace\n */\nexport interface LangWatchTracer extends Tracer {\n /**\n * Starts a new {@link LangWatchSpan}. Start the span without setting it on context.\n *\n * This method does NOT modify the current Context.\n *\n * @param name The name of the span\n * @param [options] SpanOptions used for span creation\n * @param [context] Context to use to extract parent\n * @returns LangWatchSpan The newly created span\n *\n * @example\n * const span = tracer.startSpan('op');\n * span.setAttribute('key', 'value');\n * span.end();\n */\n startSpan(\n name: string,\n options?: SpanOptions,\n context?: Context,\n ): LangWatchSpan;\n\n /**\n * Starts a new {@link LangWatchSpan} and calls the given function passing it the\n * created span as first argument.\n * Additionally the new span gets set in context and this context is activated\n * for the duration of the function call.\n *\n * @param name The name of the span\n * @param [options] SpanOptions used for span creation\n * @param [context] Context to use to extract parent\n * @param fn function called in the context of the span and receives the newly created span as an argument\n * @returns return value of fn\n *\n * @example\n * const result = tracer.startActiveSpan('op', span => {\n * try {\n * // do some work\n * span.setStatus({code: SpanStatusCode.OK});\n * return something;\n * } catch (err) {\n * span.setStatus({\n * code: SpanStatusCode.ERROR,\n * message: err.message,\n * });\n * throw err;\n * } finally {\n * span.end();\n * }\n * });\n *\n * @example\n * const span = tracer.startActiveSpan('op', span => {\n * try {\n * do some work\n * return span;\n * } catch (err) {\n * span.setStatus({\n * code: SpanStatusCode.ERROR,\n * message: err.message,\n * });\n * throw err;\n * }\n * });\n * do some more work\n * span.end();\n */\n startActiveSpan<F extends (span: LangWatchSpan) => unknown>(\n name: string,\n fn: F,\n ): ReturnType<F>;\n startActiveSpan<F extends (span: LangWatchSpan) => unknown>(\n name: string,\n options: SpanOptions,\n fn: F,\n ): ReturnType<F>;\n startActiveSpan<F extends (span: LangWatchSpan) => unknown>(\n name: string,\n options: SpanOptions,\n context: Context,\n fn: F,\n ): ReturnType<F>;\n\n /**\n * Starts a new {@link LangWatchSpan}, runs the provided async function, and automatically handles\n * error recording, status setting, and span ending. This is a safer and more ergonomic alternative\n * to manually using try/catch/finally blocks with startActiveSpan.\n *\n * Overloads:\n * - withActiveSpan(name, fn)\n * - withActiveSpan(name, options, fn)\n * - withActiveSpan(name, options, context, fn)\n *\n * @param name The name of the span\n * @param options Optional SpanOptions for span creation\n * @param context Optional Context to use to extract parent\n * @param fn The async function to execute within the span context. Receives the span as its first argument.\n * @returns The return value of the provided function\n *\n * @example\n * await tracer.withActiveSpan('my-operation', async (span) => {\n * // ... your code ...\n * });\n *\n * await tracer.withActiveSpan('my-operation', { attributes: { foo: 'bar' } }, async (span) => {\n * // ... your code ...\n * });\n *\n * await tracer.withActiveSpan('my-operation', { attributes: { foo: 'bar' } }, myContext, async (span) => {\n * // ... your code ...\n * });\n */\n withActiveSpan<T>(\n name: string,\n fn: (span: LangWatchSpan) => Promise<T> | T\n ): Promise<T>;\n withActiveSpan<T>(\n name: string,\n options: SpanOptions,\n fn: (span: LangWatchSpan) => Promise<T> | T\n ): Promise<T>;\n withActiveSpan<T>(\n name: string,\n options: SpanOptions,\n context: Context,\n fn: (span: LangWatchSpan) => Promise<T> | T\n ): Promise<T>;\n}\n\n/**\n * Extension of OpenTelemetry's Tracer with LangWatch-specific helpers.\n *\n * This interface provides methods for starting spans and active spans that return LangWatchSpan objects,\n * which include ergonomic helpers for LLM/GenAI tracing.\n *\n * @example\n * import { getLangWatchTracer } from 'langwatch';\n * const tracer = getLangWatchTracer('my-service');\n * const span = tracer.startSpan('llm-call');\n * span.setType('llm').setInput('Prompt').setOutput('Completion');\n * span.end();\n *\n * tracer.startActiveSpan('llm-call', (span) => {\n * span.setType('llm');\n * // ...\n * span.end();\n * });\n */\nexport function getLangWatchTracer(name: string, version?: string): LangWatchTracer {\n const tracer = otelTrace.getTracer(name, version);\n\n // Create a proxy for the tracer that intercepts the calls to startActiveSpan and\n // startSpan, and wraps the span object with our custom LangWatchSpan.\n const handler: ProxyHandler<LangWatchTracer> = {\n get(target, prop, _receiver) {\n switch (prop) {\n case \"startActiveSpan\": {\n const startActiveSpan: StartActiveSpanOverloads = (\n ...args: [\n string,\n SpanOptions?,\n Context?,\n ((span: Span) => unknown)?,\n ]\n ) => {\n // Find the span callback function (usually the last argument!)\n const fnIndex = args.findIndex((arg) => typeof arg === \"function\");\n if (fnIndex === -1) {\n throw new Error(\n \"startActiveSpan requires a function as the last argument\",\n );\n }\n\n // A type assertion is safe here due to the check above, but still sad 😥\n const userFn = args[fnIndex] as (\n span: Span,\n ...rest: unknown[]\n ) => unknown;\n\n // Replace the function with one that wraps the span first\n const spanWrapFunc = (...fnArgs: unknown[]) => {\n const [span, ...rest] = fnArgs;\n return userFn(createLangWatchSpan(span as Span), ...rest);\n };\n\n const newArgs = [...args];\n newArgs[fnIndex] = spanWrapFunc;\n\n // TypeScript can't infer the overload, but this is safe\n return (\n target.startActiveSpan as unknown as (\n ...args: unknown[]\n ) => unknown\n )(...newArgs);\n };\n return startActiveSpan;\n }\n\n case \"startSpan\": {\n return function (\n ...args: Parameters<Tracer[\"startSpan\"]>\n ): ReturnType<Tracer[\"startSpan\"]> {\n const span = target.startSpan(...args);\n return createLangWatchSpan(span);\n };\n }\n\n case \"withActiveSpan\": {\n /**\n * Implementation of withActiveSpan: supports all overloads like startActiveSpan.\n * Uses startActiveSpan to ensure context propagation for nested spans.\n */\n return async function withActiveSpan(...args: any[]): Promise<any> {\n // Find the function argument (should be the last argument)\n const fnIndex = args.findIndex((arg) => typeof arg === \"function\");\n if (fnIndex === -1) {\n throw new Error(\"withActiveSpan requires a function as the last argument\");\n }\n const userFn = args[fnIndex] as (span: LangWatchSpan) => Promise<any> | any;\n // The preceding arguments are: name, options?, context?\n const name = args[0];\n const options = args.length > 2 ? args[1] : undefined;\n const context = args.length > 3 ? args[2] : undefined;\n\n return await new Promise((resolve, reject) => {\n // Use startActiveSpan to ensure context propagation\n const cb = async (span: Span) => {\n const wrappedSpan = createLangWatchSpan(span);\n try {\n resolve(await userFn(wrappedSpan));\n } catch (err: any) {\n wrappedSpan.setStatus({\n code: SpanStatusCode.ERROR,\n message: err && err.message ? err.message : String(err),\n });\n wrappedSpan.recordException(err);\n reject(err);\n } finally {\n wrappedSpan.end();\n }\n };\n // Call the correct overload of startActiveSpan\n if (context !== undefined) {\n target.startActiveSpan(name, options, context, cb);\n } else if (options !== undefined) {\n target.startActiveSpan(name, options, cb);\n } else {\n target.startActiveSpan(name, cb);\n }\n });\n };\n }\n\n default: {\n const value = target[prop as keyof Tracer];\n return typeof value === \"function\" ? value.bind(target) : value;\n }\n }\n },\n };\n\n return new Proxy(tracer, handler) as LangWatchTracer;\n}\n\n/**\n * Helper type for the function overloads of startActiveSpan.\n *\n * This matches OpenTelemetry's Tracer interface and is used internally for type safety.\n */\ntype StartActiveSpanOverloads = {\n <F extends (span: Span) => unknown>(name: string, fn: F): ReturnType<F>;\n <F extends (span: Span) => unknown>(\n name: string,\n options: SpanOptions,\n fn: F,\n ): ReturnType<F>;\n <F extends (span: Span) => unknown>(\n name: string,\n options: SpanOptions,\n context: Context,\n fn: F,\n ): ReturnType<F>;\n};\n","import {\n Attributes,\n AttributeValue,\n Span,\n SpanContext,\n SpanStatus,\n Link,\n Exception\n} from \"@opentelemetry/api\";\nimport semconv from \"@opentelemetry/semantic-conventions/incubating\";\nimport * as intSemconv from \"./semconv\";\nimport {\n RecordedEvaluationDetails,\n recordEvaluation,\n} from \"../evaluation/record-evaluation\";\nimport { EvaluationResultModel } from \"../evaluation/types\";\nimport { Prompt } from \"../prompt/prompt\";\n\n/**\n * Supported types of spans for LangWatch observability. These types categorize the nature of the span for downstream analysis and visualization.\n *\n * @example\n * import { spanTypes, SpanType } from './span';\n * const myType: SpanType = 'llm';\n */\nexport const spanTypes = [\n \"span\",\n \"llm\",\n \"chain\",\n \"tool\",\n \"agent\",\n \"guardrail\",\n \"evaluation\",\n \"rag\",\n \"prompt\",\n \"workflow\",\n \"component\",\n \"module\",\n \"server\",\n \"client\",\n \"producer\",\n \"consumer\",\n \"task\",\n \"unknown\",\n] as const;\n\nexport type SpanType = (typeof spanTypes)[number];\n\n/**\n * Context for a RAG (Retrieval-Augmented Generation) span.\n *\n * This structure is used to record which document and chunk were retrieved and used as context for a generation.\n *\n * @property document_id - Unique identifier for the source document.\n * @property chunk_id - Unique identifier for the chunk within the document.\n * @property content - The actual content of the chunk provided to the model.\n *\n * @example\n * const ragContext: LangWatchSpanRAGContext = {\n * document_id: 'doc-123',\n * chunk_id: 'chunk-456',\n * content: 'Relevant passage from the document.'\n * };\n */\nexport interface LangWatchSpanRAGContext {\n document_id: string;\n chunk_id: string;\n content: string;\n}\n\n/**\n * Metrics for a LangWatch span.\n *\n * @property promptTokens - The number of prompt tokens used.\n * @property completionTokens - The number of completion tokens used.\n * @property cost - The cost of the span.\n */\nexport interface LangWatchSpanMetrics {\n /** The number of prompt tokens used */\n promptTokens?: number;\n /** The number of completion tokens used */\n completionTokens?: number;\n /** The cost of the span */\n cost?: number;\n}\n\n/**\n * Body for a system message event in a GenAI span.\n *\n * Used to log system/instruction messages sent to the model.\n *\n * @property content - The message content.\n * @property role - The role of the message, typically 'system' or 'instruction'.\n *\n * @example\n * span.addGenAISystemMessageEvent({ content: 'You are a helpful assistant.' });\n */\nexport interface LangWatchSpanGenAISystemMessageEventBody {\n /** Content of the system message */\n content?: string;\n /** Role of the message (system or instruction) */\n role?: \"system\" | \"instruction\";\n}\n\n/**\n * Body for a user message event in a GenAI span.\n *\n * Used to log user/customer messages sent to the model.\n *\n * @property content - The message content.\n * @property role - The role of the message, typically 'user' or 'customer'.\n *\n * @example\n * span.addGenAIUserMessageEvent({ content: 'What is the weather today?' });\n */\nexport interface LangWatchSpanGenAIUserMessageEventBody {\n /** Content of the user message */\n content?: string;\n /** Role of the message (user or customer) */\n role?: \"user\" | \"customer\";\n}\n\n/**\n * Body for an assistant message event in a GenAI span.\n *\n * Used to log assistant/bot responses, including tool calls.\n *\n * @property content - The message content.\n * @property role - The role of the message, typically 'assistant' or 'bot'.\n * @property tool_calls - Array of tool call objects, if the assistant invoked tools/functions.\n *\n * @example\n * span.addGenAIAssistantMessageEvent({ content: 'The weather is sunny.', role: 'assistant' });\n */\nexport interface LangWatchSpanGenAIAssistantMessageEventBody {\n /** Content of the assistant message */\n content?: string;\n /** Role of the message (assistant or bot) */\n role?: \"assistant\" | \"bot\";\n /** Tool calls made by the assistant */\n tool_calls?: {\n function: {\n /** Name of the function called */\n name: string;\n /** Arguments passed to the function */\n arguments?: string;\n };\n /** Tool call identifier */\n id: string;\n /** Type of tool call */\n type: \"function\";\n }[];\n}\n\n/**\n * Body for a tool message event in a GenAI span.\n *\n * Used to log messages from tools/functions invoked by the assistant.\n *\n * @property content - The message content.\n * @property id - Unique identifier for the tool call.\n * @property role - The role, typically 'tool' or 'function'.\n *\n * @example\n * span.addGenAIToolMessageEvent({ content: 'Result from tool', id: 'tool-1', role: 'tool' });\n */\nexport interface LangWatchSpanGenAIToolMessageEventBody {\n /** Content of the tool message */\n content?: string;\n /** Tool call identifier */\n id: string;\n /** Role of the message (tool or function) */\n role?: \"tool\" | \"function\";\n}\n\n/**\n * Body for a choice event in a GenAI span.\n *\n * Used to log the model's output choices, including finish reason and message content.\n *\n * @property finish_reason - Why the generation finished (e.g., 'stop', 'length').\n * @property index - Index of the choice (for multi-choice outputs).\n * @property message - The message content and tool calls for this choice.\n *\n * @example\n * span.addGenAIChoiceEvent({ finish_reason: 'stop', index: 0, message: { content: 'Hello!' } });\n */\nexport interface LangWatchSpanGenAIChoiceEventBody {\n /** Reason the generation finished */\n finish_reason: intSemconv.VAL_GEN_AI_FINISH_REASONS | (string & {});\n /** Index of the choice */\n index: number;\n /** Message content for the choice */\n message?: {\n /** Content of the message */\n content?: string;\n /** Role of the message (assistant or bot) */\n role?: \"assistant\" | \"bot\";\n /** Tool calls made by the assistant */\n tool_calls?: {\n function: {\n /** Name of the function called */\n name: string;\n /** Arguments passed to the function */\n arguments?: string;\n };\n /** Tool call identifier */\n id: string;\n /** Type of tool call */\n type: \"function\";\n }[];\n };\n}\n\n/**\n * Extension of OpenTelemetry's Span with LangWatch-specific helpers for LLM, RAG, and GenAI tracing.\n *\n * This interface provides ergonomic methods for recording structured LLM/GenAI data, such as inputs, outputs, RAG contexts, and message events.\n *\n * All methods return `this` for chaining.\n *\n * @example\n * const span = createLangWatchSpan(otelSpan);\n * span\n * .setType('llm')\n * .setInput({ prompt: 'Hello' })\n * .setOutput('Hi!')\n * .addGenAIUserMessageEvent({ content: 'Hello' })\n * .addGenAIAssistantMessageEvent({ content: 'Hi!' });\n */\nexport interface LangWatchSpan extends Span {\n /**\n * Record the evaluation result for the span.\n *\n * @param details - The evaluation details\n * @param attributes - Additional attributes to add to the evaluation span.\n * @returns this\n */\n recordEvaluation(\n details: RecordedEvaluationDetails,\n attributes?: Attributes,\n ): this;\n\n /**\n * Add a GenAI system message event to the span.\n *\n * This logs a system/instruction message sent to the model.\n *\n * @param body - The event body (content and role)\n * @param system - The GenAI system (optional, e.g., 'openai', 'anthropic')\n * @param attributes - Additional OpenTelemetry attributes (optional)\n * @returns this\n */\n addGenAISystemMessageEvent(\n body: LangWatchSpanGenAISystemMessageEventBody,\n system?: intSemconv.VAL_GEN_AI_SYSTEMS | (string & {}),\n attributes?: Record<string, AttributeValue>,\n ): this;\n /**\n * Add a GenAI user message event to the span.\n *\n * This logs a user/customer message sent to the model.\n *\n * @param body - The event body (content and role)\n * @param system - The GenAI system (optional)\n * @param attributes - Additional OpenTelemetry attributes (optional)\n * @returns this\n */\n addGenAIUserMessageEvent(\n body: LangWatchSpanGenAIUserMessageEventBody,\n system?: intSemconv.VAL_GEN_AI_SYSTEMS | (string & {}),\n attributes?: Record<string, AttributeValue>,\n ): this;\n /**\n * Add a GenAI assistant message event to the span.\n *\n * This logs an assistant/bot response, including tool calls if present.\n *\n * @param body - The event body (content, role, tool_calls)\n * @param system - The GenAI system (optional)\n * @param attributes - Additional OpenTelemetry attributes (optional)\n * @returns this\n */\n addGenAIAssistantMessageEvent(\n body: LangWatchSpanGenAIAssistantMessageEventBody,\n system?: intSemconv.VAL_GEN_AI_SYSTEMS | (string & {}),\n attributes?: Record<string, AttributeValue>,\n ): this;\n /**\n * Add a GenAI tool message event to the span.\n *\n * This logs a message from a tool/function invoked by the assistant.\n *\n * @param body - The event body (content, id, role)\n * @param system - The GenAI system (optional)\n * @param attributes - Additional OpenTelemetry attributes (optional)\n * @returns this\n */\n addGenAIToolMessageEvent(\n body: LangWatchSpanGenAIToolMessageEventBody,\n system?: intSemconv.VAL_GEN_AI_SYSTEMS | (string & {}),\n attributes?: Record<string, AttributeValue>,\n ): this;\n /**\n * Add a GenAI choice event to the span.\n *\n * This logs a model output choice, including finish reason and message content.\n *\n * @param body - The event body (finish_reason, index, message)\n * @param system - The GenAI system (optional)\n * @param attributes - Additional OpenTelemetry attributes (optional)\n * @returns this\n */\n addGenAIChoiceEvent(\n body: LangWatchSpanGenAIChoiceEventBody,\n system?: intSemconv.VAL_GEN_AI_SYSTEMS | (string & {}),\n attributes?: Record<string, AttributeValue>,\n ): this;\n\n /**\n * Set the type of the span (e.g., 'llm', 'rag', 'tool', etc).\n *\n * This is used for downstream filtering and analytics.\n *\n * @param type - The span type (see SpanType)\n * @returns this\n */\n setType(type: SpanType): this;\n\n /**\n * Set the request model name for the span.\n *\n * This is typically the model name sent in the API request (e.g., 'gpt-4', 'claude-3').\n *\n * @param model - The request model name\n * @returns this\n */\n setRequestModel(model: string): this;\n /**\n * Set the response model name for the span.\n *\n * This is the model name returned in the API response, if different from the request.\n *\n * @param model - The response model name\n * @returns this\n */\n setResponseModel(model: string): this;\n\n /**\n * Set multiple RAG contexts for the span.\n *\n * Use this to record all retrieved documents/chunks used as context for a generation.\n *\n * @param ragContexts - Array of RAG context objects\n * @returns this\n */\n setRAGContexts(ragContexts: LangWatchSpanRAGContext[]): this;\n /**\n * Set a single RAG context for the span.\n *\n * Use this if only one context was retrieved.\n *\n * @param ragContext - The RAG context object\n * @returns this\n */\n setRAGContext(ragContext: LangWatchSpanRAGContext): this;\n\n /**\n * Set the metrics for the span.\n *\n * @param metrics - The metrics object\n * @returns this\n */\n setMetrics(metrics: LangWatchSpanMetrics): this;\n\n /**\n * Set the selected prompt for the span. This will attach this prompt to the trace. If\n * this is set on multiple spans, the last one will be used.\n *\n * @param prompt - The prompt object\n * @returns this\n */\n setSelectedPrompt(prompt: Prompt): this;\n\n /**\n * Record the input to the span as a JSON-serializable value.\n *\n * The input is stringified and stored as a span attribute for later analysis.\n *\n * @param input - The input value (any type, will be JSON.stringified)\n * @returns this\n */\n setInput(input: unknown): this;\n /**\n * Record the input to the span as a plain string.\n *\n * Use this for raw text prompts or queries.\n *\n * @param input - The input string\n * @returns this\n */\n setInputString(input: string): this;\n /**\n * Record the output from the span as a JSON-serializable value.\n *\n * The output is stringified and stored as a span attribute for later analysis.\n *\n * @param output - The output value (any type, will be JSON.stringified)\n * @returns this\n */\n setOutput(output: unknown): this;\n /**\n * Record the output from the span as a plain string.\n *\n * Use this for raw text completions or responses.\n *\n * @param output - The output string\n * @returns this\n */\n setOutputString(output: string): this;\n\n /**\n * Set the evaluation output for the span.\n *\n * @param guardrail - Whether the evaluation is a guardrail\n * @param output - The evaluation result\n * @returns this\n */\n setOutputEvaluation(guardrail: boolean, output: EvaluationResultModel): this;\n}\n\n/**\n * LangWatchSpan class that wraps an OpenTelemetry Span with LangWatch-specific helpers.\n *\n * This class provides a clean, type-safe wrapper around OpenTelemetry spans with\n * additional methods for LLM, RAG, and GenAI tracing. All methods support fluent API chaining.\n *\n * @example\n * import { createLangWatchSpan } from './span';\n * const otelSpan = tracer.startSpan('llm-call');\n * const span = createLangWatchSpan(otelSpan);\n * span.setType('llm').setInput('Prompt').setOutput('Completion');\n */\nclass LangWatchSpanImpl implements LangWatchSpan {\n constructor(private span: Span) {}\n\n // OpenTelemetry Span methods with fluent API support\n setAttribute(key: string, value: AttributeValue): this {\n this.span.setAttribute(key, value);\n return this;\n }\n\n setAttributes(attributes: Attributes): this {\n this.span.setAttributes(attributes);\n return this;\n }\n\n addEvent(name: string, attributes?: Attributes): this {\n this.span.addEvent(name, attributes);\n return this;\n }\n\n recordException(exception: Exception): this {\n this.span.recordException(exception);\n return this;\n }\n\n setStatus(status: SpanStatus): this {\n this.span.setStatus(status);\n return this;\n }\n\n updateName(name: string): this {\n this.span.updateName(name);\n return this;\n }\n\n // Pass through other Span methods without chaining\n end(endTime?: number): void {\n this.span.end(endTime);\n }\n\n isRecording(): boolean {\n return this.span.isRecording();\n }\n\n spanContext(): SpanContext {\n return this.span.spanContext();\n }\n\n addLink(link: Link): this {\n this.span.addLink(link);\n return this;\n }\n\n addLinks(links: Link[]): this {\n this.span.addLinks(links);\n return this;\n }\n\n // LangWatch-specific methods\n recordEvaluation(\n details: RecordedEvaluationDetails,\n attributes?: Attributes,\n ): this {\n recordEvaluation(details, attributes);\n return this;\n }\n\n addGenAISystemMessageEvent(\n body: LangWatchSpanGenAISystemMessageEventBody,\n system?: intSemconv.VAL_GEN_AI_SYSTEMS | (string & {}),\n attributes?: Record<string, AttributeValue>,\n ): this {\n if (body.role === void 0) {\n body.role = \"system\";\n }\n\n this.span.addEvent(intSemconv.LOG_EVNT_GEN_AI_SYSTEM_MESSAGE, {\n ...attributes,\n [semconv.ATTR_GEN_AI_SYSTEM]: system,\n [intSemconv.ATTR_LANGWATCH_GEN_AI_LOG_EVENT_BODY]: JSON.stringify(body),\n [intSemconv.ATTR_LANGWATCH_GEN_AI_LOG_EVENT_IMPOSTER]: true,\n });\n return this;\n }\n\n addGenAIUserMessageEvent(\n body: LangWatchSpanGenAIUserMessageEventBody,\n system?: intSemconv.VAL_GEN_AI_SYSTEMS | (string & {}),\n attributes?: Record<string, AttributeValue>,\n ): this {\n if (body.role === void 0) {\n body.role = \"user\";\n }\n\n this.span.addEvent(intSemconv.LOG_EVNT_GEN_AI_USER_MESSAGE, {\n ...attributes,\n [semconv.ATTR_GEN_AI_SYSTEM]: system,\n [intSemconv.ATTR_LANGWATCH_GEN_AI_LOG_EVENT_BODY]: JSON.stringify(body),\n [intSemconv.ATTR_LANGWATCH_GEN_AI_LOG_EVENT_IMPOSTER]: true,\n });\n return this;\n }\n\n addGenAIAssistantMessageEvent(\n body: LangWatchSpanGenAIAssistantMessageEventBody,\n system?: intSemconv.VAL_GEN_AI_SYSTEMS | (string & {}),\n attributes?: Record<string, AttributeValue>,\n ): this {\n if (body.role === void 0) {\n body.role = \"assistant\";\n }\n\n this.span.addEvent(intSemconv.LOG_EVNT_GEN_AI_ASSISTANT_MESSAGE, {\n ...attributes,\n [semconv.ATTR_GEN_AI_SYSTEM]: system,\n [intSemconv.ATTR_LANGWATCH_GEN_AI_LOG_EVENT_BODY]: JSON.stringify(body),\n [intSemconv.ATTR_LANGWATCH_GEN_AI_LOG_EVENT_IMPOSTER]: true,\n });\n return this;\n }\n\n addGenAIToolMessageEvent(\n body: LangWatchSpanGenAIToolMessageEventBody,\n system?: intSemconv.VAL_GEN_AI_SYSTEMS | (string & {}),\n attributes?: Record<string, AttributeValue>,\n ): this {\n if (body.role === void 0) {\n body.role = \"tool\";\n }\n\n this.span.addEvent(intSemconv.LOG_EVNT_GEN_AI_TOOL_MESSAGE, {\n ...attributes,\n [semconv.ATTR_GEN_AI_SYSTEM]: system,\n [intSemconv.ATTR_LANGWATCH_GEN_AI_LOG_EVENT_BODY]: JSON.stringify(body),\n [intSemconv.ATTR_LANGWATCH_GEN_AI_LOG_EVENT_IMPOSTER]: true,\n });\n return this;\n }\n\n addGenAIChoiceEvent(\n body: LangWatchSpanGenAIChoiceEventBody,\n system?: intSemconv.VAL_GEN_AI_SYSTEMS | (string & {}),\n attributes?: Record<string, AttributeValue>,\n ): this {\n if (body.message && body.message.role === void 0) {\n body.message.role = \"assistant\";\n }\n\n this.span.addEvent(intSemconv.LOG_EVNT_GEN_AI_CHOICE, {\n ...attributes,\n [semconv.ATTR_GEN_AI_SYSTEM]: system,\n [intSemconv.ATTR_LANGWATCH_GEN_AI_LOG_EVENT_BODY]: JSON.stringify(body),\n [intSemconv.ATTR_LANGWATCH_GEN_AI_LOG_EVENT_IMPOSTER]: true,\n });\n return this;\n }\n\n setType(type: SpanType): this {\n this.span.setAttribute(intSemconv.ATTR_LANGWATCH_SPAN_TYPE, type);\n return this;\n }\n\n setRequestModel(model: string): this {\n this.span.setAttribute(semconv.ATTR_GEN_AI_REQUEST_MODEL, model);\n return this;\n }\n\n setResponseModel(model: string): this {\n this.span.setAttribute(semconv.ATTR_GEN_AI_RESPONSE_MODEL, model);\n return this;\n }\n\n setRAGContexts(ragContexts: LangWatchSpanRAGContext[]): this {\n this.span.setAttribute(\n intSemconv.ATTR_LANGWATCH_RAG_CONTEXTS,\n JSON.stringify({\n type: \"json\",\n value: ragContexts,\n }),\n );\n return this;\n }\n\n setRAGContext(ragContext: LangWatchSpanRAGContext): this {\n this.span.setAttribute(\n intSemconv.ATTR_LANGWATCH_RAG_CONTEXTS,\n JSON.stringify({\n type: \"json\",\n value: [ragContext],\n }),\n );\n return this;\n }\n\n setMetrics(metrics: LangWatchSpanMetrics): this {\n this.span.setAttribute(\n intSemconv.ATTR_LANGWATCH_METRICS,\n JSON.stringify({\n type: \"json\",\n value: metrics,\n }),\n );\n return this;\n }\n\n setSelectedPrompt(prompt: Prompt): this {\n this.span.setAttributes({\n [intSemconv.ATTR_LANGWATCH_PROMPT_SELECTED_ID]: prompt.id,\n [intSemconv.ATTR_LANGWATCH_PROMPT_ID]: prompt.id,\n [intSemconv.ATTR_LANGWATCH_PROMPT_VERSION_ID]: prompt.versionId,\n [intSemconv.ATTR_LANGWATCH_PROMPT_VERSION_NUMBER]: prompt.version,\n });\n return this;\n }\n\n setInput(input: unknown): this {\n this.span.setAttribute(\n intSemconv.ATTR_LANGWATCH_INPUT,\n JSON.stringify({\n type: \"json\",\n value: input,\n }),\n );\n return this;\n }\n\n setInputString(input: string): this {\n this.span.setAttribute(\n intSemconv.ATTR_LANGWATCH_INPUT,\n JSON.stringify({\n type: \"text\",\n value: input,\n }),\n );\n return this;\n }\n\n setOutput(output: unknown): this {\n this.span.setAttribute(\n intSemconv.ATTR_LANGWATCH_OUTPUT,\n JSON.stringify({\n type: \"json\",\n value: output,\n }),\n );\n return this;\n }\n\n setOutputString(output: string): this {\n this.span.setAttribute(\n intSemconv.ATTR_LANGWATCH_OUTPUT,\n JSON.stringify({\n type: \"text\",\n value: output,\n }),\n );\n return this;\n }\n\n setOutputEvaluation(guardrail: boolean, output: EvaluationResultModel): this {\n this.span.setAttribute(\n intSemconv.ATTR_LANGWATCH_OUTPUT,\n JSON.stringify({\n type: guardrail ? \"guardrail_result\" : \"evaluation_result\",\n value: output,\n }),\n );\n return this;\n }\n}\n\n/**\n * Creates a LangWatchSpan wrapper around an OpenTelemetry Span.\n *\n * @param span - The OpenTelemetry Span to wrap\n * @returns A LangWatchSpan with additional methods for LLM/GenAI observability\n *\n * @example\n * import { createLangWatchSpan } from './span';\n * const otelSpan = tracer.startSpan('llm-call');\n * const span = createLangWatchSpan(otelSpan);\n * span.setType('llm').setInput('Prompt').setOutput('Completion');\n */\nexport function createLangWatchSpan(span: Span): LangWatchSpan {\n return new LangWatchSpanImpl(span);\n}\n","import { EvaluationRESTResult } from \"../internal/generated/types/evaluations\";\nimport * as intSemconv from \"../observability/semconv\";\nimport { Attributes, SpanStatusCode } from \"@opentelemetry/api\";\nimport { generate } from \"xksuid\";\nimport { tracer } from \"./tracer\";\n\nexport interface RecordedEvaluationDetails {\n evaluationId?: string;\n name: string;\n type?: string;\n isGuardrail?: boolean;\n status?: \"processed\" | \"skipped\" | \"error\";\n passed?: boolean;\n score?: number;\n label?: string;\n details?: string;\n cost?: number | { currency: string; amount: number };\n error?: Error;\n timestamps?: {\n startedAtUnixMs: number;\n finishedAtUnixMs: number;\n };\n}\n\nexport function recordEvaluation(\n details: RecordedEvaluationDetails,\n attributes?: Attributes,\n) {\n let result: EvaluationRESTResult;\n const status = details.status || \"processed\";\n\n if (status === \"skipped\") {\n result = {\n status: \"skipped\",\n details: details.details,\n };\n } else if (status === \"error\") {\n result = {\n status: \"error\",\n error_type: details.error?.name || \"Unknown\",\n details: details.details || details.error?.message || \"Unknown error\",\n };\n } else {\n result = {\n status: \"processed\",\n passed: details.passed,\n score: details.score,\n label: details.label,\n details: details.details,\n };\n if (details.cost) {\n (result as any).cost =\n typeof details.cost === \"number\"\n ? { currency: \"USD\", amount: details.cost }\n : details.cost;\n }\n }\n\n tracer.startActiveSpan(\"record evaluation\", (span) => {\n try {\n span.setType(details.isGuardrail ? \"guardrail\" : \"evaluation\");\n span.addEvent(intSemconv.ATTR_LANGWATCH_EVALUATION_CUSTOM, {\n json_encoded_event: JSON.stringify({\n evaluation_id: details.evaluationId ?? `eval_${generate()}`,\n name: details.name,\n type: details.type,\n is_guardrail: details.isGuardrail,\n status: result.status,\n passed: details.passed,\n score: details.score,\n label: details.label,\n details: details.details,\n cost: details.cost,\n error: details.error,\n timestamps: details.timestamps,\n }),\n });\n\n span.setOutput(result);\n\n if (attributes) {\n span.setAttributes(attributes);\n }\n if (details.cost) {\n span.setMetrics({\n cost:\n typeof details.cost === \"number\"\n ? details.cost\n : details.cost.amount,\n });\n }\n } catch (error) {\n span.recordException(error as Error);\n span.setStatus({ code: SpanStatusCode.ERROR, message: (error as Error)?.message });\n } finally {\n span.end();\n }\n\n return;\n });\n}\n","import { getLangWatchTracer } from \"../observability/trace\";\n\nexport const tracer = getLangWatchTracer(\"langwatch.evaluation\");\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA,EACE,SAAS;AAAA,EAKT,kBAAAA;AAAA,OACK;;;ACEP,OAAO,aAAa;;;ACPpB,SAAqB,sBAAsB;AAC3C,SAAS,gBAAgB;;;ACDlB,IAAM,SAAS,mBAAmB,sBAAsB;;;ADsBxD,SAAS,iBACd,SACA,YACA;AA3BF;AA4BE,MAAI;AACJ,QAAM,SAAS,QAAQ,UAAU;AAEjC,MAAI,WAAW,WAAW;AACxB,aAAS;AAAA,MACP,QAAQ;AAAA,MACR,SAAS,QAAQ;AAAA,IACnB;AAAA,EACF,WAAW,WAAW,SAAS;AAC7B,aAAS;AAAA,MACP,QAAQ;AAAA,MACR,cAAY,aAAQ,UAAR,mBAAe,SAAQ;AAAA,MACnC,SAAS,QAAQ,aAAW,aAAQ,UAAR,mBAAe,YAAW;AAAA,IACxD;AAAA,EACF,OAAO;AACL,aAAS;AAAA,MACP,QAAQ;AAAA,MACR,QAAQ,QAAQ;AAAA,MAChB,OAAO,QAAQ;AAAA,MACf,OAAO,QAAQ;AAAA,MACf,SAAS,QAAQ;AAAA,IACnB;AACA,QAAI,QAAQ,MAAM;AAChB,MAAC,OAAe,OACd,OAAO,QAAQ,SAAS,WACpB,EAAE,UAAU,OAAO,QAAQ,QAAQ,KAAK,IACxC,QAAQ;AAAA,IAChB;AAAA,EACF;AAEA,SAAO,gBAAgB,qBAAqB,CAAC,SAAS;AA1DxD,QAAAC;AA2DI,QAAI;AACF,WAAK,QAAQ,QAAQ,cAAc,cAAc,YAAY;AAC7D,WAAK,SAAoB,kCAAkC;AAAA,QACzD,oBAAoB,KAAK,UAAU;AAAA,UACjC,gBAAeA,MAAA,QAAQ,iBAAR,OAAAA,MAAwB,QAAQ,SAAS,CAAC;AAAA,UACzD,MAAM,QAAQ;AAAA,UACd,MAAM,QAAQ;AAAA,UACd,cAAc,QAAQ;AAAA,UACtB,QAAQ,OAAO;AAAA,UACf,QAAQ,QAAQ;AAAA,UAChB,OAAO,QAAQ;AAAA,UACf,OAAO,QAAQ;AAAA,UACf,SAAS,QAAQ;AAAA,UACjB,MAAM,QAAQ;AAAA,UACd,OAAO,QAAQ;AAAA,UACf,YAAY,QAAQ;AAAA,QACtB,CAAC;AAAA,MACH,CAAC;AAED,WAAK,UAAU,MAAM;AAErB,UAAI,YAAY;AACd,aAAK,cAAc,UAAU;AAAA,MAC/B;AACA,UAAI,QAAQ,MAAM;AAChB,aAAK,WAAW;AAAA,UACd,MACE,OAAO,QAAQ,SAAS,WACpB,QAAQ,OACR,QAAQ,KAAK;AAAA,QACrB,CAAC;AAAA,MACH;AAAA,IACF,SAAS,OAAO;AACd,WAAK,gBAAgB,KAAc;AACnC,WAAK,UAAU,EAAE,MAAM,eAAe,OAAO,SAAU,+BAAiB,QAAQ,CAAC;AAAA,IACnF,UAAE;AACA,WAAK,IAAI;AAAA,IACX;AAEA;AAAA,EACF,CAAC;AACH;;;AD3EO,IAAM,YAAY;AAAA,EACvB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF;AA+YA,IAAM,oBAAN,MAAiD;AAAA,EAC/C,YAAoB,MAAY;AAAZ;AAAA,EAAa;AAAA;AAAA,EAGjC,aAAa,KAAa,OAA6B;AACrD,SAAK,KAAK,aAAa,KAAK,KAAK;AACjC,WAAO;AAAA,EACT;AAAA,EAEA,cAAc,YAA8B;AAC1C,SAAK,KAAK,cAAc,UAAU;AAClC,WAAO;AAAA,EACT;AAAA,EAEA,SAAS,MAAc,YAA+B;AACpD,SAAK,KAAK,SAAS,MAAM,UAAU;AACnC,WAAO;AAAA,EACT;AAAA,EAEA,gBAAgB,WAA4B;AAC1C,SAAK,KAAK,gBAAgB,SAAS;AACnC,WAAO;AAAA,EACT;AAAA,EAEA,UAAU,QAA0B;AAClC,SAAK,KAAK,UAAU,MAAM;AAC1B,WAAO;AAAA,EACT;AAAA,EAEA,WAAW,MAAoB;AAC7B,SAAK,KAAK,WAAW,IAAI;AACzB,WAAO;AAAA,EACT;AAAA;AAAA,EAGA,IAAI,SAAwB;AAC1B,SAAK,KAAK,IAAI,OAAO;AAAA,EACvB;AAAA,EAEA,cAAuB;AACrB,WAAO,KAAK,KAAK,YAAY;AAAA,EAC/B;AAAA,EAEA,cAA2B;AACzB,WAAO,KAAK,KAAK,YAAY;AAAA,EAC/B;AAAA,EAEA,QAAQ,MAAkB;AACxB,SAAK,KAAK,QAAQ,IAAI;AACtB,WAAO;AAAA,EACT;AAAA,EAEA,SAAS,OAAqB;AAC5B,SAAK,KAAK,SAAS,KAAK;AACxB,WAAO;AAAA,EACT;AAAA;AAAA,EAGA,iBACE,SACA,YACM;AACN,qBAAiB,SAAS,UAAU;AACpC,WAAO;AAAA,EACT;AAAA,EAEA,2BACE,MACA,QACA,YACM;AACN,QAAI,KAAK,SAAS,QAAQ;AACxB,WAAK,OAAO;AAAA,IACd;AAEA,SAAK,KAAK,SAAoB,gCAAgC,iCACzD,aADyD;AAAA,MAE5D,CAAC,QAAQ,kBAAkB,GAAG;AAAA,MAC9B,CAAY,oCAAoC,GAAG,KAAK,UAAU,IAAI;AAAA,MACtE,CAAY,wCAAwC,GAAG;AAAA,IACzD,EAAC;AACD,WAAO;AAAA,EACT;AAAA,EAEA,yBACE,MACA,QACA,YACM;AACN,QAAI,KAAK,SAAS,QAAQ;AACxB,WAAK,OAAO;AAAA,IACd;AAEA,SAAK,KAAK,SAAoB,8BAA8B,iCACvD,aADuD;AAAA,MAE1D,CAAC,QAAQ,kBAAkB,GAAG;AAAA,MAC9B,CAAY,oCAAoC,GAAG,KAAK,UAAU,IAAI;AAAA,MACtE,CAAY,wCAAwC,GAAG;AAAA,IACzD,EAAC;AACD,WAAO;AAAA,EACT;AAAA,EAEA,8BACE,MACA,QACA,YACM;AACN,QAAI,KAAK,SAAS,QAAQ;AACxB,WAAK,OAAO;AAAA,IACd;AAEA,SAAK,KAAK,SAAoB,mCAAmC,iCAC5D,aAD4D;AAAA,MAE/D,CAAC,QAAQ,kBAAkB,GAAG;AAAA,MAC9B,CAAY,oCAAoC,GAAG,KAAK,UAAU,IAAI;AAAA,MACtE,CAAY,wCAAwC,GAAG;AAAA,IACzD,EAAC;AACD,WAAO;AAAA,EACT;AAAA,EAEA,yBACE,MACA,QACA,YACM;AACN,QAAI,KAAK,SAAS,QAAQ;AACxB,WAAK,OAAO;AAAA,IACd;AAEA,SAAK,KAAK,SAAoB,8BAA8B,iCACvD,aADuD;AAAA,MAE1D,CAAC,QAAQ,kBAAkB,GAAG;AAAA,MAC9B,CAAY,oCAAoC,GAAG,KAAK,UAAU,IAAI;AAAA,MACtE,CAAY,wCAAwC,GAAG;AAAA,IACzD,EAAC;AACD,WAAO;AAAA,EACT;AAAA,EAEA,oBACE,MACA,QACA,YACM;AACN,QAAI,KAAK,WAAW,KAAK,QAAQ,SAAS,QAAQ;AAChD,WAAK,QAAQ,OAAO;AAAA,IACtB;AAEA,SAAK,KAAK,SAAoB,wBAAwB,iCACjD,aADiD;AAAA,MAEpD,CAAC,QAAQ,kBAAkB,GAAG;AAAA,MAC9B,CAAY,oCAAoC,GAAG,KAAK,UAAU,IAAI;AAAA,MACtE,CAAY,wCAAwC,GAAG;AAAA,IACzD,EAAC;AACD,WAAO;AAAA,EACT;AAAA,EAEA,QAAQ,MAAsB;AAC5B,SAAK,KAAK,aAAwB,0BAA0B,IAAI;AAChE,WAAO;AAAA,EACT;AAAA,EAEA,gBAAgB,OAAqB;AACnC,SAAK,KAAK,aAAa,QAAQ,2BAA2B,KAAK;AAC/D,WAAO;AAAA,EACT;AAAA,EAEA,iBAAiB,OAAqB;AACpC,SAAK,KAAK,aAAa,QAAQ,4BAA4B,KAAK;AAChE,WAAO;AAAA,EACT;AAAA,EAEA,eAAe,aAA8C;AAC3D,SAAK,KAAK;AAAA,MACG;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,OAAO;AAAA,MACT,CAAC;AAAA,IACH;AACA,WAAO;AAAA,EACT;AAAA,EAEA,cAAc,YAA2C;AACvD,SAAK,KAAK;AAAA,MACG;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,OAAO,CAAC,UAAU;AAAA,MACpB,CAAC;AAAA,IACH;AACA,WAAO;AAAA,EACT;AAAA,EAEA,WAAW,SAAqC;AAC9C,SAAK,KAAK;AAAA,MACG;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,OAAO;AAAA,MACT,CAAC;AAAA,IACH;AACA,WAAO;AAAA,EACT;AAAA,EAEA,kBAAkB,QAAsB;AACtC,SAAK,KAAK,cAAc;AAAA,MACtB,CAAY,iCAAiC,GAAG,OAAO;AAAA,MACvD,CAAY,wBAAwB,GAAG,OAAO;AAAA,MAC9C,CAAY,gCAAgC,GAAG,OAAO;AAAA,MACtD,CAAY,oCAAoC,GAAG,OAAO;AAAA,IAC5D,CAAC;AACD,WAAO;AAAA,EACT;AAAA,EAEA,SAAS,OAAsB;AAC7B,SAAK,KAAK;AAAA,MACG;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,OAAO;AAAA,MACT,CAAC;AAAA,IACH;AACA,WAAO;AAAA,EACT;AAAA,EAEA,eAAe,OAAqB;AAClC,SAAK,KAAK;AAAA,MACG;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,OAAO;AAAA,MACT,CAAC;AAAA,IACH;AACA,WAAO;AAAA,EACT;AAAA,EAEA,UAAU,QAAuB;AAC/B,SAAK,KAAK;AAAA,MACG;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,OAAO;AAAA,MACT,CAAC;AAAA,IACH;AACA,WAAO;AAAA,EACT;AAAA,EAEA,gBAAgB,QAAsB;AACpC,SAAK,KAAK;AAAA,MACG;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,OAAO;AAAA,MACT,CAAC;AAAA,IACH;AACA,WAAO;AAAA,EACT;AAAA,EAEA,oBAAoB,WAAoB,QAAqC;AAC3E,SAAK,KAAK;AAAA,MACG;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM,YAAY,qBAAqB;AAAA,QACvC,OAAO;AAAA,MACT,CAAC;AAAA,IACH;AACA,WAAO;AAAA,EACT;AACF;AAcO,SAAS,oBAAoB,MAA2B;AAC7D,SAAO,IAAI,kBAAkB,IAAI;AACnC;;;ADjjBO,SAAS,mBAAmB,MAAc,SAAmC;AAClF,QAAMC,UAAS,UAAU,UAAU,MAAM,OAAO;AAIhD,QAAM,UAAyC;AAAA,IAC7C,IAAI,QAAQ,MAAM,WAAW;AAC3B,cAAQ,MAAM;AAAA,QACZ,KAAK,mBAAmB;AACtB,gBAAM,kBAA4C,IAC7C,SAMA;AAEH,kBAAM,UAAU,KAAK,UAAU,CAAC,QAAQ,OAAO,QAAQ,UAAU;AACjE,gBAAI,YAAY,IAAI;AAClB,oBAAM,IAAI;AAAA,gBACR;AAAA,cACF;AAAA,YACF;AAGA,kBAAM,SAAS,KAAK,OAAO;AAM3B,kBAAM,eAAe,IAAI,WAAsB;AAC7C,oBAAM,CAAC,MAAM,GAAG,IAAI,IAAI;AACxB,qBAAO,OAAO,oBAAoB,IAAY,GAAG,GAAG,IAAI;AAAA,YAC1D;AAEA,kBAAM,UAAU,CAAC,GAAG,IAAI;AACxB,oBAAQ,OAAO,IAAI;AAGnB,mBACE,OAAO,gBAGP,GAAG,OAAO;AAAA,UACd;AACA,iBAAO;AAAA,QACT;AAAA,QAEA,KAAK,aAAa;AAChB,iBAAO,YACF,MAC8B;AACjC,kBAAM,OAAO,OAAO,UAAU,GAAG,IAAI;AACrC,mBAAO,oBAAoB,IAAI;AAAA,UACjC;AAAA,QACF;AAAA,QAEA,KAAK,kBAAkB;AAKrB,iBAAO,eAAe,kBAAkB,MAA2B;AAEjE,kBAAM,UAAU,KAAK,UAAU,CAAC,QAAQ,OAAO,QAAQ,UAAU;AACjE,gBAAI,YAAY,IAAI;AAClB,oBAAM,IAAI,MAAM,yDAAyD;AAAA,YAC3E;AACA,kBAAM,SAAS,KAAK,OAAO;AAE3B,kBAAMC,QAAO,KAAK,CAAC;AACnB,kBAAM,UAAU,KAAK,SAAS,IAAI,KAAK,CAAC,IAAI;AAC5C,kBAAM,UAAU,KAAK,SAAS,IAAI,KAAK,CAAC,IAAI;AAE5C,mBAAO,MAAM,IAAI,QAAQ,CAAC,SAAS,WAAW;AAE5C,oBAAM,KAAK,OAAO,SAAe;AAC/B,sBAAM,cAAc,oBAAoB,IAAI;AAC5C,oBAAI;AACF,0BAAQ,MAAM,OAAO,WAAW,CAAC;AAAA,gBACnC,SAAS,KAAU;AACjB,8BAAY,UAAU;AAAA,oBACpB,MAAMC,gBAAe;AAAA,oBACrB,SAAS,OAAO,IAAI,UAAU,IAAI,UAAU,OAAO,GAAG;AAAA,kBACxD,CAAC;AACD,8BAAY,gBAAgB,GAAG;AAC/B,yBAAO,GAAG;AAAA,gBACZ,UAAE;AACA,8BAAY,IAAI;AAAA,gBAClB;AAAA,cACF;AAEA,kBAAI,YAAY,QAAW;AACzB,uBAAO,gBAAgBD,OAAM,SAAS,SAAS,EAAE;AAAA,cACnD,WAAW,YAAY,QAAW;AAChC,uBAAO,gBAAgBA,OAAM,SAAS,EAAE;AAAA,cAC1C,OAAO;AACL,uBAAO,gBAAgBA,OAAM,EAAE;AAAA,cACjC;AAAA,YACF,CAAC;AAAA,UACH;AAAA,QACF;AAAA,QAEA,SAAS;AACP,gBAAM,QAAQ,OAAO,IAAoB;AACzC,iBAAO,OAAO,UAAU,aAAa,MAAM,KAAK,MAAM,IAAI;AAAA,QAC5D;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAEA,SAAO,IAAI,MAAMD,SAAQ,OAAO;AAClC;","names":["SpanStatusCode","_a","tracer","name","SpanStatusCode"]}
|
|
@@ -0,0 +1,50 @@
|
|
|
1
|
+
// src/observability/processors/filterable-batch-span-processor.ts
|
|
2
|
+
import {
|
|
3
|
+
BatchSpanProcessor
|
|
4
|
+
} from "@opentelemetry/sdk-trace-base";
|
|
5
|
+
var FilterableBatchSpanProcessor = class extends BatchSpanProcessor {
|
|
6
|
+
/**
|
|
7
|
+
* Create a new FilterableBatchSpanProcessor.
|
|
8
|
+
*
|
|
9
|
+
* @param exporter - The underlying SpanExporter to use for exporting spans.
|
|
10
|
+
* @param filters - An array of rules for excluding spans from export.
|
|
11
|
+
*/
|
|
12
|
+
constructor(exporter, filters) {
|
|
13
|
+
super(exporter);
|
|
14
|
+
this._filters = filters;
|
|
15
|
+
}
|
|
16
|
+
/**
|
|
17
|
+
* Called when a span ends. If the span matches any exclude rule, it is dropped and not exported.
|
|
18
|
+
*
|
|
19
|
+
* @param span - The ReadableSpan that has ended.
|
|
20
|
+
*/
|
|
21
|
+
onEnd(span) {
|
|
22
|
+
for (const filter of this._filters) {
|
|
23
|
+
let sourceValue;
|
|
24
|
+
if (filter.fieldName === "span_name") {
|
|
25
|
+
sourceValue = span.name;
|
|
26
|
+
} else if (filter.fieldName === "instrumentation_scope_name") {
|
|
27
|
+
sourceValue = span.instrumentationScope.name;
|
|
28
|
+
} else {
|
|
29
|
+
continue;
|
|
30
|
+
}
|
|
31
|
+
const matchValue = filter.matchValue;
|
|
32
|
+
const matchOperation = filter.matchOperation;
|
|
33
|
+
switch (true) {
|
|
34
|
+
case (matchOperation === "exact_match" && sourceValue === matchValue):
|
|
35
|
+
case (matchOperation === "includes" && sourceValue.includes(matchValue)):
|
|
36
|
+
case (matchOperation === "starts_with" && sourceValue.startsWith(matchValue)):
|
|
37
|
+
case (matchOperation === "ends_with" && sourceValue.endsWith(matchValue)):
|
|
38
|
+
return;
|
|
39
|
+
default:
|
|
40
|
+
break;
|
|
41
|
+
}
|
|
42
|
+
}
|
|
43
|
+
super.onEnd(span);
|
|
44
|
+
}
|
|
45
|
+
};
|
|
46
|
+
|
|
47
|
+
export {
|
|
48
|
+
FilterableBatchSpanProcessor
|
|
49
|
+
};
|
|
50
|
+
//# sourceMappingURL=chunk-PR3JDWC3.mjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/observability/processors/filterable-batch-span-processor.ts"],"sourcesContent":["/**\n * Filterable Batch Span Exporter for OpenTelemetry\n *\n * This module provides a BatchSpanProcessor subclass that allows filtering of spans before export\n * based on configurable rules. Spans matching any exclude rule are dropped and not exported.\n *\n * @module filterable-batch-span-exporter\n */\n\nimport {\n BatchSpanProcessor,\n ReadableSpan,\n SpanExporter,\n} from '@opentelemetry/sdk-trace-base';\n\n/**\n * A rule for excluding spans from export based on their name or instrumentation scope name.\n *\n * @property fieldName - The span field to match against ('span_name' or 'instrumentation_scope_name').\n * @property matchValue - The value to match against the field.\n * @property matchOperation - The operation to use for matching ('includes', 'exact_match', 'starts_with', 'ends_with').\n *\n * @example\n * const rule: SpanProcessingExcludeRule = {\n * fieldName: 'span_name',\n * matchValue: 'heartbeat',\n * matchOperation: 'exact_match',\n * };\n */\nexport interface SpanProcessingExcludeRule {\n fieldName: \"span_name\" | \"instrumentation_scope_name\";\n matchValue: string;\n matchOperation: \"includes\" | \"exact_match\" | \"starts_with\" | \"ends_with\";\n}\n\n/**\n * A BatchSpanProcessor that filters out spans matching any of the provided exclude rules before export.\n *\n * This is useful for dropping noisy or irrelevant spans (e.g., health checks, heartbeats) from being exported to your tracing backend.\n *\n * @example\n * import { FilterableBatchSpanProcessor } from './filterable-batch-span-exporter';\n * import { OTLPTraceExporter } from '@opentelemetry/exporter-trace-otlp-http';\n *\n * const exporter = new OTLPTraceExporter({ url: '...' });\n * const filters = [\n * { fieldName: 'span_name', matchValue: 'heartbeat', matchOperation: 'exact_match' },\n * { fieldName: 'instrumentation_scope_name', matchValue: 'internal', matchOperation: 'starts_with' },\n * ];\n * provider.addSpanProcessor(new FilterableBatchSpanProcessor(exporter, filters));\n */\nexport class FilterableBatchSpanProcessor extends BatchSpanProcessor {\n private readonly _filters: SpanProcessingExcludeRule[];\n\n /**\n * Create a new FilterableBatchSpanProcessor.\n *\n * @param exporter - The underlying SpanExporter to use for exporting spans.\n * @param filters - An array of rules for excluding spans from export.\n */\n constructor(exporter: SpanExporter, filters: SpanProcessingExcludeRule[]) {\n super(exporter);\n this._filters = filters;\n }\n\n /**\n * Called when a span ends. If the span matches any exclude rule, it is dropped and not exported.\n *\n * @param span - The ReadableSpan that has ended.\n */\n override onEnd(span: ReadableSpan): void {\n for (const filter of this._filters) {\n let sourceValue: string;\n\n if (filter.fieldName === \"span_name\") {\n sourceValue = span.name;\n } else if (filter.fieldName === \"instrumentation_scope_name\") {\n sourceValue = span.instrumentationScope.name;\n } else {\n continue;\n }\n\n const matchValue = filter.matchValue;\n const matchOperation = filter.matchOperation;\n\n switch (true) {\n case matchOperation === \"exact_match\" && sourceValue === matchValue:\n case matchOperation === \"includes\" && sourceValue.includes(matchValue):\n case matchOperation === \"starts_with\" && sourceValue.startsWith(matchValue):\n case matchOperation === \"ends_with\" && sourceValue.endsWith(matchValue):\n return;\n\n default: break;\n }\n }\n\n super.onEnd(span);\n }\n}\n"],"mappings":";AASA;AAAA,EACE;AAAA,OAGK;AAsCA,IAAM,+BAAN,cAA2C,mBAAmB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASnE,YAAY,UAAwB,SAAsC;AACxE,UAAM,QAAQ;AACd,SAAK,WAAW;AAAA,EAClB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOS,MAAM,MAA0B;AACvC,eAAW,UAAU,KAAK,UAAU;AAClC,UAAI;AAEJ,UAAI,OAAO,cAAc,aAAa;AACpC,sBAAc,KAAK;AAAA,MACrB,WAAW,OAAO,cAAc,8BAA8B;AAC5D,sBAAc,KAAK,qBAAqB;AAAA,MAC1C,OAAO;AACL;AAAA,MACF;AAEA,YAAM,aAAa,OAAO;AAC1B,YAAM,iBAAiB,OAAO;AAE9B,cAAQ,MAAM;AAAA,QACZ,MAAK,mBAAmB,iBAAiB,gBAAgB;AAAA,QACzD,MAAK,mBAAmB,cAAc,YAAY,SAAS,UAAU;AAAA,QACrE,MAAK,mBAAmB,iBAAiB,YAAY,WAAW,UAAU;AAAA,QAC1E,MAAK,mBAAmB,eAAe,YAAY,SAAS,UAAU;AACpE;AAAA,QAEF;AAAS;AAAA,MACX;AAAA,IACF;AAEA,UAAM,MAAM,IAAI;AAAA,EAClB;AACF;","names":[]}
|