risicare 0.4.0 → 0.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +30 -0
- package/dist/frameworks/instructor.cjs +93 -73
- package/dist/frameworks/instructor.cjs.map +1 -1
- package/dist/frameworks/instructor.d.cts +19 -7
- package/dist/frameworks/instructor.d.ts +19 -7
- package/dist/frameworks/instructor.js +85 -67
- package/dist/frameworks/instructor.js.map +1 -1
- package/dist/frameworks/langchain.cjs +192 -94
- package/dist/frameworks/langchain.cjs.map +1 -1
- package/dist/frameworks/langchain.d.cts +97 -3
- package/dist/frameworks/langchain.d.ts +97 -3
- package/dist/frameworks/langchain.js +190 -88
- package/dist/frameworks/langchain.js.map +1 -1
- package/dist/frameworks/langgraph.cjs +192 -94
- package/dist/frameworks/langgraph.cjs.map +1 -1
- package/dist/frameworks/langgraph.js +190 -88
- package/dist/frameworks/langgraph.js.map +1 -1
- package/dist/frameworks/llamaindex.cjs +94 -69
- package/dist/frameworks/llamaindex.cjs.map +1 -1
- package/dist/frameworks/llamaindex.d.cts +33 -17
- package/dist/frameworks/llamaindex.d.ts +33 -17
- package/dist/frameworks/llamaindex.js +85 -62
- package/dist/frameworks/llamaindex.js.map +1 -1
- package/dist/index.cjs +2684 -1934
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +234 -46
- package/dist/index.d.ts +234 -46
- package/dist/index.js +2492 -1762
- package/dist/index.js.map +1 -1
- package/dist/providers/anthropic/index.cjs +33 -34
- package/dist/providers/anthropic/index.cjs.map +1 -1
- package/dist/providers/anthropic/index.js +25 -28
- package/dist/providers/anthropic/index.js.map +1 -1
- package/dist/providers/bedrock/index.cjs +56 -44
- package/dist/providers/bedrock/index.cjs.map +1 -1
- package/dist/providers/bedrock/index.d.cts +13 -1
- package/dist/providers/bedrock/index.d.ts +13 -1
- package/dist/providers/bedrock/index.js +47 -38
- package/dist/providers/bedrock/index.js.map +1 -1
- package/dist/providers/cerebras/index.cjs +33 -34
- package/dist/providers/cerebras/index.cjs.map +1 -1
- package/dist/providers/cerebras/index.js +25 -28
- package/dist/providers/cerebras/index.js.map +1 -1
- package/dist/providers/cohere/index.cjs +35 -36
- package/dist/providers/cohere/index.cjs.map +1 -1
- package/dist/providers/cohere/index.js +27 -30
- package/dist/providers/cohere/index.js.map +1 -1
- package/dist/providers/google/index.cjs +33 -34
- package/dist/providers/google/index.cjs.map +1 -1
- package/dist/providers/google/index.js +25 -28
- package/dist/providers/google/index.js.map +1 -1
- package/dist/providers/groq/index.cjs +33 -34
- package/dist/providers/groq/index.cjs.map +1 -1
- package/dist/providers/groq/index.js +25 -28
- package/dist/providers/groq/index.js.map +1 -1
- package/dist/providers/huggingface/index.cjs +33 -34
- package/dist/providers/huggingface/index.cjs.map +1 -1
- package/dist/providers/huggingface/index.js +25 -28
- package/dist/providers/huggingface/index.js.map +1 -1
- package/dist/providers/mistral/index.cjs +37 -38
- package/dist/providers/mistral/index.cjs.map +1 -1
- package/dist/providers/mistral/index.js +29 -32
- package/dist/providers/mistral/index.js.map +1 -1
- package/dist/providers/ollama/index.cjs +41 -34
- package/dist/providers/ollama/index.cjs.map +1 -1
- package/dist/providers/ollama/index.js +33 -28
- package/dist/providers/ollama/index.js.map +1 -1
- package/dist/providers/openai/index.cjs +36 -35
- package/dist/providers/openai/index.cjs.map +1 -1
- package/dist/providers/openai/index.js +28 -29
- package/dist/providers/openai/index.js.map +1 -1
- package/dist/providers/together/index.cjs +33 -34
- package/dist/providers/together/index.cjs.map +1 -1
- package/dist/providers/together/index.js +25 -28
- package/dist/providers/together/index.js.map +1 -1
- package/dist/providers/vercel-ai/index.cjs +27 -35
- package/dist/providers/vercel-ai/index.cjs.map +1 -1
- package/dist/providers/vercel-ai/index.js +19 -29
- package/dist/providers/vercel-ai/index.js.map +1 -1
- package/package.json +94 -33
|
@@ -1,10 +1,10 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
return fn && (res = (0, fn[__getOwnPropNames(fn)[0]])(fn = 0)), res;
|
|
4
|
-
};
|
|
1
|
+
// src/client.ts
|
|
2
|
+
import { createHash as createHash2 } from "crypto";
|
|
5
3
|
|
|
6
4
|
// src/globals.ts
|
|
7
5
|
import { AsyncLocalStorage } from "async_hooks";
|
|
6
|
+
var G = globalThis;
|
|
7
|
+
var PREFIX = "__risicare_";
|
|
8
8
|
function getTracer() {
|
|
9
9
|
return G[PREFIX + "tracer"];
|
|
10
10
|
}
|
|
@@ -14,22 +14,10 @@ function getContextStorage() {
|
|
|
14
14
|
}
|
|
15
15
|
return G[PREFIX + "ctx"];
|
|
16
16
|
}
|
|
17
|
-
var G, PREFIX;
|
|
18
|
-
var init_globals = __esm({
|
|
19
|
-
"src/globals.ts"() {
|
|
20
|
-
"use strict";
|
|
21
|
-
G = globalThis;
|
|
22
|
-
PREFIX = "__risicare_";
|
|
23
|
-
}
|
|
24
|
-
});
|
|
25
17
|
|
|
26
|
-
// src/
|
|
27
|
-
var
|
|
28
|
-
|
|
29
|
-
"use strict";
|
|
30
|
-
init_globals();
|
|
31
|
-
}
|
|
32
|
-
});
|
|
18
|
+
// src/exporters/batch.ts
|
|
19
|
+
var MAX_BATCH_BYTES = 8 * 1024 * 1024;
|
|
20
|
+
var utf8ByteLength = typeof Buffer !== "undefined" && typeof Buffer.byteLength === "function" ? (s) => Buffer.byteLength(s, "utf8") : (s) => s.length * 3;
|
|
33
21
|
|
|
34
22
|
// src/ids.ts
|
|
35
23
|
import { randomBytes } from "crypto";
|
|
@@ -105,7 +93,6 @@ var NOOP_SPAN = Object.freeze({
|
|
|
105
93
|
});
|
|
106
94
|
|
|
107
95
|
// src/context/storage.ts
|
|
108
|
-
init_globals();
|
|
109
96
|
function storage() {
|
|
110
97
|
return getContextStorage();
|
|
111
98
|
}
|
|
@@ -118,15 +105,10 @@ function runWithContext(overrides, fn) {
|
|
|
118
105
|
return storage().run(merged, fn);
|
|
119
106
|
}
|
|
120
107
|
|
|
121
|
-
// src/
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
// src/exporters/http.ts
|
|
125
|
-
init_log();
|
|
108
|
+
// src/runtime/applier.ts
|
|
109
|
+
import { createHash } from "crypto";
|
|
126
110
|
|
|
127
111
|
// src/client.ts
|
|
128
|
-
init_log();
|
|
129
|
-
init_globals();
|
|
130
112
|
function getTracer2() {
|
|
131
113
|
return getTracer();
|
|
132
114
|
}
|
|
@@ -138,89 +120,129 @@ function suppressProviderInstrumentation(fn) {
|
|
|
138
120
|
}
|
|
139
121
|
|
|
140
122
|
// src/frameworks/llamaindex.ts
|
|
123
|
+
var EVENT_PHASE = {
|
|
124
|
+
// LLM
|
|
125
|
+
"llm-start": "start",
|
|
126
|
+
"llm-end": "end",
|
|
127
|
+
"llm-error": "error",
|
|
128
|
+
"llm-tool-call": "start",
|
|
129
|
+
"llm-tool-result": "end",
|
|
130
|
+
"llm-stream": "end",
|
|
131
|
+
// Chat
|
|
132
|
+
"chat-start": "start",
|
|
133
|
+
"chat-end": "end",
|
|
134
|
+
// Embeddings
|
|
135
|
+
"embedding-start": "start",
|
|
136
|
+
"embedding-end": "end",
|
|
137
|
+
// Retrieval
|
|
138
|
+
"retrieve-start": "start",
|
|
139
|
+
"retrieve-end": "end",
|
|
140
|
+
// Query / synthesis
|
|
141
|
+
"query-start": "start",
|
|
142
|
+
"query-end": "end",
|
|
143
|
+
"synthesize-start": "start",
|
|
144
|
+
"synthesize-end": "end",
|
|
145
|
+
// Agent
|
|
146
|
+
"agent-start": "start",
|
|
147
|
+
"agent-end": "end",
|
|
148
|
+
"agent-step-start": "start",
|
|
149
|
+
"agent-step-end": "end"
|
|
150
|
+
};
|
|
141
151
|
var RisicareLlamaIndexHandler = class {
|
|
152
|
+
/**
|
|
153
|
+
* Public, iterable list of all event names this handler responds to.
|
|
154
|
+
* Customers should subscribe to each on the LlamaIndex callback manager:
|
|
155
|
+
* for (const n of RisicareLlamaIndexHandler.EVENT_NAMES) Settings.callbackManager.on(n, ...)
|
|
156
|
+
*/
|
|
157
|
+
static EVENT_NAMES = Object.keys(EVENT_PHASE);
|
|
142
158
|
_spans = /* @__PURE__ */ new Map();
|
|
143
159
|
/**
|
|
144
160
|
* Handle a LlamaIndex lifecycle event.
|
|
145
|
-
*
|
|
146
|
-
* Events follow the convention:
|
|
147
|
-
* - `*.start` / `*.begin` -- component starts
|
|
148
|
-
* - `*.end` / `*.complete` -- component finishes
|
|
149
|
-
* - `*.error` -- component failed
|
|
150
161
|
*/
|
|
151
162
|
onEvent(event) {
|
|
152
163
|
const tracer = getTracer2();
|
|
153
164
|
if (!tracer?.enabled) return;
|
|
154
|
-
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
|
|
158
|
-
|
|
159
|
-
|
|
165
|
+
const payload = event.detail ?? event.data ?? {};
|
|
166
|
+
let phase = EVENT_PHASE[event.type];
|
|
167
|
+
if (!phase) {
|
|
168
|
+
if (event.type.endsWith(".start") || event.type.endsWith(".begin")) {
|
|
169
|
+
phase = "start";
|
|
170
|
+
} else if (event.type.endsWith(".end") || event.type.endsWith(".complete")) {
|
|
171
|
+
phase = "end";
|
|
172
|
+
} else if (event.type.endsWith(".error")) {
|
|
173
|
+
phase = "error";
|
|
174
|
+
}
|
|
175
|
+
}
|
|
176
|
+
if (!phase) return;
|
|
177
|
+
const id = payload.id ?? event.id ?? "";
|
|
178
|
+
const parentId = payload.parentId ?? event.parentId;
|
|
179
|
+
if (!id) return;
|
|
180
|
+
if (phase === "start") {
|
|
181
|
+
this._handleStart(event.type, id, parentId, payload);
|
|
182
|
+
} else if (phase === "end") {
|
|
183
|
+
this._handleEnd(id, payload);
|
|
184
|
+
} else {
|
|
185
|
+
this._handleError(id, payload);
|
|
160
186
|
}
|
|
161
187
|
}
|
|
162
188
|
/**
|
|
163
189
|
* Run a function with provider instrumentation suppressed.
|
|
164
|
-
*
|
|
165
|
-
* LlamaIndex handler creates its own LLM spans, so provider spans
|
|
166
|
-
* (patchOpenAI, patchAnthropic, etc.) should be suppressed to avoid
|
|
167
|
-
* double-tracing.
|
|
168
190
|
*/
|
|
169
191
|
withSuppression(fn) {
|
|
170
192
|
return suppressProviderInstrumentation(fn);
|
|
171
193
|
}
|
|
172
194
|
// ── Internal event handlers ───────────────────────────────────────────────
|
|
173
|
-
_handleStart(
|
|
195
|
+
_handleStart(eventType, id, parentId, payload) {
|
|
174
196
|
const tracer = getTracer2();
|
|
175
197
|
if (!tracer?.enabled) return;
|
|
176
|
-
const componentKind = this._classifyComponent(
|
|
177
|
-
const parentEntry =
|
|
198
|
+
const componentKind = this._classifyComponent(eventType);
|
|
199
|
+
const parentEntry = parentId ? this._spans.get(parentId) : void 0;
|
|
178
200
|
const spanKind = componentKind === "llm" ? "llm_call" /* LLM_CALL */ : componentKind === "retrieval" ? "retrieval" /* RETRIEVAL */ : componentKind === "embedding" ? "llm_call" /* LLM_CALL */ : "internal" /* INTERNAL */;
|
|
201
|
+
const spanName = eventType.replace(/\.(start|begin)$/, "").replace(/-(start|begin)$/, "");
|
|
179
202
|
const span = tracer.createSpan({
|
|
180
|
-
name:
|
|
203
|
+
name: spanName,
|
|
181
204
|
kind: spanKind,
|
|
182
205
|
parentSpanId: parentEntry?.span.spanId,
|
|
183
206
|
traceId: parentEntry?.span.traceId,
|
|
184
207
|
attributes: {
|
|
185
208
|
framework: "llamaindex",
|
|
186
209
|
"framework.span_kind": componentKind,
|
|
187
|
-
...
|
|
210
|
+
...payload.model ? { "gen_ai.request.model": payload.model } : {}
|
|
188
211
|
}
|
|
189
212
|
});
|
|
190
|
-
this._spans.set(
|
|
213
|
+
this._spans.set(id, { span, startTime: Date.now(), componentKind });
|
|
191
214
|
}
|
|
192
|
-
_handleEnd(
|
|
193
|
-
const entry = this._spans.get(
|
|
215
|
+
_handleEnd(id, payload) {
|
|
216
|
+
const entry = this._spans.get(id);
|
|
194
217
|
if (!entry) return;
|
|
195
|
-
entry.span.setAttribute(
|
|
196
|
-
|
|
197
|
-
Date.now() - entry.startTime
|
|
198
|
-
);
|
|
199
|
-
const usage = event.data?.usage;
|
|
218
|
+
entry.span.setAttribute("gen_ai.latency_ms", Date.now() - entry.startTime);
|
|
219
|
+
const usage = payload.usage;
|
|
200
220
|
if (usage) {
|
|
201
221
|
entry.span.setLlmFields({
|
|
202
222
|
promptTokens: usage.promptTokens ?? usage.prompt_tokens,
|
|
203
223
|
completionTokens: usage.completionTokens ?? usage.completion_tokens
|
|
204
224
|
});
|
|
205
225
|
}
|
|
206
|
-
if (
|
|
226
|
+
if (payload.documentCount != null) {
|
|
207
227
|
entry.span.setAttribute(
|
|
208
228
|
"retriever.document_count",
|
|
209
|
-
|
|
229
|
+
payload.documentCount
|
|
210
230
|
);
|
|
231
|
+
} else if (Array.isArray(payload.nodes)) {
|
|
232
|
+
entry.span.setAttribute("retriever.document_count", payload.nodes.length);
|
|
211
233
|
}
|
|
212
234
|
entry.span.end();
|
|
213
|
-
this._spans.delete(
|
|
235
|
+
this._spans.delete(id);
|
|
214
236
|
}
|
|
215
|
-
_handleError(
|
|
216
|
-
const entry = this._spans.get(
|
|
237
|
+
_handleError(id, payload) {
|
|
238
|
+
const entry = this._spans.get(id);
|
|
217
239
|
if (!entry) return;
|
|
218
|
-
const error =
|
|
240
|
+
const error = payload.error;
|
|
219
241
|
entry.span.recordException(
|
|
220
242
|
error instanceof Error ? error : String(error ?? "Unknown error")
|
|
221
243
|
);
|
|
222
244
|
entry.span.end();
|
|
223
|
-
this._spans.delete(
|
|
245
|
+
this._spans.delete(id);
|
|
224
246
|
}
|
|
225
247
|
/**
|
|
226
248
|
* Classify a LlamaIndex event type into a component kind.
|
|
@@ -232,6 +254,7 @@ var RisicareLlamaIndexHandler = class {
|
|
|
232
254
|
if (lower.includes("retriev") || lower.includes("vector")) return "retrieval";
|
|
233
255
|
if (lower.includes("synth") || lower.includes("response")) return "synthesis";
|
|
234
256
|
if (lower.includes("query")) return "query";
|
|
257
|
+
if (lower.includes("agent")) return "agent";
|
|
235
258
|
return "component";
|
|
236
259
|
}
|
|
237
260
|
};
|