risicare 0.4.0 → 0.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +30 -0
- package/dist/frameworks/instructor.cjs +93 -73
- package/dist/frameworks/instructor.cjs.map +1 -1
- package/dist/frameworks/instructor.d.cts +19 -7
- package/dist/frameworks/instructor.d.ts +19 -7
- package/dist/frameworks/instructor.js +85 -67
- package/dist/frameworks/instructor.js.map +1 -1
- package/dist/frameworks/langchain.cjs +192 -94
- package/dist/frameworks/langchain.cjs.map +1 -1
- package/dist/frameworks/langchain.d.cts +97 -3
- package/dist/frameworks/langchain.d.ts +97 -3
- package/dist/frameworks/langchain.js +190 -88
- package/dist/frameworks/langchain.js.map +1 -1
- package/dist/frameworks/langgraph.cjs +192 -94
- package/dist/frameworks/langgraph.cjs.map +1 -1
- package/dist/frameworks/langgraph.js +190 -88
- package/dist/frameworks/langgraph.js.map +1 -1
- package/dist/frameworks/llamaindex.cjs +94 -69
- package/dist/frameworks/llamaindex.cjs.map +1 -1
- package/dist/frameworks/llamaindex.d.cts +33 -17
- package/dist/frameworks/llamaindex.d.ts +33 -17
- package/dist/frameworks/llamaindex.js +85 -62
- package/dist/frameworks/llamaindex.js.map +1 -1
- package/dist/index.cjs +2684 -1934
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +234 -46
- package/dist/index.d.ts +234 -46
- package/dist/index.js +2492 -1762
- package/dist/index.js.map +1 -1
- package/dist/providers/anthropic/index.cjs +33 -34
- package/dist/providers/anthropic/index.cjs.map +1 -1
- package/dist/providers/anthropic/index.js +25 -28
- package/dist/providers/anthropic/index.js.map +1 -1
- package/dist/providers/bedrock/index.cjs +56 -44
- package/dist/providers/bedrock/index.cjs.map +1 -1
- package/dist/providers/bedrock/index.d.cts +13 -1
- package/dist/providers/bedrock/index.d.ts +13 -1
- package/dist/providers/bedrock/index.js +47 -38
- package/dist/providers/bedrock/index.js.map +1 -1
- package/dist/providers/cerebras/index.cjs +33 -34
- package/dist/providers/cerebras/index.cjs.map +1 -1
- package/dist/providers/cerebras/index.js +25 -28
- package/dist/providers/cerebras/index.js.map +1 -1
- package/dist/providers/cohere/index.cjs +35 -36
- package/dist/providers/cohere/index.cjs.map +1 -1
- package/dist/providers/cohere/index.js +27 -30
- package/dist/providers/cohere/index.js.map +1 -1
- package/dist/providers/google/index.cjs +33 -34
- package/dist/providers/google/index.cjs.map +1 -1
- package/dist/providers/google/index.js +25 -28
- package/dist/providers/google/index.js.map +1 -1
- package/dist/providers/groq/index.cjs +33 -34
- package/dist/providers/groq/index.cjs.map +1 -1
- package/dist/providers/groq/index.js +25 -28
- package/dist/providers/groq/index.js.map +1 -1
- package/dist/providers/huggingface/index.cjs +33 -34
- package/dist/providers/huggingface/index.cjs.map +1 -1
- package/dist/providers/huggingface/index.js +25 -28
- package/dist/providers/huggingface/index.js.map +1 -1
- package/dist/providers/mistral/index.cjs +37 -38
- package/dist/providers/mistral/index.cjs.map +1 -1
- package/dist/providers/mistral/index.js +29 -32
- package/dist/providers/mistral/index.js.map +1 -1
- package/dist/providers/ollama/index.cjs +41 -34
- package/dist/providers/ollama/index.cjs.map +1 -1
- package/dist/providers/ollama/index.js +33 -28
- package/dist/providers/ollama/index.js.map +1 -1
- package/dist/providers/openai/index.cjs +36 -35
- package/dist/providers/openai/index.cjs.map +1 -1
- package/dist/providers/openai/index.js +28 -29
- package/dist/providers/openai/index.js.map +1 -1
- package/dist/providers/together/index.cjs +33 -34
- package/dist/providers/together/index.cjs.map +1 -1
- package/dist/providers/together/index.js +25 -28
- package/dist/providers/together/index.js.map +1 -1
- package/dist/providers/vercel-ai/index.cjs +27 -35
- package/dist/providers/vercel-ai/index.cjs.map +1 -1
- package/dist/providers/vercel-ai/index.js +19 -29
- package/dist/providers/vercel-ai/index.js.map +1 -1
- package/package.json +94 -33
|
@@ -3,9 +3,6 @@ var __defProp = Object.defineProperty;
|
|
|
3
3
|
var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
|
|
4
4
|
var __getOwnPropNames = Object.getOwnPropertyNames;
|
|
5
5
|
var __hasOwnProp = Object.prototype.hasOwnProperty;
|
|
6
|
-
var __esm = (fn, res) => function __init() {
|
|
7
|
-
return fn && (res = (0, fn[__getOwnPropNames(fn)[0]])(fn = 0)), res;
|
|
8
|
-
};
|
|
9
6
|
var __export = (target, all) => {
|
|
10
7
|
for (var name in all)
|
|
11
8
|
__defProp(target, name, { get: all[name], enumerable: true });
|
|
@@ -20,7 +17,20 @@ var __copyProps = (to, from, except, desc) => {
|
|
|
20
17
|
};
|
|
21
18
|
var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
|
|
22
19
|
|
|
20
|
+
// src/frameworks/llamaindex.ts
|
|
21
|
+
var llamaindex_exports = {};
|
|
22
|
+
__export(llamaindex_exports, {
|
|
23
|
+
RisicareLlamaIndexHandler: () => RisicareLlamaIndexHandler
|
|
24
|
+
});
|
|
25
|
+
module.exports = __toCommonJS(llamaindex_exports);
|
|
26
|
+
|
|
27
|
+
// src/client.ts
|
|
28
|
+
var import_node_crypto3 = require("crypto");
|
|
29
|
+
|
|
23
30
|
// src/globals.ts
|
|
31
|
+
var import_node_async_hooks = require("async_hooks");
|
|
32
|
+
var G = globalThis;
|
|
33
|
+
var PREFIX = "__risicare_";
|
|
24
34
|
function getTracer() {
|
|
25
35
|
return G[PREFIX + "tracer"];
|
|
26
36
|
}
|
|
@@ -30,30 +40,10 @@ function getContextStorage() {
|
|
|
30
40
|
}
|
|
31
41
|
return G[PREFIX + "ctx"];
|
|
32
42
|
}
|
|
33
|
-
var import_node_async_hooks, G, PREFIX;
|
|
34
|
-
var init_globals = __esm({
|
|
35
|
-
"src/globals.ts"() {
|
|
36
|
-
"use strict";
|
|
37
|
-
import_node_async_hooks = require("async_hooks");
|
|
38
|
-
G = globalThis;
|
|
39
|
-
PREFIX = "__risicare_";
|
|
40
|
-
}
|
|
41
|
-
});
|
|
42
|
-
|
|
43
|
-
// src/utils/log.ts
|
|
44
|
-
var init_log = __esm({
|
|
45
|
-
"src/utils/log.ts"() {
|
|
46
|
-
"use strict";
|
|
47
|
-
init_globals();
|
|
48
|
-
}
|
|
49
|
-
});
|
|
50
43
|
|
|
51
|
-
// src/
|
|
52
|
-
var
|
|
53
|
-
|
|
54
|
-
RisicareLlamaIndexHandler: () => RisicareLlamaIndexHandler
|
|
55
|
-
});
|
|
56
|
-
module.exports = __toCommonJS(llamaindex_exports);
|
|
44
|
+
// src/exporters/batch.ts
|
|
45
|
+
var MAX_BATCH_BYTES = 8 * 1024 * 1024;
|
|
46
|
+
var utf8ByteLength = typeof Buffer !== "undefined" && typeof Buffer.byteLength === "function" ? (s) => Buffer.byteLength(s, "utf8") : (s) => s.length * 3;
|
|
57
47
|
|
|
58
48
|
// src/ids.ts
|
|
59
49
|
var import_node_crypto = require("crypto");
|
|
@@ -129,7 +119,6 @@ var NOOP_SPAN = Object.freeze({
|
|
|
129
119
|
});
|
|
130
120
|
|
|
131
121
|
// src/context/storage.ts
|
|
132
|
-
init_globals();
|
|
133
122
|
function storage() {
|
|
134
123
|
return getContextStorage();
|
|
135
124
|
}
|
|
@@ -142,15 +131,10 @@ function runWithContext(overrides, fn) {
|
|
|
142
131
|
return storage().run(merged, fn);
|
|
143
132
|
}
|
|
144
133
|
|
|
145
|
-
// src/
|
|
146
|
-
|
|
147
|
-
|
|
148
|
-
// src/exporters/http.ts
|
|
149
|
-
init_log();
|
|
134
|
+
// src/runtime/applier.ts
|
|
135
|
+
var import_node_crypto2 = require("crypto");
|
|
150
136
|
|
|
151
137
|
// src/client.ts
|
|
152
|
-
init_log();
|
|
153
|
-
init_globals();
|
|
154
138
|
function getTracer2() {
|
|
155
139
|
return getTracer();
|
|
156
140
|
}
|
|
@@ -162,89 +146,129 @@ function suppressProviderInstrumentation(fn) {
|
|
|
162
146
|
}
|
|
163
147
|
|
|
164
148
|
// src/frameworks/llamaindex.ts
|
|
149
|
+
var EVENT_PHASE = {
|
|
150
|
+
// LLM
|
|
151
|
+
"llm-start": "start",
|
|
152
|
+
"llm-end": "end",
|
|
153
|
+
"llm-error": "error",
|
|
154
|
+
"llm-tool-call": "start",
|
|
155
|
+
"llm-tool-result": "end",
|
|
156
|
+
"llm-stream": "end",
|
|
157
|
+
// Chat
|
|
158
|
+
"chat-start": "start",
|
|
159
|
+
"chat-end": "end",
|
|
160
|
+
// Embeddings
|
|
161
|
+
"embedding-start": "start",
|
|
162
|
+
"embedding-end": "end",
|
|
163
|
+
// Retrieval
|
|
164
|
+
"retrieve-start": "start",
|
|
165
|
+
"retrieve-end": "end",
|
|
166
|
+
// Query / synthesis
|
|
167
|
+
"query-start": "start",
|
|
168
|
+
"query-end": "end",
|
|
169
|
+
"synthesize-start": "start",
|
|
170
|
+
"synthesize-end": "end",
|
|
171
|
+
// Agent
|
|
172
|
+
"agent-start": "start",
|
|
173
|
+
"agent-end": "end",
|
|
174
|
+
"agent-step-start": "start",
|
|
175
|
+
"agent-step-end": "end"
|
|
176
|
+
};
|
|
165
177
|
var RisicareLlamaIndexHandler = class {
|
|
178
|
+
/**
|
|
179
|
+
* Public, iterable list of all event names this handler responds to.
|
|
180
|
+
* Customers should subscribe to each on the LlamaIndex callback manager:
|
|
181
|
+
* for (const n of RisicareLlamaIndexHandler.EVENT_NAMES) Settings.callbackManager.on(n, ...)
|
|
182
|
+
*/
|
|
183
|
+
static EVENT_NAMES = Object.keys(EVENT_PHASE);
|
|
166
184
|
_spans = /* @__PURE__ */ new Map();
|
|
167
185
|
/**
|
|
168
186
|
* Handle a LlamaIndex lifecycle event.
|
|
169
|
-
*
|
|
170
|
-
* Events follow the convention:
|
|
171
|
-
* - `*.start` / `*.begin` -- component starts
|
|
172
|
-
* - `*.end` / `*.complete` -- component finishes
|
|
173
|
-
* - `*.error` -- component failed
|
|
174
187
|
*/
|
|
175
188
|
onEvent(event) {
|
|
176
189
|
const tracer = getTracer2();
|
|
177
190
|
if (!tracer?.enabled) return;
|
|
178
|
-
|
|
179
|
-
|
|
180
|
-
|
|
181
|
-
|
|
182
|
-
|
|
183
|
-
|
|
191
|
+
const payload = event.detail ?? event.data ?? {};
|
|
192
|
+
let phase = EVENT_PHASE[event.type];
|
|
193
|
+
if (!phase) {
|
|
194
|
+
if (event.type.endsWith(".start") || event.type.endsWith(".begin")) {
|
|
195
|
+
phase = "start";
|
|
196
|
+
} else if (event.type.endsWith(".end") || event.type.endsWith(".complete")) {
|
|
197
|
+
phase = "end";
|
|
198
|
+
} else if (event.type.endsWith(".error")) {
|
|
199
|
+
phase = "error";
|
|
200
|
+
}
|
|
201
|
+
}
|
|
202
|
+
if (!phase) return;
|
|
203
|
+
const id = payload.id ?? event.id ?? "";
|
|
204
|
+
const parentId = payload.parentId ?? event.parentId;
|
|
205
|
+
if (!id) return;
|
|
206
|
+
if (phase === "start") {
|
|
207
|
+
this._handleStart(event.type, id, parentId, payload);
|
|
208
|
+
} else if (phase === "end") {
|
|
209
|
+
this._handleEnd(id, payload);
|
|
210
|
+
} else {
|
|
211
|
+
this._handleError(id, payload);
|
|
184
212
|
}
|
|
185
213
|
}
|
|
186
214
|
/**
|
|
187
215
|
* Run a function with provider instrumentation suppressed.
|
|
188
|
-
*
|
|
189
|
-
* LlamaIndex handler creates its own LLM spans, so provider spans
|
|
190
|
-
* (patchOpenAI, patchAnthropic, etc.) should be suppressed to avoid
|
|
191
|
-
* double-tracing.
|
|
192
216
|
*/
|
|
193
217
|
withSuppression(fn) {
|
|
194
218
|
return suppressProviderInstrumentation(fn);
|
|
195
219
|
}
|
|
196
220
|
// ── Internal event handlers ───────────────────────────────────────────────
|
|
197
|
-
_handleStart(
|
|
221
|
+
_handleStart(eventType, id, parentId, payload) {
|
|
198
222
|
const tracer = getTracer2();
|
|
199
223
|
if (!tracer?.enabled) return;
|
|
200
|
-
const componentKind = this._classifyComponent(
|
|
201
|
-
const parentEntry =
|
|
224
|
+
const componentKind = this._classifyComponent(eventType);
|
|
225
|
+
const parentEntry = parentId ? this._spans.get(parentId) : void 0;
|
|
202
226
|
const spanKind = componentKind === "llm" ? "llm_call" /* LLM_CALL */ : componentKind === "retrieval" ? "retrieval" /* RETRIEVAL */ : componentKind === "embedding" ? "llm_call" /* LLM_CALL */ : "internal" /* INTERNAL */;
|
|
227
|
+
const spanName = eventType.replace(/\.(start|begin)$/, "").replace(/-(start|begin)$/, "");
|
|
203
228
|
const span = tracer.createSpan({
|
|
204
|
-
name:
|
|
229
|
+
name: spanName,
|
|
205
230
|
kind: spanKind,
|
|
206
231
|
parentSpanId: parentEntry?.span.spanId,
|
|
207
232
|
traceId: parentEntry?.span.traceId,
|
|
208
233
|
attributes: {
|
|
209
234
|
framework: "llamaindex",
|
|
210
235
|
"framework.span_kind": componentKind,
|
|
211
|
-
...
|
|
236
|
+
...payload.model ? { "gen_ai.request.model": payload.model } : {}
|
|
212
237
|
}
|
|
213
238
|
});
|
|
214
|
-
this._spans.set(
|
|
239
|
+
this._spans.set(id, { span, startTime: Date.now(), componentKind });
|
|
215
240
|
}
|
|
216
|
-
_handleEnd(
|
|
217
|
-
const entry = this._spans.get(
|
|
241
|
+
_handleEnd(id, payload) {
|
|
242
|
+
const entry = this._spans.get(id);
|
|
218
243
|
if (!entry) return;
|
|
219
|
-
entry.span.setAttribute(
|
|
220
|
-
|
|
221
|
-
Date.now() - entry.startTime
|
|
222
|
-
);
|
|
223
|
-
const usage = event.data?.usage;
|
|
244
|
+
entry.span.setAttribute("gen_ai.latency_ms", Date.now() - entry.startTime);
|
|
245
|
+
const usage = payload.usage;
|
|
224
246
|
if (usage) {
|
|
225
247
|
entry.span.setLlmFields({
|
|
226
248
|
promptTokens: usage.promptTokens ?? usage.prompt_tokens,
|
|
227
249
|
completionTokens: usage.completionTokens ?? usage.completion_tokens
|
|
228
250
|
});
|
|
229
251
|
}
|
|
230
|
-
if (
|
|
252
|
+
if (payload.documentCount != null) {
|
|
231
253
|
entry.span.setAttribute(
|
|
232
254
|
"retriever.document_count",
|
|
233
|
-
|
|
255
|
+
payload.documentCount
|
|
234
256
|
);
|
|
257
|
+
} else if (Array.isArray(payload.nodes)) {
|
|
258
|
+
entry.span.setAttribute("retriever.document_count", payload.nodes.length);
|
|
235
259
|
}
|
|
236
260
|
entry.span.end();
|
|
237
|
-
this._spans.delete(
|
|
261
|
+
this._spans.delete(id);
|
|
238
262
|
}
|
|
239
|
-
_handleError(
|
|
240
|
-
const entry = this._spans.get(
|
|
263
|
+
_handleError(id, payload) {
|
|
264
|
+
const entry = this._spans.get(id);
|
|
241
265
|
if (!entry) return;
|
|
242
|
-
const error =
|
|
266
|
+
const error = payload.error;
|
|
243
267
|
entry.span.recordException(
|
|
244
268
|
error instanceof Error ? error : String(error ?? "Unknown error")
|
|
245
269
|
);
|
|
246
270
|
entry.span.end();
|
|
247
|
-
this._spans.delete(
|
|
271
|
+
this._spans.delete(id);
|
|
248
272
|
}
|
|
249
273
|
/**
|
|
250
274
|
* Classify a LlamaIndex event type into a component kind.
|
|
@@ -256,6 +280,7 @@ var RisicareLlamaIndexHandler = class {
|
|
|
256
280
|
if (lower.includes("retriev") || lower.includes("vector")) return "retrieval";
|
|
257
281
|
if (lower.includes("synth") || lower.includes("response")) return "synthesis";
|
|
258
282
|
if (lower.includes("query")) return "query";
|
|
283
|
+
if (lower.includes("agent")) return "agent";
|
|
259
284
|
return "component";
|
|
260
285
|
}
|
|
261
286
|
};
|