risicare 0.4.0 → 0.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (80) hide show
  1. package/README.md +30 -0
  2. package/dist/frameworks/instructor.cjs +93 -73
  3. package/dist/frameworks/instructor.cjs.map +1 -1
  4. package/dist/frameworks/instructor.d.cts +19 -7
  5. package/dist/frameworks/instructor.d.ts +19 -7
  6. package/dist/frameworks/instructor.js +85 -67
  7. package/dist/frameworks/instructor.js.map +1 -1
  8. package/dist/frameworks/langchain.cjs +192 -94
  9. package/dist/frameworks/langchain.cjs.map +1 -1
  10. package/dist/frameworks/langchain.d.cts +97 -3
  11. package/dist/frameworks/langchain.d.ts +97 -3
  12. package/dist/frameworks/langchain.js +190 -88
  13. package/dist/frameworks/langchain.js.map +1 -1
  14. package/dist/frameworks/langgraph.cjs +192 -94
  15. package/dist/frameworks/langgraph.cjs.map +1 -1
  16. package/dist/frameworks/langgraph.js +190 -88
  17. package/dist/frameworks/langgraph.js.map +1 -1
  18. package/dist/frameworks/llamaindex.cjs +94 -69
  19. package/dist/frameworks/llamaindex.cjs.map +1 -1
  20. package/dist/frameworks/llamaindex.d.cts +33 -17
  21. package/dist/frameworks/llamaindex.d.ts +33 -17
  22. package/dist/frameworks/llamaindex.js +85 -62
  23. package/dist/frameworks/llamaindex.js.map +1 -1
  24. package/dist/index.cjs +2684 -1934
  25. package/dist/index.cjs.map +1 -1
  26. package/dist/index.d.cts +234 -46
  27. package/dist/index.d.ts +234 -46
  28. package/dist/index.js +2492 -1762
  29. package/dist/index.js.map +1 -1
  30. package/dist/providers/anthropic/index.cjs +33 -34
  31. package/dist/providers/anthropic/index.cjs.map +1 -1
  32. package/dist/providers/anthropic/index.js +25 -28
  33. package/dist/providers/anthropic/index.js.map +1 -1
  34. package/dist/providers/bedrock/index.cjs +56 -44
  35. package/dist/providers/bedrock/index.cjs.map +1 -1
  36. package/dist/providers/bedrock/index.d.cts +13 -1
  37. package/dist/providers/bedrock/index.d.ts +13 -1
  38. package/dist/providers/bedrock/index.js +47 -38
  39. package/dist/providers/bedrock/index.js.map +1 -1
  40. package/dist/providers/cerebras/index.cjs +33 -34
  41. package/dist/providers/cerebras/index.cjs.map +1 -1
  42. package/dist/providers/cerebras/index.js +25 -28
  43. package/dist/providers/cerebras/index.js.map +1 -1
  44. package/dist/providers/cohere/index.cjs +35 -36
  45. package/dist/providers/cohere/index.cjs.map +1 -1
  46. package/dist/providers/cohere/index.js +27 -30
  47. package/dist/providers/cohere/index.js.map +1 -1
  48. package/dist/providers/google/index.cjs +33 -34
  49. package/dist/providers/google/index.cjs.map +1 -1
  50. package/dist/providers/google/index.js +25 -28
  51. package/dist/providers/google/index.js.map +1 -1
  52. package/dist/providers/groq/index.cjs +33 -34
  53. package/dist/providers/groq/index.cjs.map +1 -1
  54. package/dist/providers/groq/index.js +25 -28
  55. package/dist/providers/groq/index.js.map +1 -1
  56. package/dist/providers/huggingface/index.cjs +33 -34
  57. package/dist/providers/huggingface/index.cjs.map +1 -1
  58. package/dist/providers/huggingface/index.js +25 -28
  59. package/dist/providers/huggingface/index.js.map +1 -1
  60. package/dist/providers/mistral/index.cjs +37 -38
  61. package/dist/providers/mistral/index.cjs.map +1 -1
  62. package/dist/providers/mistral/index.js +29 -32
  63. package/dist/providers/mistral/index.js.map +1 -1
  64. package/dist/providers/ollama/index.cjs +41 -34
  65. package/dist/providers/ollama/index.cjs.map +1 -1
  66. package/dist/providers/ollama/index.js +33 -28
  67. package/dist/providers/ollama/index.js.map +1 -1
  68. package/dist/providers/openai/index.cjs +36 -35
  69. package/dist/providers/openai/index.cjs.map +1 -1
  70. package/dist/providers/openai/index.js +28 -29
  71. package/dist/providers/openai/index.js.map +1 -1
  72. package/dist/providers/together/index.cjs +33 -34
  73. package/dist/providers/together/index.cjs.map +1 -1
  74. package/dist/providers/together/index.js +25 -28
  75. package/dist/providers/together/index.js.map +1 -1
  76. package/dist/providers/vercel-ai/index.cjs +27 -35
  77. package/dist/providers/vercel-ai/index.cjs.map +1 -1
  78. package/dist/providers/vercel-ai/index.js +19 -29
  79. package/dist/providers/vercel-ai/index.js.map +1 -1
  80. package/package.json +94 -33
@@ -3,9 +3,6 @@ var __defProp = Object.defineProperty;
3
3
  var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
4
4
  var __getOwnPropNames = Object.getOwnPropertyNames;
5
5
  var __hasOwnProp = Object.prototype.hasOwnProperty;
6
- var __esm = (fn, res) => function __init() {
7
- return fn && (res = (0, fn[__getOwnPropNames(fn)[0]])(fn = 0)), res;
8
- };
9
6
  var __export = (target, all) => {
10
7
  for (var name in all)
11
8
  __defProp(target, name, { get: all[name], enumerable: true });
@@ -20,7 +17,20 @@ var __copyProps = (to, from, except, desc) => {
20
17
  };
21
18
  var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
22
19
 
20
+ // src/frameworks/langgraph.ts
21
+ var langgraph_exports = {};
22
+ __export(langgraph_exports, {
23
+ instrumentLangGraph: () => instrumentLangGraph
24
+ });
25
+ module.exports = __toCommonJS(langgraph_exports);
26
+
27
+ // src/client.ts
28
+ var import_node_crypto3 = require("crypto");
29
+
23
30
  // src/globals.ts
31
+ var import_node_async_hooks = require("async_hooks");
32
+ var G = globalThis;
33
+ var PREFIX = "__risicare_";
24
34
  function getTracer() {
25
35
  return G[PREFIX + "tracer"];
26
36
  }
@@ -30,30 +40,21 @@ function getContextStorage() {
30
40
  }
31
41
  return G[PREFIX + "ctx"];
32
42
  }
33
- var import_node_async_hooks, G, PREFIX;
34
- var init_globals = __esm({
35
- "src/globals.ts"() {
36
- "use strict";
37
- import_node_async_hooks = require("async_hooks");
38
- G = globalThis;
39
- PREFIX = "__risicare_";
40
- }
41
- });
43
+ function getDebug() {
44
+ return G[PREFIX + "debug"] ?? false;
45
+ }
42
46
 
43
47
  // src/utils/log.ts
44
- var init_log = __esm({
45
- "src/utils/log.ts"() {
46
- "use strict";
47
- init_globals();
48
+ function debug(msg) {
49
+ if (getDebug()) {
50
+ process.stderr.write(`[risicare] ${msg}
51
+ `);
48
52
  }
49
- });
53
+ }
50
54
 
51
- // src/frameworks/langgraph.ts
52
- var langgraph_exports = {};
53
- __export(langgraph_exports, {
54
- instrumentLangGraph: () => instrumentLangGraph
55
- });
56
- module.exports = __toCommonJS(langgraph_exports);
55
+ // src/exporters/batch.ts
56
+ var MAX_BATCH_BYTES = 8 * 1024 * 1024;
57
+ var utf8ByteLength = typeof Buffer !== "undefined" && typeof Buffer.byteLength === "function" ? (s) => Buffer.byteLength(s, "utf8") : (s) => s.length * 3;
57
58
 
58
59
  // src/ids.ts
59
60
  var import_node_crypto = require("crypto");
@@ -129,7 +130,6 @@ var NOOP_SPAN = Object.freeze({
129
130
  });
130
131
 
131
132
  // src/context/storage.ts
132
- init_globals();
133
133
  function storage() {
134
134
  return getContextStorage();
135
135
  }
@@ -142,15 +142,10 @@ function runWithContext(overrides, fn) {
142
142
  return storage().run(merged, fn);
143
143
  }
144
144
 
145
- // src/exporters/batch.ts
146
- init_log();
147
-
148
- // src/exporters/http.ts
149
- init_log();
145
+ // src/runtime/applier.ts
146
+ var import_node_crypto2 = require("crypto");
150
147
 
151
148
  // src/client.ts
152
- init_log();
153
- init_globals();
154
149
  function getTracer2() {
155
150
  return getTracer();
156
151
  }
@@ -162,9 +157,62 @@ function suppressProviderInstrumentation(fn) {
162
157
  }
163
158
 
164
159
  // src/frameworks/langchain.ts
165
- var RisicareCallbackHandler = class {
160
+ var import_meta = {};
161
+ function resolveBaseCallbackHandler() {
162
+ try {
163
+ const { createRequire } = require("module");
164
+ const req = createRequire(import_meta.url);
165
+ const mod = req("@langchain/core/callbacks/base");
166
+ if (mod?.BaseCallbackHandler) {
167
+ return mod.BaseCallbackHandler;
168
+ }
169
+ } catch {
170
+ }
171
+ try {
172
+ const mod = require("@langchain/core/callbacks/base");
173
+ if (mod?.BaseCallbackHandler) {
174
+ return mod.BaseCallbackHandler;
175
+ }
176
+ } catch {
177
+ debug("RisicareCallbackHandler: @langchain/core not installed; handler will not satisfy LangChain v0.2+ instanceof check");
178
+ }
179
+ return Object;
180
+ }
181
+ var _BaseCallbackHandler = resolveBaseCallbackHandler();
182
+ var RisicareCallbackHandler = class _RisicareCallbackHandler extends _BaseCallbackHandler {
183
+ // PR-4+5 review B1: duck-type markers that LangChain v0.3's
184
+ // `isBaseCallbackHandler(x)` checks. This is the ONLY reliable way to be
185
+ // recognised across the CJS↔ESM identity split — `instanceof` cannot work
186
+ // when our `createRequire`-loaded BaseCallbackHandler is a different
187
+ // class object from the customer's ESM-imported BaseCallbackHandler.
188
+ // Keep these as instance properties (not prototype) so they survive any
189
+ // Object-fallback path when @langchain/core is absent.
166
190
  name = "RisicareCallbackHandler";
191
+ awaitHandlers = true;
192
+ ignoreLLM = false;
193
+ ignoreChain = false;
194
+ ignoreAgent = false;
195
+ ignoreRetriever = false;
196
+ ignoreCustomEvent = false;
197
+ raiseError = false;
198
+ lc_serializable = false;
199
+ lc_kwargs = {};
167
200
  _spans = /* @__PURE__ */ new Map();
201
+ constructor() {
202
+ super();
203
+ }
204
+ /**
205
+ * Required by LangChain's `isBaseCallbackHandler(x)` duck-type check
206
+ * (`typeof x.copy === 'function'`). When @langchain/core is installed
207
+ * BaseCallbackHandler's prototype provides its own `copy()`; this
208
+ * declaration overrides with a Risicare-aware copy that re-instantiates
209
+ * — sufficient for the handler-cloning paths LangChain uses internally
210
+ * (e.g., per-run isolation in concurrent chains). Spans map starts empty
211
+ * because a fresh handler should not share span state with its parent.
212
+ */
213
+ copy() {
214
+ return new _RisicareCallbackHandler();
215
+ }
168
216
  /**
169
217
  * Run a function with provider instrumentation suppressed.
170
218
  *
@@ -181,57 +229,75 @@ var RisicareCallbackHandler = class {
181
229
  withSuppression(fn) {
182
230
  return suppressProviderInstrumentation(fn);
183
231
  }
184
- // ── Chain lifecycle ────────────────────────────────────────────────────────
185
- handleChainStart(chain, _inputs, runId, parentRunId) {
232
+ // ── Internal helpers ──────────────────────────────────────────────────────
233
+ _startSpan(runId, parentRunId, name, kind, extraAttrs = {}) {
186
234
  const tracer = getTracer2();
187
235
  if (!tracer?.enabled) return;
188
236
  const parentEntry = parentRunId ? this._spans.get(parentRunId) : void 0;
189
237
  const span = tracer.createSpan({
190
- name: chain.name || chain._type || "chain",
191
- kind: "internal" /* INTERNAL */,
238
+ name,
239
+ kind,
192
240
  parentSpanId: parentEntry?.span.spanId,
193
241
  traceId: parentEntry?.span.traceId,
194
242
  attributes: {
195
- "framework": "langchain",
243
+ framework: "langchain",
196
244
  "langchain.run_id": runId,
197
245
  ...parentRunId ? { "langchain.parent_run_id": parentRunId } : {},
198
- ...chain._type ? { "langchain.chain_type": chain._type } : {}
246
+ ...extraAttrs
199
247
  }
200
248
  });
201
249
  this._spans.set(runId, { span, startTime: Date.now() });
202
250
  }
203
- handleChainEnd(_outputs, runId) {
251
+ _endSpan(runId, extraAttrs = {}) {
204
252
  const entry = this._spans.get(runId);
205
253
  if (!entry) return;
254
+ for (const [k, v] of Object.entries(extraAttrs)) {
255
+ entry.span.setAttribute(k, v);
256
+ }
206
257
  entry.span.setAttribute("gen_ai.latency_ms", Date.now() - entry.startTime);
207
258
  entry.span.end();
208
259
  this._spans.delete(runId);
209
260
  }
210
- handleChainError(error, runId) {
261
+ _errorSpan(runId, error) {
211
262
  const entry = this._spans.get(runId);
212
263
  if (!entry) return;
213
264
  entry.span.recordException(error);
214
265
  entry.span.end();
215
266
  this._spans.delete(runId);
216
267
  }
268
+ // ── Chain lifecycle ────────────────────────────────────────────────────────
269
+ handleChainStart(chain, _inputs, runId, parentRunId) {
270
+ this._startSpan(runId, parentRunId, chain.name || chain._type || "chain", "internal" /* INTERNAL */, {
271
+ ...chain._type ? { "langchain.chain_type": chain._type } : {}
272
+ });
273
+ }
274
+ handleChainEnd(_outputs, runId) {
275
+ this._endSpan(runId);
276
+ }
277
+ handleChainError(error, runId) {
278
+ this._errorSpan(runId, error);
279
+ }
217
280
  // ── LLM lifecycle ─────────────────────────────────────────────────────────
218
281
  handleLLMStart(llm, _prompts, runId, parentRunId) {
219
- const tracer = getTracer2();
220
- if (!tracer?.enabled) return;
221
- const parentEntry = parentRunId ? this._spans.get(parentRunId) : void 0;
222
- const span = tracer.createSpan({
223
- name: llm.name || llm._type || "llm",
224
- kind: "llm_call" /* LLM_CALL */,
225
- parentSpanId: parentEntry?.span.spanId,
226
- traceId: parentEntry?.span.traceId,
227
- attributes: {
228
- "framework": "langchain",
229
- "langchain.run_id": runId,
230
- "gen_ai.system": "langchain",
231
- "gen_ai.prompt.count": _prompts.length
232
- }
282
+ this._startSpan(runId, parentRunId, llm.name || llm._type || "llm", "llm_call" /* LLM_CALL */, {
283
+ "gen_ai.system": "langchain",
284
+ "gen_ai.prompt.count": _prompts.length
285
+ });
286
+ }
287
+ /**
288
+ * F-882: chat-model lifecycle — LangChain v0.2+ emits this for any
289
+ * ChatModel (which is EVERY production LLM today). Without this method,
290
+ * not a single `langchain` LLM span fires when used via LCEL.
291
+ *
292
+ * The messages payload is an array-of-arrays (one inner array per prompt);
293
+ * we just count rather than materialize content (PII boundary).
294
+ */
295
+ handleChatModelStart(llm, messages, runId, parentRunId) {
296
+ const messageCount = Array.isArray(messages) ? messages.reduce((sum, arr) => sum + (Array.isArray(arr) ? arr.length : 0), 0) : 0;
297
+ this._startSpan(runId, parentRunId, llm.name || llm._type || "chat_model", "llm_call" /* LLM_CALL */, {
298
+ "gen_ai.system": "langchain",
299
+ "gen_ai.message.count": messageCount
233
300
  });
234
- this._spans.set(runId, { span, startTime: Date.now() });
235
301
  }
236
302
  handleLLMEnd(output, runId) {
237
303
  const entry = this._spans.get(runId);
@@ -253,73 +319,105 @@ var RisicareCallbackHandler = class {
253
319
  this._spans.delete(runId);
254
320
  }
255
321
  handleLLMError(error, runId) {
322
+ this._errorSpan(runId, error);
323
+ }
324
+ /**
325
+ * F-883: streaming-token event. We do NOT create a new span (the LLM span
326
+ * already exists from handleLLMStart/handleChatModelStart) — just count tokens
327
+ * on the existing span. This is a HIGH-FREQUENCY event; do the cheap work only.
328
+ */
329
+ handleLLMNewToken(_token, _idx, runId) {
256
330
  const entry = this._spans.get(runId);
257
331
  if (!entry) return;
258
- entry.span.recordException(error);
259
- entry.span.end();
260
- this._spans.delete(runId);
332
+ const prior = entry.span.attributes?.["gen_ai.stream.token_count"] ?? 0;
333
+ entry.span.setAttribute("gen_ai.stream.token_count", prior + 1);
261
334
  }
262
335
  // ── Tool lifecycle ────────────────────────────────────────────────────────
263
336
  handleToolStart(tool, input, runId, parentRunId) {
337
+ this._startSpan(runId, parentRunId, tool.name || "tool", "tool_call" /* TOOL_CALL */, {
338
+ "tool.name": tool.name || "unknown",
339
+ "tool.input_length": input?.length ?? 0
340
+ });
341
+ }
342
+ handleToolEnd(output, runId) {
343
+ this._endSpan(runId, { "tool.output_length": output?.length ?? 0 });
344
+ }
345
+ handleToolError(error, runId) {
346
+ this._errorSpan(runId, error);
347
+ }
348
+ // ── Retriever lifecycle ───────────────────────────────────────────────────
349
+ handleRetrieverStart(retriever, _query, runId, parentRunId) {
350
+ this._startSpan(runId, parentRunId, retriever.name || "retriever", "retrieval" /* RETRIEVAL */);
351
+ }
352
+ handleRetrieverEnd(documents, runId) {
353
+ this._endSpan(runId, { "retriever.document_count": documents?.length ?? 0 });
354
+ }
355
+ handleRetrieverError(error, runId) {
356
+ this._errorSpan(runId, error);
357
+ }
358
+ // ── Agent lifecycle (F-882) ───────────────────────────────────────────────
359
+ /**
360
+ * Agent decided to take an action (call a tool). LangChain v0.2 agents emit
361
+ * this between LLM calls. Cheap span, no parent change.
362
+ */
363
+ handleAgentAction(action, runId, parentRunId) {
264
364
  const tracer = getTracer2();
265
365
  if (!tracer?.enabled) return;
266
366
  const parentEntry = parentRunId ? this._spans.get(parentRunId) : void 0;
267
367
  const span = tracer.createSpan({
268
- name: tool.name || "tool",
269
- kind: "tool_call" /* TOOL_CALL */,
368
+ name: `agent.action:${action.tool ?? "unknown"}`,
369
+ kind: "internal" /* INTERNAL */,
270
370
  parentSpanId: parentEntry?.span.spanId,
271
371
  traceId: parentEntry?.span.traceId,
272
372
  attributes: {
273
- "framework": "langchain",
373
+ framework: "langchain",
274
374
  "langchain.run_id": runId,
275
- "tool.name": tool.name || "unknown",
276
- "tool.input_length": input?.length ?? 0
375
+ "agent.action.tool": action.tool ?? ""
277
376
  }
278
377
  });
279
- this._spans.set(runId, { span, startTime: Date.now() });
280
- }
281
- handleToolEnd(output, runId) {
282
- const entry = this._spans.get(runId);
283
- if (!entry) return;
284
- entry.span.setAttribute("tool.output_length", output?.length ?? 0);
285
- entry.span.setAttribute("gen_ai.latency_ms", Date.now() - entry.startTime);
286
- entry.span.end();
287
- this._spans.delete(runId);
378
+ span.end();
288
379
  }
289
- handleToolError(error, runId) {
290
- const entry = this._spans.get(runId);
291
- if (!entry) return;
292
- entry.span.recordException(error);
293
- entry.span.end();
294
- this._spans.delete(runId);
295
- }
296
- // ── Retriever lifecycle ───────────────────────────────────────────────────
297
- handleRetrieverStart(retriever, _query, runId, parentRunId) {
380
+ /**
381
+ * Agent finished (final answer produced). Mirror of handleAgentAction.
382
+ */
383
+ handleAgentEnd(action, runId, parentRunId) {
298
384
  const tracer = getTracer2();
299
385
  if (!tracer?.enabled) return;
300
386
  const parentEntry = parentRunId ? this._spans.get(parentRunId) : void 0;
301
387
  const span = tracer.createSpan({
302
- name: retriever.name || "retriever",
303
- kind: "retrieval" /* RETRIEVAL */,
388
+ name: "agent.end",
389
+ kind: "internal" /* INTERNAL */,
304
390
  parentSpanId: parentEntry?.span.spanId,
305
391
  traceId: parentEntry?.span.traceId,
306
392
  attributes: {
307
- "framework": "langchain",
308
- "langchain.run_id": runId
393
+ framework: "langchain",
394
+ "langchain.run_id": runId,
395
+ "agent.return_keys": action.returnValues ? Object.keys(action.returnValues).length : 0
309
396
  }
310
397
  });
311
- this._spans.set(runId, { span, startTime: Date.now() });
398
+ span.end();
312
399
  }
313
- handleRetrieverEnd(documents, runId) {
400
+ // ── Misc (F-882) ──────────────────────────────────────────────────────────
401
+ /**
402
+ * Free-text emission (logging-style). Used by ConversationalRetrievalChain
403
+ * and verbose prints. Adds an event to the current chain span if one exists.
404
+ */
405
+ handleText(text, runId, _parentRunId) {
314
406
  const entry = this._spans.get(runId);
315
407
  if (!entry) return;
316
- entry.span.setAttribute(
317
- "retriever.document_count",
318
- documents?.length ?? 0
319
- );
320
- entry.span.setAttribute("gen_ai.latency_ms", Date.now() - entry.startTime);
321
- entry.span.end();
322
- this._spans.delete(runId);
408
+ entry.span.addEvent("langchain.text", {
409
+ "text.length": text?.length ?? 0
410
+ });
411
+ }
412
+ /**
413
+ * Custom event hook (introduced in @langchain/core 0.2.14). Customer code can
414
+ * `dispatchCustomEvent(name, payload)` from inside a runnable. We surface as
415
+ * a span event on the closest enclosing run so it shows up in the trace.
416
+ */
417
+ handleCustomEvent(eventName, _payload, runId, _tags, _metadata) {
418
+ const entry = this._spans.get(runId);
419
+ if (!entry) return;
420
+ entry.span.addEvent("langchain.custom_event", { name: eventName });
323
421
  }
324
422
  };
325
423