risicare 0.4.0 → 0.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (80) hide show
  1. package/README.md +30 -0
  2. package/dist/frameworks/instructor.cjs +93 -73
  3. package/dist/frameworks/instructor.cjs.map +1 -1
  4. package/dist/frameworks/instructor.d.cts +19 -7
  5. package/dist/frameworks/instructor.d.ts +19 -7
  6. package/dist/frameworks/instructor.js +85 -67
  7. package/dist/frameworks/instructor.js.map +1 -1
  8. package/dist/frameworks/langchain.cjs +192 -94
  9. package/dist/frameworks/langchain.cjs.map +1 -1
  10. package/dist/frameworks/langchain.d.cts +97 -3
  11. package/dist/frameworks/langchain.d.ts +97 -3
  12. package/dist/frameworks/langchain.js +190 -88
  13. package/dist/frameworks/langchain.js.map +1 -1
  14. package/dist/frameworks/langgraph.cjs +192 -94
  15. package/dist/frameworks/langgraph.cjs.map +1 -1
  16. package/dist/frameworks/langgraph.js +190 -88
  17. package/dist/frameworks/langgraph.js.map +1 -1
  18. package/dist/frameworks/llamaindex.cjs +94 -69
  19. package/dist/frameworks/llamaindex.cjs.map +1 -1
  20. package/dist/frameworks/llamaindex.d.cts +33 -17
  21. package/dist/frameworks/llamaindex.d.ts +33 -17
  22. package/dist/frameworks/llamaindex.js +85 -62
  23. package/dist/frameworks/llamaindex.js.map +1 -1
  24. package/dist/index.cjs +2684 -1934
  25. package/dist/index.cjs.map +1 -1
  26. package/dist/index.d.cts +234 -46
  27. package/dist/index.d.ts +234 -46
  28. package/dist/index.js +2492 -1762
  29. package/dist/index.js.map +1 -1
  30. package/dist/providers/anthropic/index.cjs +33 -34
  31. package/dist/providers/anthropic/index.cjs.map +1 -1
  32. package/dist/providers/anthropic/index.js +25 -28
  33. package/dist/providers/anthropic/index.js.map +1 -1
  34. package/dist/providers/bedrock/index.cjs +56 -44
  35. package/dist/providers/bedrock/index.cjs.map +1 -1
  36. package/dist/providers/bedrock/index.d.cts +13 -1
  37. package/dist/providers/bedrock/index.d.ts +13 -1
  38. package/dist/providers/bedrock/index.js +47 -38
  39. package/dist/providers/bedrock/index.js.map +1 -1
  40. package/dist/providers/cerebras/index.cjs +33 -34
  41. package/dist/providers/cerebras/index.cjs.map +1 -1
  42. package/dist/providers/cerebras/index.js +25 -28
  43. package/dist/providers/cerebras/index.js.map +1 -1
  44. package/dist/providers/cohere/index.cjs +35 -36
  45. package/dist/providers/cohere/index.cjs.map +1 -1
  46. package/dist/providers/cohere/index.js +27 -30
  47. package/dist/providers/cohere/index.js.map +1 -1
  48. package/dist/providers/google/index.cjs +33 -34
  49. package/dist/providers/google/index.cjs.map +1 -1
  50. package/dist/providers/google/index.js +25 -28
  51. package/dist/providers/google/index.js.map +1 -1
  52. package/dist/providers/groq/index.cjs +33 -34
  53. package/dist/providers/groq/index.cjs.map +1 -1
  54. package/dist/providers/groq/index.js +25 -28
  55. package/dist/providers/groq/index.js.map +1 -1
  56. package/dist/providers/huggingface/index.cjs +33 -34
  57. package/dist/providers/huggingface/index.cjs.map +1 -1
  58. package/dist/providers/huggingface/index.js +25 -28
  59. package/dist/providers/huggingface/index.js.map +1 -1
  60. package/dist/providers/mistral/index.cjs +37 -38
  61. package/dist/providers/mistral/index.cjs.map +1 -1
  62. package/dist/providers/mistral/index.js +29 -32
  63. package/dist/providers/mistral/index.js.map +1 -1
  64. package/dist/providers/ollama/index.cjs +41 -34
  65. package/dist/providers/ollama/index.cjs.map +1 -1
  66. package/dist/providers/ollama/index.js +33 -28
  67. package/dist/providers/ollama/index.js.map +1 -1
  68. package/dist/providers/openai/index.cjs +36 -35
  69. package/dist/providers/openai/index.cjs.map +1 -1
  70. package/dist/providers/openai/index.js +28 -29
  71. package/dist/providers/openai/index.js.map +1 -1
  72. package/dist/providers/together/index.cjs +33 -34
  73. package/dist/providers/together/index.cjs.map +1 -1
  74. package/dist/providers/together/index.js +25 -28
  75. package/dist/providers/together/index.js.map +1 -1
  76. package/dist/providers/vercel-ai/index.cjs +27 -35
  77. package/dist/providers/vercel-ai/index.cjs.map +1 -1
  78. package/dist/providers/vercel-ai/index.js +19 -29
  79. package/dist/providers/vercel-ai/index.js.map +1 -1
  80. package/package.json +94 -33
@@ -3,9 +3,6 @@ var __defProp = Object.defineProperty;
3
3
  var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
4
4
  var __getOwnPropNames = Object.getOwnPropertyNames;
5
5
  var __hasOwnProp = Object.prototype.hasOwnProperty;
6
- var __esm = (fn, res) => function __init() {
7
- return fn && (res = (0, fn[__getOwnPropNames(fn)[0]])(fn = 0)), res;
8
- };
9
6
  var __export = (target, all) => {
10
7
  for (var name in all)
11
8
  __defProp(target, name, { get: all[name], enumerable: true });
@@ -20,7 +17,21 @@ var __copyProps = (to, from, except, desc) => {
20
17
  };
21
18
  var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
22
19
 
20
+ // src/providers/bedrock/index.ts
21
+ var bedrock_exports = {};
22
+ __export(bedrock_exports, {
23
+ deriveModelFamily: () => deriveModelFamily,
24
+ patchBedrock: () => patchBedrock
25
+ });
26
+ module.exports = __toCommonJS(bedrock_exports);
27
+
28
+ // src/client.ts
29
+ var import_node_crypto3 = require("crypto");
30
+
23
31
  // src/globals.ts
32
+ var import_node_async_hooks = require("async_hooks");
33
+ var G = globalThis;
34
+ var PREFIX = "__risicare_";
24
35
  function getTracer() {
25
36
  return G[PREFIX + "tracer"];
26
37
  }
@@ -33,15 +44,6 @@ function getContextStorage() {
33
44
  function getDebug() {
34
45
  return G[PREFIX + "debug"] ?? false;
35
46
  }
36
- var import_node_async_hooks, G, PREFIX;
37
- var init_globals = __esm({
38
- "src/globals.ts"() {
39
- "use strict";
40
- import_node_async_hooks = require("async_hooks");
41
- G = globalThis;
42
- PREFIX = "__risicare_";
43
- }
44
- });
45
47
 
46
48
  // src/utils/log.ts
47
49
  function debug(msg) {
@@ -50,19 +52,10 @@ function debug(msg) {
50
52
  `);
51
53
  }
52
54
  }
53
- var init_log = __esm({
54
- "src/utils/log.ts"() {
55
- "use strict";
56
- init_globals();
57
- }
58
- });
59
55
 
60
- // src/providers/bedrock/index.ts
61
- var bedrock_exports = {};
62
- __export(bedrock_exports, {
63
- patchBedrock: () => patchBedrock
64
- });
65
- module.exports = __toCommonJS(bedrock_exports);
56
+ // src/exporters/batch.ts
57
+ var MAX_BATCH_BYTES = 8 * 1024 * 1024;
58
+ var utf8ByteLength = typeof Buffer !== "undefined" && typeof Buffer.byteLength === "function" ? (s) => Buffer.byteLength(s, "utf8") : (s) => s.length * 3;
66
59
 
67
60
  // src/ids.ts
68
61
  var import_node_crypto = require("crypto");
@@ -138,7 +131,6 @@ var NOOP_SPAN = Object.freeze({
138
131
  });
139
132
 
140
133
  // src/context/storage.ts
141
- init_globals();
142
134
  function storage() {
143
135
  return getContextStorage();
144
136
  }
@@ -146,15 +138,10 @@ function getContext() {
146
138
  return storage().getStore() ?? {};
147
139
  }
148
140
 
149
- // src/exporters/batch.ts
150
- init_log();
151
-
152
- // src/exporters/http.ts
153
- init_log();
141
+ // src/runtime/applier.ts
142
+ var import_node_crypto2 = require("crypto");
154
143
 
155
144
  // src/client.ts
156
- init_log();
157
- init_globals();
158
145
  function requireTracer() {
159
146
  const tracer = getTracer();
160
147
  if (!tracer) {
@@ -212,8 +199,20 @@ function calculateCost(model, promptTokens, completionTokens) {
212
199
  return inputCost + outputCost;
213
200
  }
214
201
 
215
- // src/providers/bedrock/patch.ts
216
- init_log();
202
+ // src/utils/assert-client.ts
203
+ function assertClient(patcherName, client) {
204
+ if (client === null || client === void 0) {
205
+ throw new TypeError(
206
+ `${patcherName} requires a client object, got ${client === null ? "null" : "undefined"}`
207
+ );
208
+ }
209
+ const t = typeof client;
210
+ if (t !== "object" && t !== "function") {
211
+ throw new TypeError(
212
+ `${patcherName} requires a client object, got ${t}`
213
+ );
214
+ }
215
+ }
217
216
 
218
217
  // src/context/dedup.ts
219
218
  function isProviderInstrumentationSuppressed() {
@@ -226,17 +225,26 @@ var INSTRUMENTED_COMMANDS = /* @__PURE__ */ new Set([
226
225
  "ConverseStreamCommand",
227
226
  "InvokeModelCommand"
228
227
  ]);
229
- function deriveProvider(modelId) {
230
- const dotIndex = modelId.indexOf(".");
228
+ function deriveModelFamily(modelId) {
229
+ const KNOWN_REGION_PREFIXES = ["us.", "eu.", "apac."];
230
+ let id = modelId;
231
+ for (const p of KNOWN_REGION_PREFIXES) {
232
+ if (id.startsWith(p)) {
233
+ id = id.slice(p.length);
234
+ break;
235
+ }
236
+ }
237
+ const dotIndex = id.indexOf(".");
231
238
  if (dotIndex > 0) {
232
- return modelId.substring(0, dotIndex);
239
+ return id.substring(0, dotIndex);
233
240
  }
234
- return "bedrock";
241
+ return "unknown";
235
242
  }
236
- function enrichSpanFromRequest(span, input, provider) {
243
+ function enrichSpanFromRequest(span, input, modelFamily) {
237
244
  const modelId = input.modelId;
238
245
  if (modelId) {
239
- span.setAttribute("gen_ai.system", provider);
246
+ span.setAttribute("gen_ai.system", "bedrock");
247
+ span.setAttribute("bedrock.model_family", modelFamily);
240
248
  span.setAttribute("gen_ai.request.model", modelId);
241
249
  }
242
250
  const inferenceConfig = input.inferenceConfig;
@@ -339,7 +347,7 @@ function createSendProxy(originalSend) {
339
347
  }
340
348
  const input = getCommandInput(command);
341
349
  const modelId = input.modelId ?? "unknown";
342
- const provider = deriveProvider(modelId);
350
+ const modelFamily = deriveModelFamily(modelId);
343
351
  const isStream = commandName === "ConverseStreamCommand";
344
352
  const spanName = `bedrock.${commandName.replace("Command", "").toLowerCase()}`;
345
353
  return tracer.startSpan(
@@ -348,14 +356,16 @@ function createSendProxy(originalSend) {
348
356
  kind: "llm_call" /* LLM_CALL */,
349
357
  attributes: {
350
358
  "llm.request.model": modelId,
351
- "gen_ai.system": provider,
359
+ // F-630: provider is the SERVICE for AWS-spend filtering.
360
+ "gen_ai.system": "bedrock",
361
+ "bedrock.model_family": modelFamily,
352
362
  "bedrock.command": commandName,
353
363
  ...isStream ? { "llm.stream": true } : {}
354
364
  }
355
365
  },
356
366
  (span) => {
357
- span.setLlmFields({ provider, model: modelId });
358
- enrichSpanFromRequest(span, input, provider);
367
+ span.setLlmFields({ provider: "bedrock", model: modelId });
368
+ enrichSpanFromRequest(span, input, modelFamily);
359
369
  const result = originalSend.apply(this, args);
360
370
  if (result && typeof result.then === "function") {
361
371
  return result.then((response) => {
@@ -374,6 +384,7 @@ function createSendProxy(originalSend) {
374
384
  };
375
385
  }
376
386
  function patchBedrock(client) {
387
+ assertClient("patchBedrock", client);
377
388
  return new Proxy(client, {
378
389
  get(target, prop, receiver) {
379
390
  const value = Reflect.get(target, prop, receiver);
@@ -386,6 +397,7 @@ function patchBedrock(client) {
386
397
  }
387
398
  // Annotate the CommonJS export names for ESM import in node:
388
399
  0 && (module.exports = {
400
+ deriveModelFamily,
389
401
  patchBedrock
390
402
  });
391
403
  //# sourceMappingURL=index.cjs.map