risicare 0.4.0 → 0.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +30 -0
- package/dist/frameworks/instructor.cjs +93 -73
- package/dist/frameworks/instructor.cjs.map +1 -1
- package/dist/frameworks/instructor.d.cts +19 -7
- package/dist/frameworks/instructor.d.ts +19 -7
- package/dist/frameworks/instructor.js +85 -67
- package/dist/frameworks/instructor.js.map +1 -1
- package/dist/frameworks/langchain.cjs +192 -94
- package/dist/frameworks/langchain.cjs.map +1 -1
- package/dist/frameworks/langchain.d.cts +97 -3
- package/dist/frameworks/langchain.d.ts +97 -3
- package/dist/frameworks/langchain.js +190 -88
- package/dist/frameworks/langchain.js.map +1 -1
- package/dist/frameworks/langgraph.cjs +192 -94
- package/dist/frameworks/langgraph.cjs.map +1 -1
- package/dist/frameworks/langgraph.js +190 -88
- package/dist/frameworks/langgraph.js.map +1 -1
- package/dist/frameworks/llamaindex.cjs +94 -69
- package/dist/frameworks/llamaindex.cjs.map +1 -1
- package/dist/frameworks/llamaindex.d.cts +33 -17
- package/dist/frameworks/llamaindex.d.ts +33 -17
- package/dist/frameworks/llamaindex.js +85 -62
- package/dist/frameworks/llamaindex.js.map +1 -1
- package/dist/index.cjs +2684 -1934
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +234 -46
- package/dist/index.d.ts +234 -46
- package/dist/index.js +2492 -1762
- package/dist/index.js.map +1 -1
- package/dist/providers/anthropic/index.cjs +33 -34
- package/dist/providers/anthropic/index.cjs.map +1 -1
- package/dist/providers/anthropic/index.js +25 -28
- package/dist/providers/anthropic/index.js.map +1 -1
- package/dist/providers/bedrock/index.cjs +56 -44
- package/dist/providers/bedrock/index.cjs.map +1 -1
- package/dist/providers/bedrock/index.d.cts +13 -1
- package/dist/providers/bedrock/index.d.ts +13 -1
- package/dist/providers/bedrock/index.js +47 -38
- package/dist/providers/bedrock/index.js.map +1 -1
- package/dist/providers/cerebras/index.cjs +33 -34
- package/dist/providers/cerebras/index.cjs.map +1 -1
- package/dist/providers/cerebras/index.js +25 -28
- package/dist/providers/cerebras/index.js.map +1 -1
- package/dist/providers/cohere/index.cjs +35 -36
- package/dist/providers/cohere/index.cjs.map +1 -1
- package/dist/providers/cohere/index.js +27 -30
- package/dist/providers/cohere/index.js.map +1 -1
- package/dist/providers/google/index.cjs +33 -34
- package/dist/providers/google/index.cjs.map +1 -1
- package/dist/providers/google/index.js +25 -28
- package/dist/providers/google/index.js.map +1 -1
- package/dist/providers/groq/index.cjs +33 -34
- package/dist/providers/groq/index.cjs.map +1 -1
- package/dist/providers/groq/index.js +25 -28
- package/dist/providers/groq/index.js.map +1 -1
- package/dist/providers/huggingface/index.cjs +33 -34
- package/dist/providers/huggingface/index.cjs.map +1 -1
- package/dist/providers/huggingface/index.js +25 -28
- package/dist/providers/huggingface/index.js.map +1 -1
- package/dist/providers/mistral/index.cjs +37 -38
- package/dist/providers/mistral/index.cjs.map +1 -1
- package/dist/providers/mistral/index.js +29 -32
- package/dist/providers/mistral/index.js.map +1 -1
- package/dist/providers/ollama/index.cjs +41 -34
- package/dist/providers/ollama/index.cjs.map +1 -1
- package/dist/providers/ollama/index.js +33 -28
- package/dist/providers/ollama/index.js.map +1 -1
- package/dist/providers/openai/index.cjs +36 -35
- package/dist/providers/openai/index.cjs.map +1 -1
- package/dist/providers/openai/index.js +28 -29
- package/dist/providers/openai/index.js.map +1 -1
- package/dist/providers/together/index.cjs +33 -34
- package/dist/providers/together/index.cjs.map +1 -1
- package/dist/providers/together/index.js +25 -28
- package/dist/providers/together/index.js.map +1 -1
- package/dist/providers/vercel-ai/index.cjs +27 -35
- package/dist/providers/vercel-ai/index.cjs.map +1 -1
- package/dist/providers/vercel-ai/index.js +19 -29
- package/dist/providers/vercel-ai/index.js.map +1 -1
- package/package.json +94 -33
|
@@ -3,9 +3,6 @@ var __defProp = Object.defineProperty;
|
|
|
3
3
|
var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
|
|
4
4
|
var __getOwnPropNames = Object.getOwnPropertyNames;
|
|
5
5
|
var __hasOwnProp = Object.prototype.hasOwnProperty;
|
|
6
|
-
var __esm = (fn, res) => function __init() {
|
|
7
|
-
return fn && (res = (0, fn[__getOwnPropNames(fn)[0]])(fn = 0)), res;
|
|
8
|
-
};
|
|
9
6
|
var __export = (target, all) => {
|
|
10
7
|
for (var name in all)
|
|
11
8
|
__defProp(target, name, { get: all[name], enumerable: true });
|
|
@@ -20,7 +17,21 @@ var __copyProps = (to, from, except, desc) => {
|
|
|
20
17
|
};
|
|
21
18
|
var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
|
|
22
19
|
|
|
20
|
+
// src/providers/bedrock/index.ts
|
|
21
|
+
var bedrock_exports = {};
|
|
22
|
+
__export(bedrock_exports, {
|
|
23
|
+
deriveModelFamily: () => deriveModelFamily,
|
|
24
|
+
patchBedrock: () => patchBedrock
|
|
25
|
+
});
|
|
26
|
+
module.exports = __toCommonJS(bedrock_exports);
|
|
27
|
+
|
|
28
|
+
// src/client.ts
|
|
29
|
+
var import_node_crypto3 = require("crypto");
|
|
30
|
+
|
|
23
31
|
// src/globals.ts
|
|
32
|
+
var import_node_async_hooks = require("async_hooks");
|
|
33
|
+
var G = globalThis;
|
|
34
|
+
var PREFIX = "__risicare_";
|
|
24
35
|
function getTracer() {
|
|
25
36
|
return G[PREFIX + "tracer"];
|
|
26
37
|
}
|
|
@@ -33,15 +44,6 @@ function getContextStorage() {
|
|
|
33
44
|
function getDebug() {
|
|
34
45
|
return G[PREFIX + "debug"] ?? false;
|
|
35
46
|
}
|
|
36
|
-
var import_node_async_hooks, G, PREFIX;
|
|
37
|
-
var init_globals = __esm({
|
|
38
|
-
"src/globals.ts"() {
|
|
39
|
-
"use strict";
|
|
40
|
-
import_node_async_hooks = require("async_hooks");
|
|
41
|
-
G = globalThis;
|
|
42
|
-
PREFIX = "__risicare_";
|
|
43
|
-
}
|
|
44
|
-
});
|
|
45
47
|
|
|
46
48
|
// src/utils/log.ts
|
|
47
49
|
function debug(msg) {
|
|
@@ -50,19 +52,10 @@ function debug(msg) {
|
|
|
50
52
|
`);
|
|
51
53
|
}
|
|
52
54
|
}
|
|
53
|
-
var init_log = __esm({
|
|
54
|
-
"src/utils/log.ts"() {
|
|
55
|
-
"use strict";
|
|
56
|
-
init_globals();
|
|
57
|
-
}
|
|
58
|
-
});
|
|
59
55
|
|
|
60
|
-
// src/
|
|
61
|
-
var
|
|
62
|
-
|
|
63
|
-
patchBedrock: () => patchBedrock
|
|
64
|
-
});
|
|
65
|
-
module.exports = __toCommonJS(bedrock_exports);
|
|
56
|
+
// src/exporters/batch.ts
|
|
57
|
+
var MAX_BATCH_BYTES = 8 * 1024 * 1024;
|
|
58
|
+
var utf8ByteLength = typeof Buffer !== "undefined" && typeof Buffer.byteLength === "function" ? (s) => Buffer.byteLength(s, "utf8") : (s) => s.length * 3;
|
|
66
59
|
|
|
67
60
|
// src/ids.ts
|
|
68
61
|
var import_node_crypto = require("crypto");
|
|
@@ -138,7 +131,6 @@ var NOOP_SPAN = Object.freeze({
|
|
|
138
131
|
});
|
|
139
132
|
|
|
140
133
|
// src/context/storage.ts
|
|
141
|
-
init_globals();
|
|
142
134
|
function storage() {
|
|
143
135
|
return getContextStorage();
|
|
144
136
|
}
|
|
@@ -146,15 +138,10 @@ function getContext() {
|
|
|
146
138
|
return storage().getStore() ?? {};
|
|
147
139
|
}
|
|
148
140
|
|
|
149
|
-
// src/
|
|
150
|
-
|
|
151
|
-
|
|
152
|
-
// src/exporters/http.ts
|
|
153
|
-
init_log();
|
|
141
|
+
// src/runtime/applier.ts
|
|
142
|
+
var import_node_crypto2 = require("crypto");
|
|
154
143
|
|
|
155
144
|
// src/client.ts
|
|
156
|
-
init_log();
|
|
157
|
-
init_globals();
|
|
158
145
|
function requireTracer() {
|
|
159
146
|
const tracer = getTracer();
|
|
160
147
|
if (!tracer) {
|
|
@@ -212,8 +199,20 @@ function calculateCost(model, promptTokens, completionTokens) {
|
|
|
212
199
|
return inputCost + outputCost;
|
|
213
200
|
}
|
|
214
201
|
|
|
215
|
-
// src/
|
|
216
|
-
|
|
202
|
+
// src/utils/assert-client.ts
|
|
203
|
+
function assertClient(patcherName, client) {
|
|
204
|
+
if (client === null || client === void 0) {
|
|
205
|
+
throw new TypeError(
|
|
206
|
+
`${patcherName} requires a client object, got ${client === null ? "null" : "undefined"}`
|
|
207
|
+
);
|
|
208
|
+
}
|
|
209
|
+
const t = typeof client;
|
|
210
|
+
if (t !== "object" && t !== "function") {
|
|
211
|
+
throw new TypeError(
|
|
212
|
+
`${patcherName} requires a client object, got ${t}`
|
|
213
|
+
);
|
|
214
|
+
}
|
|
215
|
+
}
|
|
217
216
|
|
|
218
217
|
// src/context/dedup.ts
|
|
219
218
|
function isProviderInstrumentationSuppressed() {
|
|
@@ -226,17 +225,26 @@ var INSTRUMENTED_COMMANDS = /* @__PURE__ */ new Set([
|
|
|
226
225
|
"ConverseStreamCommand",
|
|
227
226
|
"InvokeModelCommand"
|
|
228
227
|
]);
|
|
229
|
-
function
|
|
230
|
-
const
|
|
228
|
+
function deriveModelFamily(modelId) {
|
|
229
|
+
const KNOWN_REGION_PREFIXES = ["us.", "eu.", "apac."];
|
|
230
|
+
let id = modelId;
|
|
231
|
+
for (const p of KNOWN_REGION_PREFIXES) {
|
|
232
|
+
if (id.startsWith(p)) {
|
|
233
|
+
id = id.slice(p.length);
|
|
234
|
+
break;
|
|
235
|
+
}
|
|
236
|
+
}
|
|
237
|
+
const dotIndex = id.indexOf(".");
|
|
231
238
|
if (dotIndex > 0) {
|
|
232
|
-
return
|
|
239
|
+
return id.substring(0, dotIndex);
|
|
233
240
|
}
|
|
234
|
-
return "
|
|
241
|
+
return "unknown";
|
|
235
242
|
}
|
|
236
|
-
function enrichSpanFromRequest(span, input,
|
|
243
|
+
function enrichSpanFromRequest(span, input, modelFamily) {
|
|
237
244
|
const modelId = input.modelId;
|
|
238
245
|
if (modelId) {
|
|
239
|
-
span.setAttribute("gen_ai.system",
|
|
246
|
+
span.setAttribute("gen_ai.system", "bedrock");
|
|
247
|
+
span.setAttribute("bedrock.model_family", modelFamily);
|
|
240
248
|
span.setAttribute("gen_ai.request.model", modelId);
|
|
241
249
|
}
|
|
242
250
|
const inferenceConfig = input.inferenceConfig;
|
|
@@ -339,7 +347,7 @@ function createSendProxy(originalSend) {
|
|
|
339
347
|
}
|
|
340
348
|
const input = getCommandInput(command);
|
|
341
349
|
const modelId = input.modelId ?? "unknown";
|
|
342
|
-
const
|
|
350
|
+
const modelFamily = deriveModelFamily(modelId);
|
|
343
351
|
const isStream = commandName === "ConverseStreamCommand";
|
|
344
352
|
const spanName = `bedrock.${commandName.replace("Command", "").toLowerCase()}`;
|
|
345
353
|
return tracer.startSpan(
|
|
@@ -348,14 +356,16 @@ function createSendProxy(originalSend) {
|
|
|
348
356
|
kind: "llm_call" /* LLM_CALL */,
|
|
349
357
|
attributes: {
|
|
350
358
|
"llm.request.model": modelId,
|
|
351
|
-
|
|
359
|
+
// F-630: provider is the SERVICE for AWS-spend filtering.
|
|
360
|
+
"gen_ai.system": "bedrock",
|
|
361
|
+
"bedrock.model_family": modelFamily,
|
|
352
362
|
"bedrock.command": commandName,
|
|
353
363
|
...isStream ? { "llm.stream": true } : {}
|
|
354
364
|
}
|
|
355
365
|
},
|
|
356
366
|
(span) => {
|
|
357
|
-
span.setLlmFields({ provider, model: modelId });
|
|
358
|
-
enrichSpanFromRequest(span, input,
|
|
367
|
+
span.setLlmFields({ provider: "bedrock", model: modelId });
|
|
368
|
+
enrichSpanFromRequest(span, input, modelFamily);
|
|
359
369
|
const result = originalSend.apply(this, args);
|
|
360
370
|
if (result && typeof result.then === "function") {
|
|
361
371
|
return result.then((response) => {
|
|
@@ -374,6 +384,7 @@ function createSendProxy(originalSend) {
|
|
|
374
384
|
};
|
|
375
385
|
}
|
|
376
386
|
function patchBedrock(client) {
|
|
387
|
+
assertClient("patchBedrock", client);
|
|
377
388
|
return new Proxy(client, {
|
|
378
389
|
get(target, prop, receiver) {
|
|
379
390
|
const value = Reflect.get(target, prop, receiver);
|
|
@@ -386,6 +397,7 @@ function patchBedrock(client) {
|
|
|
386
397
|
}
|
|
387
398
|
// Annotate the CommonJS export names for ESM import in node:
|
|
388
399
|
0 && (module.exports = {
|
|
400
|
+
deriveModelFamily,
|
|
389
401
|
patchBedrock
|
|
390
402
|
});
|
|
391
403
|
//# sourceMappingURL=index.cjs.map
|