risicare 0.9.1 → 0.10.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +1419 -0
- package/README.md +37 -19
- package/dist/frameworks/instructor.cjs +65 -5
- package/dist/frameworks/instructor.cjs.map +1 -1
- package/dist/frameworks/instructor.js +65 -5
- package/dist/frameworks/instructor.js.map +1 -1
- package/dist/frameworks/langchain.cjs +65 -5
- package/dist/frameworks/langchain.cjs.map +1 -1
- package/dist/frameworks/langchain.js +65 -5
- package/dist/frameworks/langchain.js.map +1 -1
- package/dist/frameworks/langgraph.cjs +65 -5
- package/dist/frameworks/langgraph.cjs.map +1 -1
- package/dist/frameworks/langgraph.js +65 -5
- package/dist/frameworks/langgraph.js.map +1 -1
- package/dist/frameworks/llamaindex.cjs +65 -5
- package/dist/frameworks/llamaindex.cjs.map +1 -1
- package/dist/frameworks/llamaindex.js +65 -5
- package/dist/frameworks/llamaindex.js.map +1 -1
- package/dist/index.cjs +405 -27
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +14 -5
- package/dist/index.d.ts +14 -5
- package/dist/index.js +405 -27
- package/dist/index.js.map +1 -1
- package/dist/providers/anthropic/index.cjs +141 -13
- package/dist/providers/anthropic/index.cjs.map +1 -1
- package/dist/providers/anthropic/index.d.cts +3 -0
- package/dist/providers/anthropic/index.d.ts +3 -0
- package/dist/providers/anthropic/index.js +141 -13
- package/dist/providers/anthropic/index.js.map +1 -1
- package/dist/providers/bedrock/index.cjs +88 -9
- package/dist/providers/bedrock/index.cjs.map +1 -1
- package/dist/providers/bedrock/index.d.cts +3 -0
- package/dist/providers/bedrock/index.d.ts +3 -0
- package/dist/providers/bedrock/index.js +88 -9
- package/dist/providers/bedrock/index.js.map +1 -1
- package/dist/providers/cerebras/index.cjs +88 -9
- package/dist/providers/cerebras/index.cjs.map +1 -1
- package/dist/providers/cerebras/index.d.cts +3 -0
- package/dist/providers/cerebras/index.d.ts +3 -0
- package/dist/providers/cerebras/index.js +88 -9
- package/dist/providers/cerebras/index.js.map +1 -1
- package/dist/providers/cohere/index.cjs +88 -9
- package/dist/providers/cohere/index.cjs.map +1 -1
- package/dist/providers/cohere/index.d.cts +3 -0
- package/dist/providers/cohere/index.d.ts +3 -0
- package/dist/providers/cohere/index.js +88 -9
- package/dist/providers/cohere/index.js.map +1 -1
- package/dist/providers/google/index.cjs +88 -9
- package/dist/providers/google/index.cjs.map +1 -1
- package/dist/providers/google/index.d.cts +3 -0
- package/dist/providers/google/index.d.ts +3 -0
- package/dist/providers/google/index.js +88 -9
- package/dist/providers/google/index.js.map +1 -1
- package/dist/providers/groq/index.cjs +88 -9
- package/dist/providers/groq/index.cjs.map +1 -1
- package/dist/providers/groq/index.d.cts +3 -0
- package/dist/providers/groq/index.d.ts +3 -0
- package/dist/providers/groq/index.js +88 -9
- package/dist/providers/groq/index.js.map +1 -1
- package/dist/providers/huggingface/index.cjs +86 -8
- package/dist/providers/huggingface/index.cjs.map +1 -1
- package/dist/providers/huggingface/index.js +86 -8
- package/dist/providers/huggingface/index.js.map +1 -1
- package/dist/providers/mistral/index.cjs +88 -9
- package/dist/providers/mistral/index.cjs.map +1 -1
- package/dist/providers/mistral/index.d.cts +3 -0
- package/dist/providers/mistral/index.d.ts +3 -0
- package/dist/providers/mistral/index.js +88 -9
- package/dist/providers/mistral/index.js.map +1 -1
- package/dist/providers/ollama/index.cjs +88 -9
- package/dist/providers/ollama/index.cjs.map +1 -1
- package/dist/providers/ollama/index.d.cts +3 -0
- package/dist/providers/ollama/index.d.ts +3 -0
- package/dist/providers/ollama/index.js +88 -9
- package/dist/providers/ollama/index.js.map +1 -1
- package/dist/providers/openai/index.cjs +126 -11
- package/dist/providers/openai/index.cjs.map +1 -1
- package/dist/providers/openai/index.d.cts +3 -0
- package/dist/providers/openai/index.d.ts +3 -0
- package/dist/providers/openai/index.js +126 -11
- package/dist/providers/openai/index.js.map +1 -1
- package/dist/providers/together/index.cjs +88 -9
- package/dist/providers/together/index.cjs.map +1 -1
- package/dist/providers/together/index.d.cts +3 -0
- package/dist/providers/together/index.d.ts +3 -0
- package/dist/providers/together/index.js +88 -9
- package/dist/providers/together/index.js.map +1 -1
- package/dist/providers/vercel-ai/index.cjs +67 -7
- package/dist/providers/vercel-ai/index.cjs.map +1 -1
- package/dist/providers/vercel-ai/index.js +67 -7
- package/dist/providers/vercel-ai/index.js.map +1 -1
- package/package.json +3 -2
|
@@ -160,6 +160,51 @@ function hasCredentials(url) {
|
|
|
160
160
|
}
|
|
161
161
|
}
|
|
162
162
|
|
|
163
|
+
// src/masking.ts
|
|
164
|
+
var CONTENT_IN_JSON_OBJECT = /* @__PURE__ */ new Map([
|
|
165
|
+
[
|
|
166
|
+
"llm.invocation_parameters",
|
|
167
|
+
/* @__PURE__ */ new Set([
|
|
168
|
+
"additionalinstructions",
|
|
169
|
+
// OpenAI assistants run
|
|
170
|
+
"chathistory",
|
|
171
|
+
// Cohere
|
|
172
|
+
"contents",
|
|
173
|
+
// Gemini
|
|
174
|
+
"documents",
|
|
175
|
+
// Cohere RAG
|
|
176
|
+
"functions",
|
|
177
|
+
"input",
|
|
178
|
+
"inputtext",
|
|
179
|
+
// Bedrock Titan
|
|
180
|
+
"instructions",
|
|
181
|
+
"message",
|
|
182
|
+
// Cohere
|
|
183
|
+
"messages",
|
|
184
|
+
"preamble",
|
|
185
|
+
// Cohere
|
|
186
|
+
"prediction",
|
|
187
|
+
// OpenAI predicted output
|
|
188
|
+
"prompt",
|
|
189
|
+
"system",
|
|
190
|
+
// Anthropic
|
|
191
|
+
"systeminstruction",
|
|
192
|
+
// Gemini
|
|
193
|
+
"texts",
|
|
194
|
+
// Cohere embed
|
|
195
|
+
"toolconfig",
|
|
196
|
+
// Gemini
|
|
197
|
+
"tools"
|
|
198
|
+
])
|
|
199
|
+
]
|
|
200
|
+
]);
|
|
201
|
+
var VALUE_RULE_PREFIXES = new Set(
|
|
202
|
+
[...CONTENT_IN_JSON_OBJECT.keys()].flatMap((key) => {
|
|
203
|
+
const segments = key.split(".");
|
|
204
|
+
return segments.slice(1).map((_, i) => segments.slice(0, i + 1).join("."));
|
|
205
|
+
})
|
|
206
|
+
);
|
|
207
|
+
|
|
163
208
|
// src/exporters/batch.ts
|
|
164
209
|
var MAX_TIMEOUT_MS = 2 ** 31 - 1;
|
|
165
210
|
var MAX_BATCH_BYTES = 8 * 1024 * 1024;
|
|
@@ -496,7 +541,7 @@ function attachErrorCode(span, error) {
|
|
|
496
541
|
}
|
|
497
542
|
|
|
498
543
|
// src/version.ts
|
|
499
|
-
var SDK_VERSION = "0.
|
|
544
|
+
var SDK_VERSION = "0.10.0";
|
|
500
545
|
|
|
501
546
|
// src/exporters/quota.ts
|
|
502
547
|
var QUOTA_REASON = "monthly_quota_exceeded";
|
|
@@ -641,6 +686,8 @@ var HttpExporter = class {
|
|
|
641
686
|
_calls = /* @__PURE__ */ new Map();
|
|
642
687
|
/** The ack of each finished call, by its batch. Read once by `takeAck(spans)`. */
|
|
643
688
|
_acks = /* @__PURE__ */ new WeakMap();
|
|
689
|
+
/** The requests that each finished call sent, by its batch. Read once by `takeAttempts(spans)`. */
|
|
690
|
+
_requests = /* @__PURE__ */ new WeakMap();
|
|
644
691
|
/** The batch processor dropped span(s) from a full queue in the quota pause (S-1). */
|
|
645
692
|
noteQuotaDrop(count = 1) {
|
|
646
693
|
this._quota.addDrops(count);
|
|
@@ -692,6 +739,18 @@ var HttpExporter = class {
|
|
|
692
739
|
get attemptsPerExport() {
|
|
693
740
|
return this._maxRetries;
|
|
694
741
|
}
|
|
742
|
+
/**
|
|
743
|
+
* Returns the number of HTTP requests that the `export()` call for `spans` sent, and clears
|
|
744
|
+
* it. This is the number that was sent, not the most that the call may send
|
|
745
|
+
* (`attemptsPerExport`): a 401 or 403 stops the loop after one request, and an open circuit
|
|
746
|
+
* breaker sends none. Returns `null` when no call is on record for `spans`. The answer is
|
|
747
|
+
* kept per batch, as `takeAck` keeps the ack.
|
|
748
|
+
*/
|
|
749
|
+
takeAttempts(spans) {
|
|
750
|
+
const n = this._requests.get(spans) ?? null;
|
|
751
|
+
this._requests.delete(spans);
|
|
752
|
+
return n;
|
|
753
|
+
}
|
|
695
754
|
/**
|
|
696
755
|
* Returns the counts of the ack that the `export()` call for `spans` received, and clears
|
|
697
756
|
* them. The answer is kept per batch, not on the instance: two processors that share this
|
|
@@ -736,13 +795,15 @@ var HttpExporter = class {
|
|
|
736
795
|
misroute: null,
|
|
737
796
|
noRetry: false,
|
|
738
797
|
status: null,
|
|
739
|
-
error: null
|
|
798
|
+
error: null,
|
|
799
|
+
attempts: 0
|
|
740
800
|
};
|
|
741
801
|
this._calls.set(spans, call);
|
|
742
802
|
try {
|
|
743
803
|
return await this._export(spans, call);
|
|
744
804
|
} finally {
|
|
745
805
|
this._calls.delete(spans);
|
|
806
|
+
this._requests.set(spans, this._endpointHasCredentials ? 0 : call.attempts);
|
|
746
807
|
}
|
|
747
808
|
}
|
|
748
809
|
async _export(spans, call) {
|
|
@@ -782,14 +843,13 @@ var HttpExporter = class {
|
|
|
782
843
|
isHalfOpen = true;
|
|
783
844
|
}
|
|
784
845
|
const maxAttempts = isHalfOpen ? 1 : this._maxRetries;
|
|
785
|
-
let attempts = 0;
|
|
786
846
|
for (let attempt = 0; attempt < maxAttempts; attempt++) {
|
|
787
847
|
call.refusalAfterMs = null;
|
|
788
848
|
call.misroute = null;
|
|
789
849
|
call.noRetry = false;
|
|
790
850
|
call.status = null;
|
|
791
851
|
call.error = null;
|
|
792
|
-
attempts++;
|
|
852
|
+
call.attempts++;
|
|
793
853
|
const result = await this._sendRequest(payload, parts.length, call, spans);
|
|
794
854
|
if (cancelled.aborted) {
|
|
795
855
|
this._acks.delete(spans);
|
|
@@ -811,7 +871,7 @@ var HttpExporter = class {
|
|
|
811
871
|
}
|
|
812
872
|
if (call.refusalAfterMs !== null) {
|
|
813
873
|
warn(
|
|
814
|
-
`Risicare: the ingest endpoint refused this batch for capacity (HTTP 429/503) after ${attempts} attempt(s). This is a healthy server shedding load, not an outage. This export of the batch failed; the circuit breaker does not count it. Reduce batch size or export rate if it persists.`
|
|
874
|
+
`Risicare: the ingest endpoint refused this batch for capacity (HTTP 429/503) after ${call.attempts} attempt(s). This is a healthy server shedding load, not an outage. This export of the batch failed; the circuit breaker does not count it. Reduce batch size or export rate if it persists.`
|
|
815
875
|
);
|
|
816
876
|
return "failure" /* FAILURE */;
|
|
817
877
|
}
|
|
@@ -1082,7 +1142,7 @@ function className(error) {
|
|
|
1082
1142
|
}
|
|
1083
1143
|
return typeof error;
|
|
1084
1144
|
}
|
|
1085
|
-
function responseReadFailed(provider, site, error, span) {
|
|
1145
|
+
function responseReadFailed(provider, site, error, span, part = "response") {
|
|
1086
1146
|
try {
|
|
1087
1147
|
const cls = className(error);
|
|
1088
1148
|
span?.setAttribute("risicare.observer_error", cls);
|
|
@@ -1090,7 +1150,7 @@ function responseReadFailed(provider, site, error, span) {
|
|
|
1090
1150
|
const key = `${provider}\0${site}\0${cls}`;
|
|
1091
1151
|
if (logged.has(key) || logged.size >= LOGGED_MAX) return;
|
|
1092
1152
|
logged.add(key);
|
|
1093
|
-
debug(`could not read the ${provider}
|
|
1153
|
+
debug(`could not read the ${provider} ${part} in ${site} (${cls}); the span keeps fewer facts`);
|
|
1094
1154
|
} catch {
|
|
1095
1155
|
}
|
|
1096
1156
|
}
|
|
@@ -1101,6 +1161,13 @@ function readResponseSafely(provider, site, span, read) {
|
|
|
1101
1161
|
responseReadFailed(provider, site, error, span);
|
|
1102
1162
|
}
|
|
1103
1163
|
}
|
|
1164
|
+
function readRequestSafely(provider, site, span, read) {
|
|
1165
|
+
try {
|
|
1166
|
+
read();
|
|
1167
|
+
} catch (error) {
|
|
1168
|
+
responseReadFailed(provider, site, error, span, "request");
|
|
1169
|
+
}
|
|
1170
|
+
}
|
|
1104
1171
|
|
|
1105
1172
|
// src/utils/stream-proxy.ts
|
|
1106
1173
|
var HANDOFF = /* @__PURE__ */ new Set(["tee", "toReadableStream", "getReader", "pipeTo", "pipeThrough"]);
|
|
@@ -1845,7 +1912,38 @@ function calculateCost(model, promptTokens, completionTokens) {
|
|
|
1845
1912
|
function tokenCount(value) {
|
|
1846
1913
|
return typeof value === "number" && Number.isFinite(value) && value >= 0 ? value : void 0;
|
|
1847
1914
|
}
|
|
1848
|
-
|
|
1915
|
+
var CACHE_READ_TOKENS_KEY = "gen_ai.usage.cache_read.input_tokens";
|
|
1916
|
+
var CACHE_WRITE_TOKENS_KEY = "gen_ai.usage.cache_write.input_tokens";
|
|
1917
|
+
var REASONING_TOKENS_KEY = "gen_ai.usage.reasoning.output_tokens";
|
|
1918
|
+
function providerInteger(value) {
|
|
1919
|
+
return typeof value === "number" && Number.isInteger(value) && value >= 0 ? value : void 0;
|
|
1920
|
+
}
|
|
1921
|
+
function nested(obj, outer, inner) {
|
|
1922
|
+
if (!obj || typeof obj !== "object") return void 0;
|
|
1923
|
+
const details = obj[outer];
|
|
1924
|
+
if (!details || typeof details !== "object") return void 0;
|
|
1925
|
+
return details[inner];
|
|
1926
|
+
}
|
|
1927
|
+
function openAIUsageDetails(usage) {
|
|
1928
|
+
try {
|
|
1929
|
+
return {
|
|
1930
|
+
cacheRead: nested(usage, "prompt_tokens_details", "cached_tokens"),
|
|
1931
|
+
cacheWrite: nested(usage, "prompt_tokens_details", "cache_write_tokens"),
|
|
1932
|
+
reasoning: nested(usage, "completion_tokens_details", "reasoning_tokens")
|
|
1933
|
+
};
|
|
1934
|
+
} catch {
|
|
1935
|
+
return {};
|
|
1936
|
+
}
|
|
1937
|
+
}
|
|
1938
|
+
function recordUsageDetails(span, details) {
|
|
1939
|
+
const cacheRead = providerInteger(details.cacheRead);
|
|
1940
|
+
const cacheWrite = providerInteger(details.cacheWrite);
|
|
1941
|
+
const reasoning = providerInteger(details.reasoning);
|
|
1942
|
+
if (cacheRead !== void 0) span.setAttribute(CACHE_READ_TOKENS_KEY, cacheRead);
|
|
1943
|
+
if (cacheWrite !== void 0) span.setAttribute(CACHE_WRITE_TOKENS_KEY, cacheWrite);
|
|
1944
|
+
if (reasoning !== void 0) span.setAttribute(REASONING_TOKENS_KEY, reasoning);
|
|
1945
|
+
}
|
|
1946
|
+
function recordTokenUsage(span, counts, model, details) {
|
|
1849
1947
|
const promptTokens = tokenCount(counts.prompt);
|
|
1850
1948
|
const completionTokens = tokenCount(counts.completion);
|
|
1851
1949
|
const bothKnown = promptTokens !== void 0 && completionTokens !== void 0;
|
|
@@ -1856,6 +1954,7 @@ function recordTokenUsage(span, counts, model) {
|
|
|
1856
1954
|
if (completionTokens !== void 0) span.setAttribute("gen_ai.usage.completion_tokens", completionTokens);
|
|
1857
1955
|
if (totalTokens !== void 0) span.setAttribute("gen_ai.usage.total_tokens", totalTokens);
|
|
1858
1956
|
if (costUsd !== void 0) span.setAttribute("llm.cost.total_usd", costUsd);
|
|
1957
|
+
if (details) recordUsageDetails(span, details);
|
|
1859
1958
|
}
|
|
1860
1959
|
|
|
1861
1960
|
// src/utils/assert-client.ts
|
|
@@ -1970,7 +2069,12 @@ function enrichSpanFromResponse(span, response, provider) {
|
|
|
1970
2069
|
}
|
|
1971
2070
|
}
|
|
1972
2071
|
if (usage) {
|
|
1973
|
-
recordTokenUsage(
|
|
2072
|
+
recordTokenUsage(
|
|
2073
|
+
span,
|
|
2074
|
+
{ prompt: usage.prompt_tokens, completion: usage.completion_tokens, total: usage.total_tokens },
|
|
2075
|
+
model,
|
|
2076
|
+
openAIUsageDetails(usage)
|
|
2077
|
+
);
|
|
1974
2078
|
}
|
|
1975
2079
|
}
|
|
1976
2080
|
function createChatCompletionProxy(originalCreate, provider) {
|
|
@@ -2007,7 +2111,14 @@ function createChatCompletionProxy(originalCreate, provider) {
|
|
|
2007
2111
|
span.setLlmFields({ provider, model });
|
|
2008
2112
|
enrichSpanFromRequest(span, params, provider);
|
|
2009
2113
|
const traceContent = tracer.traceContent;
|
|
2010
|
-
if (traceContent)
|
|
2114
|
+
if (traceContent) {
|
|
2115
|
+
readRequestSafely(
|
|
2116
|
+
"openai",
|
|
2117
|
+
"capturePromptMessages",
|
|
2118
|
+
span,
|
|
2119
|
+
() => capturePromptMessages(span, params.messages, false)
|
|
2120
|
+
);
|
|
2121
|
+
}
|
|
2011
2122
|
try {
|
|
2012
2123
|
if (fixCtx) {
|
|
2013
2124
|
for (const result of fixCtx.appliedFixes) {
|
|
@@ -2075,10 +2186,12 @@ function createEmbeddingsProxy(originalCreate, provider) {
|
|
|
2075
2186
|
);
|
|
2076
2187
|
};
|
|
2077
2188
|
}
|
|
2189
|
+
var PATCHED = /* @__PURE__ */ new WeakSet();
|
|
2078
2190
|
function patchOpenAI(client) {
|
|
2079
2191
|
assertClient("patchOpenAI", client);
|
|
2192
|
+
if (PATCHED.has(client)) return client;
|
|
2080
2193
|
const provider = detectProvider(client);
|
|
2081
|
-
|
|
2194
|
+
const proxy = new Proxy(client, {
|
|
2082
2195
|
get(target, prop, receiver) {
|
|
2083
2196
|
const value = Reflect.get(target, prop, receiver);
|
|
2084
2197
|
if (prop === "chat" && value && typeof value === "object") {
|
|
@@ -2114,6 +2227,8 @@ function patchOpenAI(client) {
|
|
|
2114
2227
|
return value;
|
|
2115
2228
|
}
|
|
2116
2229
|
});
|
|
2230
|
+
PATCHED.add(proxy);
|
|
2231
|
+
return proxy;
|
|
2117
2232
|
}
|
|
2118
2233
|
// Annotate the CommonJS export names for ESM import in node:
|
|
2119
2234
|
0 && (module.exports = {
|