risicare 0.9.2 → 0.10.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (73) hide show
  1. package/CHANGELOG.md +183 -0
  2. package/README.md +37 -19
  3. package/dist/frameworks/instructor.cjs +46 -1
  4. package/dist/frameworks/instructor.cjs.map +1 -1
  5. package/dist/frameworks/instructor.js +46 -1
  6. package/dist/frameworks/instructor.js.map +1 -1
  7. package/dist/frameworks/langchain.cjs +46 -1
  8. package/dist/frameworks/langchain.cjs.map +1 -1
  9. package/dist/frameworks/langchain.js +46 -1
  10. package/dist/frameworks/langchain.js.map +1 -1
  11. package/dist/frameworks/langgraph.cjs +46 -1
  12. package/dist/frameworks/langgraph.cjs.map +1 -1
  13. package/dist/frameworks/langgraph.js +46 -1
  14. package/dist/frameworks/langgraph.js.map +1 -1
  15. package/dist/frameworks/llamaindex.cjs +46 -1
  16. package/dist/frameworks/llamaindex.cjs.map +1 -1
  17. package/dist/frameworks/llamaindex.js +46 -1
  18. package/dist/frameworks/llamaindex.js.map +1 -1
  19. package/dist/index.cjs +329 -15
  20. package/dist/index.cjs.map +1 -1
  21. package/dist/index.d.cts +14 -5
  22. package/dist/index.d.ts +14 -5
  23. package/dist/index.js +329 -15
  24. package/dist/index.js.map +1 -1
  25. package/dist/providers/anthropic/index.cjs +117 -8
  26. package/dist/providers/anthropic/index.cjs.map +1 -1
  27. package/dist/providers/anthropic/index.js +117 -8
  28. package/dist/providers/anthropic/index.js.map +1 -1
  29. package/dist/providers/bedrock/index.cjs +64 -4
  30. package/dist/providers/bedrock/index.cjs.map +1 -1
  31. package/dist/providers/bedrock/index.js +64 -4
  32. package/dist/providers/bedrock/index.js.map +1 -1
  33. package/dist/providers/cerebras/index.cjs +64 -4
  34. package/dist/providers/cerebras/index.cjs.map +1 -1
  35. package/dist/providers/cerebras/index.js +64 -4
  36. package/dist/providers/cerebras/index.js.map +1 -1
  37. package/dist/providers/cohere/index.cjs +64 -4
  38. package/dist/providers/cohere/index.cjs.map +1 -1
  39. package/dist/providers/cohere/index.js +64 -4
  40. package/dist/providers/cohere/index.js.map +1 -1
  41. package/dist/providers/google/index.cjs +64 -4
  42. package/dist/providers/google/index.cjs.map +1 -1
  43. package/dist/providers/google/index.js +64 -4
  44. package/dist/providers/google/index.js.map +1 -1
  45. package/dist/providers/groq/index.cjs +64 -4
  46. package/dist/providers/groq/index.cjs.map +1 -1
  47. package/dist/providers/groq/index.js +64 -4
  48. package/dist/providers/groq/index.js.map +1 -1
  49. package/dist/providers/huggingface/index.cjs +64 -4
  50. package/dist/providers/huggingface/index.cjs.map +1 -1
  51. package/dist/providers/huggingface/index.js +64 -4
  52. package/dist/providers/huggingface/index.js.map +1 -1
  53. package/dist/providers/mistral/index.cjs +64 -4
  54. package/dist/providers/mistral/index.cjs.map +1 -1
  55. package/dist/providers/mistral/index.js +64 -4
  56. package/dist/providers/mistral/index.js.map +1 -1
  57. package/dist/providers/ollama/index.cjs +64 -4
  58. package/dist/providers/ollama/index.cjs.map +1 -1
  59. package/dist/providers/ollama/index.js +64 -4
  60. package/dist/providers/ollama/index.js.map +1 -1
  61. package/dist/providers/openai/index.cjs +102 -6
  62. package/dist/providers/openai/index.cjs.map +1 -1
  63. package/dist/providers/openai/index.js +102 -6
  64. package/dist/providers/openai/index.js.map +1 -1
  65. package/dist/providers/together/index.cjs +64 -4
  66. package/dist/providers/together/index.cjs.map +1 -1
  67. package/dist/providers/together/index.js +64 -4
  68. package/dist/providers/together/index.js.map +1 -1
  69. package/dist/providers/vercel-ai/index.cjs +48 -3
  70. package/dist/providers/vercel-ai/index.cjs.map +1 -1
  71. package/dist/providers/vercel-ai/index.js +48 -3
  72. package/dist/providers/vercel-ai/index.js.map +1 -1
  73. package/package.json +1 -1
@@ -160,6 +160,51 @@ function hasCredentials(url) {
160
160
  }
161
161
  }
162
162
 
163
+ // src/masking.ts
164
+ var CONTENT_IN_JSON_OBJECT = /* @__PURE__ */ new Map([
165
+ [
166
+ "llm.invocation_parameters",
167
+ /* @__PURE__ */ new Set([
168
+ "additionalinstructions",
169
+ // OpenAI assistants run
170
+ "chathistory",
171
+ // Cohere
172
+ "contents",
173
+ // Gemini
174
+ "documents",
175
+ // Cohere RAG
176
+ "functions",
177
+ "input",
178
+ "inputtext",
179
+ // Bedrock Titan
180
+ "instructions",
181
+ "message",
182
+ // Cohere
183
+ "messages",
184
+ "preamble",
185
+ // Cohere
186
+ "prediction",
187
+ // OpenAI predicted output
188
+ "prompt",
189
+ "system",
190
+ // Anthropic
191
+ "systeminstruction",
192
+ // Gemini
193
+ "texts",
194
+ // Cohere embed
195
+ "toolconfig",
196
+ // Gemini
197
+ "tools"
198
+ ])
199
+ ]
200
+ ]);
201
+ var VALUE_RULE_PREFIXES = new Set(
202
+ [...CONTENT_IN_JSON_OBJECT.keys()].flatMap((key) => {
203
+ const segments = key.split(".");
204
+ return segments.slice(1).map((_, i) => segments.slice(0, i + 1).join("."));
205
+ })
206
+ );
207
+
163
208
  // src/exporters/batch.ts
164
209
  var MAX_TIMEOUT_MS = 2 ** 31 - 1;
165
210
  var MAX_BATCH_BYTES = 8 * 1024 * 1024;
@@ -496,7 +541,7 @@ function attachErrorCode(span, error) {
496
541
  }
497
542
 
498
543
  // src/version.ts
499
- var SDK_VERSION = "0.9.2";
544
+ var SDK_VERSION = "0.10.0";
500
545
 
501
546
  // src/exporters/quota.ts
502
547
  var QUOTA_REASON = "monthly_quota_exceeded";
@@ -1097,7 +1142,7 @@ function className(error) {
1097
1142
  }
1098
1143
  return typeof error;
1099
1144
  }
1100
- function responseReadFailed(provider, site, error, span) {
1145
+ function responseReadFailed(provider, site, error, span, part = "response") {
1101
1146
  try {
1102
1147
  const cls = className(error);
1103
1148
  span?.setAttribute("risicare.observer_error", cls);
@@ -1105,7 +1150,7 @@ function responseReadFailed(provider, site, error, span) {
1105
1150
  const key = `${provider}\0${site}\0${cls}`;
1106
1151
  if (logged.has(key) || logged.size >= LOGGED_MAX) return;
1107
1152
  logged.add(key);
1108
- debug(`could not read the ${provider} response in ${site} (${cls}); the span keeps fewer facts`);
1153
+ debug(`could not read the ${provider} ${part} in ${site} (${cls}); the span keeps fewer facts`);
1109
1154
  } catch {
1110
1155
  }
1111
1156
  }
@@ -1116,6 +1161,13 @@ function readResponseSafely(provider, site, span, read) {
1116
1161
  responseReadFailed(provider, site, error, span);
1117
1162
  }
1118
1163
  }
1164
+ function readRequestSafely(provider, site, span, read) {
1165
+ try {
1166
+ read();
1167
+ } catch (error) {
1168
+ responseReadFailed(provider, site, error, span, "request");
1169
+ }
1170
+ }
1119
1171
 
1120
1172
  // src/utils/stream-proxy.ts
1121
1173
  var HANDOFF = /* @__PURE__ */ new Set(["tee", "toReadableStream", "getReader", "pipeTo", "pipeThrough"]);
@@ -1860,7 +1912,38 @@ function calculateCost(model, promptTokens, completionTokens) {
1860
1912
  function tokenCount(value) {
1861
1913
  return typeof value === "number" && Number.isFinite(value) && value >= 0 ? value : void 0;
1862
1914
  }
1863
- function recordTokenUsage(span, counts, model) {
1915
+ var CACHE_READ_TOKENS_KEY = "gen_ai.usage.cache_read.input_tokens";
1916
+ var CACHE_WRITE_TOKENS_KEY = "gen_ai.usage.cache_write.input_tokens";
1917
+ var REASONING_TOKENS_KEY = "gen_ai.usage.reasoning.output_tokens";
1918
+ function providerInteger(value) {
1919
+ return typeof value === "number" && Number.isInteger(value) && value >= 0 ? value : void 0;
1920
+ }
1921
+ function nested(obj, outer, inner) {
1922
+ if (!obj || typeof obj !== "object") return void 0;
1923
+ const details = obj[outer];
1924
+ if (!details || typeof details !== "object") return void 0;
1925
+ return details[inner];
1926
+ }
1927
+ function openAIUsageDetails(usage) {
1928
+ try {
1929
+ return {
1930
+ cacheRead: nested(usage, "prompt_tokens_details", "cached_tokens"),
1931
+ cacheWrite: nested(usage, "prompt_tokens_details", "cache_write_tokens"),
1932
+ reasoning: nested(usage, "completion_tokens_details", "reasoning_tokens")
1933
+ };
1934
+ } catch {
1935
+ return {};
1936
+ }
1937
+ }
1938
+ function recordUsageDetails(span, details) {
1939
+ const cacheRead = providerInteger(details.cacheRead);
1940
+ const cacheWrite = providerInteger(details.cacheWrite);
1941
+ const reasoning = providerInteger(details.reasoning);
1942
+ if (cacheRead !== void 0) span.setAttribute(CACHE_READ_TOKENS_KEY, cacheRead);
1943
+ if (cacheWrite !== void 0) span.setAttribute(CACHE_WRITE_TOKENS_KEY, cacheWrite);
1944
+ if (reasoning !== void 0) span.setAttribute(REASONING_TOKENS_KEY, reasoning);
1945
+ }
1946
+ function recordTokenUsage(span, counts, model, details) {
1864
1947
  const promptTokens = tokenCount(counts.prompt);
1865
1948
  const completionTokens = tokenCount(counts.completion);
1866
1949
  const bothKnown = promptTokens !== void 0 && completionTokens !== void 0;
@@ -1871,6 +1954,7 @@ function recordTokenUsage(span, counts, model) {
1871
1954
  if (completionTokens !== void 0) span.setAttribute("gen_ai.usage.completion_tokens", completionTokens);
1872
1955
  if (totalTokens !== void 0) span.setAttribute("gen_ai.usage.total_tokens", totalTokens);
1873
1956
  if (costUsd !== void 0) span.setAttribute("llm.cost.total_usd", costUsd);
1957
+ if (details) recordUsageDetails(span, details);
1874
1958
  }
1875
1959
 
1876
1960
  // src/utils/assert-client.ts
@@ -1985,7 +2069,12 @@ function enrichSpanFromResponse(span, response, provider) {
1985
2069
  }
1986
2070
  }
1987
2071
  if (usage) {
1988
- recordTokenUsage(span, { prompt: usage.prompt_tokens, completion: usage.completion_tokens, total: usage.total_tokens }, model);
2072
+ recordTokenUsage(
2073
+ span,
2074
+ { prompt: usage.prompt_tokens, completion: usage.completion_tokens, total: usage.total_tokens },
2075
+ model,
2076
+ openAIUsageDetails(usage)
2077
+ );
1989
2078
  }
1990
2079
  }
1991
2080
  function createChatCompletionProxy(originalCreate, provider) {
@@ -2022,7 +2111,14 @@ function createChatCompletionProxy(originalCreate, provider) {
2022
2111
  span.setLlmFields({ provider, model });
2023
2112
  enrichSpanFromRequest(span, params, provider);
2024
2113
  const traceContent = tracer.traceContent;
2025
- if (traceContent) capturePromptMessages(span, params.messages, false);
2114
+ if (traceContent) {
2115
+ readRequestSafely(
2116
+ "openai",
2117
+ "capturePromptMessages",
2118
+ span,
2119
+ () => capturePromptMessages(span, params.messages, false)
2120
+ );
2121
+ }
2026
2122
  try {
2027
2123
  if (fixCtx) {
2028
2124
  for (const result of fixCtx.appliedFixes) {