risicare 0.9.2 → 0.10.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (73) hide show
  1. package/CHANGELOG.md +183 -0
  2. package/README.md +37 -19
  3. package/dist/frameworks/instructor.cjs +46 -1
  4. package/dist/frameworks/instructor.cjs.map +1 -1
  5. package/dist/frameworks/instructor.js +46 -1
  6. package/dist/frameworks/instructor.js.map +1 -1
  7. package/dist/frameworks/langchain.cjs +46 -1
  8. package/dist/frameworks/langchain.cjs.map +1 -1
  9. package/dist/frameworks/langchain.js +46 -1
  10. package/dist/frameworks/langchain.js.map +1 -1
  11. package/dist/frameworks/langgraph.cjs +46 -1
  12. package/dist/frameworks/langgraph.cjs.map +1 -1
  13. package/dist/frameworks/langgraph.js +46 -1
  14. package/dist/frameworks/langgraph.js.map +1 -1
  15. package/dist/frameworks/llamaindex.cjs +46 -1
  16. package/dist/frameworks/llamaindex.cjs.map +1 -1
  17. package/dist/frameworks/llamaindex.js +46 -1
  18. package/dist/frameworks/llamaindex.js.map +1 -1
  19. package/dist/index.cjs +329 -15
  20. package/dist/index.cjs.map +1 -1
  21. package/dist/index.d.cts +14 -5
  22. package/dist/index.d.ts +14 -5
  23. package/dist/index.js +329 -15
  24. package/dist/index.js.map +1 -1
  25. package/dist/providers/anthropic/index.cjs +117 -8
  26. package/dist/providers/anthropic/index.cjs.map +1 -1
  27. package/dist/providers/anthropic/index.js +117 -8
  28. package/dist/providers/anthropic/index.js.map +1 -1
  29. package/dist/providers/bedrock/index.cjs +64 -4
  30. package/dist/providers/bedrock/index.cjs.map +1 -1
  31. package/dist/providers/bedrock/index.js +64 -4
  32. package/dist/providers/bedrock/index.js.map +1 -1
  33. package/dist/providers/cerebras/index.cjs +64 -4
  34. package/dist/providers/cerebras/index.cjs.map +1 -1
  35. package/dist/providers/cerebras/index.js +64 -4
  36. package/dist/providers/cerebras/index.js.map +1 -1
  37. package/dist/providers/cohere/index.cjs +64 -4
  38. package/dist/providers/cohere/index.cjs.map +1 -1
  39. package/dist/providers/cohere/index.js +64 -4
  40. package/dist/providers/cohere/index.js.map +1 -1
  41. package/dist/providers/google/index.cjs +64 -4
  42. package/dist/providers/google/index.cjs.map +1 -1
  43. package/dist/providers/google/index.js +64 -4
  44. package/dist/providers/google/index.js.map +1 -1
  45. package/dist/providers/groq/index.cjs +64 -4
  46. package/dist/providers/groq/index.cjs.map +1 -1
  47. package/dist/providers/groq/index.js +64 -4
  48. package/dist/providers/groq/index.js.map +1 -1
  49. package/dist/providers/huggingface/index.cjs +64 -4
  50. package/dist/providers/huggingface/index.cjs.map +1 -1
  51. package/dist/providers/huggingface/index.js +64 -4
  52. package/dist/providers/huggingface/index.js.map +1 -1
  53. package/dist/providers/mistral/index.cjs +64 -4
  54. package/dist/providers/mistral/index.cjs.map +1 -1
  55. package/dist/providers/mistral/index.js +64 -4
  56. package/dist/providers/mistral/index.js.map +1 -1
  57. package/dist/providers/ollama/index.cjs +64 -4
  58. package/dist/providers/ollama/index.cjs.map +1 -1
  59. package/dist/providers/ollama/index.js +64 -4
  60. package/dist/providers/ollama/index.js.map +1 -1
  61. package/dist/providers/openai/index.cjs +102 -6
  62. package/dist/providers/openai/index.cjs.map +1 -1
  63. package/dist/providers/openai/index.js +102 -6
  64. package/dist/providers/openai/index.js.map +1 -1
  65. package/dist/providers/together/index.cjs +64 -4
  66. package/dist/providers/together/index.cjs.map +1 -1
  67. package/dist/providers/together/index.js +64 -4
  68. package/dist/providers/together/index.js.map +1 -1
  69. package/dist/providers/vercel-ai/index.cjs +48 -3
  70. package/dist/providers/vercel-ai/index.cjs.map +1 -1
  71. package/dist/providers/vercel-ai/index.js +48 -3
  72. package/dist/providers/vercel-ai/index.js.map +1 -1
  73. package/package.json +1 -1
@@ -124,6 +124,51 @@ function hasCredentials(url) {
124
124
  }
125
125
  }
126
126
 
127
+ // src/masking.ts
128
+ var CONTENT_IN_JSON_OBJECT = /* @__PURE__ */ new Map([
129
+ [
130
+ "llm.invocation_parameters",
131
+ /* @__PURE__ */ new Set([
132
+ "additionalinstructions",
133
+ // OpenAI assistants run
134
+ "chathistory",
135
+ // Cohere
136
+ "contents",
137
+ // Gemini
138
+ "documents",
139
+ // Cohere RAG
140
+ "functions",
141
+ "input",
142
+ "inputtext",
143
+ // Bedrock Titan
144
+ "instructions",
145
+ "message",
146
+ // Cohere
147
+ "messages",
148
+ "preamble",
149
+ // Cohere
150
+ "prediction",
151
+ // OpenAI predicted output
152
+ "prompt",
153
+ "system",
154
+ // Anthropic
155
+ "systeminstruction",
156
+ // Gemini
157
+ "texts",
158
+ // Cohere embed
159
+ "toolconfig",
160
+ // Gemini
161
+ "tools"
162
+ ])
163
+ ]
164
+ ]);
165
+ var VALUE_RULE_PREFIXES = new Set(
166
+ [...CONTENT_IN_JSON_OBJECT.keys()].flatMap((key) => {
167
+ const segments = key.split(".");
168
+ return segments.slice(1).map((_, i) => segments.slice(0, i + 1).join("."));
169
+ })
170
+ );
171
+
127
172
  // src/exporters/batch.ts
128
173
  var MAX_TIMEOUT_MS = 2 ** 31 - 1;
129
174
  var MAX_BATCH_BYTES = 8 * 1024 * 1024;
@@ -460,7 +505,7 @@ function attachErrorCode(span, error) {
460
505
  }
461
506
 
462
507
  // src/version.ts
463
- var SDK_VERSION = "0.9.2";
508
+ var SDK_VERSION = "0.10.0";
464
509
 
465
510
  // src/exporters/quota.ts
466
511
  var QUOTA_REASON = "monthly_quota_exceeded";
@@ -1061,7 +1106,7 @@ function className(error) {
1061
1106
  }
1062
1107
  return typeof error;
1063
1108
  }
1064
- function responseReadFailed(provider, site, error, span) {
1109
+ function responseReadFailed(provider, site, error, span, part = "response") {
1065
1110
  try {
1066
1111
  const cls = className(error);
1067
1112
  span?.setAttribute("risicare.observer_error", cls);
@@ -1069,7 +1114,7 @@ function responseReadFailed(provider, site, error, span) {
1069
1114
  const key = `${provider}\0${site}\0${cls}`;
1070
1115
  if (logged.has(key) || logged.size >= LOGGED_MAX) return;
1071
1116
  logged.add(key);
1072
- debug(`could not read the ${provider} response in ${site} (${cls}); the span keeps fewer facts`);
1117
+ debug(`could not read the ${provider} ${part} in ${site} (${cls}); the span keeps fewer facts`);
1073
1118
  } catch {
1074
1119
  }
1075
1120
  }
@@ -1080,6 +1125,13 @@ function readResponseSafely(provider, site, span, read) {
1080
1125
  responseReadFailed(provider, site, error, span);
1081
1126
  }
1082
1127
  }
1128
+ function readRequestSafely(provider, site, span, read) {
1129
+ try {
1130
+ read();
1131
+ } catch (error) {
1132
+ responseReadFailed(provider, site, error, span, "request");
1133
+ }
1134
+ }
1083
1135
 
1084
1136
  // src/utils/stream-proxy.ts
1085
1137
  var HANDOFF = /* @__PURE__ */ new Set(["tee", "toReadableStream", "getReader", "pipeTo", "pipeThrough"]);
@@ -1824,7 +1876,38 @@ function calculateCost(model, promptTokens, completionTokens) {
1824
1876
  function tokenCount(value) {
1825
1877
  return typeof value === "number" && Number.isFinite(value) && value >= 0 ? value : void 0;
1826
1878
  }
1827
- function recordTokenUsage(span, counts, model) {
1879
+ var CACHE_READ_TOKENS_KEY = "gen_ai.usage.cache_read.input_tokens";
1880
+ var CACHE_WRITE_TOKENS_KEY = "gen_ai.usage.cache_write.input_tokens";
1881
+ var REASONING_TOKENS_KEY = "gen_ai.usage.reasoning.output_tokens";
1882
+ function providerInteger(value) {
1883
+ return typeof value === "number" && Number.isInteger(value) && value >= 0 ? value : void 0;
1884
+ }
1885
+ function nested(obj, outer, inner) {
1886
+ if (!obj || typeof obj !== "object") return void 0;
1887
+ const details = obj[outer];
1888
+ if (!details || typeof details !== "object") return void 0;
1889
+ return details[inner];
1890
+ }
1891
+ function openAIUsageDetails(usage) {
1892
+ try {
1893
+ return {
1894
+ cacheRead: nested(usage, "prompt_tokens_details", "cached_tokens"),
1895
+ cacheWrite: nested(usage, "prompt_tokens_details", "cache_write_tokens"),
1896
+ reasoning: nested(usage, "completion_tokens_details", "reasoning_tokens")
1897
+ };
1898
+ } catch {
1899
+ return {};
1900
+ }
1901
+ }
1902
+ function recordUsageDetails(span, details) {
1903
+ const cacheRead = providerInteger(details.cacheRead);
1904
+ const cacheWrite = providerInteger(details.cacheWrite);
1905
+ const reasoning = providerInteger(details.reasoning);
1906
+ if (cacheRead !== void 0) span.setAttribute(CACHE_READ_TOKENS_KEY, cacheRead);
1907
+ if (cacheWrite !== void 0) span.setAttribute(CACHE_WRITE_TOKENS_KEY, cacheWrite);
1908
+ if (reasoning !== void 0) span.setAttribute(REASONING_TOKENS_KEY, reasoning);
1909
+ }
1910
+ function recordTokenUsage(span, counts, model, details) {
1828
1911
  const promptTokens = tokenCount(counts.prompt);
1829
1912
  const completionTokens = tokenCount(counts.completion);
1830
1913
  const bothKnown = promptTokens !== void 0 && completionTokens !== void 0;
@@ -1835,6 +1918,7 @@ function recordTokenUsage(span, counts, model) {
1835
1918
  if (completionTokens !== void 0) span.setAttribute("gen_ai.usage.completion_tokens", completionTokens);
1836
1919
  if (totalTokens !== void 0) span.setAttribute("gen_ai.usage.total_tokens", totalTokens);
1837
1920
  if (costUsd !== void 0) span.setAttribute("llm.cost.total_usd", costUsd);
1921
+ if (details) recordUsageDetails(span, details);
1838
1922
  }
1839
1923
 
1840
1924
  // src/utils/assert-client.ts
@@ -1949,7 +2033,12 @@ function enrichSpanFromResponse(span, response, provider) {
1949
2033
  }
1950
2034
  }
1951
2035
  if (usage) {
1952
- recordTokenUsage(span, { prompt: usage.prompt_tokens, completion: usage.completion_tokens, total: usage.total_tokens }, model);
2036
+ recordTokenUsage(
2037
+ span,
2038
+ { prompt: usage.prompt_tokens, completion: usage.completion_tokens, total: usage.total_tokens },
2039
+ model,
2040
+ openAIUsageDetails(usage)
2041
+ );
1953
2042
  }
1954
2043
  }
1955
2044
  function createChatCompletionProxy(originalCreate, provider) {
@@ -1986,7 +2075,14 @@ function createChatCompletionProxy(originalCreate, provider) {
1986
2075
  span.setLlmFields({ provider, model });
1987
2076
  enrichSpanFromRequest(span, params, provider);
1988
2077
  const traceContent = tracer.traceContent;
1989
- if (traceContent) capturePromptMessages(span, params.messages, false);
2078
+ if (traceContent) {
2079
+ readRequestSafely(
2080
+ "openai",
2081
+ "capturePromptMessages",
2082
+ span,
2083
+ () => capturePromptMessages(span, params.messages, false)
2084
+ );
2085
+ }
1990
2086
  try {
1991
2087
  if (fixCtx) {
1992
2088
  for (const result of fixCtx.appliedFixes) {