openlit 1.13.0 → 1.14.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (348) hide show
  1. package/README.md +34 -1
  2. package/dist/__tests__/manual-trace.test.js +118 -0
  3. package/dist/__tests__/manual-trace.test.js.map +1 -0
  4. package/dist/__tests__/register.test.js +90 -0
  5. package/dist/__tests__/register.test.js.map +1 -0
  6. package/dist/config.d.ts +7 -1
  7. package/dist/config.js +3 -1
  8. package/dist/config.js.map +1 -1
  9. package/dist/evals/__tests__/offline.test.js +418 -0
  10. package/dist/evals/__tests__/offline.test.js.map +1 -0
  11. package/dist/evals/index.d.ts +2 -5
  12. package/dist/evals/index.js +12 -26
  13. package/dist/evals/index.js.map +1 -1
  14. package/dist/evals/offline.d.ts +6 -0
  15. package/dist/evals/offline.js +347 -0
  16. package/dist/evals/offline.js.map +1 -0
  17. package/dist/evals/types.d.ts +69 -18
  18. package/dist/evals/types.js +20 -0
  19. package/dist/evals/types.js.map +1 -1
  20. package/dist/guard/__tests__/integration.test.js +178 -0
  21. package/dist/guard/__tests__/integration.test.js.map +1 -0
  22. package/dist/guard/__tests__/pii.test.js +109 -0
  23. package/dist/guard/__tests__/pii.test.js.map +1 -0
  24. package/dist/guard/__tests__/pipeline.test.js +162 -0
  25. package/dist/guard/__tests__/pipeline.test.js.map +1 -0
  26. package/dist/guard/__tests__/prompt-injection.test.js +92 -0
  27. package/dist/guard/__tests__/prompt-injection.test.js.map +1 -0
  28. package/dist/guard/base.d.ts +75 -14
  29. package/dist/guard/base.js +130 -53
  30. package/dist/guard/base.js.map +1 -1
  31. package/dist/guard/custom.d.ts +19 -0
  32. package/dist/guard/custom.js +46 -0
  33. package/dist/guard/custom.js.map +1 -0
  34. package/dist/guard/index.d.ts +24 -5
  35. package/dist/guard/index.js +39 -21
  36. package/dist/guard/index.js.map +1 -1
  37. package/dist/guard/integration.d.ts +32 -0
  38. package/dist/guard/integration.js +328 -0
  39. package/dist/guard/integration.js.map +1 -0
  40. package/dist/guard/moderation.d.ts +18 -0
  41. package/dist/guard/moderation.js +61 -0
  42. package/dist/guard/moderation.js.map +1 -0
  43. package/dist/guard/pii.d.ts +17 -0
  44. package/dist/guard/pii.js +94 -0
  45. package/dist/guard/pii.js.map +1 -0
  46. package/dist/guard/pipeline.d.ts +18 -0
  47. package/dist/guard/pipeline.js +96 -0
  48. package/dist/guard/pipeline.js.map +1 -0
  49. package/dist/guard/prompt-injection.d.ts +20 -6
  50. package/dist/guard/prompt-injection.js +59 -68
  51. package/dist/guard/prompt-injection.js.map +1 -1
  52. package/dist/guard/schema.d.ts +20 -0
  53. package/dist/guard/schema.js +99 -0
  54. package/dist/guard/schema.js.map +1 -0
  55. package/dist/guard/sensitive-topic.d.ts +22 -6
  56. package/dist/guard/sensitive-topic.js +78 -64
  57. package/dist/guard/sensitive-topic.js.map +1 -1
  58. package/dist/guard/topic-restriction.d.ts +21 -6
  59. package/dist/guard/topic-restriction.js +43 -64
  60. package/dist/guard/topic-restriction.js.map +1 -1
  61. package/dist/helpers.d.ts +133 -2
  62. package/dist/helpers.js +415 -5
  63. package/dist/helpers.js.map +1 -1
  64. package/dist/index.d.ts +54 -30
  65. package/dist/index.js +104 -22
  66. package/dist/index.js.map +1 -1
  67. package/dist/instrumentation/__tests__/ai21-rag-trace-comparison.test.d.ts +13 -0
  68. package/dist/instrumentation/__tests__/ai21-rag-trace-comparison.test.js +176 -0
  69. package/dist/instrumentation/__tests__/ai21-rag-trace-comparison.test.js.map +1 -0
  70. package/dist/instrumentation/__tests__/ai21-trace-comparison.test.d.ts +10 -0
  71. package/dist/instrumentation/__tests__/ai21-trace-comparison.test.js +203 -0
  72. package/dist/instrumentation/__tests__/ai21-trace-comparison.test.js.map +1 -0
  73. package/dist/instrumentation/__tests__/assemblyai-wrapper.test.js +262 -0
  74. package/dist/instrumentation/__tests__/assemblyai-wrapper.test.js.map +1 -0
  75. package/dist/instrumentation/__tests__/astra-trace-comparison.test.d.ts +7 -0
  76. package/dist/instrumentation/__tests__/astra-trace-comparison.test.js +160 -0
  77. package/dist/instrumentation/__tests__/astra-trace-comparison.test.js.map +1 -0
  78. package/dist/instrumentation/__tests__/browser-use-wrapper.test.js +284 -0
  79. package/dist/instrumentation/__tests__/browser-use-wrapper.test.js.map +1 -0
  80. package/dist/instrumentation/__tests__/cache-pricing.test.d.ts +12 -0
  81. package/dist/instrumentation/__tests__/cache-pricing.test.js +95 -0
  82. package/dist/instrumentation/__tests__/cache-pricing.test.js.map +1 -0
  83. package/dist/instrumentation/__tests__/elevenlabs-wrapper.test.d.ts +1 -0
  84. package/dist/instrumentation/__tests__/elevenlabs-wrapper.test.js +282 -0
  85. package/dist/instrumentation/__tests__/elevenlabs-wrapper.test.js.map +1 -0
  86. package/dist/instrumentation/__tests__/firecrawl-wrapper.test.d.ts +1 -0
  87. package/dist/instrumentation/__tests__/firecrawl-wrapper.test.js +238 -0
  88. package/dist/instrumentation/__tests__/firecrawl-wrapper.test.js.map +1 -0
  89. package/dist/instrumentation/__tests__/gpu-collector.test.d.ts +1 -0
  90. package/dist/instrumentation/__tests__/gpu-collector.test.js +247 -0
  91. package/dist/instrumentation/__tests__/gpu-collector.test.js.map +1 -0
  92. package/dist/instrumentation/__tests__/gradient-trace-comparison.test.d.ts +11 -0
  93. package/dist/instrumentation/__tests__/gradient-trace-comparison.test.js +391 -0
  94. package/dist/instrumentation/__tests__/gradient-trace-comparison.test.js.map +1 -0
  95. package/dist/instrumentation/__tests__/groq-trace-comparison.test.js +150 -0
  96. package/dist/instrumentation/__tests__/groq-trace-comparison.test.js.map +1 -1
  97. package/dist/instrumentation/__tests__/helpers-genai.test.d.ts +14 -0
  98. package/dist/instrumentation/__tests__/helpers-genai.test.js +347 -0
  99. package/dist/instrumentation/__tests__/helpers-genai.test.js.map +1 -0
  100. package/dist/instrumentation/__tests__/langchain-role-map.test.d.ts +1 -0
  101. package/dist/instrumentation/__tests__/langchain-role-map.test.js +19 -0
  102. package/dist/instrumentation/__tests__/langchain-role-map.test.js.map +1 -0
  103. package/dist/instrumentation/__tests__/mem0-trace-comparison.test.d.ts +13 -0
  104. package/dist/instrumentation/__tests__/mem0-trace-comparison.test.js +208 -0
  105. package/dist/instrumentation/__tests__/mem0-trace-comparison.test.js.map +1 -0
  106. package/dist/instrumentation/__tests__/pg-trace-comparison.test.d.ts +21 -0
  107. package/dist/instrumentation/__tests__/pg-trace-comparison.test.js +455 -0
  108. package/dist/instrumentation/__tests__/pg-trace-comparison.test.js.map +1 -0
  109. package/dist/instrumentation/__tests__/transformers-trace-comparison.test.d.ts +11 -0
  110. package/dist/instrumentation/__tests__/transformers-trace-comparison.test.js +214 -0
  111. package/dist/instrumentation/__tests__/transformers-trace-comparison.test.js.map +1 -0
  112. package/dist/instrumentation/__tests__/vertexai-trace-comparison.test.d.ts +6 -0
  113. package/dist/instrumentation/__tests__/vertexai-trace-comparison.test.js +409 -0
  114. package/dist/instrumentation/__tests__/vertexai-trace-comparison.test.js.map +1 -0
  115. package/dist/instrumentation/__tests__/vllm-trace-comparison.test.d.ts +1 -0
  116. package/dist/instrumentation/__tests__/vllm-trace-comparison.test.js +519 -0
  117. package/dist/instrumentation/__tests__/vllm-trace-comparison.test.js.map +1 -0
  118. package/dist/instrumentation/ai21/index.d.ts +11 -0
  119. package/dist/instrumentation/ai21/index.js +67 -0
  120. package/dist/instrumentation/ai21/index.js.map +1 -0
  121. package/dist/instrumentation/ai21/wrapper.d.ts +54 -0
  122. package/dist/instrumentation/ai21/wrapper.js +511 -0
  123. package/dist/instrumentation/ai21/wrapper.js.map +1 -0
  124. package/dist/instrumentation/anthropic/wrapper.js +56 -2
  125. package/dist/instrumentation/anthropic/wrapper.js.map +1 -1
  126. package/dist/instrumentation/assemblyai/index.d.ts +12 -0
  127. package/dist/instrumentation/assemblyai/index.js +91 -0
  128. package/dist/instrumentation/assemblyai/index.js.map +1 -0
  129. package/dist/instrumentation/assemblyai/wrapper.d.ts +35 -0
  130. package/dist/instrumentation/assemblyai/wrapper.js +233 -0
  131. package/dist/instrumentation/assemblyai/wrapper.js.map +1 -0
  132. package/dist/instrumentation/astra/index.d.ts +11 -0
  133. package/dist/instrumentation/astra/index.js +87 -0
  134. package/dist/instrumentation/astra/index.js.map +1 -0
  135. package/dist/instrumentation/astra/wrapper.d.ts +39 -0
  136. package/dist/instrumentation/astra/wrapper.js +349 -0
  137. package/dist/instrumentation/astra/wrapper.js.map +1 -0
  138. package/dist/instrumentation/azure-ai-inference/wrapper.d.ts +13 -0
  139. package/dist/instrumentation/azure-ai-inference/wrapper.js +60 -1
  140. package/dist/instrumentation/azure-ai-inference/wrapper.js.map +1 -1
  141. package/dist/instrumentation/bedrock/wrapper.d.ts +13 -0
  142. package/dist/instrumentation/bedrock/wrapper.js +78 -2
  143. package/dist/instrumentation/bedrock/wrapper.js.map +1 -1
  144. package/dist/instrumentation/browser-use/index.d.ts +11 -0
  145. package/dist/instrumentation/browser-use/index.js +98 -0
  146. package/dist/instrumentation/browser-use/index.js.map +1 -0
  147. package/dist/instrumentation/browser-use/wrapper.d.ts +12 -0
  148. package/dist/instrumentation/browser-use/wrapper.js +706 -0
  149. package/dist/instrumentation/browser-use/wrapper.js.map +1 -0
  150. package/dist/instrumentation/claude-agent-sdk/wrapper.js +90 -4
  151. package/dist/instrumentation/claude-agent-sdk/wrapper.js.map +1 -1
  152. package/dist/instrumentation/cohere/wrapper.d.ts +13 -0
  153. package/dist/instrumentation/cohere/wrapper.js +59 -0
  154. package/dist/instrumentation/cohere/wrapper.js.map +1 -1
  155. package/dist/instrumentation/cursor-sdk/wrapper.js +111 -15
  156. package/dist/instrumentation/cursor-sdk/wrapper.js.map +1 -1
  157. package/dist/instrumentation/elevenlabs/index.d.ts +12 -0
  158. package/dist/instrumentation/elevenlabs/index.js +92 -0
  159. package/dist/instrumentation/elevenlabs/index.js.map +1 -0
  160. package/dist/instrumentation/elevenlabs/wrapper.d.ts +34 -0
  161. package/dist/instrumentation/elevenlabs/wrapper.js +280 -0
  162. package/dist/instrumentation/elevenlabs/wrapper.js.map +1 -0
  163. package/dist/instrumentation/firecrawl/index.d.ts +13 -0
  164. package/dist/instrumentation/firecrawl/index.js +115 -0
  165. package/dist/instrumentation/firecrawl/index.js.map +1 -0
  166. package/dist/instrumentation/firecrawl/wrapper.d.ts +22 -0
  167. package/dist/instrumentation/firecrawl/wrapper.js +378 -0
  168. package/dist/instrumentation/firecrawl/wrapper.js.map +1 -0
  169. package/dist/instrumentation/google-ai/wrapper.d.ts +13 -0
  170. package/dist/instrumentation/google-ai/wrapper.js +85 -1
  171. package/dist/instrumentation/google-ai/wrapper.js.map +1 -1
  172. package/dist/instrumentation/gpu/index.d.ts +38 -0
  173. package/dist/instrumentation/gpu/index.js +233 -0
  174. package/dist/instrumentation/gpu/index.js.map +1 -0
  175. package/dist/instrumentation/gradient/index.d.ts +12 -0
  176. package/dist/instrumentation/gradient/index.js +74 -0
  177. package/dist/instrumentation/gradient/index.js.map +1 -0
  178. package/dist/instrumentation/gradient/utils.d.ts +14 -0
  179. package/dist/instrumentation/gradient/utils.js +119 -0
  180. package/dist/instrumentation/gradient/utils.js.map +1 -0
  181. package/dist/instrumentation/gradient/wrapper.d.ts +76 -0
  182. package/dist/instrumentation/gradient/wrapper.js +584 -0
  183. package/dist/instrumentation/gradient/wrapper.js.map +1 -0
  184. package/dist/instrumentation/groq/wrapper.js +42 -0
  185. package/dist/instrumentation/groq/wrapper.js.map +1 -1
  186. package/dist/instrumentation/huggingface/wrapper.d.ts +13 -0
  187. package/dist/instrumentation/huggingface/wrapper.js +66 -0
  188. package/dist/instrumentation/huggingface/wrapper.js.map +1 -1
  189. package/dist/instrumentation/index.js +26 -0
  190. package/dist/instrumentation/index.js.map +1 -1
  191. package/dist/instrumentation/langchain/wrapper.js +5 -8
  192. package/dist/instrumentation/langchain/wrapper.js.map +1 -1
  193. package/dist/instrumentation/langgraph/wrapper.js +12 -11
  194. package/dist/instrumentation/langgraph/wrapper.js.map +1 -1
  195. package/dist/instrumentation/llamaindex/wrapper.d.ts +14 -1
  196. package/dist/instrumentation/llamaindex/wrapper.js +68 -0
  197. package/dist/instrumentation/llamaindex/wrapper.js.map +1 -1
  198. package/dist/instrumentation/mcp/index.d.ts +20 -0
  199. package/dist/instrumentation/mcp/index.js +282 -0
  200. package/dist/instrumentation/mcp/index.js.map +1 -0
  201. package/dist/instrumentation/mcp/wrapper.d.ts +72 -0
  202. package/dist/instrumentation/mcp/wrapper.js +571 -0
  203. package/dist/instrumentation/mcp/wrapper.js.map +1 -0
  204. package/dist/instrumentation/mem0/index.d.ts +17 -0
  205. package/dist/instrumentation/mem0/index.js +113 -0
  206. package/dist/instrumentation/mem0/index.js.map +1 -0
  207. package/dist/instrumentation/mem0/wrapper.d.ts +37 -0
  208. package/dist/instrumentation/mem0/wrapper.js +298 -0
  209. package/dist/instrumentation/mem0/wrapper.js.map +1 -0
  210. package/dist/instrumentation/mistral/wrapper.d.ts +13 -0
  211. package/dist/instrumentation/mistral/wrapper.js +60 -1
  212. package/dist/instrumentation/mistral/wrapper.js.map +1 -1
  213. package/dist/instrumentation/ollama/wrapper.d.ts +13 -0
  214. package/dist/instrumentation/ollama/wrapper.js +67 -1
  215. package/dist/instrumentation/ollama/wrapper.js.map +1 -1
  216. package/dist/instrumentation/openai/wrapper.d.ts +13 -0
  217. package/dist/instrumentation/openai/wrapper.js +89 -3
  218. package/dist/instrumentation/openai/wrapper.js.map +1 -1
  219. package/dist/instrumentation/pg/index.d.ts +20 -0
  220. package/dist/instrumentation/pg/index.js +74 -0
  221. package/dist/instrumentation/pg/index.js.map +1 -0
  222. package/dist/instrumentation/pg/wrapper.d.ts +66 -0
  223. package/dist/instrumentation/pg/wrapper.js +441 -0
  224. package/dist/instrumentation/pg/wrapper.js.map +1 -0
  225. package/dist/instrumentation/replicate/wrapper.d.ts +13 -0
  226. package/dist/instrumentation/replicate/wrapper.js +61 -0
  227. package/dist/instrumentation/replicate/wrapper.js.map +1 -1
  228. package/dist/instrumentation/strands/processor.d.ts +6 -0
  229. package/dist/instrumentation/strands/processor.js +73 -3
  230. package/dist/instrumentation/strands/processor.js.map +1 -1
  231. package/dist/instrumentation/strands/utils.d.ts +2 -2
  232. package/dist/instrumentation/strands/utils.js +15 -2
  233. package/dist/instrumentation/strands/utils.js.map +1 -1
  234. package/dist/instrumentation/together/wrapper.d.ts +13 -0
  235. package/dist/instrumentation/together/wrapper.js +59 -1
  236. package/dist/instrumentation/together/wrapper.js.map +1 -1
  237. package/dist/instrumentation/transformers/index.d.ts +35 -0
  238. package/dist/instrumentation/transformers/index.js +119 -0
  239. package/dist/instrumentation/transformers/index.js.map +1 -0
  240. package/dist/instrumentation/transformers/wrapper.d.ts +49 -0
  241. package/dist/instrumentation/transformers/wrapper.js +472 -0
  242. package/dist/instrumentation/transformers/wrapper.js.map +1 -0
  243. package/dist/instrumentation/vercel-ai/wrapper.d.ts +13 -0
  244. package/dist/instrumentation/vercel-ai/wrapper.js +106 -1
  245. package/dist/instrumentation/vercel-ai/wrapper.js.map +1 -1
  246. package/dist/instrumentation/vertexai/index.d.ts +11 -0
  247. package/dist/instrumentation/vertexai/index.js +70 -0
  248. package/dist/instrumentation/vertexai/index.js.map +1 -0
  249. package/dist/instrumentation/vertexai/wrapper.d.ts +67 -0
  250. package/dist/instrumentation/vertexai/wrapper.js +529 -0
  251. package/dist/instrumentation/vertexai/wrapper.js.map +1 -0
  252. package/dist/instrumentation/vllm/index.d.ts +13 -0
  253. package/dist/instrumentation/vllm/index.js +67 -0
  254. package/dist/instrumentation/vllm/index.js.map +1 -0
  255. package/dist/instrumentation/vllm/wrapper.d.ts +60 -0
  256. package/dist/instrumentation/vllm/wrapper.js +482 -0
  257. package/dist/instrumentation/vllm/wrapper.js.map +1 -0
  258. package/dist/llm/index.d.ts +9 -2
  259. package/dist/llm/index.js.map +1 -1
  260. package/dist/manual-trace.d.ts +40 -0
  261. package/dist/manual-trace.js +103 -0
  262. package/dist/manual-trace.js.map +1 -0
  263. package/dist/otel/metrics.d.ts +11 -0
  264. package/dist/otel/metrics.js +48 -0
  265. package/dist/otel/metrics.js.map +1 -1
  266. package/dist/register.d.ts +4 -0
  267. package/dist/register.js +52 -0
  268. package/dist/register.js.map +1 -0
  269. package/dist/score/__tests__/score.test.d.ts +1 -0
  270. package/dist/score/__tests__/score.test.js +143 -0
  271. package/dist/score/__tests__/score.test.js.map +1 -0
  272. package/dist/score/index.d.ts +2 -0
  273. package/dist/score/index.js +6 -0
  274. package/dist/score/index.js.map +1 -0
  275. package/dist/score/score.d.ts +15 -0
  276. package/dist/score/score.js +135 -0
  277. package/dist/score/score.js.map +1 -0
  278. package/dist/semantic-convention.d.ts +273 -0
  279. package/dist/semantic-convention.js +317 -0
  280. package/dist/semantic-convention.js.map +1 -1
  281. package/dist/types.d.ts +15 -1
  282. package/package.json +18 -1
  283. package/dist/evals/__tests__/anthropic.test.js +0 -9
  284. package/dist/evals/__tests__/anthropic.test.js.map +0 -1
  285. package/dist/evals/__tests__/base.test.js +0 -37
  286. package/dist/evals/__tests__/base.test.js.map +0 -1
  287. package/dist/evals/__tests__/core.test.js +0 -33
  288. package/dist/evals/__tests__/core.test.js.map +0 -1
  289. package/dist/evals/__tests__/metrics.test.js +0 -59
  290. package/dist/evals/__tests__/metrics.test.js.map +0 -1
  291. package/dist/evals/__tests__/openai.test.js +0 -9
  292. package/dist/evals/__tests__/openai.test.js.map +0 -1
  293. package/dist/evals/__tests__/providers.test.js +0 -14
  294. package/dist/evals/__tests__/providers.test.js.map +0 -1
  295. package/dist/evals/__tests__/utils.test.js +0 -46
  296. package/dist/evals/__tests__/utils.test.js.map +0 -1
  297. package/dist/evals/all.d.ts +0 -4
  298. package/dist/evals/all.js +0 -35
  299. package/dist/evals/all.js.map +0 -1
  300. package/dist/evals/base.d.ts +0 -15
  301. package/dist/evals/base.js +0 -51
  302. package/dist/evals/base.js.map +0 -1
  303. package/dist/evals/bias.d.ts +0 -4
  304. package/dist/evals/bias.js +0 -35
  305. package/dist/evals/bias.js.map +0 -1
  306. package/dist/evals/hallucination.d.ts +0 -4
  307. package/dist/evals/hallucination.js +0 -32
  308. package/dist/evals/hallucination.js.map +0 -1
  309. package/dist/evals/llm/anthropic.d.ts +0 -5
  310. package/dist/evals/llm/anthropic.js +0 -42
  311. package/dist/evals/llm/anthropic.js.map +0 -1
  312. package/dist/evals/llm/openai.d.ts +0 -6
  313. package/dist/evals/llm/openai.js +0 -28
  314. package/dist/evals/llm/openai.js.map +0 -1
  315. package/dist/evals/llm/providers.d.ts +0 -7
  316. package/dist/evals/llm/providers.js +0 -10
  317. package/dist/evals/llm/providers.js.map +0 -1
  318. package/dist/evals/metrics.d.ts +0 -9
  319. package/dist/evals/metrics.js +0 -38
  320. package/dist/evals/metrics.js.map +0 -1
  321. package/dist/evals/toxicity.d.ts +0 -4
  322. package/dist/evals/toxicity.js +0 -33
  323. package/dist/evals/toxicity.js.map +0 -1
  324. package/dist/evals/utils.d.ts +0 -4
  325. package/dist/evals/utils.js +0 -39
  326. package/dist/evals/utils.js.map +0 -1
  327. package/dist/guard/__tests__/gaurd.test.js +0 -136
  328. package/dist/guard/__tests__/gaurd.test.js.map +0 -1
  329. package/dist/guard/__tests__/utils.test.js +0 -64
  330. package/dist/guard/__tests__/utils.test.js.map +0 -1
  331. package/dist/guard/all.d.ts +0 -8
  332. package/dist/guard/all.js +0 -28
  333. package/dist/guard/all.js.map +0 -1
  334. package/dist/guard/types.d.ts +0 -26
  335. package/dist/guard/types.js +0 -4
  336. package/dist/guard/types.js.map +0 -1
  337. package/dist/guard/utils.d.ts +0 -13
  338. package/dist/guard/utils.js +0 -79
  339. package/dist/guard/utils.js.map +0 -1
  340. /package/dist/{evals/__tests__/anthropic.test.d.ts → __tests__/manual-trace.test.d.ts} +0 -0
  341. /package/dist/{evals/__tests__/metrics.test.d.ts → __tests__/register.test.d.ts} +0 -0
  342. /package/dist/evals/__tests__/{base.test.d.ts → offline.test.d.ts} +0 -0
  343. /package/dist/{evals/__tests__/core.test.d.ts → guard/__tests__/integration.test.d.ts} +0 -0
  344. /package/dist/{evals/__tests__/openai.test.d.ts → guard/__tests__/pii.test.d.ts} +0 -0
  345. /package/dist/{evals/__tests__/providers.test.d.ts → guard/__tests__/pipeline.test.d.ts} +0 -0
  346. /package/dist/{evals/__tests__/utils.test.d.ts → guard/__tests__/prompt-injection.test.d.ts} +0 -0
  347. /package/dist/{guard/__tests__/gaurd.test.d.ts → instrumentation/__tests__/assemblyai-wrapper.test.d.ts} +0 -0
  348. /package/dist/{guard/__tests__/utils.test.d.ts → instrumentation/__tests__/browser-use-wrapper.test.d.ts} +0 -0
@@ -0,0 +1,38 @@
1
+ import type { MeterType } from '../../types';
2
+ export type GpuType = 'nvidia' | 'amd';
3
+ export interface GpuStats {
4
+ index: string;
5
+ uuid: string;
6
+ name: string;
7
+ utilization: number;
8
+ utilization_enc: number;
9
+ utilization_dec: number;
10
+ temperature: number;
11
+ fan_speed: number;
12
+ memory_available: number;
13
+ memory_total: number;
14
+ memory_used: number;
15
+ memory_free: number;
16
+ power_draw: number;
17
+ power_limit: number;
18
+ }
19
+ export type CommandRunner = (cmd: string, args: string[]) => Promise<string>;
20
+ export declare class GpuMetricsCollector {
21
+ private runner;
22
+ private gpuType;
23
+ constructor(runner?: CommandRunner);
24
+ detectGpuType(): Promise<GpuType | null>;
25
+ collectStats(): Promise<GpuStats[]>;
26
+ private collectNvidiaStats;
27
+ private collectAmdStats;
28
+ /**
29
+ * Detect a supported GPU and register observable gauges on the meter.
30
+ * Returns the detected GPU type, or null if no supported GPU was found.
31
+ */
32
+ setup(options: {
33
+ meter: MeterType;
34
+ environment: string;
35
+ applicationName: string;
36
+ }): Promise<GpuType | null>;
37
+ }
38
+ export default GpuMetricsCollector;
@@ -0,0 +1,233 @@
1
+ "use strict";
2
+ var __importDefault = (this && this.__importDefault) || function (mod) {
3
+ return (mod && mod.__esModule) ? mod : { "default": mod };
4
+ };
5
+ Object.defineProperty(exports, "__esModule", { value: true });
6
+ exports.GpuMetricsCollector = void 0;
7
+ /**
8
+ * GPU metrics collection for Node.js services, mirroring the Python SDK's
9
+ * `gpu` instrumentor (sdk/python/src/openlit/instrumentation/gpu/).
10
+ *
11
+ * Instead of NVML/AMD-SMI native bindings, this collector shells out to the
12
+ * vendor CLI tools that ship with the drivers:
13
+ * - NVIDIA: `nvidia-smi --query-gpu=... --format=csv,noheader,nounits`
14
+ * - AMD: `rocm-smi --json` with the relevant --show* flags
15
+ *
16
+ * Metric names and attributes match the Python SDK exactly so dashboards
17
+ * stay shared across languages.
18
+ */
19
+ const child_process_1 = require("child_process");
20
+ const api_1 = require("@opentelemetry/api");
21
+ const semantic_convention_1 = __importDefault(require("../../semantic-convention"));
22
+ const constant_1 = require("../../constant");
23
+ const GPU_METRICS = [
24
+ { semconv: semantic_convention_1.default.GPU_UTILIZATION, key: 'utilization', description: 'GPU Utilization' },
25
+ { semconv: semantic_convention_1.default.GPU_UTILIZATION_ENC, key: 'utilization_enc', description: 'GPU Utilization Enc' },
26
+ { semconv: semantic_convention_1.default.GPU_UTILIZATION_DEC, key: 'utilization_dec', description: 'GPU Utilization Dec' },
27
+ { semconv: semantic_convention_1.default.GPU_TEMPERATURE, key: 'temperature', description: 'GPU Temperature' },
28
+ { semconv: semantic_convention_1.default.GPU_FAN_SPEED, key: 'fan_speed', description: 'GPU Fan Speed' },
29
+ { semconv: semantic_convention_1.default.GPU_MEMORY_AVAILABLE, key: 'memory_available', description: 'GPU Memory Available' },
30
+ { semconv: semantic_convention_1.default.GPU_MEMORY_TOTAL, key: 'memory_total', description: 'GPU Memory Total' },
31
+ { semconv: semantic_convention_1.default.GPU_MEMORY_USED, key: 'memory_used', description: 'GPU Memory Used' },
32
+ { semconv: semantic_convention_1.default.GPU_MEMORY_FREE, key: 'memory_free', description: 'GPU Memory Free' },
33
+ { semconv: semantic_convention_1.default.GPU_POWER_DRAW, key: 'power_draw', description: 'GPU Power Draw' },
34
+ { semconv: semantic_convention_1.default.GPU_POWER_LIMIT, key: 'power_limit', description: 'GPU Power Limit' },
35
+ ];
36
+ /**
37
+ * Field order must stay aligned with the CSV column indices in collectNvidiaStats.
38
+ * `enforced.power.limit` matches Python's nvmlDeviceGetEnforcedPowerLimit;
39
+ * `power.limit` is a fallback when enforced is N/A.
40
+ */
41
+ const NVIDIA_SMI_FIELDS = [
42
+ 'index',
43
+ 'uuid',
44
+ 'name',
45
+ 'utilization.gpu',
46
+ 'utilization.encoder',
47
+ 'utilization.decoder',
48
+ 'temperature.gpu',
49
+ 'fan.speed',
50
+ 'memory.total',
51
+ 'memory.used',
52
+ 'memory.free',
53
+ 'power.draw',
54
+ 'enforced.power.limit',
55
+ 'power.limit',
56
+ ];
57
+ const defaultRunner = (cmd, args) => new Promise((resolve, reject) => {
58
+ (0, child_process_1.execFile)(cmd, args, { timeout: 10000, windowsHide: true }, (error, stdout) => {
59
+ if (error)
60
+ reject(error);
61
+ else
62
+ resolve(stdout);
63
+ });
64
+ });
65
+ function toNumber(value) {
66
+ const n = parseFloat(String(value));
67
+ return Number.isFinite(n) ? n : 0;
68
+ }
69
+ class GpuMetricsCollector {
70
+ constructor(runner = defaultRunner) {
71
+ this.gpuType = null;
72
+ this.runner = runner;
73
+ }
74
+ async detectGpuType() {
75
+ try {
76
+ await this.runner('nvidia-smi', ['-L']);
77
+ return 'nvidia';
78
+ }
79
+ catch {
80
+ /* not nvidia */
81
+ }
82
+ try {
83
+ await this.runner('rocm-smi', ['--showid', '--json']);
84
+ return 'amd';
85
+ }
86
+ catch {
87
+ /* not amd */
88
+ }
89
+ return null;
90
+ }
91
+ async collectStats() {
92
+ if (this.gpuType === 'nvidia')
93
+ return this.collectNvidiaStats();
94
+ if (this.gpuType === 'amd')
95
+ return this.collectAmdStats();
96
+ return [];
97
+ }
98
+ async collectNvidiaStats() {
99
+ const stdout = await this.runner('nvidia-smi', [
100
+ `--query-gpu=${NVIDIA_SMI_FIELDS.join(',')}`,
101
+ '--format=csv,noheader,nounits',
102
+ ]);
103
+ return stdout
104
+ .split('\n')
105
+ .map((line) => line.trim())
106
+ .filter((line) => line.length > 0)
107
+ .map((line) => {
108
+ const parts = line.split(',').map((p) => p.trim());
109
+ const memoryFree = toNumber(parts[10]);
110
+ // Prefer enforced power limit (Python NVML parity); fall back to power.limit.
111
+ const powerLimit = toNumber(parts[12]) || toNumber(parts[13]);
112
+ return {
113
+ index: parts[0] ?? '0',
114
+ uuid: parts[1] ?? '',
115
+ name: parts[2] ?? '',
116
+ utilization: toNumber(parts[3]),
117
+ utilization_enc: toNumber(parts[4]),
118
+ utilization_dec: toNumber(parts[5]),
119
+ temperature: toNumber(parts[6]),
120
+ // Python NVML path always reports 0 for NVIDIA fan_speed (many
121
+ // datacenter cards have no fan sensor). nvidia-smi exposes the value
122
+ // when present; [N/A] becomes 0 via toNumber, matching Python.
123
+ fan_speed: toNumber(parts[7]),
124
+ memory_total: toNumber(parts[8]),
125
+ memory_used: toNumber(parts[9]),
126
+ memory_free: memoryFree,
127
+ // Python NVIDIA: memory_available == memory_free
128
+ memory_available: memoryFree,
129
+ power_draw: toNumber(parts[11]),
130
+ power_limit: powerLimit,
131
+ };
132
+ });
133
+ }
134
+ async collectAmdStats() {
135
+ const stdout = await this.runner('rocm-smi', [
136
+ '--showid',
137
+ '--showuniqueid',
138
+ '--showproductname',
139
+ '--showuse',
140
+ '--showmeminfo',
141
+ 'vram',
142
+ '--showtemp',
143
+ '--showfan',
144
+ '--showpower',
145
+ '--json',
146
+ ]);
147
+ let parsed;
148
+ try {
149
+ parsed = JSON.parse(stdout);
150
+ }
151
+ catch (e) {
152
+ throw new Error(`rocm-smi returned invalid JSON: ${e}`);
153
+ }
154
+ const megaBytes = 1024 * 1024;
155
+ return Object.entries(parsed)
156
+ .filter(([card]) => card.toLowerCase().startsWith('card'))
157
+ .map(([card, data], i) => {
158
+ const memoryTotal = toNumber(data['VRAM Total Memory (B)']) / megaBytes;
159
+ const memoryUsed = toNumber(data['VRAM Total Used Memory (B)']) / megaBytes;
160
+ const memoryFree = memoryTotal - memoryUsed;
161
+ // Prefer ordinal from "card0" / "card1" (Python uses xgmi index 0..N).
162
+ const cardIndex = card.replace(/^card/i, '');
163
+ return {
164
+ index: String(cardIndex !== '' ? cardIndex : i),
165
+ uuid: String(data['Unique ID'] ?? ''),
166
+ name: String(data['Card series'] ?? data['Card SKU'] ?? ''),
167
+ utilization: toNumber(data['GPU use (%)']),
168
+ // Python AMD stubs encoder/decoder utilization to 0
169
+ utilization_enc: 0,
170
+ utilization_dec: 0,
171
+ temperature: toNumber(data['Temperature (Sensor edge) (C)']),
172
+ fan_speed: toNumber(data['Fan speed (%)']),
173
+ memory_total: memoryTotal,
174
+ memory_used: memoryUsed,
175
+ memory_free: memoryFree,
176
+ // Python AMD sets memory_available to total (not free) — keep parity
177
+ memory_available: memoryTotal,
178
+ power_draw: toNumber(data['Average Graphics Package Power (W)'] ??
179
+ data['Current Socket Graphics Package Power (W)']),
180
+ power_limit: toNumber(data['Max Graphics Package Power (W)']),
181
+ };
182
+ });
183
+ }
184
+ /**
185
+ * Detect a supported GPU and register observable gauges on the meter.
186
+ * Returns the detected GPU type, or null if no supported GPU was found.
187
+ */
188
+ async setup(options) {
189
+ this.gpuType = await this.detectGpuType();
190
+ if (!this.gpuType) {
191
+ // Match Python openlit.init(): skip quietly-ish when no GPU is present.
192
+ // Use warn because OpenLIT sets DiagLogLevel.WARN (info is filtered).
193
+ api_1.diag.warn('OpenLIT: No supported GPUs found; skipping GPU metrics collection. ' +
194
+ 'If this is a non-GPU host, set `collectGpuStats: false` to disable GPU stats.');
195
+ return null;
196
+ }
197
+ const gauges = [];
198
+ const gaugeByKey = new Map();
199
+ for (const { semconv, key, description } of GPU_METRICS) {
200
+ const gauge = options.meter.createObservableGauge(semconv, { description });
201
+ gauges.push(gauge);
202
+ gaugeByKey.set(gauge, key);
203
+ }
204
+ options.meter.addBatchObservableCallback(async (result) => {
205
+ let stats;
206
+ try {
207
+ stats = await this.collectStats();
208
+ }
209
+ catch (e) {
210
+ api_1.diag.error(`Error in GPU metrics collection: ${e}`);
211
+ return;
212
+ }
213
+ for (const gpu of stats) {
214
+ const attributes = {
215
+ 'telemetry.sdk.name': constant_1.SDK_NAME,
216
+ 'service.name': options.applicationName,
217
+ [semantic_convention_1.default.ATTR_DEPLOYMENT_ENVIRONMENT]: options.environment,
218
+ [semantic_convention_1.default.GPU_INDEX]: gpu.index,
219
+ [semantic_convention_1.default.GPU_UUID]: gpu.uuid,
220
+ [semantic_convention_1.default.GPU_NAME]: gpu.name,
221
+ };
222
+ for (const gauge of gauges) {
223
+ const key = gaugeByKey.get(gauge);
224
+ result.observe(gauge, gpu[key], attributes);
225
+ }
226
+ }
227
+ }, gauges);
228
+ return this.gpuType;
229
+ }
230
+ }
231
+ exports.GpuMetricsCollector = GpuMetricsCollector;
232
+ exports.default = GpuMetricsCollector;
233
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/instrumentation/gpu/index.ts"],"names":[],"mappings":";;;;;;AAAA;;;;;;;;;;;GAWG;AACH,iDAAyC;AACzC,4CAA0C;AAE1C,oFAA2D;AAC3D,6CAA0C;AAwB1C,MAAM,WAAW,GAAuE;IACtF,EAAE,OAAO,EAAE,6BAAkB,CAAC,eAAe,EAAE,GAAG,EAAE,aAAa,EAAE,WAAW,EAAE,iBAAiB,EAAE;IACnG,EAAE,OAAO,EAAE,6BAAkB,CAAC,mBAAmB,EAAE,GAAG,EAAE,iBAAiB,EAAE,WAAW,EAAE,qBAAqB,EAAE;IAC/G,EAAE,OAAO,EAAE,6BAAkB,CAAC,mBAAmB,EAAE,GAAG,EAAE,iBAAiB,EAAE,WAAW,EAAE,qBAAqB,EAAE;IAC/G,EAAE,OAAO,EAAE,6BAAkB,CAAC,eAAe,EAAE,GAAG,EAAE,aAAa,EAAE,WAAW,EAAE,iBAAiB,EAAE;IACnG,EAAE,OAAO,EAAE,6BAAkB,CAAC,aAAa,EAAE,GAAG,EAAE,WAAW,EAAE,WAAW,EAAE,eAAe,EAAE;IAC7F,EAAE,OAAO,EAAE,6BAAkB,CAAC,oBAAoB,EAAE,GAAG,EAAE,kBAAkB,EAAE,WAAW,EAAE,sBAAsB,EAAE;IAClH,EAAE,OAAO,EAAE,6BAAkB,CAAC,gBAAgB,EAAE,GAAG,EAAE,cAAc,EAAE,WAAW,EAAE,kBAAkB,EAAE;IACtG,EAAE,OAAO,EAAE,6BAAkB,CAAC,eAAe,EAAE,GAAG,EAAE,aAAa,EAAE,WAAW,EAAE,iBAAiB,EAAE;IACnG,EAAE,OAAO,EAAE,6BAAkB,CAAC,eAAe,EAAE,GAAG,EAAE,aAAa,EAAE,WAAW,EAAE,iBAAiB,EAAE;IACnG,EAAE,OAAO,EAAE,6BAAkB,CAAC,cAAc,EAAE,GAAG,EAAE,YAAY,EAAE,WAAW,EAAE,gBAAgB,EAAE;IAChG,EAAE,OAAO,EAAE,6BAAkB,CAAC,eAAe,EAAE,GAAG,EAAE,aAAa,EAAE,WAAW,EAAE,iBAAiB,EAAE;CACpG,CAAC;AAEF;;;;GAIG;AACH,MAAM,iBAAiB,GAAG;IACxB,OAAO;IACP,MAAM;IACN,MAAM;IACN,iBAAiB;IACjB,qBAAqB;IACrB,qBAAqB;IACrB,iBAAiB;IACjB,WAAW;IACX,cAAc;IACd,aAAa;IACb,aAAa;IACb,YAAY;IACZ,sBAAsB;IACtB,aAAa;CACL,CAAC;AAIX,MAAM,aAAa,GAAkB,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CACjD,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;IAC9B,IAAA,wBAAQ,EAAC,GAAG,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE;QAC3E,IAAI,KAAK;YAAE,MAAM,CAAC,KAAK,CAAC,CAAC;;YACpB,OAAO,CAAC,MAAM,CAAC,CAAC;IACvB,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEL,SAAS,QAAQ,CAAC,KAAc;IAC9B,MAAM,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;IACpC,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACpC,CAAC;AAED,MAAa,mBAAmB;IAI9B,YAAY,SAAwB,aAAa;QAFzC,YAAO,GAAmB,IAAI,CAAC;QAGrC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,aAAa;QACjB,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;YACxC,OAAO,QAAQ,CAAC;QAClB,CAAC;QAAC,MAAM,CAAC;YACP,gBAAgB;QAClB,CAAC;QACD,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC,CAAC;YACtD,OAAO,KAAK,CAAC;QACf,CAAC;QAAC,MAAM,CAAC;YACP,aAAa;QACf,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,YAAY;QAChB,IAAI,IAAI,CAAC,OAAO,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAChE,IAAI,IAAI,CAAC,OAAO,KAAK,KAAK;YAAE,OAAO,IAAI,CAAC,eAAe,EAAE,CAAC;QAC1D,OAAO,EAAE,CAAC;IACZ,CAAC;IAEO,KAAK,CAAC,kBAAkB;QAC9B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE;YAC7C,eAAe,iBAAiB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;YAC5C,+BAA+B;SAChC,CAAC,CAAC;QAEH,OAAO,MAAM;aACV,KAAK,CAAC,IAAI,CAAC;aACX,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;aAC1B,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;aACjC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YACZ,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;YACnD,MAAM,UAAU,GAAG,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;YACvC,8EAA8E;YAC9E,MAAM,UAAU,GAAG,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;YAC9D,OAAO;gBACL,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,GAAG;gBACtB,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE;gBACpB,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE;gBACpB,WAAW,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBAC/B,eAAe,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBACnC,eAAe,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBACnC,WAAW,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBAC/B,+DAA+D;gBAC/D,qEAAqE;gBACrE,+DAA+D;gBAC/D,SAAS,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBAC7B,YAAY,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBAChC,WAAW,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBAC/B,WAAW,EAAE,UAAU;gBACvB,iDAAiD;gBACjD,gBAAgB,EAAE,UAAU;gBAC5B,UAAU,EAAE,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBAC/B,WAAW,EAAE,UAAU;aACxB,CAAC;QACJ,CAAC,CAAC,CAAC;IACP,CAAC;IAEO,KAAK,CAAC,eAAe;QAC3B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE;YAC3C,UAAU;YACV,gBAAgB;YAChB,mBAAmB;YACnB,WAAW;YACX,eAAe;YACf,MAAM;YACN,YAAY;YACZ,WAAW;YACX,aAAa;YACb,QAAQ;SACT,CAAC,CAAC;QAEH,IAAI,MAA+C,CAAC;QACpD,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAA4C,CAAC;QACzE,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,EAAE,CAAC,CAAC;QAC1D,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,GAAG,IAAI,CAAC;QAE9B,OAAO,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;aAC1B,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;aACzD,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE;YACvB,MAAM,WAAW,GAAG,QAAQ,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC,GAAG,SAAS,CAAC;YACxE,MAAM,UAAU,GAAG,QAAQ,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC,GAAG,SAAS,CAAC;YAC5E,MAAM,UAAU,GAAG,WAAW,GAAG,UAAU,CAAC;YAC5C,uEAAuE;YACvE,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;YAC7C,OAAO;gBACL,KAAK,EAAE,MAAM,CAAC,SAAS,KAAK,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC/C,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;gBACrC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;gBAC3D,WAAW,EAAE,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;gBAC1C,oDAAoD;gBACpD,eAAe,EAAE,CAAC;gBAClB,eAAe,EAAE,CAAC;gBAClB,WAAW,EAAE,QAAQ,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;gBAC5D,SAAS,EAAE,QAAQ,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;gBAC1C,YAAY,EAAE,WAAW;gBACzB,WAAW,EAAE,UAAU;gBACvB,WAAW,EAAE,UAAU;gBACvB,qEAAqE;gBACrE,gBAAgB,EAAE,WAAW;gBAC7B,UAAU,EAAE,QAAQ,CAClB,IAAI,CAAC,oCAAoC,CAAC;oBACxC,IAAI,CAAC,2CAA2C,CAAC,CACpD;gBACD,WAAW,EAAE,QAAQ,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;aAC9D,CAAC;QACJ,CAAC,CAAC,CAAC;IACP,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,KAAK,CAAC,OAIX;QACC,IAAI,CAAC,OAAO,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;QAC1C,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,wEAAwE;YACxE,sEAAsE;YACtE,UAAI,CAAC,IAAI,CACP,qEAAqE;gBACnE,+EAA+E,CAClF,CAAC;YACF,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,MAAM,GAAsB,EAAE,CAAC;QACrC,MAAM,UAAU,GAAG,IAAI,GAAG,EAAiC,CAAC;QAC5D,KAAK,MAAM,EAAE,OAAO,EAAE,GAAG,EAAE,WAAW,EAAE,IAAI,WAAW,EAAE,CAAC;YACxD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,qBAAqB,CAAC,OAAO,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC;YAC5E,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACnB,UAAU,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAC7B,CAAC;QAED,OAAO,CAAC,KAAK,CAAC,0BAA0B,CAAC,KAAK,EAAE,MAA6B,EAAE,EAAE;YAC/E,IAAI,KAAiB,CAAC;YACtB,IAAI,CAAC;gBACH,KAAK,GAAG,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;YACpC,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,UAAI,CAAC,KAAK,CAAC,oCAAoC,CAAC,EAAE,CAAC,CAAC;gBACpD,OAAO;YACT,CAAC;YAED,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;gBACxB,MAAM,UAAU,GAAG;oBACjB,oBAAoB,EAAE,mBAAQ;oBAC9B,cAAc,EAAE,OAAO,CAAC,eAAe;oBACvC,CAAC,6BAAkB,CAAC,2BAA2B,CAAC,EAAE,OAAO,CAAC,WAAW;oBACrE,CAAC,6BAAkB,CAAC,SAAS,CAAC,EAAE,GAAG,CAAC,KAAK;oBACzC,CAAC,6BAAkB,CAAC,QAAQ,CAAC,EAAE,GAAG,CAAC,IAAI;oBACvC,CAAC,6BAAkB,CAAC,QAAQ,CAAC,EAAE,GAAG,CAAC,IAAI;iBACxC,CAAC;gBACF,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;oBAC3B,MAAM,GAAG,GAAG,UAAU,CAAC,GAAG,CAAC,KAAK,CAAiB,CAAC;oBAClD,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,CAAC,EAAE,UAAU,CAAC,CAAC;gBAC9C,CAAC;YACH,CAAC;QACH,CAAC,EAAE,MAAM,CAAC,CAAC;QAEX,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;CACF;AAlLD,kDAkLC;AAED,kBAAe,mBAAmB,CAAC"}
@@ -0,0 +1,12 @@
1
+ import { InstrumentationBase, InstrumentationModuleDefinition } from '@opentelemetry/instrumentation';
2
+ import { InstrumentationConfig } from '@opentelemetry/instrumentation';
3
+ export interface GradientInstrumentationConfig extends InstrumentationConfig {
4
+ }
5
+ export default class OpenlitGradientInstrumentation extends InstrumentationBase {
6
+ constructor(config?: GradientInstrumentationConfig);
7
+ private safeWrap;
8
+ protected init(): void | InstrumentationModuleDefinition | InstrumentationModuleDefinition[];
9
+ manualPatch(gradient: any): void;
10
+ protected _patch(moduleExports: any): void;
11
+ protected _unpatch(moduleExports: any): void;
12
+ }
@@ -0,0 +1,74 @@
1
+ "use strict";
2
+ var __importDefault = (this && this.__importDefault) || function (mod) {
3
+ return (mod && mod.__esModule) ? mod : { "default": mod };
4
+ };
5
+ Object.defineProperty(exports, "__esModule", { value: true });
6
+ const instrumentation_1 = require("@opentelemetry/instrumentation");
7
+ const constant_1 = require("../../constant");
8
+ const wrapper_1 = __importDefault(require("./wrapper"));
9
+ class OpenlitGradientInstrumentation extends instrumentation_1.InstrumentationBase {
10
+ constructor(config = {}) {
11
+ super(`${constant_1.INSTRUMENTATION_PREFIX}/instrumentation-gradient`, '1.0.0', config);
12
+ }
13
+ safeWrap(target, method, patcher) {
14
+ if (!target?.[method])
15
+ return;
16
+ if ((0, instrumentation_1.isWrapped)(target[method])) {
17
+ this._unwrap(target, method);
18
+ }
19
+ this._wrap(target, method, patcher(this.tracer));
20
+ }
21
+ init() {
22
+ const module = new instrumentation_1.InstrumentationNodeModuleDefinition('@digitalocean/gradient',
23
+ // @digitalocean/gradient currently ships only as a prerelease (0.1.0-alpha.*).
24
+ // A plain '>=0.1.0' range does NOT match prereleases under semver, so the hook
25
+ // would load the module but silently skip patching. Anchor at the prerelease
26
+ // tag (mirrors azure-ai-inference's '>=1.0.0-beta.1'); this still matches the
27
+ // eventual stable 0.1.0 and later. See semver.satisfies prerelease semantics.
28
+ ['>=0.1.0-alpha.0'], (moduleExports) => {
29
+ this._patch(moduleExports);
30
+ return moduleExports;
31
+ }, (moduleExports) => {
32
+ if (moduleExports !== undefined) {
33
+ this._unpatch(moduleExports);
34
+ }
35
+ });
36
+ return [module];
37
+ }
38
+ manualPatch(gradient) {
39
+ this._patch(gradient);
40
+ }
41
+ _patch(moduleExports) {
42
+ try {
43
+ const Gradient = moduleExports?.Gradient;
44
+ if (!Gradient)
45
+ return;
46
+ // Chat completions (inference)
47
+ this.safeWrap(Gradient.Chat?.Completions?.prototype, 'create', wrapper_1.default._patchChatCompletionCreate);
48
+ // Agent chat completions
49
+ this.safeWrap(Gradient.Agents?.Chat?.Completions?.prototype, 'create', wrapper_1.default._patchAgentChatCompletionCreate);
50
+ // Image generation
51
+ this.safeWrap(Gradient.Images?.prototype, 'generate', wrapper_1.default._patchImageGenerate);
52
+ }
53
+ catch (e) {
54
+ console.error('Error in _patch method:', e);
55
+ }
56
+ }
57
+ _unpatch(moduleExports) {
58
+ const Gradient = moduleExports?.Gradient;
59
+ if (!Gradient)
60
+ return;
61
+ const targets = [
62
+ [Gradient.Chat?.Completions?.prototype, 'create'],
63
+ [Gradient.Agents?.Chat?.Completions?.prototype, 'create'],
64
+ [Gradient.Images?.prototype, 'generate'],
65
+ ];
66
+ for (const [target, method] of targets) {
67
+ if (target?.[method]) {
68
+ this._unwrap(target, method);
69
+ }
70
+ }
71
+ }
72
+ }
73
+ exports.default = OpenlitGradientInstrumentation;
74
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/instrumentation/gradient/index.ts"],"names":[],"mappings":";;;;;AAAA,oEAKwC;AAExC,6CAAwD;AACxD,wDAAwC;AAIxC,MAAqB,8BAA+B,SAAQ,qCAAmB;IAC7E,YAAY,SAAwC,EAAE;QACpD,KAAK,CAAC,GAAG,iCAAsB,2BAA2B,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;IAC/E,CAAC;IAEO,QAAQ,CAAC,MAAW,EAAE,MAAc,EAAE,OAA6B;QACzE,IAAI,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC;YAAE,OAAO;QAC9B,IAAI,IAAA,2BAAS,EAAC,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;YAC9B,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC/B,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;IACnD,CAAC;IAES,IAAI;QACZ,MAAM,MAAM,GAAG,IAAI,qDAAmC,CACpD,wBAAwB;QACxB,+EAA+E;QAC/E,+EAA+E;QAC/E,6EAA6E;QAC7E,8EAA8E;QAC9E,8EAA8E;QAC9E,CAAC,iBAAiB,CAAC,EACnB,CAAC,aAAa,EAAE,EAAE;YAChB,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;YAC3B,OAAO,aAAa,CAAC;QACvB,CAAC,EACD,CAAC,aAAa,EAAE,EAAE;YAChB,IAAI,aAAa,KAAK,SAAS,EAAE,CAAC;gBAChC,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC,CACF,CAAC;QACF,OAAO,CAAC,MAAM,CAAC,CAAC;IAClB,CAAC;IAEM,WAAW,CAAC,QAAa;QAC9B,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACxB,CAAC;IAES,MAAM,CAAC,aAAkB;QACjC,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,aAAa,EAAE,QAAQ,CAAC;YACzC,IAAI,CAAC,QAAQ;gBAAE,OAAO;YAEtB,+BAA+B;YAC/B,IAAI,CAAC,QAAQ,CACX,QAAQ,CAAC,IAAI,EAAE,WAAW,EAAE,SAAS,EACrC,QAAQ,EACR,iBAAe,CAAC,0BAA0B,CAC3C,CAAC;YAEF,yBAAyB;YACzB,IAAI,CAAC,QAAQ,CACX,QAAQ,CAAC,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAC7C,QAAQ,EACR,iBAAe,CAAC,+BAA+B,CAChD,CAAC;YAEF,mBAAmB;YACnB,IAAI,CAAC,QAAQ,CACX,QAAQ,CAAC,MAAM,EAAE,SAAS,EAC1B,UAAU,EACV,iBAAe,CAAC,mBAAmB,CACpC,CAAC;QACJ,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CAAC,yBAAyB,EAAE,CAAC,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAES,QAAQ,CAAC,aAAkB;QACnC,MAAM,QAAQ,GAAG,aAAa,EAAE,QAAQ,CAAC;QACzC,IAAI,CAAC,QAAQ;YAAE,OAAO;QAEtB,MAAM,OAAO,GAAyB;YACpC,CAAC,QAAQ,CAAC,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,QAAQ,CAAC;YACjD,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,QAAQ,CAAC;YACzD,CAAC,QAAQ,CAAC,MAAM,EAAE,SAAS,EAAE,UAAU,CAAC;SACzC,CAAC;QAEF,KAAK,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;YACvC,IAAI,MAAM,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC;gBACrB,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC;IACH,CAAC;CACF;AArFD,iDAqFC"}
@@ -0,0 +1,14 @@
1
+ import { Attributes } from '@opentelemetry/api';
2
+ export type GradientEndpointKind = 'inference' | 'agent';
3
+ /**
4
+ * Walk the Gradient APIResource `_client` chain and read the per-route endpoint
5
+ * from the root client (mirrors Python `_resolve_endpoint`).
6
+ */
7
+ export declare function resolveGradientEndpoint(instance: any, kind: GradientEndpointKind): [string, number];
8
+ /** Extract agent UUID from `{uuid}.agents.do-ai.run` hostnames (Python parity). */
9
+ export declare function agentIdFromHost(host: string): string | undefined;
10
+ export declare function gradientSpanCreationAttrs(operationName: string, requestModel: string, serverAddress: string, serverPort: number): Attributes;
11
+ /** Normalize OpenAI-style stop sequences (Python `_normalize_stop`). */
12
+ export declare function normalizeStopSequences(stop: unknown): string[] | undefined;
13
+ /** Request attributes shared by chat and agent-chat surfaces. */
14
+ export declare function applyGradientChatRequestAttributes(span: any, body: Record<string, any>): void;
@@ -0,0 +1,119 @@
1
+ "use strict";
2
+ var __importDefault = (this && this.__importDefault) || function (mod) {
3
+ return (mod && mod.__esModule) ? mod : { "default": mod };
4
+ };
5
+ Object.defineProperty(exports, "__esModule", { value: true });
6
+ exports.resolveGradientEndpoint = resolveGradientEndpoint;
7
+ exports.agentIdFromHost = agentIdFromHost;
8
+ exports.gradientSpanCreationAttrs = gradientSpanCreationAttrs;
9
+ exports.normalizeStopSequences = normalizeStopSequences;
10
+ exports.applyGradientChatRequestAttributes = applyGradientChatRequestAttributes;
11
+ const semantic_convention_1 = __importDefault(require("../../semantic-convention"));
12
+ const DEFAULT_HOSTS = {
13
+ inference: ['inference.do-ai.run', 443],
14
+ agent: ['agents.do-ai.run', 443],
15
+ };
16
+ const ENDPOINT_ATTRS = {
17
+ inference: 'inferenceEndpoint',
18
+ agent: 'agentEndpoint',
19
+ };
20
+ /**
21
+ * Walk the Gradient APIResource `_client` chain and read the per-route endpoint
22
+ * from the root client (mirrors Python `_resolve_endpoint`).
23
+ */
24
+ function resolveGradientEndpoint(instance, kind) {
25
+ const [defaultHost, defaultPort] = DEFAULT_HOSTS[kind];
26
+ const attr = ENDPOINT_ATTRS[kind];
27
+ const candidates = [];
28
+ const seen = new Set();
29
+ let current = instance;
30
+ while (current && !seen.has(current)) {
31
+ seen.add(current);
32
+ candidates.push(current);
33
+ current = current._client;
34
+ }
35
+ for (const cand of candidates) {
36
+ const raw = cand?.[attr];
37
+ if (!raw)
38
+ continue;
39
+ try {
40
+ const url = new URL(String(raw).includes('://') ? String(raw) : `https://${raw}`);
41
+ const host = url.hostname || defaultHost;
42
+ const port = url.port
43
+ ? Number(url.port)
44
+ : url.protocol === 'http:'
45
+ ? 80
46
+ : 443;
47
+ return [host, port];
48
+ }
49
+ catch {
50
+ const host = String(raw).split(':')[0] || defaultHost;
51
+ return [host, defaultPort];
52
+ }
53
+ }
54
+ return DEFAULT_HOSTS[kind];
55
+ }
56
+ /** Extract agent UUID from `{uuid}.agents.do-ai.run` hostnames (Python parity). */
57
+ function agentIdFromHost(host) {
58
+ if (!host || !host.includes('agents.do-ai.run'))
59
+ return undefined;
60
+ const head = host.split('.agents.do-ai.run')[0];
61
+ return head || undefined;
62
+ }
63
+ function gradientSpanCreationAttrs(operationName, requestModel, serverAddress, serverPort) {
64
+ return {
65
+ [semantic_convention_1.default.GEN_AI_OPERATION]: operationName,
66
+ [semantic_convention_1.default.GEN_AI_PROVIDER_NAME_OTEL]: semantic_convention_1.default.GEN_AI_SYSTEM_DIGITALOCEAN,
67
+ [semantic_convention_1.default.GEN_AI_REQUEST_MODEL]: requestModel,
68
+ [semantic_convention_1.default.SERVER_ADDRESS]: serverAddress,
69
+ [semantic_convention_1.default.SERVER_PORT]: serverPort,
70
+ };
71
+ }
72
+ /** Normalize OpenAI-style stop sequences (Python `_normalize_stop`). */
73
+ function normalizeStopSequences(stop) {
74
+ if (stop == null)
75
+ return undefined;
76
+ if (Array.isArray(stop)) {
77
+ const out = stop.filter((s) => s != null && String(s).length > 0).map(String);
78
+ return out.length > 0 ? out : undefined;
79
+ }
80
+ const s = String(stop);
81
+ return s ? [s] : undefined;
82
+ }
83
+ /** Request attributes shared by chat and agent-chat surfaces. */
84
+ function applyGradientChatRequestAttributes(span, body) {
85
+ if (body.temperature != null) {
86
+ span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_TEMPERATURE, body.temperature);
87
+ }
88
+ if (body.top_p != null) {
89
+ span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_TOP_P, body.top_p);
90
+ }
91
+ const maxTokens = body.max_completion_tokens ?? body.max_tokens;
92
+ if (maxTokens != null) {
93
+ span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_MAX_TOKENS, maxTokens);
94
+ }
95
+ if (body.frequency_penalty != null) {
96
+ span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_FREQUENCY_PENALTY, body.frequency_penalty);
97
+ }
98
+ if (body.presence_penalty != null) {
99
+ span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_PRESENCE_PENALTY, body.presence_penalty);
100
+ }
101
+ const stopSequences = normalizeStopSequences(body.stop ?? body.stop_sequences);
102
+ if (stopSequences) {
103
+ span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_STOP_SEQUENCES, stopSequences);
104
+ }
105
+ if (body.seed != null) {
106
+ span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_SEED, Number(body.seed));
107
+ }
108
+ if (body.n != null && body.n !== 1) {
109
+ span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_CHOICE_COUNT, body.n);
110
+ }
111
+ if (body.user) {
112
+ span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_USER, body.user);
113
+ }
114
+ if (body.reasoning_effort) {
115
+ span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_REASONING_EFFORT, body.reasoning_effort);
116
+ }
117
+ span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_IS_STREAM, Boolean(body.stream));
118
+ }
119
+ //# sourceMappingURL=utils.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"utils.js","sourceRoot":"","sources":["../../../src/instrumentation/gradient/utils.ts"],"names":[],"mappings":";;;;;AAmBA,0DAkCC;AAGD,0CAIC;AAED,8DAaC;AAGD,wDAQC;AAGD,gFAkCC;AA1HD,oFAA2D;AAI3D,MAAM,aAAa,GAAmD;IACpE,SAAS,EAAE,CAAC,qBAAqB,EAAE,GAAG,CAAC;IACvC,KAAK,EAAE,CAAC,kBAAkB,EAAE,GAAG,CAAC;CACjC,CAAC;AAEF,MAAM,cAAc,GAAyC;IAC3D,SAAS,EAAE,mBAAmB;IAC9B,KAAK,EAAE,eAAe;CACvB,CAAC;AAEF;;;GAGG;AACH,SAAgB,uBAAuB,CACrC,QAAa,EACb,IAA0B;IAE1B,MAAM,CAAC,WAAW,EAAE,WAAW,CAAC,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;IACvD,MAAM,IAAI,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;IAClC,MAAM,UAAU,GAAU,EAAE,CAAC;IAC7B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAO,CAAC;IAC5B,IAAI,OAAO,GAAG,QAAQ,CAAC;IACvB,OAAO,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;QACrC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAClB,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACzB,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;IAC5B,CAAC;IAED,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;QAC9B,MAAM,GAAG,GAAG,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC;QACzB,IAAI,CAAC,GAAG;YAAE,SAAS;QACnB,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,GAAG,EAAE,CAAC,CAAC;YAClF,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,IAAI,WAAW,CAAC;YACzC,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI;gBACnB,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC;gBAClB,CAAC,CAAC,GAAG,CAAC,QAAQ,KAAK,OAAO;oBACxB,CAAC,CAAC,EAAE;oBACJ,CAAC,CAAC,GAAG,CAAC;YACV,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACtB,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,WAAW,CAAC;YACtD,OAAO,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;IAED,OAAO,aAAa,CAAC,IAAI,CAAC,CAAC;AAC7B,CAAC;AAED,mFAAmF;AACnF,SAAgB,eAAe,CAAC,IAAY;IAC1C,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,kBAAkB,CAAC;QAAE,OAAO,SAAS,CAAC;IAClE,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,CAAC;IAChD,OAAO,IAAI,IAAI,SAAS,CAAC;AAC3B,CAAC;AAED,SAAgB,yBAAyB,CACvC,aAAqB,EACrB,YAAoB,EACpB,aAAqB,EACrB,UAAkB;IAElB,OAAO;QACL,CAAC,6BAAkB,CAAC,gBAAgB,CAAC,EAAE,aAAa;QACpD,CAAC,6BAAkB,CAAC,yBAAyB,CAAC,EAAE,6BAAkB,CAAC,0BAA0B;QAC7F,CAAC,6BAAkB,CAAC,oBAAoB,CAAC,EAAE,YAAY;QACvD,CAAC,6BAAkB,CAAC,cAAc,CAAC,EAAE,aAAa;QAClD,CAAC,6BAAkB,CAAC,WAAW,CAAC,EAAE,UAAU;KAC7C,CAAC;AACJ,CAAC;AAED,wEAAwE;AACxE,SAAgB,sBAAsB,CAAC,IAAa;IAClD,IAAI,IAAI,IAAI,IAAI;QAAE,OAAO,SAAS,CAAC;IACnC,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QACxB,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC9E,OAAO,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC;IAC1C,CAAC;IACD,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;IACvB,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AAC7B,CAAC;AAED,iEAAiE;AACjE,SAAgB,kCAAkC,CAAC,IAAS,EAAE,IAAyB;IACrF,IAAI,IAAI,CAAC,WAAW,IAAI,IAAI,EAAE,CAAC;QAC7B,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,0BAA0B,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;IACrF,CAAC;IACD,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,EAAE,CAAC;QACvB,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,oBAAoB,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;IACzE,CAAC;IACD,MAAM,SAAS,GAAG,IAAI,CAAC,qBAAqB,IAAI,IAAI,CAAC,UAAU,CAAC;IAChE,IAAI,SAAS,IAAI,IAAI,EAAE,CAAC;QACtB,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,yBAAyB,EAAE,SAAS,CAAC,CAAC;IAC7E,CAAC;IACD,IAAI,IAAI,CAAC,iBAAiB,IAAI,IAAI,EAAE,CAAC;QACnC,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,gCAAgC,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC;IACjG,CAAC;IACD,IAAI,IAAI,CAAC,gBAAgB,IAAI,IAAI,EAAE,CAAC;QAClC,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,+BAA+B,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC;IAC/F,CAAC;IACD,MAAM,aAAa,GAAG,sBAAsB,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,cAAc,CAAC,CAAC;IAC/E,IAAI,aAAa,EAAE,CAAC;QAClB,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,6BAA6B,EAAE,aAAa,CAAC,CAAC;IACrF,CAAC;IACD,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,EAAE,CAAC;QACtB,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,mBAAmB,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAC/E,CAAC;IACD,IAAI,IAAI,CAAC,CAAC,IAAI,IAAI,IAAI,IAAI,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;QACnC,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,2BAA2B,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;IAC5E,CAAC;IACD,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;QACd,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,mBAAmB,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;IACvE,CAAC;IACD,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC1B,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,+BAA+B,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC;IAC/F,CAAC;IACD,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,wBAAwB,EAAE,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;AACvF,CAAC"}
@@ -0,0 +1,76 @@
1
+ import { Span, Tracer } from '@opentelemetry/api';
2
+ import BaseWrapper from '../base-wrapper';
3
+ import { GradientEndpointKind } from './utils';
4
+ type ChatPatchOptions = {
5
+ operationName: string;
6
+ endpointKind: GradientEndpointKind;
7
+ genAIEndpoint: string;
8
+ apiType: string;
9
+ isAgent?: boolean;
10
+ };
11
+ declare class GradientWrapper extends BaseWrapper {
12
+ static aiSystem: string;
13
+ static _patchChatCompletionCreate(tracer: Tracer): any;
14
+ static _patchAgentChatCompletionCreate(tracer: Tracer): any;
15
+ static _buildChatPatch(tracer: Tracer, options: ChatPatchOptions): any;
16
+ static _patchImageGenerate(tracer: Tracer): any;
17
+ static _chatCompletion({ args, genAIEndpoint, response, span, serverAddress, serverPort, operationName, apiType, }: {
18
+ args: any[];
19
+ genAIEndpoint: string;
20
+ response: any;
21
+ span: Span;
22
+ serverAddress: string;
23
+ serverPort: number;
24
+ operationName: string;
25
+ apiType: string;
26
+ }): Promise<any>;
27
+ static _chatCompletionGenerator({ args, genAIEndpoint, response, span, serverAddress, serverPort, operationName, apiType, }: {
28
+ args: any[];
29
+ genAIEndpoint: string;
30
+ response: any;
31
+ span: Span;
32
+ serverAddress: string;
33
+ serverPort: number;
34
+ operationName: string;
35
+ apiType: string;
36
+ }): AsyncGenerator<unknown, any, unknown>;
37
+ static _imageGenerateCommonSetter({ args, genAIEndpoint, response, span, serverAddress, serverPort, }: {
38
+ args: any[];
39
+ genAIEndpoint: string;
40
+ response: any;
41
+ span: Span;
42
+ serverAddress: string;
43
+ serverPort: number;
44
+ }): {
45
+ genAIEndpoint: string;
46
+ model: any;
47
+ user: any;
48
+ cost: number;
49
+ aiSystem: string;
50
+ serverAddress: string;
51
+ serverPort: number;
52
+ };
53
+ static _chatCompletionCommonSetter({ args, genAIEndpoint, result, span, ttft, tbt, serverAddress, serverPort, operationName, apiType, reasoningText, }: {
54
+ args: any[];
55
+ genAIEndpoint: string;
56
+ result: any;
57
+ span: Span;
58
+ ttft?: number;
59
+ tbt?: number;
60
+ serverAddress: string;
61
+ serverPort: number;
62
+ operationName?: string;
63
+ apiType?: string;
64
+ reasoningText?: string;
65
+ }): Promise<{
66
+ genAIEndpoint: string;
67
+ model: any;
68
+ user: any;
69
+ cost: number;
70
+ aiSystem: string;
71
+ serverAddress: string;
72
+ serverPort: number;
73
+ }>;
74
+ static _buildOutputMessages(text: string, finishReason: string, toolCalls?: any[], reasoning?: string): string;
75
+ }
76
+ export default GradientWrapper;