openlit 1.13.0 → 1.14.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (348) hide show
  1. package/README.md +34 -1
  2. package/dist/__tests__/manual-trace.test.js +118 -0
  3. package/dist/__tests__/manual-trace.test.js.map +1 -0
  4. package/dist/__tests__/register.test.js +90 -0
  5. package/dist/__tests__/register.test.js.map +1 -0
  6. package/dist/config.d.ts +7 -1
  7. package/dist/config.js +3 -1
  8. package/dist/config.js.map +1 -1
  9. package/dist/evals/__tests__/offline.test.js +418 -0
  10. package/dist/evals/__tests__/offline.test.js.map +1 -0
  11. package/dist/evals/index.d.ts +2 -5
  12. package/dist/evals/index.js +12 -26
  13. package/dist/evals/index.js.map +1 -1
  14. package/dist/evals/offline.d.ts +6 -0
  15. package/dist/evals/offline.js +347 -0
  16. package/dist/evals/offline.js.map +1 -0
  17. package/dist/evals/types.d.ts +69 -18
  18. package/dist/evals/types.js +20 -0
  19. package/dist/evals/types.js.map +1 -1
  20. package/dist/guard/__tests__/integration.test.js +178 -0
  21. package/dist/guard/__tests__/integration.test.js.map +1 -0
  22. package/dist/guard/__tests__/pii.test.js +109 -0
  23. package/dist/guard/__tests__/pii.test.js.map +1 -0
  24. package/dist/guard/__tests__/pipeline.test.js +162 -0
  25. package/dist/guard/__tests__/pipeline.test.js.map +1 -0
  26. package/dist/guard/__tests__/prompt-injection.test.js +92 -0
  27. package/dist/guard/__tests__/prompt-injection.test.js.map +1 -0
  28. package/dist/guard/base.d.ts +75 -14
  29. package/dist/guard/base.js +130 -53
  30. package/dist/guard/base.js.map +1 -1
  31. package/dist/guard/custom.d.ts +19 -0
  32. package/dist/guard/custom.js +46 -0
  33. package/dist/guard/custom.js.map +1 -0
  34. package/dist/guard/index.d.ts +24 -5
  35. package/dist/guard/index.js +39 -21
  36. package/dist/guard/index.js.map +1 -1
  37. package/dist/guard/integration.d.ts +32 -0
  38. package/dist/guard/integration.js +328 -0
  39. package/dist/guard/integration.js.map +1 -0
  40. package/dist/guard/moderation.d.ts +18 -0
  41. package/dist/guard/moderation.js +61 -0
  42. package/dist/guard/moderation.js.map +1 -0
  43. package/dist/guard/pii.d.ts +17 -0
  44. package/dist/guard/pii.js +94 -0
  45. package/dist/guard/pii.js.map +1 -0
  46. package/dist/guard/pipeline.d.ts +18 -0
  47. package/dist/guard/pipeline.js +96 -0
  48. package/dist/guard/pipeline.js.map +1 -0
  49. package/dist/guard/prompt-injection.d.ts +20 -6
  50. package/dist/guard/prompt-injection.js +59 -68
  51. package/dist/guard/prompt-injection.js.map +1 -1
  52. package/dist/guard/schema.d.ts +20 -0
  53. package/dist/guard/schema.js +99 -0
  54. package/dist/guard/schema.js.map +1 -0
  55. package/dist/guard/sensitive-topic.d.ts +22 -6
  56. package/dist/guard/sensitive-topic.js +78 -64
  57. package/dist/guard/sensitive-topic.js.map +1 -1
  58. package/dist/guard/topic-restriction.d.ts +21 -6
  59. package/dist/guard/topic-restriction.js +43 -64
  60. package/dist/guard/topic-restriction.js.map +1 -1
  61. package/dist/helpers.d.ts +133 -2
  62. package/dist/helpers.js +415 -5
  63. package/dist/helpers.js.map +1 -1
  64. package/dist/index.d.ts +54 -30
  65. package/dist/index.js +104 -22
  66. package/dist/index.js.map +1 -1
  67. package/dist/instrumentation/__tests__/ai21-rag-trace-comparison.test.d.ts +13 -0
  68. package/dist/instrumentation/__tests__/ai21-rag-trace-comparison.test.js +176 -0
  69. package/dist/instrumentation/__tests__/ai21-rag-trace-comparison.test.js.map +1 -0
  70. package/dist/instrumentation/__tests__/ai21-trace-comparison.test.d.ts +10 -0
  71. package/dist/instrumentation/__tests__/ai21-trace-comparison.test.js +203 -0
  72. package/dist/instrumentation/__tests__/ai21-trace-comparison.test.js.map +1 -0
  73. package/dist/instrumentation/__tests__/assemblyai-wrapper.test.js +262 -0
  74. package/dist/instrumentation/__tests__/assemblyai-wrapper.test.js.map +1 -0
  75. package/dist/instrumentation/__tests__/astra-trace-comparison.test.d.ts +7 -0
  76. package/dist/instrumentation/__tests__/astra-trace-comparison.test.js +160 -0
  77. package/dist/instrumentation/__tests__/astra-trace-comparison.test.js.map +1 -0
  78. package/dist/instrumentation/__tests__/browser-use-wrapper.test.js +284 -0
  79. package/dist/instrumentation/__tests__/browser-use-wrapper.test.js.map +1 -0
  80. package/dist/instrumentation/__tests__/cache-pricing.test.d.ts +12 -0
  81. package/dist/instrumentation/__tests__/cache-pricing.test.js +95 -0
  82. package/dist/instrumentation/__tests__/cache-pricing.test.js.map +1 -0
  83. package/dist/instrumentation/__tests__/elevenlabs-wrapper.test.d.ts +1 -0
  84. package/dist/instrumentation/__tests__/elevenlabs-wrapper.test.js +282 -0
  85. package/dist/instrumentation/__tests__/elevenlabs-wrapper.test.js.map +1 -0
  86. package/dist/instrumentation/__tests__/firecrawl-wrapper.test.d.ts +1 -0
  87. package/dist/instrumentation/__tests__/firecrawl-wrapper.test.js +238 -0
  88. package/dist/instrumentation/__tests__/firecrawl-wrapper.test.js.map +1 -0
  89. package/dist/instrumentation/__tests__/gpu-collector.test.d.ts +1 -0
  90. package/dist/instrumentation/__tests__/gpu-collector.test.js +247 -0
  91. package/dist/instrumentation/__tests__/gpu-collector.test.js.map +1 -0
  92. package/dist/instrumentation/__tests__/gradient-trace-comparison.test.d.ts +11 -0
  93. package/dist/instrumentation/__tests__/gradient-trace-comparison.test.js +391 -0
  94. package/dist/instrumentation/__tests__/gradient-trace-comparison.test.js.map +1 -0
  95. package/dist/instrumentation/__tests__/groq-trace-comparison.test.js +150 -0
  96. package/dist/instrumentation/__tests__/groq-trace-comparison.test.js.map +1 -1
  97. package/dist/instrumentation/__tests__/helpers-genai.test.d.ts +14 -0
  98. package/dist/instrumentation/__tests__/helpers-genai.test.js +347 -0
  99. package/dist/instrumentation/__tests__/helpers-genai.test.js.map +1 -0
  100. package/dist/instrumentation/__tests__/langchain-role-map.test.d.ts +1 -0
  101. package/dist/instrumentation/__tests__/langchain-role-map.test.js +19 -0
  102. package/dist/instrumentation/__tests__/langchain-role-map.test.js.map +1 -0
  103. package/dist/instrumentation/__tests__/mem0-trace-comparison.test.d.ts +13 -0
  104. package/dist/instrumentation/__tests__/mem0-trace-comparison.test.js +208 -0
  105. package/dist/instrumentation/__tests__/mem0-trace-comparison.test.js.map +1 -0
  106. package/dist/instrumentation/__tests__/pg-trace-comparison.test.d.ts +21 -0
  107. package/dist/instrumentation/__tests__/pg-trace-comparison.test.js +455 -0
  108. package/dist/instrumentation/__tests__/pg-trace-comparison.test.js.map +1 -0
  109. package/dist/instrumentation/__tests__/transformers-trace-comparison.test.d.ts +11 -0
  110. package/dist/instrumentation/__tests__/transformers-trace-comparison.test.js +214 -0
  111. package/dist/instrumentation/__tests__/transformers-trace-comparison.test.js.map +1 -0
  112. package/dist/instrumentation/__tests__/vertexai-trace-comparison.test.d.ts +6 -0
  113. package/dist/instrumentation/__tests__/vertexai-trace-comparison.test.js +409 -0
  114. package/dist/instrumentation/__tests__/vertexai-trace-comparison.test.js.map +1 -0
  115. package/dist/instrumentation/__tests__/vllm-trace-comparison.test.d.ts +1 -0
  116. package/dist/instrumentation/__tests__/vllm-trace-comparison.test.js +519 -0
  117. package/dist/instrumentation/__tests__/vllm-trace-comparison.test.js.map +1 -0
  118. package/dist/instrumentation/ai21/index.d.ts +11 -0
  119. package/dist/instrumentation/ai21/index.js +67 -0
  120. package/dist/instrumentation/ai21/index.js.map +1 -0
  121. package/dist/instrumentation/ai21/wrapper.d.ts +54 -0
  122. package/dist/instrumentation/ai21/wrapper.js +511 -0
  123. package/dist/instrumentation/ai21/wrapper.js.map +1 -0
  124. package/dist/instrumentation/anthropic/wrapper.js +56 -2
  125. package/dist/instrumentation/anthropic/wrapper.js.map +1 -1
  126. package/dist/instrumentation/assemblyai/index.d.ts +12 -0
  127. package/dist/instrumentation/assemblyai/index.js +91 -0
  128. package/dist/instrumentation/assemblyai/index.js.map +1 -0
  129. package/dist/instrumentation/assemblyai/wrapper.d.ts +35 -0
  130. package/dist/instrumentation/assemblyai/wrapper.js +233 -0
  131. package/dist/instrumentation/assemblyai/wrapper.js.map +1 -0
  132. package/dist/instrumentation/astra/index.d.ts +11 -0
  133. package/dist/instrumentation/astra/index.js +87 -0
  134. package/dist/instrumentation/astra/index.js.map +1 -0
  135. package/dist/instrumentation/astra/wrapper.d.ts +39 -0
  136. package/dist/instrumentation/astra/wrapper.js +349 -0
  137. package/dist/instrumentation/astra/wrapper.js.map +1 -0
  138. package/dist/instrumentation/azure-ai-inference/wrapper.d.ts +13 -0
  139. package/dist/instrumentation/azure-ai-inference/wrapper.js +60 -1
  140. package/dist/instrumentation/azure-ai-inference/wrapper.js.map +1 -1
  141. package/dist/instrumentation/bedrock/wrapper.d.ts +13 -0
  142. package/dist/instrumentation/bedrock/wrapper.js +78 -2
  143. package/dist/instrumentation/bedrock/wrapper.js.map +1 -1
  144. package/dist/instrumentation/browser-use/index.d.ts +11 -0
  145. package/dist/instrumentation/browser-use/index.js +98 -0
  146. package/dist/instrumentation/browser-use/index.js.map +1 -0
  147. package/dist/instrumentation/browser-use/wrapper.d.ts +12 -0
  148. package/dist/instrumentation/browser-use/wrapper.js +706 -0
  149. package/dist/instrumentation/browser-use/wrapper.js.map +1 -0
  150. package/dist/instrumentation/claude-agent-sdk/wrapper.js +90 -4
  151. package/dist/instrumentation/claude-agent-sdk/wrapper.js.map +1 -1
  152. package/dist/instrumentation/cohere/wrapper.d.ts +13 -0
  153. package/dist/instrumentation/cohere/wrapper.js +59 -0
  154. package/dist/instrumentation/cohere/wrapper.js.map +1 -1
  155. package/dist/instrumentation/cursor-sdk/wrapper.js +111 -15
  156. package/dist/instrumentation/cursor-sdk/wrapper.js.map +1 -1
  157. package/dist/instrumentation/elevenlabs/index.d.ts +12 -0
  158. package/dist/instrumentation/elevenlabs/index.js +92 -0
  159. package/dist/instrumentation/elevenlabs/index.js.map +1 -0
  160. package/dist/instrumentation/elevenlabs/wrapper.d.ts +34 -0
  161. package/dist/instrumentation/elevenlabs/wrapper.js +280 -0
  162. package/dist/instrumentation/elevenlabs/wrapper.js.map +1 -0
  163. package/dist/instrumentation/firecrawl/index.d.ts +13 -0
  164. package/dist/instrumentation/firecrawl/index.js +115 -0
  165. package/dist/instrumentation/firecrawl/index.js.map +1 -0
  166. package/dist/instrumentation/firecrawl/wrapper.d.ts +22 -0
  167. package/dist/instrumentation/firecrawl/wrapper.js +378 -0
  168. package/dist/instrumentation/firecrawl/wrapper.js.map +1 -0
  169. package/dist/instrumentation/google-ai/wrapper.d.ts +13 -0
  170. package/dist/instrumentation/google-ai/wrapper.js +85 -1
  171. package/dist/instrumentation/google-ai/wrapper.js.map +1 -1
  172. package/dist/instrumentation/gpu/index.d.ts +38 -0
  173. package/dist/instrumentation/gpu/index.js +233 -0
  174. package/dist/instrumentation/gpu/index.js.map +1 -0
  175. package/dist/instrumentation/gradient/index.d.ts +12 -0
  176. package/dist/instrumentation/gradient/index.js +74 -0
  177. package/dist/instrumentation/gradient/index.js.map +1 -0
  178. package/dist/instrumentation/gradient/utils.d.ts +14 -0
  179. package/dist/instrumentation/gradient/utils.js +119 -0
  180. package/dist/instrumentation/gradient/utils.js.map +1 -0
  181. package/dist/instrumentation/gradient/wrapper.d.ts +76 -0
  182. package/dist/instrumentation/gradient/wrapper.js +584 -0
  183. package/dist/instrumentation/gradient/wrapper.js.map +1 -0
  184. package/dist/instrumentation/groq/wrapper.js +42 -0
  185. package/dist/instrumentation/groq/wrapper.js.map +1 -1
  186. package/dist/instrumentation/huggingface/wrapper.d.ts +13 -0
  187. package/dist/instrumentation/huggingface/wrapper.js +66 -0
  188. package/dist/instrumentation/huggingface/wrapper.js.map +1 -1
  189. package/dist/instrumentation/index.js +26 -0
  190. package/dist/instrumentation/index.js.map +1 -1
  191. package/dist/instrumentation/langchain/wrapper.js +5 -8
  192. package/dist/instrumentation/langchain/wrapper.js.map +1 -1
  193. package/dist/instrumentation/langgraph/wrapper.js +12 -11
  194. package/dist/instrumentation/langgraph/wrapper.js.map +1 -1
  195. package/dist/instrumentation/llamaindex/wrapper.d.ts +14 -1
  196. package/dist/instrumentation/llamaindex/wrapper.js +68 -0
  197. package/dist/instrumentation/llamaindex/wrapper.js.map +1 -1
  198. package/dist/instrumentation/mcp/index.d.ts +20 -0
  199. package/dist/instrumentation/mcp/index.js +282 -0
  200. package/dist/instrumentation/mcp/index.js.map +1 -0
  201. package/dist/instrumentation/mcp/wrapper.d.ts +72 -0
  202. package/dist/instrumentation/mcp/wrapper.js +571 -0
  203. package/dist/instrumentation/mcp/wrapper.js.map +1 -0
  204. package/dist/instrumentation/mem0/index.d.ts +17 -0
  205. package/dist/instrumentation/mem0/index.js +113 -0
  206. package/dist/instrumentation/mem0/index.js.map +1 -0
  207. package/dist/instrumentation/mem0/wrapper.d.ts +37 -0
  208. package/dist/instrumentation/mem0/wrapper.js +298 -0
  209. package/dist/instrumentation/mem0/wrapper.js.map +1 -0
  210. package/dist/instrumentation/mistral/wrapper.d.ts +13 -0
  211. package/dist/instrumentation/mistral/wrapper.js +60 -1
  212. package/dist/instrumentation/mistral/wrapper.js.map +1 -1
  213. package/dist/instrumentation/ollama/wrapper.d.ts +13 -0
  214. package/dist/instrumentation/ollama/wrapper.js +67 -1
  215. package/dist/instrumentation/ollama/wrapper.js.map +1 -1
  216. package/dist/instrumentation/openai/wrapper.d.ts +13 -0
  217. package/dist/instrumentation/openai/wrapper.js +89 -3
  218. package/dist/instrumentation/openai/wrapper.js.map +1 -1
  219. package/dist/instrumentation/pg/index.d.ts +20 -0
  220. package/dist/instrumentation/pg/index.js +74 -0
  221. package/dist/instrumentation/pg/index.js.map +1 -0
  222. package/dist/instrumentation/pg/wrapper.d.ts +66 -0
  223. package/dist/instrumentation/pg/wrapper.js +441 -0
  224. package/dist/instrumentation/pg/wrapper.js.map +1 -0
  225. package/dist/instrumentation/replicate/wrapper.d.ts +13 -0
  226. package/dist/instrumentation/replicate/wrapper.js +61 -0
  227. package/dist/instrumentation/replicate/wrapper.js.map +1 -1
  228. package/dist/instrumentation/strands/processor.d.ts +6 -0
  229. package/dist/instrumentation/strands/processor.js +73 -3
  230. package/dist/instrumentation/strands/processor.js.map +1 -1
  231. package/dist/instrumentation/strands/utils.d.ts +2 -2
  232. package/dist/instrumentation/strands/utils.js +15 -2
  233. package/dist/instrumentation/strands/utils.js.map +1 -1
  234. package/dist/instrumentation/together/wrapper.d.ts +13 -0
  235. package/dist/instrumentation/together/wrapper.js +59 -1
  236. package/dist/instrumentation/together/wrapper.js.map +1 -1
  237. package/dist/instrumentation/transformers/index.d.ts +35 -0
  238. package/dist/instrumentation/transformers/index.js +119 -0
  239. package/dist/instrumentation/transformers/index.js.map +1 -0
  240. package/dist/instrumentation/transformers/wrapper.d.ts +49 -0
  241. package/dist/instrumentation/transformers/wrapper.js +472 -0
  242. package/dist/instrumentation/transformers/wrapper.js.map +1 -0
  243. package/dist/instrumentation/vercel-ai/wrapper.d.ts +13 -0
  244. package/dist/instrumentation/vercel-ai/wrapper.js +106 -1
  245. package/dist/instrumentation/vercel-ai/wrapper.js.map +1 -1
  246. package/dist/instrumentation/vertexai/index.d.ts +11 -0
  247. package/dist/instrumentation/vertexai/index.js +70 -0
  248. package/dist/instrumentation/vertexai/index.js.map +1 -0
  249. package/dist/instrumentation/vertexai/wrapper.d.ts +67 -0
  250. package/dist/instrumentation/vertexai/wrapper.js +529 -0
  251. package/dist/instrumentation/vertexai/wrapper.js.map +1 -0
  252. package/dist/instrumentation/vllm/index.d.ts +13 -0
  253. package/dist/instrumentation/vllm/index.js +67 -0
  254. package/dist/instrumentation/vllm/index.js.map +1 -0
  255. package/dist/instrumentation/vllm/wrapper.d.ts +60 -0
  256. package/dist/instrumentation/vllm/wrapper.js +482 -0
  257. package/dist/instrumentation/vllm/wrapper.js.map +1 -0
  258. package/dist/llm/index.d.ts +9 -2
  259. package/dist/llm/index.js.map +1 -1
  260. package/dist/manual-trace.d.ts +40 -0
  261. package/dist/manual-trace.js +103 -0
  262. package/dist/manual-trace.js.map +1 -0
  263. package/dist/otel/metrics.d.ts +11 -0
  264. package/dist/otel/metrics.js +48 -0
  265. package/dist/otel/metrics.js.map +1 -1
  266. package/dist/register.d.ts +4 -0
  267. package/dist/register.js +52 -0
  268. package/dist/register.js.map +1 -0
  269. package/dist/score/__tests__/score.test.d.ts +1 -0
  270. package/dist/score/__tests__/score.test.js +143 -0
  271. package/dist/score/__tests__/score.test.js.map +1 -0
  272. package/dist/score/index.d.ts +2 -0
  273. package/dist/score/index.js +6 -0
  274. package/dist/score/index.js.map +1 -0
  275. package/dist/score/score.d.ts +15 -0
  276. package/dist/score/score.js +135 -0
  277. package/dist/score/score.js.map +1 -0
  278. package/dist/semantic-convention.d.ts +273 -0
  279. package/dist/semantic-convention.js +317 -0
  280. package/dist/semantic-convention.js.map +1 -1
  281. package/dist/types.d.ts +15 -1
  282. package/package.json +18 -1
  283. package/dist/evals/__tests__/anthropic.test.js +0 -9
  284. package/dist/evals/__tests__/anthropic.test.js.map +0 -1
  285. package/dist/evals/__tests__/base.test.js +0 -37
  286. package/dist/evals/__tests__/base.test.js.map +0 -1
  287. package/dist/evals/__tests__/core.test.js +0 -33
  288. package/dist/evals/__tests__/core.test.js.map +0 -1
  289. package/dist/evals/__tests__/metrics.test.js +0 -59
  290. package/dist/evals/__tests__/metrics.test.js.map +0 -1
  291. package/dist/evals/__tests__/openai.test.js +0 -9
  292. package/dist/evals/__tests__/openai.test.js.map +0 -1
  293. package/dist/evals/__tests__/providers.test.js +0 -14
  294. package/dist/evals/__tests__/providers.test.js.map +0 -1
  295. package/dist/evals/__tests__/utils.test.js +0 -46
  296. package/dist/evals/__tests__/utils.test.js.map +0 -1
  297. package/dist/evals/all.d.ts +0 -4
  298. package/dist/evals/all.js +0 -35
  299. package/dist/evals/all.js.map +0 -1
  300. package/dist/evals/base.d.ts +0 -15
  301. package/dist/evals/base.js +0 -51
  302. package/dist/evals/base.js.map +0 -1
  303. package/dist/evals/bias.d.ts +0 -4
  304. package/dist/evals/bias.js +0 -35
  305. package/dist/evals/bias.js.map +0 -1
  306. package/dist/evals/hallucination.d.ts +0 -4
  307. package/dist/evals/hallucination.js +0 -32
  308. package/dist/evals/hallucination.js.map +0 -1
  309. package/dist/evals/llm/anthropic.d.ts +0 -5
  310. package/dist/evals/llm/anthropic.js +0 -42
  311. package/dist/evals/llm/anthropic.js.map +0 -1
  312. package/dist/evals/llm/openai.d.ts +0 -6
  313. package/dist/evals/llm/openai.js +0 -28
  314. package/dist/evals/llm/openai.js.map +0 -1
  315. package/dist/evals/llm/providers.d.ts +0 -7
  316. package/dist/evals/llm/providers.js +0 -10
  317. package/dist/evals/llm/providers.js.map +0 -1
  318. package/dist/evals/metrics.d.ts +0 -9
  319. package/dist/evals/metrics.js +0 -38
  320. package/dist/evals/metrics.js.map +0 -1
  321. package/dist/evals/toxicity.d.ts +0 -4
  322. package/dist/evals/toxicity.js +0 -33
  323. package/dist/evals/toxicity.js.map +0 -1
  324. package/dist/evals/utils.d.ts +0 -4
  325. package/dist/evals/utils.js +0 -39
  326. package/dist/evals/utils.js.map +0 -1
  327. package/dist/guard/__tests__/gaurd.test.js +0 -136
  328. package/dist/guard/__tests__/gaurd.test.js.map +0 -1
  329. package/dist/guard/__tests__/utils.test.js +0 -64
  330. package/dist/guard/__tests__/utils.test.js.map +0 -1
  331. package/dist/guard/all.d.ts +0 -8
  332. package/dist/guard/all.js +0 -28
  333. package/dist/guard/all.js.map +0 -1
  334. package/dist/guard/types.d.ts +0 -26
  335. package/dist/guard/types.js +0 -4
  336. package/dist/guard/types.js.map +0 -1
  337. package/dist/guard/utils.d.ts +0 -13
  338. package/dist/guard/utils.js +0 -79
  339. package/dist/guard/utils.js.map +0 -1
  340. /package/dist/{evals/__tests__/anthropic.test.d.ts → __tests__/manual-trace.test.d.ts} +0 -0
  341. /package/dist/{evals/__tests__/metrics.test.d.ts → __tests__/register.test.d.ts} +0 -0
  342. /package/dist/evals/__tests__/{base.test.d.ts → offline.test.d.ts} +0 -0
  343. /package/dist/{evals/__tests__/core.test.d.ts → guard/__tests__/integration.test.d.ts} +0 -0
  344. /package/dist/{evals/__tests__/openai.test.d.ts → guard/__tests__/pii.test.d.ts} +0 -0
  345. /package/dist/{evals/__tests__/providers.test.d.ts → guard/__tests__/pipeline.test.d.ts} +0 -0
  346. /package/dist/{evals/__tests__/utils.test.d.ts → guard/__tests__/prompt-injection.test.d.ts} +0 -0
  347. /package/dist/{guard/__tests__/gaurd.test.d.ts → instrumentation/__tests__/assemblyai-wrapper.test.d.ts} +0 -0
  348. /package/dist/{guard/__tests__/utils.test.d.ts → instrumentation/__tests__/browser-use-wrapper.test.d.ts} +0 -0
@@ -0,0 +1,160 @@
1
+ "use strict";
2
+ /**
3
+ * Cross-language trace comparison tests for Astra DB integration.
4
+ *
5
+ * Verifies TypeScript SDK trace attributes match the Python SDK's Astra
6
+ * instrumentation behavior for Collection operations.
7
+ */
8
+ var __importDefault = (this && this.__importDefault) || function (mod) {
9
+ return (mod && mod.__esModule) ? mod : { "default": mod };
10
+ };
11
+ Object.defineProperty(exports, "__esModule", { value: true });
12
+ const wrapper_1 = __importDefault(require("../astra/wrapper"));
13
+ const config_1 = __importDefault(require("../../config"));
14
+ const helpers_1 = __importDefault(require("../../helpers"));
15
+ const semantic_convention_1 = __importDefault(require("../../semantic-convention"));
16
+ jest.mock('../../config');
17
+ jest.mock('../../helpers');
18
+ describe('Astra DB Cross-Language Trace Comparison', () => {
19
+ let mockSpan;
20
+ let mockTracer;
21
+ beforeEach(() => {
22
+ mockSpan = {
23
+ setAttribute: jest.fn(),
24
+ addEvent: jest.fn(),
25
+ end: jest.fn(),
26
+ setStatus: jest.fn(),
27
+ };
28
+ mockTracer = {
29
+ startSpan: jest.fn().mockReturnValue(mockSpan),
30
+ };
31
+ config_1.default.environment = 'openlit-testing';
32
+ config_1.default.applicationName = 'openlit-test';
33
+ config_1.default.captureMessageContent = true;
34
+ helpers_1.default.handleException = jest.fn();
35
+ });
36
+ afterEach(() => {
37
+ jest.clearAllMocks();
38
+ });
39
+ async function invokeAsyncWrapped(dbOperation, args, returnValue = {}, instance = { name: 'movies' }) {
40
+ const patchFn = wrapper_1.default._patchCollectionMethod(mockTracer, dbOperation);
41
+ const originalMethod = jest.fn().mockResolvedValue(returnValue);
42
+ const wrapped = patchFn(originalMethod);
43
+ const response = await wrapped.call(instance, ...args);
44
+ return { originalMethod, response };
45
+ }
46
+ describe('common attributes', () => {
47
+ it('sets Python parity common database and resource attributes', async () => {
48
+ await invokeAsyncWrapped(semantic_convention_1.default.DB_OPERATION_INSERT, [{ _id: '1', title: 'Dune' }], { insertedId: '1' });
49
+ expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.DB_SYSTEM_NAME, 'astra');
50
+ expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.DB_OPERATION_NAME, 'INSERT');
51
+ expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.DB_COLLECTION_NAME, 'movies');
52
+ expect(mockSpan.setAttribute).toHaveBeenCalledWith('telemetry.sdk.name', 'openlit');
53
+ expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_OPERATION, semantic_convention_1.default.GEN_AI_OPERATION_TYPE_VECTORDB);
54
+ expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.ATTR_DEPLOYMENT_ENVIRONMENT, 'openlit-testing');
55
+ expect(mockSpan.setAttribute).toHaveBeenCalledWith('service.name', 'openlit-test');
56
+ expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.DB_SDK_VERSION, expect.any(String));
57
+ });
58
+ it('extracts server address and port from a URL endpoint', async () => {
59
+ await invokeAsyncWrapped(semantic_convention_1.default.DB_OPERATION_SELECT, [{ genre: 'sci-fi' }], { _id: '1' }, { name: 'movies', database: { apiEndpoint: 'https://db.example.apps.astra.datastax.com:8443' } });
60
+ expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.SERVER_ADDRESS, 'db.example.apps.astra.datastax.com');
61
+ expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.SERVER_PORT, 8443);
62
+ });
63
+ it('extracts server address and port from a host:port endpoint', async () => {
64
+ await invokeAsyncWrapped(semantic_convention_1.default.DB_OPERATION_SELECT, [{ genre: 'sci-fi' }], { _id: '1' }, { name: 'movies', client: { api_endpoint: 'astra.local:9090' } });
65
+ expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.SERVER_ADDRESS, 'astra.local');
66
+ expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.SERVER_PORT, 9090);
67
+ });
68
+ it('falls back to the Astra default server when no endpoint is present', async () => {
69
+ await invokeAsyncWrapped(semantic_convention_1.default.DB_OPERATION_SELECT, [{}], null);
70
+ expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.SERVER_ADDRESS, 'astra.datastax.com');
71
+ expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.SERVER_PORT, 443);
72
+ });
73
+ });
74
+ describe('insert operations', () => {
75
+ it('sets documents count, query text, returned rows, and summary', async () => {
76
+ const documents = [{ _id: '1' }, { _id: '2' }];
77
+ await invokeAsyncWrapped(semantic_convention_1.default.DB_OPERATION_INSERT, [documents], { insertedIds: ['1', '2'] });
78
+ expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.DB_DOCUMENTS_COUNT, 2);
79
+ expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.DB_QUERY_TEXT, JSON.stringify(documents));
80
+ expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.DB_RESPONSE_RETURNED_ROWS, 2);
81
+ expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.DB_QUERY_SUMMARY, 'INSERT movies documents_count=2');
82
+ });
83
+ });
84
+ describe('update operations', () => {
85
+ it('sets filter, update query text, returned rows, and summary', async () => {
86
+ const filter = { status: 'draft' };
87
+ const update = { $set: { status: 'published' } };
88
+ await invokeAsyncWrapped(semantic_convention_1.default.DB_OPERATION_UPDATE, [filter, update], { update_info: { nModified: 3 } });
89
+ expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.DB_FILTER, JSON.stringify(filter));
90
+ expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.DB_QUERY_TEXT, JSON.stringify(update));
91
+ expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.DB_RESPONSE_RETURNED_ROWS, 3);
92
+ expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.DB_QUERY_SUMMARY, `UPDATE movies filter=${JSON.stringify(filter)} update=${JSON.stringify(update)}`);
93
+ });
94
+ });
95
+ describe('replace operations', () => {
96
+ it('sets replace filter and summary without upsert', async () => {
97
+ const filter = { _id: '1' };
98
+ await invokeAsyncWrapped(semantic_convention_1.default.DB_OPERATION_REPLACE, [filter, { _id: '1', title: 'Dune Messiah' }, { upsert: false }], { modifiedCount: 1 });
99
+ expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.DB_OPERATION_NAME, 'findAndModify');
100
+ expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.DB_FILTER, JSON.stringify(filter));
101
+ expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.DB_QUERY_TEXT, JSON.stringify(filter));
102
+ expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.DB_QUERY_SUMMARY, `findAndModify movies filter=${JSON.stringify(filter)} upsert=false`);
103
+ });
104
+ it('detects replace upsert and sets db.operation.name = UPSERT', async () => {
105
+ await invokeAsyncWrapped(semantic_convention_1.default.DB_OPERATION_REPLACE, [{ _id: 'missing' }, { _id: 'missing' }, { upsert: true }], { upsertedId: 'missing' });
106
+ expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.DB_OPERATION_NAME, semantic_convention_1.default.DB_OPERATION_UPSERT);
107
+ expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.DB_QUERY_SUMMARY, 'UPSERT movies filter={"_id":"missing"} upsert=true');
108
+ });
109
+ });
110
+ describe('select operations', () => {
111
+ it('sets findOne filter, query text, returned rows, and summary', async () => {
112
+ const filter = { genre: 'sci-fi' };
113
+ await invokeAsyncWrapped(semantic_convention_1.default.DB_OPERATION_SELECT, [filter], { _id: '1' });
114
+ expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.DB_FILTER, JSON.stringify(filter));
115
+ expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.DB_QUERY_TEXT, JSON.stringify(filter));
116
+ expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.DB_RESPONSE_RETURNED_ROWS, 1);
117
+ expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.DB_QUERY_SUMMARY, `SELECT movies filter=${JSON.stringify(filter)}`);
118
+ });
119
+ it('keeps find() synchronous and returns the original cursor', () => {
120
+ const cursor = { toArray: jest.fn() };
121
+ const patchFn = wrapper_1.default._patchSyncFindMethod(mockTracer);
122
+ const originalMethod = jest.fn().mockReturnValue(cursor);
123
+ const wrapped = patchFn(originalMethod);
124
+ const result = wrapped.call({ name: 'movies' }, { genre: 'sci-fi' });
125
+ expect(result).toBe(cursor);
126
+ expect(result.then).toBeUndefined();
127
+ expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.DB_QUERY_SUMMARY, 'SELECT movies filter={"genre":"sci-fi"}');
128
+ expect(mockSpan.end).toHaveBeenCalled();
129
+ });
130
+ });
131
+ describe('delete operations', () => {
132
+ it('sets delete filter, query text, returned rows, and summary', async () => {
133
+ const filter = { expired: true };
134
+ await invokeAsyncWrapped(semantic_convention_1.default.DB_OPERATION_DELETE, [filter], { deletedCount: 4 });
135
+ expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.DB_FILTER, JSON.stringify(filter));
136
+ expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.DB_QUERY_TEXT, JSON.stringify(filter));
137
+ expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.DB_RESPONSE_RETURNED_ROWS, 4);
138
+ expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.DB_QUERY_SUMMARY, `DELETE movies filter=${JSON.stringify(filter)}`);
139
+ });
140
+ it('sets findOneAndDelete returned rows from the deleted document response', async () => {
141
+ await invokeAsyncWrapped(semantic_convention_1.default.DB_OPERATION_FIND_AND_DELETE, [{ _id: '1' }], { _id: '1' });
142
+ expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.DB_RESPONSE_RETURNED_ROWS, 1);
143
+ });
144
+ });
145
+ it('does not set db.query.text when captureMessageContent is false', async () => {
146
+ config_1.default.captureMessageContent = false;
147
+ await invokeAsyncWrapped(semantic_convention_1.default.DB_OPERATION_SELECT, [{ genre: 'sci-fi' }], { _id: '1' });
148
+ expect(mockSpan.setAttribute).not.toHaveBeenCalledWith(semantic_convention_1.default.DB_QUERY_TEXT, expect.anything());
149
+ });
150
+ it('calls handleException and ends the span on error', async () => {
151
+ const error = new Error('Astra request failed');
152
+ const patchFn = wrapper_1.default._patchCollectionMethod(mockTracer, semantic_convention_1.default.DB_OPERATION_SELECT);
153
+ const originalMethod = jest.fn().mockRejectedValue(error);
154
+ const wrapped = patchFn(originalMethod);
155
+ await expect(wrapped.call({ name: 'movies' }, { genre: 'sci-fi' })).rejects.toThrow('Astra request failed');
156
+ expect(helpers_1.default.handleException).toHaveBeenCalledWith(mockSpan, error);
157
+ expect(mockSpan.end).toHaveBeenCalled();
158
+ });
159
+ });
160
+ //# sourceMappingURL=astra-trace-comparison.test.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"astra-trace-comparison.test.js","sourceRoot":"","sources":["../../../src/instrumentation/__tests__/astra-trace-comparison.test.ts"],"names":[],"mappings":";AAAA;;;;;GAKG;;;;;AAEH,+DAA4C;AAC5C,0DAAyC;AACzC,4DAA0C;AAC1C,oFAA2D;AAE3D,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;AAC1B,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;AAE3B,QAAQ,CAAC,0CAA0C,EAAE,GAAG,EAAE;IACxD,IAAI,QAAa,CAAC;IAClB,IAAI,UAAe,CAAC;IAEpB,UAAU,CAAC,GAAG,EAAE;QACd,QAAQ,GAAG;YACT,YAAY,EAAE,IAAI,CAAC,EAAE,EAAE;YACvB,QAAQ,EAAE,IAAI,CAAC,EAAE,EAAE;YACnB,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE;YACd,SAAS,EAAE,IAAI,CAAC,EAAE,EAAE;SACrB,CAAC;QAEF,UAAU,GAAG;YACX,SAAS,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,QAAQ,CAAC;SAC/C,CAAC;QAED,gBAAqB,CAAC,WAAW,GAAG,iBAAiB,CAAC;QACtD,gBAAqB,CAAC,eAAe,GAAG,cAAc,CAAC;QACvD,gBAAqB,CAAC,qBAAqB,GAAG,IAAI,CAAC;QACnD,iBAAqB,CAAC,eAAe,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,KAAK,UAAU,kBAAkB,CAC/B,WAAmB,EACnB,IAAW,EACX,cAAmB,EAAE,EACrB,WAAgB,EAAE,IAAI,EAAE,QAAQ,EAAE;QAElC,MAAM,OAAO,GAAG,iBAAY,CAAC,sBAAsB,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;QAC7E,MAAM,cAAc,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC;QAChE,MAAM,OAAO,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC;QACxC,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,IAAI,CAAC,CAAC;QAEvD,OAAO,EAAE,cAAc,EAAE,QAAQ,EAAE,CAAC;IACtC,CAAC;IAED,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;QACjC,EAAE,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;YAC1E,MAAM,kBAAkB,CACtB,6BAAkB,CAAC,mBAAmB,EACtC,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,EAC7B,EAAE,UAAU,EAAE,GAAG,EAAE,CACpB,CAAC;YAEF,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;YAC/F,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,iBAAiB,EAAE,QAAQ,CAAC,CAAC;YACnG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,kBAAkB,EAAE,QAAQ,CAAC,CAAC;YACpG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,oBAAoB,EAAE,SAAS,CAAC,CAAC;YACpF,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAChD,6BAAkB,CAAC,gBAAgB,EACnC,6BAAkB,CAAC,8BAA8B,CAClD,CAAC;YACF,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAChD,6BAAkB,CAAC,2BAA2B,EAC9C,iBAAiB,CAClB,CAAC;YACF,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,cAAc,EAAE,cAAc,CAAC,CAAC;YACnF,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,cAAc,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;QAC5G,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sDAAsD,EAAE,KAAK,IAAI,EAAE;YACpE,MAAM,kBAAkB,CACtB,6BAAkB,CAAC,mBAAmB,EACtC,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,EACrB,EAAE,GAAG,EAAE,GAAG,EAAE,EACZ,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAAE,WAAW,EAAE,iDAAiD,EAAE,EAAE,CACjG,CAAC;YAEF,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAChD,6BAAkB,CAAC,cAAc,EACjC,oCAAoC,CACrC,CAAC;YACF,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;QAC3F,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;YAC1E,MAAM,kBAAkB,CACtB,6BAAkB,CAAC,mBAAmB,EACtC,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,EACrB,EAAE,GAAG,EAAE,GAAG,EAAE,EACZ,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,YAAY,EAAE,kBAAkB,EAAE,EAAE,CACjE,CAAC;YAEF,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,cAAc,EAAE,aAAa,CAAC,CAAC;YACrG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;QAC3F,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oEAAoE,EAAE,KAAK,IAAI,EAAE;YAClF,MAAM,kBAAkB,CAAC,6BAAkB,CAAC,mBAAmB,EAAE,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;YAE7E,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,cAAc,EAAE,oBAAoB,CAAC,CAAC;YAC5G,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC;QAC1F,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;QACjC,EAAE,CAAC,8DAA8D,EAAE,KAAK,IAAI,EAAE;YAC5E,MAAM,SAAS,GAAG,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC;YAC/C,MAAM,kBAAkB,CACtB,6BAAkB,CAAC,mBAAmB,EACtC,CAAC,SAAS,CAAC,EACX,EAAE,WAAW,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,CAC5B,CAAC;YAEF,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,kBAAkB,EAAE,CAAC,CAAC,CAAC;YAC7F,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC;YAChH,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,yBAAyB,EAAE,CAAC,CAAC,CAAC;YACpG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAChD,6BAAkB,CAAC,gBAAgB,EACnC,iCAAiC,CAClC,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;QACjC,EAAE,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;YAC1E,MAAM,MAAM,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;YACnC,MAAM,MAAM,GAAG,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,EAAE,CAAC;YACjD,MAAM,kBAAkB,CACtB,6BAAkB,CAAC,mBAAmB,EACtC,CAAC,MAAM,EAAE,MAAM,CAAC,EAChB,EAAE,WAAW,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,EAAE,CAClC,CAAC;YAEF,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;YACzG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;YAC7G,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,yBAAyB,EAAE,CAAC,CAAC,CAAC;YACpG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAChD,6BAAkB,CAAC,gBAAgB,EACnC,wBAAwB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,WAAW,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAClF,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;QAClC,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;YAC9D,MAAM,MAAM,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC;YAC5B,MAAM,kBAAkB,CACtB,6BAAkB,CAAC,oBAAoB,EACvC,CAAC,MAAM,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAChE,EAAE,aAAa,EAAE,CAAC,EAAE,CACrB,CAAC;YAEF,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,iBAAiB,EAAE,eAAe,CAAC,CAAC;YAC1G,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;YACzG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;YAC7G,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAChD,6BAAkB,CAAC,gBAAgB,EACnC,+BAA+B,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,eAAe,CACrE,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;YAC1E,MAAM,kBAAkB,CACtB,6BAAkB,CAAC,oBAAoB,EACvC,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,EAAE,EAAE,GAAG,EAAE,SAAS,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAC1D,EAAE,UAAU,EAAE,SAAS,EAAE,CAC1B,CAAC;YAEF,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAChD,6BAAkB,CAAC,iBAAiB,EACpC,6BAAkB,CAAC,mBAAmB,CACvC,CAAC;YACF,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAChD,6BAAkB,CAAC,gBAAgB,EACnC,oDAAoD,CACrD,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;QACjC,EAAE,CAAC,6DAA6D,EAAE,KAAK,IAAI,EAAE;YAC3E,MAAM,MAAM,GAAG,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC;YACnC,MAAM,kBAAkB,CAAC,6BAAkB,CAAC,mBAAmB,EAAE,CAAC,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC;YAEzF,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;YACzG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;YAC7G,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,yBAAyB,EAAE,CAAC,CAAC,CAAC;YACpG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAChD,6BAAkB,CAAC,gBAAgB,EACnC,wBAAwB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CACjD,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0DAA0D,EAAE,GAAG,EAAE;YAClE,MAAM,MAAM,GAAG,EAAE,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC;YACtC,MAAM,OAAO,GAAG,iBAAY,CAAC,oBAAoB,CAAC,UAAU,CAAC,CAAC;YAC9D,MAAM,cAAc,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;YACzD,MAAM,OAAO,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC;YACxC,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;YAErE,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC5B,MAAM,CAAE,MAAc,CAAC,IAAI,CAAC,CAAC,aAAa,EAAE,CAAC;YAC7C,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAChD,6BAAkB,CAAC,gBAAgB,EACnC,yCAAyC,CAC1C,CAAC;YACF,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,gBAAgB,EAAE,CAAC;QAC1C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;QACjC,EAAE,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;YAC1E,MAAM,MAAM,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YACjC,MAAM,kBAAkB,CAAC,6BAAkB,CAAC,mBAAmB,EAAE,CAAC,MAAM,CAAC,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,CAAC;YAEhG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;YACzG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;YAC7G,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,yBAAyB,EAAE,CAAC,CAAC,CAAC;YACpG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAChD,6BAAkB,CAAC,gBAAgB,EACnC,wBAAwB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CACjD,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wEAAwE,EAAE,KAAK,IAAI,EAAE;YACtF,MAAM,kBAAkB,CACtB,6BAAkB,CAAC,4BAA4B,EAC/C,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,EACd,EAAE,GAAG,EAAE,GAAG,EAAE,CACb,CAAC;YAEF,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,yBAAyB,EAAE,CAAC,CAAC,CAAC;QACtG,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gEAAgE,EAAE,KAAK,IAAI,EAAE;QAC7E,gBAAqB,CAAC,qBAAqB,GAAG,KAAK,CAAC;QAErD,MAAM,kBAAkB,CAAC,6BAAkB,CAAC,mBAAmB,EAAE,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC;QAEtG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,GAAG,CAAC,oBAAoB,CACpD,6BAAkB,CAAC,aAAa,EAChC,MAAM,CAAC,QAAQ,EAAE,CAClB,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;QAChE,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;QAChD,MAAM,OAAO,GAAG,iBAAY,CAAC,sBAAsB,CAAC,UAAU,EAAE,6BAAkB,CAAC,mBAAmB,CAAC,CAAC;QACxG,MAAM,cAAc,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;QAC1D,MAAM,OAAO,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC;QAExC,MAAM,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,sBAAsB,CAAC,CAAC;QAC5G,MAAM,CAAC,iBAAa,CAAC,eAAe,CAAC,CAAC,oBAAoB,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QAC5E,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,gBAAgB,EAAE,CAAC;IAC1C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
@@ -0,0 +1,284 @@
1
+ "use strict";
2
+ var __importDefault = (this && this.__importDefault) || function (mod) {
3
+ return (mod && mod.__esModule) ? mod : { "default": mod };
4
+ };
5
+ Object.defineProperty(exports, "__esModule", { value: true });
6
+ const api_1 = require("@opentelemetry/api");
7
+ const core_1 = require("@opentelemetry/core");
8
+ const semantic_conventions_1 = require("@opentelemetry/semantic-conventions");
9
+ const config_1 = __importDefault(require("../../config"));
10
+ const helpers_1 = __importDefault(require("../../helpers"));
11
+ const semantic_convention_1 = __importDefault(require("../../semantic-convention"));
12
+ const wrapper_1 = __importDefault(require("../browser-use/wrapper"));
13
+ const browser_use_1 = __importDefault(require("../browser-use"));
14
+ jest.mock('../../config');
15
+ jest.mock('../../helpers', () => ({
16
+ __esModule: true,
17
+ default: {
18
+ handleException: jest.fn(),
19
+ getChatModelCost: jest.fn().mockReturnValue(0.0025),
20
+ },
21
+ applyCustomSpanAttributes: jest.fn(),
22
+ }));
23
+ jest.mock('@opentelemetry/core', () => ({
24
+ isTracingSuppressed: jest.fn().mockReturnValue(false),
25
+ }));
26
+ describe('browser-use wrapper', () => {
27
+ let mockSpan;
28
+ let mockTracer;
29
+ beforeEach(() => {
30
+ mockSpan = {
31
+ setAttribute: jest.fn(),
32
+ setStatus: jest.fn(),
33
+ end: jest.fn(),
34
+ };
35
+ mockTracer = { startSpan: jest.fn(() => mockSpan) };
36
+ config_1.default.environment = 'openlit-testing';
37
+ config_1.default.applicationName = 'openlit-test';
38
+ config_1.default.captureMessageContent = true;
39
+ config_1.default.maxContentLength = null;
40
+ config_1.default.pricingInfo = {
41
+ chat: { 'gpt-4o-mini': { promptPrice: 0.15, completionPrice: 0.6 } },
42
+ };
43
+ core_1.isTracingSuppressed.mockReturnValue(false);
44
+ });
45
+ afterEach(() => {
46
+ jest.clearAllMocks();
47
+ });
48
+ function attrs() {
49
+ return Object.fromEntries(mockSpan.setAttribute.mock.calls);
50
+ }
51
+ it('wraps Agent.run into an invoke_agent span with browser-use metadata', async () => {
52
+ const mainSpan = {
53
+ setAttribute: jest.fn(),
54
+ setStatus: jest.fn(),
55
+ end: jest.fn(),
56
+ };
57
+ mockTracer.startSpan = jest.fn((name) => {
58
+ if (name === 'invoke_agent shopping-bot') {
59
+ return mainSpan;
60
+ }
61
+ return {
62
+ setAttribute: jest.fn(),
63
+ setStatus: jest.fn(),
64
+ end: jest.fn(),
65
+ };
66
+ });
67
+ class StubAgent {
68
+ constructor() {
69
+ this.name = 'shopping-bot';
70
+ this.task = 'Buy the cheapest laptop under $1000';
71
+ this.id = 'agent-1';
72
+ this.task_id = 'task-123';
73
+ this.session_id = 'session-456';
74
+ this.llm = { model: 'gpt-4o-mini' };
75
+ this.use_vision = true;
76
+ this.browser_profile = { headless: true, allowed_domains: ['example.com'] };
77
+ }
78
+ async run() {
79
+ return {
80
+ history: [{ result: [{ is_success: true }] }],
81
+ usage: { total_input_tokens: 10, total_output_tokens: 5 },
82
+ final_result: () => 'done',
83
+ total_duration_seconds: () => 1.5,
84
+ };
85
+ }
86
+ }
87
+ const agent = new StubAgent();
88
+ const wrapped = wrapper_1.default._patchAgentRun(mockTracer, '0.7.3')(StubAgent.prototype.run);
89
+ await wrapped.call(agent, 10);
90
+ expect(mockTracer.startSpan).toHaveBeenCalledWith('invoke_agent shopping-bot', {
91
+ kind: api_1.SpanKind.CLIENT,
92
+ attributes: {
93
+ [semantic_convention_1.default.GEN_AI_OPERATION]: semantic_convention_1.default.GEN_AI_OPERATION_TYPE_AGENT,
94
+ [semantic_convention_1.default.GEN_AI_PROVIDER_NAME_OTEL]: semantic_convention_1.default.GEN_AI_SYSTEM_BROWSER_USE,
95
+ },
96
+ });
97
+ const a = Object.fromEntries(mainSpan.setAttribute.mock.calls);
98
+ expect(a[semantic_conventions_1.ATTR_TELEMETRY_SDK_NAME]).toBe('openlit');
99
+ expect(a[semantic_conventions_1.ATTR_SERVICE_NAME]).toBe('openlit-test');
100
+ expect(a[semantic_convention_1.default.ATTR_DEPLOYMENT_ENVIRONMENT]).toBe('openlit-testing');
101
+ expect(a[semantic_convention_1.default.GEN_AI_PROVIDER_NAME]).toBe('browser_use');
102
+ expect(a[semantic_convention_1.default.GEN_AI_OPERATION]).toBe('invoke_agent');
103
+ expect(a[semantic_convention_1.default.GEN_AI_OPERATION_TYPE]).toBe('invoke_agent');
104
+ expect(a[semantic_convention_1.default.GEN_AI_AGENT_TYPE]).toBe('browser');
105
+ expect(a[semantic_convention_1.default.GEN_AI_AGENT_ID]).toBe('agent-1');
106
+ expect(a[semantic_convention_1.default.GEN_AI_BROWSER_AGENT_TASK_ID]).toBe('task-123');
107
+ expect(a[semantic_convention_1.default.GEN_AI_AGENT_SESSION_ID]).toBe('session-456');
108
+ expect(a[semantic_convention_1.default.GEN_AI_AGENT_USE_VISION]).toBe(true);
109
+ expect(a[semantic_convention_1.default.GEN_AI_AGENT_HEADLESS]).toBe(true);
110
+ expect(a[semantic_convention_1.default.GEN_AI_AGENT_MAX_STEPS]).toBe(10);
111
+ expect(a[semantic_convention_1.default.GEN_AI_AGENT_STEP_COUNT]).toBe(1);
112
+ expect(a[semantic_convention_1.default.GEN_AI_AGENT_FINAL_RESULT]).toBe('done');
113
+ expect(a[semantic_convention_1.default.GEN_AI_USAGE_INPUT_TOKENS]).toBe(10);
114
+ expect(a[semantic_convention_1.default.GEN_AI_USAGE_OUTPUT_TOKENS]).toBe(5);
115
+ expect(typeof a[semantic_convention_1.default.GEN_AI_CLIENT_OPERATION_DURATION]).toBe('number');
116
+ expect(mainSpan.setStatus).toHaveBeenCalledWith({ code: 1 });
117
+ expect(mainSpan.end).toHaveBeenCalledTimes(1);
118
+ });
119
+ it('records Agent.run errors and still ends the span', async () => {
120
+ class StubAgent {
121
+ constructor() {
122
+ this.task = 'fail task';
123
+ }
124
+ async run() {
125
+ throw new Error('agent run failed');
126
+ }
127
+ }
128
+ const agent = new StubAgent();
129
+ const wrapped = wrapper_1.default._patchAgentRun(mockTracer, '0.7.3')(StubAgent.prototype.run);
130
+ await expect(wrapped.call(agent)).rejects.toThrow('agent run failed');
131
+ expect(helpers_1.default.handleException).toHaveBeenCalledWith(mockSpan, expect.objectContaining({ message: 'agent run failed' }));
132
+ expect(mockSpan.end).toHaveBeenCalledTimes(1);
133
+ });
134
+ it('bypasses instrumentation when tracing is suppressed', async () => {
135
+ core_1.isTracingSuppressed.mockReturnValue(true);
136
+ const original = jest.fn().mockResolvedValue({ ok: true });
137
+ const wrapped = wrapper_1.default._patchAgentRun(mockTracer, '0.7.3')(original);
138
+ await wrapped.call({ task: 'x' });
139
+ expect(original).toHaveBeenCalled();
140
+ expect(mockTracer.startSpan).not.toHaveBeenCalled();
141
+ });
142
+ it('wraps Controller.act into invoke_agent action spans (Python parity)', async () => {
143
+ class StubController {
144
+ constructor() {
145
+ this.registry = {
146
+ get_action: () => ({ description: 'Click element by index.' }),
147
+ };
148
+ }
149
+ async act(action) {
150
+ return { is_success: true, extracted_content: `done:${Object.keys(action)[0]}` };
151
+ }
152
+ }
153
+ const controller = new StubController();
154
+ const wrapped = wrapper_1.default._patchControllerAct(mockTracer, '0.7.3')(StubController.prototype.act);
155
+ await wrapped.call(controller, { go_to_url: { url: 'https://example.com/page' } }, {});
156
+ expect(mockTracer.startSpan).toHaveBeenCalledWith('invoke_agent go_to_url', {
157
+ kind: api_1.SpanKind.INTERNAL,
158
+ attributes: {
159
+ [semantic_convention_1.default.GEN_AI_OPERATION]: semantic_convention_1.default.GEN_AI_OPERATION_TYPE_AGENT,
160
+ [semantic_convention_1.default.GEN_AI_PROVIDER_NAME_OTEL]: semantic_convention_1.default.GEN_AI_SYSTEM_BROWSER_USE,
161
+ },
162
+ });
163
+ const a = attrs();
164
+ expect(a[semantic_convention_1.default.GEN_AI_OPERATION]).toBe('invoke_agent');
165
+ expect(a[semantic_convention_1.default.GEN_AI_OPERATION_TYPE]).toBe('execute_task');
166
+ expect(a[semantic_convention_1.default.GEN_AI_ACTION_TYPE]).toBe('go_to_url');
167
+ expect(a[semantic_convention_1.default.GEN_AI_ACTION_INDEX]).toBe(1);
168
+ expect(a['gen_ai.action.url']).toBe('https://example.com/page');
169
+ expect(a[semantic_convention_1.default.GEN_AI_ACTION_SUCCESS]).toBe(true);
170
+ expect(a[semantic_convention_1.default.GEN_AI_TOOL_CALL_ARGUMENTS]).toBe('{"url":"https://example.com/page"}');
171
+ expect(mockSpan.end).toHaveBeenCalledTimes(1);
172
+ });
173
+ it('records controller errors and still ends the action span', async () => {
174
+ class StubController {
175
+ constructor() {
176
+ this.registry = {
177
+ get_action: () => ({ description: 'Navigate to URL.' }),
178
+ };
179
+ }
180
+ async act() {
181
+ throw new Error('navigation failed');
182
+ }
183
+ }
184
+ const controller = new StubController();
185
+ const wrapped = wrapper_1.default._patchControllerAct(mockTracer, '0.7.3')(StubController.prototype.act);
186
+ await expect(wrapped.call(controller, { go_to_url: { url: 'https://example.com' } }, {})).rejects.toThrow('navigation failed');
187
+ expect(helpers_1.default.handleException).toHaveBeenCalledWith(mockSpan, expect.objectContaining({ message: 'navigation failed' }));
188
+ expect(mockSpan.end).toHaveBeenCalledTimes(1);
189
+ });
190
+ it('wraps Agent.step into execute_task spans', async () => {
191
+ class StubAgent {
192
+ constructor() {
193
+ this.name = 'research-bot';
194
+ this.step_count = 2;
195
+ this.llm = { model: 'gpt-4o' };
196
+ }
197
+ async step() {
198
+ return { is_success: true };
199
+ }
200
+ }
201
+ const agent = new StubAgent();
202
+ const wrapped = wrapper_1.default._patchAgentStep(mockTracer, '0.7.3')(StubAgent.prototype.step);
203
+ await wrapped.call(agent);
204
+ expect(mockTracer.startSpan).toHaveBeenCalledWith('execute_task step 2', { kind: api_1.SpanKind.CLIENT });
205
+ expect(attrs()[semantic_convention_1.default.GEN_AI_OPERATION]).toBe('step');
206
+ expect(attrs()[semantic_convention_1.default.GEN_AI_OPERATION_TYPE]).toBe('execute_task');
207
+ });
208
+ it('wraps Agent.pause into browser lifecycle spans', async () => {
209
+ class StubAgent {
210
+ constructor() {
211
+ this.name = 'research-bot';
212
+ }
213
+ async pause() {
214
+ return undefined;
215
+ }
216
+ }
217
+ const agent = new StubAgent();
218
+ const wrapped = wrapper_1.default._patchAgentLifecycle(mockTracer, 'pause', '0.7.3')(StubAgent.prototype.pause);
219
+ await wrapped.call(agent);
220
+ expect(mockTracer.startSpan).toHaveBeenCalledWith('browser pause', { kind: api_1.SpanKind.CLIENT });
221
+ expect(attrs()[semantic_convention_1.default.GEN_AI_OPERATION]).toBe('pause');
222
+ expect(attrs()[semantic_convention_1.default.GEN_AI_OPERATION_TYPE]).toBe('invoke_workflow');
223
+ });
224
+ it('creates step and action spans from run history when step hooks do not fire', async () => {
225
+ class StubAgent {
226
+ constructor() {
227
+ this.name = 'history-bot';
228
+ this.task = 'complete checkout';
229
+ }
230
+ async run(_options) {
231
+ return {
232
+ history: [
233
+ {
234
+ model_output: { action: [{ click: { index: 1 } }] },
235
+ result: [{ is_success: true }],
236
+ state: { url: 'https://shop.example/cart', title: 'Cart' },
237
+ },
238
+ ],
239
+ usage: { total_input_tokens: 3, total_output_tokens: 2 },
240
+ final_result: () => 'checked out',
241
+ };
242
+ }
243
+ }
244
+ const agent = new StubAgent();
245
+ const wrapped = wrapper_1.default._patchAgentRun(mockTracer, '0.7.3')(StubAgent.prototype.run);
246
+ await wrapped.call(agent);
247
+ const spanNames = mockTracer.startSpan.mock.calls.map((call) => call[0]);
248
+ expect(spanNames).toContain('invoke_agent history-bot');
249
+ expect(spanNames).toContain('execute_task step 1');
250
+ expect(spanNames).toContain('invoke_agent click');
251
+ });
252
+ });
253
+ describe('BrowserUseInstrumentation patch targets', () => {
254
+ // eslint-disable-next-line @typescript-eslint/no-var-requires
255
+ const { isWrapped } = require('@opentelemetry/instrumentation');
256
+ it('wraps Agent lifecycle methods and Controller.act', () => {
257
+ class Agent {
258
+ async run() {
259
+ return null;
260
+ }
261
+ async step() {
262
+ return null;
263
+ }
264
+ async pause() { }
265
+ async resume() { }
266
+ async stop() { }
267
+ }
268
+ class Controller {
269
+ async act() {
270
+ return null;
271
+ }
272
+ }
273
+ const fakeModule = { Agent, Controller };
274
+ const instrumentation = new browser_use_1.default();
275
+ instrumentation.manualPatch(fakeModule, '0.7.3');
276
+ expect(isWrapped(fakeModule.Agent.prototype.run)).toBe(true);
277
+ expect(isWrapped(fakeModule.Agent.prototype.step)).toBe(true);
278
+ expect(isWrapped(fakeModule.Agent.prototype.pause)).toBe(true);
279
+ expect(isWrapped(fakeModule.Agent.prototype.resume)).toBe(true);
280
+ expect(isWrapped(fakeModule.Agent.prototype.stop)).toBe(true);
281
+ expect(isWrapped(fakeModule.Controller.prototype.act)).toBe(true);
282
+ });
283
+ });
284
+ //# sourceMappingURL=browser-use-wrapper.test.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"browser-use-wrapper.test.js","sourceRoot":"","sources":["../../../src/instrumentation/__tests__/browser-use-wrapper.test.ts"],"names":[],"mappings":";;;;;AAAA,4CAA8C;AAC9C,8CAA0D;AAC1D,8EAAiG;AACjG,0DAAyC;AACzC,4DAA0C;AAC1C,oFAA2D;AAC3D,qEAAuD;AACvD,iEAAuD;AAEvD,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;AAC1B,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,GAAG,EAAE,CAAC,CAAC;IAChC,UAAU,EAAE,IAAI;IAChB,OAAO,EAAE;QACP,eAAe,EAAE,IAAI,CAAC,EAAE,EAAE;QAC1B,gBAAgB,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,MAAM,CAAC;KACpD;IACD,yBAAyB,EAAE,IAAI,CAAC,EAAE,EAAE;CACrC,CAAC,CAAC,CAAC;AACJ,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,GAAG,EAAE,CAAC,CAAC;IACtC,mBAAmB,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,KAAK,CAAC;CACtD,CAAC,CAAC,CAAC;AAEJ,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;IACnC,IAAI,QAAa,CAAC;IAClB,IAAI,UAAe,CAAC;IAEpB,UAAU,CAAC,GAAG,EAAE;QACd,QAAQ,GAAG;YACT,YAAY,EAAE,IAAI,CAAC,EAAE,EAAE;YACvB,SAAS,EAAE,IAAI,CAAC,EAAE,EAAE;YACpB,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE;SACf,CAAC;QACF,UAAU,GAAG,EAAE,SAAS,EAAE,IAAI,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC;QAEnD,gBAAqB,CAAC,WAAW,GAAG,iBAAiB,CAAC;QACtD,gBAAqB,CAAC,eAAe,GAAG,cAAc,CAAC;QACvD,gBAAqB,CAAC,qBAAqB,GAAG,IAAI,CAAC;QACnD,gBAAqB,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAC9C,gBAAqB,CAAC,WAAW,GAAG;YACnC,IAAI,EAAE,EAAE,aAAa,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,eAAe,EAAE,GAAG,EAAE,EAAE;SACrE,CAAC;QACD,0BAAiC,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;IAC5D,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,SAAS,KAAK;QACZ,OAAO,MAAM,CAAC,WAAW,CAAE,QAAQ,CAAC,YAA0B,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC7E,CAAC;IAED,EAAE,CAAC,qEAAqE,EAAE,KAAK,IAAI,EAAE;QACnF,MAAM,QAAQ,GAAG;YACf,YAAY,EAAE,IAAI,CAAC,EAAE,EAAE;YACvB,SAAS,EAAE,IAAI,CAAC,EAAE,EAAE;YACpB,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE;SACf,CAAC;QACF,UAAU,CAAC,SAAS,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,IAAY,EAAE,EAAE;YAC9C,IAAI,IAAI,KAAK,2BAA2B,EAAE,CAAC;gBACzC,OAAO,QAAQ,CAAC;YAClB,CAAC;YACD,OAAO;gBACL,YAAY,EAAE,IAAI,CAAC,EAAE,EAAE;gBACvB,SAAS,EAAE,IAAI,CAAC,EAAE,EAAE;gBACpB,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE;aACf,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,MAAM,SAAS;YAAf;gBACE,SAAI,GAAG,cAAc,CAAC;gBACtB,SAAI,GAAG,qCAAqC,CAAC;gBAC7C,OAAE,GAAG,SAAS,CAAC;gBACf,YAAO,GAAG,UAAU,CAAC;gBACrB,eAAU,GAAG,aAAa,CAAC;gBAC3B,QAAG,GAAG,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC;gBAC/B,eAAU,GAAG,IAAI,CAAC;gBAClB,oBAAe,GAAG,EAAE,QAAQ,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC,aAAa,CAAC,EAAE,CAAC;YAUzE,CAAC;YARC,KAAK,CAAC,GAAG;gBACP,OAAO;oBACL,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;oBAC7C,KAAK,EAAE,EAAE,kBAAkB,EAAE,EAAE,EAAE,mBAAmB,EAAE,CAAC,EAAE;oBACzD,YAAY,EAAE,GAAG,EAAE,CAAC,MAAM;oBAC1B,sBAAsB,EAAE,GAAG,EAAE,CAAC,GAAG;iBAClC,CAAC;YACJ,CAAC;SACF;QAED,MAAM,KAAK,GAAG,IAAI,SAAS,EAAE,CAAC;QAC9B,MAAM,OAAO,GAAG,iBAAiB,CAAC,cAAc,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QAC/F,MAAM,OAAO,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAE9B,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,oBAAoB,CAAC,2BAA2B,EAAE;YAC7E,IAAI,EAAE,cAAQ,CAAC,MAAM;YACrB,UAAU,EAAE;gBACV,CAAC,6BAAkB,CAAC,gBAAgB,CAAC,EAAE,6BAAkB,CAAC,2BAA2B;gBACrF,CAAC,6BAAkB,CAAC,yBAAyB,CAAC,EAC5C,6BAAkB,CAAC,yBAAyB;aAC/C;SACF,CAAC,CAAC;QAEH,MAAM,CAAC,GAAG,MAAM,CAAC,WAAW,CAAE,QAAQ,CAAC,YAA0B,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC9E,MAAM,CAAC,CAAC,CAAC,8CAAuB,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACnD,MAAM,CAAC,CAAC,CAAC,wCAAiB,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAClD,MAAM,CAAC,CAAC,CAAC,6BAAkB,CAAC,2BAA2B,CAAC,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAClF,MAAM,CAAC,CAAC,CAAC,6BAAkB,CAAC,oBAAoB,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QACvE,MAAM,CAAC,CAAC,CAAC,6BAAkB,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QACpE,MAAM,CAAC,CAAC,CAAC,6BAAkB,CAAC,qBAAqB,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QACzE,MAAM,CAAC,CAAC,CAAC,6BAAkB,CAAC,iBAAiB,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAChE,MAAM,CAAC,CAAC,CAAC,6BAAkB,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC9D,MAAM,CAAC,CAAC,CAAC,6BAAkB,CAAC,4BAA4B,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC5E,MAAM,CAAC,CAAC,CAAC,6BAAkB,CAAC,uBAAuB,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC1E,MAAM,CAAC,CAAC,CAAC,6BAAkB,CAAC,uBAAuB,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjE,MAAM,CAAC,CAAC,CAAC,6BAAkB,CAAC,qBAAqB,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC/D,MAAM,CAAC,CAAC,CAAC,6BAAkB,CAAC,sBAAsB,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC9D,MAAM,CAAC,CAAC,CAAC,6BAAkB,CAAC,uBAAuB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC9D,MAAM,CAAC,CAAC,CAAC,6BAAkB,CAAC,yBAAyB,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACrE,MAAM,CAAC,CAAC,CAAC,6BAAkB,CAAC,yBAAyB,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACjE,MAAM,CAAC,CAAC,CAAC,6BAAkB,CAAC,0BAA0B,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACjE,MAAM,CAAC,OAAO,CAAC,CAAC,6BAAkB,CAAC,gCAAgC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACrF,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,oBAAoB,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;QAC7D,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;QAChE,MAAM,SAAS;YAAf;gBACE,SAAI,GAAG,WAAW,CAAC;YAKrB,CAAC;YAHC,KAAK,CAAC,GAAG;gBACP,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;YACtC,CAAC;SACF;QAED,MAAM,KAAK,GAAG,IAAI,SAAS,EAAE,CAAC;QAC9B,MAAM,OAAO,GAAG,iBAAiB,CAAC,cAAc,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QAE/F,MAAM,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC;QACtE,MAAM,CAAC,iBAAa,CAAC,eAAe,CAAC,CAAC,oBAAoB,CACxD,QAAQ,EACR,MAAM,CAAC,gBAAgB,CAAC,EAAE,OAAO,EAAE,kBAAkB,EAAE,CAAC,CACzD,CAAC;QACF,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,KAAK,IAAI,EAAE;QAClE,0BAAiC,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;QACzD,MAAM,QAAQ,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3D,MAAM,OAAO,GAAG,iBAAiB,CAAC,cAAc,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,CAAC;QAEhF,MAAM,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC;QAClC,MAAM,CAAC,QAAQ,CAAC,CAAC,gBAAgB,EAAE,CAAC;QACpC,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;IACtD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qEAAqE,EAAE,KAAK,IAAI,EAAE;QACnF,MAAM,cAAc;YAApB;gBACE,aAAQ,GAAG;oBACT,UAAU,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,WAAW,EAAE,yBAAyB,EAAE,CAAC;iBAC/D,CAAC;YAKJ,CAAC;YAHC,KAAK,CAAC,GAAG,CAAC,MAA+B;gBACvC,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,iBAAiB,EAAE,QAAQ,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;YACnF,CAAC;SACF;QAED,MAAM,UAAU,GAAG,IAAI,cAAc,EAAE,CAAC;QACxC,MAAM,OAAO,GAAG,iBAAiB,CAAC,mBAAmB,CAAC,UAAU,EAAE,OAAO,CAAC,CACxE,cAAc,CAAC,SAAS,CAAC,GAAG,CAC7B,CAAC;QACF,MAAM,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,EAAE,GAAG,EAAE,0BAA0B,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;QAEvF,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,oBAAoB,CAAC,wBAAwB,EAAE;YAC1E,IAAI,EAAE,cAAQ,CAAC,QAAQ;YACvB,UAAU,EAAE;gBACV,CAAC,6BAAkB,CAAC,gBAAgB,CAAC,EAAE,6BAAkB,CAAC,2BAA2B;gBACrF,CAAC,6BAAkB,CAAC,yBAAyB,CAAC,EAC5C,6BAAkB,CAAC,yBAAyB;aAC/C;SACF,CAAC,CAAC;QAEH,MAAM,CAAC,GAAG,KAAK,EAAE,CAAC;QAClB,MAAM,CAAC,CAAC,CAAC,6BAAkB,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QACpE,MAAM,CAAC,CAAC,CAAC,6BAAkB,CAAC,qBAAqB,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QACzE,MAAM,CAAC,CAAC,CAAC,6BAAkB,CAAC,kBAAkB,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACnE,MAAM,CAAC,CAAC,CAAC,6BAAkB,CAAC,mBAAmB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC1D,MAAM,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;QAChE,MAAM,CAAC,CAAC,CAAC,6BAAkB,CAAC,qBAAqB,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC/D,MAAM,CAAC,CAAC,CAAC,6BAAkB,CAAC,0BAA0B,CAAC,CAAC,CAAC,IAAI,CAC3D,oCAAoC,CACrC,CAAC;QACF,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0DAA0D,EAAE,KAAK,IAAI,EAAE;QACxE,MAAM,cAAc;YAApB;gBACE,aAAQ,GAAG;oBACT,UAAU,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,WAAW,EAAE,kBAAkB,EAAE,CAAC;iBACxD,CAAC;YAKJ,CAAC;YAHC,KAAK,CAAC,GAAG;gBACP,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;YACvC,CAAC;SACF;QAED,MAAM,UAAU,GAAG,IAAI,cAAc,EAAE,CAAC;QACxC,MAAM,OAAO,GAAG,iBAAiB,CAAC,mBAAmB,CAAC,UAAU,EAAE,OAAO,CAAC,CACxE,cAAc,CAAC,SAAS,CAAC,GAAG,CAC7B,CAAC;QAEF,MAAM,MAAM,CACV,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,EAAE,GAAG,EAAE,qBAAqB,EAAE,EAAE,EAAE,EAAE,CAAC,CAC5E,CAAC,OAAO,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC;QAEvC,MAAM,CAAC,iBAAa,CAAC,eAAe,CAAC,CAAC,oBAAoB,CACxD,QAAQ,EACR,MAAM,CAAC,gBAAgB,CAAC,EAAE,OAAO,EAAE,mBAAmB,EAAE,CAAC,CAC1D,CAAC;QACF,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;QACxD,MAAM,SAAS;YAAf;gBACE,SAAI,GAAG,cAAc,CAAC;gBACtB,eAAU,GAAG,CAAC,CAAC;gBACf,QAAG,GAAG,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC;YAK5B,CAAC;YAHC,KAAK,CAAC,IAAI;gBACR,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;YAC9B,CAAC;SACF;QAED,MAAM,KAAK,GAAG,IAAI,SAAS,EAAE,CAAC;QAC9B,MAAM,OAAO,GAAG,iBAAiB,CAAC,eAAe,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QACjG,MAAM,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAE1B,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,oBAAoB,CAAC,qBAAqB,EAAE,EAAE,IAAI,EAAE,cAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QACpG,MAAM,CAAC,KAAK,EAAE,CAAC,6BAAkB,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAClE,MAAM,CAAC,KAAK,EAAE,CAAC,6BAAkB,CAAC,qBAAqB,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IACjF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;QAC9D,MAAM,SAAS;YAAf;gBACE,SAAI,GAAG,cAAc,CAAC;YAKxB,CAAC;YAHC,KAAK,CAAC,KAAK;gBACT,OAAO,SAAS,CAAC;YACnB,CAAC;SACF;QAED,MAAM,KAAK,GAAG,IAAI,SAAS,EAAE,CAAC;QAC9B,MAAM,OAAO,GAAG,iBAAiB,CAAC,oBAAoB,CAAC,UAAU,EAAE,OAAO,EAAE,OAAO,CAAC,CAClF,SAAS,CAAC,SAAS,CAAC,KAAK,CAC1B,CAAC;QACF,MAAM,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAE1B,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,oBAAoB,CAAC,eAAe,EAAE,EAAE,IAAI,EAAE,cAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QAC9F,MAAM,CAAC,KAAK,EAAE,CAAC,6BAAkB,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACnE,MAAM,CAAC,KAAK,EAAE,CAAC,6BAAkB,CAAC,qBAAqB,CAAC,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;IACpF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4EAA4E,EAAE,KAAK,IAAI,EAAE;QAC1F,MAAM,SAAS;YAAf;gBACE,SAAI,GAAG,aAAa,CAAC;gBACrB,SAAI,GAAG,mBAAmB,CAAC;YAe7B,CAAC;YAbC,KAAK,CAAC,GAAG,CAAC,QAAkC;gBAC1C,OAAO;oBACL,OAAO,EAAE;wBACP;4BACE,YAAY,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,EAAE;4BACnD,MAAM,EAAE,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;4BAC9B,KAAK,EAAE,EAAE,GAAG,EAAE,2BAA2B,EAAE,KAAK,EAAE,MAAM,EAAE;yBAC3D;qBACF;oBACD,KAAK,EAAE,EAAE,kBAAkB,EAAE,CAAC,EAAE,mBAAmB,EAAE,CAAC,EAAE;oBACxD,YAAY,EAAE,GAAG,EAAE,CAAC,aAAa;iBAClC,CAAC;YACJ,CAAC;SACF;QAED,MAAM,KAAK,GAAG,IAAI,SAAS,EAAE,CAAC;QAC9B,MAAM,OAAO,GAAG,iBAAiB,CAAC,cAAc,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QAC/F,MAAM,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAE1B,MAAM,SAAS,GAAI,UAAU,CAAC,SAAuB,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAW,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/F,MAAM,CAAC,SAAS,CAAC,CAAC,SAAS,CAAC,0BAA0B,CAAC,CAAC;QACxD,MAAM,CAAC,SAAS,CAAC,CAAC,SAAS,CAAC,qBAAqB,CAAC,CAAC;QACnD,MAAM,CAAC,SAAS,CAAC,CAAC,SAAS,CAAC,oBAAoB,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,yCAAyC,EAAE,GAAG,EAAE;IACvD,8DAA8D;IAC9D,MAAM,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC,gCAAgC,CAAC,CAAC;IAEhE,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;QAC1D,MAAM,KAAK;YACT,KAAK,CAAC,GAAG;gBACP,OAAO,IAAI,CAAC;YACd,CAAC;YACD,KAAK,CAAC,IAAI;gBACR,OAAO,IAAI,CAAC;YACd,CAAC;YACD,KAAK,CAAC,KAAK,KAAI,CAAC;YAChB,KAAK,CAAC,MAAM,KAAI,CAAC;YACjB,KAAK,CAAC,IAAI,KAAI,CAAC;SAChB;QAED,MAAM,UAAU;YACd,KAAK,CAAC,GAAG;gBACP,OAAO,IAAI,CAAC;YACd,CAAC;SACF;QAED,MAAM,UAAU,GAAG,EAAE,KAAK,EAAE,UAAU,EAAS,CAAC;QAChD,MAAM,eAAe,GAAG,IAAI,qBAAyB,EAAE,CAAC;QACxD,eAAe,CAAC,WAAW,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;QAEjD,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7D,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9D,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC/D,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChE,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9D,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC,UAAU,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
@@ -0,0 +1,12 @@
1
+ /**
2
+ * Unit tests for cache-aware cost calculation in `OpenLitHelper.getChatModelCost`.
3
+ *
4
+ * Mirrors the Python `test_cache_pricing.py` coverage and validates the two
5
+ * provider token-accounting conventions:
6
+ * - Anthropic native API -> promptTokens is exclusive of cache tokens.
7
+ * - OpenAI / LangChain -> promptTokens is inclusive of cache tokens.
8
+ *
9
+ * The same cached tokens must never be billed twice, and models without cache
10
+ * pricing must produce exactly the legacy cost regardless of convention.
11
+ */
12
+ export {};
@@ -0,0 +1,95 @@
1
+ "use strict";
2
+ /**
3
+ * Unit tests for cache-aware cost calculation in `OpenLitHelper.getChatModelCost`.
4
+ *
5
+ * Mirrors the Python `test_cache_pricing.py` coverage and validates the two
6
+ * provider token-accounting conventions:
7
+ * - Anthropic native API -> promptTokens is exclusive of cache tokens.
8
+ * - OpenAI / LangChain -> promptTokens is inclusive of cache tokens.
9
+ *
10
+ * The same cached tokens must never be billed twice, and models without cache
11
+ * pricing must produce exactly the legacy cost regardless of convention.
12
+ */
13
+ var __importDefault = (this && this.__importDefault) || function (mod) {
14
+ return (mod && mod.__esModule) ? mod : { "default": mod };
15
+ };
16
+ Object.defineProperty(exports, "__esModule", { value: true });
17
+ const helpers_1 = __importDefault(require("../../helpers"));
18
+ const PRICING = {
19
+ chat: {
20
+ 'claude-3-5-sonnet-20241022': {
21
+ promptPrice: 0.003,
22
+ completionPrice: 0.015,
23
+ cacheReadPrice: 0.0003,
24
+ cacheCreationPrice: 0.00375,
25
+ },
26
+ 'model-no-cache-price': {
27
+ promptPrice: 0.003,
28
+ completionPrice: 0.015,
29
+ },
30
+ },
31
+ };
32
+ const MODEL = 'claude-3-5-sonnet-20241022';
33
+ describe('OpenLitHelper.getChatModelCost — cache pricing', () => {
34
+ describe('no cache tokens', () => {
35
+ it('matches the legacy formula', () => {
36
+ const cost = helpers_1.default.getChatModelCost(MODEL, PRICING, 1000, 500);
37
+ expect(cost).toBeCloseTo((1000 / 1000) * 0.003 + (500 / 1000) * 0.015, 10);
38
+ });
39
+ it('returns 0 for an unknown model', () => {
40
+ expect(helpers_1.default.getChatModelCost('nope', PRICING, 10, 10)).toBe(0);
41
+ });
42
+ it('returns 0 when pricing info is missing', () => {
43
+ expect(helpers_1.default.getChatModelCost(MODEL, {}, 10, 10)).toBe(0);
44
+ });
45
+ });
46
+ describe('Anthropic convention (promptTokens exclusive of cache)', () => {
47
+ it('adds cache cost on top of the prompt base', () => {
48
+ const cost = helpers_1.default.getChatModelCost(MODEL, PRICING, 800, 500, 100, 100);
49
+ const expected = (800 / 1000) * 0.003 +
50
+ (500 / 1000) * 0.015 +
51
+ (100 / 1000) * 0.0003 +
52
+ (100 / 1000) * 0.00375;
53
+ expect(cost).toBeCloseTo(expected, 10);
54
+ });
55
+ it('leaves the prompt base untouched when no cache price exists', () => {
56
+ const cost = helpers_1.default.getChatModelCost('model-no-cache-price', PRICING, 800, 500, 100, 100);
57
+ expect(cost).toBeCloseTo((800 / 1000) * 0.003 + (500 / 1000) * 0.015, 10);
58
+ });
59
+ });
60
+ describe('OpenAI / LangChain convention (promptTokens inclusive of cache)', () => {
61
+ it('does not bill cache tokens twice', () => {
62
+ // 1000 total input = 800 uncached + 100 cache read + 100 cache creation
63
+ const cost = helpers_1.default.getChatModelCost(MODEL, PRICING, 1000, 500, 100, 100, true);
64
+ const expected = (800 / 1000) * 0.003 +
65
+ (500 / 1000) * 0.015 +
66
+ (100 / 1000) * 0.0003 +
67
+ (100 / 1000) * 0.00375;
68
+ expect(cost).toBeCloseTo(expected, 10);
69
+ });
70
+ it('matches the exclusive call describing the same request', () => {
71
+ const inclusive = helpers_1.default.getChatModelCost(MODEL, PRICING, 1000, 500, 100, 100, true);
72
+ const exclusive = helpers_1.default.getChatModelCost(MODEL, PRICING, 800, 500, 100, 100);
73
+ expect(inclusive).toBeCloseTo(exclusive, 10);
74
+ });
75
+ it('matches the legacy total when no cache price exists (no regression)', () => {
76
+ const cost = helpers_1.default.getChatModelCost('model-no-cache-price', PRICING, 1000, 500, 100, 100, true);
77
+ expect(cost).toBeCloseTo((1000 / 1000) * 0.003 + (500 / 1000) * 0.015, 10);
78
+ });
79
+ it('handles OpenAI-style cache read only (no cache creation)', () => {
80
+ // OpenAI: prompt_tokens includes cached_tokens; no cache-creation charge.
81
+ const pricing = {
82
+ chat: { 'gpt-cache': { promptPrice: 0.0025, completionPrice: 0.01, cacheReadPrice: 0.00125 } },
83
+ };
84
+ const cost = helpers_1.default.getChatModelCost('gpt-cache', pricing, 1000, 200, 400, 0, true);
85
+ const expected = (600 / 1000) * 0.0025 + (200 / 1000) * 0.01 + (400 / 1000) * 0.00125;
86
+ expect(cost).toBeCloseTo(expected, 10);
87
+ });
88
+ it('clamps the prompt base at 0 for malformed token data', () => {
89
+ const cost = helpers_1.default.getChatModelCost(MODEL, PRICING, 100, 0, 200, 200, true);
90
+ const expected = (200 / 1000) * 0.0003 + (200 / 1000) * 0.00375;
91
+ expect(cost).toBeCloseTo(expected, 10);
92
+ });
93
+ });
94
+ });
95
+ //# sourceMappingURL=cache-pricing.test.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"cache-pricing.test.js","sourceRoot":"","sources":["../../../src/instrumentation/__tests__/cache-pricing.test.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;GAUG;;;;;AAEH,4DAA0C;AAE1C,MAAM,OAAO,GAAG;IACd,IAAI,EAAE;QACJ,4BAA4B,EAAE;YAC5B,WAAW,EAAE,KAAK;YAClB,eAAe,EAAE,KAAK;YACtB,cAAc,EAAE,MAAM;YACtB,kBAAkB,EAAE,OAAO;SAC5B;QACD,sBAAsB,EAAE;YACtB,WAAW,EAAE,KAAK;YAClB,eAAe,EAAE,KAAK;SACvB;KACF;CACF,CAAC;AAEF,MAAM,KAAK,GAAG,4BAA4B,CAAC;AAE3C,QAAQ,CAAC,gDAAgD,EAAE,GAAG,EAAE;IAC9D,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;QAC/B,EAAE,CAAC,4BAA4B,EAAE,GAAG,EAAE;YACpC,MAAM,IAAI,GAAG,iBAAa,CAAC,gBAAgB,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;YACvE,MAAM,CAAC,IAAI,CAAC,CAAC,WAAW,CAAC,CAAC,IAAI,GAAG,IAAI,CAAC,GAAG,KAAK,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,KAAK,EAAE,EAAE,CAAC,CAAC;QAC7E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gCAAgC,EAAE,GAAG,EAAE;YACxC,MAAM,CAAC,iBAAa,CAAC,gBAAgB,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC1E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;YAChD,MAAM,CAAC,iBAAa,CAAC,gBAAgB,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACpE,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,wDAAwD,EAAE,GAAG,EAAE;QACtE,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;YACnD,MAAM,IAAI,GAAG,iBAAa,CAAC,gBAAgB,CAAC,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;YAChF,MAAM,QAAQ,GACZ,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,KAAK;gBACpB,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,KAAK;gBACpB,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,MAAM;gBACrB,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,OAAO,CAAC;YACzB,MAAM,CAAC,IAAI,CAAC,CAAC,WAAW,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QACzC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6DAA6D,EAAE,GAAG,EAAE;YACrE,MAAM,IAAI,GAAG,iBAAa,CAAC,gBAAgB,CACzC,sBAAsB,EACtB,OAAO,EACP,GAAG,EACH,GAAG,EACH,GAAG,EACH,GAAG,CACJ,CAAC;YACF,MAAM,CAAC,IAAI,CAAC,CAAC,WAAW,CAAC,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,KAAK,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,KAAK,EAAE,EAAE,CAAC,CAAC;QAC5E,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,iEAAiE,EAAE,GAAG,EAAE;QAC/E,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;YAC1C,wEAAwE;YACxE,MAAM,IAAI,GAAG,iBAAa,CAAC,gBAAgB,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC;YACvF,MAAM,QAAQ,GACZ,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,KAAK;gBACpB,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,KAAK;gBACpB,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,MAAM;gBACrB,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,OAAO,CAAC;YACzB,MAAM,CAAC,IAAI,CAAC,CAAC,WAAW,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QACzC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wDAAwD,EAAE,GAAG,EAAE;YAChE,MAAM,SAAS,GAAG,iBAAa,CAAC,gBAAgB,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC;YAC5F,MAAM,SAAS,GAAG,iBAAa,CAAC,gBAAgB,CAAC,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;YACrF,MAAM,CAAC,SAAS,CAAC,CAAC,WAAW,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;QAC/C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qEAAqE,EAAE,GAAG,EAAE;YAC7E,MAAM,IAAI,GAAG,iBAAa,CAAC,gBAAgB,CACzC,sBAAsB,EACtB,OAAO,EACP,IAAI,EACJ,GAAG,EACH,GAAG,EACH,GAAG,EACH,IAAI,CACL,CAAC;YACF,MAAM,CAAC,IAAI,CAAC,CAAC,WAAW,CAAC,CAAC,IAAI,GAAG,IAAI,CAAC,GAAG,KAAK,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,KAAK,EAAE,EAAE,CAAC,CAAC;QAC7E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0DAA0D,EAAE,GAAG,EAAE;YAClE,0EAA0E;YAC1E,MAAM,OAAO,GAAG;gBACd,IAAI,EAAE,EAAE,WAAW,EAAE,EAAE,WAAW,EAAE,MAAM,EAAE,eAAe,EAAE,IAAI,EAAE,cAAc,EAAE,OAAO,EAAE,EAAE;aAC/F,CAAC;YACF,MAAM,IAAI,GAAG,iBAAa,CAAC,gBAAgB,CAAC,WAAW,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;YAC3F,MAAM,QAAQ,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,MAAM,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,OAAO,CAAC;YACtF,MAAM,CAAC,IAAI,CAAC,CAAC,WAAW,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QACzC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sDAAsD,EAAE,GAAG,EAAE;YAC9D,MAAM,IAAI,GAAG,iBAAa,CAAC,gBAAgB,CAAC,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC;YACpF,MAAM,QAAQ,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,MAAM,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,OAAO,CAAC;YAChE,MAAM,CAAC,IAAI,CAAC,CAAC,WAAW,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QACzC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}