openlit 1.13.0 → 1.14.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (348) hide show
  1. package/README.md +34 -1
  2. package/dist/__tests__/manual-trace.test.js +118 -0
  3. package/dist/__tests__/manual-trace.test.js.map +1 -0
  4. package/dist/__tests__/register.test.js +90 -0
  5. package/dist/__tests__/register.test.js.map +1 -0
  6. package/dist/config.d.ts +7 -1
  7. package/dist/config.js +3 -1
  8. package/dist/config.js.map +1 -1
  9. package/dist/evals/__tests__/offline.test.js +418 -0
  10. package/dist/evals/__tests__/offline.test.js.map +1 -0
  11. package/dist/evals/index.d.ts +2 -5
  12. package/dist/evals/index.js +12 -26
  13. package/dist/evals/index.js.map +1 -1
  14. package/dist/evals/offline.d.ts +6 -0
  15. package/dist/evals/offline.js +347 -0
  16. package/dist/evals/offline.js.map +1 -0
  17. package/dist/evals/types.d.ts +69 -18
  18. package/dist/evals/types.js +20 -0
  19. package/dist/evals/types.js.map +1 -1
  20. package/dist/guard/__tests__/integration.test.js +178 -0
  21. package/dist/guard/__tests__/integration.test.js.map +1 -0
  22. package/dist/guard/__tests__/pii.test.js +109 -0
  23. package/dist/guard/__tests__/pii.test.js.map +1 -0
  24. package/dist/guard/__tests__/pipeline.test.js +162 -0
  25. package/dist/guard/__tests__/pipeline.test.js.map +1 -0
  26. package/dist/guard/__tests__/prompt-injection.test.js +92 -0
  27. package/dist/guard/__tests__/prompt-injection.test.js.map +1 -0
  28. package/dist/guard/base.d.ts +75 -14
  29. package/dist/guard/base.js +130 -53
  30. package/dist/guard/base.js.map +1 -1
  31. package/dist/guard/custom.d.ts +19 -0
  32. package/dist/guard/custom.js +46 -0
  33. package/dist/guard/custom.js.map +1 -0
  34. package/dist/guard/index.d.ts +24 -5
  35. package/dist/guard/index.js +39 -21
  36. package/dist/guard/index.js.map +1 -1
  37. package/dist/guard/integration.d.ts +32 -0
  38. package/dist/guard/integration.js +328 -0
  39. package/dist/guard/integration.js.map +1 -0
  40. package/dist/guard/moderation.d.ts +18 -0
  41. package/dist/guard/moderation.js +61 -0
  42. package/dist/guard/moderation.js.map +1 -0
  43. package/dist/guard/pii.d.ts +17 -0
  44. package/dist/guard/pii.js +94 -0
  45. package/dist/guard/pii.js.map +1 -0
  46. package/dist/guard/pipeline.d.ts +18 -0
  47. package/dist/guard/pipeline.js +96 -0
  48. package/dist/guard/pipeline.js.map +1 -0
  49. package/dist/guard/prompt-injection.d.ts +20 -6
  50. package/dist/guard/prompt-injection.js +59 -68
  51. package/dist/guard/prompt-injection.js.map +1 -1
  52. package/dist/guard/schema.d.ts +20 -0
  53. package/dist/guard/schema.js +99 -0
  54. package/dist/guard/schema.js.map +1 -0
  55. package/dist/guard/sensitive-topic.d.ts +22 -6
  56. package/dist/guard/sensitive-topic.js +78 -64
  57. package/dist/guard/sensitive-topic.js.map +1 -1
  58. package/dist/guard/topic-restriction.d.ts +21 -6
  59. package/dist/guard/topic-restriction.js +43 -64
  60. package/dist/guard/topic-restriction.js.map +1 -1
  61. package/dist/helpers.d.ts +133 -2
  62. package/dist/helpers.js +415 -5
  63. package/dist/helpers.js.map +1 -1
  64. package/dist/index.d.ts +54 -30
  65. package/dist/index.js +104 -22
  66. package/dist/index.js.map +1 -1
  67. package/dist/instrumentation/__tests__/ai21-rag-trace-comparison.test.d.ts +13 -0
  68. package/dist/instrumentation/__tests__/ai21-rag-trace-comparison.test.js +176 -0
  69. package/dist/instrumentation/__tests__/ai21-rag-trace-comparison.test.js.map +1 -0
  70. package/dist/instrumentation/__tests__/ai21-trace-comparison.test.d.ts +10 -0
  71. package/dist/instrumentation/__tests__/ai21-trace-comparison.test.js +203 -0
  72. package/dist/instrumentation/__tests__/ai21-trace-comparison.test.js.map +1 -0
  73. package/dist/instrumentation/__tests__/assemblyai-wrapper.test.js +262 -0
  74. package/dist/instrumentation/__tests__/assemblyai-wrapper.test.js.map +1 -0
  75. package/dist/instrumentation/__tests__/astra-trace-comparison.test.d.ts +7 -0
  76. package/dist/instrumentation/__tests__/astra-trace-comparison.test.js +160 -0
  77. package/dist/instrumentation/__tests__/astra-trace-comparison.test.js.map +1 -0
  78. package/dist/instrumentation/__tests__/browser-use-wrapper.test.js +284 -0
  79. package/dist/instrumentation/__tests__/browser-use-wrapper.test.js.map +1 -0
  80. package/dist/instrumentation/__tests__/cache-pricing.test.d.ts +12 -0
  81. package/dist/instrumentation/__tests__/cache-pricing.test.js +95 -0
  82. package/dist/instrumentation/__tests__/cache-pricing.test.js.map +1 -0
  83. package/dist/instrumentation/__tests__/elevenlabs-wrapper.test.d.ts +1 -0
  84. package/dist/instrumentation/__tests__/elevenlabs-wrapper.test.js +282 -0
  85. package/dist/instrumentation/__tests__/elevenlabs-wrapper.test.js.map +1 -0
  86. package/dist/instrumentation/__tests__/firecrawl-wrapper.test.d.ts +1 -0
  87. package/dist/instrumentation/__tests__/firecrawl-wrapper.test.js +238 -0
  88. package/dist/instrumentation/__tests__/firecrawl-wrapper.test.js.map +1 -0
  89. package/dist/instrumentation/__tests__/gpu-collector.test.d.ts +1 -0
  90. package/dist/instrumentation/__tests__/gpu-collector.test.js +247 -0
  91. package/dist/instrumentation/__tests__/gpu-collector.test.js.map +1 -0
  92. package/dist/instrumentation/__tests__/gradient-trace-comparison.test.d.ts +11 -0
  93. package/dist/instrumentation/__tests__/gradient-trace-comparison.test.js +391 -0
  94. package/dist/instrumentation/__tests__/gradient-trace-comparison.test.js.map +1 -0
  95. package/dist/instrumentation/__tests__/groq-trace-comparison.test.js +150 -0
  96. package/dist/instrumentation/__tests__/groq-trace-comparison.test.js.map +1 -1
  97. package/dist/instrumentation/__tests__/helpers-genai.test.d.ts +14 -0
  98. package/dist/instrumentation/__tests__/helpers-genai.test.js +347 -0
  99. package/dist/instrumentation/__tests__/helpers-genai.test.js.map +1 -0
  100. package/dist/instrumentation/__tests__/langchain-role-map.test.d.ts +1 -0
  101. package/dist/instrumentation/__tests__/langchain-role-map.test.js +19 -0
  102. package/dist/instrumentation/__tests__/langchain-role-map.test.js.map +1 -0
  103. package/dist/instrumentation/__tests__/mem0-trace-comparison.test.d.ts +13 -0
  104. package/dist/instrumentation/__tests__/mem0-trace-comparison.test.js +208 -0
  105. package/dist/instrumentation/__tests__/mem0-trace-comparison.test.js.map +1 -0
  106. package/dist/instrumentation/__tests__/pg-trace-comparison.test.d.ts +21 -0
  107. package/dist/instrumentation/__tests__/pg-trace-comparison.test.js +455 -0
  108. package/dist/instrumentation/__tests__/pg-trace-comparison.test.js.map +1 -0
  109. package/dist/instrumentation/__tests__/transformers-trace-comparison.test.d.ts +11 -0
  110. package/dist/instrumentation/__tests__/transformers-trace-comparison.test.js +214 -0
  111. package/dist/instrumentation/__tests__/transformers-trace-comparison.test.js.map +1 -0
  112. package/dist/instrumentation/__tests__/vertexai-trace-comparison.test.d.ts +6 -0
  113. package/dist/instrumentation/__tests__/vertexai-trace-comparison.test.js +409 -0
  114. package/dist/instrumentation/__tests__/vertexai-trace-comparison.test.js.map +1 -0
  115. package/dist/instrumentation/__tests__/vllm-trace-comparison.test.d.ts +1 -0
  116. package/dist/instrumentation/__tests__/vllm-trace-comparison.test.js +519 -0
  117. package/dist/instrumentation/__tests__/vllm-trace-comparison.test.js.map +1 -0
  118. package/dist/instrumentation/ai21/index.d.ts +11 -0
  119. package/dist/instrumentation/ai21/index.js +67 -0
  120. package/dist/instrumentation/ai21/index.js.map +1 -0
  121. package/dist/instrumentation/ai21/wrapper.d.ts +54 -0
  122. package/dist/instrumentation/ai21/wrapper.js +511 -0
  123. package/dist/instrumentation/ai21/wrapper.js.map +1 -0
  124. package/dist/instrumentation/anthropic/wrapper.js +56 -2
  125. package/dist/instrumentation/anthropic/wrapper.js.map +1 -1
  126. package/dist/instrumentation/assemblyai/index.d.ts +12 -0
  127. package/dist/instrumentation/assemblyai/index.js +91 -0
  128. package/dist/instrumentation/assemblyai/index.js.map +1 -0
  129. package/dist/instrumentation/assemblyai/wrapper.d.ts +35 -0
  130. package/dist/instrumentation/assemblyai/wrapper.js +233 -0
  131. package/dist/instrumentation/assemblyai/wrapper.js.map +1 -0
  132. package/dist/instrumentation/astra/index.d.ts +11 -0
  133. package/dist/instrumentation/astra/index.js +87 -0
  134. package/dist/instrumentation/astra/index.js.map +1 -0
  135. package/dist/instrumentation/astra/wrapper.d.ts +39 -0
  136. package/dist/instrumentation/astra/wrapper.js +349 -0
  137. package/dist/instrumentation/astra/wrapper.js.map +1 -0
  138. package/dist/instrumentation/azure-ai-inference/wrapper.d.ts +13 -0
  139. package/dist/instrumentation/azure-ai-inference/wrapper.js +60 -1
  140. package/dist/instrumentation/azure-ai-inference/wrapper.js.map +1 -1
  141. package/dist/instrumentation/bedrock/wrapper.d.ts +13 -0
  142. package/dist/instrumentation/bedrock/wrapper.js +78 -2
  143. package/dist/instrumentation/bedrock/wrapper.js.map +1 -1
  144. package/dist/instrumentation/browser-use/index.d.ts +11 -0
  145. package/dist/instrumentation/browser-use/index.js +98 -0
  146. package/dist/instrumentation/browser-use/index.js.map +1 -0
  147. package/dist/instrumentation/browser-use/wrapper.d.ts +12 -0
  148. package/dist/instrumentation/browser-use/wrapper.js +706 -0
  149. package/dist/instrumentation/browser-use/wrapper.js.map +1 -0
  150. package/dist/instrumentation/claude-agent-sdk/wrapper.js +90 -4
  151. package/dist/instrumentation/claude-agent-sdk/wrapper.js.map +1 -1
  152. package/dist/instrumentation/cohere/wrapper.d.ts +13 -0
  153. package/dist/instrumentation/cohere/wrapper.js +59 -0
  154. package/dist/instrumentation/cohere/wrapper.js.map +1 -1
  155. package/dist/instrumentation/cursor-sdk/wrapper.js +111 -15
  156. package/dist/instrumentation/cursor-sdk/wrapper.js.map +1 -1
  157. package/dist/instrumentation/elevenlabs/index.d.ts +12 -0
  158. package/dist/instrumentation/elevenlabs/index.js +92 -0
  159. package/dist/instrumentation/elevenlabs/index.js.map +1 -0
  160. package/dist/instrumentation/elevenlabs/wrapper.d.ts +34 -0
  161. package/dist/instrumentation/elevenlabs/wrapper.js +280 -0
  162. package/dist/instrumentation/elevenlabs/wrapper.js.map +1 -0
  163. package/dist/instrumentation/firecrawl/index.d.ts +13 -0
  164. package/dist/instrumentation/firecrawl/index.js +115 -0
  165. package/dist/instrumentation/firecrawl/index.js.map +1 -0
  166. package/dist/instrumentation/firecrawl/wrapper.d.ts +22 -0
  167. package/dist/instrumentation/firecrawl/wrapper.js +378 -0
  168. package/dist/instrumentation/firecrawl/wrapper.js.map +1 -0
  169. package/dist/instrumentation/google-ai/wrapper.d.ts +13 -0
  170. package/dist/instrumentation/google-ai/wrapper.js +85 -1
  171. package/dist/instrumentation/google-ai/wrapper.js.map +1 -1
  172. package/dist/instrumentation/gpu/index.d.ts +38 -0
  173. package/dist/instrumentation/gpu/index.js +233 -0
  174. package/dist/instrumentation/gpu/index.js.map +1 -0
  175. package/dist/instrumentation/gradient/index.d.ts +12 -0
  176. package/dist/instrumentation/gradient/index.js +74 -0
  177. package/dist/instrumentation/gradient/index.js.map +1 -0
  178. package/dist/instrumentation/gradient/utils.d.ts +14 -0
  179. package/dist/instrumentation/gradient/utils.js +119 -0
  180. package/dist/instrumentation/gradient/utils.js.map +1 -0
  181. package/dist/instrumentation/gradient/wrapper.d.ts +76 -0
  182. package/dist/instrumentation/gradient/wrapper.js +584 -0
  183. package/dist/instrumentation/gradient/wrapper.js.map +1 -0
  184. package/dist/instrumentation/groq/wrapper.js +42 -0
  185. package/dist/instrumentation/groq/wrapper.js.map +1 -1
  186. package/dist/instrumentation/huggingface/wrapper.d.ts +13 -0
  187. package/dist/instrumentation/huggingface/wrapper.js +66 -0
  188. package/dist/instrumentation/huggingface/wrapper.js.map +1 -1
  189. package/dist/instrumentation/index.js +26 -0
  190. package/dist/instrumentation/index.js.map +1 -1
  191. package/dist/instrumentation/langchain/wrapper.js +5 -8
  192. package/dist/instrumentation/langchain/wrapper.js.map +1 -1
  193. package/dist/instrumentation/langgraph/wrapper.js +12 -11
  194. package/dist/instrumentation/langgraph/wrapper.js.map +1 -1
  195. package/dist/instrumentation/llamaindex/wrapper.d.ts +14 -1
  196. package/dist/instrumentation/llamaindex/wrapper.js +68 -0
  197. package/dist/instrumentation/llamaindex/wrapper.js.map +1 -1
  198. package/dist/instrumentation/mcp/index.d.ts +20 -0
  199. package/dist/instrumentation/mcp/index.js +282 -0
  200. package/dist/instrumentation/mcp/index.js.map +1 -0
  201. package/dist/instrumentation/mcp/wrapper.d.ts +72 -0
  202. package/dist/instrumentation/mcp/wrapper.js +571 -0
  203. package/dist/instrumentation/mcp/wrapper.js.map +1 -0
  204. package/dist/instrumentation/mem0/index.d.ts +17 -0
  205. package/dist/instrumentation/mem0/index.js +113 -0
  206. package/dist/instrumentation/mem0/index.js.map +1 -0
  207. package/dist/instrumentation/mem0/wrapper.d.ts +37 -0
  208. package/dist/instrumentation/mem0/wrapper.js +298 -0
  209. package/dist/instrumentation/mem0/wrapper.js.map +1 -0
  210. package/dist/instrumentation/mistral/wrapper.d.ts +13 -0
  211. package/dist/instrumentation/mistral/wrapper.js +60 -1
  212. package/dist/instrumentation/mistral/wrapper.js.map +1 -1
  213. package/dist/instrumentation/ollama/wrapper.d.ts +13 -0
  214. package/dist/instrumentation/ollama/wrapper.js +67 -1
  215. package/dist/instrumentation/ollama/wrapper.js.map +1 -1
  216. package/dist/instrumentation/openai/wrapper.d.ts +13 -0
  217. package/dist/instrumentation/openai/wrapper.js +89 -3
  218. package/dist/instrumentation/openai/wrapper.js.map +1 -1
  219. package/dist/instrumentation/pg/index.d.ts +20 -0
  220. package/dist/instrumentation/pg/index.js +74 -0
  221. package/dist/instrumentation/pg/index.js.map +1 -0
  222. package/dist/instrumentation/pg/wrapper.d.ts +66 -0
  223. package/dist/instrumentation/pg/wrapper.js +441 -0
  224. package/dist/instrumentation/pg/wrapper.js.map +1 -0
  225. package/dist/instrumentation/replicate/wrapper.d.ts +13 -0
  226. package/dist/instrumentation/replicate/wrapper.js +61 -0
  227. package/dist/instrumentation/replicate/wrapper.js.map +1 -1
  228. package/dist/instrumentation/strands/processor.d.ts +6 -0
  229. package/dist/instrumentation/strands/processor.js +73 -3
  230. package/dist/instrumentation/strands/processor.js.map +1 -1
  231. package/dist/instrumentation/strands/utils.d.ts +2 -2
  232. package/dist/instrumentation/strands/utils.js +15 -2
  233. package/dist/instrumentation/strands/utils.js.map +1 -1
  234. package/dist/instrumentation/together/wrapper.d.ts +13 -0
  235. package/dist/instrumentation/together/wrapper.js +59 -1
  236. package/dist/instrumentation/together/wrapper.js.map +1 -1
  237. package/dist/instrumentation/transformers/index.d.ts +35 -0
  238. package/dist/instrumentation/transformers/index.js +119 -0
  239. package/dist/instrumentation/transformers/index.js.map +1 -0
  240. package/dist/instrumentation/transformers/wrapper.d.ts +49 -0
  241. package/dist/instrumentation/transformers/wrapper.js +472 -0
  242. package/dist/instrumentation/transformers/wrapper.js.map +1 -0
  243. package/dist/instrumentation/vercel-ai/wrapper.d.ts +13 -0
  244. package/dist/instrumentation/vercel-ai/wrapper.js +106 -1
  245. package/dist/instrumentation/vercel-ai/wrapper.js.map +1 -1
  246. package/dist/instrumentation/vertexai/index.d.ts +11 -0
  247. package/dist/instrumentation/vertexai/index.js +70 -0
  248. package/dist/instrumentation/vertexai/index.js.map +1 -0
  249. package/dist/instrumentation/vertexai/wrapper.d.ts +67 -0
  250. package/dist/instrumentation/vertexai/wrapper.js +529 -0
  251. package/dist/instrumentation/vertexai/wrapper.js.map +1 -0
  252. package/dist/instrumentation/vllm/index.d.ts +13 -0
  253. package/dist/instrumentation/vllm/index.js +67 -0
  254. package/dist/instrumentation/vllm/index.js.map +1 -0
  255. package/dist/instrumentation/vllm/wrapper.d.ts +60 -0
  256. package/dist/instrumentation/vllm/wrapper.js +482 -0
  257. package/dist/instrumentation/vllm/wrapper.js.map +1 -0
  258. package/dist/llm/index.d.ts +9 -2
  259. package/dist/llm/index.js.map +1 -1
  260. package/dist/manual-trace.d.ts +40 -0
  261. package/dist/manual-trace.js +103 -0
  262. package/dist/manual-trace.js.map +1 -0
  263. package/dist/otel/metrics.d.ts +11 -0
  264. package/dist/otel/metrics.js +48 -0
  265. package/dist/otel/metrics.js.map +1 -1
  266. package/dist/register.d.ts +4 -0
  267. package/dist/register.js +52 -0
  268. package/dist/register.js.map +1 -0
  269. package/dist/score/__tests__/score.test.d.ts +1 -0
  270. package/dist/score/__tests__/score.test.js +143 -0
  271. package/dist/score/__tests__/score.test.js.map +1 -0
  272. package/dist/score/index.d.ts +2 -0
  273. package/dist/score/index.js +6 -0
  274. package/dist/score/index.js.map +1 -0
  275. package/dist/score/score.d.ts +15 -0
  276. package/dist/score/score.js +135 -0
  277. package/dist/score/score.js.map +1 -0
  278. package/dist/semantic-convention.d.ts +273 -0
  279. package/dist/semantic-convention.js +317 -0
  280. package/dist/semantic-convention.js.map +1 -1
  281. package/dist/types.d.ts +15 -1
  282. package/package.json +18 -1
  283. package/dist/evals/__tests__/anthropic.test.js +0 -9
  284. package/dist/evals/__tests__/anthropic.test.js.map +0 -1
  285. package/dist/evals/__tests__/base.test.js +0 -37
  286. package/dist/evals/__tests__/base.test.js.map +0 -1
  287. package/dist/evals/__tests__/core.test.js +0 -33
  288. package/dist/evals/__tests__/core.test.js.map +0 -1
  289. package/dist/evals/__tests__/metrics.test.js +0 -59
  290. package/dist/evals/__tests__/metrics.test.js.map +0 -1
  291. package/dist/evals/__tests__/openai.test.js +0 -9
  292. package/dist/evals/__tests__/openai.test.js.map +0 -1
  293. package/dist/evals/__tests__/providers.test.js +0 -14
  294. package/dist/evals/__tests__/providers.test.js.map +0 -1
  295. package/dist/evals/__tests__/utils.test.js +0 -46
  296. package/dist/evals/__tests__/utils.test.js.map +0 -1
  297. package/dist/evals/all.d.ts +0 -4
  298. package/dist/evals/all.js +0 -35
  299. package/dist/evals/all.js.map +0 -1
  300. package/dist/evals/base.d.ts +0 -15
  301. package/dist/evals/base.js +0 -51
  302. package/dist/evals/base.js.map +0 -1
  303. package/dist/evals/bias.d.ts +0 -4
  304. package/dist/evals/bias.js +0 -35
  305. package/dist/evals/bias.js.map +0 -1
  306. package/dist/evals/hallucination.d.ts +0 -4
  307. package/dist/evals/hallucination.js +0 -32
  308. package/dist/evals/hallucination.js.map +0 -1
  309. package/dist/evals/llm/anthropic.d.ts +0 -5
  310. package/dist/evals/llm/anthropic.js +0 -42
  311. package/dist/evals/llm/anthropic.js.map +0 -1
  312. package/dist/evals/llm/openai.d.ts +0 -6
  313. package/dist/evals/llm/openai.js +0 -28
  314. package/dist/evals/llm/openai.js.map +0 -1
  315. package/dist/evals/llm/providers.d.ts +0 -7
  316. package/dist/evals/llm/providers.js +0 -10
  317. package/dist/evals/llm/providers.js.map +0 -1
  318. package/dist/evals/metrics.d.ts +0 -9
  319. package/dist/evals/metrics.js +0 -38
  320. package/dist/evals/metrics.js.map +0 -1
  321. package/dist/evals/toxicity.d.ts +0 -4
  322. package/dist/evals/toxicity.js +0 -33
  323. package/dist/evals/toxicity.js.map +0 -1
  324. package/dist/evals/utils.d.ts +0 -4
  325. package/dist/evals/utils.js +0 -39
  326. package/dist/evals/utils.js.map +0 -1
  327. package/dist/guard/__tests__/gaurd.test.js +0 -136
  328. package/dist/guard/__tests__/gaurd.test.js.map +0 -1
  329. package/dist/guard/__tests__/utils.test.js +0 -64
  330. package/dist/guard/__tests__/utils.test.js.map +0 -1
  331. package/dist/guard/all.d.ts +0 -8
  332. package/dist/guard/all.js +0 -28
  333. package/dist/guard/all.js.map +0 -1
  334. package/dist/guard/types.d.ts +0 -26
  335. package/dist/guard/types.js +0 -4
  336. package/dist/guard/types.js.map +0 -1
  337. package/dist/guard/utils.d.ts +0 -13
  338. package/dist/guard/utils.js +0 -79
  339. package/dist/guard/utils.js.map +0 -1
  340. /package/dist/{evals/__tests__/anthropic.test.d.ts → __tests__/manual-trace.test.d.ts} +0 -0
  341. /package/dist/{evals/__tests__/metrics.test.d.ts → __tests__/register.test.d.ts} +0 -0
  342. /package/dist/evals/__tests__/{base.test.d.ts → offline.test.d.ts} +0 -0
  343. /package/dist/{evals/__tests__/core.test.d.ts → guard/__tests__/integration.test.d.ts} +0 -0
  344. /package/dist/{evals/__tests__/openai.test.d.ts → guard/__tests__/pii.test.d.ts} +0 -0
  345. /package/dist/{evals/__tests__/providers.test.d.ts → guard/__tests__/pipeline.test.d.ts} +0 -0
  346. /package/dist/{evals/__tests__/utils.test.d.ts → guard/__tests__/prompt-injection.test.d.ts} +0 -0
  347. /package/dist/{guard/__tests__/gaurd.test.d.ts → instrumentation/__tests__/assemblyai-wrapper.test.d.ts} +0 -0
  348. /package/dist/{guard/__tests__/utils.test.d.ts → instrumentation/__tests__/browser-use-wrapper.test.d.ts} +0 -0
@@ -0,0 +1,519 @@
1
+ "use strict";
2
+ var __importDefault = (this && this.__importDefault) || function (mod) {
3
+ return (mod && mod.__esModule) ? mod : { "default": mod };
4
+ };
5
+ Object.defineProperty(exports, "__esModule", { value: true });
6
+ const api_1 = require("@opentelemetry/api");
7
+ const wrapper_1 = __importDefault(require("../vllm/wrapper"));
8
+ const config_1 = __importDefault(require("../../config"));
9
+ const helpers_1 = __importDefault(require("../../helpers"));
10
+ const base_wrapper_1 = __importDefault(require("../base-wrapper"));
11
+ const semantic_convention_1 = __importDefault(require("../../semantic-convention"));
12
+ jest.mock('../../../src/config');
13
+ jest.mock('../../../src/helpers');
14
+ jest.mock('../../../src/instrumentation/base-wrapper');
15
+ const mockTracer = api_1.trace.getTracer('test-tracer');
16
+ describe('VllmWrapper', () => {
17
+ let span;
18
+ beforeEach(() => {
19
+ span = mockTracer.startSpan('test-span');
20
+ span.setAttribute = jest.fn();
21
+ span.addEvent = jest.fn();
22
+ jest.clearAllMocks();
23
+ jest.restoreAllMocks();
24
+ wrapper_1.default.baseUrlPrefixes = [...wrapper_1.default.defaultBaseUrlPrefixes];
25
+ });
26
+ afterEach(() => {
27
+ span.end();
28
+ });
29
+ describe('isVllmClient / extractServerInfo', () => {
30
+ it('returns false for default OpenAI client (api.openai.com)', () => {
31
+ expect(wrapper_1.default.isVllmClient({ baseURL: 'https://api.openai.com/v1' })).toBe(false);
32
+ });
33
+ it('returns true for localhost:8000 vLLM endpoint', () => {
34
+ expect(wrapper_1.default.isVllmClient({ baseURL: 'http://127.0.0.1:8000/v1' })).toBe(true);
35
+ });
36
+ it('returns true for custom baseUrlPrefixes', () => {
37
+ wrapper_1.default.baseUrlPrefixes.push('http://gpu-cluster:8080/v1');
38
+ expect(wrapper_1.default.isVllmClient({ baseURL: 'http://gpu-cluster:8080/v1' })).toBe(true);
39
+ });
40
+ it('extracts server address and port from client baseURL', () => {
41
+ const info = wrapper_1.default.extractServerInfo({ baseURL: 'http://my-vllm:9000/v1' });
42
+ expect(info).toEqual({ address: 'my-vllm', port: 9000 });
43
+ });
44
+ });
45
+ describe('_patchChat routing', () => {
46
+ it('delegates non-vLLM clients to the OpenAI handler', async () => {
47
+ const openaiHandler = jest.fn().mockResolvedValue({ id: 'openai-resp' });
48
+ const rawCreate = jest.fn();
49
+ const patchFn = wrapper_1.default._patchChat(mockTracer, openaiHandler, rawCreate);
50
+ const wrapped = patchFn(jest.fn());
51
+ const client = { baseURL: 'https://api.openai.com/v1' };
52
+ const result = await wrapped.call(client, { model: 'gpt-4o', messages: [] });
53
+ expect(openaiHandler).toHaveBeenCalled();
54
+ expect(rawCreate).not.toHaveBeenCalled();
55
+ expect(result).toEqual({ id: 'openai-resp' });
56
+ });
57
+ it('creates a vLLM span for vLLM clients', async () => {
58
+ const openaiHandler = jest.fn();
59
+ const rawCreate = jest.fn().mockResolvedValue({
60
+ id: 'vllm-resp',
61
+ model: 'facebook/opt-125m',
62
+ choices: [{ message: { content: 'hi', role: 'assistant' }, finish_reason: 'stop' }],
63
+ usage: { prompt_tokens: 1, completion_tokens: 1 },
64
+ });
65
+ const patchFn = wrapper_1.default._patchChat(mockTracer, openaiHandler, rawCreate);
66
+ const wrapped = patchFn(jest.fn());
67
+ jest.spyOn(mockTracer, 'startSpan').mockReturnValue(span);
68
+ jest.spyOn(wrapper_1.default, '_chat').mockResolvedValue({ id: 'vllm-resp' });
69
+ const client = { baseURL: 'http://127.0.0.1:8000/v1' };
70
+ await wrapped.call(client, { model: 'facebook/opt-125m', messages: [{ role: 'user', content: 'hi' }] });
71
+ expect(openaiHandler).not.toHaveBeenCalled();
72
+ expect(rawCreate).toHaveBeenCalled();
73
+ expect(mockTracer.startSpan).toHaveBeenCalled();
74
+ expect(wrapper_1.default._chat).toHaveBeenCalled();
75
+ });
76
+ });
77
+ describe('_chat', () => {
78
+ it('should call recordMetrics after span ends', async () => {
79
+ const mockArgs = [{ messages: [{ role: 'user', content: 'test message' }] }];
80
+ const mockResponse = {
81
+ id: 'chatcmpl-123',
82
+ model: 'facebook/opt-125m',
83
+ usage: { prompt_tokens: 10, completion_tokens: 20 },
84
+ choices: [
85
+ {
86
+ message: { content: 'response text', role: 'assistant' },
87
+ finish_reason: 'stop',
88
+ },
89
+ ],
90
+ };
91
+ const mockGenAIEndpoint = 'vllm.chat';
92
+ jest
93
+ .spyOn(wrapper_1.default, '_chatCommonSetter')
94
+ .mockImplementationOnce(async ({ genAIEndpoint, span }) => {
95
+ span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_TOP_P, 1);
96
+ span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_MAX_TOKENS, 100);
97
+ span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_TEMPERATURE, 0.7);
98
+ return {
99
+ genAIEndpoint,
100
+ model: 'facebook/opt-125m',
101
+ cost: 0.0,
102
+ aiSystem: semantic_convention_1.default.GEN_AI_SYSTEM_VLLM,
103
+ serverAddress: '127.0.0.1',
104
+ serverPort: 8000,
105
+ };
106
+ });
107
+ await wrapper_1.default._chat({
108
+ args: mockArgs,
109
+ genAIEndpoint: mockGenAIEndpoint,
110
+ response: mockResponse,
111
+ span,
112
+ serverAddress: '127.0.0.1',
113
+ serverPort: 8000,
114
+ });
115
+ expect(base_wrapper_1.default.recordMetrics).toHaveBeenCalledWith(span, {
116
+ genAIEndpoint: mockGenAIEndpoint,
117
+ model: 'facebook/opt-125m',
118
+ cost: 0.0,
119
+ aiSystem: semantic_convention_1.default.GEN_AI_SYSTEM_VLLM,
120
+ serverAddress: '127.0.0.1',
121
+ serverPort: 8000,
122
+ });
123
+ });
124
+ });
125
+ describe('_chatGenerator streaming', () => {
126
+ async function* mockStream() {
127
+ yield {
128
+ id: 'chatcmpl-stream',
129
+ model: 'facebook/opt-125m',
130
+ choices: [{
131
+ delta: { role: 'assistant', content: 'Hello' },
132
+ finish_reason: null,
133
+ }],
134
+ };
135
+ yield {
136
+ id: 'chatcmpl-stream',
137
+ model: 'facebook/opt-125m',
138
+ choices: [{
139
+ delta: {
140
+ tool_calls: [{ index: 0, id: 'call_1', function: { name: 'get_weather', arguments: '{"loc' } }],
141
+ },
142
+ finish_reason: null,
143
+ }],
144
+ };
145
+ yield {
146
+ id: 'chatcmpl-stream',
147
+ model: 'facebook/opt-125m',
148
+ choices: [{
149
+ delta: {
150
+ tool_calls: [{ index: 0, function: { arguments: '":"SF"}' } }],
151
+ },
152
+ finish_reason: 'tool_calls',
153
+ }],
154
+ usage: { prompt_tokens: 5, completion_tokens: 10 },
155
+ };
156
+ }
157
+ it('aggregates streaming tool_calls across chunks', async () => {
158
+ jest.restoreAllMocks();
159
+ config_1.default.pricingInfo = {};
160
+ config_1.default.disableEvents = true;
161
+ jest.spyOn(helpers_1.default, 'getChatModelCost').mockReturnValue(0);
162
+ const generator = wrapper_1.default._chatGenerator({
163
+ args: [{ model: 'facebook/opt-125m', messages: [{ role: 'user', content: 'weather?' }], stream: true }],
164
+ genAIEndpoint: 'vllm.chat',
165
+ response: mockStream(),
166
+ span,
167
+ serverAddress: '127.0.0.1',
168
+ serverPort: 8000,
169
+ });
170
+ // drain generator
171
+ // eslint-disable-next-line @typescript-eslint/no-unused-vars
172
+ for await (const _chunk of generator) { /* consume */ }
173
+ expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_TOOL_NAME, 'get_weather');
174
+ expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_TOOL_CALL_ID, 'call_1');
175
+ expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_TOOL_ARGS, '{"loc":"SF"}');
176
+ });
177
+ });
178
+ describe('_chatCommonSetter', () => {
179
+ it('should set span attributes and return metric parameters', async () => {
180
+ const mockArgs = [
181
+ {
182
+ model: 'facebook/opt-125m',
183
+ messages: [{ role: 'user', content: 'test message' }],
184
+ max_tokens: 100,
185
+ temperature: 0.7,
186
+ top_p: 1,
187
+ top_k: 40,
188
+ presence_penalty: 2,
189
+ frequency_penalty: 3,
190
+ seed: 3,
191
+ stream: false,
192
+ stop: ['STOP'],
193
+ },
194
+ ];
195
+ const mockResult = {
196
+ id: 'chatcmpl-123',
197
+ model: 'facebook/opt-125m',
198
+ usage: { prompt_tokens: 10, completion_tokens: 20 },
199
+ choices: [
200
+ {
201
+ message: { content: 'response text', role: 'assistant' },
202
+ finish_reason: 'stop',
203
+ },
204
+ ],
205
+ };
206
+ jest.restoreAllMocks();
207
+ config_1.default.pricingInfo = {};
208
+ config_1.default.disableEvents = true;
209
+ jest.spyOn(helpers_1.default, 'getChatModelCost').mockReturnValue(0.0);
210
+ const metricParams = await wrapper_1.default._chatCommonSetter({
211
+ args: mockArgs,
212
+ genAIEndpoint: 'vllm.chat',
213
+ result: mockResult,
214
+ span,
215
+ });
216
+ expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_REQUEST_TOP_P, 1);
217
+ expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_REQUEST_TOP_K, 40);
218
+ expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_REQUEST_MAX_TOKENS, 100);
219
+ expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_REQUEST_TEMPERATURE, 0.7);
220
+ expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_REQUEST_PRESENCE_PENALTY, 2);
221
+ expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_REQUEST_FREQUENCY_PENALTY, 3);
222
+ expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_REQUEST_SEED, 3);
223
+ expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_REQUEST_IS_STREAM, false);
224
+ expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_REQUEST_STOP_SEQUENCES, ['STOP']);
225
+ expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_RESPONSE_MODEL, 'facebook/opt-125m');
226
+ expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_USAGE_INPUT_TOKENS, 10);
227
+ expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_USAGE_OUTPUT_TOKENS, 20);
228
+ expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_CLIENT_TOKEN_USAGE, 30);
229
+ expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_RESPONSE_FINISH_REASON, ['stop']);
230
+ expect(metricParams).toEqual({
231
+ genAIEndpoint: 'vllm.chat',
232
+ model: 'facebook/opt-125m',
233
+ cost: 0.0,
234
+ aiSystem: semantic_convention_1.default.GEN_AI_SYSTEM_VLLM,
235
+ serverAddress: '127.0.0.1',
236
+ serverPort: 8000,
237
+ });
238
+ });
239
+ it('should record zero penalty values', async () => {
240
+ const mockArgs = [
241
+ {
242
+ model: 'facebook/opt-125m',
243
+ messages: [{ role: 'user', content: 'test' }],
244
+ presence_penalty: 0,
245
+ frequency_penalty: 0,
246
+ stream: false,
247
+ },
248
+ ];
249
+ const mockResult = {
250
+ id: 'chatcmpl-zero',
251
+ model: 'facebook/opt-125m',
252
+ usage: { prompt_tokens: 1, completion_tokens: 1 },
253
+ choices: [{ message: { content: 'ok', role: 'assistant' }, finish_reason: 'stop' }],
254
+ };
255
+ jest.restoreAllMocks();
256
+ config_1.default.pricingInfo = {};
257
+ config_1.default.disableEvents = true;
258
+ jest.spyOn(helpers_1.default, 'getChatModelCost').mockReturnValue(0);
259
+ await wrapper_1.default._chatCommonSetter({
260
+ args: mockArgs,
261
+ genAIEndpoint: 'vllm.chat',
262
+ result: mockResult,
263
+ span,
264
+ });
265
+ expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_REQUEST_PRESENCE_PENALTY, 0);
266
+ expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_REQUEST_FREQUENCY_PENALTY, 0);
267
+ });
268
+ it('should NOT set sentinel values for optional request params', async () => {
269
+ const mockArgs = [
270
+ {
271
+ model: 'facebook/opt-125m',
272
+ messages: [{ role: 'user', content: 'test' }],
273
+ stream: false,
274
+ },
275
+ ];
276
+ const mockResult = {
277
+ id: 'chatcmpl-456',
278
+ model: 'facebook/opt-125m',
279
+ usage: { prompt_tokens: 5, completion_tokens: 10 },
280
+ choices: [
281
+ {
282
+ message: { content: 'test response', role: 'assistant' },
283
+ finish_reason: 'stop',
284
+ },
285
+ ],
286
+ };
287
+ jest.restoreAllMocks();
288
+ config_1.default.pricingInfo = {};
289
+ config_1.default.disableEvents = true;
290
+ jest.spyOn(helpers_1.default, 'getChatModelCost').mockReturnValue(0);
291
+ await wrapper_1.default._chatCommonSetter({
292
+ args: mockArgs,
293
+ genAIEndpoint: 'vllm.chat',
294
+ result: mockResult,
295
+ span,
296
+ });
297
+ const setAttrCalls = span.setAttribute.mock.calls;
298
+ const attrKeys = setAttrCalls.map((c) => c[0]);
299
+ expect(attrKeys).not.toContain(semantic_convention_1.default.GEN_AI_REQUEST_MAX_TOKENS);
300
+ expect(attrKeys).not.toContain(semantic_convention_1.default.GEN_AI_REQUEST_SEED);
301
+ expect(attrKeys).not.toContain(semantic_convention_1.default.GEN_AI_REQUEST_PRESENCE_PENALTY);
302
+ expect(attrKeys).not.toContain(semantic_convention_1.default.GEN_AI_REQUEST_FREQUENCY_PENALTY);
303
+ expect(attrKeys).not.toContain(semantic_convention_1.default.GEN_AI_REQUEST_STOP_SEQUENCES);
304
+ expect(attrKeys).not.toContain(semantic_convention_1.default.GEN_AI_REQUEST_CHOICE_COUNT);
305
+ });
306
+ it('should set gen_ai.input.messages on span when capture enabled', async () => {
307
+ const mockArgs = [
308
+ {
309
+ model: 'facebook/opt-125m',
310
+ messages: [{ role: 'user', content: 'hello' }],
311
+ stream: false,
312
+ },
313
+ ];
314
+ const mockResult = {
315
+ id: 'chatcmpl-input',
316
+ model: 'facebook/opt-125m',
317
+ usage: { prompt_tokens: 2, completion_tokens: 3 },
318
+ choices: [{ message: { content: 'hi', role: 'assistant' }, finish_reason: 'stop' }],
319
+ };
320
+ jest.restoreAllMocks();
321
+ config_1.default.pricingInfo = {};
322
+ config_1.default.disableEvents = true;
323
+ config_1.default.captureMessageContent = true;
324
+ jest.spyOn(helpers_1.default, 'getChatModelCost').mockReturnValue(0);
325
+ jest.spyOn(helpers_1.default, 'buildInputMessages').mockReturnValue('[{"role":"user","content":"hello"}]');
326
+ jest.spyOn(helpers_1.default, 'buildOutputMessages').mockReturnValue('[]');
327
+ await wrapper_1.default._chatCommonSetter({
328
+ args: mockArgs,
329
+ genAIEndpoint: 'vllm.chat',
330
+ result: mockResult,
331
+ span,
332
+ });
333
+ expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_INPUT_MESSAGES, '[{"role":"user","content":"hello"}]');
334
+ });
335
+ it('should handle tool calls properly', async () => {
336
+ const mockArgs = [
337
+ {
338
+ messages: [{ role: 'user', content: 'test message' }],
339
+ tools: [{ type: 'function', function: { name: 'get_weather' } }],
340
+ },
341
+ ];
342
+ const mockResult = {
343
+ id: 'chatcmpl-123',
344
+ model: 'facebook/opt-125m',
345
+ usage: { prompt_tokens: 10, completion_tokens: 20 },
346
+ choices: [
347
+ {
348
+ message: {
349
+ content: null,
350
+ role: 'assistant',
351
+ tool_calls: [
352
+ {
353
+ id: 'call_123',
354
+ type: 'function',
355
+ function: { name: 'get_weather', arguments: '{"location":"SF"}' },
356
+ },
357
+ ],
358
+ },
359
+ finish_reason: 'tool_calls',
360
+ },
361
+ ],
362
+ };
363
+ config_1.default.pricingInfo = {};
364
+ config_1.default.disableEvents = true;
365
+ jest.spyOn(helpers_1.default, 'getChatModelCost').mockReturnValue(0.0);
366
+ await wrapper_1.default._chatCommonSetter({
367
+ args: mockArgs,
368
+ genAIEndpoint: 'vllm.chat',
369
+ result: mockResult,
370
+ span,
371
+ });
372
+ expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_TOOL_NAME, 'get_weather');
373
+ expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_TOOL_CALL_ID, 'call_123');
374
+ expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_TOOL_ARGS, '{"location":"SF"}');
375
+ });
376
+ it('should emit inference event when events not disabled', async () => {
377
+ const mockArgs = [
378
+ {
379
+ model: 'facebook/opt-125m',
380
+ messages: [{ role: 'user', content: 'test message' }],
381
+ stream: false,
382
+ },
383
+ ];
384
+ const mockResult = {
385
+ id: 'chatcmpl-789',
386
+ model: 'facebook/opt-125m',
387
+ usage: { prompt_tokens: 10, completion_tokens: 20 },
388
+ choices: [
389
+ {
390
+ message: { content: 'response text', role: 'assistant' },
391
+ finish_reason: 'stop',
392
+ },
393
+ ],
394
+ };
395
+ jest.restoreAllMocks();
396
+ config_1.default.pricingInfo = {};
397
+ config_1.default.captureMessageContent = false;
398
+ config_1.default.disableEvents = false;
399
+ jest.spyOn(helpers_1.default, 'getChatModelCost').mockReturnValue(0);
400
+ jest.spyOn(helpers_1.default, 'emitInferenceEvent').mockImplementation(() => { });
401
+ await wrapper_1.default._chatCommonSetter({
402
+ args: mockArgs,
403
+ genAIEndpoint: 'vllm.chat',
404
+ result: mockResult,
405
+ span,
406
+ serverAddress: 'my-vllm',
407
+ serverPort: 9000,
408
+ });
409
+ expect(helpers_1.default.emitInferenceEvent).toHaveBeenCalledWith(span, expect.objectContaining({
410
+ [semantic_convention_1.default.GEN_AI_OPERATION]: semantic_convention_1.default.GEN_AI_OPERATION_TYPE_CHAT,
411
+ [semantic_convention_1.default.GEN_AI_REQUEST_MODEL]: 'facebook/opt-125m',
412
+ [semantic_convention_1.default.GEN_AI_RESPONSE_MODEL]: 'facebook/opt-125m',
413
+ [semantic_convention_1.default.SERVER_ADDRESS]: 'my-vllm',
414
+ [semantic_convention_1.default.SERVER_PORT]: 9000,
415
+ [semantic_convention_1.default.GEN_AI_RESPONSE_ID]: 'chatcmpl-789',
416
+ [semantic_convention_1.default.GEN_AI_USAGE_INPUT_TOKENS]: 10,
417
+ [semantic_convention_1.default.GEN_AI_USAGE_OUTPUT_TOKENS]: 20,
418
+ }));
419
+ });
420
+ it('falls back to token estimation when usage is missing', async () => {
421
+ jest.restoreAllMocks();
422
+ config_1.default.pricingInfo = {};
423
+ config_1.default.disableEvents = true;
424
+ jest.spyOn(helpers_1.default, 'getChatModelCost').mockReturnValue(0);
425
+ jest.spyOn(helpers_1.default, 'openaiTokens').mockReturnValue(7);
426
+ await wrapper_1.default._chatCommonSetter({
427
+ args: [{ model: 'facebook/opt-125m', messages: [{ role: 'user', content: 'hi' }] }],
428
+ genAIEndpoint: 'vllm.chat',
429
+ result: {
430
+ id: 'no-usage',
431
+ model: 'facebook/opt-125m',
432
+ choices: [{ message: { content: 'hello', role: 'assistant' }, finish_reason: 'stop' }],
433
+ },
434
+ span,
435
+ });
436
+ expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_USAGE_INPUT_TOKENS, 7);
437
+ expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_USAGE_OUTPUT_TOKENS, 7);
438
+ });
439
+ });
440
+ describe('Cross-Language Trace Comparison', () => {
441
+ it('should use vllm as provider name (matching Python SDK)', () => {
442
+ expect(wrapper_1.default.aiSystem).toBe('vllm');
443
+ expect(wrapper_1.default.aiSystem).toBe(semantic_convention_1.default.GEN_AI_SYSTEM_VLLM);
444
+ });
445
+ it('should use port 8000 as default (matching vLLM default server port)', () => {
446
+ expect(wrapper_1.default.serverPort).toBe(8000);
447
+ });
448
+ it('should set same attributes as Python SDK for chat completion', async () => {
449
+ const mockArgs = [
450
+ {
451
+ messages: [{ role: 'user', content: 'What is vLLM?' }],
452
+ model: 'facebook/opt-125m',
453
+ max_tokens: 50,
454
+ temperature: 0.7,
455
+ stream: false,
456
+ },
457
+ ];
458
+ const mockResponse = {
459
+ id: 'chatcmpl-test-id',
460
+ model: 'facebook/opt-125m',
461
+ choices: [
462
+ {
463
+ index: 0,
464
+ finish_reason: 'stop',
465
+ message: { role: 'assistant', content: 'vLLM is...' },
466
+ },
467
+ ],
468
+ usage: {
469
+ prompt_tokens: 8,
470
+ completion_tokens: 15,
471
+ },
472
+ };
473
+ jest.restoreAllMocks();
474
+ config_1.default.pricingInfo = {};
475
+ config_1.default.captureMessageContent = true;
476
+ config_1.default.disableEvents = true;
477
+ jest.spyOn(helpers_1.default, 'getChatModelCost').mockReturnValue(0.0);
478
+ jest.spyOn(helpers_1.default, 'buildInputMessages').mockReturnValue('[]');
479
+ jest.spyOn(helpers_1.default, 'buildOutputMessages').mockReturnValue('[]');
480
+ await wrapper_1.default._chat({
481
+ args: mockArgs,
482
+ genAIEndpoint: 'vllm.chat',
483
+ response: mockResponse,
484
+ span,
485
+ serverAddress: '127.0.0.1',
486
+ serverPort: 8000,
487
+ });
488
+ expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_USAGE_INPUT_TOKENS, 8);
489
+ expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_USAGE_OUTPUT_TOKENS, 15);
490
+ expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_RESPONSE_MODEL, 'facebook/opt-125m');
491
+ expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_RESPONSE_FINISH_REASON, ['stop']);
492
+ expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_REQUEST_TEMPERATURE, 0.7);
493
+ expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_REQUEST_MAX_TOKENS, 50);
494
+ expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_INPUT_MESSAGES, '[]');
495
+ const setAttrCalls = span.setAttribute.mock.calls;
496
+ const attrKeys = setAttrCalls.map((c) => c[0]);
497
+ expect(attrKeys).not.toContain(semantic_convention_1.default.GEN_AI_USAGE_TOTAL_TOKENS);
498
+ });
499
+ });
500
+ });
501
+ describe('OpenlitVllmInstrumentation patch targets', () => {
502
+ // eslint-disable-next-line @typescript-eslint/no-var-requires
503
+ const VllmInstrumentation = require('../vllm').default;
504
+ // eslint-disable-next-line @typescript-eslint/no-var-requires
505
+ const { isWrapped } = require('@opentelemetry/instrumentation');
506
+ it('wraps OpenAI.Chat.Completions.prototype.create once with vLLM routing', () => {
507
+ const rawCreate = jest.fn();
508
+ const fakeOpenAiModule = {
509
+ OpenAI: function () { },
510
+ };
511
+ fakeOpenAiModule.OpenAI.Chat = { Completions: function () { } };
512
+ fakeOpenAiModule.OpenAI.Chat.Completions.prototype.create = rawCreate;
513
+ const instr = new VllmInstrumentation();
514
+ instr.manualPatch(fakeOpenAiModule);
515
+ expect(isWrapped(fakeOpenAiModule.OpenAI.Chat.Completions.prototype.create)).toBe(true);
516
+ expect(fakeOpenAiModule.OpenAI.Chat.Completions.prototype.create).not.toBe(rawCreate);
517
+ });
518
+ });
519
+ //# sourceMappingURL=vllm-trace-comparison.test.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"vllm-trace-comparison.test.js","sourceRoot":"","sources":["../../../src/instrumentation/__tests__/vllm-trace-comparison.test.ts"],"names":[],"mappings":";;;;;AAAA,4CAAiD;AACjD,8DAA0C;AAC1C,0DAAyC;AACzC,4DAA0C;AAC1C,mEAA0C;AAC1C,oFAA2D;AAE3D,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;AACjC,IAAI,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;AAClC,IAAI,CAAC,IAAI,CAAC,2CAA2C,CAAC,CAAC;AAEvD,MAAM,UAAU,GAAG,WAAK,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;AAElD,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;IAC3B,IAAI,IAAU,CAAC;IAEf,UAAU,CAAC,GAAG,EAAE;QACd,IAAI,GAAG,UAAU,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;QACzC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;QAC9B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;QAC1B,IAAI,CAAC,aAAa,EAAE,CAAC;QACrB,IAAI,CAAC,eAAe,EAAE,CAAC;QACvB,iBAAW,CAAC,eAAe,GAAG,CAAC,GAAG,iBAAW,CAAC,sBAAsB,CAAC,CAAC;IACxE,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,CAAC,GAAG,EAAE,CAAC;IACb,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAChD,EAAE,CAAC,0DAA0D,EAAE,GAAG,EAAE;YAClE,MAAM,CAAC,iBAAW,CAAC,YAAY,CAAC,EAAE,OAAO,EAAE,2BAA2B,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACzF,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+CAA+C,EAAE,GAAG,EAAE;YACvD,MAAM,CAAC,iBAAW,CAAC,YAAY,CAAC,EAAE,OAAO,EAAE,0BAA0B,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvF,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;YACjD,iBAAW,CAAC,eAAe,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;YAC/D,MAAM,CAAC,iBAAW,CAAC,YAAY,CAAC,EAAE,OAAO,EAAE,4BAA4B,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzF,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sDAAsD,EAAE,GAAG,EAAE;YAC9D,MAAM,IAAI,GAAG,iBAAW,CAAC,iBAAiB,CAAC,EAAE,OAAO,EAAE,wBAAwB,EAAE,CAAC,CAAC;YAClF,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3D,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;QAClC,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;YAChE,MAAM,aAAa,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,CAAC,CAAC;YACzE,MAAM,SAAS,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;YAC5B,MAAM,OAAO,GAAG,iBAAW,CAAC,UAAU,CAAC,UAAU,EAAE,aAAa,EAAE,SAAS,CAAC,CAAC;YAC7E,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;YAEnC,MAAM,MAAM,GAAG,EAAE,OAAO,EAAE,2BAA2B,EAAE,CAAC;YACxD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;YAE7E,MAAM,CAAC,aAAa,CAAC,CAAC,gBAAgB,EAAE,CAAC;YACzC,MAAM,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;YACzC,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,CAAC,CAAC;QAChD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;YACpD,MAAM,aAAa,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;YAChC,MAAM,SAAS,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC;gBAC5C,EAAE,EAAE,WAAW;gBACf,KAAK,EAAE,mBAAmB;gBAC1B,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,EAAE,aAAa,EAAE,MAAM,EAAE,CAAC;gBACnF,KAAK,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE;aAClD,CAAC,CAAC;YACH,MAAM,OAAO,GAAG,iBAAW,CAAC,UAAU,CAAC,UAAU,EAAE,aAAa,EAAE,SAAS,CAAC,CAAC;YAC7E,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;YAEnC,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;YAC1D,IAAI,CAAC,KAAK,CAAC,iBAAW,EAAE,OAAO,CAAC,CAAC,iBAAiB,CAAC,EAAE,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC;YAExE,MAAM,MAAM,GAAG,EAAE,OAAO,EAAE,0BAA0B,EAAE,CAAC;YACvD,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,mBAAmB,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;YAExG,MAAM,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;YAC7C,MAAM,CAAC,SAAS,CAAC,CAAC,gBAAgB,EAAE,CAAC;YACrC,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,gBAAgB,EAAE,CAAC;YAChD,MAAM,CAAC,iBAAW,CAAC,KAAK,CAAC,CAAC,gBAAgB,EAAE,CAAC;QAC/C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,OAAO,EAAE,GAAG,EAAE;QACrB,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;YACzD,MAAM,QAAQ,GAAG,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,cAAc,EAAE,CAAC,EAAE,CAAC,CAAC;YAC7E,MAAM,YAAY,GAAG;gBACnB,EAAE,EAAE,cAAc;gBAClB,KAAK,EAAE,mBAAmB;gBAC1B,KAAK,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,iBAAiB,EAAE,EAAE,EAAE;gBACnD,OAAO,EAAE;oBACP;wBACE,OAAO,EAAE,EAAE,OAAO,EAAE,eAAe,EAAE,IAAI,EAAE,WAAW,EAAE;wBACxD,aAAa,EAAE,MAAM;qBACtB;iBACF;aACF,CAAC;YACF,MAAM,iBAAiB,GAAG,WAAW,CAAC;YAEtC,IAAI;iBACD,KAAK,CAAC,iBAAW,EAAE,mBAAmB,CAAC;iBACvC,sBAAsB,CAAC,KAAK,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,EAAE,EAAE;gBACxD,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,oBAAoB,EAAE,CAAC,CAAC,CAAC;gBAC9D,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,yBAAyB,EAAE,GAAG,CAAC,CAAC;gBACrE,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,0BAA0B,EAAE,GAAG,CAAC,CAAC;gBAEtE,OAAO;oBACL,aAAa;oBACb,KAAK,EAAE,mBAAmB;oBAC1B,IAAI,EAAE,GAAG;oBACT,QAAQ,EAAE,6BAAkB,CAAC,kBAAkB;oBAC/C,aAAa,EAAE,WAAW;oBAC1B,UAAU,EAAE,IAAI;iBACjB,CAAC;YACJ,CAAC,CAAC,CAAC;YAEL,MAAM,iBAAW,CAAC,KAAK,CAAC;gBACtB,IAAI,EAAE,QAAQ;gBACd,aAAa,EAAE,iBAAiB;gBAChC,QAAQ,EAAE,YAAY;gBACtB,IAAI;gBACJ,aAAa,EAAE,WAAW;gBAC1B,UAAU,EAAE,IAAI;aACjB,CAAC,CAAC;YAEH,MAAM,CAAC,sBAAW,CAAC,aAAa,CAAC,CAAC,oBAAoB,CAAC,IAAI,EAAE;gBAC3D,aAAa,EAAE,iBAAiB;gBAChC,KAAK,EAAE,mBAAmB;gBAC1B,IAAI,EAAE,GAAG;gBACT,QAAQ,EAAE,6BAAkB,CAAC,kBAAkB;gBAC/C,aAAa,EAAE,WAAW;gBAC1B,UAAU,EAAE,IAAI;aACjB,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,0BAA0B,EAAE,GAAG,EAAE;QACxC,KAAK,SAAS,CAAC,CAAC,UAAU;YACxB,MAAM;gBACJ,EAAE,EAAE,iBAAiB;gBACrB,KAAK,EAAE,mBAAmB;gBAC1B,OAAO,EAAE,CAAC;wBACR,KAAK,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,OAAO,EAAE;wBAC9C,aAAa,EAAE,IAAI;qBACpB,CAAC;aACH,CAAC;YACF,MAAM;gBACJ,EAAE,EAAE,iBAAiB;gBACrB,KAAK,EAAE,mBAAmB;gBAC1B,OAAO,EAAE,CAAC;wBACR,KAAK,EAAE;4BACL,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,SAAS,EAAE,OAAO,EAAE,EAAE,CAAC;yBAChG;wBACD,aAAa,EAAE,IAAI;qBACpB,CAAC;aACH,CAAC;YACF,MAAM;gBACJ,EAAE,EAAE,iBAAiB;gBACrB,KAAK,EAAE,mBAAmB;gBAC1B,OAAO,EAAE,CAAC;wBACR,KAAK,EAAE;4BACL,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE,CAAC;yBAC/D;wBACD,aAAa,EAAE,YAAY;qBAC5B,CAAC;gBACF,KAAK,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,iBAAiB,EAAE,EAAE,EAAE;aACnD,CAAC;QACJ,CAAC;QAED,EAAE,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;YAC7D,IAAI,CAAC,eAAe,EAAE,CAAC;YACtB,gBAAqB,CAAC,WAAW,GAAG,EAAE,CAAC;YACvC,gBAAqB,CAAC,aAAa,GAAG,IAAI,CAAC;YAC5C,IAAI,CAAC,KAAK,CAAC,iBAAa,EAAE,kBAAkB,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAEjE,MAAM,SAAS,GAAG,iBAAW,CAAC,cAAc,CAAC;gBAC3C,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,mBAAmB,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;gBACvG,aAAa,EAAE,WAAW;gBAC1B,QAAQ,EAAE,UAAU,EAAE;gBACtB,IAAI;gBACJ,aAAa,EAAE,WAAW;gBAC1B,UAAU,EAAE,IAAI;aACjB,CAAC,CAAC;YAEH,kBAAkB;YAClB,6DAA6D;YAC7D,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,SAAS,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC;YAEvD,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,gBAAgB,EAAE,aAAa,CAAC,CAAC;YACnG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,mBAAmB,EAAE,QAAQ,CAAC,CAAC;YACjG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAC5C,6BAAkB,CAAC,gBAAgB,EACnC,cAAc,CACf,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;QACjC,EAAE,CAAC,yDAAyD,EAAE,KAAK,IAAI,EAAE;YACvE,MAAM,QAAQ,GAAG;gBACf;oBACE,KAAK,EAAE,mBAAmB;oBAC1B,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,cAAc,EAAE,CAAC;oBACrD,UAAU,EAAE,GAAG;oBACf,WAAW,EAAE,GAAG;oBAChB,KAAK,EAAE,CAAC;oBACR,KAAK,EAAE,EAAE;oBACT,gBAAgB,EAAE,CAAC;oBACnB,iBAAiB,EAAE,CAAC;oBACpB,IAAI,EAAE,CAAC;oBACP,MAAM,EAAE,KAAK;oBACb,IAAI,EAAE,CAAC,MAAM,CAAC;iBACf;aACF,CAAC;YAEF,MAAM,UAAU,GAAG;gBACjB,EAAE,EAAE,cAAc;gBAClB,KAAK,EAAE,mBAAmB;gBAC1B,KAAK,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,iBAAiB,EAAE,EAAE,EAAE;gBACnD,OAAO,EAAE;oBACP;wBACE,OAAO,EAAE,EAAE,OAAO,EAAE,eAAe,EAAE,IAAI,EAAE,WAAW,EAAE;wBACxD,aAAa,EAAE,MAAM;qBACtB;iBACF;aACF,CAAC;YAEF,IAAI,CAAC,eAAe,EAAE,CAAC;YAEtB,gBAAqB,CAAC,WAAW,GAAG,EAAE,CAAC;YACvC,gBAAqB,CAAC,aAAa,GAAG,IAAI,CAAC;YAC5C,IAAI,CAAC,KAAK,CAAC,iBAAa,EAAE,kBAAkB,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;YAEnE,MAAM,YAAY,GAAG,MAAM,iBAAW,CAAC,iBAAiB,CAAC;gBACvD,IAAI,EAAE,QAAQ;gBACd,aAAa,EAAE,WAAW;gBAC1B,MAAM,EAAE,UAAU;gBAClB,IAAI;aACL,CAAC,CAAC;YAEH,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,oBAAoB,EAAE,CAAC,CAAC,CAAC;YAC3F,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,oBAAoB,EAAE,EAAE,CAAC,CAAC;YAC5F,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,yBAAyB,EAAE,GAAG,CAAC,CAAC;YAClG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,0BAA0B,EAAE,GAAG,CAAC,CAAC;YACnG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,+BAA+B,EAAE,CAAC,CAAC,CAAC;YACtG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,gCAAgC,EAAE,CAAC,CAAC,CAAC;YACvG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,mBAAmB,EAAE,CAAC,CAAC,CAAC;YAC1F,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,wBAAwB,EAAE,KAAK,CAAC,CAAC;YACnG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,6BAA6B,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;YAC3G,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,qBAAqB,EAAE,mBAAmB,CAAC,CAAC;YAC9G,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,yBAAyB,EAAE,EAAE,CAAC,CAAC;YACjG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,0BAA0B,EAAE,EAAE,CAAC,CAAC;YAClG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,yBAAyB,EAAE,EAAE,CAAC,CAAC;YACjG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,6BAA6B,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;YAE3G,MAAM,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC;gBAC3B,aAAa,EAAE,WAAW;gBAC1B,KAAK,EAAE,mBAAmB;gBAC1B,IAAI,EAAE,GAAG;gBACT,QAAQ,EAAE,6BAAkB,CAAC,kBAAkB;gBAC/C,aAAa,EAAE,WAAW;gBAC1B,UAAU,EAAE,IAAI;aACjB,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;YACjD,MAAM,QAAQ,GAAG;gBACf;oBACE,KAAK,EAAE,mBAAmB;oBAC1B,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;oBAC7C,gBAAgB,EAAE,CAAC;oBACnB,iBAAiB,EAAE,CAAC;oBACpB,MAAM,EAAE,KAAK;iBACd;aACF,CAAC;YAEF,MAAM,UAAU,GAAG;gBACjB,EAAE,EAAE,eAAe;gBACnB,KAAK,EAAE,mBAAmB;gBAC1B,KAAK,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE;gBACjD,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,EAAE,aAAa,EAAE,MAAM,EAAE,CAAC;aACpF,CAAC;YAEF,IAAI,CAAC,eAAe,EAAE,CAAC;YACtB,gBAAqB,CAAC,WAAW,GAAG,EAAE,CAAC;YACvC,gBAAqB,CAAC,aAAa,GAAG,IAAI,CAAC;YAC5C,IAAI,CAAC,KAAK,CAAC,iBAAa,EAAE,kBAAkB,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAEjE,MAAM,iBAAW,CAAC,iBAAiB,CAAC;gBAClC,IAAI,EAAE,QAAQ;gBACd,aAAa,EAAE,WAAW;gBAC1B,MAAM,EAAE,UAAU;gBAClB,IAAI;aACL,CAAC,CAAC;YAEH,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,+BAA+B,EAAE,CAAC,CAAC,CAAC;YACtG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,gCAAgC,EAAE,CAAC,CAAC,CAAC;QACzG,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;YAC1E,MAAM,QAAQ,GAAG;gBACf;oBACE,KAAK,EAAE,mBAAmB;oBAC1B,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;oBAC7C,MAAM,EAAE,KAAK;iBACd;aACF,CAAC;YAEF,MAAM,UAAU,GAAG;gBACjB,EAAE,EAAE,cAAc;gBAClB,KAAK,EAAE,mBAAmB;gBAC1B,KAAK,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,iBAAiB,EAAE,EAAE,EAAE;gBAClD,OAAO,EAAE;oBACP;wBACE,OAAO,EAAE,EAAE,OAAO,EAAE,eAAe,EAAE,IAAI,EAAE,WAAW,EAAE;wBACxD,aAAa,EAAE,MAAM;qBACtB;iBACF;aACF,CAAC;YAEF,IAAI,CAAC,eAAe,EAAE,CAAC;YAEtB,gBAAqB,CAAC,WAAW,GAAG,EAAE,CAAC;YACvC,gBAAqB,CAAC,aAAa,GAAG,IAAI,CAAC;YAC5C,IAAI,CAAC,KAAK,CAAC,iBAAa,EAAE,kBAAkB,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAEjE,MAAM,iBAAW,CAAC,iBAAiB,CAAC;gBAClC,IAAI,EAAE,QAAQ;gBACd,aAAa,EAAE,WAAW;gBAC1B,MAAM,EAAE,UAAU;gBAClB,IAAI;aACL,CAAC,CAAC;YAEH,MAAM,YAAY,GAAI,IAAI,CAAC,YAA0B,CAAC,IAAI,CAAC,KAAK,CAAC;YACjE,MAAM,QAAQ,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,CAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAEtD,MAAM,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,6BAAkB,CAAC,yBAAyB,CAAC,CAAC;YAC7E,MAAM,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,6BAAkB,CAAC,mBAAmB,CAAC,CAAC;YACvE,MAAM,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,6BAAkB,CAAC,+BAA+B,CAAC,CAAC;YACnF,MAAM,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,6BAAkB,CAAC,gCAAgC,CAAC,CAAC;YACpF,MAAM,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,6BAAkB,CAAC,6BAA6B,CAAC,CAAC;YACjF,MAAM,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,6BAAkB,CAAC,2BAA2B,CAAC,CAAC;QACjF,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+DAA+D,EAAE,KAAK,IAAI,EAAE;YAC7E,MAAM,QAAQ,GAAG;gBACf;oBACE,KAAK,EAAE,mBAAmB;oBAC1B,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;oBAC9C,MAAM,EAAE,KAAK;iBACd;aACF,CAAC;YAEF,MAAM,UAAU,GAAG;gBACjB,EAAE,EAAE,gBAAgB;gBACpB,KAAK,EAAE,mBAAmB;gBAC1B,KAAK,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE;gBACjD,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,EAAE,aAAa,EAAE,MAAM,EAAE,CAAC;aACpF,CAAC;YAEF,IAAI,CAAC,eAAe,EAAE,CAAC;YACtB,gBAAqB,CAAC,WAAW,GAAG,EAAE,CAAC;YACvC,gBAAqB,CAAC,aAAa,GAAG,IAAI,CAAC;YAC3C,gBAAqB,CAAC,qBAAqB,GAAG,IAAI,CAAC;YACpD,IAAI,CAAC,KAAK,CAAC,iBAAa,EAAE,kBAAkB,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YACjE,IAAI,CAAC,KAAK,CAAC,iBAAa,EAAE,oBAAoB,CAAC,CAAC,eAAe,CAAC,qCAAqC,CAAC,CAAC;YACvG,IAAI,CAAC,KAAK,CAAC,iBAAa,EAAE,qBAAqB,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;YAEvE,MAAM,iBAAW,CAAC,iBAAiB,CAAC;gBAClC,IAAI,EAAE,QAAQ;gBACd,aAAa,EAAE,WAAW;gBAC1B,MAAM,EAAE,UAAU;gBAClB,IAAI;aACL,CAAC,CAAC;YAEH,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAC5C,6BAAkB,CAAC,qBAAqB,EACxC,qCAAqC,CACtC,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;YACjD,MAAM,QAAQ,GAAG;gBACf;oBACE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,cAAc,EAAE,CAAC;oBACrD,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,EAAE,CAAC;iBACjE;aACF,CAAC;YAEF,MAAM,UAAU,GAAG;gBACjB,EAAE,EAAE,cAAc;gBAClB,KAAK,EAAE,mBAAmB;gBAC1B,KAAK,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,iBAAiB,EAAE,EAAE,EAAE;gBACnD,OAAO,EAAE;oBACP;wBACE,OAAO,EAAE;4BACP,OAAO,EAAE,IAAI;4BACb,IAAI,EAAE,WAAW;4BACjB,UAAU,EAAE;gCACV;oCACE,EAAE,EAAE,UAAU;oCACd,IAAI,EAAE,UAAU;oCAChB,QAAQ,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,SAAS,EAAE,mBAAmB,EAAE;iCAClE;6BACF;yBACF;wBACD,aAAa,EAAE,YAAY;qBAC5B;iBACF;aACF,CAAC;YAED,gBAAqB,CAAC,WAAW,GAAG,EAAE,CAAC;YACvC,gBAAqB,CAAC,aAAa,GAAG,IAAI,CAAC;YAC5C,IAAI,CAAC,KAAK,CAAC,iBAAa,EAAE,kBAAkB,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;YAEnE,MAAM,iBAAW,CAAC,iBAAiB,CAAC;gBAClC,IAAI,EAAE,QAAQ;gBACd,aAAa,EAAE,WAAW;gBAC1B,MAAM,EAAE,UAAU;gBAClB,IAAI;aACL,CAAC,CAAC;YAEH,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,gBAAgB,EAAE,aAAa,CAAC,CAAC;YACnG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,mBAAmB,EAAE,UAAU,CAAC,CAAC;YACnG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,gBAAgB,EAAE,mBAAmB,CAAC,CAAC;QAC3G,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sDAAsD,EAAE,KAAK,IAAI,EAAE;YACpE,MAAM,QAAQ,GAAG;gBACf;oBACE,KAAK,EAAE,mBAAmB;oBAC1B,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,cAAc,EAAE,CAAC;oBACrD,MAAM,EAAE,KAAK;iBACd;aACF,CAAC;YAEF,MAAM,UAAU,GAAG;gBACjB,EAAE,EAAE,cAAc;gBAClB,KAAK,EAAE,mBAAmB;gBAC1B,KAAK,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,iBAAiB,EAAE,EAAE,EAAE;gBACnD,OAAO,EAAE;oBACP;wBACE,OAAO,EAAE,EAAE,OAAO,EAAE,eAAe,EAAE,IAAI,EAAE,WAAW,EAAE;wBACxD,aAAa,EAAE,MAAM;qBACtB;iBACF;aACF,CAAC;YAEF,IAAI,CAAC,eAAe,EAAE,CAAC;YAEtB,gBAAqB,CAAC,WAAW,GAAG,EAAE,CAAC;YACvC,gBAAqB,CAAC,qBAAqB,GAAG,KAAK,CAAC;YACpD,gBAAqB,CAAC,aAAa,GAAG,KAAK,CAAC;YAC7C,IAAI,CAAC,KAAK,CAAC,iBAAa,EAAE,kBAAkB,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YACjE,IAAI,CAAC,KAAK,CAAC,iBAAa,EAAE,oBAAoB,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YAE7E,MAAM,iBAAW,CAAC,iBAAiB,CAAC;gBAClC,IAAI,EAAE,QAAQ;gBACd,aAAa,EAAE,WAAW;gBAC1B,MAAM,EAAE,UAAU;gBAClB,IAAI;gBACJ,aAAa,EAAE,SAAS;gBACxB,UAAU,EAAE,IAAI;aACjB,CAAC,CAAC;YAEH,MAAM,CAAC,iBAAa,CAAC,kBAAkB,CAAC,CAAC,oBAAoB,CAC3D,IAAI,EACJ,MAAM,CAAC,gBAAgB,CAAC;gBACtB,CAAC,6BAAkB,CAAC,gBAAgB,CAAC,EAAE,6BAAkB,CAAC,0BAA0B;gBACpF,CAAC,6BAAkB,CAAC,oBAAoB,CAAC,EAAE,mBAAmB;gBAC9D,CAAC,6BAAkB,CAAC,qBAAqB,CAAC,EAAE,mBAAmB;gBAC/D,CAAC,6BAAkB,CAAC,cAAc,CAAC,EAAE,SAAS;gBAC9C,CAAC,6BAAkB,CAAC,WAAW,CAAC,EAAE,IAAI;gBACtC,CAAC,6BAAkB,CAAC,kBAAkB,CAAC,EAAE,cAAc;gBACvD,CAAC,6BAAkB,CAAC,yBAAyB,CAAC,EAAE,EAAE;gBAClD,CAAC,6BAAkB,CAAC,0BAA0B,CAAC,EAAE,EAAE;aACpD,CAAC,CACH,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sDAAsD,EAAE,KAAK,IAAI,EAAE;YACpE,IAAI,CAAC,eAAe,EAAE,CAAC;YACtB,gBAAqB,CAAC,WAAW,GAAG,EAAE,CAAC;YACvC,gBAAqB,CAAC,aAAa,GAAG,IAAI,CAAC;YAC5C,IAAI,CAAC,KAAK,CAAC,iBAAa,EAAE,kBAAkB,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YACjE,IAAI,CAAC,KAAK,CAAC,iBAAa,EAAE,cAAc,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAE7D,MAAM,iBAAW,CAAC,iBAAiB,CAAC;gBAClC,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,mBAAmB,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;gBACnF,aAAa,EAAE,WAAW;gBAC1B,MAAM,EAAE;oBACN,EAAE,EAAE,UAAU;oBACd,KAAK,EAAE,mBAAmB;oBAC1B,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,EAAE,aAAa,EAAE,MAAM,EAAE,CAAC;iBACvF;gBACD,IAAI;aACL,CAAC,CAAC;YAEH,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,yBAAyB,EAAE,CAAC,CAAC,CAAC;YAChG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,0BAA0B,EAAE,CAAC,CAAC,CAAC;QACnG,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,iCAAiC,EAAE,GAAG,EAAE;QAC/C,EAAE,CAAC,wDAAwD,EAAE,GAAG,EAAE;YAChE,MAAM,CAAC,iBAAW,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC1C,MAAM,CAAC,iBAAW,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,6BAAkB,CAAC,kBAAkB,CAAC,CAAC;QAC3E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qEAAqE,EAAE,GAAG,EAAE;YAC7E,MAAM,CAAC,iBAAW,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8DAA8D,EAAE,KAAK,IAAI,EAAE;YAC5E,MAAM,QAAQ,GAAG;gBACf;oBACE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,eAAe,EAAE,CAAC;oBACtD,KAAK,EAAE,mBAAmB;oBAC1B,UAAU,EAAE,EAAE;oBACd,WAAW,EAAE,GAAG;oBAChB,MAAM,EAAE,KAAK;iBACd;aACF,CAAC;YAEF,MAAM,YAAY,GAAG;gBACnB,EAAE,EAAE,kBAAkB;gBACtB,KAAK,EAAE,mBAAmB;gBAC1B,OAAO,EAAE;oBACP;wBACE,KAAK,EAAE,CAAC;wBACR,aAAa,EAAE,MAAM;wBACrB,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,YAAY,EAAE;qBACtD;iBACF;gBACD,KAAK,EAAE;oBACL,aAAa,EAAE,CAAC;oBAChB,iBAAiB,EAAE,EAAE;iBACtB;aACF,CAAC;YAEF,IAAI,CAAC,eAAe,EAAE,CAAC;YAEtB,gBAAqB,CAAC,WAAW,GAAG,EAAE,CAAC;YACvC,gBAAqB,CAAC,qBAAqB,GAAG,IAAI,CAAC;YACnD,gBAAqB,CAAC,aAAa,GAAG,IAAI,CAAC;YAC5C,IAAI,CAAC,KAAK,CAAC,iBAAa,EAAE,kBAAkB,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;YACnE,IAAI,CAAC,KAAK,CAAC,iBAAa,EAAE,oBAAoB,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;YACtE,IAAI,CAAC,KAAK,CAAC,iBAAa,EAAE,qBAAqB,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;YAEvE,MAAM,iBAAW,CAAC,KAAK,CAAC;gBACtB,IAAI,EAAE,QAAQ;gBACd,aAAa,EAAE,WAAW;gBAC1B,QAAQ,EAAE,YAAY;gBACtB,IAAI;gBACJ,aAAa,EAAE,WAAW;gBAC1B,UAAU,EAAE,IAAI;aACjB,CAAC,CAAC;YAEH,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,yBAAyB,EAAE,CAAC,CAAC,CAAC;YAChG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,0BAA0B,EAAE,EAAE,CAAC,CAAC;YAClG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,qBAAqB,EAAE,mBAAmB,CAAC,CAAC;YAC9G,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,6BAA6B,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;YAC3G,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,0BAA0B,EAAE,GAAG,CAAC,CAAC;YACnG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,yBAAyB,EAAE,EAAE,CAAC,CAAC;YACjG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,qBAAqB,EAAE,IAAI,CAAC,CAAC;YAE/F,MAAM,YAAY,GAAI,IAAI,CAAC,YAA0B,CAAC,IAAI,CAAC,KAAK,CAAC;YACjE,MAAM,QAAQ,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,CAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACtD,MAAM,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,6BAAkB,CAAC,yBAAyB,CAAC,CAAC;QAC/E,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,0CAA0C,EAAE,GAAG,EAAE;IACxD,8DAA8D;IAC9D,MAAM,mBAAmB,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC;IACvD,8DAA8D;IAC9D,MAAM,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC,gCAAgC,CAAC,CAAC;IAEhE,EAAE,CAAC,uEAAuE,EAAE,GAAG,EAAE;QAC/E,MAAM,SAAS,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;QAC5B,MAAM,gBAAgB,GAAG;YACvB,MAAM,EAAE,cAAa,CAAC;SAChB,CAAC;QACT,gBAAgB,CAAC,MAAM,CAAC,IAAI,GAAG,EAAE,WAAW,EAAE,cAAa,CAAC,EAAE,CAAC;QAC/D,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,MAAM,GAAG,SAAS,CAAC;QAEtE,MAAM,KAAK,GAAG,IAAI,mBAAmB,EAAE,CAAC;QACxC,KAAK,CAAC,WAAW,CAAC,gBAAgB,CAAC,CAAC;QAEpC,MAAM,CAAC,SAAS,CAAC,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxF,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACxF,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
@@ -0,0 +1,11 @@
1
+ import { InstrumentationBase, InstrumentationModuleDefinition } from '@opentelemetry/instrumentation';
2
+ import { InstrumentationConfig } from '@opentelemetry/instrumentation';
3
+ export interface AI21InstrumentationConfig extends InstrumentationConfig {
4
+ }
5
+ export default class OpenlitAI21Instrumentation extends InstrumentationBase {
6
+ constructor(config?: AI21InstrumentationConfig);
7
+ protected init(): void | InstrumentationModuleDefinition | InstrumentationModuleDefinition[];
8
+ manualPatch(ai21: any): void;
9
+ protected _patch(moduleExports: any): void;
10
+ protected _unpatch(moduleExports: any): void;
11
+ }
@@ -0,0 +1,67 @@
1
+ "use strict";
2
+ var __importDefault = (this && this.__importDefault) || function (mod) {
3
+ return (mod && mod.__esModule) ? mod : { "default": mod };
4
+ };
5
+ Object.defineProperty(exports, "__esModule", { value: true });
6
+ const instrumentation_1 = require("@opentelemetry/instrumentation");
7
+ const constant_1 = require("../../constant");
8
+ const wrapper_1 = __importDefault(require("./wrapper"));
9
+ class OpenlitAI21Instrumentation extends instrumentation_1.InstrumentationBase {
10
+ constructor(config = {}) {
11
+ super(`${constant_1.INSTRUMENTATION_PREFIX}/instrumentation-ai21`, '1.0.0', config);
12
+ }
13
+ init() {
14
+ const module = new instrumentation_1.InstrumentationNodeModuleDefinition('ai21', ['>=1.0.0'], (moduleExports) => {
15
+ this._patch(moduleExports);
16
+ return moduleExports;
17
+ }, (moduleExports) => {
18
+ if (moduleExports !== undefined) {
19
+ this._unpatch(moduleExports);
20
+ }
21
+ });
22
+ return [module];
23
+ }
24
+ manualPatch(ai21) {
25
+ this._patch(ai21);
26
+ }
27
+ _patch(moduleExports) {
28
+ try {
29
+ // AI21 exposes chat completions as `Completions.prototype.create` (a flat
30
+ // top-level export, unlike groq-sdk's nested `Groq.Chat.Completions`).
31
+ // Note: ai21's CJS bundle does not re-export its classes, so under CommonJS
32
+ // `moduleExports` is empty and the guard below makes this a safe no-op. The
33
+ // patch takes effect when the SDK is loaded as ESM (OTel's import hook) or
34
+ // when the module is supplied via `manualPatch`.
35
+ if (!moduleExports?.Completions?.prototype?.create) {
36
+ return;
37
+ }
38
+ if ((0, instrumentation_1.isWrapped)(moduleExports.Completions.prototype.create)) {
39
+ this._unwrap(moduleExports.Completions.prototype, 'create');
40
+ }
41
+ this._wrap(moduleExports.Completions.prototype, 'create', wrapper_1.default._patchChatCompletionCreate(this.tracer));
42
+ // Conversational RAG is exported as `ConversationalRag` from ai21 and maps
43
+ // to `ConversationalRag.prototype.create` (mirrors the Python SDK's
44
+ // StudioConversationalRag.create). Guarded the same way as Completions so
45
+ // it is a safe no-op when the SDK is loaded as CommonJS.
46
+ if (moduleExports?.ConversationalRag?.prototype?.create) {
47
+ if ((0, instrumentation_1.isWrapped)(moduleExports.ConversationalRag.prototype.create)) {
48
+ this._unwrap(moduleExports.ConversationalRag.prototype, 'create');
49
+ }
50
+ this._wrap(moduleExports.ConversationalRag.prototype, 'create', wrapper_1.default._patchConversationalRagCreate(this.tracer));
51
+ }
52
+ }
53
+ catch (e) {
54
+ console.error('Error in _patch method:', e);
55
+ }
56
+ }
57
+ _unpatch(moduleExports) {
58
+ if (moduleExports?.Completions?.prototype?.create) {
59
+ this._unwrap(moduleExports.Completions.prototype, 'create');
60
+ }
61
+ if (moduleExports?.ConversationalRag?.prototype?.create) {
62
+ this._unwrap(moduleExports.ConversationalRag.prototype, 'create');
63
+ }
64
+ }
65
+ }
66
+ exports.default = OpenlitAI21Instrumentation;
67
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/instrumentation/ai21/index.ts"],"names":[],"mappings":";;;;;AAAA,oEAKwC;AAExC,6CAAwD;AACxD,wDAAoC;AAIpC,MAAqB,0BAA2B,SAAQ,qCAAmB;IACzE,YAAY,SAAoC,EAAE;QAChD,KAAK,CAAC,GAAG,iCAAsB,uBAAuB,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;IAC3E,CAAC;IAES,IAAI;QACZ,MAAM,MAAM,GAAG,IAAI,qDAAmC,CACpD,MAAM,EACN,CAAC,SAAS,CAAC,EACX,CAAC,aAAa,EAAE,EAAE;YAChB,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;YAC3B,OAAO,aAAa,CAAC;QACvB,CAAC,EACD,CAAC,aAAa,EAAE,EAAE;YAChB,IAAI,aAAa,KAAK,SAAS,EAAE,CAAC;gBAChC,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC,CACF,CAAC;QACF,OAAO,CAAC,MAAM,CAAC,CAAC;IAClB,CAAC;IAEM,WAAW,CAAC,IAAS;QAC1B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACpB,CAAC;IAES,MAAM,CAAC,aAAkB;QACjC,IAAI,CAAC;YACH,0EAA0E;YAC1E,uEAAuE;YACvE,4EAA4E;YAC5E,4EAA4E;YAC5E,2EAA2E;YAC3E,iDAAiD;YACjD,IAAI,CAAC,aAAa,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC;gBACnD,OAAO;YACT,CAAC;YAED,IAAI,IAAA,2BAAS,EAAC,aAAa,CAAC,WAAW,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC1D,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,WAAW,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;YAC9D,CAAC;YAED,IAAI,CAAC,KAAK,CACR,aAAa,CAAC,WAAW,CAAC,SAAS,EACnC,QAAQ,EACR,iBAAW,CAAC,0BAA0B,CAAC,IAAI,CAAC,MAAM,CAAC,CACpD,CAAC;YAEF,2EAA2E;YAC3E,oEAAoE;YACpE,0EAA0E;YAC1E,yDAAyD;YACzD,IAAI,aAAa,EAAE,iBAAiB,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC;gBACxD,IAAI,IAAA,2BAAS,EAAC,aAAa,CAAC,iBAAiB,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;oBAChE,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,iBAAiB,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;gBACpE,CAAC;gBAED,IAAI,CAAC,KAAK,CACR,aAAa,CAAC,iBAAiB,CAAC,SAAS,EACzC,QAAQ,EACR,iBAAW,CAAC,6BAA6B,CAAC,IAAI,CAAC,MAAM,CAAC,CACvD,CAAC;YACJ,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CAAC,yBAAyB,EAAE,CAAC,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAES,QAAQ,CAAC,aAAkB;QACnC,IAAI,aAAa,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC;YAClD,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,WAAW,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QAC9D,CAAC;QACD,IAAI,aAAa,EAAE,iBAAiB,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC;YACxD,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,iBAAiB,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QACpE,CAAC;IACH,CAAC;CACF;AA5ED,6CA4EC"}