shield360 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (520) hide show
  1. package/LICENSE +201 -0
  2. package/README.md +310 -0
  3. package/dist/__tests__/manual-trace.test.d.ts +1 -0
  4. package/dist/__tests__/manual-trace.test.js +118 -0
  5. package/dist/__tests__/manual-trace.test.js.map +1 -0
  6. package/dist/__tests__/register.test.d.ts +0 -0
  7. package/dist/__tests__/register.test.js +90 -0
  8. package/dist/__tests__/register.test.js.map +1 -0
  9. package/dist/config.d.ts +28 -0
  10. package/dist/config.js +22 -0
  11. package/dist/config.js.map +1 -0
  12. package/dist/constant.d.ts +6 -0
  13. package/dist/constant.js +14 -0
  14. package/dist/constant.js.map +1 -0
  15. package/dist/evals/__tests__/offline.test.d.ts +1 -0
  16. package/dist/evals/__tests__/offline.test.js +427 -0
  17. package/dist/evals/__tests__/offline.test.js.map +1 -0
  18. package/dist/evals/index.d.ts +2 -0
  19. package/dist/evals/index.js +15 -0
  20. package/dist/evals/index.js.map +1 -0
  21. package/dist/evals/offline.d.ts +6 -0
  22. package/dist/evals/offline.js +350 -0
  23. package/dist/evals/offline.js.map +1 -0
  24. package/dist/evals/types.d.ts +74 -0
  25. package/dist/evals/types.js +23 -0
  26. package/dist/evals/types.js.map +1 -0
  27. package/dist/features/__tests__/rule-engine.test.d.ts +1 -0
  28. package/dist/features/__tests__/rule-engine.test.js +146 -0
  29. package/dist/features/__tests__/rule-engine.test.js.map +1 -0
  30. package/dist/features/base.d.ts +8 -0
  31. package/dist/features/base.js +15 -0
  32. package/dist/features/base.js.map +1 -0
  33. package/dist/features/prompt-hub.d.ts +4 -0
  34. package/dist/features/prompt-hub.js +66 -0
  35. package/dist/features/prompt-hub.js.map +1 -0
  36. package/dist/features/rule-engine.d.ts +6 -0
  37. package/dist/features/rule-engine.js +60 -0
  38. package/dist/features/rule-engine.js.map +1 -0
  39. package/dist/features/vault.d.ts +4 -0
  40. package/dist/features/vault.js +63 -0
  41. package/dist/features/vault.js.map +1 -0
  42. package/dist/guard/__tests__/findings.test.d.ts +1 -0
  43. package/dist/guard/__tests__/findings.test.js +79 -0
  44. package/dist/guard/__tests__/findings.test.js.map +1 -0
  45. package/dist/guard/__tests__/integration.test.d.ts +1 -0
  46. package/dist/guard/__tests__/integration.test.js +215 -0
  47. package/dist/guard/__tests__/integration.test.js.map +1 -0
  48. package/dist/guard/__tests__/pii.test.d.ts +1 -0
  49. package/dist/guard/__tests__/pii.test.js +131 -0
  50. package/dist/guard/__tests__/pii.test.js.map +1 -0
  51. package/dist/guard/__tests__/pipeline.test.d.ts +1 -0
  52. package/dist/guard/__tests__/pipeline.test.js +162 -0
  53. package/dist/guard/__tests__/pipeline.test.js.map +1 -0
  54. package/dist/guard/__tests__/prompt-injection.test.d.ts +1 -0
  55. package/dist/guard/__tests__/prompt-injection.test.js +92 -0
  56. package/dist/guard/__tests__/prompt-injection.test.js.map +1 -0
  57. package/dist/guard/__tests__/report.test.d.ts +1 -0
  58. package/dist/guard/__tests__/report.test.js +50 -0
  59. package/dist/guard/__tests__/report.test.js.map +1 -0
  60. package/dist/guard/base.d.ts +79 -0
  61. package/dist/guard/base.js +136 -0
  62. package/dist/guard/base.js.map +1 -0
  63. package/dist/guard/custom.d.ts +19 -0
  64. package/dist/guard/custom.js +46 -0
  65. package/dist/guard/custom.js.map +1 -0
  66. package/dist/guard/findings.d.ts +31 -0
  67. package/dist/guard/findings.js +156 -0
  68. package/dist/guard/findings.js.map +1 -0
  69. package/dist/guard/index.d.ts +24 -0
  70. package/dist/guard/index.js +42 -0
  71. package/dist/guard/index.js.map +1 -0
  72. package/dist/guard/integration.d.ts +44 -0
  73. package/dist/guard/integration.js +363 -0
  74. package/dist/guard/integration.js.map +1 -0
  75. package/dist/guard/moderation.d.ts +18 -0
  76. package/dist/guard/moderation.js +61 -0
  77. package/dist/guard/moderation.js.map +1 -0
  78. package/dist/guard/pii.d.ts +17 -0
  79. package/dist/guard/pii.js +114 -0
  80. package/dist/guard/pii.js.map +1 -0
  81. package/dist/guard/pipeline.d.ts +26 -0
  82. package/dist/guard/pipeline.js +139 -0
  83. package/dist/guard/pipeline.js.map +1 -0
  84. package/dist/guard/prompt-injection.d.ts +21 -0
  85. package/dist/guard/prompt-injection.js +70 -0
  86. package/dist/guard/prompt-injection.js.map +1 -0
  87. package/dist/guard/report.d.ts +34 -0
  88. package/dist/guard/report.js +182 -0
  89. package/dist/guard/report.js.map +1 -0
  90. package/dist/guard/schema.d.ts +20 -0
  91. package/dist/guard/schema.js +99 -0
  92. package/dist/guard/schema.js.map +1 -0
  93. package/dist/guard/sensitive-topic.d.ts +23 -0
  94. package/dist/guard/sensitive-topic.js +89 -0
  95. package/dist/guard/sensitive-topic.js.map +1 -0
  96. package/dist/guard/topic-restriction.d.ts +22 -0
  97. package/dist/guard/topic-restriction.js +54 -0
  98. package/dist/guard/topic-restriction.js.map +1 -0
  99. package/dist/helpers.d.ts +246 -0
  100. package/dist/helpers.js +903 -0
  101. package/dist/helpers.js.map +1 -0
  102. package/dist/index.d.ts +71 -0
  103. package/dist/index.js +234 -0
  104. package/dist/index.js.map +1 -0
  105. package/dist/instrumentation/__tests__/ai21-rag-trace-comparison.test.d.ts +13 -0
  106. package/dist/instrumentation/__tests__/ai21-rag-trace-comparison.test.js +176 -0
  107. package/dist/instrumentation/__tests__/ai21-rag-trace-comparison.test.js.map +1 -0
  108. package/dist/instrumentation/__tests__/ai21-trace-comparison.test.d.ts +10 -0
  109. package/dist/instrumentation/__tests__/ai21-trace-comparison.test.js +203 -0
  110. package/dist/instrumentation/__tests__/ai21-trace-comparison.test.js.map +1 -0
  111. package/dist/instrumentation/__tests__/anthropic-wrapper.test.d.ts +1 -0
  112. package/dist/instrumentation/__tests__/anthropic-wrapper.test.js +284 -0
  113. package/dist/instrumentation/__tests__/anthropic-wrapper.test.js.map +1 -0
  114. package/dist/instrumentation/__tests__/assemblyai-wrapper.test.d.ts +1 -0
  115. package/dist/instrumentation/__tests__/assemblyai-wrapper.test.js +284 -0
  116. package/dist/instrumentation/__tests__/assemblyai-wrapper.test.js.map +1 -0
  117. package/dist/instrumentation/__tests__/astra-trace-comparison.test.d.ts +7 -0
  118. package/dist/instrumentation/__tests__/astra-trace-comparison.test.js +160 -0
  119. package/dist/instrumentation/__tests__/astra-trace-comparison.test.js.map +1 -0
  120. package/dist/instrumentation/__tests__/base-wrapper.test.d.ts +1 -0
  121. package/dist/instrumentation/__tests__/base-wrapper.test.js +171 -0
  122. package/dist/instrumentation/__tests__/base-wrapper.test.js.map +1 -0
  123. package/dist/instrumentation/__tests__/bedrock-trace-comparison.test.d.ts +1 -0
  124. package/dist/instrumentation/__tests__/bedrock-trace-comparison.test.js +422 -0
  125. package/dist/instrumentation/__tests__/bedrock-trace-comparison.test.js.map +1 -0
  126. package/dist/instrumentation/__tests__/browser-use-wrapper.test.d.ts +1 -0
  127. package/dist/instrumentation/__tests__/browser-use-wrapper.test.js +284 -0
  128. package/dist/instrumentation/__tests__/browser-use-wrapper.test.js.map +1 -0
  129. package/dist/instrumentation/__tests__/cache-pricing.test.d.ts +15 -0
  130. package/dist/instrumentation/__tests__/cache-pricing.test.js +155 -0
  131. package/dist/instrumentation/__tests__/cache-pricing.test.js.map +1 -0
  132. package/dist/instrumentation/__tests__/chroma-trace-comparison.test.d.ts +18 -0
  133. package/dist/instrumentation/__tests__/chroma-trace-comparison.test.js +209 -0
  134. package/dist/instrumentation/__tests__/chroma-trace-comparison.test.js.map +1 -0
  135. package/dist/instrumentation/__tests__/cohere-wrapper.test.d.ts +1 -0
  136. package/dist/instrumentation/__tests__/cohere-wrapper.test.js +256 -0
  137. package/dist/instrumentation/__tests__/cohere-wrapper.test.js.map +1 -0
  138. package/dist/instrumentation/__tests__/elevenlabs-wrapper.test.d.ts +1 -0
  139. package/dist/instrumentation/__tests__/elevenlabs-wrapper.test.js +282 -0
  140. package/dist/instrumentation/__tests__/elevenlabs-wrapper.test.js.map +1 -0
  141. package/dist/instrumentation/__tests__/firecrawl-wrapper.test.d.ts +1 -0
  142. package/dist/instrumentation/__tests__/firecrawl-wrapper.test.js +238 -0
  143. package/dist/instrumentation/__tests__/firecrawl-wrapper.test.js.map +1 -0
  144. package/dist/instrumentation/__tests__/google-ai-trace-comparison.test.d.ts +4 -0
  145. package/dist/instrumentation/__tests__/google-ai-trace-comparison.test.js +229 -0
  146. package/dist/instrumentation/__tests__/google-ai-trace-comparison.test.js.map +1 -0
  147. package/dist/instrumentation/__tests__/gpu-collector.test.d.ts +1 -0
  148. package/dist/instrumentation/__tests__/gpu-collector.test.js +247 -0
  149. package/dist/instrumentation/__tests__/gpu-collector.test.js.map +1 -0
  150. package/dist/instrumentation/__tests__/gradient-trace-comparison.test.d.ts +11 -0
  151. package/dist/instrumentation/__tests__/gradient-trace-comparison.test.js +391 -0
  152. package/dist/instrumentation/__tests__/gradient-trace-comparison.test.js.map +1 -0
  153. package/dist/instrumentation/__tests__/groq-trace-comparison.test.d.ts +7 -0
  154. package/dist/instrumentation/__tests__/groq-trace-comparison.test.js +687 -0
  155. package/dist/instrumentation/__tests__/groq-trace-comparison.test.js.map +1 -0
  156. package/dist/instrumentation/__tests__/helpers-genai.test.d.ts +14 -0
  157. package/dist/instrumentation/__tests__/helpers-genai.test.js +347 -0
  158. package/dist/instrumentation/__tests__/helpers-genai.test.js.map +1 -0
  159. package/dist/instrumentation/__tests__/huggingface-trace-comparison.test.d.ts +7 -0
  160. package/dist/instrumentation/__tests__/huggingface-trace-comparison.test.js +529 -0
  161. package/dist/instrumentation/__tests__/huggingface-trace-comparison.test.js.map +1 -0
  162. package/dist/instrumentation/__tests__/langchain-role-map.test.d.ts +1 -0
  163. package/dist/instrumentation/__tests__/langchain-role-map.test.js +19 -0
  164. package/dist/instrumentation/__tests__/langchain-role-map.test.js.map +1 -0
  165. package/dist/instrumentation/__tests__/langchain-wrapper.test.d.ts +1 -0
  166. package/dist/instrumentation/__tests__/langchain-wrapper.test.js +282 -0
  167. package/dist/instrumentation/__tests__/langchain-wrapper.test.js.map +1 -0
  168. package/dist/instrumentation/__tests__/letta-wrapper.test.d.ts +1 -0
  169. package/dist/instrumentation/__tests__/letta-wrapper.test.js +285 -0
  170. package/dist/instrumentation/__tests__/letta-wrapper.test.js.map +1 -0
  171. package/dist/instrumentation/__tests__/mem0-trace-comparison.test.d.ts +13 -0
  172. package/dist/instrumentation/__tests__/mem0-trace-comparison.test.js +208 -0
  173. package/dist/instrumentation/__tests__/mem0-trace-comparison.test.js.map +1 -0
  174. package/dist/instrumentation/__tests__/milvus-trace-comparison.test.d.ts +17 -0
  175. package/dist/instrumentation/__tests__/milvus-trace-comparison.test.js +206 -0
  176. package/dist/instrumentation/__tests__/milvus-trace-comparison.test.js.map +1 -0
  177. package/dist/instrumentation/__tests__/mistral-trace-comparison.test.d.ts +1 -0
  178. package/dist/instrumentation/__tests__/mistral-trace-comparison.test.js +345 -0
  179. package/dist/instrumentation/__tests__/mistral-trace-comparison.test.js.map +1 -0
  180. package/dist/instrumentation/__tests__/openai-wrapper.test.d.ts +1 -0
  181. package/dist/instrumentation/__tests__/openai-wrapper.test.js +179 -0
  182. package/dist/instrumentation/__tests__/openai-wrapper.test.js.map +1 -0
  183. package/dist/instrumentation/__tests__/pg-trace-comparison.test.d.ts +21 -0
  184. package/dist/instrumentation/__tests__/pg-trace-comparison.test.js +455 -0
  185. package/dist/instrumentation/__tests__/pg-trace-comparison.test.js.map +1 -0
  186. package/dist/instrumentation/__tests__/qdrant-trace-comparison.test.d.ts +17 -0
  187. package/dist/instrumentation/__tests__/qdrant-trace-comparison.test.js +182 -0
  188. package/dist/instrumentation/__tests__/qdrant-trace-comparison.test.js.map +1 -0
  189. package/dist/instrumentation/__tests__/replicate-trace-comparison.test.d.ts +8 -0
  190. package/dist/instrumentation/__tests__/replicate-trace-comparison.test.js +346 -0
  191. package/dist/instrumentation/__tests__/replicate-trace-comparison.test.js.map +1 -0
  192. package/dist/instrumentation/__tests__/together-trace-comparison.test.d.ts +4 -0
  193. package/dist/instrumentation/__tests__/together-trace-comparison.test.js +289 -0
  194. package/dist/instrumentation/__tests__/together-trace-comparison.test.js.map +1 -0
  195. package/dist/instrumentation/__tests__/trace-comparison-utils.d.ts +67 -0
  196. package/dist/instrumentation/__tests__/trace-comparison-utils.js +255 -0
  197. package/dist/instrumentation/__tests__/trace-comparison-utils.js.map +1 -0
  198. package/dist/instrumentation/__tests__/transformers-trace-comparison.test.d.ts +11 -0
  199. package/dist/instrumentation/__tests__/transformers-trace-comparison.test.js +214 -0
  200. package/dist/instrumentation/__tests__/transformers-trace-comparison.test.js.map +1 -0
  201. package/dist/instrumentation/__tests__/vercel-ai-trace-comparison.test.d.ts +8 -0
  202. package/dist/instrumentation/__tests__/vercel-ai-trace-comparison.test.js +446 -0
  203. package/dist/instrumentation/__tests__/vercel-ai-trace-comparison.test.js.map +1 -0
  204. package/dist/instrumentation/__tests__/vertexai-trace-comparison.test.d.ts +6 -0
  205. package/dist/instrumentation/__tests__/vertexai-trace-comparison.test.js +409 -0
  206. package/dist/instrumentation/__tests__/vertexai-trace-comparison.test.js.map +1 -0
  207. package/dist/instrumentation/__tests__/vllm-trace-comparison.test.d.ts +1 -0
  208. package/dist/instrumentation/__tests__/vllm-trace-comparison.test.js +519 -0
  209. package/dist/instrumentation/__tests__/vllm-trace-comparison.test.js.map +1 -0
  210. package/dist/instrumentation/ai21/index.d.ts +11 -0
  211. package/dist/instrumentation/ai21/index.js +67 -0
  212. package/dist/instrumentation/ai21/index.js.map +1 -0
  213. package/dist/instrumentation/ai21/wrapper.d.ts +54 -0
  214. package/dist/instrumentation/ai21/wrapper.js +511 -0
  215. package/dist/instrumentation/ai21/wrapper.js.map +1 -0
  216. package/dist/instrumentation/anthropic/index.d.ts +11 -0
  217. package/dist/instrumentation/anthropic/index.js +45 -0
  218. package/dist/instrumentation/anthropic/index.js.map +1 -0
  219. package/dist/instrumentation/anthropic/wrapper.d.ts +34 -0
  220. package/dist/instrumentation/anthropic/wrapper.js +426 -0
  221. package/dist/instrumentation/anthropic/wrapper.js.map +1 -0
  222. package/dist/instrumentation/assemblyai/index.d.ts +12 -0
  223. package/dist/instrumentation/assemblyai/index.js +91 -0
  224. package/dist/instrumentation/assemblyai/index.js.map +1 -0
  225. package/dist/instrumentation/assemblyai/wrapper.d.ts +35 -0
  226. package/dist/instrumentation/assemblyai/wrapper.js +238 -0
  227. package/dist/instrumentation/assemblyai/wrapper.js.map +1 -0
  228. package/dist/instrumentation/astra/index.d.ts +11 -0
  229. package/dist/instrumentation/astra/index.js +87 -0
  230. package/dist/instrumentation/astra/index.js.map +1 -0
  231. package/dist/instrumentation/astra/wrapper.d.ts +39 -0
  232. package/dist/instrumentation/astra/wrapper.js +349 -0
  233. package/dist/instrumentation/astra/wrapper.js.map +1 -0
  234. package/dist/instrumentation/azure-ai-inference/index.d.ts +11 -0
  235. package/dist/instrumentation/azure-ai-inference/index.js +76 -0
  236. package/dist/instrumentation/azure-ai-inference/index.js.map +1 -0
  237. package/dist/instrumentation/azure-ai-inference/wrapper.d.ts +55 -0
  238. package/dist/instrumentation/azure-ai-inference/wrapper.js +580 -0
  239. package/dist/instrumentation/azure-ai-inference/wrapper.js.map +1 -0
  240. package/dist/instrumentation/base-wrapper.d.ts +16 -0
  241. package/dist/instrumentation/base-wrapper.js +139 -0
  242. package/dist/instrumentation/base-wrapper.js.map +1 -0
  243. package/dist/instrumentation/bedrock/index.d.ts +11 -0
  244. package/dist/instrumentation/bedrock/index.js +52 -0
  245. package/dist/instrumentation/bedrock/index.js.map +1 -0
  246. package/dist/instrumentation/bedrock/wrapper.d.ts +41 -0
  247. package/dist/instrumentation/bedrock/wrapper.js +494 -0
  248. package/dist/instrumentation/bedrock/wrapper.js.map +1 -0
  249. package/dist/instrumentation/browser-use/index.d.ts +11 -0
  250. package/dist/instrumentation/browser-use/index.js +98 -0
  251. package/dist/instrumentation/browser-use/index.js.map +1 -0
  252. package/dist/instrumentation/browser-use/wrapper.d.ts +12 -0
  253. package/dist/instrumentation/browser-use/wrapper.js +706 -0
  254. package/dist/instrumentation/browser-use/wrapper.js.map +1 -0
  255. package/dist/instrumentation/chroma/index.d.ts +11 -0
  256. package/dist/instrumentation/chroma/index.js +70 -0
  257. package/dist/instrumentation/chroma/index.js.map +1 -0
  258. package/dist/instrumentation/chroma/wrapper.d.ts +10 -0
  259. package/dist/instrumentation/chroma/wrapper.js +127 -0
  260. package/dist/instrumentation/chroma/wrapper.js.map +1 -0
  261. package/dist/instrumentation/claude-agent-sdk/index.d.ts +23 -0
  262. package/dist/instrumentation/claude-agent-sdk/index.js +83 -0
  263. package/dist/instrumentation/claude-agent-sdk/index.js.map +1 -0
  264. package/dist/instrumentation/claude-agent-sdk/wrapper.d.ts +13 -0
  265. package/dist/instrumentation/claude-agent-sdk/wrapper.js +1123 -0
  266. package/dist/instrumentation/claude-agent-sdk/wrapper.js.map +1 -0
  267. package/dist/instrumentation/cohere/index.d.ts +11 -0
  268. package/dist/instrumentation/cohere/index.js +53 -0
  269. package/dist/instrumentation/cohere/index.js.map +1 -0
  270. package/dist/instrumentation/cohere/wrapper.d.ts +50 -0
  271. package/dist/instrumentation/cohere/wrapper.js +452 -0
  272. package/dist/instrumentation/cohere/wrapper.js.map +1 -0
  273. package/dist/instrumentation/cursor-sdk/index.d.ts +21 -0
  274. package/dist/instrumentation/cursor-sdk/index.js +58 -0
  275. package/dist/instrumentation/cursor-sdk/index.js.map +1 -0
  276. package/dist/instrumentation/cursor-sdk/wrapper.d.ts +17 -0
  277. package/dist/instrumentation/cursor-sdk/wrapper.js +789 -0
  278. package/dist/instrumentation/cursor-sdk/wrapper.js.map +1 -0
  279. package/dist/instrumentation/elevenlabs/index.d.ts +12 -0
  280. package/dist/instrumentation/elevenlabs/index.js +92 -0
  281. package/dist/instrumentation/elevenlabs/index.js.map +1 -0
  282. package/dist/instrumentation/elevenlabs/wrapper.d.ts +34 -0
  283. package/dist/instrumentation/elevenlabs/wrapper.js +280 -0
  284. package/dist/instrumentation/elevenlabs/wrapper.js.map +1 -0
  285. package/dist/instrumentation/firecrawl/index.d.ts +13 -0
  286. package/dist/instrumentation/firecrawl/index.js +115 -0
  287. package/dist/instrumentation/firecrawl/index.js.map +1 -0
  288. package/dist/instrumentation/firecrawl/wrapper.d.ts +22 -0
  289. package/dist/instrumentation/firecrawl/wrapper.js +378 -0
  290. package/dist/instrumentation/firecrawl/wrapper.js.map +1 -0
  291. package/dist/instrumentation/google-adk/index.d.ts +57 -0
  292. package/dist/instrumentation/google-adk/index.js +371 -0
  293. package/dist/instrumentation/google-adk/index.js.map +1 -0
  294. package/dist/instrumentation/google-adk/utils.d.ts +45 -0
  295. package/dist/instrumentation/google-adk/utils.js +663 -0
  296. package/dist/instrumentation/google-adk/utils.js.map +1 -0
  297. package/dist/instrumentation/google-adk/wrapper.d.ts +11 -0
  298. package/dist/instrumentation/google-adk/wrapper.js +391 -0
  299. package/dist/instrumentation/google-adk/wrapper.js.map +1 -0
  300. package/dist/instrumentation/google-ai/index.d.ts +11 -0
  301. package/dist/instrumentation/google-ai/index.js +48 -0
  302. package/dist/instrumentation/google-ai/index.js.map +1 -0
  303. package/dist/instrumentation/google-ai/wrapper.d.ts +52 -0
  304. package/dist/instrumentation/google-ai/wrapper.js +466 -0
  305. package/dist/instrumentation/google-ai/wrapper.js.map +1 -0
  306. package/dist/instrumentation/gpu/index.d.ts +38 -0
  307. package/dist/instrumentation/gpu/index.js +233 -0
  308. package/dist/instrumentation/gpu/index.js.map +1 -0
  309. package/dist/instrumentation/gradient/index.d.ts +12 -0
  310. package/dist/instrumentation/gradient/index.js +74 -0
  311. package/dist/instrumentation/gradient/index.js.map +1 -0
  312. package/dist/instrumentation/gradient/utils.d.ts +14 -0
  313. package/dist/instrumentation/gradient/utils.js +119 -0
  314. package/dist/instrumentation/gradient/utils.js.map +1 -0
  315. package/dist/instrumentation/gradient/wrapper.d.ts +76 -0
  316. package/dist/instrumentation/gradient/wrapper.js +584 -0
  317. package/dist/instrumentation/gradient/wrapper.js.map +1 -0
  318. package/dist/instrumentation/groq/index.d.ts +11 -0
  319. package/dist/instrumentation/groq/index.js +43 -0
  320. package/dist/instrumentation/groq/index.js.map +1 -0
  321. package/dist/instrumentation/groq/wrapper.d.ts +35 -0
  322. package/dist/instrumentation/groq/wrapper.js +442 -0
  323. package/dist/instrumentation/groq/wrapper.js.map +1 -0
  324. package/dist/instrumentation/huggingface/index.d.ts +13 -0
  325. package/dist/instrumentation/huggingface/index.js +110 -0
  326. package/dist/instrumentation/huggingface/index.js.map +1 -0
  327. package/dist/instrumentation/huggingface/wrapper.d.ts +54 -0
  328. package/dist/instrumentation/huggingface/wrapper.js +514 -0
  329. package/dist/instrumentation/huggingface/wrapper.js.map +1 -0
  330. package/dist/instrumentation/index.d.ts +7 -0
  331. package/dist/instrumentation/index.js +176 -0
  332. package/dist/instrumentation/index.js.map +1 -0
  333. package/dist/instrumentation/langchain/index.d.ts +16 -0
  334. package/dist/instrumentation/langchain/index.js +91 -0
  335. package/dist/instrumentation/langchain/index.js.map +1 -0
  336. package/dist/instrumentation/langchain/wrapper.d.ts +41 -0
  337. package/dist/instrumentation/langchain/wrapper.js +1235 -0
  338. package/dist/instrumentation/langchain/wrapper.js.map +1 -0
  339. package/dist/instrumentation/langgraph/index.d.ts +12 -0
  340. package/dist/instrumentation/langgraph/index.js +99 -0
  341. package/dist/instrumentation/langgraph/index.js.map +1 -0
  342. package/dist/instrumentation/langgraph/wrapper.d.ts +20 -0
  343. package/dist/instrumentation/langgraph/wrapper.js +620 -0
  344. package/dist/instrumentation/langgraph/wrapper.js.map +1 -0
  345. package/dist/instrumentation/letta/index.d.ts +10 -0
  346. package/dist/instrumentation/letta/index.js +122 -0
  347. package/dist/instrumentation/letta/index.js.map +1 -0
  348. package/dist/instrumentation/letta/utils.d.ts +24 -0
  349. package/dist/instrumentation/letta/utils.js +343 -0
  350. package/dist/instrumentation/letta/utils.js.map +1 -0
  351. package/dist/instrumentation/letta/wrapper.d.ts +37 -0
  352. package/dist/instrumentation/letta/wrapper.js +180 -0
  353. package/dist/instrumentation/letta/wrapper.js.map +1 -0
  354. package/dist/instrumentation/llamaindex/index.d.ts +36 -0
  355. package/dist/instrumentation/llamaindex/index.js +221 -0
  356. package/dist/instrumentation/llamaindex/index.js.map +1 -0
  357. package/dist/instrumentation/llamaindex/wrapper.d.ts +36 -0
  358. package/dist/instrumentation/llamaindex/wrapper.js +811 -0
  359. package/dist/instrumentation/llamaindex/wrapper.js.map +1 -0
  360. package/dist/instrumentation/mcp/index.d.ts +20 -0
  361. package/dist/instrumentation/mcp/index.js +282 -0
  362. package/dist/instrumentation/mcp/index.js.map +1 -0
  363. package/dist/instrumentation/mcp/wrapper.d.ts +72 -0
  364. package/dist/instrumentation/mcp/wrapper.js +571 -0
  365. package/dist/instrumentation/mcp/wrapper.js.map +1 -0
  366. package/dist/instrumentation/mem0/index.d.ts +17 -0
  367. package/dist/instrumentation/mem0/index.js +113 -0
  368. package/dist/instrumentation/mem0/index.js.map +1 -0
  369. package/dist/instrumentation/mem0/wrapper.d.ts +37 -0
  370. package/dist/instrumentation/mem0/wrapper.js +298 -0
  371. package/dist/instrumentation/mem0/wrapper.js.map +1 -0
  372. package/dist/instrumentation/milvus/index.d.ts +11 -0
  373. package/dist/instrumentation/milvus/index.js +67 -0
  374. package/dist/instrumentation/milvus/index.js.map +1 -0
  375. package/dist/instrumentation/milvus/wrapper.d.ts +15 -0
  376. package/dist/instrumentation/milvus/wrapper.js +219 -0
  377. package/dist/instrumentation/milvus/wrapper.js.map +1 -0
  378. package/dist/instrumentation/mistral/index.d.ts +11 -0
  379. package/dist/instrumentation/mistral/index.js +66 -0
  380. package/dist/instrumentation/mistral/index.js.map +1 -0
  381. package/dist/instrumentation/mistral/wrapper.d.ts +49 -0
  382. package/dist/instrumentation/mistral/wrapper.js +482 -0
  383. package/dist/instrumentation/mistral/wrapper.js.map +1 -0
  384. package/dist/instrumentation/ollama/index.d.ts +11 -0
  385. package/dist/instrumentation/ollama/index.js +72 -0
  386. package/dist/instrumentation/ollama/index.js.map +1 -0
  387. package/dist/instrumentation/ollama/wrapper.d.ts +73 -0
  388. package/dist/instrumentation/ollama/wrapper.js +629 -0
  389. package/dist/instrumentation/ollama/wrapper.js.map +1 -0
  390. package/dist/instrumentation/openai/index.d.ts +11 -0
  391. package/dist/instrumentation/openai/index.js +79 -0
  392. package/dist/instrumentation/openai/index.js.map +1 -0
  393. package/dist/instrumentation/openai/wrapper.d.ts +80 -0
  394. package/dist/instrumentation/openai/wrapper.js +1121 -0
  395. package/dist/instrumentation/openai/wrapper.js.map +1 -0
  396. package/dist/instrumentation/openai-agents/index.d.ts +20 -0
  397. package/dist/instrumentation/openai-agents/index.js +174 -0
  398. package/dist/instrumentation/openai-agents/index.js.map +1 -0
  399. package/dist/instrumentation/openai-agents/processor.d.ts +35 -0
  400. package/dist/instrumentation/openai-agents/processor.js +249 -0
  401. package/dist/instrumentation/openai-agents/processor.js.map +1 -0
  402. package/dist/instrumentation/openai-agents/utils.d.ts +20 -0
  403. package/dist/instrumentation/openai-agents/utils.js +624 -0
  404. package/dist/instrumentation/openai-agents/utils.js.map +1 -0
  405. package/dist/instrumentation/pg/index.d.ts +20 -0
  406. package/dist/instrumentation/pg/index.js +74 -0
  407. package/dist/instrumentation/pg/index.js.map +1 -0
  408. package/dist/instrumentation/pg/wrapper.d.ts +66 -0
  409. package/dist/instrumentation/pg/wrapper.js +441 -0
  410. package/dist/instrumentation/pg/wrapper.js.map +1 -0
  411. package/dist/instrumentation/pinecone/index.d.ts +11 -0
  412. package/dist/instrumentation/pinecone/index.js +79 -0
  413. package/dist/instrumentation/pinecone/index.js.map +1 -0
  414. package/dist/instrumentation/pinecone/wrapper.d.ts +14 -0
  415. package/dist/instrumentation/pinecone/wrapper.js +198 -0
  416. package/dist/instrumentation/pinecone/wrapper.js.map +1 -0
  417. package/dist/instrumentation/qdrant/index.d.ts +11 -0
  418. package/dist/instrumentation/qdrant/index.js +67 -0
  419. package/dist/instrumentation/qdrant/index.js.map +1 -0
  420. package/dist/instrumentation/qdrant/wrapper.d.ts +14 -0
  421. package/dist/instrumentation/qdrant/wrapper.js +213 -0
  422. package/dist/instrumentation/qdrant/wrapper.js.map +1 -0
  423. package/dist/instrumentation/replicate/index.d.ts +11 -0
  424. package/dist/instrumentation/replicate/index.js +57 -0
  425. package/dist/instrumentation/replicate/index.js.map +1 -0
  426. package/dist/instrumentation/replicate/wrapper.d.ts +28 -0
  427. package/dist/instrumentation/replicate/wrapper.js +242 -0
  428. package/dist/instrumentation/replicate/wrapper.js.map +1 -0
  429. package/dist/instrumentation/strands/index.d.ts +21 -0
  430. package/dist/instrumentation/strands/index.js +83 -0
  431. package/dist/instrumentation/strands/index.js.map +1 -0
  432. package/dist/instrumentation/strands/processor.d.ts +51 -0
  433. package/dist/instrumentation/strands/processor.js +625 -0
  434. package/dist/instrumentation/strands/processor.js.map +1 -0
  435. package/dist/instrumentation/strands/utils.d.ts +24 -0
  436. package/dist/instrumentation/strands/utils.js +373 -0
  437. package/dist/instrumentation/strands/utils.js.map +1 -0
  438. package/dist/instrumentation/together/index.d.ts +11 -0
  439. package/dist/instrumentation/together/index.js +43 -0
  440. package/dist/instrumentation/together/index.js.map +1 -0
  441. package/dist/instrumentation/together/wrapper.d.ts +48 -0
  442. package/dist/instrumentation/together/wrapper.js +409 -0
  443. package/dist/instrumentation/together/wrapper.js.map +1 -0
  444. package/dist/instrumentation/transformers/index.d.ts +35 -0
  445. package/dist/instrumentation/transformers/index.js +119 -0
  446. package/dist/instrumentation/transformers/index.js.map +1 -0
  447. package/dist/instrumentation/transformers/wrapper.d.ts +49 -0
  448. package/dist/instrumentation/transformers/wrapper.js +472 -0
  449. package/dist/instrumentation/transformers/wrapper.js.map +1 -0
  450. package/dist/instrumentation/vercel-ai/index.d.ts +10 -0
  451. package/dist/instrumentation/vercel-ai/index.js +59 -0
  452. package/dist/instrumentation/vercel-ai/index.js.map +1 -0
  453. package/dist/instrumentation/vercel-ai/wrapper.d.ts +50 -0
  454. package/dist/instrumentation/vercel-ai/wrapper.js +539 -0
  455. package/dist/instrumentation/vercel-ai/wrapper.js.map +1 -0
  456. package/dist/instrumentation/vertexai/index.d.ts +11 -0
  457. package/dist/instrumentation/vertexai/index.js +70 -0
  458. package/dist/instrumentation/vertexai/index.js.map +1 -0
  459. package/dist/instrumentation/vertexai/wrapper.d.ts +67 -0
  460. package/dist/instrumentation/vertexai/wrapper.js +530 -0
  461. package/dist/instrumentation/vertexai/wrapper.js.map +1 -0
  462. package/dist/instrumentation/vllm/index.d.ts +13 -0
  463. package/dist/instrumentation/vllm/index.js +67 -0
  464. package/dist/instrumentation/vllm/index.js.map +1 -0
  465. package/dist/instrumentation/vllm/wrapper.d.ts +60 -0
  466. package/dist/instrumentation/vllm/wrapper.js +482 -0
  467. package/dist/instrumentation/vllm/wrapper.js.map +1 -0
  468. package/dist/llm/anthropic.d.ts +5 -0
  469. package/dist/llm/anthropic.js +39 -0
  470. package/dist/llm/anthropic.js.map +1 -0
  471. package/dist/llm/index.d.ts +10 -0
  472. package/dist/llm/index.js +93 -0
  473. package/dist/llm/index.js.map +1 -0
  474. package/dist/llm/openai.d.ts +6 -0
  475. package/dist/llm/openai.js +52 -0
  476. package/dist/llm/openai.js.map +1 -0
  477. package/dist/llm/providers.d.ts +7 -0
  478. package/dist/llm/providers.js +10 -0
  479. package/dist/llm/providers.js.map +1 -0
  480. package/dist/manual-trace.d.ts +40 -0
  481. package/dist/manual-trace.js +103 -0
  482. package/dist/manual-trace.js.map +1 -0
  483. package/dist/otel/__tests__/metrics.test.d.ts +1 -0
  484. package/dist/otel/__tests__/metrics.test.js +40 -0
  485. package/dist/otel/__tests__/metrics.test.js.map +1 -0
  486. package/dist/otel/events.d.ts +11 -0
  487. package/dist/otel/events.js +74 -0
  488. package/dist/otel/events.js.map +1 -0
  489. package/dist/otel/metrics.d.ts +35 -0
  490. package/dist/otel/metrics.js +219 -0
  491. package/dist/otel/metrics.js.map +1 -0
  492. package/dist/otel/tracing.d.ts +12 -0
  493. package/dist/otel/tracing.js +93 -0
  494. package/dist/otel/tracing.js.map +1 -0
  495. package/dist/otel/utils.d.ts +11 -0
  496. package/dist/otel/utils.js +34 -0
  497. package/dist/otel/utils.js.map +1 -0
  498. package/dist/pricing.json +951 -0
  499. package/dist/prompt-hub.d.ts +4 -0
  500. package/dist/prompt-hub.js +66 -0
  501. package/dist/prompt-hub.js.map +1 -0
  502. package/dist/register.d.ts +4 -0
  503. package/dist/register.js +52 -0
  504. package/dist/register.js.map +1 -0
  505. package/dist/score/__tests__/score.test.d.ts +1 -0
  506. package/dist/score/__tests__/score.test.js +143 -0
  507. package/dist/score/__tests__/score.test.js.map +1 -0
  508. package/dist/score/index.d.ts +2 -0
  509. package/dist/score/index.js +6 -0
  510. package/dist/score/index.js.map +1 -0
  511. package/dist/score/score.d.ts +15 -0
  512. package/dist/score/score.js +135 -0
  513. package/dist/score/score.js.map +1 -0
  514. package/dist/semantic-convention.d.ts +555 -0
  515. package/dist/semantic-convention.js +630 -0
  516. package/dist/semantic-convention.js.map +1 -0
  517. package/dist/types.d.ts +131 -0
  518. package/dist/types.js +3 -0
  519. package/dist/types.js.map +1 -0
  520. package/package.json +136 -0
@@ -0,0 +1,90 @@
1
+ "use strict";
2
+ var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
3
+ if (k2 === undefined) k2 = k;
4
+ var desc = Object.getOwnPropertyDescriptor(m, k);
5
+ if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
6
+ desc = { enumerable: true, get: function() { return m[k]; } };
7
+ }
8
+ Object.defineProperty(o, k2, desc);
9
+ }) : (function(o, m, k, k2) {
10
+ if (k2 === undefined) k2 = k;
11
+ o[k2] = m[k];
12
+ }));
13
+ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
14
+ Object.defineProperty(o, "default", { enumerable: true, value: v });
15
+ }) : function(o, v) {
16
+ o["default"] = v;
17
+ });
18
+ var __importStar = (this && this.__importStar) || (function () {
19
+ var ownKeys = function(o) {
20
+ ownKeys = Object.getOwnPropertyNames || function (o) {
21
+ var ar = [];
22
+ for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
23
+ return ar;
24
+ };
25
+ return ownKeys(o);
26
+ };
27
+ return function (mod) {
28
+ if (mod && mod.__esModule) return mod;
29
+ var result = {};
30
+ if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
31
+ __setModuleDefault(result, mod);
32
+ return result;
33
+ };
34
+ })();
35
+ describe('shield360/register', () => {
36
+ const originalEnv = process.env;
37
+ const originalVersion = process.versions.node;
38
+ let initMock;
39
+ beforeEach(() => {
40
+ jest.resetModules();
41
+ initMock = jest.fn();
42
+ jest.doMock('../index', () => ({
43
+ __esModule: true,
44
+ default: { init: initMock },
45
+ }));
46
+ process.env = {
47
+ ...originalEnv,
48
+ OTEL_SERVICE_NAME: 'node-ai-app',
49
+ OTEL_DEPLOYMENT_ENVIRONMENT: 'prod',
50
+ OTEL_RESOURCE_ATTRIBUTES: 'service.workload.key=k8s:demo,team=ai',
51
+ SHIELD360_DISABLED_INSTRUMENTORS: 'openai,anthropic',
52
+ };
53
+ delete globalThis.__shield360_register_initialized__;
54
+ });
55
+ afterEach(() => {
56
+ process.env = originalEnv;
57
+ Object.defineProperty(process.versions, 'node', {
58
+ value: originalVersion,
59
+ configurable: true,
60
+ });
61
+ delete globalThis.__shield360_register_initialized__;
62
+ jest.dontMock('../index');
63
+ });
64
+ it('initializes once with controller environment values', async () => {
65
+ await Promise.resolve().then(() => __importStar(require('../register')));
66
+ await Promise.resolve().then(() => __importStar(require('../register')));
67
+ expect(initMock).toHaveBeenCalledTimes(1);
68
+ expect(initMock).toHaveBeenCalledWith({
69
+ applicationName: 'node-ai-app',
70
+ environment: 'prod',
71
+ disabledInstrumentors: ['openai', 'anthropic'],
72
+ customSpanAttributes: {
73
+ 'service.workload.key': 'k8s:demo',
74
+ team: 'ai',
75
+ },
76
+ });
77
+ });
78
+ it('skips unsupported Node.js versions', async () => {
79
+ Object.defineProperty(process.versions, 'node', {
80
+ value: '16.20.2',
81
+ configurable: true,
82
+ });
83
+ const errorSpy = jest.spyOn(console, 'error').mockImplementation(() => { });
84
+ await Promise.resolve().then(() => __importStar(require('../register')));
85
+ expect(initMock).not.toHaveBeenCalled();
86
+ expect(errorSpy).toHaveBeenCalledWith(expect.stringContaining('requires Node.js 18 or newer'));
87
+ errorSpy.mockRestore();
88
+ });
89
+ });
90
+ //# sourceMappingURL=register.test.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"register.test.js","sourceRoot":"","sources":["../../src/__tests__/register.test.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;IAClC,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC;IAChC,MAAM,eAAe,GAAG,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC;IAC9C,IAAI,QAAmB,CAAC;IAExB,UAAU,CAAC,GAAG,EAAE;QACd,IAAI,CAAC,YAAY,EAAE,CAAC;QACpB,QAAQ,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;QACrB,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,GAAG,EAAE,CAAC,CAAC;YAC7B,UAAU,EAAE,IAAI;YAChB,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;SAC5B,CAAC,CAAC,CAAC;QACJ,OAAO,CAAC,GAAG,GAAG;YACZ,GAAG,WAAW;YACd,iBAAiB,EAAE,aAAa;YAChC,2BAA2B,EAAE,MAAM;YACnC,wBAAwB,EAAE,uCAAuC;YACjE,gCAAgC,EAAE,kBAAkB;SACrD,CAAC;QACF,OAAQ,UAAkB,CAAC,kCAAkC,CAAC;IAChE,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,OAAO,CAAC,GAAG,GAAG,WAAW,CAAC;QAC1B,MAAM,CAAC,cAAc,CAAC,OAAO,CAAC,QAAQ,EAAE,MAAM,EAAE;YAC9C,KAAK,EAAE,eAAe;YACtB,YAAY,EAAE,IAAI;SACnB,CAAC,CAAC;QACH,OAAQ,UAAkB,CAAC,kCAAkC,CAAC;QAC9D,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,KAAK,IAAI,EAAE;QACnE,wDAAa,aAAa,GAAC,CAAC;QAC5B,wDAAa,aAAa,GAAC,CAAC;QAE5B,MAAM,CAAC,QAAQ,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC1C,MAAM,CAAC,QAAQ,CAAC,CAAC,oBAAoB,CAAC;YACpC,eAAe,EAAE,aAAa;YAC9B,WAAW,EAAE,MAAM;YACnB,qBAAqB,EAAE,CAAC,QAAQ,EAAE,WAAW,CAAC;YAC9C,oBAAoB,EAAE;gBACpB,sBAAsB,EAAE,UAAU;gBAClC,IAAI,EAAE,IAAI;aACX;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oCAAoC,EAAE,KAAK,IAAI,EAAE;QAClD,MAAM,CAAC,cAAc,CAAC,OAAO,CAAC,QAAQ,EAAE,MAAM,EAAE;YAC9C,KAAK,EAAE,SAAS;YAChB,YAAY,EAAE,IAAI;SACnB,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAE3E,wDAAa,aAAa,GAAC,CAAC;QAE5B,MAAM,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QACxC,MAAM,CAAC,QAAQ,CAAC,CAAC,oBAAoB,CACnC,MAAM,CAAC,gBAAgB,CAAC,8BAA8B,CAAC,CACxD,CAAC;QACF,QAAQ,CAAC,WAAW,EAAE,CAAC;IACzB,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
@@ -0,0 +1,28 @@
1
+ import { Shield360ConfigInterface, PricingObject } from './types';
2
+ import type { Pipeline } from './guard/pipeline';
3
+ export default class Shield360Config {
4
+ static environment: Shield360ConfigInterface['environment'];
5
+ static applicationName: Shield360ConfigInterface['applicationName'];
6
+ static pricingInfo: PricingObject;
7
+ static tracer: Shield360ConfigInterface['tracer'];
8
+ static otlpEndpoint?: Shield360ConfigInterface['otlpEndpoint'];
9
+ static otlpHeaders?: Shield360ConfigInterface['otlpHeaders'];
10
+ static disableBatch?: Shield360ConfigInterface['disableBatch'];
11
+ static captureMessageContent?: Shield360ConfigInterface['captureMessageContent'];
12
+ static pricingJson?: Shield360ConfigInterface['pricingJson'];
13
+ static disableMetrics?: boolean;
14
+ static disableEvents?: boolean;
15
+ static maxContentLength?: number | null;
16
+ static customSpanAttributes?: Record<string, string> | null;
17
+ static shield360ApiKey?: string;
18
+ static shield360Url?: string;
19
+ static guardPipeline?: Pipeline;
20
+ static updateConfig({ environment, applicationName, tracer, otlpEndpoint, otlpHeaders, disableBatch, captureMessageContent, pricingJson, disableMetrics, disableEvents, maxContentLength, customSpanAttributes, shield360ApiKey, shield360Url, }: Partial<Shield360ConfigInterface> & {
21
+ disableMetrics?: boolean;
22
+ disableEvents?: boolean;
23
+ maxContentLength?: number | null;
24
+ customSpanAttributes?: Record<string, string> | null;
25
+ shield360ApiKey?: string;
26
+ shield360Url?: string;
27
+ }): void;
28
+ }
package/dist/config.js ADDED
@@ -0,0 +1,22 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ class Shield360Config {
4
+ static updateConfig({ environment = 'default', applicationName = 'default', tracer, otlpEndpoint, otlpHeaders, disableBatch = false, captureMessageContent = true, pricingJson, disableMetrics = false, disableEvents = false, maxContentLength = null, customSpanAttributes = null, shield360ApiKey, shield360Url, }) {
5
+ this.environment = environment;
6
+ this.applicationName = applicationName;
7
+ this.tracer = tracer;
8
+ this.otlpEndpoint = otlpEndpoint;
9
+ this.otlpHeaders = otlpHeaders;
10
+ this.disableBatch = disableBatch;
11
+ this.captureMessageContent = captureMessageContent;
12
+ this.pricingJson = pricingJson;
13
+ this.disableMetrics = disableMetrics;
14
+ this.disableEvents = disableEvents;
15
+ this.maxContentLength = maxContentLength;
16
+ this.customSpanAttributes = customSpanAttributes;
17
+ this.shield360ApiKey = shield360ApiKey;
18
+ this.shield360Url = shield360Url;
19
+ }
20
+ }
21
+ exports.default = Shield360Config;
22
+ //# sourceMappingURL=config.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":";;AAGA,MAAqB,eAAe;IAkBlC,MAAM,CAAC,YAAY,CAAC,EAClB,WAAW,GAAG,SAAS,EACvB,eAAe,GAAG,SAAS,EAC3B,MAAM,EACN,YAAY,EACZ,WAAW,EACX,YAAY,GAAG,KAAK,EACpB,qBAAqB,GAAG,IAAI,EAC5B,WAAW,EACX,cAAc,GAAG,KAAK,EACtB,aAAa,GAAG,KAAK,EACrB,gBAAgB,GAAG,IAAI,EACvB,oBAAoB,GAAG,IAAI,EAC3B,eAAe,EACf,YAAY,GAQb;QACC,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QACvC,IAAI,CAAC,MAAM,GAAG,MAA4C,CAAC;QAC3D,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,qBAAqB,GAAG,qBAAqB,CAAC;QACnD,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;QACnC,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,oBAAoB,GAAG,oBAAoB,CAAC;QACjD,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QACvC,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;IACnC,CAAC;CACF;AAxDD,kCAwDC"}
@@ -0,0 +1,6 @@
1
+ export declare const SDK_NAME = "shield360";
2
+ export declare const SDK_VERSION: string;
3
+ export declare const DEFAULT_ENVIRONMENT = "default";
4
+ export declare const DEFAULT_APPLICATION_NAME = "default";
5
+ export declare const INSTRUMENTATION_PREFIX = "@shield360";
6
+ export declare const SHIELD360_URL = "http://127.0.0.1:3000";
@@ -0,0 +1,14 @@
1
+ "use strict";
2
+ var __importDefault = (this && this.__importDefault) || function (mod) {
3
+ return (mod && mod.__esModule) ? mod : { "default": mod };
4
+ };
5
+ Object.defineProperty(exports, "__esModule", { value: true });
6
+ exports.SHIELD360_URL = exports.INSTRUMENTATION_PREFIX = exports.DEFAULT_APPLICATION_NAME = exports.DEFAULT_ENVIRONMENT = exports.SDK_VERSION = exports.SDK_NAME = void 0;
7
+ const package_json_1 = __importDefault(require("../package.json"));
8
+ exports.SDK_NAME = 'shield360';
9
+ exports.SDK_VERSION = package_json_1.default.version;
10
+ exports.DEFAULT_ENVIRONMENT = 'default';
11
+ exports.DEFAULT_APPLICATION_NAME = 'default';
12
+ exports.INSTRUMENTATION_PREFIX = '@shield360';
13
+ exports.SHIELD360_URL = 'http://127.0.0.1:3000';
14
+ //# sourceMappingURL=constant.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"constant.js","sourceRoot":"","sources":["../src/constant.ts"],"names":[],"mappings":";;;;;;AAAA,mEAAkC;AAErB,QAAA,QAAQ,GAAG,WAAW,CAAC;AACvB,QAAA,WAAW,GAAG,sBAAG,CAAC,OAAO,CAAC;AAC1B,QAAA,mBAAmB,GAAG,SAAS,CAAC;AAChC,QAAA,wBAAwB,GAAG,SAAS,CAAC;AACrC,QAAA,sBAAsB,GAAG,YAAY,CAAC;AACtC,QAAA,aAAa,GAAG,uBAAuB,CAAC"}
@@ -0,0 +1 @@
1
+ export {};
@@ -0,0 +1,427 @@
1
+ "use strict";
2
+ var __importDefault = (this && this.__importDefault) || function (mod) {
3
+ return (mod && mod.__esModule) ? mod : { "default": mod };
4
+ };
5
+ Object.defineProperty(exports, "__esModule", { value: true });
6
+ const offline_1 = require("../offline");
7
+ const types_1 = require("../types");
8
+ const config_1 = __importDefault(require("../../config"));
9
+ const MOCK_SUCCESS_BODY = {
10
+ success: true,
11
+ evaluations: [
12
+ { type: 'hallucination', score: 0.85, verdict: 'yes', classification: 'factual_inaccuracy', explanation: 'Response contradicts context' },
13
+ { type: 'toxicity', score: 0.1, verdict: 'no', classification: 'none', explanation: 'No toxicity detected' },
14
+ ],
15
+ context_applied: {
16
+ ruleMatched: true,
17
+ matchingRuleIds: ['rule-1'],
18
+ contextEntityIds: ['ctx-a'],
19
+ userContextsCount: 1,
20
+ },
21
+ metadata: { model: 'gpt-4', runId: 'test-run-1' },
22
+ };
23
+ function mockFetchResponse(body, status = 200) {
24
+ return jest.fn().mockResolvedValue({
25
+ ok: status >= 200 && status < 300,
26
+ status,
27
+ json: jest.fn().mockResolvedValue(body),
28
+ });
29
+ }
30
+ beforeEach(() => {
31
+ jest.restoreAllMocks();
32
+ config_1.default.shield360ApiKey = undefined;
33
+ config_1.default.shield360Url = undefined;
34
+ config_1.default.applicationName = undefined;
35
+ config_1.default.environment = undefined;
36
+ delete process.env.SHIELD360_API_KEY;
37
+ delete process.env.SHIELD360_URL;
38
+ delete process.env.OTEL_SERVICE_NAME;
39
+ delete process.env.OTEL_RESOURCE_ATTRIBUTES;
40
+ delete process.env.OTEL_DEPLOYMENT_ENVIRONMENT;
41
+ delete process.env.SHIELD360_ENVIRONMENT;
42
+ });
43
+ describe('runEval', () => {
44
+ test('resolves API key from explicit param', async () => {
45
+ const fetchMock = mockFetchResponse(MOCK_SUCCESS_BODY);
46
+ global.fetch = fetchMock;
47
+ const result = await (0, offline_1.runEval)({
48
+ prompt: 'test', response: 'test',
49
+ shield360ApiKey: 'key-explicit', shield360Url: 'http://localhost:3000',
50
+ printResults: false,
51
+ });
52
+ expect(result.success).toBe(true);
53
+ expect(fetchMock).toHaveBeenCalledWith('http://localhost:3000/api/evaluation/offline', expect.objectContaining({
54
+ headers: expect.objectContaining({ Authorization: 'Bearer key-explicit' }),
55
+ }));
56
+ });
57
+ test('resolves API key from Shield360Config', async () => {
58
+ config_1.default.shield360ApiKey = 'key-config';
59
+ config_1.default.shield360Url = 'http://localhost:3000';
60
+ const fetchMock = mockFetchResponse(MOCK_SUCCESS_BODY);
61
+ global.fetch = fetchMock;
62
+ await (0, offline_1.runEval)({ prompt: 'test', response: 'test', printResults: false });
63
+ expect(fetchMock).toHaveBeenCalledWith(expect.any(String), expect.objectContaining({
64
+ headers: expect.objectContaining({ Authorization: 'Bearer key-config' }),
65
+ }));
66
+ });
67
+ test('resolves API key from env var', async () => {
68
+ process.env.SHIELD360_API_KEY = 'key-env';
69
+ process.env.SHIELD360_URL = 'http://localhost:3000';
70
+ const fetchMock = mockFetchResponse(MOCK_SUCCESS_BODY);
71
+ global.fetch = fetchMock;
72
+ await (0, offline_1.runEval)({ prompt: 'test', response: 'test', printResults: false });
73
+ expect(fetchMock).toHaveBeenCalledWith(expect.any(String), expect.objectContaining({
74
+ headers: expect.objectContaining({ Authorization: 'Bearer key-env' }),
75
+ }));
76
+ });
77
+ test('throws when API key is missing', async () => {
78
+ await expect((0, offline_1.runEval)({
79
+ prompt: 'test', response: 'test', shield360Url: 'http://localhost:3000', printResults: false,
80
+ })).rejects.toThrow('Missing Shield360 API key');
81
+ });
82
+ test('throws when URL is missing', async () => {
83
+ await expect((0, offline_1.runEval)({
84
+ prompt: 'test', response: 'test', shield360ApiKey: 'key', printResults: false,
85
+ })).rejects.toThrow('Missing Shield360 URL');
86
+ });
87
+ test('strips trailing slashes from URL', async () => {
88
+ const fetchMock = mockFetchResponse(MOCK_SUCCESS_BODY);
89
+ global.fetch = fetchMock;
90
+ await (0, offline_1.runEval)({
91
+ prompt: 'test', response: 'test',
92
+ shield360ApiKey: 'key', shield360Url: 'http://localhost:3000///',
93
+ printResults: false,
94
+ });
95
+ expect(fetchMock).toHaveBeenCalledWith('http://localhost:3000/api/evaluation/offline', expect.anything());
96
+ });
97
+ test('parses successful response with evaluations and context', async () => {
98
+ global.fetch = mockFetchResponse(MOCK_SUCCESS_BODY);
99
+ const result = await (0, offline_1.runEval)({
100
+ prompt: 'What is the capital?', response: 'Lyon',
101
+ shield360ApiKey: 'key', shield360Url: 'http://localhost:3000',
102
+ printResults: false,
103
+ });
104
+ expect(result.success).toBe(true);
105
+ expect(result.evaluations).toHaveLength(2);
106
+ expect(result.evaluations[0].type).toBe('hallucination');
107
+ expect(result.evaluations[0].score).toBe(0.85);
108
+ expect(result.evaluations[1].verdict).toBe('no');
109
+ expect(result.contextApplied?.ruleMatched).toBe(true);
110
+ expect(result.contextApplied?.matchingRuleIds).toEqual(['rule-1']);
111
+ expect(result.metadata?.model).toBe('gpt-4');
112
+ });
113
+ test('handles 401 authentication failure', async () => {
114
+ global.fetch = mockFetchResponse({ err: 'unauthorized' }, 401);
115
+ const result = await (0, offline_1.runEval)({
116
+ prompt: 'test', response: 'test',
117
+ shield360ApiKey: 'bad-key', shield360Url: 'http://localhost:3000',
118
+ printResults: false,
119
+ });
120
+ expect(result.success).toBe(false);
121
+ expect(result.error).toContain('Authentication failed');
122
+ });
123
+ test('handles non-JSON error response', async () => {
124
+ global.fetch = jest.fn().mockResolvedValue({
125
+ ok: false, status: 502,
126
+ json: jest.fn().mockRejectedValue(new SyntaxError('Unexpected token')),
127
+ });
128
+ const result = await (0, offline_1.runEval)({
129
+ prompt: 'test', response: 'test',
130
+ shield360ApiKey: 'key', shield360Url: 'http://localhost:3000',
131
+ printResults: false,
132
+ });
133
+ expect(result.success).toBe(false);
134
+ expect(result.error).toContain('non-JSON');
135
+ });
136
+ test('retries on 429 then succeeds', async () => {
137
+ let callCount = 0;
138
+ global.fetch = jest.fn().mockImplementation(() => {
139
+ callCount++;
140
+ if (callCount === 1) {
141
+ return Promise.resolve({
142
+ ok: false, status: 429,
143
+ json: jest.fn().mockResolvedValue({ err: 'rate limited' }),
144
+ });
145
+ }
146
+ return Promise.resolve({
147
+ ok: true, status: 200,
148
+ json: jest.fn().mockResolvedValue(MOCK_SUCCESS_BODY),
149
+ });
150
+ });
151
+ const result = await (0, offline_1.runEval)({
152
+ prompt: 'test', response: 'test',
153
+ shield360ApiKey: 'key', shield360Url: 'http://localhost:3000',
154
+ printResults: false,
155
+ });
156
+ expect(result.success).toBe(true);
157
+ expect(callCount).toBe(2);
158
+ });
159
+ test('sends evalTypes and contexts in payload', async () => {
160
+ const fetchMock = mockFetchResponse(MOCK_SUCCESS_BODY);
161
+ global.fetch = fetchMock;
162
+ await (0, offline_1.runEval)({
163
+ prompt: 'test', response: 'test',
164
+ contexts: ['ctx1', 'ctx2'],
165
+ evalTypes: ['hallucination'],
166
+ shield360ApiKey: 'key', shield360Url: 'http://localhost:3000',
167
+ printResults: false,
168
+ });
169
+ const body = JSON.parse(fetchMock.mock.calls[0][1].body);
170
+ expect(body.contexts).toEqual(['ctx1', 'ctx2']);
171
+ expect(body.eval_types).toEqual(['hallucination']);
172
+ });
173
+ });
174
+ describe('resolveAttributes', () => {
175
+ test('picks up OTEL_SERVICE_NAME and OTEL_DEPLOYMENT_ENVIRONMENT', async () => {
176
+ process.env.OTEL_SERVICE_NAME = 'my-svc';
177
+ process.env.OTEL_DEPLOYMENT_ENVIRONMENT = 'staging';
178
+ const fetchMock = mockFetchResponse(MOCK_SUCCESS_BODY);
179
+ global.fetch = fetchMock;
180
+ await (0, offline_1.runEval)({
181
+ prompt: 'test', response: 'test',
182
+ shield360ApiKey: 'key', shield360Url: 'http://localhost:3000',
183
+ printResults: false,
184
+ });
185
+ const body = JSON.parse(fetchMock.mock.calls[0][1].body);
186
+ expect(body.attributes['service.name']).toBe('my-svc');
187
+ expect(body.attributes['deployment.environment']).toBe('staging');
188
+ });
189
+ test('Shield360Config overrides OTEL env vars', async () => {
190
+ process.env.OTEL_SERVICE_NAME = 'otel-svc';
191
+ config_1.default.applicationName = 'config-svc';
192
+ const fetchMock = mockFetchResponse(MOCK_SUCCESS_BODY);
193
+ global.fetch = fetchMock;
194
+ await (0, offline_1.runEval)({
195
+ prompt: 'test', response: 'test',
196
+ shield360ApiKey: 'key', shield360Url: 'http://localhost:3000',
197
+ printResults: false,
198
+ });
199
+ const body = JSON.parse(fetchMock.mock.calls[0][1].body);
200
+ expect(body.attributes['service.name']).toBe('config-svc');
201
+ });
202
+ test('explicit attributes take highest priority', async () => {
203
+ config_1.default.applicationName = 'config-svc';
204
+ const fetchMock = mockFetchResponse(MOCK_SUCCESS_BODY);
205
+ global.fetch = fetchMock;
206
+ await (0, offline_1.runEval)({
207
+ prompt: 'test', response: 'test',
208
+ attributes: { 'service.name': 'explicit-svc' },
209
+ shield360ApiKey: 'key', shield360Url: 'http://localhost:3000',
210
+ printResults: false,
211
+ });
212
+ const body = JSON.parse(fetchMock.mock.calls[0][1].body);
213
+ expect(body.attributes['service.name']).toBe('explicit-svc');
214
+ });
215
+ test('parses OTEL_RESOURCE_ATTRIBUTES', async () => {
216
+ process.env.OTEL_RESOURCE_ATTRIBUTES = 'service.name=res-svc,custom.tag=v1';
217
+ const fetchMock = mockFetchResponse(MOCK_SUCCESS_BODY);
218
+ global.fetch = fetchMock;
219
+ await (0, offline_1.runEval)({
220
+ prompt: 'test', response: 'test',
221
+ shield360ApiKey: 'key', shield360Url: 'http://localhost:3000',
222
+ printResults: false,
223
+ });
224
+ const body = JSON.parse(fetchMock.mock.calls[0][1].body);
225
+ expect(body.attributes['custom.tag']).toBe('v1');
226
+ });
227
+ });
228
+ describe('runEvalBatch', () => {
229
+ test('evaluates two items and returns batch result', async () => {
230
+ global.fetch = mockFetchResponse(MOCK_SUCCESS_BODY);
231
+ const result = await (0, offline_1.runEvalBatch)({
232
+ dataset: [
233
+ { prompt: 'p1', response: 'r1' },
234
+ { prompt: 'p2', response: 'r2' },
235
+ ],
236
+ shield360ApiKey: 'key', shield360Url: 'http://localhost:3000',
237
+ printResults: false,
238
+ });
239
+ expect(result.results).toHaveLength(2);
240
+ expect(result.runId).toBeDefined();
241
+ expect(result.results[0].success).toBe(true);
242
+ });
243
+ test('throws on empty dataset', async () => {
244
+ await expect((0, offline_1.runEvalBatch)({
245
+ dataset: [],
246
+ shield360ApiKey: 'key', shield360Url: 'http://localhost:3000',
247
+ printResults: false,
248
+ })).rejects.toThrow('non-empty array');
249
+ });
250
+ test('throws on missing prompt in dataset item', async () => {
251
+ await expect((0, offline_1.runEvalBatch)({
252
+ dataset: [{ prompt: 'ok', response: 'ok' }, { prompt: '', response: 'r' }],
253
+ shield360ApiKey: 'key', shield360Url: 'http://localhost:3000',
254
+ printResults: false,
255
+ })).rejects.toThrow("dataset[1] must have a 'prompt' string property");
256
+ });
257
+ test('throws on missing response in dataset item', async () => {
258
+ await expect((0, offline_1.runEvalBatch)({
259
+ dataset: [{ prompt: 'ok', response: 'ok' }, { prompt: 'p', response: '' }],
260
+ shield360ApiKey: 'key', shield360Url: 'http://localhost:3000',
261
+ printResults: false,
262
+ })).rejects.toThrow("dataset[1] must have a 'response' string property");
263
+ });
264
+ test('throws on non-object dataset item', async () => {
265
+ await expect((0, offline_1.runEvalBatch)({
266
+ dataset: ['not-an-object'],
267
+ shield360ApiKey: 'key', shield360Url: 'http://localhost:3000',
268
+ printResults: false,
269
+ })).rejects.toThrow('must be an object');
270
+ });
271
+ test('uses custom runId when provided', async () => {
272
+ global.fetch = mockFetchResponse(MOCK_SUCCESS_BODY);
273
+ const result = await (0, offline_1.runEvalBatch)({
274
+ dataset: [{ prompt: 'p', response: 'r' }],
275
+ runId: 'my-run',
276
+ shield360ApiKey: 'key', shield360Url: 'http://localhost:3000',
277
+ printResults: false,
278
+ });
279
+ expect(result.runId).toBe('my-run');
280
+ });
281
+ });
282
+ describe('fetchEvalTypes', () => {
283
+ test('returns parsed eval types', async () => {
284
+ global.fetch = mockFetchResponse({
285
+ eval_types: [
286
+ {
287
+ id: 'hallucination',
288
+ label: 'Hallucination',
289
+ description: 'Detect hallucinated facts',
290
+ enabled: true,
291
+ is_custom: false,
292
+ threshold_score: 0.7,
293
+ },
294
+ { id: 'custom_1', label: 'Custom', description: 'User-defined', enabled: true, is_custom: true },
295
+ ],
296
+ });
297
+ const types = await (0, offline_1.fetchEvalTypes)({ shield360ApiKey: 'key', shield360Url: 'http://localhost:3000' });
298
+ expect(types).toHaveLength(2);
299
+ expect(types[0].id).toBe('hallucination');
300
+ expect(types[0].isCustom).toBe(false);
301
+ expect(types[0].thresholdScore).toBe(0.7);
302
+ expect(types[1].isCustom).toBe(true);
303
+ expect(types[1].thresholdScore).toBeUndefined();
304
+ });
305
+ test('throws on 401', async () => {
306
+ global.fetch = mockFetchResponse({ err: 'unauthorized' }, 401);
307
+ await expect((0, offline_1.fetchEvalTypes)({
308
+ shield360ApiKey: 'bad-key', shield360Url: 'http://localhost:3000',
309
+ })).rejects.toThrow('Authentication failed');
310
+ });
311
+ test('throws on connection error', async () => {
312
+ global.fetch = jest.fn().mockRejectedValue(new Error('fetch failed'));
313
+ await expect((0, offline_1.fetchEvalTypes)({
314
+ shield360ApiKey: 'key', shield360Url: 'http://localhost:3000',
315
+ })).rejects.toThrow('fetch failed');
316
+ });
317
+ });
318
+ describe('helper functions', () => {
319
+ const passedResult = {
320
+ success: true,
321
+ evaluations: [
322
+ { type: 'toxicity', score: 0.1, verdict: 'no', classification: 'none', explanation: 'Clean' },
323
+ ],
324
+ };
325
+ const failedResult = {
326
+ success: true,
327
+ evaluations: [
328
+ { type: 'hallucination', score: 0.9, verdict: 'yes', classification: 'factual', explanation: 'Wrong' },
329
+ { type: 'toxicity', score: 0.1, verdict: 'no', classification: 'none', explanation: 'Clean' },
330
+ ],
331
+ };
332
+ const errorResult = {
333
+ success: false,
334
+ evaluations: [],
335
+ error: 'Server error',
336
+ };
337
+ test('isPassed returns true for passing result', () => {
338
+ expect((0, types_1.isPassed)(passedResult)).toBe(true);
339
+ });
340
+ test('isPassed returns false for failed result', () => {
341
+ expect((0, types_1.isPassed)(failedResult)).toBe(false);
342
+ });
343
+ test('isPassed returns false for error result', () => {
344
+ expect((0, types_1.isPassed)(errorResult)).toBe(false);
345
+ });
346
+ test('getFailedEvals returns failing evaluations', () => {
347
+ const failed = (0, types_1.getFailedEvals)(failedResult);
348
+ expect(failed).toHaveLength(1);
349
+ expect(failed[0].type).toBe('hallucination');
350
+ });
351
+ test('getFailedEvals returns empty for passing result', () => {
352
+ expect((0, types_1.getFailedEvals)(passedResult)).toHaveLength(0);
353
+ });
354
+ test('isAllPassed returns true when all pass', () => {
355
+ const batch = { results: [passedResult, passedResult] };
356
+ expect((0, types_1.isAllPassed)(batch)).toBe(true);
357
+ });
358
+ test('isAllPassed returns false when any fail', () => {
359
+ const batch = { results: [passedResult, failedResult] };
360
+ expect((0, types_1.isAllPassed)(batch)).toBe(false);
361
+ });
362
+ test('isAllPassed returns false for empty results', () => {
363
+ const batch = { results: [] };
364
+ expect((0, types_1.isAllPassed)(batch)).toBe(false);
365
+ });
366
+ test('getPassRate calculates correctly', () => {
367
+ const batch = { results: [passedResult, failedResult, passedResult] };
368
+ expect((0, types_1.getPassRate)(batch)).toBeCloseTo(2 / 3);
369
+ });
370
+ test('getPassRate returns 0 for empty results', () => {
371
+ expect((0, types_1.getPassRate)({ results: [] })).toBe(0);
372
+ });
373
+ });
374
+ describe('formatSummary', () => {
375
+ test('formats successful result', () => {
376
+ const result = {
377
+ success: true,
378
+ evaluations: [
379
+ { type: 'hallucination', score: 0.85, verdict: 'yes', classification: 'factual', explanation: 'Wrong fact' },
380
+ ],
381
+ };
382
+ const output = (0, offline_1.formatSummary)(result);
383
+ expect(output).toContain('FAILED');
384
+ expect(output).toContain('hallucination');
385
+ expect(output).toContain('0.85');
386
+ });
387
+ test('formats error result', () => {
388
+ const result = { success: false, evaluations: [], error: 'Connection refused' };
389
+ const output = (0, offline_1.formatSummary)(result);
390
+ expect(output).toContain('Connection refused');
391
+ });
392
+ test('formats context info', () => {
393
+ const result = {
394
+ success: true,
395
+ evaluations: [{ type: 'toxicity', score: 0.1, verdict: 'no', classification: 'none', explanation: '' }],
396
+ contextApplied: { ruleMatched: true, matchingRuleIds: ['r1'], contextEntityIds: ['c1', 'c2'], userContextsCount: 0 },
397
+ };
398
+ const output = (0, offline_1.formatSummary)(result);
399
+ expect(output).toContain('2 entities');
400
+ expect(output).toContain('1 rules');
401
+ });
402
+ });
403
+ describe('formatBatchSummary', () => {
404
+ test('formats batch with mixed results', () => {
405
+ const batch = {
406
+ results: [
407
+ { success: true, evaluations: [{ type: 'toxicity', score: 0.1, verdict: 'no', classification: 'none', explanation: '' }] },
408
+ { success: true, evaluations: [{ type: 'hallucination', score: 0.9, verdict: 'yes', classification: 'factual', explanation: '' }] },
409
+ ],
410
+ runId: 'test-batch',
411
+ };
412
+ const output = (0, offline_1.formatBatchSummary)(batch);
413
+ expect(output).toContain('1 FAILED');
414
+ expect(output).toContain('50%');
415
+ expect(output).toContain('test-batch');
416
+ });
417
+ test('formats all-passed batch', () => {
418
+ const batch = {
419
+ results: [
420
+ { success: true, evaluations: [{ type: 'toxicity', score: 0.1, verdict: 'no', classification: 'none', explanation: '' }] },
421
+ ],
422
+ };
423
+ const output = (0, offline_1.formatBatchSummary)(batch);
424
+ expect(output).toContain('ALL PASSED');
425
+ });
426
+ });
427
+ //# sourceMappingURL=offline.test.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"offline.test.js","sourceRoot":"","sources":["../../../src/evals/__tests__/offline.test.ts"],"names":[],"mappings":";;;;;AAAA,wCAAsG;AACtG,oCAAkH;AAClH,0DAA2C;AAE3C,MAAM,iBAAiB,GAAG;IACxB,OAAO,EAAE,IAAI;IACb,WAAW,EAAE;QACX,EAAE,IAAI,EAAE,eAAe,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,cAAc,EAAE,oBAAoB,EAAE,WAAW,EAAE,8BAA8B,EAAE;QACzI,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,cAAc,EAAE,MAAM,EAAE,WAAW,EAAE,sBAAsB,EAAE;KAC7G;IACD,eAAe,EAAE;QACf,WAAW,EAAE,IAAI;QACjB,eAAe,EAAE,CAAC,QAAQ,CAAC;QAC3B,gBAAgB,EAAE,CAAC,OAAO,CAAC;QAC3B,iBAAiB,EAAE,CAAC;KACrB;IACD,QAAQ,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,YAAY,EAAE;CAClD,CAAC;AAEF,SAAS,iBAAiB,CAAC,IAAS,EAAE,MAAM,GAAG,GAAG;IAChD,OAAO,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC;QACjC,EAAE,EAAE,MAAM,IAAI,GAAG,IAAI,MAAM,GAAG,GAAG;QACjC,MAAM;QACN,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,IAAI,CAAC;KACjB,CAAC,CAAC;AAC5B,CAAC;AAED,UAAU,CAAC,GAAG,EAAE;IACd,IAAI,CAAC,eAAe,EAAE,CAAC;IACvB,gBAAe,CAAC,eAAe,GAAG,SAAS,CAAC;IAC5C,gBAAe,CAAC,YAAY,GAAG,SAAS,CAAC;IACzC,gBAAe,CAAC,eAAe,GAAG,SAAS,CAAC;IAC5C,gBAAe,CAAC,WAAW,GAAG,SAAS,CAAC;IACxC,OAAO,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;IACrC,OAAO,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC;IACjC,OAAO,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;IACrC,OAAO,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC;IAC5C,OAAO,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC;IAC/C,OAAO,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC;AAC3C,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,SAAS,EAAE,GAAG,EAAE;IACvB,IAAI,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;QACtD,MAAM,SAAS,GAAG,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;QACvD,MAAM,CAAC,KAAK,GAAG,SAAS,CAAC;QAEzB,MAAM,MAAM,GAAG,MAAM,IAAA,iBAAO,EAAC;YAC3B,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM;YAChC,eAAe,EAAE,cAAc,EAAE,YAAY,EAAE,uBAAuB;YACtE,YAAY,EAAE,KAAK;SACpB,CAAC,CAAC;QAEH,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClC,MAAM,CAAC,SAAS,CAAC,CAAC,oBAAoB,CACpC,8CAA8C,EAC9C,MAAM,CAAC,gBAAgB,CAAC;YACtB,OAAO,EAAE,MAAM,CAAC,gBAAgB,CAAC,EAAE,aAAa,EAAE,qBAAqB,EAAE,CAAC;SAC3E,CAAC,CACH,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,uCAAuC,EAAE,KAAK,IAAI,EAAE;QACvD,gBAAe,CAAC,eAAe,GAAG,YAAY,CAAC;QAC/C,gBAAe,CAAC,YAAY,GAAG,uBAAuB,CAAC;QACvD,MAAM,SAAS,GAAG,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;QACvD,MAAM,CAAC,KAAK,GAAG,SAAS,CAAC;QAEzB,MAAM,IAAA,iBAAO,EAAC,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC,CAAC;QACzE,MAAM,CAAC,SAAS,CAAC,CAAC,oBAAoB,CACpC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAClB,MAAM,CAAC,gBAAgB,CAAC;YACtB,OAAO,EAAE,MAAM,CAAC,gBAAgB,CAAC,EAAE,aAAa,EAAE,mBAAmB,EAAE,CAAC;SACzE,CAAC,CACH,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,+BAA+B,EAAE,KAAK,IAAI,EAAE;QAC/C,OAAO,CAAC,GAAG,CAAC,iBAAiB,GAAG,SAAS,CAAC;QAC1C,OAAO,CAAC,GAAG,CAAC,aAAa,GAAG,uBAAuB,CAAC;QACpD,MAAM,SAAS,GAAG,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;QACvD,MAAM,CAAC,KAAK,GAAG,SAAS,CAAC;QAEzB,MAAM,IAAA,iBAAO,EAAC,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC,CAAC;QACzE,MAAM,CAAC,SAAS,CAAC,CAAC,oBAAoB,CACpC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAClB,MAAM,CAAC,gBAAgB,CAAC;YACtB,OAAO,EAAE,MAAM,CAAC,gBAAgB,CAAC,EAAE,aAAa,EAAE,gBAAgB,EAAE,CAAC;SACtE,CAAC,CACH,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,gCAAgC,EAAE,KAAK,IAAI,EAAE;QAChD,MAAM,MAAM,CAAC,IAAA,iBAAO,EAAC;YACnB,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,YAAY,EAAE,uBAAuB,EAAE,YAAY,EAAE,KAAK;SAC7F,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,2BAA2B,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,4BAA4B,EAAE,KAAK,IAAI,EAAE;QAC5C,MAAM,MAAM,CAAC,IAAA,iBAAO,EAAC;YACnB,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,eAAe,EAAE,KAAK,EAAE,YAAY,EAAE,KAAK;SAC9E,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,uBAAuB,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,kCAAkC,EAAE,KAAK,IAAI,EAAE;QAClD,MAAM,SAAS,GAAG,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;QACvD,MAAM,CAAC,KAAK,GAAG,SAAS,CAAC;QAEzB,MAAM,IAAA,iBAAO,EAAC;YACZ,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM;YAChC,eAAe,EAAE,KAAK,EAAE,YAAY,EAAE,0BAA0B;YAChE,YAAY,EAAE,KAAK;SACpB,CAAC,CAAC;QACH,MAAM,CAAC,SAAS,CAAC,CAAC,oBAAoB,CACpC,8CAA8C,EAC9C,MAAM,CAAC,QAAQ,EAAE,CAClB,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,yDAAyD,EAAE,KAAK,IAAI,EAAE;QACzE,MAAM,CAAC,KAAK,GAAG,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;QAEpD,MAAM,MAAM,GAAG,MAAM,IAAA,iBAAO,EAAC;YAC3B,MAAM,EAAE,sBAAsB,EAAE,QAAQ,EAAE,MAAM;YAChD,eAAe,EAAE,KAAK,EAAE,YAAY,EAAE,uBAAuB;YAC7D,YAAY,EAAE,KAAK;SACpB,CAAC,CAAC;QAEH,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClC,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC3C,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QACzD,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC/C,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjD,MAAM,CAAC,MAAM,CAAC,cAAc,EAAE,WAAW,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtD,MAAM,CAAC,MAAM,CAAC,cAAc,EAAE,eAAe,CAAC,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;QACnE,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,oCAAoC,EAAE,KAAK,IAAI,EAAE;QACpD,MAAM,CAAC,KAAK,GAAG,iBAAiB,CAAC,EAAE,GAAG,EAAE,cAAc,EAAE,EAAE,GAAG,CAAC,CAAC;QAE/D,MAAM,MAAM,GAAG,MAAM,IAAA,iBAAO,EAAC;YAC3B,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM;YAChC,eAAe,EAAE,SAAS,EAAE,YAAY,EAAE,uBAAuB;YACjE,YAAY,EAAE,KAAK;SACpB,CAAC,CAAC;QAEH,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACnC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,uBAAuB,CAAC,CAAC;IAC1D,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,iCAAiC,EAAE,KAAK,IAAI,EAAE;QACjD,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC;YACzC,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG;YACtB,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,IAAI,WAAW,CAAC,kBAAkB,CAAC,CAAC;SAChD,CAAC,CAAC;QAE1B,MAAM,MAAM,GAAG,MAAM,IAAA,iBAAO,EAAC;YAC3B,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM;YAChC,eAAe,EAAE,KAAK,EAAE,YAAY,EAAE,uBAAuB;YAC7D,YAAY,EAAE,KAAK;SACpB,CAAC,CAAC;QAEH,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACnC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,8BAA8B,EAAE,KAAK,IAAI,EAAE;QAC9C,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,GAAG,EAAE;YAC/C,SAAS,EAAE,CAAC;YACZ,IAAI,SAAS,KAAK,CAAC,EAAE,CAAC;gBACpB,OAAO,OAAO,CAAC,OAAO,CAAC;oBACrB,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG;oBACtB,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,EAAE,GAAG,EAAE,cAAc,EAAE,CAAC;iBAC3D,CAAC,CAAC;YACL,CAAC;YACD,OAAO,OAAO,CAAC,OAAO,CAAC;gBACrB,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG;gBACrB,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,iBAAiB,CAAC;aACrD,CAAC,CAAC;QACL,CAAC,CAAc,CAAC;QAEhB,MAAM,MAAM,GAAG,MAAM,IAAA,iBAAO,EAAC;YAC3B,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM;YAChC,eAAe,EAAE,KAAK,EAAE,YAAY,EAAE,uBAAuB;YAC7D,YAAY,EAAE,KAAK;SACpB,CAAC,CAAC;QAEH,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;QACzD,MAAM,SAAS,GAAG,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;QACvD,MAAM,CAAC,KAAK,GAAG,SAAS,CAAC;QAEzB,MAAM,IAAA,iBAAO,EAAC;YACZ,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM;YAChC,QAAQ,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;YAC1B,SAAS,EAAE,CAAC,eAAe,CAAC;YAC5B,eAAe,EAAE,KAAK,EAAE,YAAY,EAAE,uBAAuB;YAC7D,YAAY,EAAE,KAAK;SACpB,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACzD,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;QAChD,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;IACjC,IAAI,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;QAC5E,OAAO,CAAC,GAAG,CAAC,iBAAiB,GAAG,QAAQ,CAAC;QACzC,OAAO,CAAC,GAAG,CAAC,2BAA2B,GAAG,SAAS,CAAC;QAEpD,MAAM,SAAS,GAAG,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;QACvD,MAAM,CAAC,KAAK,GAAG,SAAS,CAAC;QAEzB,MAAM,IAAA,iBAAO,EAAC;YACZ,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM;YAChC,eAAe,EAAE,KAAK,EAAE,YAAY,EAAE,uBAAuB;YAC7D,YAAY,EAAE,KAAK;SACpB,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACzD,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACvD,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,wBAAwB,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACpE,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;QACzD,OAAO,CAAC,GAAG,CAAC,iBAAiB,GAAG,UAAU,CAAC;QAC3C,gBAAe,CAAC,eAAe,GAAG,YAAY,CAAC;QAE/C,MAAM,SAAS,GAAG,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;QACvD,MAAM,CAAC,KAAK,GAAG,SAAS,CAAC;QAEzB,MAAM,IAAA,iBAAO,EAAC;YACZ,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM;YAChC,eAAe,EAAE,KAAK,EAAE,YAAY,EAAE,uBAAuB;YAC7D,YAAY,EAAE,KAAK;SACpB,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACzD,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAC7D,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;QAC3D,gBAAe,CAAC,eAAe,GAAG,YAAY,CAAC;QAE/C,MAAM,SAAS,GAAG,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;QACvD,MAAM,CAAC,KAAK,GAAG,SAAS,CAAC;QAEzB,MAAM,IAAA,iBAAO,EAAC;YACZ,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM;YAChC,UAAU,EAAE,EAAE,cAAc,EAAE,cAAc,EAAE;YAC9C,eAAe,EAAE,KAAK,EAAE,YAAY,EAAE,uBAAuB;YAC7D,YAAY,EAAE,KAAK;SACpB,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACzD,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IAC/D,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,iCAAiC,EAAE,KAAK,IAAI,EAAE;QACjD,OAAO,CAAC,GAAG,CAAC,wBAAwB,GAAG,oCAAoC,CAAC;QAE5E,MAAM,SAAS,GAAG,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;QACvD,MAAM,CAAC,KAAK,GAAG,SAAS,CAAC;QAEzB,MAAM,IAAA,iBAAO,EAAC;YACZ,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM;YAChC,eAAe,EAAE,KAAK,EAAE,YAAY,EAAE,uBAAuB;YAC7D,YAAY,EAAE,KAAK;SACpB,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACzD,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;IAC5B,IAAI,CAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;QAC9D,MAAM,CAAC,KAAK,GAAG,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;QAEpD,MAAM,MAAM,GAAG,MAAM,IAAA,sBAAY,EAAC;YAChC,OAAO,EAAE;gBACP,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE;gBAChC,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE;aACjC;YACD,eAAe,EAAE,KAAK,EAAE,YAAY,EAAE,uBAAuB;YAC7D,YAAY,EAAE,KAAK;SACpB,CAAC,CAAC;QAEH,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACvC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;QACnC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,yBAAyB,EAAE,KAAK,IAAI,EAAE;QACzC,MAAM,MAAM,CAAC,IAAA,sBAAY,EAAC;YACxB,OAAO,EAAE,EAAE;YACX,eAAe,EAAE,KAAK,EAAE,YAAY,EAAE,uBAAuB;YAC7D,YAAY,EAAE,KAAK;SACpB,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;QAC1D,MAAM,MAAM,CAAC,IAAA,sBAAY,EAAC;YACxB,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAS,CAAC;YACjF,eAAe,EAAE,KAAK,EAAE,YAAY,EAAE,uBAAuB;YAC7D,YAAY,EAAE,KAAK;SACpB,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,iDAAiD,CAAC,CAAC;IACzE,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,4CAA4C,EAAE,KAAK,IAAI,EAAE;QAC5D,MAAM,MAAM,CAAC,IAAA,sBAAY,EAAC;YACxB,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,EAAE,EAAS,CAAC;YACjF,eAAe,EAAE,KAAK,EAAE,YAAY,EAAE,uBAAuB;YAC7D,YAAY,EAAE,KAAK;SACpB,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,mDAAmD,CAAC,CAAC;IAC3E,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;QACnD,MAAM,MAAM,CAAC,IAAA,sBAAY,EAAC;YACxB,OAAO,EAAE,CAAC,eAAe,CAAQ;YACjC,eAAe,EAAE,KAAK,EAAE,YAAY,EAAE,uBAAuB;YAC7D,YAAY,EAAE,KAAK;SACpB,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,iCAAiC,EAAE,KAAK,IAAI,EAAE;QACjD,MAAM,CAAC,KAAK,GAAG,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;QAEpD,MAAM,MAAM,GAAG,MAAM,IAAA,sBAAY,EAAC;YAChC,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC;YACzC,KAAK,EAAE,QAAQ;YACf,eAAe,EAAE,KAAK,EAAE,YAAY,EAAE,uBAAuB;YAC7D,YAAY,EAAE,KAAK;SACpB,CAAC,CAAC;QAEH,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;IAC9B,IAAI,CAAC,2BAA2B,EAAE,KAAK,IAAI,EAAE;QAC3C,MAAM,CAAC,KAAK,GAAG,iBAAiB,CAAC;YAC/B,UAAU,EAAE;gBACV;oBACE,EAAE,EAAE,eAAe;oBACnB,KAAK,EAAE,eAAe;oBACtB,WAAW,EAAE,2BAA2B;oBACxC,OAAO,EAAE,IAAI;oBACb,SAAS,EAAE,KAAK;oBAChB,eAAe,EAAE,GAAG;iBACrB;gBACD,EAAE,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,QAAQ,EAAE,WAAW,EAAE,cAAc,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE;aACjG;SACF,CAAC,CAAC;QAEH,MAAM,KAAK,GAAG,MAAM,IAAA,wBAAc,EAAC,EAAE,eAAe,EAAE,KAAK,EAAE,YAAY,EAAE,uBAAuB,EAAE,CAAC,CAAC;QACtG,MAAM,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC9B,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAC1C,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACtC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC1C,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,aAAa,EAAE,CAAC;IAClD,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,eAAe,EAAE,KAAK,IAAI,EAAE;QAC/B,MAAM,CAAC,KAAK,GAAG,iBAAiB,CAAC,EAAE,GAAG,EAAE,cAAc,EAAE,EAAE,GAAG,CAAC,CAAC;QAE/D,MAAM,MAAM,CAAC,IAAA,wBAAc,EAAC;YAC1B,eAAe,EAAE,SAAS,EAAE,YAAY,EAAE,uBAAuB;SAClE,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,uBAAuB,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,4BAA4B,EAAE,KAAK,IAAI,EAAE;QAC5C,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,IAAI,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC;QAEtE,MAAM,MAAM,CAAC,IAAA,wBAAc,EAAC;YAC1B,eAAe,EAAE,KAAK,EAAE,YAAY,EAAE,uBAAuB;SAC9D,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;IAChC,MAAM,YAAY,GAAsB;QACtC,OAAO,EAAE,IAAI;QACb,WAAW,EAAE;YACX,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,cAAc,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE;SAC9F;KACF,CAAC;IAEF,MAAM,YAAY,GAAsB;QACtC,OAAO,EAAE,IAAI;QACb,WAAW,EAAE;YACX,EAAE,IAAI,EAAE,eAAe,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,cAAc,EAAE,SAAS,EAAE,WAAW,EAAE,OAAO,EAAE;YACtG,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,cAAc,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE;SAC9F;KACF,CAAC;IAEF,MAAM,WAAW,GAAsB;QACrC,OAAO,EAAE,KAAK;QACd,WAAW,EAAE,EAAE;QACf,KAAK,EAAE,cAAc;KACtB,CAAC;IAEF,IAAI,CAAC,0CAA0C,EAAE,GAAG,EAAE;QACpD,MAAM,CAAC,IAAA,gBAAQ,EAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,0CAA0C,EAAE,GAAG,EAAE;QACpD,MAAM,CAAC,IAAA,gBAAQ,EAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,yCAAyC,EAAE,GAAG,EAAE;QACnD,MAAM,CAAC,IAAA,gBAAQ,EAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,4CAA4C,EAAE,GAAG,EAAE;QACtD,MAAM,MAAM,GAAG,IAAA,sBAAc,EAAC,YAAY,CAAC,CAAC;QAC5C,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,iDAAiD,EAAE,GAAG,EAAE;QAC3D,MAAM,CAAC,IAAA,sBAAc,EAAC,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,wCAAwC,EAAE,GAAG,EAAE;QAClD,MAAM,KAAK,GAAoB,EAAE,OAAO,EAAE,CAAC,YAAY,EAAE,YAAY,CAAC,EAAE,CAAC;QACzE,MAAM,CAAC,IAAA,mBAAW,EAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,yCAAyC,EAAE,GAAG,EAAE;QACnD,MAAM,KAAK,GAAoB,EAAE,OAAO,EAAE,CAAC,YAAY,EAAE,YAAY,CAAC,EAAE,CAAC;QACzE,MAAM,CAAC,IAAA,mBAAW,EAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,6CAA6C,EAAE,GAAG,EAAE;QACvD,MAAM,KAAK,GAAoB,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;QAC/C,MAAM,CAAC,IAAA,mBAAW,EAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAC5C,MAAM,KAAK,GAAoB,EAAE,OAAO,EAAE,CAAC,YAAY,EAAE,YAAY,EAAE,YAAY,CAAC,EAAE,CAAC;QACvF,MAAM,CAAC,IAAA,mBAAW,EAAC,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,yCAAyC,EAAE,GAAG,EAAE;QACnD,MAAM,CAAC,IAAA,mBAAW,EAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;IAC7B,IAAI,CAAC,2BAA2B,EAAE,GAAG,EAAE;QACrC,MAAM,MAAM,GAAsB;YAChC,OAAO,EAAE,IAAI;YACb,WAAW,EAAE;gBACX,EAAE,IAAI,EAAE,eAAe,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,cAAc,EAAE,SAAS,EAAE,WAAW,EAAE,YAAY,EAAE;aAC7G;SACF,CAAC;QACF,MAAM,MAAM,GAAG,IAAA,uBAAa,EAAC,MAAM,CAAC,CAAC;QACrC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QACnC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC;QAC1C,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IACnC,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,sBAAsB,EAAE,GAAG,EAAE;QAChC,MAAM,MAAM,GAAsB,EAAE,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,EAAE,EAAE,KAAK,EAAE,oBAAoB,EAAE,CAAC;QACnG,MAAM,MAAM,GAAG,IAAA,uBAAa,EAAC,MAAM,CAAC,CAAC;QACrC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,oBAAoB,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,sBAAsB,EAAE,GAAG,EAAE;QAChC,MAAM,MAAM,GAAsB;YAChC,OAAO,EAAE,IAAI;YACb,WAAW,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,cAAc,EAAE,MAAM,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC;YACvG,cAAc,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC,IAAI,CAAC,EAAE,gBAAgB,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE;SACrH,CAAC;QACF,MAAM,MAAM,GAAG,IAAA,uBAAa,EAAC,MAAM,CAAC,CAAC;QACrC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;QACvC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;IAClC,IAAI,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAC5C,MAAM,KAAK,GAAoB;YAC7B,OAAO,EAAE;gBACP,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,cAAc,EAAE,MAAM,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,EAAE;gBAC1H,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,cAAc,EAAE,SAAS,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,EAAE;aACpI;YACD,KAAK,EAAE,YAAY;SACpB,CAAC;QACF,MAAM,MAAM,GAAG,IAAA,4BAAkB,EAAC,KAAK,CAAC,CAAC;QACzC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QACrC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAChC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,0BAA0B,EAAE,GAAG,EAAE;QACpC,MAAM,KAAK,GAAoB;YAC7B,OAAO,EAAE;gBACP,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,cAAc,EAAE,MAAM,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,EAAE;aAC3H;SACF,CAAC;QACF,MAAM,MAAM,GAAG,IAAA,4BAAkB,EAAC,KAAK,CAAC,CAAC;QACzC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
@@ -0,0 +1,2 @@
1
+ export { runEval, runEvalBatch, fetchEvalTypes, formatSummary, formatBatchSummary } from './offline';
2
+ export { OfflineEvaluation, OfflineEvalResult, BatchEvalResult, EvalType, ContextInfo, EvalOptions, EvalBatchOptions, EvalTypesOptions, isPassed, getFailedEvals, isAllPassed, getPassRate, } from './types';