@rudderjs/ai 1.17.2 → 1.18.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (377) hide show
  1. package/README.md +19 -1274
  2. package/dist/budget-orm/index.d.ts +1 -95
  3. package/dist/budget-orm/index.d.ts.map +1 -1
  4. package/dist/budget-orm/index.js +4 -176
  5. package/dist/budget-orm/index.js.map +1 -1
  6. package/dist/chat-mentions.d.ts +1 -58
  7. package/dist/chat-mentions.d.ts.map +1 -1
  8. package/dist/chat-mentions.js +4 -80
  9. package/dist/chat-mentions.js.map +1 -1
  10. package/dist/commands/ai-eval.d.ts +1 -92
  11. package/dist/commands/ai-eval.d.ts.map +1 -1
  12. package/dist/commands/ai-eval.js +4 -377
  13. package/dist/commands/ai-eval.js.map +1 -1
  14. package/dist/commands/make-agent.d.ts +1 -2
  15. package/dist/commands/make-agent.d.ts.map +1 -1
  16. package/dist/commands/make-agent.js +4 -22
  17. package/dist/commands/make-agent.js.map +1 -1
  18. package/dist/computer-use/index.d.ts +1 -52
  19. package/dist/computer-use/index.d.ts.map +1 -1
  20. package/dist/computer-use/index.js +4 -50
  21. package/dist/computer-use/index.js.map +1 -1
  22. package/dist/conversation-orm/index.d.ts +1 -108
  23. package/dist/conversation-orm/index.d.ts.map +1 -1
  24. package/dist/conversation-orm/index.js +4 -214
  25. package/dist/conversation-orm/index.js.map +1 -1
  26. package/dist/doctor.d.ts +1 -1
  27. package/dist/doctor.d.ts.map +1 -1
  28. package/dist/doctor.js +4 -65
  29. package/dist/doctor.js.map +1 -1
  30. package/dist/eval/index.d.ts +1 -270
  31. package/dist/eval/index.d.ts.map +1 -1
  32. package/dist/eval/index.js +4 -509
  33. package/dist/eval/index.js.map +1 -1
  34. package/dist/gateway/index.d.ts +1 -10
  35. package/dist/gateway/index.d.ts.map +1 -1
  36. package/dist/gateway/index.js +4 -10
  37. package/dist/gateway/index.js.map +1 -1
  38. package/dist/index.d.ts +1 -66
  39. package/dist/index.d.ts.map +1 -1
  40. package/dist/index.js +4 -78
  41. package/dist/index.js.map +1 -1
  42. package/dist/mcp/index.d.ts +1 -15
  43. package/dist/mcp/index.d.ts.map +1 -1
  44. package/dist/mcp/index.js +4 -14
  45. package/dist/mcp/index.js.map +1 -1
  46. package/dist/memory-embedding/index.d.ts +1 -120
  47. package/dist/memory-embedding/index.d.ts.map +1 -1
  48. package/dist/memory-embedding/index.js +4 -228
  49. package/dist/memory-embedding/index.js.map +1 -1
  50. package/dist/memory-orm/index.d.ts +1 -117
  51. package/dist/memory-orm/index.d.ts.map +1 -1
  52. package/dist/memory-orm/index.js +4 -186
  53. package/dist/memory-orm/index.js.map +1 -1
  54. package/dist/node/index.d.ts +1 -2
  55. package/dist/node/index.d.ts.map +1 -1
  56. package/dist/node/index.js +4 -2
  57. package/dist/node/index.js.map +1 -1
  58. package/dist/observers.d.ts +1 -129
  59. package/dist/observers.d.ts.map +1 -1
  60. package/dist/observers.js +4 -39
  61. package/dist/observers.js.map +1 -1
  62. package/dist/react/index.d.ts +1 -15
  63. package/dist/react/index.d.ts.map +1 -1
  64. package/dist/react/index.js +4 -15
  65. package/dist/react/index.js.map +1 -1
  66. package/dist/server/index.d.ts +1 -1
  67. package/dist/server/index.d.ts.map +1 -1
  68. package/dist/server/index.js +4 -1
  69. package/dist/server/index.js.map +1 -1
  70. package/package.json +9 -13
  71. package/boost/guidelines.md +0 -260
  72. package/boost/skills/ai-agents/SKILL.md +0 -240
  73. package/boost/skills/ai-tools/SKILL.md +0 -260
  74. package/dist/agent-run-store.d.ts +0 -161
  75. package/dist/agent-run-store.d.ts.map +0 -1
  76. package/dist/agent-run-store.js +0 -98
  77. package/dist/agent-run-store.js.map +0 -1
  78. package/dist/agent-sse.d.ts +0 -153
  79. package/dist/agent-sse.d.ts.map +0 -1
  80. package/dist/agent-sse.js +0 -282
  81. package/dist/agent-sse.js.map +0 -1
  82. package/dist/agent.d.ts +0 -508
  83. package/dist/agent.d.ts.map +0 -1
  84. package/dist/agent.js +0 -1538
  85. package/dist/agent.js.map +0 -1
  86. package/dist/attachment.d.ts +0 -31
  87. package/dist/attachment.d.ts.map +0 -1
  88. package/dist/attachment.js +0 -89
  89. package/dist/attachment.js.map +0 -1
  90. package/dist/audio.d.ts +0 -45
  91. package/dist/audio.d.ts.map +0 -1
  92. package/dist/audio.js +0 -93
  93. package/dist/audio.js.map +0 -1
  94. package/dist/base64.d.ts +0 -7
  95. package/dist/base64.d.ts.map +0 -1
  96. package/dist/base64.js +0 -39
  97. package/dist/base64.js.map +0 -1
  98. package/dist/budget/pricing.d.ts +0 -124
  99. package/dist/budget/pricing.d.ts.map +0 -1
  100. package/dist/budget/pricing.js +0 -175
  101. package/dist/budget/pricing.js.map +0 -1
  102. package/dist/budget/storage.d.ts +0 -104
  103. package/dist/budget/storage.d.ts.map +0 -1
  104. package/dist/budget/storage.js +0 -0
  105. package/dist/budget/storage.js.map +0 -1
  106. package/dist/budget/with-budget.d.ts +0 -119
  107. package/dist/budget/with-budget.d.ts.map +0 -1
  108. package/dist/budget/with-budget.js +0 -175
  109. package/dist/budget/with-budget.js.map +0 -1
  110. package/dist/cached-embedding.d.ts +0 -14
  111. package/dist/cached-embedding.d.ts.map +0 -1
  112. package/dist/cached-embedding.js +0 -44
  113. package/dist/cached-embedding.js.map +0 -1
  114. package/dist/computer-use/actions.d.ts +0 -214
  115. package/dist/computer-use/actions.d.ts.map +0 -1
  116. package/dist/computer-use/actions.js +0 -48
  117. package/dist/computer-use/actions.js.map +0 -1
  118. package/dist/computer-use/errors.d.ts +0 -57
  119. package/dist/computer-use/errors.d.ts.map +0 -1
  120. package/dist/computer-use/errors.js +0 -76
  121. package/dist/computer-use/errors.js.map +0 -1
  122. package/dist/computer-use/playwright.d.ts +0 -76
  123. package/dist/computer-use/playwright.d.ts.map +0 -1
  124. package/dist/computer-use/playwright.js +0 -270
  125. package/dist/computer-use/playwright.js.map +0 -1
  126. package/dist/computer-use/tool.d.ts +0 -154
  127. package/dist/computer-use/tool.d.ts.map +0 -1
  128. package/dist/computer-use/tool.js +0 -210
  129. package/dist/computer-use/tool.js.map +0 -1
  130. package/dist/continuation-validation.d.ts +0 -85
  131. package/dist/continuation-validation.d.ts.map +0 -1
  132. package/dist/continuation-validation.js +0 -166
  133. package/dist/continuation-validation.js.map +0 -1
  134. package/dist/conversation-persistence.d.ts +0 -46
  135. package/dist/conversation-persistence.d.ts.map +0 -1
  136. package/dist/conversation-persistence.js +0 -176
  137. package/dist/conversation-persistence.js.map +0 -1
  138. package/dist/conversation.d.ts +0 -11
  139. package/dist/conversation.d.ts.map +0 -1
  140. package/dist/conversation.js +0 -55
  141. package/dist/conversation.js.map +0 -1
  142. package/dist/eval/fixtures.d.ts +0 -65
  143. package/dist/eval/fixtures.d.ts.map +0 -1
  144. package/dist/eval/fixtures.js +0 -110
  145. package/dist/eval/fixtures.js.map +0 -1
  146. package/dist/eval/html-reporter.d.ts +0 -25
  147. package/dist/eval/html-reporter.d.ts.map +0 -1
  148. package/dist/eval/html-reporter.js +0 -209
  149. package/dist/eval/html-reporter.js.map +0 -1
  150. package/dist/eval/json-reporter.d.ts +0 -43
  151. package/dist/eval/json-reporter.d.ts.map +0 -1
  152. package/dist/eval/json-reporter.js +0 -40
  153. package/dist/eval/json-reporter.js.map +0 -1
  154. package/dist/facade.d.ts +0 -96
  155. package/dist/facade.d.ts.map +0 -1
  156. package/dist/facade.js +0 -146
  157. package/dist/facade.js.map +0 -1
  158. package/dist/fake.d.ts +0 -201
  159. package/dist/fake.d.ts.map +0 -1
  160. package/dist/fake.js +0 -428
  161. package/dist/fake.js.map +0 -1
  162. package/dist/file-search.d.ts +0 -168
  163. package/dist/file-search.d.ts.map +0 -1
  164. package/dist/file-search.js +0 -158
  165. package/dist/file-search.js.map +0 -1
  166. package/dist/files.d.ts +0 -27
  167. package/dist/files.d.ts.map +0 -1
  168. package/dist/files.js +0 -44
  169. package/dist/files.js.map +0 -1
  170. package/dist/gateway/http-gateway-adapter.d.ts +0 -94
  171. package/dist/gateway/http-gateway-adapter.d.ts.map +0 -1
  172. package/dist/gateway/http-gateway-adapter.js +0 -106
  173. package/dist/gateway/http-gateway-adapter.js.map +0 -1
  174. package/dist/gateway/sse.d.ts +0 -28
  175. package/dist/gateway/sse.d.ts.map +0 -1
  176. package/dist/gateway/sse.js +0 -78
  177. package/dist/gateway/sse.js.map +0 -1
  178. package/dist/handoff.d.ts +0 -95
  179. package/dist/handoff.d.ts.map +0 -1
  180. package/dist/handoff.js +0 -78
  181. package/dist/handoff.js.map +0 -1
  182. package/dist/handoffs-driver.d.ts +0 -58
  183. package/dist/handoffs-driver.d.ts.map +0 -1
  184. package/dist/handoffs-driver.js +0 -103
  185. package/dist/handoffs-driver.js.map +0 -1
  186. package/dist/image.d.ts +0 -40
  187. package/dist/image.d.ts.map +0 -1
  188. package/dist/image.js +0 -109
  189. package/dist/image.js.map +0 -1
  190. package/dist/mcp/client-tools.d.ts +0 -39
  191. package/dist/mcp/client-tools.d.ts.map +0 -1
  192. package/dist/mcp/client-tools.js +0 -147
  193. package/dist/mcp/client-tools.js.map +0 -1
  194. package/dist/mcp/server-from-agent.d.ts +0 -24
  195. package/dist/mcp/server-from-agent.d.ts.map +0 -1
  196. package/dist/mcp/server-from-agent.js +0 -113
  197. package/dist/mcp/server-from-agent.js.map +0 -1
  198. package/dist/mcp/types.d.ts +0 -64
  199. package/dist/mcp/types.d.ts.map +0 -1
  200. package/dist/mcp/types.js +0 -6
  201. package/dist/mcp/types.js.map +0 -1
  202. package/dist/memory-extract.d.ts +0 -60
  203. package/dist/memory-extract.d.ts.map +0 -1
  204. package/dist/memory-extract.js +0 -163
  205. package/dist/memory-extract.js.map +0 -1
  206. package/dist/memory-inject.d.ts +0 -39
  207. package/dist/memory-inject.d.ts.map +0 -1
  208. package/dist/memory-inject.js +0 -135
  209. package/dist/memory-inject.js.map +0 -1
  210. package/dist/memory.d.ts +0 -55
  211. package/dist/memory.d.ts.map +0 -1
  212. package/dist/memory.js +0 -132
  213. package/dist/memory.js.map +0 -1
  214. package/dist/middleware.d.ts +0 -18
  215. package/dist/middleware.d.ts.map +0 -1
  216. package/dist/middleware.js +0 -72
  217. package/dist/middleware.js.map +0 -1
  218. package/dist/node/attachment.d.ts +0 -6
  219. package/dist/node/attachment.d.ts.map +0 -1
  220. package/dist/node/attachment.js +0 -35
  221. package/dist/node/attachment.js.map +0 -1
  222. package/dist/node/transcription.d.ts +0 -4
  223. package/dist/node/transcription.d.ts.map +0 -1
  224. package/dist/node/transcription.js +0 -8
  225. package/dist/node/transcription.js.map +0 -1
  226. package/dist/output.d.ts +0 -22
  227. package/dist/output.d.ts.map +0 -1
  228. package/dist/output.js +0 -60
  229. package/dist/output.js.map +0 -1
  230. package/dist/provider-tools.d.ts +0 -87
  231. package/dist/provider-tools.d.ts.map +0 -1
  232. package/dist/provider-tools.js +0 -189
  233. package/dist/provider-tools.js.map +0 -1
  234. package/dist/providers/anthropic.d.ts +0 -24
  235. package/dist/providers/anthropic.d.ts.map +0 -1
  236. package/dist/providers/anthropic.js +0 -405
  237. package/dist/providers/anthropic.js.map +0 -1
  238. package/dist/providers/azure.d.ts +0 -13
  239. package/dist/providers/azure.d.ts.map +0 -1
  240. package/dist/providers/azure.js +0 -15
  241. package/dist/providers/azure.js.map +0 -1
  242. package/dist/providers/bedrock.d.ts +0 -75
  243. package/dist/providers/bedrock.d.ts.map +0 -1
  244. package/dist/providers/bedrock.js +0 -181
  245. package/dist/providers/bedrock.js.map +0 -1
  246. package/dist/providers/cohere.d.ts +0 -13
  247. package/dist/providers/cohere.d.ts.map +0 -1
  248. package/dist/providers/cohere.js +0 -87
  249. package/dist/providers/cohere.js.map +0 -1
  250. package/dist/providers/deepseek.d.ts +0 -12
  251. package/dist/providers/deepseek.d.ts.map +0 -1
  252. package/dist/providers/deepseek.js +0 -15
  253. package/dist/providers/deepseek.js.map +0 -1
  254. package/dist/providers/elevenlabs.d.ts +0 -98
  255. package/dist/providers/elevenlabs.d.ts.map +0 -1
  256. package/dist/providers/elevenlabs.js +0 -229
  257. package/dist/providers/elevenlabs.js.map +0 -1
  258. package/dist/providers/google-cache-registry.d.ts +0 -132
  259. package/dist/providers/google-cache-registry.d.ts.map +0 -1
  260. package/dist/providers/google-cache-registry.js +0 -209
  261. package/dist/providers/google-cache-registry.js.map +0 -1
  262. package/dist/providers/google.d.ts +0 -38
  263. package/dist/providers/google.d.ts.map +0 -1
  264. package/dist/providers/google.js +0 -903
  265. package/dist/providers/google.js.map +0 -1
  266. package/dist/providers/groq.d.ts +0 -12
  267. package/dist/providers/groq.d.ts.map +0 -1
  268. package/dist/providers/groq.js +0 -15
  269. package/dist/providers/groq.js.map +0 -1
  270. package/dist/providers/jina.d.ts +0 -13
  271. package/dist/providers/jina.d.ts.map +0 -1
  272. package/dist/providers/jina.js +0 -90
  273. package/dist/providers/jina.js.map +0 -1
  274. package/dist/providers/mistral.d.ts +0 -13
  275. package/dist/providers/mistral.d.ts.map +0 -1
  276. package/dist/providers/mistral.js +0 -46
  277. package/dist/providers/mistral.js.map +0 -1
  278. package/dist/providers/ollama.d.ts +0 -11
  279. package/dist/providers/ollama.d.ts.map +0 -1
  280. package/dist/providers/ollama.js +0 -15
  281. package/dist/providers/ollama.js.map +0 -1
  282. package/dist/providers/openai.d.ts +0 -79
  283. package/dist/providers/openai.d.ts.map +0 -1
  284. package/dist/providers/openai.js +0 -792
  285. package/dist/providers/openai.js.map +0 -1
  286. package/dist/providers/openrouter.d.ts +0 -43
  287. package/dist/providers/openrouter.d.ts.map +0 -1
  288. package/dist/providers/openrouter.js +0 -21
  289. package/dist/providers/openrouter.js.map +0 -1
  290. package/dist/providers/voyage.d.ts +0 -91
  291. package/dist/providers/voyage.d.ts.map +0 -1
  292. package/dist/providers/voyage.js +0 -166
  293. package/dist/providers/voyage.js.map +0 -1
  294. package/dist/providers/xai.d.ts +0 -12
  295. package/dist/providers/xai.d.ts.map +0 -1
  296. package/dist/providers/xai.js +0 -15
  297. package/dist/providers/xai.js.map +0 -1
  298. package/dist/queue-job.d.ts +0 -100
  299. package/dist/queue-job.d.ts.map +0 -1
  300. package/dist/queue-job.js +0 -185
  301. package/dist/queue-job.js.map +0 -1
  302. package/dist/react/agent-run.d.ts +0 -111
  303. package/dist/react/agent-run.d.ts.map +0 -1
  304. package/dist/react/agent-run.js +0 -107
  305. package/dist/react/agent-run.js.map +0 -1
  306. package/dist/react/useAgentRun.d.ts +0 -68
  307. package/dist/react/useAgentRun.d.ts.map +0 -1
  308. package/dist/react/useAgentRun.js +0 -125
  309. package/dist/react/useAgentRun.js.map +0 -1
  310. package/dist/registry.d.ts +0 -45
  311. package/dist/registry.d.ts.map +0 -1
  312. package/dist/registry.js +0 -131
  313. package/dist/registry.js.map +0 -1
  314. package/dist/rerank.d.ts +0 -20
  315. package/dist/rerank.d.ts.map +0 -1
  316. package/dist/rerank.js +0 -40
  317. package/dist/rerank.js.map +0 -1
  318. package/dist/resume-approval.d.ts +0 -30
  319. package/dist/resume-approval.d.ts.map +0 -1
  320. package/dist/resume-approval.js +0 -147
  321. package/dist/resume-approval.js.map +0 -1
  322. package/dist/sanitize-conversation.d.ts +0 -43
  323. package/dist/sanitize-conversation.d.ts.map +0 -1
  324. package/dist/sanitize-conversation.js +0 -85
  325. package/dist/sanitize-conversation.js.map +0 -1
  326. package/dist/scoped-tool.d.ts +0 -98
  327. package/dist/scoped-tool.d.ts.map +0 -1
  328. package/dist/scoped-tool.js +0 -174
  329. package/dist/scoped-tool.js.map +0 -1
  330. package/dist/server/provider.d.ts +0 -22
  331. package/dist/server/provider.d.ts.map +0 -1
  332. package/dist/server/provider.js +0 -194
  333. package/dist/server/provider.js.map +0 -1
  334. package/dist/similarity-search.d.ts +0 -163
  335. package/dist/similarity-search.d.ts.map +0 -1
  336. package/dist/similarity-search.js +0 -147
  337. package/dist/similarity-search.js.map +0 -1
  338. package/dist/sub-agent-run-store.d.ts +0 -157
  339. package/dist/sub-agent-run-store.d.ts.map +0 -1
  340. package/dist/sub-agent-run-store.js +0 -87
  341. package/dist/sub-agent-run-store.js.map +0 -1
  342. package/dist/tool-execution.d.ts +0 -16
  343. package/dist/tool-execution.d.ts.map +0 -1
  344. package/dist/tool-execution.js +0 -498
  345. package/dist/tool-execution.js.map +0 -1
  346. package/dist/tool-helpers.d.ts +0 -77
  347. package/dist/tool-helpers.d.ts.map +0 -1
  348. package/dist/tool-helpers.js +0 -117
  349. package/dist/tool-helpers.js.map +0 -1
  350. package/dist/tool.d.ts +0 -216
  351. package/dist/tool.d.ts.map +0 -1
  352. package/dist/tool.js +0 -175
  353. package/dist/tool.js.map +0 -1
  354. package/dist/transcription.d.ts +0 -42
  355. package/dist/transcription.d.ts.map +0 -1
  356. package/dist/transcription.js +0 -77
  357. package/dist/transcription.js.map +0 -1
  358. package/dist/types.d.ts +0 -1020
  359. package/dist/types.d.ts.map +0 -1
  360. package/dist/types.js +0 -2
  361. package/dist/types.js.map +0 -1
  362. package/dist/util/hash.d.ts +0 -11
  363. package/dist/util/hash.d.ts.map +0 -1
  364. package/dist/util/hash.js +0 -23
  365. package/dist/util/hash.js.map +0 -1
  366. package/dist/vector-stores/index.d.ts +0 -96
  367. package/dist/vector-stores/index.d.ts.map +0 -1
  368. package/dist/vector-stores/index.js +0 -153
  369. package/dist/vector-stores/index.js.map +0 -1
  370. package/dist/vercel-protocol.d.ts +0 -18
  371. package/dist/vercel-protocol.d.ts.map +0 -1
  372. package/dist/vercel-protocol.js +0 -75
  373. package/dist/vercel-protocol.js.map +0 -1
  374. package/dist/zod-to-json-schema.d.ts +0 -16
  375. package/dist/zod-to-json-schema.d.ts.map +0 -1
  376. package/dist/zod-to-json-schema.js +0 -17
  377. package/dist/zod-to-json-schema.js.map +0 -1
@@ -1,510 +1,5 @@
1
- /**
2
- * `@rudderjs/ai/eval` — built-in eval framework for #A5 Phase 1.
3
- *
4
- * Define a suite of input cases + assertions, run them against any
5
- * `Agent`, get a console report with pass/fail + cost + tokens. Same
6
- * `Agent` instances as your app code — one source of truth.
7
- *
8
- * @example
9
- * ```ts
10
- * // evals/support-agent.eval.ts
11
- * import { evalSuite, llmJudge, exactMatch, regex } from '@rudderjs/ai/eval'
12
- * import { SupportAgent } from '../app/Agents/SupportAgent.js'
13
- *
14
- * export default evalSuite('SupportAgent', {
15
- * agent: () => new SupportAgent(),
16
- * cases: [
17
- * { name: 'password reset', input: 'How do I reset my password?',
18
- * assert: llmJudge('mentions a password reset link') },
19
- * { name: 'price', input: 'How much?', assert: exactMatch('$99/month') },
20
- * { name: 'support email', input: 'Contact?', assert: regex(/support@/) },
21
- * ],
22
- * })
23
- * ```
24
- *
25
- * Run programmatically via `runSuite(suite)` from this entry, or via
26
- * `pnpm rudder ai:eval` once Phase 2 lands.
27
- *
28
- * Built-in metrics: `exactMatch`, `regex`, `llmJudge`, `jsonShape`,
29
- * `semanticMatch`, `tokenCost`. Compose multiple via `compose(...)`.
30
- * User-defined metrics work today — any `(response, ctx) =>
31
- * MetricResult` qualifies.
32
- */
33
- import { agent } from '../agent.js';
34
- import { Output } from '../output.js';
35
- import { AI } from '../facade.js';
36
- import { aiObservers } from '../observers.js';
37
- import { estimateCost } from '../budget/pricing.js';
38
- import { z } from 'zod';
39
- export { reportJson } from './json-reporter.js';
40
- export { stepsFromResponse } from './fixtures.js';
41
- export { reportHtml } from './html-reporter.js';
42
- // ─── Suite definition ─────────────────────────────────────
43
- /**
44
- * Define an eval suite. Returns a frozen `EvalSuite` ready to pass
45
- * into {@link runSuite} or to default-export from an `evals/*.eval.ts`
46
- * file (Phase 2's CLI auto-discovers those).
47
- *
48
- * The shape is deliberately a function rather than a class — keeps the
49
- * file's default export trivially serializable (Phase 2 needs to load
50
- * suites via dynamic import) and avoids the "did you forget `new`?"
51
- * footgun.
52
- */
53
- export function evalSuite(name, spec) {
54
- if (!name)
55
- throw new Error('[Rudder AI] evalSuite() requires a name.');
56
- if (!spec || typeof spec.agent !== 'function') {
57
- throw new Error('[Rudder AI] evalSuite() requires { agent: () => Agent, cases: [...] }.');
58
- }
59
- if (!Array.isArray(spec.cases) || spec.cases.length === 0) {
60
- throw new Error('[Rudder AI] evalSuite() requires at least one case.');
61
- }
62
- return Object.freeze({ name, spec });
63
- }
64
- // ─── Built-in metrics ─────────────────────────────────────
65
- /** Exact string equality against `response.text`. */
66
- export function exactMatch(expected) {
67
- return (response) => {
68
- const actual = response.text;
69
- if (actual === expected)
70
- return { pass: true, score: 1 };
71
- return {
72
- pass: false,
73
- score: 0,
74
- reason: `expected ${JSON.stringify(expected)}, got ${JSON.stringify(actual)}`,
75
- };
76
- };
77
- }
78
- /** Pattern match against `response.text`. */
79
- export function regex(pattern) {
80
- return (response) => {
81
- if (pattern.test(response.text))
82
- return { pass: true, score: 1 };
83
- return {
84
- pass: false,
85
- score: 0,
86
- reason: `pattern ${pattern} did not match ${JSON.stringify(response.text.slice(0, 120))}${response.text.length > 120 ? '…' : ''}`,
87
- };
88
- };
89
- }
90
- /**
91
- * LLM-as-judge: ask a small model whether the response satisfies a
92
- * natural-language criterion. Returns the judge's reasoning in
93
- * `reason` so failures are debuggable.
94
- *
95
- * Design: the judge runs as a one-shot anonymous agent (no recursion
96
- * concern — default `remembers()` is `false`). Output is shaped via
97
- * `Output.object({ schema })` for deterministic parsing. Failures
98
- * (network, parse, unhandled judge error) bubble as `pass: false`
99
- * with the error in `reason` — a broken judge is not a passing case.
100
- *
101
- * Pitfall: the judge model has the same biases as any LLM. Use it
102
- * for fuzzy "did the answer mention X?" assertions; for exact
103
- * structural checks prefer `jsonShape` (Phase 3) or `regex`.
104
- */
105
- export function llmJudge(criterion, opts = {}) {
106
- const wrapper = Output.object({
107
- schema: z.object({
108
- pass: z.boolean(),
109
- reason: z.string(),
110
- }),
111
- });
112
- return async (response, ctx) => {
113
- try {
114
- const judge = agent({
115
- instructions: `${JUDGE_INSTRUCTIONS}\n\n${wrapper.toSystemPrompt()}`,
116
- ...(opts.model ? { model: opts.model } : {}),
117
- });
118
- const prompt = [
119
- `Criterion: ${criterion}`,
120
- '',
121
- `User input: ${JSON.stringify(ctx.input)}`,
122
- `Agent response: ${JSON.stringify(response.text)}`,
123
- '',
124
- 'Does the response satisfy the criterion? Return strictly valid JSON.',
125
- ].join('\n');
126
- const judgeResponse = await judge.prompt(prompt);
127
- const parsed = wrapper.parse(judgeResponse.text);
128
- // Tag the judge's token usage onto the response so the runner
129
- // can include it in the cost rollup. This is a side-channel
130
- // since the metric signature doesn't surface usage natively.
131
- attachExtraUsage(response, judgeResponse.usage.totalTokens);
132
- return {
133
- pass: parsed.pass,
134
- score: parsed.pass ? 1 : 0,
135
- reason: parsed.reason,
136
- };
137
- }
138
- catch (err) {
139
- return {
140
- pass: false,
141
- score: 0,
142
- reason: `judge failed: ${err instanceof Error ? err.message : String(err)}`,
143
- };
144
- }
145
- };
146
- }
147
- const JUDGE_INSTRUCTIONS = [
148
- 'You are an evaluator judging whether an agent response satisfies a natural-language criterion.',
149
- 'Be precise: only return pass=true if the criterion is plainly met.',
150
- 'Provide a short reason for your decision (1-2 sentences) so the developer can debug failures.',
151
- ].join(' ');
152
- /**
153
- * Strict structural assertion: parse `response.text` as JSON
154
- * (stripping ```json fences) and run it through a zod schema.
155
- *
156
- * Pairs naturally with `Output.object({ schema })` on the agent —
157
- * if the agent declares the same schema, this metric verifies the
158
- * output actually conforms. Failures surface the zod issue path
159
- * (e.g. `customer.email`) so debugging doesn't require a separate
160
- * console log.
161
- */
162
- export function jsonShape(schema) {
163
- return (response) => {
164
- const stripped = stripCodeFences(response.text);
165
- let parsed;
166
- try {
167
- parsed = JSON.parse(stripped);
168
- }
169
- catch (err) {
170
- return {
171
- pass: false,
172
- score: 0,
173
- reason: `not JSON: ${err instanceof Error ? err.message : String(err)}`,
174
- };
175
- }
176
- const result = schema.safeParse(parsed);
177
- if (result.success)
178
- return { pass: true, score: 1 };
179
- const first = result.error.issues[0];
180
- const path = first?.path.join('.') || '<root>';
181
- return {
182
- pass: false,
183
- score: 0,
184
- reason: `schema mismatch at ${path}: ${first?.message ?? 'unknown error'}`,
185
- };
186
- };
187
- }
188
- /**
189
- * Embedding-based fuzzy match. Embeds both `reference` and
190
- * `response.text` via `AI.embed()`, computes cosine similarity,
191
- * passes when >= `threshold` (default `0.85` — tighter than
192
- * `EmbeddingUserMemory`'s 0.5 retrieval-rank floor since this is
193
- * an assertion, not a ranking).
194
- *
195
- * Uses ≤ 2 embedding calls per case; embed tokens roll into the
196
- * case's cost rollup via the same side-channel `llmJudge` uses.
197
- *
198
- * Pitfall: requires a provider that implements `createEmbedding()`
199
- * (openai / google / mistral / cohere / jina). Failures (no
200
- * provider, network, etc.) surface as `pass: false` with the
201
- * error in `reason` — a broken embed is not a passing case.
202
- */
203
- export function semanticMatch(reference, opts = {}) {
204
- const threshold = opts.threshold ?? 0.85;
205
- return async (response) => {
206
- try {
207
- const inputs = [reference, response.text];
208
- const embedOpts = {};
209
- if (opts.model)
210
- embedOpts.model = opts.model;
211
- const result = await AI.embed(inputs, embedOpts);
212
- const [refVec, respVec] = result.embeddings;
213
- if (!refVec || !respVec) {
214
- return { pass: false, score: 0, reason: 'embed returned no vectors' };
215
- }
216
- attachExtraUsage(response, result.usage.totalTokens);
217
- const score = cosineSimilarity(refVec, respVec);
218
- const pass = score >= threshold;
219
- return {
220
- pass,
221
- score,
222
- reason: pass
223
- ? `cosine ${score.toFixed(3)} >= ${threshold}`
224
- : `cosine ${score.toFixed(3)} < ${threshold} (reference: ${JSON.stringify(reference.slice(0, 80))}${reference.length > 80 ? '…' : ''})`,
225
- };
226
- }
227
- catch (err) {
228
- return {
229
- pass: false,
230
- score: 0,
231
- reason: `embed failed: ${err instanceof Error ? err.message : String(err)}`,
232
- };
233
- }
234
- };
235
- }
236
- /**
237
- * Token budget guard. Passes when `response.usage.totalTokens
238
- * <= threshold`. Pair with cost-conscious agents to detect prompt-
239
- * size regressions before they show up as a billing surprise.
240
- *
241
- * `response.usage` is the multi-step rollup, so it's meaningful
242
- * even when the agent runs tools across several provider calls.
243
- */
244
- export function tokenCost(threshold) {
245
- return (response) => {
246
- const used = response.usage.totalTokens;
247
- const pass = used <= threshold;
248
- return {
249
- pass,
250
- score: pass ? 1 : 0,
251
- reason: pass
252
- ? `${used} tokens <= ${threshold}`
253
- : `${used} tokens > ${threshold}`,
254
- };
255
- };
256
- }
257
- /**
258
- * Compose multiple metrics into one assertion. Runs them in order
259
- * and short-circuits on the first failure — failure `reason` is
260
- * surfaced; success returns `{ pass: true, score: 1 }`.
261
- *
262
- * @example
263
- * { input: '…',
264
- * assert: compose(
265
- * jsonShape(SummarySchema),
266
- * tokenCost(800),
267
- * ),
268
- * }
269
- */
270
- export function compose(...metrics) {
271
- return async (response, ctx) => {
272
- for (const m of metrics) {
273
- const result = await m(response, ctx);
274
- if (!result.pass)
275
- return result;
276
- }
277
- return { pass: true, score: 1 };
278
- };
279
- }
280
- /** Local cosine — kept inline so `eval/` doesn't pull in `memory-embedding` (which depends on `@rudderjs/orm`). */
281
- function cosineSimilarity(a, b) {
282
- if (a.length !== b.length)
283
- return 0;
284
- let dot = 0;
285
- let magA = 0;
286
- let magB = 0;
287
- for (let i = 0; i < a.length; i++) {
288
- const ai = a[i];
289
- const bi = b[i];
290
- dot += ai * bi;
291
- magA += ai * ai;
292
- magB += bi * bi;
293
- }
294
- if (magA === 0 || magB === 0)
295
- return 0;
296
- return dot / (Math.sqrt(magA) * Math.sqrt(magB));
297
- }
298
- function stripCodeFences(text) {
299
- return text
300
- .replace(/^```(?:json)?\s*\n?/m, '')
301
- .replace(/\n?```\s*$/m, '')
302
- .trim();
303
- }
304
- // ─── Runner ───────────────────────────────────────────────
305
- /**
306
- * Run every case in the suite, in declaration order. Returns the
307
- * full report; never throws (assertion errors become `failed` cases,
308
- * not exceptions).
309
- *
310
- * Phase 1 runs serially. Parallel execution lands in a follow-up
311
- * once we understand the rate-limit shape of real-world judge
312
- * models — sequential is correct under any rate limit.
313
- */
314
- export async function runSuite(suite) {
315
- const start = performance.now();
316
- const cases = [];
317
- let passed = 0;
318
- let failed = 0;
319
- let skipped = 0;
320
- for (let i = 0; i < suite.spec.cases.length; i++) {
321
- const c = suite.spec.cases[i];
322
- const name = c.name ?? `case-${i}`;
323
- if (c.skip) {
324
- const skipResult = {
325
- name,
326
- status: 'skipped',
327
- reason: typeof c.skip === 'string' ? c.skip : 'skipped',
328
- duration: 0,
329
- tokens: 0,
330
- cost: 0,
331
- input: c.input,
332
- };
333
- cases.push(skipResult);
334
- emitEvalCompleted(suite.name, skipResult);
335
- skipped++;
336
- continue;
337
- }
338
- const result = await runCase(suite, c, name);
339
- cases.push(result);
340
- emitEvalCompleted(suite.name, result);
341
- if (result.status === 'passed')
342
- passed++;
343
- else if (result.status === 'failed')
344
- failed++;
345
- }
346
- const duration = performance.now() - start;
347
- const report = {
348
- suite: suite.name,
349
- cases,
350
- passed,
351
- failed,
352
- skipped,
353
- duration,
354
- cost: cases.reduce((sum, c) => sum + c.cost, 0),
355
- tokens: cases.reduce((sum, c) => sum + c.tokens, 0),
356
- };
357
- if (suite.spec.metadata)
358
- report.metadata = suite.spec.metadata;
359
- return report;
360
- }
361
- function emitEvalCompleted(suiteName, result) {
362
- const event = {
363
- kind: 'agent.eval.completed',
364
- suite: suiteName,
365
- case: result.name,
366
- status: result.status,
367
- pass: result.status === 'passed',
368
- tokens: result.tokens,
369
- cost: result.cost,
370
- duration: result.duration,
371
- };
372
- if (result.metric?.score !== undefined)
373
- event.score = result.metric.score;
374
- const reason = result.status === 'skipped' ? result.reason : result.metric?.reason;
375
- if (reason)
376
- event.reason = reason;
377
- aiObservers.emit(event);
378
- }
379
- async function runCase(suite, c, name) {
380
- const factory = c.agent ?? suite.spec.agent;
381
- const ag = factory();
382
- const timeout = c.timeout ?? suite.spec.timeout;
383
- const start = performance.now();
384
- let response;
385
- try {
386
- response = await runWithTimeout(() => ag.prompt(c.input), timeout);
387
- }
388
- catch (err) {
389
- return {
390
- name,
391
- status: 'failed',
392
- metric: { pass: false, reason: err instanceof Error ? err.message : String(err) },
393
- duration: performance.now() - start,
394
- tokens: 0,
395
- cost: 0,
396
- input: c.input,
397
- };
398
- }
399
- let metric;
400
- try {
401
- metric = await c.assert(response, { input: c.input, caseName: name });
402
- }
403
- catch (err) {
404
- metric = { pass: false, reason: `assert threw: ${err instanceof Error ? err.message : String(err)}` };
405
- }
406
- const extraTokens = consumeExtraUsage(response);
407
- const totalTokens = response.usage.totalTokens + extraTokens;
408
- return {
409
- name,
410
- status: metric.pass ? 'passed' : 'failed',
411
- metric,
412
- duration: performance.now() - start,
413
- tokens: totalTokens,
414
- cost: estimateCost(modelStringFor(ag), response.usage.promptTokens, response.usage.completionTokens)
415
- + estimateCost(modelStringFor(ag), 0, extraTokens), // judge/embed cost approximated as completion-side
416
- input: c.input,
417
- responseText: response.text,
418
- };
419
- }
420
- function modelStringFor(ag) {
421
- // `Agent.model()` may return undefined → callers fall back to the
422
- // registry default. We don't have a stable hook for the default
423
- // here without importing the registry; the eval flow doesn't
424
- // strictly need the resolved model for cost estimation as long as
425
- // the user's agent declares one. When it doesn't, costs fall back
426
- // to an unknown-model rate (zero in Phase 1).
427
- return ag.model() ?? 'unknown/unknown';
428
- }
429
- async function runWithTimeout(fn, ms) {
430
- if (!ms || ms <= 0)
431
- return fn();
432
- return new Promise((resolve, reject) => {
433
- const timer = setTimeout(() => reject(new Error(`timeout after ${ms}ms`)), ms);
434
- fn().then(v => { clearTimeout(timer); resolve(v); }, e => { clearTimeout(timer); reject(e); });
435
- });
436
- }
437
- // ─── Pricing ──────────────────────────────────────────────
438
- // Pricing catalog + estimator live in `../budget/pricing.ts` and are
439
- // re-exported here so `import { estimateCost } from '@rudderjs/ai/eval'`
440
- // continues to work. (Note: estimateCost is also imported at the top
441
- // of this file for use by `runSuite`.)
442
- export { estimateCost, ModelPricing } from '../budget/pricing.js';
443
- // ─── Console reporter ─────────────────────────────────────
444
- /**
445
- * Default reporter — prints a colorless ANSI-aware table to a
446
- * caller-supplied `console`-like sink. Uses Unicode pass/fail glyphs
447
- * for visual scanning. JSON / HTML reporters land in Phase 2 / 5.
448
- *
449
- * Returns the report unchanged so chains compose: `await
450
- * reportConsole(await runSuite(suite))`.
451
- */
452
- export function reportConsole(report, sink = console) {
453
- const lines = [];
454
- const summary = `${report.suite} (${report.cases.length} cases, ${formatMs(report.duration)}, ${formatCost(report.cost)})`;
455
- lines.push(summary);
456
- for (const c of report.cases) {
457
- const glyph = c.status === 'passed' ? '✓' : c.status === 'failed' ? '✗' : '○';
458
- const meta = c.status === 'skipped'
459
- ? `skip: ${c.reason ?? 'skipped'}`
460
- : `${formatMs(c.duration)} ${formatCost(c.cost)} tokens: ${c.tokens}`;
461
- lines.push(` ${glyph} ${padName(c.name)} ${meta}`);
462
- if (c.status === 'failed' && c.metric?.reason) {
463
- // Indent reason on its own line so long messages don't break alignment.
464
- for (const line of c.metric.reason.split('\n')) {
465
- lines.push(` ${line}`);
466
- }
467
- }
468
- }
469
- lines.push('');
470
- lines.push(` ${report.passed} passed, ${report.failed} failed${report.skipped > 0 ? `, ${report.skipped} skipped` : ''}`);
471
- lines.push(` total: ${formatCost(report.cost)} • cumulative tokens: ${report.tokens}`);
472
- for (const line of lines)
473
- sink.log(line);
474
- return report;
475
- }
476
- function padName(s) {
477
- return s.padEnd(28);
478
- }
479
- function formatMs(ms) {
480
- if (ms < 1000)
481
- return `${Math.round(ms)}ms`;
482
- return `${(ms / 1000).toFixed(1)}s`;
483
- }
484
- function formatCost(cents) {
485
- if (cents === 0)
486
- return '$0.000';
487
- if (cents < 0.001)
488
- return '<$0.001';
489
- return `$${cents.toFixed(3)}`;
490
- }
491
- // ─── Internal: extra-usage side-channel ───────────────────
492
- //
493
- // `Metric` doesn't surface token usage in its return type — the
494
- // signature is `(response, ctx) => MetricResult`. To roll auxiliary
495
- // token costs (llmJudge's judge model, semanticMatch's embeddings)
496
- // into the case's cost report, the metrics stamp usage onto a
497
- // Symbol-keyed slot on the response object and the runner consumes
498
- // it. Internal-only; never exported.
499
- const EXTRA_USAGE_KEY = Symbol.for('rudderjs.ai.eval.extraUsage');
500
- function attachExtraUsage(response, tokens) {
501
- const carrier = response;
502
- carrier[EXTRA_USAGE_KEY] = (carrier[EXTRA_USAGE_KEY] ?? 0) + tokens;
503
- }
504
- function consumeExtraUsage(response) {
505
- const carrier = response;
506
- const tokens = carrier[EXTRA_USAGE_KEY] ?? 0;
507
- delete carrier[EXTRA_USAGE_KEY];
508
- return tokens;
509
- }
1
+ // @rudderjs/ai is deprecated. The AI engine now lives in @gemstack/ai-sdk.
2
+ // This module re-exports it for backwards compatibility; import from
3
+ // '@gemstack/ai-sdk/eval' directly in new code.
4
+ export * from '@gemstack/ai-sdk/eval';
510
5
  //# sourceMappingURL=index.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/eval/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+BG;AAEH,OAAO,EAAE,KAAK,EAAE,MAAM,aAAa,CAAA;AAGnC,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAA;AACrC,OAAO,EAAE,EAAE,EAAE,MAAM,cAAc,CAAA;AACjC,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAA;AAC7C,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAA;AACnD,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAEvB,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAA;AAE/C,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAA;AAEjD,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAA;AAsI/C,6DAA6D;AAE7D;;;;;;;;;GASG;AACH,MAAM,UAAU,SAAS,CAAC,IAAY,EAAE,IAAmB;IACzD,IAAI,CAAC,IAAI;QAAE,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAA;IACtE,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,CAAC,KAAK,KAAK,UAAU,EAAE,CAAC;QAC9C,MAAM,IAAI,KAAK,CAAC,wEAAwE,CAAC,CAAA;IAC3F,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1D,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAA;IACxE,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;AACtC,CAAC;AAED,6DAA6D;AAE7D,qDAAqD;AACrD,MAAM,UAAU,UAAU,CAAC,QAAgB;IACzC,OAAO,CAAC,QAAQ,EAAgB,EAAE;QAChC,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAA;QAC5B,IAAI,MAAM,KAAK,QAAQ;YAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,CAAA;QACxD,OAAO;YACL,IAAI,EAAI,KAAK;YACb,KAAK,EAAG,CAAC;YACT,MAAM,EAAE,YAAY,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,SAAS,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE;SAC9E,CAAA;IACH,CAAC,CAAA;AACH,CAAC;AAED,6CAA6C;AAC7C,MAAM,UAAU,KAAK,CAAC,OAAe;IACnC,OAAO,CAAC,QAAQ,EAAgB,EAAE;QAChC,IAAI,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;YAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,CAAA;QAChE,OAAO;YACL,IAAI,EAAI,KAAK;YACb,KAAK,EAAG,CAAC;YACT,MAAM,EAAE,WAAW,OAAO,kBAAkB,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,GAAG,QAAQ,CAAC,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;SAClI,CAAA;IACH,CAAC,CAAA;AACH,CAAC;AAED;;;;;;;;;;;;;;GAcG;AACH,MAAM,UAAU,QAAQ,CAAC,SAAiB,EAAE,OAA2B,EAAE;IACvE,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC;YACf,IAAI,EAAI,CAAC,CAAC,OAAO,EAAE;YACnB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;SACnB,CAAC;KACH,CAAC,CAAA;IAEF,OAAO,KAAK,EAAE,QAAQ,EAAE,GAAG,EAAyB,EAAE;QACpD,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,KAAK,CAAC;gBAClB,YAAY,EAAE,GAAG,kBAAkB,OAAO,OAAO,CAAC,cAAc,EAAE,EAAE;gBACpE,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC7C,CAAC,CAAA;YAEF,MAAM,MAAM,GAAG;gBACb,cAAc,SAAS,EAAE;gBACzB,EAAE;gBACF,eAAe,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;gBAC1C,mBAAmB,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE;gBAClD,EAAE;gBACF,sEAAsE;aACvE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YAEZ,MAAM,aAAa,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;YAChD,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,aAAa,CAAC,IAAI,CAAC,CAAA;YAEhD,8DAA8D;YAC9D,4DAA4D;YAC5D,6DAA6D;YAC7D,gBAAgB,CAAC,QAAQ,EAAE,aAAa,CAAC,KAAK,CAAC,WAAW,CAAC,CAAA;YAE3D,OAAO;gBACL,IAAI,EAAI,MAAM,CAAC,IAAI;gBACnB,KAAK,EAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC3B,MAAM,EAAE,MAAM,CAAC,MAAM;aACtB,CAAA;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO;gBACL,IAAI,EAAI,KAAK;gBACb,KAAK,EAAG,CAAC;gBACT,MAAM,EAAE,iBAAiB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE;aAC5E,CAAA;QACH,CAAC;IACH,CAAC,CAAA;AACH,CAAC;AAED,MAAM,kBAAkB,GAAG;IACzB,gGAAgG;IAChG,oEAAoE;IACpE,+FAA+F;CAChG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;AAEX;;;;;;;;;GASG;AACH,MAAM,UAAU,SAAS,CAAI,MAAoB;IAC/C,OAAO,CAAC,QAAQ,EAAgB,EAAE;QAChC,MAAM,QAAQ,GAAG,eAAe,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;QAC/C,IAAI,MAAe,CAAA;QACnB,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAA;QAC/B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO;gBACL,IAAI,EAAI,KAAK;gBACb,KAAK,EAAG,CAAC;gBACT,MAAM,EAAE,aAAa,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE;aACxE,CAAA;QACH,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAA;QACvC,IAAI,MAAM,CAAC,OAAO;YAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,CAAA;QACnD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAA;QACpC,MAAM,IAAI,GAAI,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAA;QAC/C,OAAO;YACL,IAAI,EAAI,KAAK;YACb,KAAK,EAAG,CAAC;YACT,MAAM,EAAE,sBAAsB,IAAI,KAAK,KAAK,EAAE,OAAO,IAAI,eAAe,EAAE;SAC3E,CAAA;IACH,CAAC,CAAA;AACH,CAAC;AAED;;;;;;;;;;;;;;GAcG;AACH,MAAM,UAAU,aAAa,CAC3B,SAAiB,EACjB,OAA+C,EAAE;IAEjD,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,IAAI,CAAA;IACxC,OAAO,KAAK,EAAE,QAAQ,EAAyB,EAAE;QAC/C,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,CAAC,SAAS,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAA;YACzC,MAAM,SAAS,GAAuB,EAAE,CAAA;YACxC,IAAI,IAAI,CAAC,KAAK;gBAAE,SAAS,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAA;YAC5C,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,KAAK,CAAC,MAAM,EAAE,SAAS,CAAC,CAAA;YAChD,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM,CAAC,UAAU,CAAA;YAC3C,IAAI,CAAC,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;gBACxB,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,2BAA2B,EAAE,CAAA;YACvE,CAAC;YACD,gBAAgB,CAAC,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAA;YAEpD,MAAM,KAAK,GAAG,gBAAgB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;YAC/C,MAAM,IAAI,GAAI,KAAK,IAAI,SAAS,CAAA;YAChC,OAAO;gBACL,IAAI;gBACJ,KAAK;gBACL,MAAM,EAAE,IAAI;oBACV,CAAC,CAAC,UAAU,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,SAAS,EAAE;oBAC9C,CAAC,CAAC,UAAU,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,SAAS,gBAAgB,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG;aAC1I,CAAA;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO;gBACL,IAAI,EAAI,KAAK;gBACb,KAAK,EAAG,CAAC;gBACT,MAAM,EAAE,iBAAiB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE;aAC5E,CAAA;QACH,CAAC;IACH,CAAC,CAAA;AACH,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,SAAS,CAAC,SAAiB;IACzC,OAAO,CAAC,QAAQ,EAAgB,EAAE;QAChC,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,WAAW,CAAA;QACvC,MAAM,IAAI,GAAG,IAAI,IAAI,SAAS,CAAA;QAC9B,OAAO;YACL,IAAI;YACJ,KAAK,EAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACpB,MAAM,EAAE,IAAI;gBACV,CAAC,CAAC,GAAG,IAAI,cAAc,SAAS,EAAE;gBAClC,CAAC,CAAC,GAAG,IAAI,aAAa,SAAS,EAAE;SACpC,CAAA;IACH,CAAC,CAAA;AACH,CAAC;AAED;;;;;;;;;;;;GAYG;AACH,MAAM,UAAU,OAAO,CAAC,GAAG,OAAiB;IAC1C,OAAO,KAAK,EAAE,QAAQ,EAAE,GAAG,EAAyB,EAAE;QACpD,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;YACxB,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAA;YACrC,IAAI,CAAC,MAAM,CAAC,IAAI;gBAAE,OAAO,MAAM,CAAA;QACjC,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,CAAA;IACjC,CAAC,CAAA;AACH,CAAC;AAED,mHAAmH;AACnH,SAAS,gBAAgB,CAAC,CAAW,EAAE,CAAW;IAChD,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM;QAAE,OAAO,CAAC,CAAA;IACnC,IAAI,GAAG,GAAI,CAAC,CAAA;IACZ,IAAI,IAAI,GAAG,CAAC,CAAA;IACZ,IAAI,IAAI,GAAG,CAAC,CAAA;IACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,CAAE,CAAA;QAChB,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,CAAE,CAAA;QAChB,GAAG,IAAK,EAAE,GAAG,EAAE,CAAA;QACf,IAAI,IAAI,EAAE,GAAG,EAAE,CAAA;QACf,IAAI,IAAI,EAAE,GAAG,EAAE,CAAA;IACjB,CAAC;IACD,IAAI,IAAI,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC;QAAE,OAAO,CAAC,CAAA;IACtC,OAAO,GAAG,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;AAClD,CAAC;AAED,SAAS,eAAe,CAAC,IAAY;IACnC,OAAO,IAAI;SACR,OAAO,CAAC,sBAAsB,EAAE,EAAE,CAAC;SACnC,OAAO,CAAC,aAAa,EAAE,EAAE,CAAC;SAC1B,IAAI,EAAE,CAAA;AACX,CAAC;AAED,6DAA6D;AAE7D;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,KAAgB;IAC7C,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;IAC/B,MAAM,KAAK,GAAiB,EAAE,CAAA;IAC9B,IAAI,MAAM,GAAI,CAAC,CAAA;IACf,IAAI,MAAM,GAAI,CAAC,CAAA;IACf,IAAI,OAAO,GAAG,CAAC,CAAA;IAEf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACjD,MAAM,CAAC,GAAM,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAE,CAAA;QACjC,MAAM,IAAI,GAAG,CAAC,CAAC,IAAI,IAAI,QAAQ,CAAC,EAAE,CAAA;QAElC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;YACX,MAAM,UAAU,GAAe;gBAC7B,IAAI;gBACJ,MAAM,EAAI,SAAS;gBACnB,MAAM,EAAI,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;gBACzD,QAAQ,EAAE,CAAC;gBACX,MAAM,EAAI,CAAC;gBACX,IAAI,EAAM,CAAC;gBACX,KAAK,EAAK,CAAC,CAAC,KAAK;aAClB,CAAA;YACD,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;YACtB,iBAAiB,CAAC,KAAK,CAAC,IAAI,EAAE,UAAU,CAAC,CAAA;YACzC,OAAO,EAAE,CAAA;YACT,SAAQ;QACV,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC,EAAE,IAAI,CAAC,CAAA;QAC5C,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QAClB,iBAAiB,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;QACrC,IAAI,MAAM,CAAC,MAAM,KAAK,QAAQ;YAAE,MAAM,EAAE,CAAA;aACnC,IAAI,MAAM,CAAC,MAAM,KAAK,QAAQ;YAAE,MAAM,EAAE,CAAA;IAC/C,CAAC;IAED,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,CAAA;IAE1C,MAAM,MAAM,GAAgB;QAC1B,KAAK,EAAE,KAAK,CAAC,IAAI;QACjB,KAAK;QACL,MAAM;QACN,MAAM;QACN,OAAO;QACP,QAAQ;QACR,IAAI,EAAI,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,EAAI,CAAC,CAAC;QACnD,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;KACpD,CAAA;IACD,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ;QAAE,MAAM,CAAC,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAA;IAC9D,OAAO,MAAM,CAAA;AACf,CAAC;AAED,SAAS,iBAAiB,CAAC,SAAiB,EAAE,MAAkB;IAC9D,MAAM,KAAK,GAA2C;QACpD,IAAI,EAAM,sBAAsB;QAChC,KAAK,EAAK,SAAS;QACnB,IAAI,EAAM,MAAM,CAAC,IAAI;QACrB,MAAM,EAAI,MAAM,CAAC,MAAM;QACvB,IAAI,EAAM,MAAM,CAAC,MAAM,KAAK,QAAQ;QACpC,MAAM,EAAI,MAAM,CAAC,MAAM;QACvB,IAAI,EAAM,MAAM,CAAC,IAAI;QACrB,QAAQ,EAAE,MAAM,CAAC,QAAQ;KAC1B,CAAA;IACD,IAAI,MAAM,CAAC,MAAM,EAAE,KAAK,KAAK,SAAS;QAAE,KAAK,CAAC,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAA;IACzE,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAA;IAClF,IAAI,MAAM;QAAE,KAAK,CAAC,MAAM,GAAG,MAAM,CAAA;IACjC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;AACzB,CAAC;AAED,KAAK,UAAU,OAAO,CAAC,KAAgB,EAAE,CAAW,EAAE,IAAY;IAChE,MAAM,OAAO,GAAG,CAAC,CAAC,KAAK,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK,CAAA;IAC3C,MAAM,EAAE,GAAQ,OAAO,EAAE,CAAA;IACzB,MAAM,OAAO,GAAG,CAAC,CAAC,OAAO,IAAI,KAAK,CAAC,IAAI,CAAC,OAAO,CAAA;IAE/C,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;IAC/B,IAAI,QAAuB,CAAA;IAC3B,IAAI,CAAC;QACH,QAAQ,GAAG,MAAM,cAAc,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC,CAAA;IACpE,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO;YACL,IAAI;YACJ,MAAM,EAAI,QAAQ;YAClB,MAAM,EAAI,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE;YACnF,QAAQ,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK;YACnC,MAAM,EAAI,CAAC;YACX,IAAI,EAAM,CAAC;YACX,KAAK,EAAK,CAAC,CAAC,KAAK;SAClB,CAAA;IACH,CAAC;IAED,IAAI,MAAoB,CAAA;IACxB,IAAI,CAAC;QACH,MAAM,GAAG,MAAM,CAAC,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAA;IACvE,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,iBAAiB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,CAAA;IACvG,CAAC;IAED,MAAM,WAAW,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAA;IAC/C,MAAM,WAAW,GAAG,QAAQ,CAAC,KAAK,CAAC,WAAW,GAAG,WAAW,CAAA;IAE5D,OAAO;QACL,IAAI;QACJ,MAAM,EAAQ,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ;QAC/C,MAAM;QACN,QAAQ,EAAM,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK;QACvC,MAAM,EAAQ,WAAW;QACzB,IAAI,EAAU,YAAY,CAAC,cAAc,CAAC,EAAE,CAAC,EAAE,QAAQ,CAAC,KAAK,CAAC,YAAY,EAAE,QAAQ,CAAC,KAAK,CAAC,gBAAgB,CAAC;cAC9F,YAAY,CAAC,cAAc,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,WAAW,CAAC,EAAG,mDAAmD;QACpH,KAAK,EAAS,CAAC,CAAC,KAAK;QACrB,YAAY,EAAE,QAAQ,CAAC,IAAI;KAC5B,CAAA;AACH,CAAC;AAED,SAAS,cAAc,CAAC,EAAS;IAC/B,kEAAkE;IAClE,gEAAgE;IAChE,6DAA6D;IAC7D,kEAAkE;IAClE,kEAAkE;IAClE,8CAA8C;IAC9C,OAAO,EAAE,CAAC,KAAK,EAAE,IAAI,iBAAiB,CAAA;AACxC,CAAC;AAED,KAAK,UAAU,cAAc,CAAI,EAAoB,EAAE,EAAsB;IAC3E,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC;QAAE,OAAO,EAAE,EAAE,CAAA;IAC/B,OAAO,IAAI,OAAO,CAAI,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACxC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,iBAAiB,EAAE,IAAI,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;QAC9E,EAAE,EAAE,CAAC,IAAI,CACP,CAAC,CAAC,EAAE,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAA,CAAC,CAAC,EACxC,CAAC,CAAC,EAAE,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAA,CAAC,CAAC,CACxC,CAAA;IACH,CAAC,CAAC,CAAA;AACJ,CAAC;AAED,6DAA6D;AAE7D,qEAAqE;AACrE,yEAAyE;AACzE,qEAAqE;AACrE,uCAAuC;AACvC,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAA;AAGjE,6DAA6D;AAE7D;;;;;;;GAOG;AACH,MAAM,UAAU,aAAa,CAAC,MAAmB,EAAE,OAAqC,OAAO;IAC7F,MAAM,KAAK,GAAa,EAAE,CAAA;IAC1B,MAAM,OAAO,GAAG,GAAG,MAAM,CAAC,KAAK,KAAK,MAAM,CAAC,KAAK,CAAC,MAAM,WAAW,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAA;IAC1H,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IAEnB,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QAC7B,MAAM,KAAK,GAAG,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAA;QAC7E,MAAM,IAAI,GAAI,CAAC,CAAC,MAAM,KAAK,SAAS;YAClC,CAAC,CAAC,SAAS,CAAC,CAAC,MAAM,IAAI,SAAS,EAAE;YAClC,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,MAAM,EAAE,CAAA;QAC3E,KAAK,CAAC,IAAI,CAAC,KAAK,KAAK,IAAI,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAA;QACnD,IAAI,CAAC,CAAC,MAAM,KAAK,QAAQ,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC;YAC9C,wEAAwE;YACxE,KAAK,MAAM,IAAI,IAAI,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC/C,KAAK,CAAC,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC,CAAA;YAC7B,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IACd,KAAK,CAAC,IAAI,CAAC,KAAK,MAAM,CAAC,MAAM,YAAY,MAAM,CAAC,MAAM,UAAU,MAAM,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,OAAO,UAAU,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;IAC1H,KAAK,CAAC,IAAI,CAAC,YAAY,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,2BAA2B,MAAM,CAAC,MAAM,EAAE,CAAC,CAAA;IAEzF,KAAK,MAAM,IAAI,IAAI,KAAK;QAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;IACxC,OAAO,MAAM,CAAA;AACf,CAAC;AAED,SAAS,OAAO,CAAC,CAAS;IACxB,OAAO,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;AACrB,CAAC;AAED,SAAS,QAAQ,CAAC,EAAU;IAC1B,IAAI,EAAE,GAAG,IAAI;QAAE,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAA;IAC3C,OAAO,GAAG,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAA;AACrC,CAAC;AAED,SAAS,UAAU,CAAC,KAAa;IAC/B,IAAI,KAAK,KAAK,CAAC;QAAE,OAAO,QAAQ,CAAA;IAChC,IAAI,KAAK,GAAG,KAAK;QAAE,OAAO,SAAS,CAAA;IACnC,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAA;AAC/B,CAAC;AAED,6DAA6D;AAC7D,EAAE;AACF,gEAAgE;AAChE,oEAAoE;AACpE,mEAAmE;AACnE,8DAA8D;AAC9D,mEAAmE;AACnE,qCAAqC;AAErC,MAAM,eAAe,GAAG,MAAM,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAA;AAMjE,SAAS,gBAAgB,CAAC,QAAuB,EAAE,MAAc;IAC/D,MAAM,OAAO,GAAG,QAA6C,CAAA;IAC7D,OAAO,CAAC,eAAe,CAAC,GAAG,CAAC,OAAO,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,GAAG,MAAM,CAAA;AACrE,CAAC;AAED,SAAS,iBAAiB,CAAC,QAAuB;IAChD,MAAM,OAAO,GAAG,QAA6C,CAAA;IAC7D,MAAM,MAAM,GAAI,OAAO,CAAC,eAAe,CAAC,IAAI,CAAC,CAAA;IAC7C,OAAO,OAAO,CAAC,eAAe,CAAC,CAAA;IAC/B,OAAO,MAAM,CAAA;AACf,CAAC"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/eval/index.ts"],"names":[],"mappings":"AAAA,2EAA2E;AAC3E,qEAAqE;AACrE,gDAAgD;AAChD,cAAc,uBAAuB,CAAA"}
@@ -1,11 +1,2 @@
1
- /**
2
- * `@rudderjs/ai/gateway` — abstract template for normalizing an upstream LLM
3
- * gateway (its own auth scheme + request/response/SSE envelope) behind the
4
- * framework's {@link ProviderAdapter} contract.
5
- *
6
- * See {@link HttpGatewayAdapter} for when to reach for this versus a `baseUrl`
7
- * override on an OpenAI/Anthropic-compatible provider.
8
- */
9
- export { HttpGatewayAdapter, type GatewayAdapterConfig, type GatewayRequestContext, } from './http-gateway-adapter.js';
10
- export { parseSseStream, type SseEvent } from './sse.js';
1
+ export * from '@gemstack/ai-sdk/gateway';
11
2
  //# sourceMappingURL=index.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/gateway/index.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,OAAO,EACL,kBAAkB,EAClB,KAAK,oBAAoB,EACzB,KAAK,qBAAqB,GAC3B,MAAM,2BAA2B,CAAA;AAClC,OAAO,EAAE,cAAc,EAAE,KAAK,QAAQ,EAAE,MAAM,UAAU,CAAA"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/gateway/index.ts"],"names":[],"mappings":"AAGA,cAAc,0BAA0B,CAAA"}
@@ -1,11 +1,5 @@
1
- /**
2
- * `@rudderjs/ai/gateway` abstract template for normalizing an upstream LLM
3
- * gateway (its own auth scheme + request/response/SSE envelope) behind the
4
- * framework's {@link ProviderAdapter} contract.
5
- *
6
- * See {@link HttpGatewayAdapter} for when to reach for this versus a `baseUrl`
7
- * override on an OpenAI/Anthropic-compatible provider.
8
- */
9
- export { HttpGatewayAdapter, } from './http-gateway-adapter.js';
10
- export { parseSseStream } from './sse.js';
1
+ // @rudderjs/ai is deprecated. The AI engine now lives in @gemstack/ai-sdk.
2
+ // This module re-exports it for backwards compatibility; import from
3
+ // '@gemstack/ai-sdk/gateway' directly in new code.
4
+ export * from '@gemstack/ai-sdk/gateway';
11
5
  //# sourceMappingURL=index.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/gateway/index.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,OAAO,EACL,kBAAkB,GAGnB,MAAM,2BAA2B,CAAA;AAClC,OAAO,EAAE,cAAc,EAAiB,MAAM,UAAU,CAAA"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/gateway/index.ts"],"names":[],"mappings":"AAAA,2EAA2E;AAC3E,qEAAqE;AACrE,mDAAmD;AACnD,cAAc,0BAA0B,CAAA"}
package/dist/index.d.ts CHANGED
@@ -1,67 +1,2 @@
1
- export { DocumentAttachment as Document, ImageAttachment as Image, getMessageText, attachmentsToContentParts } from './attachment.js';
2
- export type { AgentPromptOptions, Attachment, AiMessage, ContentPart, AiConfig, AiModelConfig, AiProviderConfig, AiMiddleware, AgentResponse, AgentStep, AgentStreamResponse, AnyTool, BeforeToolCallResult, CacheableConfig, CacheableMarkers, ClientTool, ConversationStore, ConversationStoreMeta, MemoryEntry, RemembersOverride, RemembersSpec, UserMemory, FinishReason, HasMiddleware, HasMemory, HasStructuredOutput, HasTools, MiddlewareConfigResult, MiddlewareContext, PrepareStepResult, ProviderAdapter, ProviderFactory, ProviderRequestOptions, ProviderResponse, ServerTool, StopCondition, Tool, StreamChunk, TokenUsage, ToolCall, ToolCallContext, ToolChoice, ToolDefinitionOptions, ToolDefinitionSchema, ToolExecuteFn, ToolNeedsApproval, ToolResult, EmbeddingAdapter, EmbeddingResult, ImageGenerationAdapter, ImageGenerationOptions, ImageGenerationResult, TextToSpeechAdapter, TextToSpeechOptions, TextToSpeechResult, SpeechToTextAdapter, SpeechToTextOptions, SpeechToTextResult, RerankingAdapter, RerankingOptions, RerankingResult, FileAdapter, FileUploadOptions, FileUploadResult, FileListResult, FileContent, SubAgentUpdate, } from './types.js';
3
- export { AiRegistry } from './registry.js';
4
- export { AnthropicProvider, type AnthropicConfig } from './providers/anthropic.js';
5
- export { OpenAIProvider, OpenAIAdapter, type OpenAIConfig } from './providers/openai.js';
6
- export { GoogleProvider, type GoogleConfig } from './providers/google.js';
7
- export { OllamaProvider, type OllamaConfig } from './providers/ollama.js';
8
- export { DeepSeekProvider, type DeepSeekConfig } from './providers/deepseek.js';
9
- export { XaiProvider, type XaiConfig } from './providers/xai.js';
10
- export { GroqProvider, type GroqConfig } from './providers/groq.js';
11
- export { MistralProvider, type MistralConfig } from './providers/mistral.js';
12
- export { AzureOpenAIProvider, type AzureOpenAIConfig } from './providers/azure.js';
13
- export { CohereProvider, type CohereConfig } from './providers/cohere.js';
14
- export { JinaProvider, type JinaConfig } from './providers/jina.js';
15
- export { ElevenLabsProvider, type ElevenLabsConfig, DEFAULT_TTS_MODEL_ID, DEFAULT_VOICE_ID } from './providers/elevenlabs.js';
16
- export { VoyageProvider, type VoyageConfig, type VoyageEmbedExtras } from './providers/voyage.js';
17
- export { OpenRouterProvider, type OpenRouterConfig } from './providers/openrouter.js';
18
- export { BedrockProvider, type BedrockConfig } from './providers/bedrock.js';
19
- export { toolDefinition, dynamicTool, ToolBuilder, toolToSchema, pauseForClientTools, isPauseForClientToolsChunk, pauseForApproval, isPauseForApprovalChunk, } from './tool.js';
20
- export type { PauseForClientToolsChunk, PauseForApprovalChunk } from './tool.js';
21
- export { zodToJsonSchema } from './zod-to-json-schema.js';
22
- export { scopedTool, capability, flattenCapabilities, ScopedToolError } from './scoped-tool.js';
23
- export type { ScopedToolOptions, ScopedCapability, FlatPlan } from './scoped-tool.js';
24
- export { handoff, isHandoffTool } from './handoff.js';
25
- export type { HandoffTool, HandoffOptions, HandoffSpec } from './handoff.js';
26
- export { Agent, ConversableAgent, agent, stepCountIs, hasToolCall, setConversationStore, setUserMemory, resolveUserMemory } from './agent.js';
27
- export type { InvalidToolArgumentsError, SubAgentResumeOptions, SubAgentResumeRequest, SubAgentResumeOutcome, SubAgentResumeManyOptions, SubAgentResumeManyResult, AsToolStreamingOption, ChunkProjector, } from './agent.js';
28
- export { QueuedPromptBuilder } from './queue-job.js';
29
- export { runOnConfig, runOnChunk, runOnBeforeToolCall, runOnAfterToolCall, runSequential, runOnUsage, runOnAbort, runOnError } from './middleware.js';
30
- export { Output, type OutputWrapper } from './output.js';
31
- export { MemoryConversationStore } from './conversation.js';
32
- export { sanitizeConversation } from './sanitize-conversation.js';
33
- export { validateContinuation, assertValidContinuation, defaultContinuationValidator, ContinuationValidationError, } from './continuation-validation.js';
34
- export type { ContinuationValidationResult, ContinuationRejectionCode, ContinuationValidator, ValidateContinuationOptions, } from './continuation-validation.js';
35
- export { MemoryUserMemory, resolveRemembersSpec } from './memory.js';
36
- export type { UserMemoryLookup } from './memory.js';
37
- export { withMemoryInject } from './memory-inject.js';
38
- export type { MemoryInjectOptions } from './memory-inject.js';
39
- export { withMemoryExtract } from './memory-extract.js';
40
- export type { MemoryExtractOptions } from './memory-extract.js';
41
- export { InMemorySubAgentRunStore, CachedSubAgentRunStore, type SubAgentRunStore, type SubAgentRunSnapshot, type SubAgentPauseKind, type CachedSubAgentRunStoreOptions, } from './sub-agent-run-store.js';
42
- export { InMemoryAgentRunStore, CachedAgentRunStore, newAgentRunId, type AgentRunStore, type AgentRunState, type AgentPauseKind, type CachedAgentRunStoreOptions, } from './agent-run-store.js';
43
- export { AI } from './facade.js';
44
- export { ImageGenerator } from './image.js';
45
- export { AudioGenerator } from './audio.js';
46
- export { Transcription } from './transcription.js';
47
- export { WebSearch, WebFetch, CodeExecution } from './provider-tools.js';
48
- export { toVercelDataStream, toVercelResponse } from './vercel-protocol.js';
49
- export { toAgentSseStream, toAgentSseResponse, readAgentStream, applyAgentSseEvent, newAgentStreamTurn, } from './agent-sse.js';
50
- export type { AgentSseEventName, AgentAwaiting, AgentSseTextPayload, AgentSseToolCallPayload, AgentSseToolUpdatePayload, AgentSseToolResultPayload, AgentSsePendingClientToolsPayload, AgentSseApprovalPayload, AgentSseHandoffPayload, AgentSseCompletePayload, AgentSseErrorPayload, AgentStreamTurn, AgentStreamCallbacks, } from './agent-sse.js';
51
- export { Reranker } from './rerank.js';
52
- export { FileManager } from './files.js';
53
- export { VectorStores, VectorStore } from './vector-stores/index.js';
54
- export type { VectorStoreAdapter, VectorStoreCreateOptions, VectorStoreInfo, VectorStoreFileInfo, VectorStoreAddOptions, VectorStoreListOptions, VectorStoreList, VectorStoreFileList, } from './types.js';
55
- export { fileSearch, isFileSearchTool, FILE_SEARCH_MARKER, FILE_SEARCH_TOOL_NAME, normalizeWhere } from './file-search.js';
56
- export type { FileSearchOptions, FileSearchTool, FileSearchFilter, FileSearchWhereSugar } from './file-search.js';
57
- export { CachedEmbeddingAdapter } from './cached-embedding.js';
58
- export { similaritySearch } from './similarity-search.js';
59
- export type { SimilaritySearchOptions, SimilarityHit, SimilaritySearchModel, SimilaritySearchQueryBuilder, } from './similarity-search.js';
60
- export { ModelPricing, estimateCost, assertKnownModelPricing, UnknownModelPricingError, BudgetExceededError, } from './budget/pricing.js';
61
- export type { ModelPriceEntry } from './budget/pricing.js';
62
- export { memoryBudgetStorage, periodKey, } from './budget/storage.js';
63
- export type { BudgetStorage, BudgetPeriod, BudgetCheckOptions, BudgetCheckResult, } from './budget/storage.js';
64
- export { withBudget } from './budget/with-budget.js';
65
- export type { WithBudgetOptions, BudgetCaps, BudgetExceededArgs, } from './budget/with-budget.js';
66
- export { AiFake } from './fake.js';
1
+ export * from '@gemstack/ai-sdk';
67
2
  //# sourceMappingURL=index.d.ts.map