observability-toolkit 1.8.5 → 2.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1168) hide show
  1. package/README.md +167 -281
  2. package/dist/__tests__/find-constant-dedup.test.d.ts +11 -0
  3. package/dist/__tests__/find-constant-dedup.test.d.ts.map +1 -0
  4. package/dist/__tests__/find-constant-dedup.test.js +132 -0
  5. package/dist/__tests__/find-constant-dedup.test.js.map +1 -0
  6. package/dist/backends/backend-schemas.d.ts +309 -0
  7. package/dist/backends/backend-schemas.d.ts.map +1 -0
  8. package/dist/backends/backend-schemas.js +215 -0
  9. package/dist/backends/backend-schemas.js.map +1 -0
  10. package/dist/backends/cloud.d.ts +46 -0
  11. package/dist/backends/cloud.d.ts.map +1 -0
  12. package/dist/backends/cloud.js +520 -0
  13. package/dist/backends/cloud.js.map +1 -0
  14. package/dist/backends/cloud.test.d.ts +2 -0
  15. package/dist/backends/cloud.test.d.ts.map +1 -0
  16. package/dist/backends/cloud.test.js +436 -0
  17. package/dist/backends/cloud.test.js.map +1 -0
  18. package/dist/backends/index.d.ts +672 -236
  19. package/dist/backends/index.d.ts.map +1 -1
  20. package/dist/backends/index.js +334 -0
  21. package/dist/backends/index.js.map +1 -1
  22. package/dist/backends/index.test.js +606 -31
  23. package/dist/backends/index.test.js.map +1 -1
  24. package/dist/backends/local-jsonl-boolean-search.test.js +8 -7
  25. package/dist/backends/local-jsonl-boolean-search.test.js.map +1 -1
  26. package/dist/backends/local-jsonl-cache.test.js +33 -31
  27. package/dist/backends/local-jsonl-cache.test.js.map +1 -1
  28. package/dist/backends/local-jsonl-circuit-breaker.test.js +9 -7
  29. package/dist/backends/local-jsonl-circuit-breaker.test.js.map +1 -1
  30. package/dist/backends/local-jsonl-export.test.js +73 -58
  31. package/dist/backends/local-jsonl-export.test.js.map +1 -1
  32. package/dist/backends/local-jsonl-index.test.js +52 -50
  33. package/dist/backends/local-jsonl-index.test.js.map +1 -1
  34. package/dist/backends/local-jsonl-logs.test.js +47 -31
  35. package/dist/backends/local-jsonl-logs.test.js.map +1 -1
  36. package/dist/backends/local-jsonl-metrics.test.js +85 -82
  37. package/dist/backends/local-jsonl-metrics.test.js.map +1 -1
  38. package/dist/backends/local-jsonl-otlp-unwrap.test.d.ts +2 -0
  39. package/dist/backends/local-jsonl-otlp-unwrap.test.d.ts.map +1 -0
  40. package/dist/backends/local-jsonl-otlp-unwrap.test.js +602 -0
  41. package/dist/backends/local-jsonl-otlp-unwrap.test.js.map +1 -0
  42. package/dist/backends/local-jsonl-traces.test.js +161 -147
  43. package/dist/backends/local-jsonl-traces.test.js.map +1 -1
  44. package/dist/backends/local-jsonl.d.ts +64 -5
  45. package/dist/backends/local-jsonl.d.ts.map +1 -1
  46. package/dist/backends/local-jsonl.js +1821 -612
  47. package/dist/backends/local-jsonl.js.map +1 -1
  48. package/dist/backends/shared.d.ts +9 -0
  49. package/dist/backends/shared.d.ts.map +1 -0
  50. package/dist/backends/shared.js +9 -0
  51. package/dist/backends/shared.js.map +1 -0
  52. package/dist/generated/opentelemetry/proto/collector/logs/v1/logs_service_pb.d.ts +40 -0
  53. package/dist/generated/opentelemetry/proto/collector/logs/v1/logs_service_pb.d.ts.map +1 -0
  54. package/dist/generated/opentelemetry/proto/collector/logs/v1/logs_service_pb.js +27 -0
  55. package/dist/generated/opentelemetry/proto/collector/logs/v1/logs_service_pb.js.map +1 -0
  56. package/dist/generated/opentelemetry/proto/collector/metrics/v1/metrics_service_pb.d.ts +106 -0
  57. package/dist/generated/opentelemetry/proto/collector/metrics/v1/metrics_service_pb.d.ts.map +1 -0
  58. package/dist/generated/opentelemetry/proto/collector/metrics/v1/metrics_service_pb.js +43 -0
  59. package/dist/generated/opentelemetry/proto/collector/metrics/v1/metrics_service_pb.js.map +1 -0
  60. package/dist/generated/opentelemetry/proto/collector/profiles/v1development/profiles_service_pb.d.ts +111 -0
  61. package/dist/generated/opentelemetry/proto/collector/profiles/v1development/profiles_service_pb.d.ts.map +1 -0
  62. package/dist/generated/opentelemetry/proto/collector/profiles/v1development/profiles_service_pb.js +42 -0
  63. package/dist/generated/opentelemetry/proto/collector/profiles/v1development/profiles_service_pb.js.map +1 -0
  64. package/dist/generated/opentelemetry/proto/collector/trace/v1/trace_service_pb.d.ts +106 -0
  65. package/dist/generated/opentelemetry/proto/collector/trace/v1/trace_service_pb.d.ts.map +1 -0
  66. package/dist/generated/opentelemetry/proto/collector/trace/v1/trace_service_pb.js +43 -0
  67. package/dist/generated/opentelemetry/proto/collector/trace/v1/trace_service_pb.js.map +1 -0
  68. package/dist/generated/opentelemetry/proto/common/v1/common_pb.d.ts +243 -0
  69. package/dist/generated/opentelemetry/proto/common/v1/common_pb.d.ts.map +1 -0
  70. package/dist/generated/opentelemetry/proto/common/v1/common_pb.js +49 -0
  71. package/dist/generated/opentelemetry/proto/common/v1/common_pb.js.map +1 -0
  72. package/dist/generated/opentelemetry/proto/logs/v1/logs_pb.d.ts +90 -0
  73. package/dist/generated/opentelemetry/proto/logs/v1/logs_pb.d.ts.map +1 -0
  74. package/dist/generated/opentelemetry/proto/logs/v1/logs_pb.js +66 -0
  75. package/dist/generated/opentelemetry/proto/logs/v1/logs_pb.js.map +1 -0
  76. package/dist/generated/opentelemetry/proto/metrics/v1/metrics_pb.d.ts +1134 -0
  77. package/dist/generated/opentelemetry/proto/metrics/v1/metrics_pb.d.ts.map +1 -0
  78. package/dist/generated/opentelemetry/proto/metrics/v1/metrics_pb.js +223 -0
  79. package/dist/generated/opentelemetry/proto/metrics/v1/metrics_pb.js.map +1 -0
  80. package/dist/generated/opentelemetry/proto/profiles/v1development/profiles_pb.d.ts +678 -0
  81. package/dist/generated/opentelemetry/proto/profiles/v1development/profiles_pb.d.ts.map +1 -0
  82. package/dist/generated/opentelemetry/proto/profiles/v1development/profiles_pb.js +107 -0
  83. package/dist/generated/opentelemetry/proto/profiles/v1development/profiles_pb.js.map +1 -0
  84. package/dist/generated/opentelemetry/proto/resource/v1/resource_pb.d.ts +46 -0
  85. package/dist/generated/opentelemetry/proto/resource/v1/resource_pb.d.ts.map +1 -0
  86. package/dist/generated/opentelemetry/proto/resource/v1/resource_pb.js +25 -0
  87. package/dist/generated/opentelemetry/proto/resource/v1/resource_pb.js.map +1 -0
  88. package/dist/generated/opentelemetry/proto/trace/v1/trace_pb.d.ts +569 -0
  89. package/dist/generated/opentelemetry/proto/trace/v1/trace_pb.d.ts.map +1 -0
  90. package/dist/generated/opentelemetry/proto/trace/v1/trace_pb.js +195 -0
  91. package/dist/generated/opentelemetry/proto/trace/v1/trace_pb.js.map +1 -0
  92. package/dist/lib/agent-judge/agent-as-judge.d.ts +157 -0
  93. package/dist/lib/agent-judge/agent-as-judge.d.ts.map +1 -0
  94. package/dist/lib/agent-judge/agent-as-judge.js +137 -0
  95. package/dist/lib/agent-judge/agent-as-judge.js.map +1 -0
  96. package/dist/lib/agent-judge/agent-as-judge.test.d.ts +5 -0
  97. package/dist/lib/agent-judge/agent-as-judge.test.d.ts.map +1 -0
  98. package/dist/lib/agent-judge/agent-as-judge.test.js +839 -0
  99. package/dist/lib/agent-judge/agent-as-judge.test.js.map +1 -0
  100. package/dist/lib/agent-judge/agent-eval-metrics.d.ts +293 -0
  101. package/dist/lib/agent-judge/agent-eval-metrics.d.ts.map +1 -0
  102. package/dist/lib/agent-judge/agent-eval-metrics.js +715 -0
  103. package/dist/lib/agent-judge/agent-eval-metrics.js.map +1 -0
  104. package/dist/lib/agent-judge/agent-eval-metrics.test.d.ts +5 -0
  105. package/dist/lib/agent-judge/agent-eval-metrics.test.d.ts.map +1 -0
  106. package/dist/lib/agent-judge/agent-eval-metrics.test.js +676 -0
  107. package/dist/lib/agent-judge/agent-eval-metrics.test.js.map +1 -0
  108. package/dist/lib/agent-judge/agent-judge-classes.d.ts +95 -0
  109. package/dist/lib/agent-judge/agent-judge-classes.d.ts.map +1 -0
  110. package/dist/lib/agent-judge/agent-judge-classes.js +222 -0
  111. package/dist/lib/agent-judge/agent-judge-classes.js.map +1 -0
  112. package/dist/lib/agent-judge/agent-judge-classes.test.d.ts +6 -0
  113. package/dist/lib/agent-judge/agent-judge-classes.test.d.ts.map +1 -0
  114. package/dist/lib/agent-judge/agent-judge-classes.test.js +271 -0
  115. package/dist/lib/agent-judge/agent-judge-classes.test.js.map +1 -0
  116. package/dist/lib/agent-judge/agent-judge-consensus.d.ts +58 -0
  117. package/dist/lib/agent-judge/agent-judge-consensus.d.ts.map +1 -0
  118. package/dist/lib/agent-judge/agent-judge-consensus.js +149 -0
  119. package/dist/lib/agent-judge/agent-judge-consensus.js.map +1 -0
  120. package/dist/lib/agent-judge/agent-judge-consensus.test.d.ts +2 -0
  121. package/dist/lib/agent-judge/agent-judge-consensus.test.d.ts.map +1 -0
  122. package/dist/lib/agent-judge/agent-judge-consensus.test.js +170 -0
  123. package/dist/lib/agent-judge/agent-judge-consensus.test.js.map +1 -0
  124. package/dist/lib/agent-judge/agent-judge-verification.d.ts +89 -0
  125. package/dist/lib/agent-judge/agent-judge-verification.d.ts.map +1 -0
  126. package/dist/lib/agent-judge/agent-judge-verification.js +235 -0
  127. package/dist/lib/agent-judge/agent-judge-verification.js.map +1 -0
  128. package/dist/lib/agent-judge/agent-judge-verification.test.d.ts +5 -0
  129. package/dist/lib/agent-judge/agent-judge-verification.test.d.ts.map +1 -0
  130. package/dist/lib/agent-judge/agent-judge-verification.test.js +399 -0
  131. package/dist/lib/agent-judge/agent-judge-verification.test.js.map +1 -0
  132. package/dist/lib/audit/agent-auditor-scoring.d.ts +167 -0
  133. package/dist/lib/audit/agent-auditor-scoring.d.ts.map +1 -0
  134. package/dist/lib/audit/agent-auditor-scoring.js +338 -0
  135. package/dist/lib/audit/agent-auditor-scoring.js.map +1 -0
  136. package/dist/lib/audit/agent-auditor-scoring.test.d.ts +2 -0
  137. package/dist/lib/audit/agent-auditor-scoring.test.d.ts.map +1 -0
  138. package/dist/lib/audit/agent-auditor-scoring.test.js +576 -0
  139. package/dist/lib/audit/agent-auditor-scoring.test.js.map +1 -0
  140. package/dist/lib/audit/audit-record.d.ts +139 -0
  141. package/dist/lib/audit/audit-record.d.ts.map +1 -0
  142. package/dist/lib/audit/audit-record.js +288 -0
  143. package/dist/lib/audit/audit-record.js.map +1 -0
  144. package/dist/lib/audit/audit-record.test.d.ts +5 -0
  145. package/dist/lib/audit/audit-record.test.d.ts.map +1 -0
  146. package/dist/lib/audit/audit-record.test.js +258 -0
  147. package/dist/lib/audit/audit-record.test.js.map +1 -0
  148. package/dist/lib/audit/audit-scoring-constants.d.ts +57 -0
  149. package/dist/lib/audit/audit-scoring-constants.d.ts.map +1 -0
  150. package/dist/lib/audit/audit-scoring-constants.js +59 -0
  151. package/dist/lib/audit/audit-scoring-constants.js.map +1 -0
  152. package/dist/lib/audit/compliance-report.d.ts +125 -0
  153. package/dist/lib/audit/compliance-report.d.ts.map +1 -0
  154. package/dist/lib/audit/compliance-report.js +205 -0
  155. package/dist/lib/audit/compliance-report.js.map +1 -0
  156. package/dist/lib/audit/compliance-report.test.d.ts +5 -0
  157. package/dist/lib/audit/compliance-report.test.d.ts.map +1 -0
  158. package/dist/lib/audit/compliance-report.test.js +290 -0
  159. package/dist/lib/audit/compliance-report.test.js.map +1 -0
  160. package/dist/lib/audit/retention-guard.d.ts +41 -0
  161. package/dist/lib/audit/retention-guard.d.ts.map +1 -0
  162. package/dist/lib/audit/retention-guard.js +103 -0
  163. package/dist/lib/audit/retention-guard.js.map +1 -0
  164. package/dist/lib/audit/retention-guard.test.d.ts +5 -0
  165. package/dist/lib/audit/retention-guard.test.d.ts.map +1 -0
  166. package/dist/lib/audit/retention-guard.test.js +109 -0
  167. package/dist/lib/audit/retention-guard.test.js.map +1 -0
  168. package/dist/lib/audit/skill-auditor-scoring.d.ts +69 -0
  169. package/dist/lib/audit/skill-auditor-scoring.d.ts.map +1 -0
  170. package/dist/lib/audit/skill-auditor-scoring.js +149 -0
  171. package/dist/lib/audit/skill-auditor-scoring.js.map +1 -0
  172. package/dist/lib/audit/skill-auditor-scoring.test.d.ts +2 -0
  173. package/dist/lib/audit/skill-auditor-scoring.test.d.ts.map +1 -0
  174. package/dist/lib/audit/skill-auditor-scoring.test.js +369 -0
  175. package/dist/lib/audit/skill-auditor-scoring.test.js.map +1 -0
  176. package/dist/lib/audit/verification-events.d.ts +119 -0
  177. package/dist/lib/audit/verification-events.d.ts.map +1 -0
  178. package/dist/lib/audit/verification-events.js +175 -0
  179. package/dist/lib/audit/verification-events.js.map +1 -0
  180. package/dist/lib/audit/verification-events.test.d.ts +5 -0
  181. package/dist/lib/audit/verification-events.test.d.ts.map +1 -0
  182. package/dist/lib/audit/verification-events.test.js +197 -0
  183. package/dist/lib/audit/verification-events.test.js.map +1 -0
  184. package/dist/lib/core/constants-models.d.ts +90 -0
  185. package/dist/lib/core/constants-models.d.ts.map +1 -0
  186. package/dist/lib/core/constants-models.js +208 -0
  187. package/dist/lib/core/constants-models.js.map +1 -0
  188. package/dist/lib/core/constants-otel.d.ts +68 -0
  189. package/dist/lib/core/constants-otel.d.ts.map +1 -0
  190. package/dist/lib/core/constants-otel.js +128 -0
  191. package/dist/lib/core/constants-otel.js.map +1 -0
  192. package/dist/lib/core/constants-symlink.test.d.ts.map +1 -0
  193. package/dist/lib/{constants-symlink.test.js → core/constants-symlink.test.js} +25 -24
  194. package/dist/lib/core/constants-symlink.test.js.map +1 -0
  195. package/dist/lib/core/constants-telemetry.d.ts +21 -0
  196. package/dist/lib/core/constants-telemetry.d.ts.map +1 -0
  197. package/dist/lib/core/constants-telemetry.js +162 -0
  198. package/dist/lib/core/constants-telemetry.js.map +1 -0
  199. package/dist/lib/core/constants.d.ts +152 -0
  200. package/dist/lib/core/constants.d.ts.map +1 -0
  201. package/dist/lib/core/constants.js +223 -0
  202. package/dist/lib/core/constants.js.map +1 -0
  203. package/dist/lib/core/constants.test.d.ts.map +1 -0
  204. package/dist/lib/{constants.test.js → core/constants.test.js} +198 -82
  205. package/dist/lib/core/constants.test.js.map +1 -0
  206. package/dist/lib/core/doc-sync.test.d.ts +9 -0
  207. package/dist/lib/core/doc-sync.test.d.ts.map +1 -0
  208. package/dist/lib/core/doc-sync.test.js +159 -0
  209. package/dist/lib/core/doc-sync.test.js.map +1 -0
  210. package/dist/lib/core/edge-cases.test.d.ts.map +1 -0
  211. package/dist/lib/{edge-cases.test.js → core/edge-cases.test.js} +76 -73
  212. package/dist/lib/core/edge-cases.test.js.map +1 -0
  213. package/dist/lib/{file-utils.d.ts → core/file-utils.d.ts} +63 -8
  214. package/dist/lib/core/file-utils.d.ts.map +1 -0
  215. package/dist/lib/{file-utils.js → core/file-utils.js} +186 -93
  216. package/dist/lib/core/file-utils.js.map +1 -0
  217. package/dist/lib/core/file-utils.test-constants.d.ts +38 -0
  218. package/dist/lib/core/file-utils.test-constants.d.ts.map +1 -0
  219. package/dist/lib/core/file-utils.test-constants.js +40 -0
  220. package/dist/lib/core/file-utils.test-constants.js.map +1 -0
  221. package/dist/lib/core/file-utils.test.d.ts.map +1 -0
  222. package/dist/lib/{file-utils.test.js → core/file-utils.test.js} +240 -214
  223. package/dist/lib/core/file-utils.test.js.map +1 -0
  224. package/dist/lib/{input-validator.d.ts → core/input-validator.d.ts} +30 -20
  225. package/dist/lib/core/input-validator.d.ts.map +1 -0
  226. package/dist/lib/core/input-validator.fuzz.test.d.ts.map +1 -0
  227. package/dist/lib/{input-validator.fuzz.test.js → core/input-validator.fuzz.test.js} +41 -29
  228. package/dist/lib/core/input-validator.fuzz.test.js.map +1 -0
  229. package/dist/lib/{input-validator.js → core/input-validator.js} +83 -39
  230. package/dist/lib/core/input-validator.js.map +1 -0
  231. package/dist/lib/core/input-validator.test.d.ts.map +1 -0
  232. package/dist/lib/{input-validator.test.js → core/input-validator.test.js} +95 -45
  233. package/dist/lib/core/input-validator.test.js.map +1 -0
  234. package/dist/lib/{logger.d.ts → core/logger.d.ts} +4 -18
  235. package/dist/lib/core/logger.d.ts.map +1 -0
  236. package/dist/lib/core/logger.js +104 -0
  237. package/dist/lib/core/logger.js.map +1 -0
  238. package/dist/lib/core/logger.test.d.ts.map +1 -0
  239. package/dist/lib/core/logger.test.js.map +1 -0
  240. package/dist/lib/core/schema-types.d.ts +37 -0
  241. package/dist/lib/core/schema-types.d.ts.map +1 -0
  242. package/dist/lib/core/schema-types.js +29 -0
  243. package/dist/lib/core/schema-types.js.map +1 -0
  244. package/dist/lib/{server-utils.d.ts → core/server-utils.d.ts} +11 -1
  245. package/dist/lib/core/server-utils.d.ts.map +1 -0
  246. package/dist/lib/{server-utils.js → core/server-utils.js} +25 -5
  247. package/dist/lib/core/server-utils.js.map +1 -0
  248. package/dist/lib/core/shared-schemas.d.ts +301 -0
  249. package/dist/lib/core/shared-schemas.d.ts.map +1 -0
  250. package/dist/lib/core/shared-schemas.js +222 -0
  251. package/dist/lib/core/shared-schemas.js.map +1 -0
  252. package/dist/lib/core/shared-schemas.test.d.ts.map +1 -0
  253. package/dist/lib/{shared-schemas.test.js → core/shared-schemas.test.js} +48 -18
  254. package/dist/lib/core/shared-schemas.test.js.map +1 -0
  255. package/dist/lib/core/units.d.ts +67 -0
  256. package/dist/lib/core/units.d.ts.map +1 -0
  257. package/dist/lib/core/units.js +88 -0
  258. package/dist/lib/core/units.js.map +1 -0
  259. package/dist/lib/cost/cost-estimation.d.ts +264 -0
  260. package/dist/lib/cost/cost-estimation.d.ts.map +1 -0
  261. package/dist/lib/cost/cost-estimation.js +541 -0
  262. package/dist/lib/cost/cost-estimation.js.map +1 -0
  263. package/dist/lib/cost/cost-estimation.test.d.ts +5 -0
  264. package/dist/lib/cost/cost-estimation.test.d.ts.map +1 -0
  265. package/dist/lib/cost/cost-estimation.test.js +701 -0
  266. package/dist/lib/cost/cost-estimation.test.js.map +1 -0
  267. package/dist/lib/cost/pricing-cache.d.ts +59 -0
  268. package/dist/lib/cost/pricing-cache.d.ts.map +1 -0
  269. package/dist/lib/cost/pricing-cache.js +120 -0
  270. package/dist/lib/cost/pricing-cache.js.map +1 -0
  271. package/dist/lib/cost/pricing-cache.test.d.ts +5 -0
  272. package/dist/lib/cost/pricing-cache.test.d.ts.map +1 -0
  273. package/dist/lib/cost/pricing-cache.test.js +176 -0
  274. package/dist/lib/cost/pricing-cache.test.js.map +1 -0
  275. package/dist/lib/dashboard-file-utils.d.ts +35 -0
  276. package/dist/lib/dashboard-file-utils.d.ts.map +1 -0
  277. package/dist/lib/dashboard-file-utils.js +94 -0
  278. package/dist/lib/dashboard-file-utils.js.map +1 -0
  279. package/dist/lib/{error-sanitizer.d.ts → errors/error-sanitizer.d.ts} +5 -0
  280. package/dist/lib/errors/error-sanitizer.d.ts.map +1 -0
  281. package/dist/lib/{error-sanitizer.js → errors/error-sanitizer.js} +8 -6
  282. package/dist/lib/errors/error-sanitizer.js.map +1 -0
  283. package/dist/lib/errors/error-sanitizer.test.d.ts.map +1 -0
  284. package/dist/lib/{error-sanitizer.test.js → errors/error-sanitizer.test.js} +17 -11
  285. package/dist/lib/errors/error-sanitizer.test.js.map +1 -0
  286. package/dist/lib/{error-types.d.ts → errors/error-types.d.ts} +5 -0
  287. package/dist/lib/errors/error-types.d.ts.map +1 -0
  288. package/dist/lib/{error-types.js → errors/error-types.js} +34 -1
  289. package/dist/lib/errors/error-types.js.map +1 -0
  290. package/dist/lib/errors/error-types.test.d.ts.map +1 -0
  291. package/dist/lib/{error-types.test.js → errors/error-types.test.js} +51 -1
  292. package/dist/lib/errors/error-types.test.js.map +1 -0
  293. package/dist/lib/errors/query-sanitizer.d.ts.map +1 -0
  294. package/dist/lib/{query-sanitizer.js → errors/query-sanitizer.js} +9 -1
  295. package/dist/lib/errors/query-sanitizer.js.map +1 -0
  296. package/dist/lib/errors/query-sanitizer.test.d.ts.map +1 -0
  297. package/dist/lib/{query-sanitizer.test.js → errors/query-sanitizer.test.js} +9 -6
  298. package/dist/lib/errors/query-sanitizer.test.js.map +1 -0
  299. package/dist/lib/exports/confident-export.d.ts +105 -0
  300. package/dist/lib/exports/confident-export.d.ts.map +1 -0
  301. package/dist/lib/exports/confident-export.js +385 -0
  302. package/dist/lib/exports/confident-export.js.map +1 -0
  303. package/dist/lib/exports/confident-export.test.d.ts +7 -0
  304. package/dist/lib/exports/confident-export.test.d.ts.map +1 -0
  305. package/dist/lib/exports/confident-export.test.js +848 -0
  306. package/dist/lib/exports/confident-export.test.js.map +1 -0
  307. package/dist/lib/exports/datadog-export.d.ts +200 -0
  308. package/dist/lib/exports/datadog-export.d.ts.map +1 -0
  309. package/dist/lib/exports/datadog-export.js +488 -0
  310. package/dist/lib/exports/datadog-export.js.map +1 -0
  311. package/dist/lib/exports/datadog-export.test.d.ts +2 -0
  312. package/dist/lib/exports/datadog-export.test.d.ts.map +1 -0
  313. package/dist/lib/exports/datadog-export.test.js +890 -0
  314. package/dist/lib/exports/datadog-export.test.js.map +1 -0
  315. package/dist/lib/exports/export-config-schemas.d.ts +67 -0
  316. package/dist/lib/exports/export-config-schemas.d.ts.map +1 -0
  317. package/dist/lib/exports/export-config-schemas.js +120 -0
  318. package/dist/lib/exports/export-config-schemas.js.map +1 -0
  319. package/dist/lib/exports/export-config-schemas.test.d.ts +8 -0
  320. package/dist/lib/exports/export-config-schemas.test.d.ts.map +1 -0
  321. package/dist/lib/exports/export-config-schemas.test.js +503 -0
  322. package/dist/lib/exports/export-config-schemas.test.js.map +1 -0
  323. package/dist/lib/exports/export-utils.d.ts +127 -0
  324. package/dist/lib/exports/export-utils.d.ts.map +1 -0
  325. package/dist/lib/exports/export-utils.js +303 -0
  326. package/dist/lib/exports/export-utils.js.map +1 -0
  327. package/dist/lib/exports/export-utils.test.d.ts +5 -0
  328. package/dist/lib/exports/export-utils.test.d.ts.map +1 -0
  329. package/dist/lib/exports/export-utils.test.js +344 -0
  330. package/dist/lib/exports/export-utils.test.js.map +1 -0
  331. package/dist/lib/exports/langfuse-export.d.ts +129 -0
  332. package/dist/lib/exports/langfuse-export.d.ts.map +1 -0
  333. package/dist/lib/exports/langfuse-export.js +370 -0
  334. package/dist/lib/exports/langfuse-export.js.map +1 -0
  335. package/dist/lib/exports/langfuse-export.test.d.ts +7 -0
  336. package/dist/lib/exports/langfuse-export.test.d.ts.map +1 -0
  337. package/dist/lib/exports/langfuse-export.test.js +1020 -0
  338. package/dist/lib/exports/langfuse-export.test.js.map +1 -0
  339. package/dist/lib/{otlp-export.d.ts → exports/otlp-export.d.ts} +3 -2
  340. package/dist/lib/exports/otlp-export.d.ts.map +1 -0
  341. package/dist/lib/{otlp-export.js → exports/otlp-export.js} +51 -36
  342. package/dist/lib/exports/otlp-export.js.map +1 -0
  343. package/dist/lib/exports/otlp-format-converter.d.ts +70 -0
  344. package/dist/lib/exports/otlp-format-converter.d.ts.map +1 -0
  345. package/dist/lib/exports/otlp-format-converter.js +401 -0
  346. package/dist/lib/exports/otlp-format-converter.js.map +1 -0
  347. package/dist/lib/exports/otlp-proto-encode.d.ts +53 -0
  348. package/dist/lib/exports/otlp-proto-encode.d.ts.map +1 -0
  349. package/dist/lib/exports/otlp-proto-encode.js +165 -0
  350. package/dist/lib/exports/otlp-proto-encode.js.map +1 -0
  351. package/dist/lib/exports/otlp-proto-encode.test.d.ts +7 -0
  352. package/dist/lib/exports/otlp-proto-encode.test.d.ts.map +1 -0
  353. package/dist/lib/exports/otlp-proto-encode.test.js +997 -0
  354. package/dist/lib/exports/otlp-proto-encode.test.js.map +1 -0
  355. package/dist/lib/exports/phoenix-export.d.ts +119 -0
  356. package/dist/lib/exports/phoenix-export.d.ts.map +1 -0
  357. package/dist/lib/exports/phoenix-export.js +448 -0
  358. package/dist/lib/exports/phoenix-export.js.map +1 -0
  359. package/dist/lib/exports/phoenix-export.test.d.ts +11 -0
  360. package/dist/lib/exports/phoenix-export.test.d.ts.map +1 -0
  361. package/dist/lib/exports/phoenix-export.test.js +816 -0
  362. package/dist/lib/exports/phoenix-export.test.js.map +1 -0
  363. package/dist/lib/index.d.ts +16 -0
  364. package/dist/lib/index.d.ts.map +1 -0
  365. package/dist/lib/index.js +31 -0
  366. package/dist/lib/index.js.map +1 -0
  367. package/dist/lib/judge/evaluation-hooks-schemas.d.ts +186 -0
  368. package/dist/lib/judge/evaluation-hooks-schemas.d.ts.map +1 -0
  369. package/dist/lib/judge/evaluation-hooks-schemas.js +125 -0
  370. package/dist/lib/judge/evaluation-hooks-schemas.js.map +1 -0
  371. package/dist/lib/judge/evaluation-hooks.d.ts +88 -0
  372. package/dist/lib/judge/evaluation-hooks.d.ts.map +1 -0
  373. package/dist/lib/judge/evaluation-hooks.js +658 -0
  374. package/dist/lib/judge/evaluation-hooks.js.map +1 -0
  375. package/dist/lib/judge/evaluation-hooks.test.d.ts +8 -0
  376. package/dist/lib/judge/evaluation-hooks.test.d.ts.map +1 -0
  377. package/dist/lib/judge/evaluation-hooks.test.js +934 -0
  378. package/dist/lib/judge/evaluation-hooks.test.js.map +1 -0
  379. package/dist/lib/judge/llm-as-judge.d.ts +138 -0
  380. package/dist/lib/judge/llm-as-judge.d.ts.map +1 -0
  381. package/dist/lib/judge/llm-as-judge.js +103 -0
  382. package/dist/lib/judge/llm-as-judge.js.map +1 -0
  383. package/dist/lib/judge/llm-as-judge.test.d.ts +2 -0
  384. package/dist/lib/judge/llm-as-judge.test.d.ts.map +1 -0
  385. package/dist/lib/judge/llm-as-judge.test.js +2179 -0
  386. package/dist/lib/judge/llm-as-judge.test.js.map +1 -0
  387. package/dist/lib/judge/llm-judge-bias.d.ts +44 -0
  388. package/dist/lib/judge/llm-judge-bias.d.ts.map +1 -0
  389. package/dist/lib/judge/llm-judge-bias.js +130 -0
  390. package/dist/lib/judge/llm-judge-bias.js.map +1 -0
  391. package/dist/lib/judge/llm-judge-bias.test.d.ts +2 -0
  392. package/dist/lib/judge/llm-judge-bias.test.d.ts.map +1 -0
  393. package/dist/lib/judge/llm-judge-bias.test.js +380 -0
  394. package/dist/lib/judge/llm-judge-bias.test.js.map +1 -0
  395. package/dist/lib/judge/llm-judge-code.d.ts +99 -0
  396. package/dist/lib/judge/llm-judge-code.d.ts.map +1 -0
  397. package/dist/lib/judge/llm-judge-code.js +261 -0
  398. package/dist/lib/judge/llm-judge-code.js.map +1 -0
  399. package/dist/lib/judge/llm-judge-code.test.d.ts +2 -0
  400. package/dist/lib/judge/llm-judge-code.test.d.ts.map +1 -0
  401. package/dist/lib/judge/llm-judge-code.test.js +981 -0
  402. package/dist/lib/judge/llm-judge-code.test.js.map +1 -0
  403. package/dist/lib/judge/llm-judge-config.d.ts +241 -0
  404. package/dist/lib/judge/llm-judge-config.d.ts.map +1 -0
  405. package/dist/lib/judge/llm-judge-config.js +390 -0
  406. package/dist/lib/judge/llm-judge-config.js.map +1 -0
  407. package/dist/lib/judge/llm-judge-config.test.d.ts +5 -0
  408. package/dist/lib/judge/llm-judge-config.test.d.ts.map +1 -0
  409. package/dist/lib/judge/llm-judge-config.test.js +392 -0
  410. package/dist/lib/judge/llm-judge-config.test.js.map +1 -0
  411. package/dist/lib/judge/llm-judge-constants.d.ts +111 -0
  412. package/dist/lib/judge/llm-judge-constants.d.ts.map +1 -0
  413. package/dist/lib/judge/llm-judge-constants.js +150 -0
  414. package/dist/lib/judge/llm-judge-constants.js.map +1 -0
  415. package/dist/lib/judge/llm-judge-dag.d.ts +57 -0
  416. package/dist/lib/judge/llm-judge-dag.d.ts.map +1 -0
  417. package/dist/lib/judge/llm-judge-dag.js +217 -0
  418. package/dist/lib/judge/llm-judge-dag.js.map +1 -0
  419. package/dist/lib/judge/llm-judge-dag.test.d.ts +8 -0
  420. package/dist/lib/judge/llm-judge-dag.test.d.ts.map +1 -0
  421. package/dist/lib/judge/llm-judge-dag.test.js +973 -0
  422. package/dist/lib/judge/llm-judge-dag.test.js.map +1 -0
  423. package/dist/lib/judge/llm-judge-domain.d.ts +42 -0
  424. package/dist/lib/judge/llm-judge-domain.d.ts.map +1 -0
  425. package/dist/lib/judge/llm-judge-domain.js +167 -0
  426. package/dist/lib/judge/llm-judge-domain.js.map +1 -0
  427. package/dist/lib/judge/llm-judge-domain.test.d.ts +6 -0
  428. package/dist/lib/judge/llm-judge-domain.test.d.ts.map +1 -0
  429. package/dist/lib/judge/llm-judge-domain.test.js +337 -0
  430. package/dist/lib/judge/llm-judge-domain.test.js.map +1 -0
  431. package/dist/lib/judge/llm-judge-geval.d.ts +42 -0
  432. package/dist/lib/judge/llm-judge-geval.d.ts.map +1 -0
  433. package/dist/lib/judge/llm-judge-geval.js +213 -0
  434. package/dist/lib/judge/llm-judge-geval.js.map +1 -0
  435. package/dist/lib/judge/llm-judge-geval.test.d.ts +2 -0
  436. package/dist/lib/judge/llm-judge-geval.test.d.ts.map +1 -0
  437. package/dist/lib/judge/llm-judge-geval.test.js +556 -0
  438. package/dist/lib/judge/llm-judge-geval.test.js.map +1 -0
  439. package/dist/lib/judge/llm-judge-otel.test.d.ts +9 -0
  440. package/dist/lib/judge/llm-judge-otel.test.d.ts.map +1 -0
  441. package/dist/lib/judge/llm-judge-otel.test.js +91 -0
  442. package/dist/lib/judge/llm-judge-otel.test.js.map +1 -0
  443. package/dist/lib/judge/llm-judge-qag.d.ts +38 -0
  444. package/dist/lib/judge/llm-judge-qag.d.ts.map +1 -0
  445. package/dist/lib/judge/llm-judge-qag.js +205 -0
  446. package/dist/lib/judge/llm-judge-qag.js.map +1 -0
  447. package/dist/lib/judge/llm-judge-qag.test.d.ts +2 -0
  448. package/dist/lib/judge/llm-judge-qag.test.d.ts.map +1 -0
  449. package/dist/lib/judge/llm-judge-qag.test.js +386 -0
  450. package/dist/lib/judge/llm-judge-qag.test.js.map +1 -0
  451. package/dist/lib/judge/llm-judge-resilience.d.ts +74 -0
  452. package/dist/lib/judge/llm-judge-resilience.d.ts.map +1 -0
  453. package/dist/lib/judge/llm-judge-resilience.js +146 -0
  454. package/dist/lib/judge/llm-judge-resilience.js.map +1 -0
  455. package/dist/lib/judge/llm-judge-resilience.test.d.ts +2 -0
  456. package/dist/lib/judge/llm-judge-resilience.test.d.ts.map +1 -0
  457. package/dist/lib/judge/llm-judge-resilience.test.js +353 -0
  458. package/dist/lib/judge/llm-judge-resilience.test.js.map +1 -0
  459. package/dist/lib/judge/llm-judge-security.d.ts +106 -0
  460. package/dist/lib/judge/llm-judge-security.d.ts.map +1 -0
  461. package/dist/lib/judge/llm-judge-security.js +314 -0
  462. package/dist/lib/judge/llm-judge-security.js.map +1 -0
  463. package/dist/lib/judge/llm-judge-security.test.d.ts +2 -0
  464. package/dist/lib/judge/llm-judge-security.test.d.ts.map +1 -0
  465. package/dist/lib/judge/llm-judge-security.test.js +1011 -0
  466. package/dist/lib/judge/llm-judge-security.test.js.map +1 -0
  467. package/dist/lib/observability/context-accumulator.d.ts +32 -0
  468. package/dist/lib/observability/context-accumulator.d.ts.map +1 -0
  469. package/dist/lib/observability/context-accumulator.js +87 -0
  470. package/dist/lib/observability/context-accumulator.js.map +1 -0
  471. package/dist/lib/observability/evaluation-events.d.ts +35 -0
  472. package/dist/lib/observability/evaluation-events.d.ts.map +1 -0
  473. package/dist/lib/observability/evaluation-events.js +90 -0
  474. package/dist/lib/observability/evaluation-events.js.map +1 -0
  475. package/dist/lib/observability/file-span-exporter.d.ts +17 -0
  476. package/dist/lib/observability/file-span-exporter.d.ts.map +1 -0
  477. package/dist/lib/observability/file-span-exporter.js +49 -0
  478. package/dist/lib/observability/file-span-exporter.js.map +1 -0
  479. package/dist/lib/observability/histogram-bucket-constants.d.ts +25 -0
  480. package/dist/lib/observability/histogram-bucket-constants.d.ts.map +1 -0
  481. package/dist/lib/observability/histogram-bucket-constants.js +60 -0
  482. package/dist/lib/observability/histogram-bucket-constants.js.map +1 -0
  483. package/dist/lib/observability/histogram.d.ts +112 -0
  484. package/dist/lib/observability/histogram.d.ts.map +1 -0
  485. package/dist/lib/observability/histogram.js +170 -0
  486. package/dist/lib/observability/histogram.js.map +1 -0
  487. package/dist/lib/observability/histogram.test.d.ts +5 -0
  488. package/dist/lib/observability/histogram.test.d.ts.map +1 -0
  489. package/dist/lib/observability/histogram.test.js +385 -0
  490. package/dist/lib/observability/histogram.test.js.map +1 -0
  491. package/dist/lib/observability/indexer.d.ts +114 -0
  492. package/dist/lib/observability/indexer.d.ts.map +1 -0
  493. package/dist/lib/{indexer.js → observability/indexer.js} +65 -16
  494. package/dist/lib/observability/indexer.js.map +1 -0
  495. package/dist/lib/observability/indexer.test.d.ts.map +1 -0
  496. package/dist/lib/{indexer.test.js → observability/indexer.test.js} +94 -77
  497. package/dist/lib/observability/indexer.test.js.map +1 -0
  498. package/dist/lib/observability/instrumentation-eval.test.d.ts +5 -0
  499. package/dist/lib/observability/instrumentation-eval.test.d.ts.map +1 -0
  500. package/dist/lib/observability/instrumentation-eval.test.js +63 -0
  501. package/dist/lib/observability/instrumentation-eval.test.js.map +1 -0
  502. package/dist/lib/observability/instrumentation-init-errors.test.d.ts +13 -0
  503. package/dist/lib/observability/instrumentation-init-errors.test.d.ts.map +1 -0
  504. package/dist/lib/observability/instrumentation-init-errors.test.js +194 -0
  505. package/dist/lib/observability/instrumentation-init-errors.test.js.map +1 -0
  506. package/dist/lib/observability/instrumentation-retry-timeout.test.d.ts +15 -0
  507. package/dist/lib/observability/instrumentation-retry-timeout.test.d.ts.map +1 -0
  508. package/dist/lib/observability/instrumentation-retry-timeout.test.js +188 -0
  509. package/dist/lib/observability/instrumentation-retry-timeout.test.js.map +1 -0
  510. package/dist/lib/observability/instrumentation-set-otel.test.d.ts +5 -0
  511. package/dist/lib/observability/instrumentation-set-otel.test.d.ts.map +1 -0
  512. package/dist/lib/observability/instrumentation-set-otel.test.js +59 -0
  513. package/dist/lib/observability/instrumentation-set-otel.test.js.map +1 -0
  514. package/dist/lib/observability/instrumentation.d.ts +158 -0
  515. package/dist/lib/observability/instrumentation.d.ts.map +1 -0
  516. package/dist/lib/observability/instrumentation.integration.test.d.ts +2 -0
  517. package/dist/lib/observability/instrumentation.integration.test.d.ts.map +1 -0
  518. package/dist/lib/observability/instrumentation.integration.test.js +590 -0
  519. package/dist/lib/observability/instrumentation.integration.test.js.map +1 -0
  520. package/dist/lib/observability/instrumentation.js +512 -0
  521. package/dist/lib/observability/instrumentation.js.map +1 -0
  522. package/dist/lib/observability/instrumentation.test.d.ts +2 -0
  523. package/dist/lib/observability/instrumentation.test.d.ts.map +1 -0
  524. package/dist/lib/observability/instrumentation.test.js +822 -0
  525. package/dist/lib/observability/instrumentation.test.js.map +1 -0
  526. package/dist/lib/observability/mcp-semconv-constants.d.ts +98 -0
  527. package/dist/lib/observability/mcp-semconv-constants.d.ts.map +1 -0
  528. package/dist/lib/observability/mcp-semconv-constants.js +102 -0
  529. package/dist/lib/observability/mcp-semconv-constants.js.map +1 -0
  530. package/dist/lib/observability/mcp-semconv.d.ts +37 -0
  531. package/dist/lib/observability/mcp-semconv.d.ts.map +1 -0
  532. package/dist/lib/observability/mcp-semconv.js +87 -0
  533. package/dist/lib/observability/mcp-semconv.js.map +1 -0
  534. package/dist/lib/observability/mcp-semconv.test.d.ts +2 -0
  535. package/dist/lib/observability/mcp-semconv.test.d.ts.map +1 -0
  536. package/dist/lib/observability/mcp-semconv.test.js +168 -0
  537. package/dist/lib/observability/mcp-semconv.test.js.map +1 -0
  538. package/dist/lib/observability/metrics.d.ts +100 -0
  539. package/dist/lib/observability/metrics.d.ts.map +1 -0
  540. package/dist/lib/observability/metrics.js +429 -0
  541. package/dist/lib/observability/metrics.js.map +1 -0
  542. package/dist/lib/observability/metrics.test.d.ts +5 -0
  543. package/dist/lib/observability/metrics.test.d.ts.map +1 -0
  544. package/dist/lib/observability/metrics.test.js +191 -0
  545. package/dist/lib/observability/metrics.test.js.map +1 -0
  546. package/dist/lib/observability/observability-test-constants.d.ts +34 -0
  547. package/dist/lib/observability/observability-test-constants.d.ts.map +1 -0
  548. package/dist/lib/observability/observability-test-constants.js +55 -0
  549. package/dist/lib/observability/observability-test-constants.js.map +1 -0
  550. package/dist/lib/observability/opentelemetry-resources.test.d.ts +2 -0
  551. package/dist/lib/observability/opentelemetry-resources.test.d.ts.map +1 -0
  552. package/dist/lib/observability/opentelemetry-resources.test.js +19 -0
  553. package/dist/lib/observability/opentelemetry-resources.test.js.map +1 -0
  554. package/dist/lib/observability/parse-stats.d.ts +119 -0
  555. package/dist/lib/observability/parse-stats.d.ts.map +1 -0
  556. package/dist/lib/observability/parse-stats.js +207 -0
  557. package/dist/lib/observability/parse-stats.js.map +1 -0
  558. package/dist/lib/observability/parse-stats.test.d.ts +5 -0
  559. package/dist/lib/observability/parse-stats.test.d.ts.map +1 -0
  560. package/dist/lib/observability/parse-stats.test.js +287 -0
  561. package/dist/lib/observability/parse-stats.test.js.map +1 -0
  562. package/dist/lib/observability/render-trace-tree.d.ts +31 -0
  563. package/dist/lib/observability/render-trace-tree.d.ts.map +1 -0
  564. package/dist/lib/observability/render-trace-tree.js +95 -0
  565. package/dist/lib/observability/render-trace-tree.js.map +1 -0
  566. package/dist/lib/observability/render-trace-tree.test.d.ts +5 -0
  567. package/dist/lib/observability/render-trace-tree.test.d.ts.map +1 -0
  568. package/dist/lib/observability/render-trace-tree.test.js +97 -0
  569. package/dist/lib/observability/render-trace-tree.test.js.map +1 -0
  570. package/dist/lib/observability/span-attributes.d.ts +27 -0
  571. package/dist/lib/observability/span-attributes.d.ts.map +1 -0
  572. package/dist/lib/observability/span-attributes.js +85 -0
  573. package/dist/lib/observability/span-attributes.js.map +1 -0
  574. package/dist/lib/observability/trace-anomaly-detector.d.ts +23 -0
  575. package/dist/lib/observability/trace-anomaly-detector.d.ts.map +1 -0
  576. package/dist/lib/observability/trace-anomaly-detector.js +211 -0
  577. package/dist/lib/observability/trace-anomaly-detector.js.map +1 -0
  578. package/dist/lib/observability/trace-anomaly-detector.test.d.ts +5 -0
  579. package/dist/lib/observability/trace-anomaly-detector.test.d.ts.map +1 -0
  580. package/dist/lib/observability/trace-anomaly-detector.test.js +224 -0
  581. package/dist/lib/observability/trace-anomaly-detector.test.js.map +1 -0
  582. package/dist/lib/observability/trace-anomaly-schemas.d.ts +189 -0
  583. package/dist/lib/observability/trace-anomaly-schemas.d.ts.map +1 -0
  584. package/dist/lib/observability/trace-anomaly-schemas.js +167 -0
  585. package/dist/lib/observability/trace-anomaly-schemas.js.map +1 -0
  586. package/dist/lib/privacy/content-redaction.d.ts +141 -0
  587. package/dist/lib/privacy/content-redaction.d.ts.map +1 -0
  588. package/dist/lib/privacy/content-redaction.js +210 -0
  589. package/dist/lib/privacy/content-redaction.js.map +1 -0
  590. package/dist/lib/privacy/content-redaction.test.d.ts +2 -0
  591. package/dist/lib/privacy/content-redaction.test.d.ts.map +1 -0
  592. package/dist/lib/privacy/content-redaction.test.js +302 -0
  593. package/dist/lib/privacy/content-redaction.test.js.map +1 -0
  594. package/dist/lib/quality/bucket-utils.d.ts +17 -0
  595. package/dist/lib/quality/bucket-utils.d.ts.map +1 -0
  596. package/dist/lib/quality/bucket-utils.js +31 -0
  597. package/dist/lib/quality/bucket-utils.js.map +1 -0
  598. package/dist/lib/quality/bucket-utils.test.d.ts +2 -0
  599. package/dist/lib/quality/bucket-utils.test.d.ts.map +1 -0
  600. package/dist/lib/quality/bucket-utils.test.js +42 -0
  601. package/dist/lib/quality/bucket-utils.test.js.map +1 -0
  602. package/dist/lib/quality/qfe-backtest-detail.test.d.ts +5 -0
  603. package/dist/lib/quality/qfe-backtest-detail.test.d.ts.map +1 -0
  604. package/dist/lib/quality/qfe-backtest-detail.test.js +179 -0
  605. package/dist/lib/quality/qfe-backtest-detail.test.js.map +1 -0
  606. package/dist/lib/quality/qfe-calibration-paths.test.d.ts +5 -0
  607. package/dist/lib/quality/qfe-calibration-paths.test.d.ts.map +1 -0
  608. package/dist/lib/quality/qfe-calibration-paths.test.js +203 -0
  609. package/dist/lib/quality/qfe-calibration-paths.test.js.map +1 -0
  610. package/dist/lib/quality/qfe-correlation-helpers.test.d.ts +6 -0
  611. package/dist/lib/quality/qfe-correlation-helpers.test.d.ts.map +1 -0
  612. package/dist/lib/quality/qfe-correlation-helpers.test.js +143 -0
  613. package/dist/lib/quality/qfe-correlation-helpers.test.js.map +1 -0
  614. package/dist/lib/quality/qfe-cqi-paths.test.d.ts +6 -0
  615. package/dist/lib/quality/qfe-cqi-paths.test.d.ts.map +1 -0
  616. package/dist/lib/quality/qfe-cqi-paths.test.js +231 -0
  617. package/dist/lib/quality/qfe-cqi-paths.test.js.map +1 -0
  618. package/dist/lib/quality/qfe-critic-internals.test.d.ts +6 -0
  619. package/dist/lib/quality/qfe-critic-internals.test.d.ts.map +1 -0
  620. package/dist/lib/quality/qfe-critic-internals.test.js +191 -0
  621. package/dist/lib/quality/qfe-critic-internals.test.js.map +1 -0
  622. package/dist/lib/quality/qfe-derived-paths.test.d.ts +2 -0
  623. package/dist/lib/quality/qfe-derived-paths.test.d.ts.map +1 -0
  624. package/dist/lib/quality/qfe-derived-paths.test.js +372 -0
  625. package/dist/lib/quality/qfe-derived-paths.test.js.map +1 -0
  626. package/dist/lib/quality/qfe-dynamics-paths.test.d.ts +8 -0
  627. package/dist/lib/quality/qfe-dynamics-paths.test.d.ts.map +1 -0
  628. package/dist/lib/quality/qfe-dynamics-paths.test.js +223 -0
  629. package/dist/lib/quality/qfe-dynamics-paths.test.js.map +1 -0
  630. package/dist/lib/quality/qfe-granger-internals.test.d.ts +6 -0
  631. package/dist/lib/quality/qfe-granger-internals.test.d.ts.map +1 -0
  632. package/dist/lib/quality/qfe-granger-internals.test.js +158 -0
  633. package/dist/lib/quality/qfe-granger-internals.test.js.map +1 -0
  634. package/dist/lib/quality/qfe-label-normalize.test.d.ts +7 -0
  635. package/dist/lib/quality/qfe-label-normalize.test.d.ts.map +1 -0
  636. package/dist/lib/quality/qfe-label-normalize.test.js +332 -0
  637. package/dist/lib/quality/qfe-label-normalize.test.js.map +1 -0
  638. package/dist/lib/quality/qfe-ordinal-edge.test.d.ts +6 -0
  639. package/dist/lib/quality/qfe-ordinal-edge.test.d.ts.map +1 -0
  640. package/dist/lib/quality/qfe-ordinal-edge.test.js +98 -0
  641. package/dist/lib/quality/qfe-ordinal-edge.test.js.map +1 -0
  642. package/dist/lib/quality/qfe-roles-detail.test.d.ts +5 -0
  643. package/dist/lib/quality/qfe-roles-detail.test.d.ts.map +1 -0
  644. package/dist/lib/quality/qfe-roles-detail.test.js +115 -0
  645. package/dist/lib/quality/qfe-roles-detail.test.js.map +1 -0
  646. package/dist/lib/quality/qfe-rolling-detail.test.d.ts +7 -0
  647. package/dist/lib/quality/qfe-rolling-detail.test.d.ts.map +1 -0
  648. package/dist/lib/quality/qfe-rolling-detail.test.js +249 -0
  649. package/dist/lib/quality/qfe-rolling-detail.test.js.map +1 -0
  650. package/dist/lib/quality/qfe-stats-internals.test.d.ts +7 -0
  651. package/dist/lib/quality/qfe-stats-internals.test.d.ts.map +1 -0
  652. package/dist/lib/quality/qfe-stats-internals.test.js +143 -0
  653. package/dist/lib/quality/qfe-stats-internals.test.js.map +1 -0
  654. package/dist/lib/quality/qfe-streaming.test.d.ts +5 -0
  655. package/dist/lib/quality/qfe-streaming.test.d.ts.map +1 -0
  656. package/dist/lib/quality/qfe-streaming.test.js +239 -0
  657. package/dist/lib/quality/qfe-streaming.test.js.map +1 -0
  658. package/dist/lib/quality/qfe-sweep-detail.test.d.ts +6 -0
  659. package/dist/lib/quality/qfe-sweep-detail.test.d.ts.map +1 -0
  660. package/dist/lib/quality/qfe-sweep-detail.test.js +291 -0
  661. package/dist/lib/quality/qfe-sweep-detail.test.js.map +1 -0
  662. package/dist/lib/quality/quality-alerts.d.ts +23 -0
  663. package/dist/lib/quality/quality-alerts.d.ts.map +1 -0
  664. package/dist/lib/quality/quality-alerts.js +89 -0
  665. package/dist/lib/quality/quality-alerts.js.map +1 -0
  666. package/dist/lib/quality/quality-alerts.test.d.ts +2 -0
  667. package/dist/lib/quality/quality-alerts.test.d.ts.map +1 -0
  668. package/dist/lib/quality/quality-alerts.test.js +86 -0
  669. package/dist/lib/quality/quality-alerts.test.js.map +1 -0
  670. package/dist/lib/quality/quality-constants.d.ts +294 -0
  671. package/dist/lib/quality/quality-constants.d.ts.map +1 -0
  672. package/dist/lib/quality/quality-constants.js +335 -0
  673. package/dist/lib/quality/quality-constants.js.map +1 -0
  674. package/dist/lib/quality/quality-feature-engineering.d.ts +1071 -0
  675. package/dist/lib/quality/quality-feature-engineering.d.ts.map +1 -0
  676. package/dist/lib/quality/quality-feature-engineering.js +2076 -0
  677. package/dist/lib/quality/quality-feature-engineering.js.map +1 -0
  678. package/dist/lib/quality/quality-feature-engineering.test.d.ts +5 -0
  679. package/dist/lib/quality/quality-feature-engineering.test.d.ts.map +1 -0
  680. package/dist/lib/quality/quality-feature-engineering.test.js +2908 -0
  681. package/dist/lib/quality/quality-feature-engineering.test.js.map +1 -0
  682. package/dist/lib/quality/quality-metrics.d.ts +943 -0
  683. package/dist/lib/quality/quality-metrics.d.ts.map +1 -0
  684. package/dist/lib/quality/quality-metrics.js +1151 -0
  685. package/dist/lib/quality/quality-metrics.js.map +1 -0
  686. package/dist/lib/quality/quality-metrics.test.d.ts +5 -0
  687. package/dist/lib/quality/quality-metrics.test.d.ts.map +1 -0
  688. package/dist/lib/quality/quality-metrics.test.js +2766 -0
  689. package/dist/lib/quality/quality-metrics.test.js.map +1 -0
  690. package/dist/lib/quality/quality-multi-agent.d.ts +106 -0
  691. package/dist/lib/quality/quality-multi-agent.d.ts.map +1 -0
  692. package/dist/lib/quality/quality-multi-agent.js +124 -0
  693. package/dist/lib/quality/quality-multi-agent.js.map +1 -0
  694. package/dist/lib/quality/quality-multi-agent.test.d.ts +6 -0
  695. package/dist/lib/quality/quality-multi-agent.test.d.ts.map +1 -0
  696. package/dist/lib/quality/quality-multi-agent.test.js +163 -0
  697. package/dist/lib/quality/quality-multi-agent.test.js.map +1 -0
  698. package/dist/lib/quality/quality-sla.d.ts +35 -0
  699. package/dist/lib/quality/quality-sla.d.ts.map +1 -0
  700. package/dist/lib/quality/quality-sla.js +62 -0
  701. package/dist/lib/quality/quality-sla.js.map +1 -0
  702. package/dist/lib/quality/quality-sla.test.d.ts +5 -0
  703. package/dist/lib/quality/quality-sla.test.d.ts.map +1 -0
  704. package/dist/lib/quality/quality-sla.test.js +144 -0
  705. package/dist/lib/quality/quality-sla.test.js.map +1 -0
  706. package/dist/lib/quality/quality-test-constants.d.ts +23 -0
  707. package/dist/lib/quality/quality-test-constants.d.ts.map +1 -0
  708. package/dist/lib/quality/quality-test-constants.js +25 -0
  709. package/dist/lib/quality/quality-test-constants.js.map +1 -0
  710. package/dist/lib/quality/quality-trends.d.ts +101 -0
  711. package/dist/lib/quality/quality-trends.d.ts.map +1 -0
  712. package/dist/lib/quality/quality-trends.js +299 -0
  713. package/dist/lib/quality/quality-trends.js.map +1 -0
  714. package/dist/lib/quality/quality-trends.test.d.ts +6 -0
  715. package/dist/lib/quality/quality-trends.test.d.ts.map +1 -0
  716. package/dist/lib/quality/quality-trends.test.js +377 -0
  717. package/dist/lib/quality/quality-trends.test.js.map +1 -0
  718. package/dist/lib/quality/quality-views.d.ts +966 -0
  719. package/dist/lib/quality/quality-views.d.ts.map +1 -0
  720. package/dist/lib/quality/quality-views.js +367 -0
  721. package/dist/lib/quality/quality-views.js.map +1 -0
  722. package/dist/lib/quality/quality-views.test.d.ts +6 -0
  723. package/dist/lib/quality/quality-views.test.d.ts.map +1 -0
  724. package/dist/lib/quality/quality-views.test.js +262 -0
  725. package/dist/lib/quality/quality-views.test.js.map +1 -0
  726. package/dist/lib/quality/quality-visualization.d.ts +112 -0
  727. package/dist/lib/quality/quality-visualization.d.ts.map +1 -0
  728. package/dist/lib/quality/quality-visualization.js +136 -0
  729. package/dist/lib/quality/quality-visualization.js.map +1 -0
  730. package/dist/lib/quality/quality-visualization.test.d.ts +5 -0
  731. package/dist/lib/quality/quality-visualization.test.d.ts.map +1 -0
  732. package/dist/lib/quality/quality-visualization.test.js +189 -0
  733. package/dist/lib/quality/quality-visualization.test.js.map +1 -0
  734. package/dist/lib/resilience/cache.d.ts +56 -0
  735. package/dist/lib/resilience/cache.d.ts.map +1 -0
  736. package/dist/lib/resilience/cache.js +96 -0
  737. package/dist/lib/resilience/cache.js.map +1 -0
  738. package/dist/lib/resilience/cache.test.d.ts.map +1 -0
  739. package/dist/lib/{cache.test.js → resilience/cache.test.js} +21 -20
  740. package/dist/lib/resilience/cache.test.js.map +1 -0
  741. package/dist/lib/resilience/circuit-breaker.d.ts +147 -0
  742. package/dist/lib/resilience/circuit-breaker.d.ts.map +1 -0
  743. package/dist/lib/resilience/circuit-breaker.js +251 -0
  744. package/dist/lib/resilience/circuit-breaker.js.map +1 -0
  745. package/dist/lib/resilience/circuit-breaker.test.d.ts.map +1 -0
  746. package/dist/lib/{circuit-breaker.test.js → resilience/circuit-breaker.test.js} +29 -26
  747. package/dist/lib/resilience/circuit-breaker.test.js.map +1 -0
  748. package/dist/lib/{toon-encoder.d.ts → resilience/toon-encoder.d.ts} +6 -1
  749. package/dist/lib/resilience/toon-encoder.d.ts.map +1 -0
  750. package/dist/lib/{toon-encoder.js → resilience/toon-encoder.js} +7 -2
  751. package/dist/lib/resilience/toon-encoder.js.map +1 -0
  752. package/dist/lib/resilience/toon-encoder.test.d.ts.map +1 -0
  753. package/dist/lib/{toon-encoder.test.js → resilience/toon-encoder.test.js} +7 -6
  754. package/dist/lib/resilience/toon-encoder.test.js.map +1 -0
  755. package/dist/lib/testing/mock-llm-builder.d.ts +139 -0
  756. package/dist/lib/testing/mock-llm-builder.d.ts.map +1 -0
  757. package/dist/lib/testing/mock-llm-builder.js +254 -0
  758. package/dist/lib/testing/mock-llm-builder.js.map +1 -0
  759. package/dist/lib/testing/mock-llm-builder.test.d.ts +5 -0
  760. package/dist/lib/testing/mock-llm-builder.test.d.ts.map +1 -0
  761. package/dist/lib/testing/mock-llm-builder.test.js +304 -0
  762. package/dist/lib/testing/mock-llm-builder.test.js.map +1 -0
  763. package/dist/lib/validation/api-schemas.d.ts +705 -0
  764. package/dist/lib/validation/api-schemas.d.ts.map +1 -0
  765. package/dist/lib/validation/api-schemas.js +351 -0
  766. package/dist/lib/validation/api-schemas.js.map +1 -0
  767. package/dist/lib/validation/api-schemas.test.d.ts +5 -0
  768. package/dist/lib/validation/api-schemas.test.d.ts.map +1 -0
  769. package/dist/lib/validation/api-schemas.test.js +427 -0
  770. package/dist/lib/validation/api-schemas.test.js.map +1 -0
  771. package/dist/lib/validation/dashboard-schemas.d.ts +203 -0
  772. package/dist/lib/validation/dashboard-schemas.d.ts.map +1 -0
  773. package/dist/lib/validation/dashboard-schemas.js +186 -0
  774. package/dist/lib/validation/dashboard-schemas.js.map +1 -0
  775. package/dist/lib/validation/dashboard-schemas.test.d.ts +5 -0
  776. package/dist/lib/validation/dashboard-schemas.test.d.ts.map +1 -0
  777. package/dist/lib/validation/dashboard-schemas.test.js +353 -0
  778. package/dist/lib/validation/dashboard-schemas.test.js.map +1 -0
  779. package/dist/server.d.ts +7 -1
  780. package/dist/server.d.ts.map +1 -1
  781. package/dist/server.js +172 -102
  782. package/dist/server.js.map +1 -1
  783. package/dist/server.test.js +102 -95
  784. package/dist/server.test.js.map +1 -1
  785. package/dist/test-helpers/assertions.d.ts +6 -0
  786. package/dist/test-helpers/assertions.d.ts.map +1 -0
  787. package/dist/test-helpers/assertions.js +11 -0
  788. package/dist/test-helpers/assertions.js.map +1 -0
  789. package/dist/test-helpers/env-utils.d.ts +0 -64
  790. package/dist/test-helpers/env-utils.d.ts.map +1 -1
  791. package/dist/test-helpers/env-utils.js +0 -100
  792. package/dist/test-helpers/env-utils.js.map +1 -1
  793. package/dist/test-helpers/fuzz-generators.d.ts.map +1 -1
  794. package/dist/test-helpers/fuzz-generators.js +62 -22
  795. package/dist/test-helpers/fuzz-generators.js.map +1 -1
  796. package/dist/test-helpers/index.d.ts +3 -2
  797. package/dist/test-helpers/index.d.ts.map +1 -1
  798. package/dist/test-helpers/index.js +4 -2
  799. package/dist/test-helpers/index.js.map +1 -1
  800. package/dist/test-helpers/memfs-utils.test.js +81 -76
  801. package/dist/test-helpers/memfs-utils.test.js.map +1 -1
  802. package/dist/test-helpers/mock-backends.d.ts +19 -17
  803. package/dist/test-helpers/mock-backends.d.ts.map +1 -1
  804. package/dist/test-helpers/mock-backends.js +16 -4
  805. package/dist/test-helpers/mock-backends.js.map +1 -1
  806. package/dist/test-helpers/mock-backends.test.js +43 -112
  807. package/dist/test-helpers/mock-backends.test.js.map +1 -1
  808. package/dist/test-helpers/race-condition-helpers.d.ts.map +1 -1
  809. package/dist/test-helpers/race-condition-helpers.js +3 -2
  810. package/dist/test-helpers/race-condition-helpers.js.map +1 -1
  811. package/dist/test-helpers/schema-validators.d.ts +2 -2
  812. package/dist/test-helpers/schema-validators.d.ts.map +1 -1
  813. package/dist/test-helpers/schema-validators.js +35 -31
  814. package/dist/test-helpers/schema-validators.js.map +1 -1
  815. package/dist/test-helpers/test-constants.d.ts +74 -0
  816. package/dist/test-helpers/test-constants.d.ts.map +1 -0
  817. package/dist/test-helpers/test-constants.js +78 -0
  818. package/dist/test-helpers/test-constants.js.map +1 -0
  819. package/dist/test-helpers/test-data-builders.d.ts +25 -7
  820. package/dist/test-helpers/test-data-builders.d.ts.map +1 -1
  821. package/dist/test-helpers/test-data-builders.js +32 -9
  822. package/dist/test-helpers/test-data-builders.js.map +1 -1
  823. package/dist/test-helpers/test-data-builders.test.js +116 -107
  824. package/dist/test-helpers/test-data-builders.test.js.map +1 -1
  825. package/dist/test-helpers/tool-validators.d.ts +1 -1
  826. package/dist/test-helpers/tool-validators.d.ts.map +1 -1
  827. package/dist/test-helpers/tool-validators.js +10 -10
  828. package/dist/test-helpers/tool-validators.js.map +1 -1
  829. package/dist/tools/audit-trail.d.ts +170 -0
  830. package/dist/tools/audit-trail.d.ts.map +1 -0
  831. package/dist/tools/audit-trail.js +109 -0
  832. package/dist/tools/audit-trail.js.map +1 -0
  833. package/dist/tools/audit-trail.test.d.ts +5 -0
  834. package/dist/tools/audit-trail.test.d.ts.map +1 -0
  835. package/dist/tools/audit-trail.test.js +122 -0
  836. package/dist/tools/audit-trail.test.js.map +1 -0
  837. package/dist/tools/context-stats.d.ts +6 -20
  838. package/dist/tools/context-stats.d.ts.map +1 -1
  839. package/dist/tools/context-stats.js +106 -90
  840. package/dist/tools/context-stats.js.map +1 -1
  841. package/dist/tools/context-stats.test.js +109 -60
  842. package/dist/tools/context-stats.test.js.map +1 -1
  843. package/dist/tools/detect-trace-anomalies.d.ts +123 -0
  844. package/dist/tools/detect-trace-anomalies.d.ts.map +1 -0
  845. package/dist/tools/detect-trace-anomalies.js +66 -0
  846. package/dist/tools/detect-trace-anomalies.js.map +1 -0
  847. package/dist/tools/estimate-cost.d.ts +77 -0
  848. package/dist/tools/estimate-cost.d.ts.map +1 -0
  849. package/dist/tools/estimate-cost.js +104 -0
  850. package/dist/tools/estimate-cost.js.map +1 -0
  851. package/dist/tools/estimate-cost.test.d.ts +5 -0
  852. package/dist/tools/estimate-cost.test.d.ts.map +1 -0
  853. package/dist/tools/estimate-cost.test.js +343 -0
  854. package/dist/tools/estimate-cost.test.js.map +1 -0
  855. package/dist/tools/export-base.d.ts +77 -0
  856. package/dist/tools/export-base.d.ts.map +1 -0
  857. package/dist/tools/export-base.js +150 -0
  858. package/dist/tools/export-base.js.map +1 -0
  859. package/dist/tools/export-base.test.d.ts +18 -0
  860. package/dist/tools/export-base.test.d.ts.map +1 -0
  861. package/dist/tools/export-base.test.js +220 -0
  862. package/dist/tools/export-base.test.js.map +1 -0
  863. package/dist/tools/export-confident.d.ts +149 -0
  864. package/dist/tools/export-confident.d.ts.map +1 -0
  865. package/dist/tools/export-confident.js +36 -0
  866. package/dist/tools/export-confident.js.map +1 -0
  867. package/dist/tools/export-confident.test.d.ts +7 -0
  868. package/dist/tools/export-confident.test.d.ts.map +1 -0
  869. package/dist/tools/export-confident.test.js +336 -0
  870. package/dist/tools/export-confident.test.js.map +1 -0
  871. package/dist/tools/export-datadog.d.ts +121 -0
  872. package/dist/tools/export-datadog.d.ts.map +1 -0
  873. package/dist/tools/export-datadog.js +158 -0
  874. package/dist/tools/export-datadog.js.map +1 -0
  875. package/dist/tools/export-datadog.test.d.ts +8 -0
  876. package/dist/tools/export-datadog.test.d.ts.map +1 -0
  877. package/dist/tools/export-datadog.test.js +376 -0
  878. package/dist/tools/export-datadog.test.js.map +1 -0
  879. package/dist/tools/export-jaeger.d.ts +100 -0
  880. package/dist/tools/export-jaeger.d.ts.map +1 -0
  881. package/dist/tools/export-jaeger.js +154 -0
  882. package/dist/tools/export-jaeger.js.map +1 -0
  883. package/dist/tools/export-jaeger.test.d.ts +2 -0
  884. package/dist/tools/export-jaeger.test.d.ts.map +1 -0
  885. package/dist/tools/export-jaeger.test.js +113 -0
  886. package/dist/tools/export-jaeger.test.js.map +1 -0
  887. package/dist/tools/export-langfuse.d.ts +135 -0
  888. package/dist/tools/export-langfuse.d.ts.map +1 -0
  889. package/dist/tools/export-langfuse.js +33 -0
  890. package/dist/tools/export-langfuse.js.map +1 -0
  891. package/dist/tools/export-langfuse.test.d.ts +7 -0
  892. package/dist/tools/export-langfuse.test.d.ts.map +1 -0
  893. package/dist/tools/export-langfuse.test.js +292 -0
  894. package/dist/tools/export-langfuse.test.js.map +1 -0
  895. package/dist/tools/export-phoenix.d.ts +170 -0
  896. package/dist/tools/export-phoenix.d.ts.map +1 -0
  897. package/dist/tools/export-phoenix.js +47 -0
  898. package/dist/tools/export-phoenix.js.map +1 -0
  899. package/dist/tools/export-phoenix.test.d.ts +7 -0
  900. package/dist/tools/export-phoenix.test.d.ts.map +1 -0
  901. package/dist/tools/export-phoenix.test.js +317 -0
  902. package/dist/tools/export-phoenix.test.js.map +1 -0
  903. package/dist/tools/get-trace-url.d.ts +2 -10
  904. package/dist/tools/get-trace-url.d.ts.map +1 -1
  905. package/dist/tools/get-trace-url.js +5 -8
  906. package/dist/tools/get-trace-url.js.map +1 -1
  907. package/dist/tools/get-trace-url.test.js +81 -399
  908. package/dist/tools/get-trace-url.test.js.map +1 -1
  909. package/dist/tools/hallucination-detection.d.ts +203 -0
  910. package/dist/tools/hallucination-detection.d.ts.map +1 -0
  911. package/dist/tools/hallucination-detection.js +189 -0
  912. package/dist/tools/hallucination-detection.js.map +1 -0
  913. package/dist/tools/hallucination-detection.test.d.ts +5 -0
  914. package/dist/tools/hallucination-detection.test.d.ts.map +1 -0
  915. package/dist/tools/hallucination-detection.test.js +529 -0
  916. package/dist/tools/hallucination-detection.test.js.map +1 -0
  917. package/dist/tools/health-check.d.ts +35 -16
  918. package/dist/tools/health-check.d.ts.map +1 -1
  919. package/dist/tools/health-check.js +101 -85
  920. package/dist/tools/health-check.js.map +1 -1
  921. package/dist/tools/health-check.test.js +72 -165
  922. package/dist/tools/health-check.test.js.map +1 -1
  923. package/dist/tools/index.d.ts +19 -0
  924. package/dist/tools/index.d.ts.map +1 -1
  925. package/dist/tools/index.js +19 -0
  926. package/dist/tools/index.js.map +1 -1
  927. package/dist/tools/ingest-constants.d.ts +8 -0
  928. package/dist/tools/ingest-constants.d.ts.map +1 -0
  929. package/dist/tools/ingest-constants.js +8 -0
  930. package/dist/tools/ingest-constants.js.map +1 -0
  931. package/dist/tools/ingest-spans.d.ts +45 -0
  932. package/dist/tools/ingest-spans.d.ts.map +1 -0
  933. package/dist/tools/ingest-spans.js +129 -0
  934. package/dist/tools/ingest-spans.js.map +1 -0
  935. package/dist/tools/ingest-spans.test.d.ts +5 -0
  936. package/dist/tools/ingest-spans.test.d.ts.map +1 -0
  937. package/dist/tools/ingest-spans.test.js +250 -0
  938. package/dist/tools/ingest-spans.test.js.map +1 -0
  939. package/dist/tools/ingest-traces.d.ts +76 -0
  940. package/dist/tools/ingest-traces.d.ts.map +1 -0
  941. package/dist/tools/ingest-traces.js +164 -0
  942. package/dist/tools/ingest-traces.js.map +1 -0
  943. package/dist/tools/ingest-traces.test.d.ts +5 -0
  944. package/dist/tools/ingest-traces.test.d.ts.map +1 -0
  945. package/dist/tools/ingest-traces.test.js +483 -0
  946. package/dist/tools/ingest-traces.test.js.map +1 -0
  947. package/dist/tools/inject-evaluations.d.ts +254 -0
  948. package/dist/tools/inject-evaluations.d.ts.map +1 -0
  949. package/dist/tools/inject-evaluations.js +133 -0
  950. package/dist/tools/inject-evaluations.js.map +1 -0
  951. package/dist/tools/inject-evaluations.test.d.ts +5 -0
  952. package/dist/tools/inject-evaluations.test.d.ts.map +1 -0
  953. package/dist/tools/inject-evaluations.test.js +371 -0
  954. package/dist/tools/inject-evaluations.test.js.map +1 -0
  955. package/dist/tools/manage-datasets.d.ts +850 -0
  956. package/dist/tools/manage-datasets.d.ts.map +1 -0
  957. package/dist/tools/manage-datasets.js +139 -0
  958. package/dist/tools/manage-datasets.js.map +1 -0
  959. package/dist/tools/manage-datasets.test.d.ts +5 -0
  960. package/dist/tools/manage-datasets.test.d.ts.map +1 -0
  961. package/dist/tools/manage-datasets.test.js +430 -0
  962. package/dist/tools/manage-datasets.test.js.map +1 -0
  963. package/dist/tools/multi-agent-coordination.d.ts +178 -0
  964. package/dist/tools/multi-agent-coordination.d.ts.map +1 -0
  965. package/dist/tools/multi-agent-coordination.js +270 -0
  966. package/dist/tools/multi-agent-coordination.js.map +1 -0
  967. package/dist/tools/multi-agent-coordination.test.d.ts +5 -0
  968. package/dist/tools/multi-agent-coordination.test.d.ts.map +1 -0
  969. package/dist/tools/multi-agent-coordination.test.js +530 -0
  970. package/dist/tools/multi-agent-coordination.test.js.map +1 -0
  971. package/dist/tools/query-evaluations.d.ts +154 -91
  972. package/dist/tools/query-evaluations.d.ts.map +1 -1
  973. package/dist/tools/query-evaluations.js +206 -169
  974. package/dist/tools/query-evaluations.js.map +1 -1
  975. package/dist/tools/query-evaluations.test.js +386 -391
  976. package/dist/tools/query-evaluations.test.js.map +1 -1
  977. package/dist/tools/query-llm-events.d.ts +100 -75
  978. package/dist/tools/query-llm-events.d.ts.map +1 -1
  979. package/dist/tools/query-llm-events.js +106 -80
  980. package/dist/tools/query-llm-events.js.map +1 -1
  981. package/dist/tools/query-llm-events.test.js +183 -346
  982. package/dist/tools/query-llm-events.test.js.map +1 -1
  983. package/dist/tools/query-logs.d.ts +45 -58
  984. package/dist/tools/query-logs.d.ts.map +1 -1
  985. package/dist/tools/query-logs.js +54 -101
  986. package/dist/tools/query-logs.js.map +1 -1
  987. package/dist/tools/query-logs.test.js +118 -314
  988. package/dist/tools/query-logs.test.js.map +1 -1
  989. package/dist/tools/query-metric-histograms.d.ts +112 -0
  990. package/dist/tools/query-metric-histograms.d.ts.map +1 -0
  991. package/dist/tools/query-metric-histograms.js +69 -0
  992. package/dist/tools/query-metric-histograms.js.map +1 -0
  993. package/dist/tools/query-metric-histograms.test.d.ts +5 -0
  994. package/dist/tools/query-metric-histograms.test.d.ts.map +1 -0
  995. package/dist/tools/query-metric-histograms.test.js +209 -0
  996. package/dist/tools/query-metric-histograms.test.js.map +1 -0
  997. package/dist/tools/query-metrics.d.ts +159 -60
  998. package/dist/tools/query-metrics.d.ts.map +1 -1
  999. package/dist/tools/query-metrics.js +133 -111
  1000. package/dist/tools/query-metrics.js.map +1 -1
  1001. package/dist/tools/query-metrics.test.js +314 -389
  1002. package/dist/tools/query-metrics.test.js.map +1 -1
  1003. package/dist/tools/query-regressions.d.ts +76 -0
  1004. package/dist/tools/query-regressions.d.ts.map +1 -0
  1005. package/dist/tools/query-regressions.js +122 -0
  1006. package/dist/tools/query-regressions.js.map +1 -0
  1007. package/dist/tools/query-regressions.test.d.ts +8 -0
  1008. package/dist/tools/query-regressions.test.d.ts.map +1 -0
  1009. package/dist/tools/query-regressions.test.js +129 -0
  1010. package/dist/tools/query-regressions.test.js.map +1 -0
  1011. package/dist/tools/query-traces.d.ts +103 -71
  1012. package/dist/tools/query-traces.d.ts.map +1 -1
  1013. package/dist/tools/query-traces.js +75 -106
  1014. package/dist/tools/query-traces.js.map +1 -1
  1015. package/dist/tools/query-traces.test.js +140 -846
  1016. package/dist/tools/query-traces.test.js.map +1 -1
  1017. package/dist/tools/query-verifications.d.ts +123 -0
  1018. package/dist/tools/query-verifications.d.ts.map +1 -0
  1019. package/dist/tools/query-verifications.js +102 -0
  1020. package/dist/tools/query-verifications.js.map +1 -0
  1021. package/dist/tools/query-verifications.test.d.ts +5 -0
  1022. package/dist/tools/query-verifications.test.d.ts.map +1 -0
  1023. package/dist/tools/query-verifications.test.js +163 -0
  1024. package/dist/tools/query-verifications.test.js.map +1 -0
  1025. package/dist/tools/routing-telemetry.d.ts +168 -0
  1026. package/dist/tools/routing-telemetry.d.ts.map +1 -0
  1027. package/dist/tools/routing-telemetry.js +267 -0
  1028. package/dist/tools/routing-telemetry.js.map +1 -0
  1029. package/dist/tools/routing-telemetry.test.d.ts +5 -0
  1030. package/dist/tools/routing-telemetry.test.d.ts.map +1 -0
  1031. package/dist/tools/routing-telemetry.test.js +747 -0
  1032. package/dist/tools/routing-telemetry.test.js.map +1 -0
  1033. package/dist/tools/setup-claudeignore.d.ts +4 -32
  1034. package/dist/tools/setup-claudeignore.d.ts.map +1 -1
  1035. package/dist/tools/setup-claudeignore.js +18 -22
  1036. package/dist/tools/setup-claudeignore.js.map +1 -1
  1037. package/dist/tools/setup-claudeignore.test.js +50 -49
  1038. package/dist/tools/setup-claudeignore.test.js.map +1 -1
  1039. package/dist/tools/token-budget.d.ts +170 -0
  1040. package/dist/tools/token-budget.d.ts.map +1 -0
  1041. package/dist/tools/token-budget.js +219 -0
  1042. package/dist/tools/token-budget.js.map +1 -0
  1043. package/dist/tools/token-budget.test.d.ts +5 -0
  1044. package/dist/tools/token-budget.test.d.ts.map +1 -0
  1045. package/dist/tools/token-budget.test.js +293 -0
  1046. package/dist/tools/token-budget.test.js.map +1 -0
  1047. package/package.json +76 -6
  1048. package/dist/backends/local-jsonl.test.d.ts +0 -2
  1049. package/dist/backends/local-jsonl.test.d.ts.map +0 -1
  1050. package/dist/backends/local-jsonl.test.js +0 -4651
  1051. package/dist/backends/local-jsonl.test.js.map +0 -1
  1052. package/dist/backends/signoz-api-circuit-breaker.test.d.ts +0 -6
  1053. package/dist/backends/signoz-api-circuit-breaker.test.d.ts.map +0 -1
  1054. package/dist/backends/signoz-api-circuit-breaker.test.js +0 -548
  1055. package/dist/backends/signoz-api-circuit-breaker.test.js.map +0 -1
  1056. package/dist/backends/signoz-api-rate-limiter.test.d.ts +0 -6
  1057. package/dist/backends/signoz-api-rate-limiter.test.d.ts.map +0 -1
  1058. package/dist/backends/signoz-api-rate-limiter.test.js +0 -389
  1059. package/dist/backends/signoz-api-rate-limiter.test.js.map +0 -1
  1060. package/dist/backends/signoz-api-ssrf.test.d.ts +0 -6
  1061. package/dist/backends/signoz-api-ssrf.test.d.ts.map +0 -1
  1062. package/dist/backends/signoz-api-ssrf.test.js +0 -216
  1063. package/dist/backends/signoz-api-ssrf.test.js.map +0 -1
  1064. package/dist/backends/signoz-api-test-helpers.d.ts +0 -80
  1065. package/dist/backends/signoz-api-test-helpers.d.ts.map +0 -1
  1066. package/dist/backends/signoz-api-test-helpers.js +0 -79
  1067. package/dist/backends/signoz-api-test-helpers.js.map +0 -1
  1068. package/dist/backends/signoz-api.d.ts +0 -95
  1069. package/dist/backends/signoz-api.d.ts.map +0 -1
  1070. package/dist/backends/signoz-api.integration.test.d.ts +0 -8
  1071. package/dist/backends/signoz-api.integration.test.d.ts.map +0 -1
  1072. package/dist/backends/signoz-api.integration.test.js +0 -137
  1073. package/dist/backends/signoz-api.integration.test.js.map +0 -1
  1074. package/dist/backends/signoz-api.js +0 -1016
  1075. package/dist/backends/signoz-api.js.map +0 -1
  1076. package/dist/backends/signoz-api.test.d.ts +0 -11
  1077. package/dist/backends/signoz-api.test.d.ts.map +0 -1
  1078. package/dist/backends/signoz-api.test.js +0 -831
  1079. package/dist/backends/signoz-api.test.js.map +0 -1
  1080. package/dist/lib/cache.d.ts +0 -77
  1081. package/dist/lib/cache.d.ts.map +0 -1
  1082. package/dist/lib/cache.js +0 -119
  1083. package/dist/lib/cache.js.map +0 -1
  1084. package/dist/lib/cache.test.d.ts.map +0 -1
  1085. package/dist/lib/cache.test.js.map +0 -1
  1086. package/dist/lib/circuit-breaker.d.ts +0 -83
  1087. package/dist/lib/circuit-breaker.d.ts.map +0 -1
  1088. package/dist/lib/circuit-breaker.js +0 -125
  1089. package/dist/lib/circuit-breaker.js.map +0 -1
  1090. package/dist/lib/circuit-breaker.test.d.ts.map +0 -1
  1091. package/dist/lib/circuit-breaker.test.js.map +0 -1
  1092. package/dist/lib/constants-symlink.test.d.ts.map +0 -1
  1093. package/dist/lib/constants-symlink.test.js.map +0 -1
  1094. package/dist/lib/constants.d.ts +0 -108
  1095. package/dist/lib/constants.d.ts.map +0 -1
  1096. package/dist/lib/constants.js +0 -350
  1097. package/dist/lib/constants.js.map +0 -1
  1098. package/dist/lib/constants.test.d.ts.map +0 -1
  1099. package/dist/lib/constants.test.js.map +0 -1
  1100. package/dist/lib/edge-cases.test.d.ts.map +0 -1
  1101. package/dist/lib/edge-cases.test.js.map +0 -1
  1102. package/dist/lib/error-sanitizer.d.ts.map +0 -1
  1103. package/dist/lib/error-sanitizer.js.map +0 -1
  1104. package/dist/lib/error-sanitizer.test.d.ts.map +0 -1
  1105. package/dist/lib/error-sanitizer.test.js.map +0 -1
  1106. package/dist/lib/error-types.d.ts.map +0 -1
  1107. package/dist/lib/error-types.js.map +0 -1
  1108. package/dist/lib/error-types.test.d.ts.map +0 -1
  1109. package/dist/lib/error-types.test.js.map +0 -1
  1110. package/dist/lib/file-utils.d.ts.map +0 -1
  1111. package/dist/lib/file-utils.js.map +0 -1
  1112. package/dist/lib/file-utils.test.d.ts.map +0 -1
  1113. package/dist/lib/file-utils.test.js.map +0 -1
  1114. package/dist/lib/indexer.d.ts +0 -96
  1115. package/dist/lib/indexer.d.ts.map +0 -1
  1116. package/dist/lib/indexer.js.map +0 -1
  1117. package/dist/lib/indexer.test.d.ts.map +0 -1
  1118. package/dist/lib/indexer.test.js.map +0 -1
  1119. package/dist/lib/input-validator.d.ts.map +0 -1
  1120. package/dist/lib/input-validator.fuzz.test.d.ts.map +0 -1
  1121. package/dist/lib/input-validator.fuzz.test.js.map +0 -1
  1122. package/dist/lib/input-validator.js.map +0 -1
  1123. package/dist/lib/input-validator.test.d.ts.map +0 -1
  1124. package/dist/lib/input-validator.test.js.map +0 -1
  1125. package/dist/lib/logger.d.ts.map +0 -1
  1126. package/dist/lib/logger.js +0 -81
  1127. package/dist/lib/logger.js.map +0 -1
  1128. package/dist/lib/logger.test.d.ts.map +0 -1
  1129. package/dist/lib/logger.test.js.map +0 -1
  1130. package/dist/lib/otlp-export.d.ts.map +0 -1
  1131. package/dist/lib/otlp-export.js.map +0 -1
  1132. package/dist/lib/query-sanitizer.d.ts.map +0 -1
  1133. package/dist/lib/query-sanitizer.js.map +0 -1
  1134. package/dist/lib/query-sanitizer.test.d.ts.map +0 -1
  1135. package/dist/lib/query-sanitizer.test.js.map +0 -1
  1136. package/dist/lib/server-utils.d.ts.map +0 -1
  1137. package/dist/lib/server-utils.js.map +0 -1
  1138. package/dist/lib/shared-schemas.d.ts +0 -81
  1139. package/dist/lib/shared-schemas.d.ts.map +0 -1
  1140. package/dist/lib/shared-schemas.js +0 -80
  1141. package/dist/lib/shared-schemas.js.map +0 -1
  1142. package/dist/lib/shared-schemas.test.d.ts.map +0 -1
  1143. package/dist/lib/shared-schemas.test.js.map +0 -1
  1144. package/dist/lib/toon-encoder.d.ts.map +0 -1
  1145. package/dist/lib/toon-encoder.js.map +0 -1
  1146. package/dist/lib/toon-encoder.test.d.ts.map +0 -1
  1147. package/dist/lib/toon-encoder.test.js.map +0 -1
  1148. package/dist/tools/signoz.integration.test.d.ts +0 -8
  1149. package/dist/tools/signoz.integration.test.d.ts.map +0 -1
  1150. package/dist/tools/signoz.integration.test.js +0 -141
  1151. package/dist/tools/signoz.integration.test.js.map +0 -1
  1152. /package/dist/lib/{constants-symlink.test.d.ts → core/constants-symlink.test.d.ts} +0 -0
  1153. /package/dist/lib/{constants.test.d.ts → core/constants.test.d.ts} +0 -0
  1154. /package/dist/lib/{edge-cases.test.d.ts → core/edge-cases.test.d.ts} +0 -0
  1155. /package/dist/lib/{file-utils.test.d.ts → core/file-utils.test.d.ts} +0 -0
  1156. /package/dist/lib/{input-validator.fuzz.test.d.ts → core/input-validator.fuzz.test.d.ts} +0 -0
  1157. /package/dist/lib/{input-validator.test.d.ts → core/input-validator.test.d.ts} +0 -0
  1158. /package/dist/lib/{logger.test.d.ts → core/logger.test.d.ts} +0 -0
  1159. /package/dist/lib/{logger.test.js → core/logger.test.js} +0 -0
  1160. /package/dist/lib/{shared-schemas.test.d.ts → core/shared-schemas.test.d.ts} +0 -0
  1161. /package/dist/lib/{error-sanitizer.test.d.ts → errors/error-sanitizer.test.d.ts} +0 -0
  1162. /package/dist/lib/{error-types.test.d.ts → errors/error-types.test.d.ts} +0 -0
  1163. /package/dist/lib/{query-sanitizer.d.ts → errors/query-sanitizer.d.ts} +0 -0
  1164. /package/dist/lib/{query-sanitizer.test.d.ts → errors/query-sanitizer.test.d.ts} +0 -0
  1165. /package/dist/lib/{indexer.test.d.ts → observability/indexer.test.d.ts} +0 -0
  1166. /package/dist/lib/{cache.test.d.ts → resilience/cache.test.d.ts} +0 -0
  1167. /package/dist/lib/{circuit-breaker.test.d.ts → resilience/circuit-breaker.test.d.ts} +0 -0
  1168. /package/dist/lib/{toon-encoder.test.d.ts → resilience/toon-encoder.test.d.ts} +0 -0
@@ -0,0 +1 @@
1
+ {"version":3,"file":"llm-judge-dag.test.js","sourceRoot":"","sources":["../../../src/lib/judge/llm-judge-dag.test.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AACtC,OAAO,MAAM,MAAM,aAAa,CAAC;AAEjC,OAAO,EACL,OAAO,EACP,iBAAiB,GAQlB,MAAM,oBAAoB,CAAC;AAE5B,+EAA+E;AAC/E,YAAY;AACZ,+EAA+E;AAE/E,MAAM,kBAAkB,GAAG,CAAC,CAAC;AAC7B,MAAM,kBAAkB,GAAG,CAAC,CAAC;AAC7B,MAAM,aAAa,GAAG,CAAC,CAAC;AACxB,MAAM,kBAAkB,GAAG,GAAG,CAAC;AAC/B,MAAM,aAAa,GAAG,EAAE,CAAC;AACzB,MAAM,cAAc,GAAG,CAAC,CAAC;AACzB,MAAM,eAAe,GAAG,IAAI,CAAC;AAC7B,MAAM,gBAAgB,GAAG,EAAE,CAAC;AAC5B,MAAM,qBAAqB,GAAG,CAAC,CAAC;AAChC,MAAM,gBAAgB,GAAG,GAAG,CAAC;AAC7B,MAAM,aAAa,GAAG,CAAC,CAAC;AAExB,+EAA+E;AAC/E,oBAAoB;AACpB,+EAA+E;AAE/E,SAAS,aAAa,CAAC,SAAmB;IACxC,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,OAAO;QACL,KAAK,CAAC,QAAQ,CAAC,OAAe,EAAE,QAA6E;YAC3G,MAAM,QAAQ,GAAG,SAAS,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACzE,SAAS,EAAE,CAAC;YACZ,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;QAC5B,CAAC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,gBAAgB;IACvB,OAAO;QACL,QAAQ,CAAC,OAAe,EAAE,OAA4E;YACpG,OAAO,IAAI,OAAO,CAAC,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE;gBACvC,mCAAmC;gBACnC,IAAI,OAAO,EAAE,MAAM,EAAE,CAAC;oBACpB,OAAO,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE;wBAC5C,OAAO,CAAC,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC;oBACnC,CAAC,CAAC,CAAC;gBACL,CAAC;gBACD,yBAAyB;YAC3B,CAAC,CAAC,CAAC;QACL,CAAC;KACF,CAAC;AACJ,CAAC;AAED,+EAA+E;AAC/E,mBAAmB;AACnB,+EAA+E;AAE/E,MAAM,YAAY,GAAgB;IAChC,IAAI,EAAE,SAAS;IACf,KAAK,EAAE,aAAa;IACpB,KAAK,EAAE,MAAM;CACd,CAAC;AAEF,MAAM,YAAY,GAAgB;IAChC,IAAI,EAAE,SAAS;IACf,KAAK,EAAE,cAAc;IACrB,KAAK,EAAE,MAAM;CACd,CAAC;AAEF,MAAM,eAAe,GAAgB;IACnC,IAAI,EAAE,SAAS;IACf,KAAK,EAAE,aAAa;IACpB,KAAK,EAAE,SAAS;CACjB,CAAC;AAEF,MAAM,cAAc,GAAa;IAC/B,KAAK,EAAE,aAAa;IACpB,MAAM,EAAE,gCAAgC;CACzC,CAAC;AAEF,+EAA+E;AAC/E,kBAAkB;AAClB,+EAA+E;AAE/E,QAAQ,CAAC,2BAA2B,EAAE,GAAG,EAAE;IACzC,EAAE,CAAC,kEAAkE,EAAE,KAAK,IAAI,EAAE;QAChF,MAAM,MAAM,GAAkB;YAC5B,IAAI,EAAE,gBAAgB;YACtB,KAAK,EAAE,IAAI,GAAG,CAAkB,CAAC,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC,CAAC;YACzD,MAAM,EAAE,MAAM;SACf,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC;QAExE,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,IAAI,kBAAkB,IAAI,MAAM,CAAC,KAAK,IAAI,kBAAkB,EAChF,SAAS,MAAM,CAAC,KAAK,sBAAsB,CAAC,CAAC;QAC/C,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,GAAG,kBAAkB,CAAC,GAAG,eAAe,EACrE,4CAA4C,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;IAChE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;QAC3D,MAAM,MAAM,GAAkB;YAC5B,IAAI,EAAE,cAAc;YACpB,KAAK,EAAE,IAAI,GAAG,CAAkB,CAAC,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC,CAAC;YACzD,MAAM,EAAE,MAAM;SACf,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC;QAExE,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,GAAG,kBAAkB,CAAC,GAAG,eAAe,EACrE,2CAA2C,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;IAC/D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;QAC3D,MAAM,MAAM,GAAkB;YAC5B,IAAI,EAAE,aAAa;YACnB,KAAK,EAAE,IAAI,GAAG,CAAkB,CAAC,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC,CAAC;YAC5D,MAAM,EAAE,MAAM;SACf,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC;QAExE,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,GAAG,kBAAkB,CAAC,GAAG,eAAe,EACrE,2CAA2C,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;IAC/D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sEAAsE,EAAE,KAAK,IAAI,EAAE;QACpF,MAAM,SAAS,GAAgB,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,aAAa,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC;QAC/F,MAAM,UAAU,GAAgB,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,cAAc,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC;QAClG,MAAM,SAAS,GAAwB;YACrC,IAAI,EAAE,kBAAkB;YACxB,QAAQ,EAAE,2BAA2B;YACrC,SAAS,EAAE,WAAW;YACtB,UAAU,EAAE,YAAY;SACzB,CAAC;QAEF,MAAM,MAAM,GAAkB;YAC5B,IAAI,EAAE,aAAa;YACnB,KAAK,EAAE,IAAI,GAAG,CAAkB;gBAC9B,CAAC,MAAM,EAAE,SAAS,CAAC;gBACnB,CAAC,WAAW,EAAE,SAAS,CAAC;gBACxB,CAAC,YAAY,EAAE,UAAU,CAAC;aAC3B,CAAC;YACF,MAAM,EAAE,MAAM;SACf,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC;QAE9E,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,GAAG,kBAAkB,CAAC,GAAG,eAAe,EACrE,2CAA2C,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;IAC/D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wEAAwE,EAAE,KAAK,IAAI,EAAE;QACtF,MAAM,SAAS,GAAgB,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,aAAa,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC;QAC/F,MAAM,UAAU,GAAgB,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,cAAc,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC;QAClG,MAAM,SAAS,GAAwB;YACrC,IAAI,EAAE,kBAAkB;YACxB,QAAQ,EAAE,2BAA2B;YACrC,SAAS,EAAE,WAAW;YACtB,UAAU,EAAE,YAAY;SACzB,CAAC;QAEF,MAAM,MAAM,GAAkB;YAC5B,IAAI,EAAE,cAAc;YACpB,KAAK,EAAE,IAAI,GAAG,CAAkB;gBAC9B,CAAC,MAAM,EAAE,SAAS,CAAC;gBACnB,CAAC,WAAW,EAAE,SAAS,CAAC;gBACxB,CAAC,YAAY,EAAE,UAAU,CAAC;aAC3B,CAAC;YACF,MAAM,EAAE,MAAM;SACf,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC;QAE/E,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,GAAG,kBAAkB,CAAC,GAAG,eAAe,EACrE,4CAA4C,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;IAChE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gEAAgE,EAAE,KAAK,IAAI,EAAE;QAC9E,MAAM,gBAAgB,GAAgB,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,aAAa,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC;QACpG,MAAM,WAAW,GAAgB,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,cAAc,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;QAC3F,MAAM,aAAa,GAA2B;YAC5C,IAAI,EAAE,sBAAsB;YAC5B,QAAQ,EAAE,kBAAkB;YAC5B,QAAQ,EAAE,IAAI,GAAG,CAAC;gBAChB,CAAC,WAAW,EAAE,gBAAgB,CAAC;gBAC/B,CAAC,MAAM,EAAE,WAAW,CAAC;aACtB,CAAC;SACH,CAAC;QAEF,MAAM,MAAM,GAAkB;YAC5B,IAAI,EAAE,YAAY;YAClB,KAAK,EAAE,IAAI,GAAG,CAAkB;gBAC9B,CAAC,MAAM,EAAE,aAAa,CAAC;gBACvB,CAAC,gBAAgB,EAAE,gBAAgB,CAAC;gBACpC,CAAC,WAAW,EAAE,WAAW,CAAC;aAC3B,CAAC;YACF,MAAM,EAAE,MAAM;SACf,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,CAAC,WAAW,CAAC,CAAC,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC;QAEnF,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,GAAG,kBAAkB,CAAC,GAAG,eAAe,EACrE,mDAAmD,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;IACvE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+DAA+D,EAAE,KAAK,IAAI,EAAE;QAC7E,MAAM,QAAQ,GAAa;YACzB,IAAI,EAAE,MAAM;YACZ,WAAW,EAAE,wCAAwC;YACrD,IAAI,EAAE,YAAY;SACnB,CAAC;QACF,MAAM,SAAS,GAAwB;YACrC,IAAI,EAAE,kBAAkB;YACxB,QAAQ,EAAE,wBAAwB;YAClC,SAAS,EAAE,WAAW;YACtB,UAAU,EAAE,WAAW;SACxB,CAAC;QAEF,MAAM,MAAM,GAAkB;YAC5B,IAAI,EAAE,iBAAiB;YACvB,KAAK,EAAE,IAAI,GAAG,CAAkB;gBAC9B,CAAC,MAAM,EAAE,QAAQ,CAAC;gBAClB,CAAC,YAAY,EAAE,SAAS,CAAC;gBACzB,CAAC,WAAW,EAAE,YAAY,CAAC;gBAC3B,CAAC,WAAW,EAAE,YAAY,CAAC;aAC5B,CAAC;YACF,MAAM,EAAE,MAAM;SACf,CAAC;QAEF,wEAAwE;QACxE,MAAM,MAAM,GAAG,MAAM,OAAO,CAC1B,aAAa,CAAC,CAAC,yBAAyB,EAAE,MAAM,CAAC,CAAC,EAClD,MAAM,EACN,cAAc,CACf,CAAC;QAEF,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,IAAI,kBAAkB,IAAI,MAAM,CAAC,KAAK,IAAI,kBAAkB,CAAC,CAAC;IACtF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mEAAmE,EAAE,KAAK,IAAI,EAAE;QACjF,MAAM,UAAU,GAAwB;YACtC,IAAI,EAAE,kBAAkB;YACxB,QAAQ,EAAE,0BAA0B;YACpC,SAAS,EAAE,cAAc;YACzB,UAAU,EAAE,WAAW;SACxB,CAAC;QACF,MAAM,WAAW,GAAwB;YACvC,IAAI,EAAE,kBAAkB;YACxB,QAAQ,EAAE,yBAAyB;YACnC,SAAS,EAAE,WAAW;YACtB,UAAU,EAAE,cAAc;SAC3B,CAAC;QAEF,MAAM,MAAM,GAAkB;YAC5B,IAAI,EAAE,WAAW;YACjB,KAAK,EAAE,IAAI,GAAG,CAAkB;gBAC9B,CAAC,MAAM,EAAE,UAAU,CAAC;gBACpB,CAAC,cAAc,EAAE,WAAW,CAAC;gBAC7B,CAAC,WAAW,EAAE,YAAY,CAAC;gBAC3B,CAAC,WAAW,EAAE,YAAY,CAAC;gBAC3B,CAAC,cAAc,EAAE,eAAe,CAAC;aAClC,CAAC;YACF,MAAM,EAAE,MAAM;SACf,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,OAAO,CAC1B,aAAa,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,EAC/B,MAAM,EACN,cAAc,CACf,CAAC;QAEF,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,GAAG,kBAAkB,CAAC,GAAG,eAAe,EACrE,0DAA0D,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;IAC9E,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,+EAA+E;AAC/E,oBAAoB;AACpB,+EAA+E;AAE/E,QAAQ,CAAC,6BAA6B,EAAE,GAAG,EAAE;IAC3C,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;QACvD,MAAM,MAAM,GAAkB;YAC5B,IAAI,EAAE,cAAc;YACpB,KAAK,EAAE,IAAI,GAAG,CAAkB,CAAC,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC,CAAC;YACzD,MAAM,EAAE,MAAM;SACf,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC;QAExE,MAAM,CAAC,EAAE,CAAC,OAAO,MAAM,CAAC,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EACrE,qCAAqC,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;QAC9D,MAAM,MAAM,GAAkB;YAC5B,IAAI,EAAE,iBAAiB;YACvB,KAAK,EAAE,IAAI,GAAG,CAAkB,CAAC,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC,CAAC;YACzD,MAAM,EAAE,MAAM;SACf,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC;QAExE,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,EACtC,oDAAoD,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;IACzE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,KAAK,IAAI,EAAE;QACnE,MAAM,SAAS,GAAwB;YACrC,IAAI,EAAE,kBAAkB;YACxB,QAAQ,EAAE,yBAAyB;YACnC,SAAS,EAAE,cAAc;YACzB,UAAU,EAAE,WAAW;SACxB,CAAC;QAEF,MAAM,MAAM,GAAkB;YAC5B,IAAI,EAAE,YAAY;YAClB,KAAK,EAAE,IAAI,GAAG,CAAkB;gBAC9B,CAAC,MAAM,EAAE,SAAS,CAAC;gBACnB,CAAC,cAAc,EAAE,YAAY,CAAC;gBAC9B,CAAC,WAAW,EAAE,YAAY,CAAC;aAC5B,CAAC;YACF,MAAM,EAAE,MAAM;SACf,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC;QAE9E,MAAM,CAAC,EAAE,CACP,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC,EACxE,kDAAkD,MAAM,CAAC,MAAM,EAAE,CAClE,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;QAC/D,MAAM,SAAS,GAAwB;YACrC,IAAI,EAAE,kBAAkB;YACxB,QAAQ,EAAE,0BAA0B;YACpC,SAAS,EAAE,WAAW;YACtB,UAAU,EAAE,WAAW;SACxB,CAAC;QAEF,MAAM,MAAM,GAAkB;YAC5B,IAAI,EAAE,gBAAgB;YACtB,KAAK,EAAE,IAAI,GAAG,CAAkB;gBAC9B,CAAC,MAAM,EAAE,SAAS,CAAC;gBACnB,CAAC,WAAW,EAAE,YAAY,CAAC;gBAC3B,CAAC,WAAW,EAAE,YAAY,CAAC;aAC5B,CAAC;YACF,MAAM,EAAE,MAAM;SACf,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC;QAE9E,iDAAiD;QACjD,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACpC,MAAM,CAAC,EAAE,CAAC,OAAO,MAAM,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,+EAA+E;AAC/E,sBAAsB;AACtB,+EAA+E;AAE/E,QAAQ,CAAC,+BAA+B,EAAE,GAAG,EAAE;IAC7C,EAAE,CAAC,4EAA4E,EAAE,KAAK,IAAI,EAAE;QAC1F,MAAM,MAAM,GAAG,CAAC,cAAc,EAAE,CAAC,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,aAAa,CAAC,CAAC;QAEvE,KAAK,MAAM,QAAQ,IAAI,MAAM,EAAE,CAAC;YAC9B,MAAM,MAAM,GAAkB;gBAC5B,IAAI,EAAE,SAAS,QAAQ,EAAE;gBACzB,KAAK,EAAE,IAAI,GAAG,CAAkB,CAAC,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,SAAkB,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;gBACzG,MAAM,EAAE,MAAM;aACf,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC;YAExE,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,IAAI,kBAAkB,IAAI,MAAM,CAAC,KAAK,IAAI,kBAAkB,EAChF,aAAa,QAAQ,kBAAkB,MAAM,CAAC,KAAK,sBAAsB,CAAC,CAAC;QAC/E,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qFAAqF,EAAE,KAAK,IAAI,EAAE;QACnG,MAAM,SAAS,GAAG,CAAC,cAAc,EAAE,aAAa,EAAE,aAAa,CAAC,CAAC;QACjE,MAAM,gBAAgB,GAAa,EAAE,CAAC;QAEtC,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YACjC,MAAM,MAAM,GAAkB;gBAC5B,IAAI,EAAE,YAAY,QAAQ,EAAE;gBAC5B,KAAK,EAAE,IAAI,GAAG,CAAkB,CAAC,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,SAAkB,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;gBACzG,MAAM,EAAE,MAAM;aACf,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC;YACxE,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACtC,CAAC;QAED,MAAM,CAAC,EAAE,CAAC,gBAAgB,CAAC,CAAC,CAAC,GAAG,gBAAgB,CAAC,CAAC,CAAC,EACjD,OAAO,gBAAgB,CAAC,CAAC,CAAC,4BAA4B,gBAAgB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC/E,MAAM,CAAC,EAAE,CAAC,gBAAgB,CAAC,CAAC,CAAC,GAAG,gBAAgB,CAAC,CAAC,CAAC,EACjD,OAAO,gBAAgB,CAAC,CAAC,CAAC,6BAA6B,gBAAgB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAClF,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,+EAA+E;AAC/E,kBAAkB;AAClB,+EAA+E;AAE/E,QAAQ,CAAC,2BAA2B,EAAE,GAAG,EAAE;IACzC,EAAE,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;QACrE,MAAM,WAAW,GAAwB;YACvC,IAAI,EAAE,kBAAkB;YACxB,QAAQ,EAAE,cAAc;YACxB,SAAS,EAAE,MAAM,EAAK,iBAAiB;YACvC,UAAU,EAAE,WAAW;SACxB,CAAC;QAEF,MAAM,MAAM,GAAkB;YAC5B,IAAI,EAAE,YAAY;YAClB,KAAK,EAAE,IAAI,GAAG,CAAkB;gBAC9B,CAAC,MAAM,EAAE,WAAW,CAAC;gBACrB,CAAC,WAAW,EAAE,YAAY,CAAC;aAC5B,CAAC;YACF,MAAM,EAAE,MAAM;SACf,CAAC;QAEF,MAAM,MAAM,CAAC,OAAO,CAClB,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,cAAc,CAAC,EAClD,QAAQ,EACR,wCAAwC,CACzC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;QAC/D,MAAM,KAAK,GAAwB;YACjC,IAAI,EAAE,kBAAkB;YACxB,QAAQ,EAAE,SAAS;YACnB,SAAS,EAAE,QAAQ;YACnB,UAAU,EAAE,QAAQ;SACrB,CAAC;QACF,MAAM,KAAK,GAAwB;YACjC,IAAI,EAAE,kBAAkB;YACxB,QAAQ,EAAE,SAAS;YACnB,SAAS,EAAE,QAAQ,EAAG,aAAa;YACnC,UAAU,EAAE,QAAQ;SACrB,CAAC;QAEF,MAAM,MAAM,GAAkB;YAC5B,IAAI,EAAE,cAAc;YACpB,KAAK,EAAE,IAAI,GAAG,CAAkB;gBAC9B,CAAC,MAAM,EAAE,KAAK,CAAC;gBACf,CAAC,QAAQ,EAAE,KAAK,CAAC;gBACjB,CAAC,QAAQ,EAAE,KAAK,CAAC;aAClB,CAAC;YACF,MAAM,EAAE,MAAM;SACf,CAAC;QAEF,MAAM,MAAM,CAAC,OAAO,CAClB,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,cAAc,CAAC,EAClD,QAAQ,CACT,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oEAAoE,EAAE,GAAG,EAAE;QAC5E,MAAM,WAAW,GAAwB;YACvC,IAAI,EAAE,kBAAkB;YACxB,QAAQ,EAAE,aAAa;YACvB,SAAS,EAAE,MAAM;YACjB,UAAU,EAAE,WAAW;SACxB,CAAC;QAEF,MAAM,MAAM,GAAkB;YAC5B,IAAI,EAAE,gBAAgB;YACtB,KAAK,EAAE,IAAI,GAAG,CAAkB;gBAC9B,CAAC,MAAM,EAAE,WAAW,CAAC;gBACrB,CAAC,WAAW,EAAE,YAAY,CAAC;aAC5B,CAAC;YACF,MAAM,EAAE,MAAM;SACf,CAAC;QAEF,MAAM,CAAC,MAAM,CACX,GAAG,EAAE,CAAC,iBAAiB,CAAC,MAAM,CAAC,EAC/B,QAAQ,CACT,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,+EAA+E;AAC/E,oBAAoB;AACpB,+EAA+E;AAE/E,QAAQ,CAAC,6BAA6B,EAAE,GAAG,EAAE;IAC3C,EAAE,CAAC,sDAAsD,EAAE,KAAK,IAAI,EAAE;QACpE,MAAM,MAAM,GAAkB;YAC5B,IAAI,EAAE,cAAc;YACpB,KAAK,EAAE,IAAI,GAAG,CAAkB,CAAC,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC,CAAC;YAC/D,MAAM,EAAE,aAAa;SACtB,CAAC;QAEF,MAAM,MAAM,CAAC,OAAO,CAClB,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,cAAc,CAAC,EAClD,OAAO,EACP,uCAAuC,CACxC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sEAAsE,EAAE,KAAK,IAAI,EAAE;QACpF,MAAM,SAAS,GAAwB;YACrC,IAAI,EAAE,kBAAkB;YACxB,QAAQ,EAAE,cAAc;YACxB,SAAS,EAAE,WAAW;YACtB,UAAU,EAAE,eAAe,EAAG,iBAAiB;SAChD,CAAC;QAEF,MAAM,MAAM,GAAkB;YAC5B,IAAI,EAAE,cAAc;YACpB,KAAK,EAAE,IAAI,GAAG,CAAkB;gBAC9B,CAAC,MAAM,EAAE,SAAS,CAAC;gBACnB,CAAC,WAAW,EAAE,YAAY,CAAC;gBAC3B,wCAAwC;aACzC,CAAC;YACF,MAAM,EAAE,MAAM;SACf,CAAC;QAEF,MAAM,MAAM,CAAC,OAAO,CAClB,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,cAAc,CAAC,EAClD,OAAO,CACR,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yDAAyD,EAAE,KAAK,IAAI,EAAE;QACvE,mFAAmF;QACnF,MAAM,aAAa,GAA2B;YAC5C,IAAI,EAAE,sBAAsB;YAC5B,QAAQ,EAAE,kBAAkB;YAC5B,QAAQ,EAAE,IAAI,GAAG,CAAC;gBAChB,CAAC,MAAM,EAAE,cAAc,CAAC;aACzB,CAAC;SACH,CAAC;QAEF,MAAM,MAAM,GAAkB;YAC5B,IAAI,EAAE,qBAAqB;YAC3B,KAAK,EAAE,IAAI,GAAG,CAAkB;gBAC9B,CAAC,MAAM,EAAE,aAAa,CAAC;gBACvB,CAAC,cAAc,EAAE,YAAY,CAAC;aAC/B,CAAC;YACF,MAAM,EAAE,MAAM;SACf,CAAC;QAEF,0DAA0D;QAC1D,MAAM,MAAM,CAAC,OAAO,CAClB,OAAO,CAAC,aAAa,CAAC,CAAC,eAAe,CAAC,CAAC,EAAE,MAAM,EAAE,cAAc,CAAC,EACjE,UAAU,CACX,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;QACpD,MAAM,MAAM,GAAkB;YAC5B,IAAI,EAAE,aAAa;YACnB,KAAK,EAAE,IAAI,GAAG,EAAE;YAChB,MAAM,EAAE,MAAM;SACf,CAAC;QAEF,MAAM,MAAM,CAAC,OAAO,CAClB,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,cAAc,CAAC,EAClD,OAAO,CACR,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mEAAmE,EAAE,GAAG,EAAE;QAC3E,MAAM,MAAM,GAAkB;YAC5B,IAAI,EAAE,uBAAuB;YAC7B,KAAK,EAAE,IAAI,GAAG,CAAkB,CAAC,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC,CAAC;YAC1D,MAAM,EAAE,SAAS;SAClB,CAAC;QAEF,MAAM,CAAC,MAAM,CACX,GAAG,EAAE,CAAC,iBAAiB,CAAC,MAAM,CAAC,EAC/B,OAAO,CACR,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+EAA+E,EAAE,GAAG,EAAE;QACvF,MAAM,SAAS,GAAwB;YACrC,IAAI,EAAE,kBAAkB;YACxB,QAAQ,EAAE,OAAO;YACjB,SAAS,EAAE,QAAQ;YACnB,UAAU,EAAE,gBAAgB;SAC7B,CAAC;QAEF,MAAM,MAAM,GAAkB;YAC5B,IAAI,EAAE,mBAAmB;YACzB,KAAK,EAAE,IAAI,GAAG,CAAkB;gBAC9B,CAAC,MAAM,EAAE,SAAS,CAAC;gBACnB,CAAC,QAAQ,EAAE,YAAY,CAAC;aACzB,CAAC;YACF,MAAM,EAAE,MAAM;SACf,CAAC;QAEF,MAAM,CAAC,MAAM,CACX,GAAG,EAAE,CAAC,iBAAiB,CAAC,MAAM,CAAC,EAC/B,OAAO,CACR,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uEAAuE,EAAE,GAAG,EAAE;QAC/E,MAAM,SAAS,GAAwB;YACrC,IAAI,EAAE,kBAAkB;YACxB,QAAQ,EAAE,aAAa;YACvB,SAAS,EAAE,WAAW;YACtB,UAAU,EAAE,WAAW;SACxB,CAAC;QAEF,MAAM,MAAM,GAAkB;YAC5B,IAAI,EAAE,cAAc;YACpB,KAAK,EAAE,IAAI,GAAG,CAAkB;gBAC9B,CAAC,MAAM,EAAE,SAAS,CAAC;gBACnB,CAAC,WAAW,EAAE,YAAY,CAAC;gBAC3B,CAAC,WAAW,EAAE,YAAY,CAAC;aAC5B,CAAC;YACF,MAAM,EAAE,MAAM;SACf,CAAC;QAEF,MAAM,CAAC,YAAY,CAAC,GAAG,EAAE,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,+EAA+E;AAC/E,mBAAmB;AACnB,+EAA+E;AAE/E,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;IACjC,EAAE,CAAC,6EAA6E,EAAE,KAAK,IAAI,EAAE;QAC3F,MAAM,SAAS,GAAwB;YACrC,IAAI,EAAE,kBAAkB;YACxB,QAAQ,EAAE,yBAAyB;YACnC,SAAS,EAAE,WAAW;YACtB,UAAU,EAAE,WAAW;SACxB,CAAC;QAEF,MAAM,MAAM,GAAkB;YAC5B,IAAI,EAAE,cAAc;YACpB,KAAK,EAAE,IAAI,GAAG,CAAkB;gBAC9B,CAAC,MAAM,EAAE,SAAS,CAAC;gBACnB,CAAC,WAAW,EAAE,YAAY,CAAC;gBAC3B,CAAC,WAAW,EAAE,YAAY,CAAC;aAC5B,CAAC;YACF,MAAM,EAAE,MAAM;SACf,CAAC;QAEF,MAAM,MAAM,CAAC,OAAO,CAClB,OAAO,CAAC,gBAAgB,EAAE,EAAE,MAAM,EAAE,cAAc,EAAE,gBAAgB,CAAC,EACrE,CAAC,GAAU,EAAE,EAAE;YACb,MAAM,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;YACtC,OAAO,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,GAAG,CAAC,WAAW,CAAC,IAAI,KAAK,iBAAiB,CAAC;QACxG,CAAC,CACF,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gEAAgE,EAAE,KAAK,IAAI,EAAE;QAC9E,MAAM,MAAM,GAAkB;YAC5B,IAAI,EAAE,YAAY;YAClB,KAAK,EAAE,IAAI,GAAG,CAAkB,CAAC,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC,CAAC;YACzD,MAAM,EAAE,MAAM;SACf,CAAC;QAEF,uEAAuE;QACvE,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,cAAc,EAAE,IAAI,CAAC,CAAC;QAE9E,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,IAAI,kBAAkB,IAAI,MAAM,CAAC,KAAK,IAAI,kBAAkB,CAAC,CAAC;IACtF,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,+EAA+E;AAC/E,eAAe;AACf,+EAA+E;AAE/E,QAAQ,CAAC,wBAAwB,EAAE,GAAG,EAAE;IACtC,EAAE,CAAC,sDAAsD,EAAE,KAAK,IAAI,EAAE;QACpE,MAAM,MAAM,GAAkB;YAC5B,IAAI,EAAE,YAAY;YAClB,KAAK,EAAE,IAAI,GAAG,CAAkB,CAAC,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC,CAAC;YACzD,MAAM,EAAE,MAAM;SACf,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC;QAExE,MAAM,CAAC,EAAE,CAAC,OAAO,IAAI,MAAM,EAAE,gCAAgC,CAAC,CAAC;QAC/D,MAAM,CAAC,EAAE,CAAC,QAAQ,IAAI,MAAM,EAAE,iCAAiC,CAAC,CAAC;QACjE,MAAM,CAAC,EAAE,CAAC,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ,EAAE,0BAA0B,CAAC,CAAC;QACxE,MAAM,CAAC,EAAE,CAAC,OAAO,MAAM,CAAC,MAAM,KAAK,QAAQ,EAAE,2BAA2B,CAAC,CAAC;IAC5E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2EAA2E,EAAE,KAAK,IAAI,EAAE;QACzF,MAAM,MAAM,GAAkB;YAC5B,IAAI,EAAE,sBAAsB;YAC5B,KAAK,EAAE,IAAI,GAAG,CAAkB,CAAC,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC,CAAC;YACzD,MAAM,EAAE,MAAM;SACf,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC;QAExE,wEAAwE;QACxE,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAC1C,MAAM,CAAC,EAAE,CACP,UAAU,CAAC,QAAQ,CAAC,sBAAsB,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EACvE,+EAA+E,CAChF,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,+EAA+E;AAC/E,2BAA2B;AAC3B,+EAA+E;AAE/E,QAAQ,CAAC,oCAAoC,EAAE,GAAG,EAAE;IAClD,EAAE,CAAC,wDAAwD,EAAE,KAAK,IAAI,EAAE;QACtE,MAAM,eAAe,GAA6B;YAChD,IAAI,EAAE,uBAAuB;YAC7B,QAAQ,EAAE,kBAAkB;YAC5B,cAAc,EAAE,qBAAqB;YACrC,UAAU,EAAE,WAAW;YACvB,UAAU,EAAE,WAAW;SACxB,CAAC;QAEF,MAAM,MAAM,GAAkB;YAC5B,IAAI,EAAE,mBAAmB;YACzB,KAAK,EAAE,IAAI,GAAG,CAAkB;gBAC9B,CAAC,MAAM,EAAE,eAAe,CAAC;gBACzB,CAAC,WAAW,EAAE,YAAY,CAAC;gBAC3B,CAAC,WAAW,EAAE,YAAY,CAAC;aAC5B,CAAC;YACF,MAAM,EAAE,MAAM;SACf,CAAC;QAEF,4CAA4C;QAC5C,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC;QAE3E,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,GAAG,kBAAkB,CAAC,GAAG,eAAe,EACrE,sDAAsD,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;IAC1E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;QACrE,MAAM,eAAe,GAA6B;YAChD,IAAI,EAAE,uBAAuB;YAC7B,QAAQ,EAAE,kBAAkB;YAC5B,cAAc,EAAE,qBAAqB;YACrC,UAAU,EAAE,WAAW;YACvB,UAAU,EAAE,WAAW;SACxB,CAAC;QAEF,MAAM,MAAM,GAAkB;YAC5B,IAAI,EAAE,mBAAmB;YACzB,KAAK,EAAE,IAAI,GAAG,CAAkB;gBAC9B,CAAC,MAAM,EAAE,eAAe,CAAC;gBACzB,CAAC,WAAW,EAAE,YAAY,CAAC;gBAC3B,CAAC,WAAW,EAAE,YAAY,CAAC;aAC5B,CAAC;YACF,MAAM,EAAE,MAAM;SACf,CAAC;QAEF,2CAA2C;QAC3C,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC;QAE3E,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,GAAG,kBAAkB,CAAC,GAAG,eAAe,EACrE,qDAAqD,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;IACzE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0DAA0D,EAAE,KAAK,IAAI,EAAE;QACxE,MAAM,eAAe,GAA6B;YAChD,IAAI,EAAE,uBAAuB;YAC7B,QAAQ,EAAE,kBAAkB;YAC5B,cAAc,EAAE,EAAE,EAAG,UAAU;YAC/B,UAAU,EAAE,WAAW;YACvB,UAAU,EAAE,WAAW;SACxB,CAAC;QAEF,MAAM,MAAM,GAAkB;YAC5B,IAAI,EAAE,mBAAmB;YACzB,KAAK,EAAE,IAAI,GAAG,CAAkB;gBAC9B,CAAC,MAAM,EAAE,eAAe,CAAC;gBACzB,CAAC,WAAW,EAAE,YAAY,CAAC;gBAC3B,CAAC,WAAW,EAAE,YAAY,CAAC;aAC5B,CAAC;YACF,MAAM,EAAE,MAAM;SACf,CAAC;QAEF,MAAM,MAAM,CAAC,OAAO,CAClB,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,cAAc,CAAC,EAClD,iBAAiB,CAClB,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yEAAyE,EAAE,KAAK,IAAI,EAAE;QACvF,MAAM,eAAe,GAA6B;YAChD,IAAI,EAAE,uBAAuB;YAC7B,QAAQ,EAAE,kBAAkB;YAC5B,cAAc,EAAE,qBAAqB;YACrC,UAAU,EAAE,WAAW;YACvB,UAAU,EAAE,WAAW;SACxB,CAAC;QAEF,MAAM,MAAM,GAAkB;YAC5B,IAAI,EAAE,0BAA0B;YAChC,KAAK,EAAE,IAAI,GAAG,CAAkB;gBAC9B,CAAC,MAAM,EAAE,eAAe,CAAC;gBACzB,CAAC,WAAW,EAAE,YAAY,CAAC;gBAC3B,CAAC,WAAW,EAAE,YAAY,CAAC;aAC5B,CAAC;YACF,MAAM,EAAE,MAAM;SACf,CAAC;QAEF,MAAM,MAAM,CAAC,OAAO,CAClB,OAAO,CAAC,aAAa,CAAC,CAAC,cAAc,CAAC,CAAC,EAAE,MAAM,EAAE,cAAc,CAAC,EAChE,QAAQ,CACT,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8EAA8E,EAAE,KAAK,IAAI,EAAE;QAC5F,MAAM,eAAe,GAA6B;YAChD,IAAI,EAAE,uBAAuB;YAC7B,QAAQ,EAAE,kBAAkB;YAC5B,cAAc,EAAE,qBAAqB;YACrC,UAAU,EAAE,WAAW;YACvB,UAAU,EAAE,WAAW;SACxB,CAAC;QAEF,MAAM,MAAM,GAAkB;YAC5B,IAAI,EAAE,uBAAuB;YAC7B,KAAK,EAAE,IAAI,GAAG,CAAkB;gBAC9B,CAAC,MAAM,EAAE,eAAe,CAAC;gBACzB,CAAC,WAAW,EAAE,YAAY,CAAC;gBAC3B,CAAC,WAAW,EAAE,YAAY,CAAC;aAC5B,CAAC;YACF,MAAM,EAAE,MAAM;SACf,CAAC;QAEF,2FAA2F;QAC3F,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,CAAC,yBAAyB,CAAC,CAAC,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC;QAEjG,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,GAAG,kBAAkB,CAAC,GAAG,eAAe,EACrE,iFAAiF,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;IACrG,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+DAA+D,EAAE,KAAK,IAAI,EAAE;QAC7E,MAAM,eAAe,GAA6B;YAChD,IAAI,EAAE,uBAAuB;YAC7B,QAAQ,EAAE,kBAAkB;YAC5B,cAAc,EAAE,qBAAqB;YACrC,UAAU,EAAE,WAAW;YACvB,UAAU,EAAE,WAAW;SACxB,CAAC;QAEF,MAAM,MAAM,GAAkB;YAC5B,IAAI,EAAE,6BAA6B;YACnC,KAAK,EAAE,IAAI,GAAG,CAAkB;gBAC9B,CAAC,MAAM,EAAE,eAAe,CAAC;gBACzB,CAAC,WAAW,EAAE,YAAY,CAAC;gBAC3B,CAAC,WAAW,EAAE,YAAY,CAAC;aAC5B,CAAC;YACF,MAAM,EAAE,MAAM;SACf,CAAC;QAEF,0FAA0F;QAC1F,MAAM,MAAM,CAAC,OAAO,CAClB,OAAO,CAAC,aAAa,CAAC,CAAC,yBAAyB,CAAC,CAAC,EAAE,MAAM,EAAE,cAAc,CAAC,EAC3E,2CAA2C,CAC5C,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sEAAsE,EAAE,KAAK,IAAI,EAAE;QACpF,MAAM,eAAe,GAA6B;YAChD,IAAI,EAAE,uBAAuB;YAC7B,QAAQ,EAAE,kBAAkB;YAC5B,cAAc,EAAE,qBAAqB;YACrC,UAAU,EAAE,WAAW;YACvB,UAAU,EAAE,WAAW;SACxB,CAAC;QAEF,MAAM,MAAM,GAAkB;YAC5B,IAAI,EAAE,sBAAsB;YAC5B,KAAK,EAAE,IAAI,GAAG,CAAkB;gBAC9B,CAAC,MAAM,EAAE,eAAe,CAAC;gBACzB,CAAC,WAAW,EAAE,YAAY,CAAC;gBAC3B,CAAC,WAAW,EAAE,YAAY,CAAC;aAC5B,CAAC;YACF,MAAM,EAAE,MAAM;SACf,CAAC;QAEF,MAAM,MAAM,CAAC,OAAO,CAClB,OAAO,CAAC,aAAa,CAAC,CAAC,qCAAqC,CAAC,CAAC,EAAE,MAAM,EAAE,cAAc,CAAC,EACvF,2CAA2C,CAC5C,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8DAA8D,EAAE,KAAK,IAAI,EAAE;QAC5E,MAAM,eAAe,GAA6B;YAChD,IAAI,EAAE,uBAAuB;YAC7B,QAAQ,EAAE,kBAAkB;YAC5B,cAAc,EAAE,qBAAqB;YACrC,UAAU,EAAE,WAAW;YACvB,UAAU,EAAE,WAAW;SACxB,CAAC;QAEF,MAAM,MAAM,GAAkB;YAC5B,IAAI,EAAE,4BAA4B;YAClC,KAAK,EAAE,IAAI,GAAG,CAAkB;gBAC9B,CAAC,MAAM,EAAE,eAAe,CAAC;gBACzB,CAAC,WAAW,EAAE,YAAY,CAAC;gBAC3B,CAAC,WAAW,EAAE,YAAY,CAAC;aAC5B,CAAC;YACF,MAAM,EAAE,MAAM;SACf,CAAC;QAEF,yFAAyF;QACzF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC;QAE5E,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,GAAG,kBAAkB,CAAC,GAAG,eAAe,EACrE,8EAA8E,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;IAClG,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iEAAiE,EAAE,KAAK,IAAI,EAAE;QAC/E,MAAM,eAAe,GAA6B;YAChD,IAAI,EAAE,uBAAuB;YAC7B,QAAQ,EAAE,kBAAkB;YAC5B,cAAc,EAAE,qBAAqB;YACrC,UAAU,EAAE,WAAW;YACvB,UAAU,EAAE,WAAW;SACxB,CAAC;QAEF,MAAM,MAAM,GAAkB;YAC5B,IAAI,EAAE,mBAAmB;YACzB,KAAK,EAAE,IAAI,GAAG,CAAkB;gBAC9B,CAAC,MAAM,EAAE,eAAe,CAAC;gBACzB,CAAC,WAAW,EAAE,YAAY,CAAC;gBAC3B,CAAC,WAAW,EAAE,YAAY,CAAC;aAC5B,CAAC;YACF,MAAM,EAAE,MAAM;SACf,CAAC;QAEF,+CAA+C;QAC/C,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC;QAE7E,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,GAAG,CAAC,EACxB,yEAAyE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;IAC7F,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,+EAA+E;AAC/E,WAAW;AACX,+EAA+E;AAE/E,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;IAClC,EAAE,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;QAClE,MAAM,MAAM,GAAwB;YAClC,IAAI,EAAE,kBAAkB;YACxB,QAAQ,EAAE,aAAa;YACvB,SAAS,EAAE,SAAS;YACpB,UAAU,EAAE,WAAW;SACxB,CAAC;QACF,MAAM,MAAM,GAAwB;YAClC,IAAI,EAAE,kBAAkB;YACxB,QAAQ,EAAE,cAAc;YACxB,SAAS,EAAE,SAAS;YACpB,UAAU,EAAE,WAAW;SACxB,CAAC;QACF,MAAM,MAAM,GAAwB;YAClC,IAAI,EAAE,kBAAkB;YACxB,QAAQ,EAAE,aAAa;YACvB,SAAS,EAAE,WAAW;YACtB,UAAU,EAAE,WAAW;SACxB,CAAC;QAEF,MAAM,MAAM,GAAkB;YAC5B,IAAI,EAAE,gBAAgB;YACtB,KAAK,EAAE,IAAI,GAAG,CAAkB;gBAC9B,CAAC,MAAM,EAAE,MAAM,CAAC;gBAChB,CAAC,SAAS,EAAE,MAAM,CAAC;gBACnB,CAAC,SAAS,EAAE,MAAM,CAAC;gBACnB,CAAC,WAAW,EAAE,YAAY,CAAC;gBAC3B,CAAC,WAAW,EAAE,YAAY,CAAC;aAC5B,CAAC;YACF,MAAM,EAAE,MAAM;YACd,QAAQ,EAAE,aAAa,EAAG,qDAAqD;SAChF,CAAC;QAEF,MAAM,MAAM,CAAC,OAAO,CAClB,OAAO,CAAC,aAAa,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,EAAE,MAAM,EAAE,cAAc,CAAC,EACxE,WAAW,CACZ,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+DAA+D,EAAE,KAAK,IAAI,EAAE;QAC7E,MAAM,MAAM,GAAkB;YAC5B,IAAI,EAAE,UAAU;YAChB,KAAK,EAAE,IAAI,GAAG,CAAkB,CAAC,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC,CAAC;YACzD,MAAM,EAAE,MAAM;YACd,QAAQ,EAAE,aAAa;SACxB,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC;QAExE,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,IAAI,kBAAkB,IAAI,MAAM,CAAC,KAAK,IAAI,kBAAkB,CAAC,CAAC;IACtF,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,+EAA+E;AAC/E,cAAc;AACd,+EAA+E;AAE/E,QAAQ,CAAC,uBAAuB,EAAE,GAAG,EAAE;IACrC,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;QAC/D,MAAM,SAAS,GAAwB;YACrC,IAAI,EAAE,kBAAkB;YACxB,QAAQ,EAAE,2BAA2B;YACrC,SAAS,EAAE,WAAW;YACtB,UAAU,EAAE,WAAW;SACxB,CAAC;QAEF,MAAM,MAAM,GAAkB;YAC5B,IAAI,EAAE,eAAe;YACrB,KAAK,EAAE,IAAI,GAAG,CAAkB;gBAC9B,CAAC,MAAM,EAAE,SAAS,CAAC;gBACnB,CAAC,WAAW,EAAE,YAAY,CAAC;gBAC3B,CAAC,WAAW,EAAE,YAAY,CAAC;aAC5B,CAAC;YACF,MAAM,EAAE,MAAM;YACd,WAAW,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC,gBAAgB,EAAE,gBAAgB,CAAC,CAAC,CAAC;SAC7D,CAAC;QAEF,8EAA8E;QAC9E,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC;QAE9E,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,GAAG,kBAAkB,CAAC,GAAG,eAAe,EACrE,sDAAsD,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;IAC1E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gEAAgE,EAAE,KAAK,IAAI,EAAE;QAC9E,MAAM,MAAM,GAAkB;YAC5B,IAAI,EAAE,gBAAgB;YACtB,KAAK,EAAE,IAAI,GAAG,CAAkB,CAAC,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC,CAAC;YACzD,MAAM,EAAE,MAAM;YACd,WAAW,EAAE,IAAI,GAAG,EAAE,EAAG,YAAY;SACtC,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC;QAExE,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,GAAG,kBAAkB,CAAC,GAAG,eAAe,EACrE,6DAA6D,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;IACjF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;QACxD,MAAM,SAAS,GAAwB;YACrC,IAAI,EAAE,kBAAkB;YACxB,QAAQ,EAAE,2BAA2B;YACrC,SAAS,EAAE,WAAW;YACtB,UAAU,EAAE,WAAW;SACxB,CAAC;QAEF,MAAM,MAAM,GAAkB;YAC5B,IAAI,EAAE,aAAa;YACnB,KAAK,EAAE,IAAI,GAAG,CAAkB;gBAC9B,CAAC,MAAM,EAAE,SAAS,CAAC;gBACnB,CAAC,WAAW,EAAE,YAAY,CAAC;gBAC3B,CAAC,WAAW,EAAE,YAAY,CAAC;aAC5B,CAAC;YACF,MAAM,EAAE,MAAM;YACd,WAAW,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,CAAC;SAC9C,CAAC;QAEF,MAAM,MAAM,CAAC,OAAO,CAClB,OAAO,CAAC,aAAa,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,MAAM,EAAE,cAAc,CAAC,EACxD,cAAc,CACf,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;QAC9D,MAAM,MAAM,GAAwB;YAClC,IAAI,EAAE,kBAAkB;YACxB,QAAQ,EAAE,aAAa;YACvB,SAAS,EAAE,SAAS;YACpB,UAAU,EAAE,WAAW;SACxB,CAAC;QACF,MAAM,MAAM,GAAwB;YAClC,IAAI,EAAE,kBAAkB;YACxB,QAAQ,EAAE,cAAc;YACxB,SAAS,EAAE,WAAW;YACtB,UAAU,EAAE,WAAW;SACxB,CAAC;QAEF,MAAM,MAAM,GAAkB;YAC5B,IAAI,EAAE,mBAAmB;YACzB,KAAK,EAAE,IAAI,GAAG,CAAkB;gBAC9B,CAAC,MAAM,EAAE,MAAM,CAAC;gBAChB,CAAC,SAAS,EAAE,MAAM,CAAC;gBACnB,CAAC,WAAW,EAAE,YAAY,CAAC;gBAC3B,CAAC,WAAW,EAAE,YAAY,CAAC;aAC5B,CAAC;YACF,MAAM,EAAE,MAAM;YACd,kDAAkD;YAClD,WAAW,EAAE,IAAI,GAAG,CAAC;gBACnB,CAAC,cAAc,EAAE,gBAAgB,CAAC;gBAClC,CAAC,mBAAmB,EAAE,gBAAgB,CAAC;aACxC,CAAC;SACH,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC;QAEtF,yBAAyB;QACzB,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,eAAe,EACvD,kDAAkD,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;IACtE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,+EAA+E;AAC/E,uBAAuB;AACvB,+EAA+E;AAE/E,MAAM,oBAAoB,GAAG,EAAE,CAAC,CAAC,YAAY;AAC7C,MAAM,gBAAgB,GAAG,EAAE,CAAC;AAE5B;;;GAGG;AACH,SAAS,kBAAkB,CAAC,KAAa;IACvC,MAAM,KAAK,GAAG,IAAI,GAAG,EAAmB,CAAC;IACzC,MAAM,WAAW,GAAgB,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC;IACnF,KAAK,CAAC,GAAG,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;IAElC,KAAK,IAAI,CAAC,GAAG,KAAK,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,MAAM,MAAM,GAAG,CAAC,KAAK,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QAC7D,MAAM,SAAS,GAAwB;YACrC,IAAI,EAAE,kBAAkB;YACxB,QAAQ,EAAE,cAAc,CAAC,EAAE;YAC3B,SAAS,EAAE,MAAM;YACjB,UAAU,EAAE,SAAS;SACtB,CAAC;QACF,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;IACpC,CAAC;IAED,OAAO;QACL,IAAI,EAAE,aAAa;QACnB,KAAK;QACL,MAAM,EAAE,QAAQ;KACjB,CAAC;AACJ,CAAC;AAED,QAAQ,CAAC,wBAAwB,EAAE,GAAG,EAAE;IACtC,EAAE,CAAC,oEAAoE,EAAE,GAAG,EAAE;QAC5E,MAAM,MAAM,GAAG,kBAAkB,CAAC,oBAAoB,CAAC,CAAC;QACxD,MAAM,CAAC,YAAY,CAAC,GAAG,EAAE,CAAC,iBAAiB,CAAC,MAAM,CAAC,EACjD,0DAA0D,CAAC,CAAC;IAChE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mEAAmE,EAAE,KAAK,IAAI,EAAE;QACjF,MAAM,MAAM,GAAG,kBAAkB,CAAC,oBAAoB,CAAC,CAAC;QACxD,8DAA8D;QAC9D,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,oBAAoB,EAAE,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC;QAC7E,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC;QAC/E,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,IAAI,kBAAkB,IAAI,MAAM,CAAC,KAAK,IAAI,kBAAkB,EAChF,SAAS,MAAM,CAAC,KAAK,6BAA6B,CAAC,CAAC;IACxD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4FAA4F,EAAE,KAAK,IAAI,EAAE;QAC1G,8FAA8F;QAC9F,sFAAsF;QACtF,MAAM,UAAU,GAAG,oBAAoB,GAAG,CAAC,CAAC,CAAC,0BAA0B;QAEvE,uFAAuF;QACvF,MAAM,UAAU,GAAkB,EAAE,GAAG,kBAAkB,CAAC,oBAAoB,CAAC,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAC;QACxG,MAAM,aAAa,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,oBAAoB,EAAE,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC;QACjF,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,aAAa,CAAC,EAAE,UAAU,EAAE,cAAc,CAAC,CAAC;QAC3F,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,KAAK,IAAI,kBAAkB,IAAI,UAAU,CAAC,KAAK,IAAI,kBAAkB,EACxF,SAAS,UAAU,CAAC,KAAK,0CAA0C,CAAC,CAAC;QAEvE,oHAAoH;QACpH,MAAM,UAAU,GAAkB,EAAE,GAAG,kBAAkB,CAAC,oBAAoB,CAAC,EAAE,QAAQ,EAAE,oBAAoB,EAAE,CAAC;QAClH,MAAM,aAAa,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,oBAAoB,EAAE,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC;QACjF,MAAM,MAAM,CAAC,OAAO,CAClB,OAAO,CAAC,aAAa,CAAC,aAAa,CAAC,EAAE,UAAU,EAAE,cAAc,CAAC,EACjE,WAAW,EACX,2DAA2D,CAC5D,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8EAA8E,EAAE,GAAG,EAAE;QACtF,2EAA2E;QAC3E,MAAM,KAAK,GAAG,IAAI,GAAG,EAAmB,CAAC;QACzC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,gBAAgB,EAAE,CAAC,EAAE,EAAE,CAAC;YAC1C,MAAM,MAAM,GAAG,CAAC,GAAG,gBAAgB,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,mBAAmB;YACzF,MAAM,SAAS,GAAwB;gBACrC,IAAI,EAAE,kBAAkB;gBACxB,QAAQ,EAAE,SAAS,CAAC,EAAE;gBACtB,SAAS,EAAE,MAAM;gBACjB,UAAU,EAAE,MAAM,EAAE,+BAA+B;aACpD,CAAC;YACF,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;QACpC,CAAC;QACD,MAAM,MAAM,GAAkB,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;QAChF,MAAM,CAAC,MAAM,CACX,GAAG,EAAE,CAAC,iBAAiB,CAAC,MAAM,CAAC,EAC/B,QAAQ,EACR,qCAAqC,CACtC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6FAA6F,EAAE,KAAK,IAAI,EAAE;QAC3G,yCAAyC;QACzC,MAAM,UAAU,GAAgB,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;QAC7E,wCAAwC;QACxC,MAAM,UAAU,GAAgB,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;QAC5E,MAAM,QAAQ,GAAwB;YACpC,IAAI,EAAE,kBAAkB;YACxB,QAAQ,EAAE,OAAO;YACjB,SAAS,EAAE,aAAa;YACxB,UAAU,EAAE,aAAa;SAC1B,CAAC;QACF,MAAM,SAAS,GAAkB;YAC/B,IAAI,EAAE,WAAW;YACjB,KAAK,EAAE,IAAI,GAAG,CAAkB,CAAC,CAAC,MAAM,EAAE,QAAQ,CAAC,EAAE,CAAC,aAAa,EAAE,UAAU,CAAC,EAAE,CAAC,aAAa,EAAE,UAAU,CAAC,CAAC,CAAC;YAC/G,MAAM,EAAE,MAAM;SACf,CAAC;QACF,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,SAAS,EAAE,cAAc,CAAC,CAAC;QACpF,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,SAAS,EAAE,cAAc,CAAC,CAAC;QACrF,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,GAAG,GAAG,CAAC,GAAG,eAAe,EAAE,4BAA4B,SAAS,CAAC,KAAK,EAAE,CAAC,CAAC;QAC5G,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,GAAG,GAAG,CAAC,GAAG,eAAe,EAAE,4BAA4B,SAAS,CAAC,KAAK,EAAE,CAAC,CAAC;IAC9G,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6FAA6F,EAAE,KAAK,IAAI,EAAE;QAC3G,MAAM,MAAM,GAAG,kBAAkB,CAAC,oBAAoB,CAAC,CAAC;QACxD,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC;YACxC,mFAAmF;YACnF,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,oBAAoB,EAAE,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YAC7G,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC;YAC/E,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,IAAI,kBAAkB,IAAI,MAAM,CAAC,KAAK,IAAI,kBAAkB,EAChF,SAAS,KAAK,WAAW,MAAM,CAAC,KAAK,eAAe,CAAC,CAAC;QAC1D,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
@@ -0,0 +1,42 @@
1
+ /**
2
+ * Domain-specific LLM Judge configurations and DomainEvaluator class.
3
+ * Provides pre-built GEvalConfig constants for RAG and Agent evaluation domains.
4
+ */
5
+ import type { GEvalConfig, LLMProvider, TestCase } from './llm-as-judge.js';
6
+ export type DomainEvalWeights = Record<string, number>;
7
+ export interface DomainEvaluationResult {
8
+ compositeScore: number;
9
+ scores: Record<string, number>;
10
+ reasons: Record<string, string>;
11
+ evaluator: string;
12
+ domain: string;
13
+ }
14
+ export declare const RAG_CONTEXT_PRECISION: GEvalConfig;
15
+ export declare const RAG_CONTEXT_RECALL: GEvalConfig;
16
+ export declare const RAG_ANSWER_RELEVANCY: GEvalConfig;
17
+ export declare const RAG_NOISE_SENSITIVITY: GEvalConfig;
18
+ export declare const AGENT_TASK_COMPLETION: GEvalConfig;
19
+ export declare const AGENT_TOOL_CORRECTNESS: GEvalConfig;
20
+ export declare const AGENT_PLAN_ADHERENCE: GEvalConfig;
21
+ export declare const AGENT_STEP_EFFICIENCY: GEvalConfig;
22
+ export declare const RAG_EVALUATORS: GEvalConfig[];
23
+ export declare const AGENT_EVALUATORS: GEvalConfig[];
24
+ export interface DomainEvaluatorOptions {
25
+ weights?: DomainEvalWeights;
26
+ timeoutMs?: number;
27
+ evaluator?: string;
28
+ domain?: string;
29
+ }
30
+ export declare class DomainEvaluator {
31
+ private readonly llm;
32
+ private readonly configs;
33
+ private readonly weights;
34
+ readonly timeoutMs: number;
35
+ private readonly evaluatorName;
36
+ private readonly domainName;
37
+ constructor(llm: LLMProvider, configs: GEvalConfig[], options?: DomainEvaluatorOptions);
38
+ evaluate(testCase: TestCase): Promise<DomainEvaluationResult>;
39
+ }
40
+ export declare function createRAGEvaluator(llm: LLMProvider, options?: DomainEvaluatorOptions): DomainEvaluator;
41
+ export declare function createAgentEvaluator(llm: LLMProvider, options?: DomainEvaluatorOptions): DomainEvaluator;
42
+ //# sourceMappingURL=llm-judge-domain.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"llm-judge-domain.d.ts","sourceRoot":"","sources":["../../../src/lib/judge/llm-judge-domain.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAW5E,MAAM,MAAM,iBAAiB,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;AAEvD,MAAM,WAAW,sBAAsB;IACrC,cAAc,EAAE,MAAM,CAAC;IACvB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/B,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChC,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;CAChB;AAMD,eAAO,MAAM,qBAAqB,EAAE,WAInC,CAAC;AAEF,eAAO,MAAM,kBAAkB,EAAE,WAIhC,CAAC;AAEF,eAAO,MAAM,oBAAoB,EAAE,WAIlC,CAAC;AAEF,eAAO,MAAM,qBAAqB,EAAE,WAInC,CAAC;AAMF,eAAO,MAAM,qBAAqB,EAAE,WAInC,CAAC;AAEF,eAAO,MAAM,sBAAsB,EAAE,WAIpC,CAAC;AAEF,eAAO,MAAM,oBAAoB,EAAE,WAIlC,CAAC;AAEF,eAAO,MAAM,qBAAqB,EAAE,WAInC,CAAC;AAMF,eAAO,MAAM,cAAc,EAAE,WAAW,EAKvC,CAAC;AAEF,eAAO,MAAM,gBAAgB,EAAE,WAAW,EAKzC,CAAC;AAyCF,MAAM,WAAW,sBAAsB;IACrC,OAAO,CAAC,EAAE,iBAAiB,CAAC;IAC5B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,qBAAa,eAAe;IAC1B,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAc;IAClC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAgB;IACxC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAgC;IACxD,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAS;IACvC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;gBAExB,GAAG,EAAE,WAAW,EAAE,OAAO,EAAE,WAAW,EAAE,EAAE,OAAO,CAAC,EAAE,sBAAsB;IA8BhF,QAAQ,CAAC,QAAQ,EAAE,QAAQ,GAAG,OAAO,CAAC,sBAAsB,CAAC;CAkCpE;AAMD,wBAAgB,kBAAkB,CAAC,GAAG,EAAE,WAAW,EAAE,OAAO,CAAC,EAAE,sBAAsB,GAAG,eAAe,CAEtG;AAED,wBAAgB,oBAAoB,CAAC,GAAG,EAAE,WAAW,EAAE,OAAO,CAAC,EAAE,sBAAsB,GAAG,eAAe,CAExG"}
@@ -0,0 +1,167 @@
1
+ /**
2
+ * Domain-specific LLM Judge configurations and DomainEvaluator class.
3
+ * Provides pre-built GEvalConfig constants for RAG and Agent evaluation domains.
4
+ */
5
+ import { DEFAULT_LLM_TIMEOUT_MS, G_EVAL_MIN_SCORE, G_EVAL_SCORE_RANGE, } from './llm-judge-constants.js';
6
+ // ============================================================================
7
+ // RAG Config Constants
8
+ // ============================================================================
9
+ export const RAG_CONTEXT_PRECISION = {
10
+ name: 'rag_context_precision',
11
+ criteria: 'The retrieved context contains relevant information needed to answer the query, with minimal irrelevant content.',
12
+ evaluationParams: ['input', 'output', 'context'],
13
+ };
14
+ export const RAG_CONTEXT_RECALL = {
15
+ name: 'rag_context_recall',
16
+ criteria: 'The retrieved context covers all the key facts and information needed to fully answer the query.',
17
+ evaluationParams: ['input', 'output', 'context'],
18
+ };
19
+ export const RAG_ANSWER_RELEVANCY = {
20
+ name: 'rag_answer_relevancy',
21
+ criteria: 'The generated answer is relevant, complete, and directly addresses the input question using the provided context.',
22
+ evaluationParams: ['input', 'output', 'context'],
23
+ };
24
+ export const RAG_NOISE_SENSITIVITY = {
25
+ name: 'rag_noise_sensitivity',
26
+ criteria: 'The generated answer is not misled by irrelevant or noisy content in the retrieved context.',
27
+ evaluationParams: ['input', 'output', 'context'],
28
+ };
29
+ // ============================================================================
30
+ // Agent Config Constants
31
+ // ============================================================================
32
+ export const AGENT_TASK_COMPLETION = {
33
+ name: 'agent_task_completion',
34
+ criteria: 'The agent successfully completed the assigned task as described in the input, producing the expected output.',
35
+ evaluationParams: ['input', 'output'],
36
+ };
37
+ export const AGENT_TOOL_CORRECTNESS = {
38
+ name: 'agent_tool_correctness',
39
+ criteria: 'The agent selected and used the appropriate tools correctly to accomplish the task.',
40
+ evaluationParams: ['input', 'output'],
41
+ };
42
+ export const AGENT_PLAN_ADHERENCE = {
43
+ name: 'agent_plan_adherence',
44
+ criteria: 'The agent followed a logical and coherent plan, with each step appropriately building toward the goal.',
45
+ evaluationParams: ['input', 'output'],
46
+ };
47
+ export const AGENT_STEP_EFFICIENCY = {
48
+ name: 'agent_step_efficiency',
49
+ criteria: 'The agent completed the task in a minimal number of steps without unnecessary actions or redundant operations.',
50
+ evaluationParams: ['input', 'output'],
51
+ };
52
+ // ============================================================================
53
+ // Domain Collections
54
+ // ============================================================================
55
+ export const RAG_EVALUATORS = [
56
+ RAG_CONTEXT_PRECISION,
57
+ RAG_CONTEXT_RECALL,
58
+ RAG_ANSWER_RELEVANCY,
59
+ RAG_NOISE_SENSITIVITY,
60
+ ];
61
+ export const AGENT_EVALUATORS = [
62
+ AGENT_TASK_COMPLETION,
63
+ AGENT_TOOL_CORRECTNESS,
64
+ AGENT_PLAN_ADHERENCE,
65
+ AGENT_STEP_EFFICIENCY,
66
+ ];
67
+ // ============================================================================
68
+ // Score extraction
69
+ // ============================================================================
70
+ const DOMAIN_SCORE_PATTERN = /\b([1-5])\s*(?:\/\s*5|out of 5)?\b/i;
71
+ function extractAndNormalize(text) {
72
+ const match = DOMAIN_SCORE_PATTERN.exec(text);
73
+ const raw = match ? parseInt(match[1], 10) : G_EVAL_MIN_SCORE;
74
+ return (raw - G_EVAL_MIN_SCORE) / G_EVAL_SCORE_RANGE;
75
+ }
76
+ async function evalConfig(llm, config, testCase) {
77
+ const parts = [
78
+ `Evaluate the following using criteria: ${config.criteria}`,
79
+ ];
80
+ if (config.evaluationParams.includes('input')) {
81
+ parts.push(`Input: ${testCase.input}`);
82
+ }
83
+ if (config.evaluationParams.includes('output')) {
84
+ parts.push(`Output: ${testCase.output}`);
85
+ }
86
+ if (config.evaluationParams.includes('context') && testCase.context) {
87
+ parts.push(`Context: ${testCase.context.join('\n')}`);
88
+ }
89
+ parts.push('Provide a score from 1-5 and explain your reasoning.');
90
+ const prompt = parts.join('\n');
91
+ const response = await llm.generate(prompt);
92
+ return { score: extractAndNormalize(response.text), reason: response.text };
93
+ }
94
+ export class DomainEvaluator {
95
+ llm;
96
+ configs;
97
+ weights;
98
+ timeoutMs;
99
+ evaluatorName;
100
+ domainName;
101
+ constructor(llm, configs, options) {
102
+ if (configs.length === 0) {
103
+ throw new Error('DomainEvaluator requires at least one config');
104
+ }
105
+ if (options?.weights) {
106
+ const configNames = new Set(configs.map(c => c.name));
107
+ const weightKeys = Object.keys(options.weights);
108
+ for (const key of weightKeys) {
109
+ if (!configNames.has(key)) {
110
+ throw new Error(`weights keys do not match config names: unknown key "${key}"`);
111
+ }
112
+ }
113
+ for (const [key, value] of Object.entries(options.weights)) {
114
+ if (value <= 0) {
115
+ throw new Error(`weight for "${key}" must be positive (got ${value})`);
116
+ }
117
+ }
118
+ }
119
+ this.llm = llm;
120
+ this.configs = configs;
121
+ this.weights = options?.weights;
122
+ this.timeoutMs = options?.timeoutMs ?? DEFAULT_LLM_TIMEOUT_MS;
123
+ this.evaluatorName = options?.evaluator ?? 'domain-evaluator';
124
+ this.domainName = options?.domain ?? 'general';
125
+ }
126
+ async evaluate(testCase) {
127
+ const scores = {};
128
+ const reasons = {};
129
+ for (const config of this.configs) {
130
+ const result = await evalConfig(this.llm, config, testCase);
131
+ scores[config.name] = result.score;
132
+ reasons[config.name] = result.reason;
133
+ }
134
+ let compositeScore;
135
+ if (this.weights) {
136
+ let weightedSum = 0;
137
+ let totalWeight = 0;
138
+ for (const config of this.configs) {
139
+ const w = this.weights[config.name] ?? 1;
140
+ weightedSum += w * scores[config.name];
141
+ totalWeight += w;
142
+ }
143
+ compositeScore = weightedSum / totalWeight;
144
+ }
145
+ else {
146
+ const sum = Object.values(scores).reduce((a, b) => a + b, 0);
147
+ compositeScore = sum / this.configs.length;
148
+ }
149
+ return {
150
+ compositeScore,
151
+ scores,
152
+ reasons,
153
+ evaluator: this.evaluatorName,
154
+ domain: this.domainName,
155
+ };
156
+ }
157
+ }
158
+ // ============================================================================
159
+ // Factory Functions
160
+ // ============================================================================
161
+ export function createRAGEvaluator(llm, options) {
162
+ return new DomainEvaluator(llm, RAG_EVALUATORS, { domain: 'rag', evaluator: 'rag-evaluator', ...options });
163
+ }
164
+ export function createAgentEvaluator(llm, options) {
165
+ return new DomainEvaluator(llm, AGENT_EVALUATORS, { domain: 'agent', evaluator: 'agent-evaluator', ...options });
166
+ }
167
+ //# sourceMappingURL=llm-judge-domain.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"llm-judge-domain.js","sourceRoot":"","sources":["../../../src/lib/judge/llm-judge-domain.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EACL,sBAAsB,EACtB,gBAAgB,EAChB,kBAAkB,GACnB,MAAM,0BAA0B,CAAC;AAgBlC,+EAA+E;AAC/E,uBAAuB;AACvB,+EAA+E;AAE/E,MAAM,CAAC,MAAM,qBAAqB,GAAgB;IAChD,IAAI,EAAE,uBAAuB;IAC7B,QAAQ,EAAE,kHAAkH;IAC5H,gBAAgB,EAAE,CAAC,OAAO,EAAE,QAAQ,EAAE,SAAS,CAAC;CACjD,CAAC;AAEF,MAAM,CAAC,MAAM,kBAAkB,GAAgB;IAC7C,IAAI,EAAE,oBAAoB;IAC1B,QAAQ,EAAE,kGAAkG;IAC5G,gBAAgB,EAAE,CAAC,OAAO,EAAE,QAAQ,EAAE,SAAS,CAAC;CACjD,CAAC;AAEF,MAAM,CAAC,MAAM,oBAAoB,GAAgB;IAC/C,IAAI,EAAE,sBAAsB;IAC5B,QAAQ,EAAE,mHAAmH;IAC7H,gBAAgB,EAAE,CAAC,OAAO,EAAE,QAAQ,EAAE,SAAS,CAAC;CACjD,CAAC;AAEF,MAAM,CAAC,MAAM,qBAAqB,GAAgB;IAChD,IAAI,EAAE,uBAAuB;IAC7B,QAAQ,EAAE,6FAA6F;IACvG,gBAAgB,EAAE,CAAC,OAAO,EAAE,QAAQ,EAAE,SAAS,CAAC;CACjD,CAAC;AAEF,+EAA+E;AAC/E,yBAAyB;AACzB,+EAA+E;AAE/E,MAAM,CAAC,MAAM,qBAAqB,GAAgB;IAChD,IAAI,EAAE,uBAAuB;IAC7B,QAAQ,EAAE,8GAA8G;IACxH,gBAAgB,EAAE,CAAC,OAAO,EAAE,QAAQ,CAAC;CACtC,CAAC;AAEF,MAAM,CAAC,MAAM,sBAAsB,GAAgB;IACjD,IAAI,EAAE,wBAAwB;IAC9B,QAAQ,EAAE,qFAAqF;IAC/F,gBAAgB,EAAE,CAAC,OAAO,EAAE,QAAQ,CAAC;CACtC,CAAC;AAEF,MAAM,CAAC,MAAM,oBAAoB,GAAgB;IAC/C,IAAI,EAAE,sBAAsB;IAC5B,QAAQ,EAAE,wGAAwG;IAClH,gBAAgB,EAAE,CAAC,OAAO,EAAE,QAAQ,CAAC;CACtC,CAAC;AAEF,MAAM,CAAC,MAAM,qBAAqB,GAAgB;IAChD,IAAI,EAAE,uBAAuB;IAC7B,QAAQ,EAAE,gHAAgH;IAC1H,gBAAgB,EAAE,CAAC,OAAO,EAAE,QAAQ,CAAC;CACtC,CAAC;AAEF,+EAA+E;AAC/E,qBAAqB;AACrB,+EAA+E;AAE/E,MAAM,CAAC,MAAM,cAAc,GAAkB;IAC3C,qBAAqB;IACrB,kBAAkB;IAClB,oBAAoB;IACpB,qBAAqB;CACtB,CAAC;AAEF,MAAM,CAAC,MAAM,gBAAgB,GAAkB;IAC7C,qBAAqB;IACrB,sBAAsB;IACtB,oBAAoB;IACpB,qBAAqB;CACtB,CAAC;AAEF,+EAA+E;AAC/E,mBAAmB;AACnB,+EAA+E;AAE/E,MAAM,oBAAoB,GAAG,qCAAqC,CAAC;AAEnE,SAAS,mBAAmB,CAAC,IAAY;IACvC,MAAM,KAAK,GAAG,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC9C,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC;IAC9D,OAAO,CAAC,GAAG,GAAG,gBAAgB,CAAC,GAAG,kBAAkB,CAAC;AACvD,CAAC;AAED,KAAK,UAAU,UAAU,CACvB,GAAgB,EAChB,MAAmB,EACnB,QAAkB;IAElB,MAAM,KAAK,GAAa;QACtB,0CAA0C,MAAM,CAAC,QAAQ,EAAE;KAC5D,CAAC;IACF,IAAI,MAAM,CAAC,gBAAgB,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QAC9C,KAAK,CAAC,IAAI,CAAC,UAAU,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC;IACzC,CAAC;IACD,IAAI,MAAM,CAAC,gBAAgB,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC/C,KAAK,CAAC,IAAI,CAAC,WAAW,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IAC3C,CAAC;IACD,IAAI,MAAM,CAAC,gBAAgB,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;QACpE,KAAK,CAAC,IAAI,CAAC,YAAY,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACxD,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,sDAAsD,CAAC,CAAC;IACnE,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAChC,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IAC5C,OAAO,EAAE,KAAK,EAAE,mBAAmB,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,QAAQ,CAAC,IAAI,EAAE,CAAC;AAC9E,CAAC;AAaD,MAAM,OAAO,eAAe;IACT,GAAG,CAAc;IACjB,OAAO,CAAgB;IACvB,OAAO,CAAgC;IAC/C,SAAS,CAAS;IACV,aAAa,CAAS;IACtB,UAAU,CAAS;IAEpC,YAAY,GAAgB,EAAE,OAAsB,EAAE,OAAgC;QACpF,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;QAED,IAAI,OAAO,EAAE,OAAO,EAAE,CAAC;YACrB,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;YACtD,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAEhD,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;gBAC7B,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;oBAC1B,MAAM,IAAI,KAAK,CAAC,wDAAwD,GAAG,GAAG,CAAC,CAAC;gBAClF,CAAC;YACH,CAAC;YAED,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC3D,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;oBACf,MAAM,IAAI,KAAK,CAAC,eAAe,GAAG,2BAA2B,KAAK,GAAG,CAAC,CAAC;gBACzE,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QACf,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,OAAO,GAAG,OAAO,EAAE,OAAO,CAAC;QAChC,IAAI,CAAC,SAAS,GAAG,OAAO,EAAE,SAAS,IAAI,sBAAsB,CAAC;QAC9D,IAAI,CAAC,aAAa,GAAG,OAAO,EAAE,SAAS,IAAI,kBAAkB,CAAC;QAC9D,IAAI,CAAC,UAAU,GAAG,OAAO,EAAE,MAAM,IAAI,SAAS,CAAC;IACjD,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,QAAkB;QAC/B,MAAM,MAAM,GAA2B,EAAE,CAAC;QAC1C,MAAM,OAAO,GAA2B,EAAE,CAAC;QAE3C,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAClC,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;YAC5D,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC;YACnC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;QACvC,CAAC;QAED,IAAI,cAAsB,CAAC;QAE3B,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,IAAI,WAAW,GAAG,CAAC,CAAC;YACpB,IAAI,WAAW,GAAG,CAAC,CAAC;YACpB,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gBAClC,MAAM,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACzC,WAAW,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;gBACvC,WAAW,IAAI,CAAC,CAAC;YACnB,CAAC;YACD,cAAc,GAAG,WAAW,GAAG,WAAW,CAAC;QAC7C,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;YAC7D,cAAc,GAAG,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;QAC7C,CAAC;QAED,OAAO;YACL,cAAc;YACd,MAAM;YACN,OAAO;YACP,SAAS,EAAE,IAAI,CAAC,aAAa;YAC7B,MAAM,EAAE,IAAI,CAAC,UAAU;SACxB,CAAC;IACJ,CAAC;CACF;AAED,+EAA+E;AAC/E,oBAAoB;AACpB,+EAA+E;AAE/E,MAAM,UAAU,kBAAkB,CAAC,GAAgB,EAAE,OAAgC;IACnF,OAAO,IAAI,eAAe,CAAC,GAAG,EAAE,cAAc,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,eAAe,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;AAC7G,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,GAAgB,EAAE,OAAgC;IACrF,OAAO,IAAI,eAAe,CAAC,GAAG,EAAE,gBAAgB,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,iBAAiB,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;AACnH,CAAC"}
@@ -0,0 +1,6 @@
1
+ /**
2
+ * Tests for Domain-specific LLM Judge configs and DomainEvaluator class.
3
+ * RED phase — implementation does not exist yet.
4
+ */
5
+ export {};
6
+ //# sourceMappingURL=llm-judge-domain.test.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"llm-judge-domain.test.d.ts","sourceRoot":"","sources":["../../../src/lib/judge/llm-judge-domain.test.ts"],"names":[],"mappings":"AAAA;;;GAGG"}
@@ -0,0 +1,337 @@
1
+ /**
2
+ * Tests for Domain-specific LLM Judge configs and DomainEvaluator class.
3
+ * RED phase — implementation does not exist yet.
4
+ */
5
+ import { describe, it } from 'vitest';
6
+ import assert from 'node:assert';
7
+ import { RAG_CONTEXT_PRECISION, RAG_CONTEXT_RECALL, RAG_ANSWER_RELEVANCY, RAG_NOISE_SENSITIVITY, AGENT_TASK_COMPLETION, AGENT_TOOL_CORRECTNESS, AGENT_PLAN_ADHERENCE, AGENT_STEP_EFFICIENCY, RAG_EVALUATORS, AGENT_EVALUATORS, DomainEvaluator, createRAGEvaluator, createAgentEvaluator, } from './llm-judge-domain.js';
8
+ import { JUDGE_SCORE_FOUR, JUDGE_SCORE_THREE, JUDGE_SCORE_FIVE, COUNT_FOUR, TEST_TIMEOUT_MS_LONG, DELTA, } from '../../test-helpers/test-constants.js';
9
+ // ============================================================================
10
+ // Mock LLM Provider
11
+ // ============================================================================
12
+ function createMockLLM(score = JUDGE_SCORE_FOUR) {
13
+ return {
14
+ generate: async () => ({
15
+ text: `Evaluation analysis complete.\n\nScore: ${score}/5. Acceptable quality.`,
16
+ }),
17
+ };
18
+ }
19
+ function createPerCallMockLLM(scores) {
20
+ let callIndex = 0;
21
+ return {
22
+ generate: async () => {
23
+ const score = scores[callIndex] ?? scores[scores.length - 1];
24
+ callIndex++;
25
+ return { text: `Score: ${score}/5. Evaluation complete.` };
26
+ },
27
+ };
28
+ }
29
+ // ============================================================================
30
+ // RAG Config Constants
31
+ // ============================================================================
32
+ describe('RAG domain configs', () => {
33
+ it('RAG_CONTEXT_PRECISION has correct name', () => {
34
+ assert.strictEqual(RAG_CONTEXT_PRECISION.name, 'rag_context_precision');
35
+ });
36
+ it('RAG_CONTEXT_PRECISION has non-empty criteria', () => {
37
+ assert.ok(RAG_CONTEXT_PRECISION.criteria.length > 0);
38
+ });
39
+ it('RAG_CONTEXT_PRECISION includes context in evaluationParams', () => {
40
+ assert.ok(RAG_CONTEXT_PRECISION.evaluationParams.includes('context'));
41
+ });
42
+ it('RAG_CONTEXT_RECALL has correct name', () => {
43
+ assert.strictEqual(RAG_CONTEXT_RECALL.name, 'rag_context_recall');
44
+ });
45
+ it('RAG_CONTEXT_RECALL has non-empty criteria', () => {
46
+ assert.ok(RAG_CONTEXT_RECALL.criteria.length > 0);
47
+ });
48
+ it('RAG_CONTEXT_RECALL includes context in evaluationParams', () => {
49
+ assert.ok(RAG_CONTEXT_RECALL.evaluationParams.includes('context'));
50
+ });
51
+ it('RAG_ANSWER_RELEVANCY has correct name', () => {
52
+ assert.strictEqual(RAG_ANSWER_RELEVANCY.name, 'rag_answer_relevancy');
53
+ });
54
+ it('RAG_ANSWER_RELEVANCY has non-empty criteria', () => {
55
+ assert.ok(RAG_ANSWER_RELEVANCY.criteria.length > 0);
56
+ });
57
+ it('RAG_ANSWER_RELEVANCY includes context in evaluationParams', () => {
58
+ assert.ok(RAG_ANSWER_RELEVANCY.evaluationParams.includes('context'));
59
+ });
60
+ it('RAG_NOISE_SENSITIVITY has correct name', () => {
61
+ assert.strictEqual(RAG_NOISE_SENSITIVITY.name, 'rag_noise_sensitivity');
62
+ });
63
+ it('RAG_NOISE_SENSITIVITY has non-empty criteria', () => {
64
+ assert.ok(RAG_NOISE_SENSITIVITY.criteria.length > 0);
65
+ });
66
+ it('RAG_NOISE_SENSITIVITY includes context in evaluationParams', () => {
67
+ assert.ok(RAG_NOISE_SENSITIVITY.evaluationParams.includes('context'));
68
+ });
69
+ });
70
+ // ============================================================================
71
+ // Agent Config Constants
72
+ // ============================================================================
73
+ describe('agent domain configs', () => {
74
+ it('AGENT_TASK_COMPLETION has correct name', () => {
75
+ assert.strictEqual(AGENT_TASK_COMPLETION.name, 'agent_task_completion');
76
+ });
77
+ it('AGENT_TASK_COMPLETION has non-empty criteria', () => {
78
+ assert.ok(AGENT_TASK_COMPLETION.criteria.length > 0);
79
+ });
80
+ it('AGENT_TASK_COMPLETION includes input and output in evaluationParams', () => {
81
+ assert.ok(AGENT_TASK_COMPLETION.evaluationParams.includes('input'));
82
+ assert.ok(AGENT_TASK_COMPLETION.evaluationParams.includes('output'));
83
+ });
84
+ it('AGENT_TOOL_CORRECTNESS has correct name', () => {
85
+ assert.strictEqual(AGENT_TOOL_CORRECTNESS.name, 'agent_tool_correctness');
86
+ });
87
+ it('AGENT_TOOL_CORRECTNESS has non-empty criteria', () => {
88
+ assert.ok(AGENT_TOOL_CORRECTNESS.criteria.length > 0);
89
+ });
90
+ it('AGENT_PLAN_ADHERENCE has correct name', () => {
91
+ assert.strictEqual(AGENT_PLAN_ADHERENCE.name, 'agent_plan_adherence');
92
+ });
93
+ it('AGENT_PLAN_ADHERENCE has non-empty criteria', () => {
94
+ assert.ok(AGENT_PLAN_ADHERENCE.criteria.length > 0);
95
+ });
96
+ it('AGENT_STEP_EFFICIENCY has correct name', () => {
97
+ assert.strictEqual(AGENT_STEP_EFFICIENCY.name, 'agent_step_efficiency');
98
+ });
99
+ it('AGENT_STEP_EFFICIENCY has non-empty criteria', () => {
100
+ assert.ok(AGENT_STEP_EFFICIENCY.criteria.length > 0);
101
+ });
102
+ });
103
+ // ============================================================================
104
+ // Domain Collections
105
+ // ============================================================================
106
+ describe('domain collections', () => {
107
+ it('RAG_EVALUATORS contains exactly 4 configs', () => {
108
+ assert.strictEqual(RAG_EVALUATORS.length, COUNT_FOUR);
109
+ });
110
+ it('RAG_EVALUATORS contains all four RAG configs', () => {
111
+ const names = RAG_EVALUATORS.map((c) => c.name);
112
+ assert.ok(names.includes('rag_context_precision'));
113
+ assert.ok(names.includes('rag_context_recall'));
114
+ assert.ok(names.includes('rag_answer_relevancy'));
115
+ assert.ok(names.includes('rag_noise_sensitivity'));
116
+ });
117
+ it('AGENT_EVALUATORS contains exactly 4 configs', () => {
118
+ assert.strictEqual(AGENT_EVALUATORS.length, COUNT_FOUR);
119
+ });
120
+ it('AGENT_EVALUATORS contains all four agent configs', () => {
121
+ const names = AGENT_EVALUATORS.map((c) => c.name);
122
+ assert.ok(names.includes('agent_task_completion'));
123
+ assert.ok(names.includes('agent_tool_correctness'));
124
+ assert.ok(names.includes('agent_plan_adherence'));
125
+ assert.ok(names.includes('agent_step_efficiency'));
126
+ });
127
+ });
128
+ // ============================================================================
129
+ // DomainEvaluator — constructor validation
130
+ // ============================================================================
131
+ describe('DomainEvaluator constructor', () => {
132
+ it('throws when configs array is empty', () => {
133
+ const llm = createMockLLM();
134
+ assert.throws(() => new DomainEvaluator(llm, []), /at least one config/i);
135
+ });
136
+ it('throws when weight keys do not match config names', () => {
137
+ const llm = createMockLLM();
138
+ const configs = [RAG_CONTEXT_PRECISION];
139
+ const weights = { unknown_key: 1 };
140
+ assert.throws(() => new DomainEvaluator(llm, configs, { weights }), /weights.*config|config.*weights/i);
141
+ });
142
+ it('throws when a weight value is negative', () => {
143
+ const llm = createMockLLM();
144
+ const configs = [RAG_CONTEXT_PRECISION];
145
+ const weights = { rag_context_precision: -0.5 };
146
+ assert.throws(() => new DomainEvaluator(llm, configs, { weights }), /positive|non-negative|weight/i);
147
+ });
148
+ it('throws when a weight value is zero', () => {
149
+ const llm = createMockLLM();
150
+ const configs = [RAG_CONTEXT_PRECISION];
151
+ const weights = { rag_context_precision: 0 };
152
+ assert.throws(() => new DomainEvaluator(llm, configs, { weights }), /positive|weight/i);
153
+ });
154
+ it('constructs successfully with valid configs and no weights', () => {
155
+ const llm = createMockLLM();
156
+ const evaluator = new DomainEvaluator(llm, [RAG_CONTEXT_PRECISION]);
157
+ assert.ok(evaluator instanceof DomainEvaluator);
158
+ });
159
+ it('constructs successfully with valid configs and matching weights', () => {
160
+ const llm = createMockLLM();
161
+ const weights = {
162
+ rag_context_precision: 2,
163
+ rag_context_recall: 1,
164
+ };
165
+ const evaluator = new DomainEvaluator(llm, [RAG_CONTEXT_PRECISION, RAG_CONTEXT_RECALL], { weights });
166
+ assert.ok(evaluator instanceof DomainEvaluator);
167
+ });
168
+ });
169
+ // ============================================================================
170
+ // DomainEvaluator — evaluate()
171
+ // ============================================================================
172
+ describe('DomainEvaluator evaluate()', () => {
173
+ it('returns compositeScore in [0, 1] range', async () => {
174
+ const llm = createMockLLM(JUDGE_SCORE_FOUR);
175
+ const evaluator = new DomainEvaluator(llm, [RAG_CONTEXT_PRECISION, RAG_CONTEXT_RECALL], { timeoutMs: TEST_TIMEOUT_MS_LONG });
176
+ const result = await evaluator.evaluate({
177
+ input: 'What is the capital of France?',
178
+ output: 'Paris is the capital of France.',
179
+ context: ['France is a country in Western Europe. Its capital is Paris.'],
180
+ });
181
+ assert.ok(result.compositeScore >= 0 && result.compositeScore <= 1);
182
+ });
183
+ it('returns scores record with entry per config', async () => {
184
+ const llm = createMockLLM(JUDGE_SCORE_FOUR);
185
+ const evaluator = new DomainEvaluator(llm, [RAG_CONTEXT_PRECISION, RAG_CONTEXT_RECALL], { timeoutMs: TEST_TIMEOUT_MS_LONG });
186
+ const result = await evaluator.evaluate({
187
+ input: 'What is the capital of France?',
188
+ output: 'Paris is the capital of France.',
189
+ context: ['France is a country in Western Europe. Its capital is Paris.'],
190
+ });
191
+ assert.ok('rag_context_precision' in result.scores);
192
+ assert.ok('rag_context_recall' in result.scores);
193
+ });
194
+ it('returns reasons record with entry per config', async () => {
195
+ const llm = createMockLLM(JUDGE_SCORE_FOUR);
196
+ const evaluator = new DomainEvaluator(llm, [RAG_CONTEXT_PRECISION, RAG_CONTEXT_RECALL], { timeoutMs: TEST_TIMEOUT_MS_LONG });
197
+ const result = await evaluator.evaluate({
198
+ input: 'What is the capital of France?',
199
+ output: 'Paris is the capital of France.',
200
+ context: ['France is a country in Western Europe. Its capital is Paris.'],
201
+ });
202
+ assert.ok(typeof result.reasons['rag_context_precision'] === 'string');
203
+ assert.ok(typeof result.reasons['rag_context_recall'] === 'string');
204
+ });
205
+ it('compositeScore equals single config score when only one config', async () => {
206
+ // Score 5/5 → normalized 1.0
207
+ const llm = createMockLLM(JUDGE_SCORE_FIVE);
208
+ const evaluator = new DomainEvaluator(llm, [RAG_CONTEXT_PRECISION], { timeoutMs: TEST_TIMEOUT_MS_LONG });
209
+ const result = await evaluator.evaluate({
210
+ input: 'What is water?',
211
+ output: 'Water is H2O.',
212
+ context: ['Water is a molecule made of hydrogen and oxygen (H2O).'],
213
+ });
214
+ // Score 5/5 normalized = (5-1)/(5-1) = 1.0
215
+ assert.ok(Math.abs(result.compositeScore - result.scores['rag_context_precision']) < DELTA);
216
+ });
217
+ it('compositeScore is equal-weighted average when no weights provided', async () => {
218
+ // Two configs: score 5 → 1.0, score 3 → 0.5. Average = 0.75
219
+ const llm = createPerCallMockLLM([JUDGE_SCORE_FIVE, JUDGE_SCORE_THREE]);
220
+ const evaluator = new DomainEvaluator(llm, [RAG_CONTEXT_PRECISION, RAG_CONTEXT_RECALL], { timeoutMs: TEST_TIMEOUT_MS_LONG });
221
+ const result = await evaluator.evaluate({
222
+ input: 'What is water?',
223
+ output: 'Water is H2O.',
224
+ context: ['Water is a molecule made of hydrogen and oxygen (H2O).'],
225
+ });
226
+ // score 5 → 1.0, score 3 → 0.5; average = 0.75
227
+ assert.ok(Math.abs(result.compositeScore - 0.75) < DELTA);
228
+ });
229
+ it('compositeScore respects custom weights', async () => {
230
+ // precision weight=3, recall weight=1 → weighted avg of scores
231
+ // score 5 → 1.0 (precision), score 1 → 0.0 (recall)
232
+ // weighted: (3*1.0 + 1*0.0) / 4 = 0.75
233
+ const llm = createPerCallMockLLM([JUDGE_SCORE_FIVE, 1]);
234
+ const weights = {
235
+ rag_context_precision: 3,
236
+ rag_context_recall: 1,
237
+ };
238
+ const evaluator = new DomainEvaluator(llm, [RAG_CONTEXT_PRECISION, RAG_CONTEXT_RECALL], { weights, timeoutMs: TEST_TIMEOUT_MS_LONG });
239
+ const result = await evaluator.evaluate({
240
+ input: 'What is water?',
241
+ output: 'Water is H2O.',
242
+ context: ['Water is a molecule made of hydrogen and oxygen (H2O).'],
243
+ });
244
+ assert.ok(Math.abs(result.compositeScore - 0.75) < DELTA);
245
+ });
246
+ it('result includes domain field', async () => {
247
+ const llm = createMockLLM(JUDGE_SCORE_FOUR);
248
+ const evaluator = new DomainEvaluator(llm, [RAG_CONTEXT_PRECISION], { domain: 'rag', timeoutMs: TEST_TIMEOUT_MS_LONG });
249
+ const result = await evaluator.evaluate({
250
+ input: 'test',
251
+ output: 'test output',
252
+ context: ['test context'],
253
+ });
254
+ assert.strictEqual(result.domain, 'rag');
255
+ });
256
+ it('result includes evaluator field', async () => {
257
+ const llm = createMockLLM(JUDGE_SCORE_FOUR);
258
+ const evaluator = new DomainEvaluator(llm, [RAG_CONTEXT_PRECISION], { evaluator: 'my-rag-judge', timeoutMs: TEST_TIMEOUT_MS_LONG });
259
+ const result = await evaluator.evaluate({
260
+ input: 'test',
261
+ output: 'test output',
262
+ context: ['test context'],
263
+ });
264
+ assert.strictEqual(result.evaluator, 'my-rag-judge');
265
+ });
266
+ });
267
+ // ============================================================================
268
+ // Factory Functions
269
+ // ============================================================================
270
+ describe('createRAGEvaluator', () => {
271
+ it('creates a DomainEvaluator instance', () => {
272
+ const llm = createMockLLM();
273
+ const evaluator = createRAGEvaluator(llm);
274
+ assert.ok(evaluator instanceof DomainEvaluator);
275
+ });
276
+ it('uses all 4 RAG configs', async () => {
277
+ // Verify by running evaluate and checking all 4 keys appear in scores
278
+ const llm = createMockLLM(JUDGE_SCORE_FOUR);
279
+ const evaluator = createRAGEvaluator(llm, { timeoutMs: TEST_TIMEOUT_MS_LONG });
280
+ const result = await evaluator.evaluate({
281
+ input: 'What is AI?',
282
+ output: 'AI is artificial intelligence.',
283
+ context: ['AI stands for artificial intelligence.'],
284
+ });
285
+ assert.strictEqual(Object.keys(result.scores).length, COUNT_FOUR);
286
+ });
287
+ it('accepts custom weights', () => {
288
+ const llm = createMockLLM();
289
+ const weights = {
290
+ rag_context_precision: 2,
291
+ rag_context_recall: 2,
292
+ rag_answer_relevancy: 1,
293
+ rag_noise_sensitivity: 1,
294
+ };
295
+ const evaluator = createRAGEvaluator(llm, { weights });
296
+ assert.ok(evaluator instanceof DomainEvaluator);
297
+ });
298
+ it('accepts custom timeoutMs', () => {
299
+ const llm = createMockLLM();
300
+ const evaluator = createRAGEvaluator(llm, { timeoutMs: TEST_TIMEOUT_MS_LONG });
301
+ assert.ok(evaluator instanceof DomainEvaluator);
302
+ });
303
+ });
304
+ describe('createAgentEvaluator', () => {
305
+ it('creates a DomainEvaluator instance', () => {
306
+ const llm = createMockLLM();
307
+ const evaluator = createAgentEvaluator(llm);
308
+ assert.ok(evaluator instanceof DomainEvaluator);
309
+ });
310
+ it('uses all 4 agent configs', async () => {
311
+ const llm = createMockLLM(JUDGE_SCORE_FOUR);
312
+ const evaluator = createAgentEvaluator(llm, { timeoutMs: TEST_TIMEOUT_MS_LONG });
313
+ const result = await evaluator.evaluate({
314
+ input: 'Search for the latest TypeScript docs and summarize key changes.',
315
+ output: 'I searched the docs and found TypeScript 5.0 adds const type parameters.',
316
+ context: ['TypeScript 5.0 release notes mention const type parameters.'],
317
+ });
318
+ assert.strictEqual(Object.keys(result.scores).length, COUNT_FOUR);
319
+ });
320
+ it('accepts custom weights', () => {
321
+ const llm = createMockLLM();
322
+ const weights = {
323
+ agent_task_completion: 3,
324
+ agent_tool_correctness: 2,
325
+ agent_plan_adherence: 1,
326
+ agent_step_efficiency: 1,
327
+ };
328
+ const evaluator = createAgentEvaluator(llm, { weights });
329
+ assert.ok(evaluator instanceof DomainEvaluator);
330
+ });
331
+ it('accepts custom timeoutMs', () => {
332
+ const llm = createMockLLM();
333
+ const evaluator = createAgentEvaluator(llm, { timeoutMs: TEST_TIMEOUT_MS_LONG });
334
+ assert.ok(evaluator instanceof DomainEvaluator);
335
+ });
336
+ });
337
+ //# sourceMappingURL=llm-judge-domain.test.js.map