judgeval 0.2.9 → 0.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (408) hide show
  1. package/dist/constants.d.ts +2 -0
  2. package/dist/constants.d.ts.map +1 -0
  3. package/dist/constants.js +2 -0
  4. package/dist/constants.js.map +1 -0
  5. package/dist/data/example-params.d.ts +13 -0
  6. package/dist/data/example-params.d.ts.map +1 -0
  7. package/dist/data/example-params.js +12 -0
  8. package/dist/data/example-params.js.map +1 -0
  9. package/dist/data/example.d.ts +4 -0
  10. package/dist/data/example.d.ts.map +1 -0
  11. package/dist/data/example.js +10 -0
  12. package/dist/data/example.js.map +1 -0
  13. package/dist/data/index.d.ts +3 -0
  14. package/dist/data/index.d.ts.map +1 -0
  15. package/dist/data/index.js +3 -0
  16. package/dist/data/index.js.map +1 -0
  17. package/dist/env.d.ts +6 -0
  18. package/dist/env.d.ts.map +1 -0
  19. package/dist/env.js +13 -0
  20. package/dist/env.js.map +1 -0
  21. package/dist/index.d.ts +9 -0
  22. package/dist/index.d.ts.map +1 -0
  23. package/dist/index.js +2 -0
  24. package/dist/index.js.map +1 -0
  25. package/dist/index.mjs +2 -0
  26. package/dist/index.mjs.map +1 -0
  27. package/dist/index.umd.js +2 -0
  28. package/dist/index.umd.js.map +1 -0
  29. package/dist/internal/api/index.d.ts +23 -0
  30. package/dist/internal/api/index.d.ts.map +1 -0
  31. package/dist/internal/api/index.js +132 -0
  32. package/dist/internal/api/index.js.map +1 -0
  33. package/dist/internal/api/models/BaseScorer.d.ts +23 -0
  34. package/dist/internal/api/models/BaseScorer.d.ts.map +1 -0
  35. package/dist/internal/api/models/BaseScorer.js +6 -0
  36. package/dist/internal/api/models/BaseScorer.js.map +1 -0
  37. package/dist/internal/api/models/EvalResults.d.ts +12 -0
  38. package/dist/internal/api/models/EvalResults.d.ts.map +1 -0
  39. package/dist/internal/api/models/EvalResults.js +6 -0
  40. package/dist/internal/api/models/EvalResults.js.map +1 -0
  41. package/dist/internal/api/models/EvalResultsFetch.d.ts +9 -0
  42. package/dist/internal/api/models/EvalResultsFetch.d.ts.map +1 -0
  43. package/dist/internal/api/models/EvalResultsFetch.js +6 -0
  44. package/dist/internal/api/models/EvalResultsFetch.js.map +1 -0
  45. package/dist/internal/api/models/Example.d.ts +10 -0
  46. package/dist/internal/api/models/Example.d.ts.map +1 -0
  47. package/dist/internal/api/models/Example.js +6 -0
  48. package/dist/internal/api/models/Example.js.map +1 -0
  49. package/dist/internal/api/models/ExampleEvaluationRun.d.ts +20 -0
  50. package/dist/internal/api/models/ExampleEvaluationRun.d.ts.map +1 -0
  51. package/dist/internal/api/models/ExampleEvaluationRun.js +6 -0
  52. package/dist/internal/api/models/ExampleEvaluationRun.js.map +1 -0
  53. package/dist/internal/api/models/FetchPromptScorersRequest.d.ts +8 -0
  54. package/dist/internal/api/models/FetchPromptScorersRequest.d.ts.map +1 -0
  55. package/dist/internal/api/models/FetchPromptScorersRequest.js +6 -0
  56. package/dist/internal/api/models/FetchPromptScorersRequest.js.map +1 -0
  57. package/dist/internal/api/models/FetchPromptScorersResponse.d.ts +9 -0
  58. package/dist/internal/api/models/FetchPromptScorersResponse.d.ts.map +1 -0
  59. package/dist/internal/api/models/FetchPromptScorersResponse.js +6 -0
  60. package/dist/internal/api/models/FetchPromptScorersResponse.js.map +1 -0
  61. package/dist/internal/api/models/OtelTraceSpan.d.ts +33 -0
  62. package/dist/internal/api/models/OtelTraceSpan.d.ts.map +1 -0
  63. package/dist/internal/api/models/OtelTraceSpan.js +6 -0
  64. package/dist/internal/api/models/OtelTraceSpan.js.map +1 -0
  65. package/dist/internal/api/models/PromptScorer.d.ts +14 -0
  66. package/dist/internal/api/models/PromptScorer.d.ts.map +1 -0
  67. package/dist/internal/api/models/PromptScorer.js +6 -0
  68. package/dist/internal/api/models/PromptScorer.js.map +1 -0
  69. package/dist/internal/api/models/ResolveProjectNameRequest.d.ts +8 -0
  70. package/dist/internal/api/models/ResolveProjectNameRequest.d.ts.map +1 -0
  71. package/dist/internal/api/models/ResolveProjectNameRequest.js +6 -0
  72. package/dist/internal/api/models/ResolveProjectNameRequest.js.map +1 -0
  73. package/dist/internal/api/models/ResolveProjectNameResponse.d.ts +8 -0
  74. package/dist/internal/api/models/ResolveProjectNameResponse.d.ts.map +1 -0
  75. package/dist/internal/api/models/ResolveProjectNameResponse.js +6 -0
  76. package/dist/internal/api/models/ResolveProjectNameResponse.js.map +1 -0
  77. package/dist/internal/api/models/SavePromptScorerRequest.d.ts +12 -0
  78. package/dist/internal/api/models/SavePromptScorerRequest.d.ts.map +1 -0
  79. package/dist/internal/api/models/SavePromptScorerRequest.js +6 -0
  80. package/dist/internal/api/models/SavePromptScorerRequest.js.map +1 -0
  81. package/dist/internal/api/models/SavePromptScorerResponse.d.ts +9 -0
  82. package/dist/internal/api/models/SavePromptScorerResponse.d.ts.map +1 -0
  83. package/dist/internal/api/models/SavePromptScorerResponse.js +6 -0
  84. package/dist/internal/api/models/SavePromptScorerResponse.js.map +1 -0
  85. package/dist/internal/api/models/ScorerConfig.d.ts +13 -0
  86. package/dist/internal/api/models/ScorerConfig.d.ts.map +1 -0
  87. package/dist/internal/api/models/ScorerConfig.js +6 -0
  88. package/dist/internal/api/models/ScorerConfig.js.map +1 -0
  89. package/dist/internal/api/models/ScorerData.d.ts +17 -0
  90. package/dist/internal/api/models/ScorerData.d.ts.map +1 -0
  91. package/dist/internal/api/models/ScorerData.js +6 -0
  92. package/dist/internal/api/models/ScorerData.js.map +1 -0
  93. package/dist/internal/api/models/ScorerExistsRequest.d.ts +8 -0
  94. package/dist/internal/api/models/ScorerExistsRequest.d.ts.map +1 -0
  95. package/dist/internal/api/models/ScorerExistsRequest.js +6 -0
  96. package/dist/internal/api/models/ScorerExistsRequest.js.map +1 -0
  97. package/dist/internal/api/models/ScorerExistsResponse.d.ts +8 -0
  98. package/dist/internal/api/models/ScorerExistsResponse.d.ts.map +1 -0
  99. package/dist/internal/api/models/ScorerExistsResponse.js +6 -0
  100. package/dist/internal/api/models/ScorerExistsResponse.js.map +1 -0
  101. package/dist/internal/api/models/ScoringResult.d.ts +17 -0
  102. package/dist/internal/api/models/ScoringResult.d.ts.map +1 -0
  103. package/dist/internal/api/models/ScoringResult.js +6 -0
  104. package/dist/internal/api/models/ScoringResult.js.map +1 -0
  105. package/dist/internal/api/models/TraceEvaluationRun.d.ts +18 -0
  106. package/dist/internal/api/models/TraceEvaluationRun.d.ts.map +1 -0
  107. package/dist/internal/api/models/TraceEvaluationRun.js +6 -0
  108. package/dist/internal/api/models/TraceEvaluationRun.js.map +1 -0
  109. package/dist/internal/api/models.d.ts +24 -0
  110. package/dist/internal/api/models.d.ts.map +1 -0
  111. package/dist/internal/api/models.js +24 -0
  112. package/dist/internal/api/models.js.map +1 -0
  113. package/dist/scorers/api-scorer.d.ts +23 -0
  114. package/dist/scorers/api-scorer.d.ts.map +1 -0
  115. package/dist/scorers/api-scorer.js +36 -0
  116. package/dist/scorers/api-scorer.js.map +1 -0
  117. package/dist/scorers/api_scorers/answer-correctness-scorer.d.ts +11 -0
  118. package/dist/scorers/api_scorers/answer-correctness-scorer.d.ts.map +1 -0
  119. package/dist/scorers/api_scorers/answer-correctness-scorer.js +20 -0
  120. package/dist/scorers/api_scorers/answer-correctness-scorer.js.map +1 -0
  121. package/dist/scorers/api_scorers/answer-relevancy-scorer.d.ts +11 -0
  122. package/dist/scorers/api_scorers/answer-relevancy-scorer.d.ts.map +1 -0
  123. package/dist/scorers/api_scorers/answer-relevancy-scorer.js +19 -0
  124. package/dist/scorers/api_scorers/answer-relevancy-scorer.js.map +1 -0
  125. package/dist/scorers/api_scorers/faithfulness-scorer.d.ts +11 -0
  126. package/dist/scorers/api_scorers/faithfulness-scorer.d.ts.map +1 -0
  127. package/dist/scorers/api_scorers/faithfulness-scorer.js +20 -0
  128. package/dist/scorers/api_scorers/faithfulness-scorer.js.map +1 -0
  129. package/dist/scorers/api_scorers/index.d.ts +2 -0
  130. package/dist/scorers/api_scorers/index.d.ts.map +1 -0
  131. package/dist/scorers/api_scorers/index.js +2 -0
  132. package/dist/scorers/api_scorers/index.js.map +1 -0
  133. package/dist/scorers/api_scorers/instruction-adherence-scorer.d.ts +11 -0
  134. package/dist/scorers/api_scorers/instruction-adherence-scorer.d.ts.map +1 -0
  135. package/dist/scorers/api_scorers/instruction-adherence-scorer.js +20 -0
  136. package/dist/scorers/api_scorers/instruction-adherence-scorer.js.map +1 -0
  137. package/dist/scorers/api_scorers/prompt_scorer/base-prompt-scorer.d.ts +48 -0
  138. package/dist/scorers/api_scorers/prompt_scorer/base-prompt-scorer.d.ts.map +1 -0
  139. package/dist/scorers/api_scorers/prompt_scorer/base-prompt-scorer.js +133 -0
  140. package/dist/scorers/api_scorers/prompt_scorer/base-prompt-scorer.js.map +1 -0
  141. package/dist/scorers/api_scorers/prompt_scorer/index.d.ts +5 -0
  142. package/dist/scorers/api_scorers/prompt_scorer/index.d.ts.map +1 -0
  143. package/dist/scorers/api_scorers/prompt_scorer/index.js +5 -0
  144. package/dist/scorers/api_scorers/prompt_scorer/index.js.map +1 -0
  145. package/dist/scorers/api_scorers/prompt_scorer/prompt-scorer-utils.d.ts +14 -0
  146. package/dist/scorers/api_scorers/prompt_scorer/prompt-scorer-utils.d.ts.map +1 -0
  147. package/dist/scorers/api_scorers/prompt_scorer/prompt-scorer-utils.js +44 -0
  148. package/dist/scorers/api_scorers/prompt_scorer/prompt-scorer-utils.js.map +1 -0
  149. package/dist/scorers/api_scorers/prompt_scorer/prompt-scorer.d.ts +7 -0
  150. package/dist/scorers/api_scorers/prompt_scorer/prompt-scorer.d.ts.map +1 -0
  151. package/dist/scorers/api_scorers/prompt_scorer/prompt-scorer.js +9 -0
  152. package/dist/scorers/api_scorers/prompt_scorer/prompt-scorer.js.map +1 -0
  153. package/dist/scorers/api_scorers/prompt_scorer/trace-prompt-scorer.d.ts +6 -0
  154. package/dist/scorers/api_scorers/prompt_scorer/trace-prompt-scorer.d.ts.map +1 -0
  155. package/dist/scorers/api_scorers/prompt_scorer/trace-prompt-scorer.js +8 -0
  156. package/dist/scorers/api_scorers/prompt_scorer/trace-prompt-scorer.js.map +1 -0
  157. package/dist/scorers/base-scorer.d.ts +10 -0
  158. package/dist/scorers/base-scorer.d.ts.map +1 -0
  159. package/dist/scorers/base-scorer.js +41 -0
  160. package/dist/scorers/base-scorer.js.map +1 -0
  161. package/dist/scorers/index.d.ts +4 -0
  162. package/dist/scorers/index.d.ts.map +1 -0
  163. package/dist/scorers/index.js +4 -0
  164. package/dist/scorers/index.js.map +1 -0
  165. package/dist/tracer/OpenTelemetryKeys.d.ts +12 -0
  166. package/dist/tracer/OpenTelemetryKeys.d.ts.map +1 -0
  167. package/dist/tracer/OpenTelemetryKeys.js +12 -0
  168. package/dist/tracer/OpenTelemetryKeys.js.map +1 -0
  169. package/dist/tracer/Tracer.d.ts +47 -0
  170. package/dist/tracer/Tracer.d.ts.map +1 -0
  171. package/dist/tracer/Tracer.js +235 -0
  172. package/dist/tracer/Tracer.js.map +1 -0
  173. package/dist/tracer/TracerConfiguration.d.ts +71 -0
  174. package/dist/tracer/TracerConfiguration.d.ts.map +1 -0
  175. package/dist/tracer/TracerConfiguration.js +111 -0
  176. package/dist/tracer/TracerConfiguration.js.map +1 -0
  177. package/dist/tracer/exporters/JudgmentSpanExporter.d.ts +36 -0
  178. package/dist/tracer/exporters/JudgmentSpanExporter.d.ts.map +1 -0
  179. package/dist/tracer/exporters/JudgmentSpanExporter.js +72 -0
  180. package/dist/tracer/exporters/JudgmentSpanExporter.js.map +1 -0
  181. package/dist/tracer/exporters/NoOpSpanExporter.d.ts +12 -0
  182. package/dist/tracer/exporters/NoOpSpanExporter.d.ts.map +1 -0
  183. package/dist/tracer/exporters/NoOpSpanExporter.js +16 -0
  184. package/dist/tracer/exporters/NoOpSpanExporter.js.map +1 -0
  185. package/dist/tracer/exporters/index.d.ts +3 -0
  186. package/dist/tracer/exporters/index.d.ts.map +1 -0
  187. package/dist/tracer/exporters/index.js +3 -0
  188. package/dist/tracer/exporters/index.js.map +1 -0
  189. package/dist/tracer/index.d.ts +5 -0
  190. package/dist/tracer/index.d.ts.map +1 -0
  191. package/dist/tracer/index.js +5 -0
  192. package/dist/tracer/index.js.map +1 -0
  193. package/dist/umd.d.ts +2 -0
  194. package/dist/umd.d.ts.map +1 -0
  195. package/dist/umd.js +2 -0
  196. package/dist/umd.js.map +1 -0
  197. package/dist/utils/annotate.d.ts +2 -0
  198. package/dist/utils/annotate.d.ts.map +1 -0
  199. package/dist/utils/annotate.js +27 -0
  200. package/dist/utils/annotate.js.map +1 -0
  201. package/dist/utils/index.d.ts +5 -0
  202. package/dist/utils/index.d.ts.map +1 -0
  203. package/dist/utils/index.js +5 -0
  204. package/dist/utils/index.js.map +1 -0
  205. package/dist/utils/logger.d.ts +27 -0
  206. package/dist/utils/logger.d.ts.map +1 -0
  207. package/dist/utils/logger.js +70 -0
  208. package/dist/utils/logger.js.map +1 -0
  209. package/dist/utils/types.d.ts +4 -0
  210. package/dist/utils/types.d.ts.map +1 -0
  211. package/dist/utils/types.js +2 -0
  212. package/dist/utils/types.js.map +1 -0
  213. package/dist/utils/validation.d.ts +11 -0
  214. package/dist/utils/validation.d.ts.map +1 -0
  215. package/dist/utils/validation.js +16 -0
  216. package/dist/utils/validation.js.map +1 -0
  217. package/dist/version.d.ts +2 -0
  218. package/dist/version.d.ts.map +1 -0
  219. package/dist/version.js +2 -0
  220. package/dist/version.js.map +1 -0
  221. package/package.json +57 -108
  222. package/LICENSE.md +0 -202
  223. package/README.md +0 -372
  224. package/dist/cjs/clients.js +0 -78
  225. package/dist/cjs/clients.js.map +0 -1
  226. package/dist/cjs/common/integrations/langgraph.js +0 -471
  227. package/dist/cjs/common/integrations/langgraph.js.map +0 -1
  228. package/dist/cjs/common/logger-instance.js +0 -64
  229. package/dist/cjs/common/logger-instance.js.map +0 -1
  230. package/dist/cjs/common/logger.js +0 -225
  231. package/dist/cjs/common/logger.js.map +0 -1
  232. package/dist/cjs/common/token-costs.js +0 -95
  233. package/dist/cjs/common/token-costs.js.map +0 -1
  234. package/dist/cjs/common/tracer.js +0 -1099
  235. package/dist/cjs/common/tracer.js.map +0 -1
  236. package/dist/cjs/constants.js +0 -347
  237. package/dist/cjs/constants.js.map +0 -1
  238. package/dist/cjs/data/datasets/eval-dataset-client.js +0 -394
  239. package/dist/cjs/data/datasets/eval-dataset-client.js.map +0 -1
  240. package/dist/cjs/data/datasets/eval-dataset.js +0 -405
  241. package/dist/cjs/data/datasets/eval-dataset.js.map +0 -1
  242. package/dist/cjs/data/example.js +0 -159
  243. package/dist/cjs/data/example.js.map +0 -1
  244. package/dist/cjs/data/result.js +0 -83
  245. package/dist/cjs/data/result.js.map +0 -1
  246. package/dist/cjs/e2etests/eval-operations.test.js +0 -282
  247. package/dist/cjs/e2etests/eval-operations.test.js.map +0 -1
  248. package/dist/cjs/e2etests/judgee-traces.test.js +0 -278
  249. package/dist/cjs/e2etests/judgee-traces.test.js.map +0 -1
  250. package/dist/cjs/evaluation-run.js +0 -136
  251. package/dist/cjs/evaluation-run.js.map +0 -1
  252. package/dist/cjs/exporters/otel-exporter.js +0 -352
  253. package/dist/cjs/exporters/otel-exporter.js.map +0 -1
  254. package/dist/cjs/index.js +0 -78
  255. package/dist/cjs/index.js.map +0 -1
  256. package/dist/cjs/judges/index.js +0 -237
  257. package/dist/cjs/judges/index.js.map +0 -1
  258. package/dist/cjs/judgment-client.js +0 -798
  259. package/dist/cjs/judgment-client.js.map +0 -1
  260. package/dist/cjs/rules.js +0 -322
  261. package/dist/cjs/rules.js.map +0 -1
  262. package/dist/cjs/run-evaluation.js +0 -700
  263. package/dist/cjs/run-evaluation.js.map +0 -1
  264. package/dist/cjs/scorers/api-scorer.js +0 -304
  265. package/dist/cjs/scorers/api-scorer.js.map +0 -1
  266. package/dist/cjs/scorers/base-scorer.js +0 -293
  267. package/dist/cjs/scorers/base-scorer.js.map +0 -1
  268. package/dist/cjs/scorers/metrics/answer-correctness/answer-correctness.js +0 -562
  269. package/dist/cjs/scorers/metrics/answer-correctness/answer-correctness.js.map +0 -1
  270. package/dist/cjs/scorers/metrics/answer-correctness/index.js +0 -19
  271. package/dist/cjs/scorers/metrics/answer-correctness/index.js.map +0 -1
  272. package/dist/cjs/scorers/metrics/answer-correctness/prompts.js +0 -175
  273. package/dist/cjs/scorers/metrics/answer-correctness/prompts.js.map +0 -1
  274. package/dist/cjs/scorers/metrics/answer-relevancy/answer-relevancy.js +0 -514
  275. package/dist/cjs/scorers/metrics/answer-relevancy/answer-relevancy.js.map +0 -1
  276. package/dist/cjs/scorers/metrics/answer-relevancy/index.js +0 -19
  277. package/dist/cjs/scorers/metrics/answer-relevancy/index.js.map +0 -1
  278. package/dist/cjs/scorers/metrics/answer-relevancy/prompts.js +0 -179
  279. package/dist/cjs/scorers/metrics/answer-relevancy/prompts.js.map +0 -1
  280. package/dist/cjs/scorers/metrics/faithfulness/faithfulness.js +0 -512
  281. package/dist/cjs/scorers/metrics/faithfulness/faithfulness.js.map +0 -1
  282. package/dist/cjs/scorers/metrics/faithfulness/index.js +0 -19
  283. package/dist/cjs/scorers/metrics/faithfulness/index.js.map +0 -1
  284. package/dist/cjs/scorers/metrics/faithfulness/prompts.js +0 -232
  285. package/dist/cjs/scorers/metrics/faithfulness/prompts.js.map +0 -1
  286. package/dist/cjs/scorers/metrics/hallucination/hallucination.js +0 -386
  287. package/dist/cjs/scorers/metrics/hallucination/hallucination.js.map +0 -1
  288. package/dist/cjs/scorers/metrics/hallucination/index.js +0 -11
  289. package/dist/cjs/scorers/metrics/hallucination/index.js.map +0 -1
  290. package/dist/cjs/scorers/metrics/hallucination/prompts.js +0 -106
  291. package/dist/cjs/scorers/metrics/hallucination/prompts.js.map +0 -1
  292. package/dist/cjs/scorers/metrics/instruction-adherence/index.js +0 -19
  293. package/dist/cjs/scorers/metrics/instruction-adherence/index.js.map +0 -1
  294. package/dist/cjs/scorers/metrics/instruction-adherence/instruction-adherence.js +0 -378
  295. package/dist/cjs/scorers/metrics/instruction-adherence/instruction-adherence.js.map +0 -1
  296. package/dist/cjs/scorers/metrics/instruction-adherence/prompts.js +0 -124
  297. package/dist/cjs/scorers/metrics/instruction-adherence/prompts.js.map +0 -1
  298. package/dist/esm/clients.js +0 -47
  299. package/dist/esm/clients.js.map +0 -1
  300. package/dist/esm/common/integrations/langgraph.js +0 -444
  301. package/dist/esm/common/integrations/langgraph.js.map +0 -1
  302. package/dist/esm/common/logger-instance.js +0 -59
  303. package/dist/esm/common/logger-instance.js.map +0 -1
  304. package/dist/esm/common/logger.js +0 -208
  305. package/dist/esm/common/logger.js.map +0 -1
  306. package/dist/esm/common/token-costs.js +0 -91
  307. package/dist/esm/common/token-costs.js.map +0 -1
  308. package/dist/esm/common/tracer.js +0 -1093
  309. package/dist/esm/common/tracer.js.map +0 -1
  310. package/dist/esm/constants.js +0 -341
  311. package/dist/esm/constants.js.map +0 -1
  312. package/dist/esm/data/datasets/eval-dataset-client.js +0 -387
  313. package/dist/esm/data/datasets/eval-dataset-client.js.map +0 -1
  314. package/dist/esm/data/datasets/eval-dataset.js +0 -375
  315. package/dist/esm/data/datasets/eval-dataset.js.map +0 -1
  316. package/dist/esm/data/example.js +0 -154
  317. package/dist/esm/data/example.js.map +0 -1
  318. package/dist/esm/data/result.js +0 -78
  319. package/dist/esm/data/result.js.map +0 -1
  320. package/dist/esm/e2etests/eval-operations.test.js +0 -254
  321. package/dist/esm/e2etests/eval-operations.test.js.map +0 -1
  322. package/dist/esm/e2etests/judgee-traces.test.js +0 -253
  323. package/dist/esm/e2etests/judgee-traces.test.js.map +0 -1
  324. package/dist/esm/evaluation-run.js +0 -132
  325. package/dist/esm/evaluation-run.js.map +0 -1
  326. package/dist/esm/exporters/otel-exporter.js +0 -348
  327. package/dist/esm/exporters/otel-exporter.js.map +0 -1
  328. package/dist/esm/index.js +0 -20
  329. package/dist/esm/index.js.map +0 -1
  330. package/dist/esm/judges/index.js +0 -205
  331. package/dist/esm/judges/index.js.map +0 -1
  332. package/dist/esm/judgment-client.js +0 -768
  333. package/dist/esm/judgment-client.js.map +0 -1
  334. package/dist/esm/rules.js +0 -314
  335. package/dist/esm/rules.js.map +0 -1
  336. package/dist/esm/run-evaluation.js +0 -681
  337. package/dist/esm/run-evaluation.js.map +0 -1
  338. package/dist/esm/scorers/api-scorer.js +0 -286
  339. package/dist/esm/scorers/api-scorer.js.map +0 -1
  340. package/dist/esm/scorers/base-scorer.js +0 -287
  341. package/dist/esm/scorers/base-scorer.js.map +0 -1
  342. package/dist/esm/scorers/metrics/answer-correctness/answer-correctness.js +0 -558
  343. package/dist/esm/scorers/metrics/answer-correctness/answer-correctness.js.map +0 -1
  344. package/dist/esm/scorers/metrics/answer-correctness/index.js +0 -3
  345. package/dist/esm/scorers/metrics/answer-correctness/index.js.map +0 -1
  346. package/dist/esm/scorers/metrics/answer-correctness/prompts.js +0 -171
  347. package/dist/esm/scorers/metrics/answer-correctness/prompts.js.map +0 -1
  348. package/dist/esm/scorers/metrics/answer-relevancy/answer-relevancy.js +0 -510
  349. package/dist/esm/scorers/metrics/answer-relevancy/answer-relevancy.js.map +0 -1
  350. package/dist/esm/scorers/metrics/answer-relevancy/index.js +0 -3
  351. package/dist/esm/scorers/metrics/answer-relevancy/index.js.map +0 -1
  352. package/dist/esm/scorers/metrics/answer-relevancy/prompts.js +0 -175
  353. package/dist/esm/scorers/metrics/answer-relevancy/prompts.js.map +0 -1
  354. package/dist/esm/scorers/metrics/faithfulness/faithfulness.js +0 -508
  355. package/dist/esm/scorers/metrics/faithfulness/faithfulness.js.map +0 -1
  356. package/dist/esm/scorers/metrics/faithfulness/index.js +0 -3
  357. package/dist/esm/scorers/metrics/faithfulness/index.js.map +0 -1
  358. package/dist/esm/scorers/metrics/faithfulness/prompts.js +0 -228
  359. package/dist/esm/scorers/metrics/faithfulness/prompts.js.map +0 -1
  360. package/dist/esm/scorers/metrics/hallucination/hallucination.js +0 -382
  361. package/dist/esm/scorers/metrics/hallucination/hallucination.js.map +0 -1
  362. package/dist/esm/scorers/metrics/hallucination/index.js +0 -3
  363. package/dist/esm/scorers/metrics/hallucination/index.js.map +0 -1
  364. package/dist/esm/scorers/metrics/hallucination/prompts.js +0 -102
  365. package/dist/esm/scorers/metrics/hallucination/prompts.js.map +0 -1
  366. package/dist/esm/scorers/metrics/instruction-adherence/index.js +0 -3
  367. package/dist/esm/scorers/metrics/instruction-adherence/index.js.map +0 -1
  368. package/dist/esm/scorers/metrics/instruction-adherence/instruction-adherence.js +0 -374
  369. package/dist/esm/scorers/metrics/instruction-adherence/instruction-adherence.js.map +0 -1
  370. package/dist/esm/scorers/metrics/instruction-adherence/prompts.js +0 -120
  371. package/dist/esm/scorers/metrics/instruction-adherence/prompts.js.map +0 -1
  372. package/dist/types/clients.d.ts +0 -6
  373. package/dist/types/common/integrations/langgraph.d.ts +0 -39
  374. package/dist/types/common/logger-instance.d.ts +0 -3
  375. package/dist/types/common/logger.d.ts +0 -54
  376. package/dist/types/common/token-costs.d.ts +0 -36
  377. package/dist/types/common/tracer.d.ts +0 -249
  378. package/dist/types/constants.d.ts +0 -51
  379. package/dist/types/data/datasets/eval-dataset-client.d.ts +0 -44
  380. package/dist/types/data/datasets/eval-dataset.d.ts +0 -45
  381. package/dist/types/data/example.d.ts +0 -82
  382. package/dist/types/data/result.d.ts +0 -51
  383. package/dist/types/e2etests/eval-operations.test.d.ts +0 -5
  384. package/dist/types/e2etests/judgee-traces.test.d.ts +0 -5
  385. package/dist/types/evaluation-run.d.ts +0 -44
  386. package/dist/types/exporters/otel-exporter.d.ts +0 -16
  387. package/dist/types/index.d.ts +0 -11
  388. package/dist/types/judges/index.d.ts +0 -50
  389. package/dist/types/judgment-client.d.ts +0 -149
  390. package/dist/types/rules.d.ts +0 -120
  391. package/dist/types/run-evaluation.d.ts +0 -78
  392. package/dist/types/scorers/api-scorer.d.ts +0 -84
  393. package/dist/types/scorers/base-scorer.d.ts +0 -162
  394. package/dist/types/scorers/metrics/answer-correctness/answer-correctness.d.ts +0 -80
  395. package/dist/types/scorers/metrics/answer-correctness/index.d.ts +0 -2
  396. package/dist/types/scorers/metrics/answer-correctness/prompts.d.ts +0 -71
  397. package/dist/types/scorers/metrics/answer-relevancy/answer-relevancy.d.ts +0 -74
  398. package/dist/types/scorers/metrics/answer-relevancy/index.d.ts +0 -2
  399. package/dist/types/scorers/metrics/answer-relevancy/prompts.d.ts +0 -71
  400. package/dist/types/scorers/metrics/faithfulness/faithfulness.d.ts +0 -73
  401. package/dist/types/scorers/metrics/faithfulness/index.d.ts +0 -2
  402. package/dist/types/scorers/metrics/faithfulness/prompts.d.ts +0 -94
  403. package/dist/types/scorers/metrics/hallucination/hallucination.d.ts +0 -63
  404. package/dist/types/scorers/metrics/hallucination/index.d.ts +0 -3
  405. package/dist/types/scorers/metrics/hallucination/prompts.d.ts +0 -63
  406. package/dist/types/scorers/metrics/instruction-adherence/index.d.ts +0 -2
  407. package/dist/types/scorers/metrics/instruction-adherence/instruction-adherence.d.ts +0 -63
  408. package/dist/types/scorers/metrics/instruction-adherence/prompts.d.ts +0 -78
@@ -1,405 +0,0 @@
1
- "use strict";
2
- var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
3
- if (k2 === undefined) k2 = k;
4
- var desc = Object.getOwnPropertyDescriptor(m, k);
5
- if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
6
- desc = { enumerable: true, get: function() { return m[k]; } };
7
- }
8
- Object.defineProperty(o, k2, desc);
9
- }) : (function(o, m, k, k2) {
10
- if (k2 === undefined) k2 = k;
11
- o[k2] = m[k];
12
- }));
13
- var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
14
- Object.defineProperty(o, "default", { enumerable: true, value: v });
15
- }) : function(o, v) {
16
- o["default"] = v;
17
- });
18
- var __importStar = (this && this.__importStar) || function (mod) {
19
- if (mod && mod.__esModule) return mod;
20
- var result = {};
21
- if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
22
- __setModuleDefault(result, mod);
23
- return result;
24
- };
25
- var __importDefault = (this && this.__importDefault) || function (mod) {
26
- return (mod && mod.__esModule) ? mod : { "default": mod };
27
- };
28
- Object.defineProperty(exports, "__esModule", { value: true });
29
- exports.EvalDataset = void 0;
30
- const example_js_1 = require("../example.js"); // Import class and options
31
- const fs = __importStar(require("fs"));
32
- const path = __importStar(require("path"));
33
- const papaparse_1 = __importDefault(require("papaparse")); // Added PapaParse
34
- const js_yaml_1 = __importDefault(require("js-yaml")); // Added js-yaml
35
- const date_fns_1 = require("date-fns"); // For default filename timestamp
36
- const ACCEPTABLE_FILE_TYPES = ['json', 'csv', 'yaml'];
37
- // Define keys that represent lists potentially split by a delimiter in CSV
38
- // Use camelCase names from Example class/ExampleOptions
39
- const LIST_LIKE_KEYS = [
40
- 'context',
41
- 'retrievalContext',
42
- 'toolsCalled',
43
- 'expectedTools',
44
- ];
45
- class EvalDataset {
46
- // These might not be needed directly in the TS class if client handles auth
47
- // public judgment_api_key: string;
48
- // public organization_id: string;
49
- constructor(examples = []) {
50
- console.debug(`Initializing EvalDataset with ${examples.length} examples`);
51
- this.examples = examples;
52
- this._alias = null;
53
- this._id = null;
54
- // Assuming API keys are handled by the client, not stored in the dataset object itself
55
- // this.judgment_api_key = judgment_api_key || process.env.JUDGMENT_API_KEY || '';
56
- // this.organization_id = organization_id || process.env.JUDGMENT_ORG_ID || '';
57
- // if (!this.judgment_api_key) {
58
- // console.warn("No judgment_api_key provided");
59
- // }
60
- }
61
- addExample(e) {
62
- this.examples.push(e);
63
- }
64
- get length() {
65
- return this.examples.length;
66
- }
67
- get alias() {
68
- return this._alias;
69
- }
70
- set alias(value) {
71
- this._alias = value;
72
- }
73
- get id() {
74
- return this._id;
75
- }
76
- set id(value) {
77
- this._id = value;
78
- }
79
- /**
80
- * Adds examples from a JSON file.
81
- * Assumes the JSON file has a top-level key "examples" containing an array of example objects.
82
- * @param filePath Path to the JSON file.
83
- */
84
- addFromJson(filePath) {
85
- console.debug(`Loading dataset from JSON file: ${filePath}`);
86
- try {
87
- const fileContent = fs.readFileSync(filePath, 'utf-8');
88
- const payload = JSON.parse(fileContent);
89
- const examplesFromJson = payload === null || payload === void 0 ? void 0 : payload.examples;
90
- if (!Array.isArray(examplesFromJson)) {
91
- throw new Error('Invalid JSON format: "examples" key not found or not an array.');
92
- }
93
- console.info(`Adding ${examplesFromJson.length} examples from JSON`);
94
- examplesFromJson.forEach((e) => {
95
- // Map snake_case from file to camelCase for ExampleOptions
96
- const options = {
97
- input: e.input,
98
- actualOutput: e.actual_output,
99
- expectedOutput: e.expected_output,
100
- context: e.context,
101
- retrievalContext: e.retrieval_context,
102
- additionalMetadata: e.additional_metadata,
103
- toolsCalled: e.tools_called,
104
- expectedTools: e.expected_tools,
105
- name: e.name,
106
- exampleId: e.example_id,
107
- exampleIndex: e.example_index,
108
- timestamp: e.timestamp,
109
- traceId: e.trace_id,
110
- example: e.example,
111
- };
112
- // TODO: Add handling for fields not in ExampleOptions (name, comments, etc.) if needed
113
- this.addExample(new example_js_1.Example(options));
114
- });
115
- }
116
- catch (error) {
117
- if (error.code === 'ENOENT') {
118
- console.error(`JSON file not found: ${filePath}`);
119
- throw new Error(`The file ${filePath} was not found.`);
120
- }
121
- else if (error instanceof SyntaxError) {
122
- console.error(`Invalid JSON file: ${filePath}`, error);
123
- throw new Error(`The file ${filePath} is not a valid JSON file.`);
124
- }
125
- else {
126
- console.error(`Error loading dataset from JSON: ${filePath}`, error);
127
- throw error; // Re-throw other errors
128
- }
129
- }
130
- }
131
- /**
132
- * Adds examples from a YAML file.
133
- * Assumes the YAML file has a top-level key "examples" containing an array of example objects.
134
- * @param filePath Path to the YAML file.
135
- */
136
- addFromYaml(filePath) {
137
- console.debug(`Loading dataset from YAML file: ${filePath}`);
138
- try {
139
- const fileContent = fs.readFileSync(filePath, 'utf-8');
140
- const payload = js_yaml_1.default.load(fileContent);
141
- if (!payload) {
142
- throw new Error('The YAML file is empty.');
143
- }
144
- const examplesFromYaml = payload === null || payload === void 0 ? void 0 : payload.examples;
145
- if (!Array.isArray(examplesFromYaml)) {
146
- throw new Error('Invalid YAML format: "examples" key not found or not an array.');
147
- }
148
- console.info(`Adding ${examplesFromYaml.length} examples from YAML`);
149
- examplesFromYaml.forEach((e) => {
150
- // Map snake_case from file to camelCase for ExampleOptions
151
- const options = {
152
- input: e.input,
153
- actualOutput: e.actual_output,
154
- expectedOutput: e.expected_output,
155
- context: e.context,
156
- retrievalContext: e.retrieval_context,
157
- additionalMetadata: e.additional_metadata,
158
- toolsCalled: e.tools_called,
159
- expectedTools: e.expected_tools,
160
- name: e.name,
161
- exampleId: e.example_id,
162
- exampleIndex: e.example_index,
163
- timestamp: e.timestamp,
164
- traceId: e.trace_id,
165
- example: e.example,
166
- };
167
- this.addExample(new example_js_1.Example(options));
168
- });
169
- }
170
- catch (error) {
171
- if (error.code === 'ENOENT') {
172
- console.error(`YAML file not found: ${filePath}`);
173
- throw new Error(`The file ${filePath} was not found.`);
174
- }
175
- else if (error instanceof js_yaml_1.default.YAMLException) {
176
- console.error(`Invalid YAML file: ${filePath}`, error);
177
- throw new Error(`The file ${filePath} is not a valid YAML file.`);
178
- }
179
- else {
180
- console.error(`Error loading dataset from YAML: ${filePath}`, error);
181
- throw error; // Re-throw other errors
182
- }
183
- }
184
- }
185
- /**
186
- * Adds examples from a CSV file.
187
- * @param filePath Path to the CSV file.
188
- * @param headerMapping Dictionary mapping Example headers (keys) to custom headers in the CSV (values).
189
- * @param primaryDelimiter Main delimiter used in CSV file. Defaults to ",".
190
- * @param secondaryDelimiter Secondary delimiter for list fields (context, retrieval_context, etc.). Defaults to ";".
191
- */
192
- addFromCsv(filePath,
193
- // headerMapping values are CSV headers, keys need to be ExampleOptions properties (camelCase)
194
- headerMapping, primaryDelimiter = ',', secondaryDelimiter = ';') {
195
- console.debug(`Loading dataset from CSV file: ${filePath}`);
196
- try {
197
- const fileContent = fs.readFileSync(filePath, 'utf-8');
198
- // Invert headerMapping for easier lookup: CSV Header -> ExampleOption Key
199
- const csvHeaderToExampleKeyMap = Object.entries(headerMapping).reduce((acc, [exampleKey, csvHeader]) => {
200
- if (csvHeader)
201
- acc[csvHeader] = exampleKey;
202
- return acc;
203
- }, {});
204
- const parseResult = papaparse_1.default.parse(fileContent, {
205
- header: true,
206
- delimiter: primaryDelimiter,
207
- skipEmptyLines: true,
208
- dynamicTyping: (field) => {
209
- const exampleKey = csvHeaderToExampleKeyMap[field];
210
- // Prevent auto-typing traceId
211
- if (exampleKey === 'traceId')
212
- return false;
213
- return true;
214
- },
215
- });
216
- if (parseResult.errors.length > 0) {
217
- console.error('CSV parsing errors:', parseResult.errors);
218
- // throw new Error(`Failed to parse CSV file: ${filePath}`);
219
- }
220
- const csvData = parseResult.data;
221
- const newExamples = [];
222
- csvData.forEach((row, index) => {
223
- var _a;
224
- const exampleOptions = {};
225
- // Need a way to handle the 'example' boolean column if it's not in ExampleOptions
226
- let isExampleRow = true; // Assume true unless 'example' column says otherwise
227
- const exampleColumnCsvHeader = headerMapping['example']; // Assuming 'example' key exists in mapping for the boolean
228
- for (const csvHeader in row) {
229
- const exampleKey = csvHeaderToExampleKeyMap[csvHeader];
230
- if (!exampleKey)
231
- continue;
232
- let value = row[csvHeader];
233
- if (value === null || value === undefined || value === '') {
234
- value = exampleKey === 'additionalMetadata' ? {} : null;
235
- }
236
- else {
237
- value = String(value);
238
- if (LIST_LIKE_KEYS.includes(exampleKey)) {
239
- value = value
240
- .split(secondaryDelimiter)
241
- .map((item) => item.trim())
242
- .filter((item) => item !== '');
243
- }
244
- else if (exampleKey === 'additionalMetadata') {
245
- try {
246
- value = JSON.parse(value);
247
- }
248
- catch (e) {
249
- console.warn(`Row ${index + 2}: Could not parse additionalMetadata "${value}" as JSON. Storing as string.`);
250
- }
251
- }
252
- else if (exampleColumnCsvHeader && csvHeader === exampleColumnCsvHeader) {
253
- // Check if current CSV header matches the one mapped to the 'example' concept
254
- const lowerVal = value.toLowerCase();
255
- isExampleRow = !['false', '0', 'no', ''].includes(lowerVal);
256
- // We don't store this boolean directly on ExampleOptions unless it has an 'example' field
257
- continue; // Don't assign this value to exampleOptions map
258
- }
259
- else if (exampleKey === 'example') {
260
- // Check key directly
261
- const lowerVal = value.toLowerCase();
262
- isExampleRow = !['false', '0', 'no', ''].includes(lowerVal);
263
- // Assign to options IF the key exists in headerMapping
264
- if (headerMapping.example) {
265
- exampleOptions[exampleKey] = isExampleRow;
266
- }
267
- // Don't continue here, let assignment happen below
268
- }
269
- else if (exampleKey === 'actualOutput' || exampleKey === 'expectedOutput') {
270
- // If it contains the delimiter, treat as array, otherwise string
271
- if (value.includes(secondaryDelimiter)) {
272
- value = value
273
- .split(secondaryDelimiter)
274
- .map((item) => item.trim())
275
- .filter((item) => item !== '');
276
- } // else leave as string
277
- }
278
- }
279
- exampleOptions[exampleKey] = value; // Assign using the camelCase key
280
- }
281
- // Only add if it's marked as an example and has required fields
282
- if (isExampleRow) {
283
- // Check required fields using camelCase
284
- if (exampleOptions.input === undefined ||
285
- exampleOptions.input === null
286
- // actualOutput is optional in ExampleOptions, so don't check here
287
- ) {
288
- console.warn(`Row ${index + 2}: Skipping example due to missing 'input'.`);
289
- }
290
- else {
291
- // Add trace_id if missing and mapped
292
- if (headerMapping.traceId && !exampleOptions.traceId) {
293
- exampleOptions.traceId = String((_a = row[headerMapping.traceId]) !== null && _a !== void 0 ? _a : null); // Ensure it's a string
294
- }
295
- newExamples.push(new example_js_1.Example(exampleOptions));
296
- }
297
- }
298
- });
299
- console.info(`Adding ${newExamples.length} examples from CSV`);
300
- newExamples.forEach((e) => this.addExample(e));
301
- }
302
- catch (error) {
303
- if (error.code === 'ENOENT') {
304
- console.error(`CSV file not found: ${filePath}`);
305
- throw new Error(`The file ${filePath} was not found.`);
306
- }
307
- else {
308
- console.error(`Error loading dataset from CSV: ${filePath}`, error);
309
- throw error; // Re-throw other errors
310
- }
311
- }
312
- }
313
- /**
314
- * Saves the dataset as a file.
315
- * @param fileType The file type to save as ('json', 'csv', 'yaml').
316
- * @param dirPath The directory path to save the file to.
317
- * @param saveName Optional: The name of the file (without extension). Defaults to a timestamp.
318
- * @param secondaryDelimiter Optional: The delimiter used for joining list fields in CSV output. Defaults to ";".
319
- */
320
- saveAs(fileType, dirPath, saveName, secondaryDelimiter = ';') {
321
- if (!ACCEPTABLE_FILE_TYPES.includes(fileType)) {
322
- throw new TypeError(`Invalid file type: ${fileType}. Please choose from ${ACCEPTABLE_FILE_TYPES.join(', ')}`);
323
- }
324
- try {
325
- // Ensure directory exists
326
- if (!fs.existsSync(dirPath)) {
327
- fs.mkdirSync(dirPath, { recursive: true });
328
- }
329
- const fileName = saveName !== null && saveName !== void 0 ? saveName : (0, date_fns_1.format)(new Date(), 'yyyyMMdd_HHmmss');
330
- const completePath = path.join(dirPath, `${fileName}.${fileType}`);
331
- // Use the Example class's toJSON method which outputs snake_case keys
332
- const examplesForOutput = this.examples.map(e => e.toJSON());
333
- console.info(`Saving dataset to ${completePath}`);
334
- if (fileType === 'json') {
335
- const jsonContent = JSON.stringify({ examples: examplesForOutput }, null, 4);
336
- fs.writeFileSync(completePath, jsonContent, 'utf-8');
337
- }
338
- else if (fileType === 'yaml') {
339
- // The toJSON output is already structured correctly for YAML
340
- const yamlContent = js_yaml_1.default.dump({ examples: examplesForOutput }, { noRefs: true, lineWidth: -1 });
341
- fs.writeFileSync(completePath, yamlContent, 'utf-8');
342
- }
343
- else if (fileType === 'csv') {
344
- // Define CSV headers using the snake_case keys expected in the output
345
- const csvHeaders = [
346
- 'input',
347
- 'actual_output',
348
- 'expected_output',
349
- 'context',
350
- 'retrieval_context',
351
- 'additional_metadata',
352
- 'tools_called',
353
- 'expected_tools',
354
- 'name',
355
- 'example_id',
356
- 'example_index',
357
- 'timestamp',
358
- 'trace_id',
359
- 'example',
360
- ];
361
- // Prepare data for PapaParse using the snake_case keys from toJSON()
362
- const csvData = examplesForOutput.map((e_json) => {
363
- const row = {};
364
- csvHeaders.forEach((header) => {
365
- const value = e_json[header];
366
- // Check original camelCase list keys for joining arrays
367
- if ((header === 'context' ||
368
- header === 'retrieval_context' ||
369
- header === 'tools_called' ||
370
- header === 'expected_tools') && Array.isArray(value)) {
371
- row[header] = value.join(secondaryDelimiter);
372
- }
373
- else if (header === 'additional_metadata' && typeof value === 'object' && value !== null) {
374
- try {
375
- row[header] = JSON.stringify(value);
376
- }
377
- catch (_a) {
378
- row[header] = String(value);
379
- }
380
- }
381
- else if (header === 'example') {
382
- row[header] = value !== null && value !== void 0 ? value : true; // Default to true if null/undefined
383
- }
384
- else {
385
- row[header] = value === undefined ? null : value;
386
- }
387
- });
388
- return row;
389
- });
390
- const csvContent = papaparse_1.default.unparse(csvData, {
391
- columns: csvHeaders,
392
- header: true,
393
- delimiter: ',',
394
- });
395
- fs.writeFileSync(completePath, csvContent, 'utf-8');
396
- }
397
- }
398
- catch (error) {
399
- console.error(`Error saving dataset to ${fileType}:`, error);
400
- throw error; // Re-throw error
401
- }
402
- }
403
- }
404
- exports.EvalDataset = EvalDataset;
405
- //# sourceMappingURL=eval-dataset.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"eval-dataset.js","sourceRoot":"","sources":["../../../../src/data/datasets/eval-dataset.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,8CAAwD,CAAC,2BAA2B;AACpF,uCAAyB;AACzB,2CAA6B;AAC7B,0DAA6B,CAAC,kBAAkB;AAChD,sDAA2B,CAAC,gBAAgB;AAC5C,uCAAkC,CAAC,iCAAiC;AAOpE,MAAM,qBAAqB,GAAmB,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;AAEtE,2EAA2E;AAC3E,wDAAwD;AACxD,MAAM,cAAc,GAA6B;IAC/C,SAAS;IACT,kBAAkB;IAClB,aAAa;IACb,eAAe;CAChB,CAAC;AAEF,MAAa,WAAW;IAItB,4EAA4E;IAC5E,mCAAmC;IACnC,kCAAkC;IAElC,YAAY,WAAsB,EAAE;QAClC,OAAO,CAAC,KAAK,CAAC,iCAAiC,QAAQ,CAAC,MAAM,WAAW,CAAC,CAAC;QAC3E,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC;QAChB,uFAAuF;QACvF,kFAAkF;QAClF,+EAA+E;QAC/E,gCAAgC;QAChC,kDAAkD;QAClD,IAAI;IACN,CAAC;IAEM,UAAU,CAAC,CAAU;QAC1B,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACxB,CAAC;IAED,IAAW,MAAM;QACf,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;IAC9B,CAAC;IAED,IAAW,KAAK;QACd,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED,IAAW,KAAK,CAAC,KAAoB;QACnC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;IACtB,CAAC;IAED,IAAW,EAAE;QACX,OAAO,IAAI,CAAC,GAAG,CAAC;IAClB,CAAC;IAED,IAAW,EAAE,CAAC,KAAoB;QAChC,IAAI,CAAC,GAAG,GAAG,KAAK,CAAC;IACnB,CAAC;IAED;;;;OAIG;IACI,WAAW,CAAC,QAAgB;QACjC,OAAO,CAAC,KAAK,CAAC,mCAAmC,QAAQ,EAAE,CAAC,CAAC;QAC7D,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YACvD,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;YACxC,MAAM,gBAAgB,GAAG,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,QAAQ,CAAC;YAE3C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,gBAAgB,CAAC,EAAE,CAAC;gBACrC,MAAM,IAAI,KAAK,CACb,gEAAgE,CACjE,CAAC;YACJ,CAAC;YAED,OAAO,CAAC,IAAI,CAAC,UAAU,gBAAgB,CAAC,MAAM,qBAAqB,CAAC,CAAC;YACrE,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAM,EAAE,EAAE;gBAClC,2DAA2D;gBAC3D,MAAM,OAAO,GAAmB;oBAC9B,KAAK,EAAE,CAAC,CAAC,KAAK;oBACd,YAAY,EAAE,CAAC,CAAC,aAAa;oBAC7B,cAAc,EAAE,CAAC,CAAC,eAAe;oBACjC,OAAO,EAAE,CAAC,CAAC,OAAO;oBAClB,gBAAgB,EAAE,CAAC,CAAC,iBAAiB;oBACrC,kBAAkB,EAAE,CAAC,CAAC,mBAAmB;oBACzC,WAAW,EAAE,CAAC,CAAC,YAAY;oBAC3B,aAAa,EAAE,CAAC,CAAC,cAAc;oBAC/B,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,SAAS,EAAE,CAAC,CAAC,UAAU;oBACvB,YAAY,EAAE,CAAC,CAAC,aAAa;oBAC7B,SAAS,EAAE,CAAC,CAAC,SAAS;oBACtB,OAAO,EAAE,CAAC,CAAC,QAAQ;oBACnB,OAAO,EAAE,CAAC,CAAC,OAAO;iBACnB,CAAC;gBACF,uFAAuF;gBACvF,IAAI,CAAC,UAAU,CAAC,IAAI,oBAAO,CAAC,OAAO,CAAC,CAAC,CAAC;YACxC,CAAC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC5B,OAAO,CAAC,KAAK,CAAC,wBAAwB,QAAQ,EAAE,CAAC,CAAC;gBAClD,MAAM,IAAI,KAAK,CAAC,YAAY,QAAQ,iBAAiB,CAAC,CAAC;YACzD,CAAC;iBAAM,IAAI,KAAK,YAAY,WAAW,EAAE,CAAC;gBACxC,OAAO,CAAC,KAAK,CAAC,sBAAsB,QAAQ,EAAE,EAAE,KAAK,CAAC,CAAC;gBACvD,MAAM,IAAI,KAAK,CAAC,YAAY,QAAQ,4BAA4B,CAAC,CAAC;YACpE,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,KAAK,CAAC,oCAAoC,QAAQ,EAAE,EAAE,KAAK,CAAC,CAAC;gBACrE,MAAM,KAAK,CAAC,CAAC,wBAAwB;YACvC,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;;OAIG;IACI,WAAW,CAAC,QAAgB;QACjC,OAAO,CAAC,KAAK,CAAC,mCAAmC,QAAQ,EAAE,CAAC,CAAC;QAC7D,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YACvD,MAAM,OAAO,GAAG,iBAAI,CAAC,IAAI,CAAC,WAAW,CAAyB,CAAC;YAE/D,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;YAC7C,CAAC;YAED,MAAM,gBAAgB,GAAG,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,QAAQ,CAAC;YAE3C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,gBAAgB,CAAC,EAAE,CAAC;gBACrC,MAAM,IAAI,KAAK,CACb,gEAAgE,CACjE,CAAC;YACJ,CAAC;YAED,OAAO,CAAC,IAAI,CAAC,UAAU,gBAAgB,CAAC,MAAM,qBAAqB,CAAC,CAAC;YACrE,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAM,EAAE,EAAE;gBAClC,2DAA2D;gBAC3D,MAAM,OAAO,GAAmB;oBAC9B,KAAK,EAAE,CAAC,CAAC,KAAK;oBACd,YAAY,EAAE,CAAC,CAAC,aAAa;oBAC7B,cAAc,EAAE,CAAC,CAAC,eAAe;oBACjC,OAAO,EAAE,CAAC,CAAC,OAAO;oBAClB,gBAAgB,EAAE,CAAC,CAAC,iBAAiB;oBACrC,kBAAkB,EAAE,CAAC,CAAC,mBAAmB;oBACzC,WAAW,EAAE,CAAC,CAAC,YAAY;oBAC3B,aAAa,EAAE,CAAC,CAAC,cAAc;oBAC/B,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,SAAS,EAAE,CAAC,CAAC,UAAU;oBACvB,YAAY,EAAE,CAAC,CAAC,aAAa;oBAC7B,SAAS,EAAE,CAAC,CAAC,SAAS;oBACtB,OAAO,EAAE,CAAC,CAAC,QAAQ;oBACnB,OAAO,EAAE,CAAC,CAAC,OAAO;iBACnB,CAAC;gBACF,IAAI,CAAC,UAAU,CAAC,IAAI,oBAAO,CAAC,OAAO,CAAC,CAAC,CAAC;YACxC,CAAC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC5B,OAAO,CAAC,KAAK,CAAC,wBAAwB,QAAQ,EAAE,CAAC,CAAC;gBAClD,MAAM,IAAI,KAAK,CAAC,YAAY,QAAQ,iBAAiB,CAAC,CAAC;YACzD,CAAC;iBAAM,IAAI,KAAK,YAAY,iBAAI,CAAC,aAAa,EAAE,CAAC;gBAC/C,OAAO,CAAC,KAAK,CAAC,sBAAsB,QAAQ,EAAE,EAAE,KAAK,CAAC,CAAC;gBACvD,MAAM,IAAI,KAAK,CAAC,YAAY,QAAQ,4BAA4B,CAAC,CAAC;YACpE,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,KAAK,CAAC,oCAAoC,QAAQ,EAAE,EAAE,KAAK,CAAC,CAAC;gBACrE,MAAM,KAAK,CAAC,CAAC,wBAAwB;YACvC,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;;;;OAMG;IACI,UAAU,CACf,QAAgB;IAChB,8FAA8F;IAC9F,aAAyD,EACzD,mBAA2B,GAAG,EAC9B,qBAA6B,GAAG;QAEhC,OAAO,CAAC,KAAK,CAAC,kCAAkC,QAAQ,EAAE,CAAC,CAAC;QAC5D,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAEvD,0EAA0E;YAC1E,MAAM,wBAAwB,GAAG,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,MAAM,CACnE,CAAC,GAAG,EAAE,CAAC,UAAU,EAAE,SAAS,CAAC,EAAE,EAAE;gBAC/B,IAAI,SAAS;oBAAE,GAAG,CAAC,SAAS,CAAC,GAAG,UAAkC,CAAC;gBACnE,OAAO,GAAG,CAAC;YACb,CAAC,EACD,EAA0C,CAC3C,CAAC;YAEF,MAAM,WAAW,GAAG,mBAAI,CAAC,KAAK,CAAC,WAAW,EAAE;gBAC1C,MAAM,EAAE,IAAI;gBACZ,SAAS,EAAE,gBAAgB;gBAC3B,cAAc,EAAE,IAAI;gBACpB,aAAa,EAAE,CAAC,KAAsB,EAAE,EAAE;oBACxC,MAAM,UAAU,GAAG,wBAAwB,CAAC,KAAK,CAAC,CAAC;oBACnD,8BAA8B;oBAC9B,IAAI,UAAU,KAAK,SAAS;wBAAE,OAAO,KAAK,CAAC;oBAC3C,OAAO,IAAI,CAAC;gBACd,CAAC;aACF,CAAC,CAAC;YAEH,IAAI,WAAW,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAClC,OAAO,CAAC,KAAK,CAAC,qBAAqB,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;gBACzD,4DAA4D;YAC9D,CAAC;YAED,MAAM,OAAO,GAAG,WAAW,CAAC,IAA6B,CAAC;YAC1D,MAAM,WAAW,GAAc,EAAE,CAAC;YAElC,OAAO,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;;gBAC7B,MAAM,cAAc,GAA4B,EAAE,CAAC;gBACnD,kFAAkF;gBAClF,IAAI,YAAY,GAAG,IAAI,CAAC,CAAC,qDAAqD;gBAC9E,MAAM,sBAAsB,GAAG,aAAa,CAAC,SAAS,CAAC,CAAC,CAAC,2DAA2D;gBAEpH,KAAK,MAAM,SAAS,IAAI,GAAG,EAAE,CAAC;oBAC5B,MAAM,UAAU,GAAG,wBAAwB,CAAC,SAAS,CAAC,CAAC;oBACvD,IAAI,CAAC,UAAU;wBAAE,SAAS;oBAE1B,IAAI,KAAK,GAAG,GAAG,CAAC,SAAS,CAAC,CAAC;oBAE3B,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,EAAE,EAAE,CAAC;wBAC1D,KAAK,GAAG,UAAU,KAAK,oBAAoB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;oBAC1D,CAAC;yBAAM,CAAC;wBACN,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;wBAEtB,IAAI,cAAc,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;4BACxC,KAAK,GAAI,KAAgB;iCACtB,KAAK,CAAC,kBAAkB,CAAC;iCACzB,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;iCAC1B,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,EAAE,CAAC,CAAC;wBACnC,CAAC;6BAAM,IAAI,UAAU,KAAK,oBAAoB,EAAE,CAAC;4BAC/C,IAAI,CAAC;gCACH,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAe,CAAC,CAAC;4BACtC,CAAC;4BAAC,OAAO,CAAC,EAAE,CAAC;gCACX,OAAO,CAAC,IAAI,CACV,OAAO,KAAK,GAAG,CAAC,yCAAyC,KAAK,+BAA+B,CAC9F,CAAC;4BACJ,CAAC;wBACH,CAAC;6BAAM,IAAI,sBAAsB,IAAI,SAAS,KAAK,sBAAsB,EAAE,CAAC;4BACzE,8EAA8E;4BAC9E,MAAM,QAAQ,GAAI,KAAgB,CAAC,WAAW,EAAE,CAAC;4BACjD,YAAY,GAAG,CAAC,CAAC,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;4BAC5D,0FAA0F;4BAC1F,SAAS,CAAC,gDAAgD;wBAC5D,CAAC;6BAAM,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;4BACpC,qBAAqB;4BACrB,MAAM,QAAQ,GAAI,KAAgB,CAAC,WAAW,EAAE,CAAC;4BACjD,YAAY,GAAG,CAAC,CAAC,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;4BAC5D,uDAAuD;4BACvD,IAAI,aAAa,CAAC,OAAO,EAAE,CAAC;gCACvB,cAAsB,CAAC,UAAU,CAAC,GAAG,YAAY,CAAC;4BACvD,CAAC;4BACD,mDAAmD;wBACrD,CAAC;6BAAM,IAAI,UAAU,KAAK,cAAc,IAAI,UAAU,KAAK,gBAAgB,EAAE,CAAC;4BAC3E,iEAAiE;4BACjE,IAAK,KAAgB,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC;gCACjD,KAAK,GAAI,KAAgB;qCACtB,KAAK,CAAC,kBAAkB,CAAC;qCACzB,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;qCAC1B,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,EAAE,CAAC,CAAC;4BACrC,CAAC,CAAC,uBAAuB;wBAC5B,CAAC;oBACJ,CAAC;oBACA,cAAsB,CAAC,UAAU,CAAC,GAAG,KAAK,CAAC,CAAC,iCAAiC;gBAChF,CAAC;gBAED,gEAAgE;gBAChE,IAAI,YAAY,EAAE,CAAC;oBAChB,wCAAwC;oBACzC,IACE,cAAc,CAAC,KAAK,KAAK,SAAS;wBAClC,cAAc,CAAC,KAAK,KAAK,IAAI;oBAC7B,kEAAkE;sBAClE,CAAC;wBACD,OAAO,CAAC,IAAI,CACV,OAAO,KAAK,GAAG,CAAC,4CAA4C,CAC7D,CAAC;oBACJ,CAAC;yBAAM,CAAC;wBACN,qCAAqC;wBACrC,IAAI,aAAa,CAAC,OAAO,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC;4BACnD,cAAc,CAAC,OAAO,GAAG,MAAM,CAAC,MAAA,GAAG,CAAC,aAAa,CAAC,OAAO,CAAC,mCAAI,IAAI,CAAC,CAAC,CAAC,uBAAuB;wBAChG,CAAC;wBACD,WAAW,CAAC,IAAI,CAAC,IAAI,oBAAO,CAAC,cAAgC,CAAC,CAAC,CAAC;oBAClE,CAAC;gBACH,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,OAAO,CAAC,IAAI,CAAC,UAAU,WAAW,CAAC,MAAM,oBAAoB,CAAC,CAAC;YAC/D,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;QACjD,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC5B,OAAO,CAAC,KAAK,CAAC,uBAAuB,QAAQ,EAAE,CAAC,CAAC;gBACjD,MAAM,IAAI,KAAK,CAAC,YAAY,QAAQ,iBAAiB,CAAC,CAAC;YACzD,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,KAAK,CAAC,mCAAmC,QAAQ,EAAE,EAAE,KAAK,CAAC,CAAC;gBACpE,MAAM,KAAK,CAAC,CAAC,wBAAwB;YACvC,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;;;;OAMG;IACI,MAAM,CACX,QAAsB,EACtB,OAAe,EACf,QAAiB,EACjB,qBAA6B,GAAG;QAEhC,IAAI,CAAC,qBAAqB,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC9C,MAAM,IAAI,SAAS,CACjB,sBAAsB,QAAQ,wBAAwB,qBAAqB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACzF,CAAC;QACJ,CAAC;QAED,IAAI,CAAC;YACH,0BAA0B;YAC1B,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC5B,EAAE,CAAC,SAAS,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC7C,CAAC;YAED,MAAM,QAAQ,GAAG,QAAQ,aAAR,QAAQ,cAAR,QAAQ,GAAI,IAAA,iBAAM,EAAC,IAAI,IAAI,EAAE,EAAE,iBAAiB,CAAC,CAAC;YACnE,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,QAAQ,IAAI,QAAQ,EAAE,CAAC,CAAC;YACnE,sEAAsE;YACtE,MAAM,iBAAiB,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;YAE7D,OAAO,CAAC,IAAI,CAAC,qBAAqB,YAAY,EAAE,CAAC,CAAC;YAElD,IAAI,QAAQ,KAAK,MAAM,EAAE,CAAC;gBACxB,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,iBAAiB,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;gBAC7E,EAAE,CAAC,aAAa,CAAC,YAAY,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;YACvD,CAAC;iBAAM,IAAI,QAAQ,KAAK,MAAM,EAAE,CAAC;gBAC9B,6DAA6D;gBAC9D,MAAM,WAAW,GAAG,iBAAI,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,iBAAiB,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;gBAChG,EAAE,CAAC,aAAa,CAAC,YAAY,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;YACvD,CAAC;iBAAM,IAAI,QAAQ,KAAK,KAAK,EAAE,CAAC;gBAC9B,sEAAsE;gBACtE,MAAM,UAAU,GAAa;oBAC3B,OAAO;oBACP,eAAe;oBACf,iBAAiB;oBACjB,SAAS;oBACT,mBAAmB;oBACnB,qBAAqB;oBACrB,cAAc;oBACd,gBAAgB;oBAChB,MAAM;oBACN,YAAY;oBACZ,eAAe;oBACf,WAAW;oBACX,UAAU;oBACV,SAAS;iBACV,CAAC;gBAEF,qEAAqE;gBACpE,MAAM,OAAO,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;oBAC9C,MAAM,GAAG,GAAqD,EAAE,CAAC;oBACjE,UAAU,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;wBAC1B,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;wBAC5B,wDAAwD;wBACxD,IAAK,CACE,MAAM,KAAK,SAAS;4BACpB,MAAM,KAAK,mBAAmB;4BAC9B,MAAM,KAAK,cAAc;4BACzB,MAAM,KAAK,gBAAgB,CAC5B,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EACzB,CAAC;4BACJ,GAAG,CAAC,MAAM,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;wBAC/C,CAAC;6BAAM,IAAI,MAAM,KAAK,qBAAqB,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;4BAC3F,IAAI,CAAC;gCACF,GAAG,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;4BACvC,CAAC;4BAAC,WAAM,CAAC;gCACN,GAAG,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;4BAC/B,CAAC;wBACH,CAAC;6BAAM,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;4BAC9B,GAAG,CAAC,MAAM,CAAC,GAAG,KAAK,aAAL,KAAK,cAAL,KAAK,GAAI,IAAI,CAAC,CAAC,oCAAoC;wBACrE,CAAC;6BAAM,CAAC;4BACN,GAAG,CAAC,MAAM,CAAC,GAAG,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC;wBACnD,CAAC;oBACN,CAAC,CAAC,CAAC;oBACJ,OAAO,GAAG,CAAC;gBACZ,CAAC,CAAC,CAAC;gBAEL,MAAM,UAAU,GAAG,mBAAI,CAAC,OAAO,CAAC,OAAO,EAAE;oBACvC,OAAO,EAAE,UAAU;oBACnB,MAAM,EAAE,IAAI;oBACZ,SAAS,EAAE,GAAG;iBACf,CAAC,CAAC;gBACH,EAAE,CAAC,aAAa,CAAC,YAAY,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;YACtD,CAAC;QACH,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,2BAA2B,QAAQ,GAAG,EAAE,KAAK,CAAC,CAAC;YAC7D,MAAM,KAAK,CAAC,CAAC,iBAAiB;QAChC,CAAC;IACH,CAAC;CACF;AA3YD,kCA2YC"}
@@ -1,159 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.ExampleBuilder = exports.Example = void 0;
4
- class Example {
5
- constructor(options) {
6
- this.input = options.input;
7
- this.actualOutput = options.actualOutput;
8
- this.expectedOutput = options.expectedOutput;
9
- this.context = options.context;
10
- this.retrievalContext = options.retrievalContext;
11
- this.additionalMetadata = options.additionalMetadata;
12
- this.toolsCalled = options.toolsCalled;
13
- this.expectedTools = options.expectedTools;
14
- this.name = options.name;
15
- this.exampleId = options.exampleId || this.generateUUID();
16
- this.exampleIndex = options.exampleIndex;
17
- this.timestamp = options.timestamp || new Date().toISOString();
18
- this.traceId = options.traceId;
19
- this.example = options.example;
20
- }
21
- /**
22
- * Generate a UUID for the example ID
23
- */
24
- generateUUID() {
25
- return 'xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx'.replace(/[xy]/g, function (c) {
26
- const r = Math.random() * 16 | 0;
27
- const v = c === 'x' ? r : (r & 0x3 | 0x8);
28
- return v.toString(16);
29
- });
30
- }
31
- /**
32
- * Builder pattern for creating an Example
33
- */
34
- static builder() {
35
- return new ExampleBuilder();
36
- }
37
- /**
38
- * Convert the example to a plain object
39
- */
40
- toJSON() {
41
- // Ensure exampleId is a valid UUID
42
- if (!this.exampleId || !this.exampleId.match(/^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i)) {
43
- this.exampleId = this.generateUUID();
44
- }
45
- // Create the base object with required fields
46
- const result = {
47
- input: this.input,
48
- actual_output: this.actualOutput,
49
- expected_output: this.expectedOutput,
50
- name: this.name || "example",
51
- example_id: this.exampleId,
52
- example_index: this.exampleIndex || 0,
53
- timestamp: this.timestamp || new Date().toISOString(),
54
- trace_id: this.traceId || `trace-${Date.now()}-${Math.floor(Math.random() * 1000)}`
55
- };
56
- // Only include non-null fields to avoid sending empty fields to the API
57
- if (this.context)
58
- result.context = this.context;
59
- if (this.retrievalContext)
60
- result.retrieval_context = this.retrievalContext;
61
- if (this.additionalMetadata)
62
- result.additional_metadata = this.additionalMetadata;
63
- if (this.toolsCalled)
64
- result.tools_called = this.toolsCalled;
65
- if (this.expectedTools)
66
- result.expected_tools = this.expectedTools;
67
- if (this.example !== undefined)
68
- result.example = this.example;
69
- return result;
70
- }
71
- }
72
- exports.Example = Example;
73
- /**
74
- * Builder for creating Example instances
75
- */
76
- class ExampleBuilder {
77
- constructor() {
78
- this._input = '';
79
- }
80
- input(input) {
81
- this._input = input;
82
- return this;
83
- }
84
- actualOutput(actualOutput) {
85
- this._actualOutput = actualOutput;
86
- return this;
87
- }
88
- expectedOutput(expectedOutput) {
89
- this._expectedOutput = expectedOutput;
90
- return this;
91
- }
92
- context(context) {
93
- this._context = context;
94
- return this;
95
- }
96
- retrievalContext(retrievalContext) {
97
- this._retrievalContext = retrievalContext;
98
- return this;
99
- }
100
- additionalMetadata(additionalMetadata) {
101
- this._additionalMetadata = additionalMetadata;
102
- return this;
103
- }
104
- toolsCalled(toolsCalled) {
105
- this._toolsCalled = toolsCalled;
106
- return this;
107
- }
108
- expectedTools(expectedTools) {
109
- this._expectedTools = expectedTools;
110
- return this;
111
- }
112
- name(name) {
113
- this._name = name;
114
- return this;
115
- }
116
- exampleId(exampleId) {
117
- this._exampleId = exampleId;
118
- return this;
119
- }
120
- exampleIndex(exampleIndex) {
121
- this._exampleIndex = exampleIndex;
122
- return this;
123
- }
124
- timestamp(timestamp) {
125
- this._timestamp = timestamp;
126
- return this;
127
- }
128
- traceId(traceId) {
129
- this._traceId = traceId;
130
- return this;
131
- }
132
- example(example) {
133
- this._example = example;
134
- return this;
135
- }
136
- build() {
137
- if (!this._input) {
138
- throw new Error('Input is required for an Example');
139
- }
140
- return new Example({
141
- input: this._input,
142
- actualOutput: this._actualOutput,
143
- expectedOutput: this._expectedOutput,
144
- context: this._context,
145
- retrievalContext: this._retrievalContext,
146
- additionalMetadata: this._additionalMetadata,
147
- toolsCalled: this._toolsCalled,
148
- expectedTools: this._expectedTools,
149
- name: this._name,
150
- exampleId: this._exampleId,
151
- exampleIndex: this._exampleIndex,
152
- timestamp: this._timestamp,
153
- traceId: this._traceId,
154
- example: this._example,
155
- });
156
- }
157
- }
158
- exports.ExampleBuilder = ExampleBuilder;
159
- //# sourceMappingURL=example.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"example.js","sourceRoot":"","sources":["../../../src/data/example.ts"],"names":[],"mappings":";;;AAoBA,MAAa,OAAO;IAgBlB,YAAY,OAAuB;QACjC,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QAC3B,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;QACzC,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC;QAC7C,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;QAC/B,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC;QACjD,IAAI,CAAC,kBAAkB,GAAG,OAAO,CAAC,kBAAkB,CAAC;QACrD,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QACvC,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;QAC3C,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QACzB,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;QAC1D,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;QACzC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC/D,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;QAC/B,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;IACjC,CAAC;IAED;;OAEG;IACK,YAAY;QAClB,OAAO,sCAAsC,CAAC,OAAO,CAAC,OAAO,EAAE,UAAS,CAAC;YACvE,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;YACjC,MAAM,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,GAAG,GAAG,CAAC,CAAC;YAC1C,OAAO,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QACxB,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,OAAO;QACZ,OAAO,IAAI,cAAc,EAAE,CAAC;IAC9B,CAAC;IAED;;OAEG;IACH,MAAM;QACJ,mCAAmC;QACnC,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,iEAAiE,CAAC,EAAE,CAAC;YAChH,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QACvC,CAAC;QAED,8CAA8C;QAC9C,MAAM,MAAM,GAAwB;YAClC,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,aAAa,EAAE,IAAI,CAAC,YAAY;YAChC,eAAe,EAAE,IAAI,CAAC,cAAc;YACpC,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,SAAS;YAC5B,UAAU,EAAE,IAAI,CAAC,SAAS;YAC1B,aAAa,EAAE,IAAI,CAAC,YAAY,IAAI,CAAC;YACrC,SAAS,EAAE,IAAI,CAAC,SAAS,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACrD,QAAQ,EAAE,IAAI,CAAC,OAAO,IAAI,SAAS,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE;SACpF,CAAC;QAEF,wEAAwE;QACxE,IAAI,IAAI,CAAC,OAAO;YAAE,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAChD,IAAI,IAAI,CAAC,gBAAgB;YAAE,MAAM,CAAC,iBAAiB,GAAG,IAAI,CAAC,gBAAgB,CAAC;QAC5E,IAAI,IAAI,CAAC,kBAAkB;YAAE,MAAM,CAAC,mBAAmB,GAAG,IAAI,CAAC,kBAAkB,CAAC;QAClF,IAAI,IAAI,CAAC,WAAW;YAAE,MAAM,CAAC,YAAY,GAAG,IAAI,CAAC,WAAW,CAAC;QAC7D,IAAI,IAAI,CAAC,aAAa;YAAE,MAAM,CAAC,cAAc,GAAG,IAAI,CAAC,aAAa,CAAC;QACnE,IAAI,IAAI,CAAC,OAAO,KAAK,SAAS;YAAE,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAE9D,OAAO,MAAM,CAAC;IAChB,CAAC;CACF;AAlFD,0BAkFC;AAED;;GAEG;AACH,MAAa,cAAc;IAA3B;QACU,WAAM,GAAW,EAAE,CAAC;IA2G9B,CAAC;IA5FC,KAAK,CAAC,KAAa;QACjB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,YAAY,CAAC,YAA+B;QAC1C,IAAI,CAAC,aAAa,GAAG,YAAY,CAAC;QAClC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,cAAc,CAAC,cAAiC;QAC9C,IAAI,CAAC,eAAe,GAAG,cAAc,CAAC;QACtC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,CAAC,OAAiB;QACvB,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;QACxB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,gBAAgB,CAAC,gBAA0B;QACzC,IAAI,CAAC,iBAAiB,GAAG,gBAAgB,CAAC;QAC1C,OAAO,IAAI,CAAC;IACd,CAAC;IAED,kBAAkB,CAAC,kBAAuC;QACxD,IAAI,CAAC,mBAAmB,GAAG,kBAAkB,CAAC;QAC9C,OAAO,IAAI,CAAC;IACd,CAAC;IAED,WAAW,CAAC,WAAqB;QAC/B,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC;QAChC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,aAAa,CAAC,aAAuB;QACnC,IAAI,CAAC,cAAc,GAAG,aAAa,CAAC;QACpC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,CAAC,IAAY;QACf,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,SAAS,CAAC,SAAiB;QACzB,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;QAC5B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,YAAY,CAAC,YAAoB;QAC/B,IAAI,CAAC,aAAa,GAAG,YAAY,CAAC;QAClC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,SAAS,CAAC,SAAiB;QACzB,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;QAC5B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,CAAC,OAAe;QACrB,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;QACxB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,CAAC,OAAgB;QACtB,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;QACxB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK;QACH,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;QACtD,CAAC;QAED,OAAO,IAAI,OAAO,CAAC;YACjB,KAAK,EAAE,IAAI,CAAC,MAAM;YAClB,YAAY,EAAE,IAAI,CAAC,aAAa;YAChC,cAAc,EAAE,IAAI,CAAC,eAAe;YACpC,OAAO,EAAE,IAAI,CAAC,QAAQ;YACtB,gBAAgB,EAAE,IAAI,CAAC,iBAAiB;YACxC,kBAAkB,EAAE,IAAI,CAAC,mBAAmB;YAC5C,WAAW,EAAE,IAAI,CAAC,YAAY;YAC9B,aAAa,EAAE,IAAI,CAAC,cAAc;YAClC,IAAI,EAAE,IAAI,CAAC,KAAK;YAChB,SAAS,EAAE,IAAI,CAAC,UAAU;YAC1B,YAAY,EAAE,IAAI,CAAC,aAAa;YAChC,SAAS,EAAE,IAAI,CAAC,UAAU;YAC1B,OAAO,EAAE,IAAI,CAAC,QAAQ;YACtB,OAAO,EAAE,IAAI,CAAC,QAAQ;SACvB,CAAC,CAAC;IACL,CAAC;CACF;AA5GD,wCA4GC"}