judgeval 0.2.9 → 0.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (408) hide show
  1. package/dist/constants.d.ts +2 -0
  2. package/dist/constants.d.ts.map +1 -0
  3. package/dist/constants.js +2 -0
  4. package/dist/constants.js.map +1 -0
  5. package/dist/data/example-params.d.ts +13 -0
  6. package/dist/data/example-params.d.ts.map +1 -0
  7. package/dist/data/example-params.js +12 -0
  8. package/dist/data/example-params.js.map +1 -0
  9. package/dist/data/example.d.ts +4 -0
  10. package/dist/data/example.d.ts.map +1 -0
  11. package/dist/data/example.js +10 -0
  12. package/dist/data/example.js.map +1 -0
  13. package/dist/data/index.d.ts +3 -0
  14. package/dist/data/index.d.ts.map +1 -0
  15. package/dist/data/index.js +3 -0
  16. package/dist/data/index.js.map +1 -0
  17. package/dist/env.d.ts +6 -0
  18. package/dist/env.d.ts.map +1 -0
  19. package/dist/env.js +13 -0
  20. package/dist/env.js.map +1 -0
  21. package/dist/index.d.ts +9 -0
  22. package/dist/index.d.ts.map +1 -0
  23. package/dist/index.js +2 -0
  24. package/dist/index.js.map +1 -0
  25. package/dist/index.mjs +2 -0
  26. package/dist/index.mjs.map +1 -0
  27. package/dist/index.umd.js +2 -0
  28. package/dist/index.umd.js.map +1 -0
  29. package/dist/internal/api/index.d.ts +23 -0
  30. package/dist/internal/api/index.d.ts.map +1 -0
  31. package/dist/internal/api/index.js +132 -0
  32. package/dist/internal/api/index.js.map +1 -0
  33. package/dist/internal/api/models/BaseScorer.d.ts +23 -0
  34. package/dist/internal/api/models/BaseScorer.d.ts.map +1 -0
  35. package/dist/internal/api/models/BaseScorer.js +6 -0
  36. package/dist/internal/api/models/BaseScorer.js.map +1 -0
  37. package/dist/internal/api/models/EvalResults.d.ts +12 -0
  38. package/dist/internal/api/models/EvalResults.d.ts.map +1 -0
  39. package/dist/internal/api/models/EvalResults.js +6 -0
  40. package/dist/internal/api/models/EvalResults.js.map +1 -0
  41. package/dist/internal/api/models/EvalResultsFetch.d.ts +9 -0
  42. package/dist/internal/api/models/EvalResultsFetch.d.ts.map +1 -0
  43. package/dist/internal/api/models/EvalResultsFetch.js +6 -0
  44. package/dist/internal/api/models/EvalResultsFetch.js.map +1 -0
  45. package/dist/internal/api/models/Example.d.ts +10 -0
  46. package/dist/internal/api/models/Example.d.ts.map +1 -0
  47. package/dist/internal/api/models/Example.js +6 -0
  48. package/dist/internal/api/models/Example.js.map +1 -0
  49. package/dist/internal/api/models/ExampleEvaluationRun.d.ts +20 -0
  50. package/dist/internal/api/models/ExampleEvaluationRun.d.ts.map +1 -0
  51. package/dist/internal/api/models/ExampleEvaluationRun.js +6 -0
  52. package/dist/internal/api/models/ExampleEvaluationRun.js.map +1 -0
  53. package/dist/internal/api/models/FetchPromptScorersRequest.d.ts +8 -0
  54. package/dist/internal/api/models/FetchPromptScorersRequest.d.ts.map +1 -0
  55. package/dist/internal/api/models/FetchPromptScorersRequest.js +6 -0
  56. package/dist/internal/api/models/FetchPromptScorersRequest.js.map +1 -0
  57. package/dist/internal/api/models/FetchPromptScorersResponse.d.ts +9 -0
  58. package/dist/internal/api/models/FetchPromptScorersResponse.d.ts.map +1 -0
  59. package/dist/internal/api/models/FetchPromptScorersResponse.js +6 -0
  60. package/dist/internal/api/models/FetchPromptScorersResponse.js.map +1 -0
  61. package/dist/internal/api/models/OtelTraceSpan.d.ts +33 -0
  62. package/dist/internal/api/models/OtelTraceSpan.d.ts.map +1 -0
  63. package/dist/internal/api/models/OtelTraceSpan.js +6 -0
  64. package/dist/internal/api/models/OtelTraceSpan.js.map +1 -0
  65. package/dist/internal/api/models/PromptScorer.d.ts +14 -0
  66. package/dist/internal/api/models/PromptScorer.d.ts.map +1 -0
  67. package/dist/internal/api/models/PromptScorer.js +6 -0
  68. package/dist/internal/api/models/PromptScorer.js.map +1 -0
  69. package/dist/internal/api/models/ResolveProjectNameRequest.d.ts +8 -0
  70. package/dist/internal/api/models/ResolveProjectNameRequest.d.ts.map +1 -0
  71. package/dist/internal/api/models/ResolveProjectNameRequest.js +6 -0
  72. package/dist/internal/api/models/ResolveProjectNameRequest.js.map +1 -0
  73. package/dist/internal/api/models/ResolveProjectNameResponse.d.ts +8 -0
  74. package/dist/internal/api/models/ResolveProjectNameResponse.d.ts.map +1 -0
  75. package/dist/internal/api/models/ResolveProjectNameResponse.js +6 -0
  76. package/dist/internal/api/models/ResolveProjectNameResponse.js.map +1 -0
  77. package/dist/internal/api/models/SavePromptScorerRequest.d.ts +12 -0
  78. package/dist/internal/api/models/SavePromptScorerRequest.d.ts.map +1 -0
  79. package/dist/internal/api/models/SavePromptScorerRequest.js +6 -0
  80. package/dist/internal/api/models/SavePromptScorerRequest.js.map +1 -0
  81. package/dist/internal/api/models/SavePromptScorerResponse.d.ts +9 -0
  82. package/dist/internal/api/models/SavePromptScorerResponse.d.ts.map +1 -0
  83. package/dist/internal/api/models/SavePromptScorerResponse.js +6 -0
  84. package/dist/internal/api/models/SavePromptScorerResponse.js.map +1 -0
  85. package/dist/internal/api/models/ScorerConfig.d.ts +13 -0
  86. package/dist/internal/api/models/ScorerConfig.d.ts.map +1 -0
  87. package/dist/internal/api/models/ScorerConfig.js +6 -0
  88. package/dist/internal/api/models/ScorerConfig.js.map +1 -0
  89. package/dist/internal/api/models/ScorerData.d.ts +17 -0
  90. package/dist/internal/api/models/ScorerData.d.ts.map +1 -0
  91. package/dist/internal/api/models/ScorerData.js +6 -0
  92. package/dist/internal/api/models/ScorerData.js.map +1 -0
  93. package/dist/internal/api/models/ScorerExistsRequest.d.ts +8 -0
  94. package/dist/internal/api/models/ScorerExistsRequest.d.ts.map +1 -0
  95. package/dist/internal/api/models/ScorerExistsRequest.js +6 -0
  96. package/dist/internal/api/models/ScorerExistsRequest.js.map +1 -0
  97. package/dist/internal/api/models/ScorerExistsResponse.d.ts +8 -0
  98. package/dist/internal/api/models/ScorerExistsResponse.d.ts.map +1 -0
  99. package/dist/internal/api/models/ScorerExistsResponse.js +6 -0
  100. package/dist/internal/api/models/ScorerExistsResponse.js.map +1 -0
  101. package/dist/internal/api/models/ScoringResult.d.ts +17 -0
  102. package/dist/internal/api/models/ScoringResult.d.ts.map +1 -0
  103. package/dist/internal/api/models/ScoringResult.js +6 -0
  104. package/dist/internal/api/models/ScoringResult.js.map +1 -0
  105. package/dist/internal/api/models/TraceEvaluationRun.d.ts +18 -0
  106. package/dist/internal/api/models/TraceEvaluationRun.d.ts.map +1 -0
  107. package/dist/internal/api/models/TraceEvaluationRun.js +6 -0
  108. package/dist/internal/api/models/TraceEvaluationRun.js.map +1 -0
  109. package/dist/internal/api/models.d.ts +24 -0
  110. package/dist/internal/api/models.d.ts.map +1 -0
  111. package/dist/internal/api/models.js +24 -0
  112. package/dist/internal/api/models.js.map +1 -0
  113. package/dist/scorers/api-scorer.d.ts +23 -0
  114. package/dist/scorers/api-scorer.d.ts.map +1 -0
  115. package/dist/scorers/api-scorer.js +36 -0
  116. package/dist/scorers/api-scorer.js.map +1 -0
  117. package/dist/scorers/api_scorers/answer-correctness-scorer.d.ts +11 -0
  118. package/dist/scorers/api_scorers/answer-correctness-scorer.d.ts.map +1 -0
  119. package/dist/scorers/api_scorers/answer-correctness-scorer.js +20 -0
  120. package/dist/scorers/api_scorers/answer-correctness-scorer.js.map +1 -0
  121. package/dist/scorers/api_scorers/answer-relevancy-scorer.d.ts +11 -0
  122. package/dist/scorers/api_scorers/answer-relevancy-scorer.d.ts.map +1 -0
  123. package/dist/scorers/api_scorers/answer-relevancy-scorer.js +19 -0
  124. package/dist/scorers/api_scorers/answer-relevancy-scorer.js.map +1 -0
  125. package/dist/scorers/api_scorers/faithfulness-scorer.d.ts +11 -0
  126. package/dist/scorers/api_scorers/faithfulness-scorer.d.ts.map +1 -0
  127. package/dist/scorers/api_scorers/faithfulness-scorer.js +20 -0
  128. package/dist/scorers/api_scorers/faithfulness-scorer.js.map +1 -0
  129. package/dist/scorers/api_scorers/index.d.ts +2 -0
  130. package/dist/scorers/api_scorers/index.d.ts.map +1 -0
  131. package/dist/scorers/api_scorers/index.js +2 -0
  132. package/dist/scorers/api_scorers/index.js.map +1 -0
  133. package/dist/scorers/api_scorers/instruction-adherence-scorer.d.ts +11 -0
  134. package/dist/scorers/api_scorers/instruction-adherence-scorer.d.ts.map +1 -0
  135. package/dist/scorers/api_scorers/instruction-adherence-scorer.js +20 -0
  136. package/dist/scorers/api_scorers/instruction-adherence-scorer.js.map +1 -0
  137. package/dist/scorers/api_scorers/prompt_scorer/base-prompt-scorer.d.ts +48 -0
  138. package/dist/scorers/api_scorers/prompt_scorer/base-prompt-scorer.d.ts.map +1 -0
  139. package/dist/scorers/api_scorers/prompt_scorer/base-prompt-scorer.js +133 -0
  140. package/dist/scorers/api_scorers/prompt_scorer/base-prompt-scorer.js.map +1 -0
  141. package/dist/scorers/api_scorers/prompt_scorer/index.d.ts +5 -0
  142. package/dist/scorers/api_scorers/prompt_scorer/index.d.ts.map +1 -0
  143. package/dist/scorers/api_scorers/prompt_scorer/index.js +5 -0
  144. package/dist/scorers/api_scorers/prompt_scorer/index.js.map +1 -0
  145. package/dist/scorers/api_scorers/prompt_scorer/prompt-scorer-utils.d.ts +14 -0
  146. package/dist/scorers/api_scorers/prompt_scorer/prompt-scorer-utils.d.ts.map +1 -0
  147. package/dist/scorers/api_scorers/prompt_scorer/prompt-scorer-utils.js +44 -0
  148. package/dist/scorers/api_scorers/prompt_scorer/prompt-scorer-utils.js.map +1 -0
  149. package/dist/scorers/api_scorers/prompt_scorer/prompt-scorer.d.ts +7 -0
  150. package/dist/scorers/api_scorers/prompt_scorer/prompt-scorer.d.ts.map +1 -0
  151. package/dist/scorers/api_scorers/prompt_scorer/prompt-scorer.js +9 -0
  152. package/dist/scorers/api_scorers/prompt_scorer/prompt-scorer.js.map +1 -0
  153. package/dist/scorers/api_scorers/prompt_scorer/trace-prompt-scorer.d.ts +6 -0
  154. package/dist/scorers/api_scorers/prompt_scorer/trace-prompt-scorer.d.ts.map +1 -0
  155. package/dist/scorers/api_scorers/prompt_scorer/trace-prompt-scorer.js +8 -0
  156. package/dist/scorers/api_scorers/prompt_scorer/trace-prompt-scorer.js.map +1 -0
  157. package/dist/scorers/base-scorer.d.ts +10 -0
  158. package/dist/scorers/base-scorer.d.ts.map +1 -0
  159. package/dist/scorers/base-scorer.js +41 -0
  160. package/dist/scorers/base-scorer.js.map +1 -0
  161. package/dist/scorers/index.d.ts +4 -0
  162. package/dist/scorers/index.d.ts.map +1 -0
  163. package/dist/scorers/index.js +4 -0
  164. package/dist/scorers/index.js.map +1 -0
  165. package/dist/tracer/OpenTelemetryKeys.d.ts +12 -0
  166. package/dist/tracer/OpenTelemetryKeys.d.ts.map +1 -0
  167. package/dist/tracer/OpenTelemetryKeys.js +12 -0
  168. package/dist/tracer/OpenTelemetryKeys.js.map +1 -0
  169. package/dist/tracer/Tracer.d.ts +47 -0
  170. package/dist/tracer/Tracer.d.ts.map +1 -0
  171. package/dist/tracer/Tracer.js +235 -0
  172. package/dist/tracer/Tracer.js.map +1 -0
  173. package/dist/tracer/TracerConfiguration.d.ts +71 -0
  174. package/dist/tracer/TracerConfiguration.d.ts.map +1 -0
  175. package/dist/tracer/TracerConfiguration.js +111 -0
  176. package/dist/tracer/TracerConfiguration.js.map +1 -0
  177. package/dist/tracer/exporters/JudgmentSpanExporter.d.ts +36 -0
  178. package/dist/tracer/exporters/JudgmentSpanExporter.d.ts.map +1 -0
  179. package/dist/tracer/exporters/JudgmentSpanExporter.js +72 -0
  180. package/dist/tracer/exporters/JudgmentSpanExporter.js.map +1 -0
  181. package/dist/tracer/exporters/NoOpSpanExporter.d.ts +12 -0
  182. package/dist/tracer/exporters/NoOpSpanExporter.d.ts.map +1 -0
  183. package/dist/tracer/exporters/NoOpSpanExporter.js +16 -0
  184. package/dist/tracer/exporters/NoOpSpanExporter.js.map +1 -0
  185. package/dist/tracer/exporters/index.d.ts +3 -0
  186. package/dist/tracer/exporters/index.d.ts.map +1 -0
  187. package/dist/tracer/exporters/index.js +3 -0
  188. package/dist/tracer/exporters/index.js.map +1 -0
  189. package/dist/tracer/index.d.ts +5 -0
  190. package/dist/tracer/index.d.ts.map +1 -0
  191. package/dist/tracer/index.js +5 -0
  192. package/dist/tracer/index.js.map +1 -0
  193. package/dist/umd.d.ts +2 -0
  194. package/dist/umd.d.ts.map +1 -0
  195. package/dist/umd.js +2 -0
  196. package/dist/umd.js.map +1 -0
  197. package/dist/utils/annotate.d.ts +2 -0
  198. package/dist/utils/annotate.d.ts.map +1 -0
  199. package/dist/utils/annotate.js +27 -0
  200. package/dist/utils/annotate.js.map +1 -0
  201. package/dist/utils/index.d.ts +5 -0
  202. package/dist/utils/index.d.ts.map +1 -0
  203. package/dist/utils/index.js +5 -0
  204. package/dist/utils/index.js.map +1 -0
  205. package/dist/utils/logger.d.ts +27 -0
  206. package/dist/utils/logger.d.ts.map +1 -0
  207. package/dist/utils/logger.js +70 -0
  208. package/dist/utils/logger.js.map +1 -0
  209. package/dist/utils/types.d.ts +4 -0
  210. package/dist/utils/types.d.ts.map +1 -0
  211. package/dist/utils/types.js +2 -0
  212. package/dist/utils/types.js.map +1 -0
  213. package/dist/utils/validation.d.ts +11 -0
  214. package/dist/utils/validation.d.ts.map +1 -0
  215. package/dist/utils/validation.js +16 -0
  216. package/dist/utils/validation.js.map +1 -0
  217. package/dist/version.d.ts +2 -0
  218. package/dist/version.d.ts.map +1 -0
  219. package/dist/version.js +2 -0
  220. package/dist/version.js.map +1 -0
  221. package/package.json +57 -108
  222. package/LICENSE.md +0 -202
  223. package/README.md +0 -372
  224. package/dist/cjs/clients.js +0 -78
  225. package/dist/cjs/clients.js.map +0 -1
  226. package/dist/cjs/common/integrations/langgraph.js +0 -471
  227. package/dist/cjs/common/integrations/langgraph.js.map +0 -1
  228. package/dist/cjs/common/logger-instance.js +0 -64
  229. package/dist/cjs/common/logger-instance.js.map +0 -1
  230. package/dist/cjs/common/logger.js +0 -225
  231. package/dist/cjs/common/logger.js.map +0 -1
  232. package/dist/cjs/common/token-costs.js +0 -95
  233. package/dist/cjs/common/token-costs.js.map +0 -1
  234. package/dist/cjs/common/tracer.js +0 -1099
  235. package/dist/cjs/common/tracer.js.map +0 -1
  236. package/dist/cjs/constants.js +0 -347
  237. package/dist/cjs/constants.js.map +0 -1
  238. package/dist/cjs/data/datasets/eval-dataset-client.js +0 -394
  239. package/dist/cjs/data/datasets/eval-dataset-client.js.map +0 -1
  240. package/dist/cjs/data/datasets/eval-dataset.js +0 -405
  241. package/dist/cjs/data/datasets/eval-dataset.js.map +0 -1
  242. package/dist/cjs/data/example.js +0 -159
  243. package/dist/cjs/data/example.js.map +0 -1
  244. package/dist/cjs/data/result.js +0 -83
  245. package/dist/cjs/data/result.js.map +0 -1
  246. package/dist/cjs/e2etests/eval-operations.test.js +0 -282
  247. package/dist/cjs/e2etests/eval-operations.test.js.map +0 -1
  248. package/dist/cjs/e2etests/judgee-traces.test.js +0 -278
  249. package/dist/cjs/e2etests/judgee-traces.test.js.map +0 -1
  250. package/dist/cjs/evaluation-run.js +0 -136
  251. package/dist/cjs/evaluation-run.js.map +0 -1
  252. package/dist/cjs/exporters/otel-exporter.js +0 -352
  253. package/dist/cjs/exporters/otel-exporter.js.map +0 -1
  254. package/dist/cjs/index.js +0 -78
  255. package/dist/cjs/index.js.map +0 -1
  256. package/dist/cjs/judges/index.js +0 -237
  257. package/dist/cjs/judges/index.js.map +0 -1
  258. package/dist/cjs/judgment-client.js +0 -798
  259. package/dist/cjs/judgment-client.js.map +0 -1
  260. package/dist/cjs/rules.js +0 -322
  261. package/dist/cjs/rules.js.map +0 -1
  262. package/dist/cjs/run-evaluation.js +0 -700
  263. package/dist/cjs/run-evaluation.js.map +0 -1
  264. package/dist/cjs/scorers/api-scorer.js +0 -304
  265. package/dist/cjs/scorers/api-scorer.js.map +0 -1
  266. package/dist/cjs/scorers/base-scorer.js +0 -293
  267. package/dist/cjs/scorers/base-scorer.js.map +0 -1
  268. package/dist/cjs/scorers/metrics/answer-correctness/answer-correctness.js +0 -562
  269. package/dist/cjs/scorers/metrics/answer-correctness/answer-correctness.js.map +0 -1
  270. package/dist/cjs/scorers/metrics/answer-correctness/index.js +0 -19
  271. package/dist/cjs/scorers/metrics/answer-correctness/index.js.map +0 -1
  272. package/dist/cjs/scorers/metrics/answer-correctness/prompts.js +0 -175
  273. package/dist/cjs/scorers/metrics/answer-correctness/prompts.js.map +0 -1
  274. package/dist/cjs/scorers/metrics/answer-relevancy/answer-relevancy.js +0 -514
  275. package/dist/cjs/scorers/metrics/answer-relevancy/answer-relevancy.js.map +0 -1
  276. package/dist/cjs/scorers/metrics/answer-relevancy/index.js +0 -19
  277. package/dist/cjs/scorers/metrics/answer-relevancy/index.js.map +0 -1
  278. package/dist/cjs/scorers/metrics/answer-relevancy/prompts.js +0 -179
  279. package/dist/cjs/scorers/metrics/answer-relevancy/prompts.js.map +0 -1
  280. package/dist/cjs/scorers/metrics/faithfulness/faithfulness.js +0 -512
  281. package/dist/cjs/scorers/metrics/faithfulness/faithfulness.js.map +0 -1
  282. package/dist/cjs/scorers/metrics/faithfulness/index.js +0 -19
  283. package/dist/cjs/scorers/metrics/faithfulness/index.js.map +0 -1
  284. package/dist/cjs/scorers/metrics/faithfulness/prompts.js +0 -232
  285. package/dist/cjs/scorers/metrics/faithfulness/prompts.js.map +0 -1
  286. package/dist/cjs/scorers/metrics/hallucination/hallucination.js +0 -386
  287. package/dist/cjs/scorers/metrics/hallucination/hallucination.js.map +0 -1
  288. package/dist/cjs/scorers/metrics/hallucination/index.js +0 -11
  289. package/dist/cjs/scorers/metrics/hallucination/index.js.map +0 -1
  290. package/dist/cjs/scorers/metrics/hallucination/prompts.js +0 -106
  291. package/dist/cjs/scorers/metrics/hallucination/prompts.js.map +0 -1
  292. package/dist/cjs/scorers/metrics/instruction-adherence/index.js +0 -19
  293. package/dist/cjs/scorers/metrics/instruction-adherence/index.js.map +0 -1
  294. package/dist/cjs/scorers/metrics/instruction-adherence/instruction-adherence.js +0 -378
  295. package/dist/cjs/scorers/metrics/instruction-adherence/instruction-adherence.js.map +0 -1
  296. package/dist/cjs/scorers/metrics/instruction-adherence/prompts.js +0 -124
  297. package/dist/cjs/scorers/metrics/instruction-adherence/prompts.js.map +0 -1
  298. package/dist/esm/clients.js +0 -47
  299. package/dist/esm/clients.js.map +0 -1
  300. package/dist/esm/common/integrations/langgraph.js +0 -444
  301. package/dist/esm/common/integrations/langgraph.js.map +0 -1
  302. package/dist/esm/common/logger-instance.js +0 -59
  303. package/dist/esm/common/logger-instance.js.map +0 -1
  304. package/dist/esm/common/logger.js +0 -208
  305. package/dist/esm/common/logger.js.map +0 -1
  306. package/dist/esm/common/token-costs.js +0 -91
  307. package/dist/esm/common/token-costs.js.map +0 -1
  308. package/dist/esm/common/tracer.js +0 -1093
  309. package/dist/esm/common/tracer.js.map +0 -1
  310. package/dist/esm/constants.js +0 -341
  311. package/dist/esm/constants.js.map +0 -1
  312. package/dist/esm/data/datasets/eval-dataset-client.js +0 -387
  313. package/dist/esm/data/datasets/eval-dataset-client.js.map +0 -1
  314. package/dist/esm/data/datasets/eval-dataset.js +0 -375
  315. package/dist/esm/data/datasets/eval-dataset.js.map +0 -1
  316. package/dist/esm/data/example.js +0 -154
  317. package/dist/esm/data/example.js.map +0 -1
  318. package/dist/esm/data/result.js +0 -78
  319. package/dist/esm/data/result.js.map +0 -1
  320. package/dist/esm/e2etests/eval-operations.test.js +0 -254
  321. package/dist/esm/e2etests/eval-operations.test.js.map +0 -1
  322. package/dist/esm/e2etests/judgee-traces.test.js +0 -253
  323. package/dist/esm/e2etests/judgee-traces.test.js.map +0 -1
  324. package/dist/esm/evaluation-run.js +0 -132
  325. package/dist/esm/evaluation-run.js.map +0 -1
  326. package/dist/esm/exporters/otel-exporter.js +0 -348
  327. package/dist/esm/exporters/otel-exporter.js.map +0 -1
  328. package/dist/esm/index.js +0 -20
  329. package/dist/esm/index.js.map +0 -1
  330. package/dist/esm/judges/index.js +0 -205
  331. package/dist/esm/judges/index.js.map +0 -1
  332. package/dist/esm/judgment-client.js +0 -768
  333. package/dist/esm/judgment-client.js.map +0 -1
  334. package/dist/esm/rules.js +0 -314
  335. package/dist/esm/rules.js.map +0 -1
  336. package/dist/esm/run-evaluation.js +0 -681
  337. package/dist/esm/run-evaluation.js.map +0 -1
  338. package/dist/esm/scorers/api-scorer.js +0 -286
  339. package/dist/esm/scorers/api-scorer.js.map +0 -1
  340. package/dist/esm/scorers/base-scorer.js +0 -287
  341. package/dist/esm/scorers/base-scorer.js.map +0 -1
  342. package/dist/esm/scorers/metrics/answer-correctness/answer-correctness.js +0 -558
  343. package/dist/esm/scorers/metrics/answer-correctness/answer-correctness.js.map +0 -1
  344. package/dist/esm/scorers/metrics/answer-correctness/index.js +0 -3
  345. package/dist/esm/scorers/metrics/answer-correctness/index.js.map +0 -1
  346. package/dist/esm/scorers/metrics/answer-correctness/prompts.js +0 -171
  347. package/dist/esm/scorers/metrics/answer-correctness/prompts.js.map +0 -1
  348. package/dist/esm/scorers/metrics/answer-relevancy/answer-relevancy.js +0 -510
  349. package/dist/esm/scorers/metrics/answer-relevancy/answer-relevancy.js.map +0 -1
  350. package/dist/esm/scorers/metrics/answer-relevancy/index.js +0 -3
  351. package/dist/esm/scorers/metrics/answer-relevancy/index.js.map +0 -1
  352. package/dist/esm/scorers/metrics/answer-relevancy/prompts.js +0 -175
  353. package/dist/esm/scorers/metrics/answer-relevancy/prompts.js.map +0 -1
  354. package/dist/esm/scorers/metrics/faithfulness/faithfulness.js +0 -508
  355. package/dist/esm/scorers/metrics/faithfulness/faithfulness.js.map +0 -1
  356. package/dist/esm/scorers/metrics/faithfulness/index.js +0 -3
  357. package/dist/esm/scorers/metrics/faithfulness/index.js.map +0 -1
  358. package/dist/esm/scorers/metrics/faithfulness/prompts.js +0 -228
  359. package/dist/esm/scorers/metrics/faithfulness/prompts.js.map +0 -1
  360. package/dist/esm/scorers/metrics/hallucination/hallucination.js +0 -382
  361. package/dist/esm/scorers/metrics/hallucination/hallucination.js.map +0 -1
  362. package/dist/esm/scorers/metrics/hallucination/index.js +0 -3
  363. package/dist/esm/scorers/metrics/hallucination/index.js.map +0 -1
  364. package/dist/esm/scorers/metrics/hallucination/prompts.js +0 -102
  365. package/dist/esm/scorers/metrics/hallucination/prompts.js.map +0 -1
  366. package/dist/esm/scorers/metrics/instruction-adherence/index.js +0 -3
  367. package/dist/esm/scorers/metrics/instruction-adherence/index.js.map +0 -1
  368. package/dist/esm/scorers/metrics/instruction-adherence/instruction-adherence.js +0 -374
  369. package/dist/esm/scorers/metrics/instruction-adherence/instruction-adherence.js.map +0 -1
  370. package/dist/esm/scorers/metrics/instruction-adherence/prompts.js +0 -120
  371. package/dist/esm/scorers/metrics/instruction-adherence/prompts.js.map +0 -1
  372. package/dist/types/clients.d.ts +0 -6
  373. package/dist/types/common/integrations/langgraph.d.ts +0 -39
  374. package/dist/types/common/logger-instance.d.ts +0 -3
  375. package/dist/types/common/logger.d.ts +0 -54
  376. package/dist/types/common/token-costs.d.ts +0 -36
  377. package/dist/types/common/tracer.d.ts +0 -249
  378. package/dist/types/constants.d.ts +0 -51
  379. package/dist/types/data/datasets/eval-dataset-client.d.ts +0 -44
  380. package/dist/types/data/datasets/eval-dataset.d.ts +0 -45
  381. package/dist/types/data/example.d.ts +0 -82
  382. package/dist/types/data/result.d.ts +0 -51
  383. package/dist/types/e2etests/eval-operations.test.d.ts +0 -5
  384. package/dist/types/e2etests/judgee-traces.test.d.ts +0 -5
  385. package/dist/types/evaluation-run.d.ts +0 -44
  386. package/dist/types/exporters/otel-exporter.d.ts +0 -16
  387. package/dist/types/index.d.ts +0 -11
  388. package/dist/types/judges/index.d.ts +0 -50
  389. package/dist/types/judgment-client.d.ts +0 -149
  390. package/dist/types/rules.d.ts +0 -120
  391. package/dist/types/run-evaluation.d.ts +0 -78
  392. package/dist/types/scorers/api-scorer.d.ts +0 -84
  393. package/dist/types/scorers/base-scorer.d.ts +0 -162
  394. package/dist/types/scorers/metrics/answer-correctness/answer-correctness.d.ts +0 -80
  395. package/dist/types/scorers/metrics/answer-correctness/index.d.ts +0 -2
  396. package/dist/types/scorers/metrics/answer-correctness/prompts.d.ts +0 -71
  397. package/dist/types/scorers/metrics/answer-relevancy/answer-relevancy.d.ts +0 -74
  398. package/dist/types/scorers/metrics/answer-relevancy/index.d.ts +0 -2
  399. package/dist/types/scorers/metrics/answer-relevancy/prompts.d.ts +0 -71
  400. package/dist/types/scorers/metrics/faithfulness/faithfulness.d.ts +0 -73
  401. package/dist/types/scorers/metrics/faithfulness/index.d.ts +0 -2
  402. package/dist/types/scorers/metrics/faithfulness/prompts.d.ts +0 -94
  403. package/dist/types/scorers/metrics/hallucination/hallucination.d.ts +0 -63
  404. package/dist/types/scorers/metrics/hallucination/index.d.ts +0 -3
  405. package/dist/types/scorers/metrics/hallucination/prompts.d.ts +0 -63
  406. package/dist/types/scorers/metrics/instruction-adherence/index.d.ts +0 -2
  407. package/dist/types/scorers/metrics/instruction-adherence/instruction-adherence.d.ts +0 -63
  408. package/dist/types/scorers/metrics/instruction-adherence/prompts.d.ts +0 -78
@@ -0,0 +1,33 @@
1
+ /**
2
+ * Auto-generated by scripts/generate-client.ts
3
+ * DO NOT EDIT MANUALLY - This file is generated automatically
4
+ */
5
+ export type OtelTraceSpan = {
6
+ organization_id: string;
7
+ project_id?: string | null;
8
+ user_id: string;
9
+ timestamp: string;
10
+ trace_id: string;
11
+ span_id: string;
12
+ parent_span_id?: string | null;
13
+ trace_state?: string | null;
14
+ span_name?: string | null;
15
+ span_kind?: string | null;
16
+ service_name?: string | null;
17
+ resource_attributes?: Record<string, any> | null;
18
+ span_attributes?: Record<string, any> | null;
19
+ duration?: number | null;
20
+ status_code?: string | null;
21
+ status_message?: string | null;
22
+ events?: Array<Record<string, any>> | null;
23
+ links?: Array<Record<string, any>> | null;
24
+ legacy_span_id?: string | null;
25
+ inputs?: Record<string, any> | null;
26
+ output: any;
27
+ error?: Record<string, any> | null;
28
+ agent_id?: string | null;
29
+ cumulative_llm_cost?: number | null;
30
+ state_after?: Record<string, any> | null;
31
+ state_before?: Record<string, any> | null;
32
+ };
33
+ //# sourceMappingURL=OtelTraceSpan.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"OtelTraceSpan.d.ts","sourceRoot":"","sources":["../../../../src/internal/api/models/OtelTraceSpan.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,MAAM,aAAa,GAAG;IAC1B,eAAe,EAAE,MAAM,CAAC;IACxB,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,mBAAmB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI,CAAC;IACjD,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI,CAAC;IAC7C,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC;IAC3C,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC;IAC1C,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI,CAAC;IACpC,MAAM,EAAE,GAAG,CAAC;IACZ,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI,CAAC;IACnC,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,mBAAmB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACpC,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI,CAAC;IACzC,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI,CAAC;CAC3C,CAAC"}
@@ -0,0 +1,6 @@
1
+ /**
2
+ * Auto-generated by scripts/generate-client.ts
3
+ * DO NOT EDIT MANUALLY - This file is generated automatically
4
+ */
5
+ export {};
6
+ //# sourceMappingURL=OtelTraceSpan.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"OtelTraceSpan.js","sourceRoot":"","sources":["../../../../src/internal/api/models/OtelTraceSpan.ts"],"names":[],"mappings":"AAAA;;;GAGG"}
@@ -0,0 +1,14 @@
1
+ /**
2
+ * Auto-generated by scripts/generate-client.ts
3
+ * DO NOT EDIT MANUALLY - This file is generated automatically
4
+ */
5
+ export type PromptScorer = {
6
+ name: string;
7
+ prompt: string;
8
+ threshold: number;
9
+ options?: Record<string, number> | null;
10
+ created_at?: string | null;
11
+ updated_at?: string | null;
12
+ is_trace?: boolean | null;
13
+ };
14
+ //# sourceMappingURL=PromptScorer.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"PromptScorer.d.ts","sourceRoot":"","sources":["../../../../src/internal/api/models/PromptScorer.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,MAAM,YAAY,GAAG;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,IAAI,CAAC;IACxC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,QAAQ,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;CAC3B,CAAC"}
@@ -0,0 +1,6 @@
1
+ /**
2
+ * Auto-generated by scripts/generate-client.ts
3
+ * DO NOT EDIT MANUALLY - This file is generated automatically
4
+ */
5
+ export {};
6
+ //# sourceMappingURL=PromptScorer.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"PromptScorer.js","sourceRoot":"","sources":["../../../../src/internal/api/models/PromptScorer.ts"],"names":[],"mappings":"AAAA;;;GAGG"}
@@ -0,0 +1,8 @@
1
+ /**
2
+ * Auto-generated by scripts/generate-client.ts
3
+ * DO NOT EDIT MANUALLY - This file is generated automatically
4
+ */
5
+ export type ResolveProjectNameRequest = {
6
+ project_name: string;
7
+ };
8
+ //# sourceMappingURL=ResolveProjectNameRequest.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ResolveProjectNameRequest.d.ts","sourceRoot":"","sources":["../../../../src/internal/api/models/ResolveProjectNameRequest.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,MAAM,yBAAyB,GAAG;IACtC,YAAY,EAAE,MAAM,CAAC;CACtB,CAAC"}
@@ -0,0 +1,6 @@
1
+ /**
2
+ * Auto-generated by scripts/generate-client.ts
3
+ * DO NOT EDIT MANUALLY - This file is generated automatically
4
+ */
5
+ export {};
6
+ //# sourceMappingURL=ResolveProjectNameRequest.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ResolveProjectNameRequest.js","sourceRoot":"","sources":["../../../../src/internal/api/models/ResolveProjectNameRequest.ts"],"names":[],"mappings":"AAAA;;;GAGG"}
@@ -0,0 +1,8 @@
1
+ /**
2
+ * Auto-generated by scripts/generate-client.ts
3
+ * DO NOT EDIT MANUALLY - This file is generated automatically
4
+ */
5
+ export type ResolveProjectNameResponse = {
6
+ project_id: string;
7
+ };
8
+ //# sourceMappingURL=ResolveProjectNameResponse.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ResolveProjectNameResponse.d.ts","sourceRoot":"","sources":["../../../../src/internal/api/models/ResolveProjectNameResponse.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,MAAM,0BAA0B,GAAG;IACvC,UAAU,EAAE,MAAM,CAAC;CACpB,CAAC"}
@@ -0,0 +1,6 @@
1
+ /**
2
+ * Auto-generated by scripts/generate-client.ts
3
+ * DO NOT EDIT MANUALLY - This file is generated automatically
4
+ */
5
+ export {};
6
+ //# sourceMappingURL=ResolveProjectNameResponse.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ResolveProjectNameResponse.js","sourceRoot":"","sources":["../../../../src/internal/api/models/ResolveProjectNameResponse.ts"],"names":[],"mappings":"AAAA;;;GAGG"}
@@ -0,0 +1,12 @@
1
+ /**
2
+ * Auto-generated by scripts/generate-client.ts
3
+ * DO NOT EDIT MANUALLY - This file is generated automatically
4
+ */
5
+ export type SavePromptScorerRequest = {
6
+ name: string;
7
+ prompt: string;
8
+ threshold: number;
9
+ options?: Record<string, number> | null;
10
+ is_trace?: boolean | null;
11
+ };
12
+ //# sourceMappingURL=SavePromptScorerRequest.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"SavePromptScorerRequest.d.ts","sourceRoot":"","sources":["../../../../src/internal/api/models/SavePromptScorerRequest.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,MAAM,uBAAuB,GAAG;IACpC,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,IAAI,CAAC;IACxC,QAAQ,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;CAC3B,CAAC"}
@@ -0,0 +1,6 @@
1
+ /**
2
+ * Auto-generated by scripts/generate-client.ts
3
+ * DO NOT EDIT MANUALLY - This file is generated automatically
4
+ */
5
+ export {};
6
+ //# sourceMappingURL=SavePromptScorerRequest.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"SavePromptScorerRequest.js","sourceRoot":"","sources":["../../../../src/internal/api/models/SavePromptScorerRequest.ts"],"names":[],"mappings":"AAAA;;;GAGG"}
@@ -0,0 +1,9 @@
1
+ /**
2
+ * Auto-generated by scripts/generate-client.ts
3
+ * DO NOT EDIT MANUALLY - This file is generated automatically
4
+ */
5
+ export type SavePromptScorerResponse = {
6
+ message: string;
7
+ name: string;
8
+ };
9
+ //# sourceMappingURL=SavePromptScorerResponse.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"SavePromptScorerResponse.d.ts","sourceRoot":"","sources":["../../../../src/internal/api/models/SavePromptScorerResponse.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,MAAM,wBAAwB,GAAG;IACrC,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;CACd,CAAC"}
@@ -0,0 +1,6 @@
1
+ /**
2
+ * Auto-generated by scripts/generate-client.ts
3
+ * DO NOT EDIT MANUALLY - This file is generated automatically
4
+ */
5
+ export {};
6
+ //# sourceMappingURL=SavePromptScorerResponse.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"SavePromptScorerResponse.js","sourceRoot":"","sources":["../../../../src/internal/api/models/SavePromptScorerResponse.ts"],"names":[],"mappings":"AAAA;;;GAGG"}
@@ -0,0 +1,13 @@
1
+ /**
2
+ * Auto-generated by scripts/generate-client.ts
3
+ * DO NOT EDIT MANUALLY - This file is generated automatically
4
+ */
5
+ export type ScorerConfig = {
6
+ score_type: string;
7
+ name?: string | null;
8
+ threshold?: number;
9
+ strict_mode?: boolean;
10
+ required_params?: Array<string>;
11
+ kwargs?: Record<string, any> | null;
12
+ };
13
+ //# sourceMappingURL=ScorerConfig.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ScorerConfig.d.ts","sourceRoot":"","sources":["../../../../src/internal/api/models/ScorerConfig.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,MAAM,YAAY,GAAG;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,eAAe,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAChC,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI,CAAC;CACrC,CAAC"}
@@ -0,0 +1,6 @@
1
+ /**
2
+ * Auto-generated by scripts/generate-client.ts
3
+ * DO NOT EDIT MANUALLY - This file is generated automatically
4
+ */
5
+ export {};
6
+ //# sourceMappingURL=ScorerConfig.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ScorerConfig.js","sourceRoot":"","sources":["../../../../src/internal/api/models/ScorerConfig.ts"],"names":[],"mappings":"AAAA;;;GAGG"}
@@ -0,0 +1,17 @@
1
+ /**
2
+ * Auto-generated by scripts/generate-client.ts
3
+ * DO NOT EDIT MANUALLY - This file is generated automatically
4
+ */
5
+ export type ScorerData = {
6
+ id?: string;
7
+ name: string;
8
+ threshold: number;
9
+ success: boolean;
10
+ score?: number | null;
11
+ reason?: string | null;
12
+ strict_mode?: boolean | null;
13
+ evaluation_model?: string | null;
14
+ error?: string | null;
15
+ additional_metadata?: Record<string, any> | null;
16
+ };
17
+ //# sourceMappingURL=ScorerData.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ScorerData.d.ts","sourceRoot":"","sources":["../../../../src/internal/api/models/ScorerData.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,MAAM,UAAU,GAAG;IACvB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,WAAW,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IAC7B,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,mBAAmB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI,CAAC;CAClD,CAAC"}
@@ -0,0 +1,6 @@
1
+ /**
2
+ * Auto-generated by scripts/generate-client.ts
3
+ * DO NOT EDIT MANUALLY - This file is generated automatically
4
+ */
5
+ export {};
6
+ //# sourceMappingURL=ScorerData.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ScorerData.js","sourceRoot":"","sources":["../../../../src/internal/api/models/ScorerData.ts"],"names":[],"mappings":"AAAA;;;GAGG"}
@@ -0,0 +1,8 @@
1
+ /**
2
+ * Auto-generated by scripts/generate-client.ts
3
+ * DO NOT EDIT MANUALLY - This file is generated automatically
4
+ */
5
+ export type ScorerExistsRequest = {
6
+ name: string;
7
+ };
8
+ //# sourceMappingURL=ScorerExistsRequest.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ScorerExistsRequest.d.ts","sourceRoot":"","sources":["../../../../src/internal/api/models/ScorerExistsRequest.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,MAAM,mBAAmB,GAAG;IAChC,IAAI,EAAE,MAAM,CAAC;CACd,CAAC"}
@@ -0,0 +1,6 @@
1
+ /**
2
+ * Auto-generated by scripts/generate-client.ts
3
+ * DO NOT EDIT MANUALLY - This file is generated automatically
4
+ */
5
+ export {};
6
+ //# sourceMappingURL=ScorerExistsRequest.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ScorerExistsRequest.js","sourceRoot":"","sources":["../../../../src/internal/api/models/ScorerExistsRequest.ts"],"names":[],"mappings":"AAAA;;;GAGG"}
@@ -0,0 +1,8 @@
1
+ /**
2
+ * Auto-generated by scripts/generate-client.ts
3
+ * DO NOT EDIT MANUALLY - This file is generated automatically
4
+ */
5
+ export type ScorerExistsResponse = {
6
+ exists: boolean;
7
+ };
8
+ //# sourceMappingURL=ScorerExistsResponse.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ScorerExistsResponse.d.ts","sourceRoot":"","sources":["../../../../src/internal/api/models/ScorerExistsResponse.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,MAAM,oBAAoB,GAAG;IACjC,MAAM,EAAE,OAAO,CAAC;CACjB,CAAC"}
@@ -0,0 +1,6 @@
1
+ /**
2
+ * Auto-generated by scripts/generate-client.ts
3
+ * DO NOT EDIT MANUALLY - This file is generated automatically
4
+ */
5
+ export {};
6
+ //# sourceMappingURL=ScorerExistsResponse.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ScorerExistsResponse.js","sourceRoot":"","sources":["../../../../src/internal/api/models/ScorerExistsResponse.ts"],"names":[],"mappings":"AAAA;;;GAGG"}
@@ -0,0 +1,17 @@
1
+ /**
2
+ * Auto-generated by scripts/generate-client.ts
3
+ * DO NOT EDIT MANUALLY - This file is generated automatically
4
+ */
5
+ import { Example } from "./Example";
6
+ import { OtelTraceSpan } from "./OtelTraceSpan";
7
+ import { ScorerData } from "./ScorerData";
8
+ export type ScoringResult = {
9
+ success: boolean;
10
+ scorers_data: Array<ScorerData>;
11
+ name?: string | null;
12
+ data_object?: OtelTraceSpan | Example | null;
13
+ trace_id?: string | null;
14
+ run_duration?: number | null;
15
+ evaluation_cost?: number | null;
16
+ };
17
+ //# sourceMappingURL=ScoringResult.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ScoringResult.d.ts","sourceRoot":"","sources":["../../../../src/internal/api/models/ScoringResult.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAE1C,MAAM,MAAM,aAAa,GAAG;IAC1B,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;IAChC,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,WAAW,CAAC,EAAE,aAAa,GAAG,OAAO,GAAG,IAAI,CAAC;IAC7C,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACjC,CAAC"}
@@ -0,0 +1,6 @@
1
+ /**
2
+ * Auto-generated by scripts/generate-client.ts
3
+ * DO NOT EDIT MANUALLY - This file is generated automatically
4
+ */
5
+ export {};
6
+ //# sourceMappingURL=ScoringResult.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ScoringResult.js","sourceRoot":"","sources":["../../../../src/internal/api/models/ScoringResult.ts"],"names":[],"mappings":"AAAA;;;GAGG"}
@@ -0,0 +1,18 @@
1
+ /**
2
+ * Auto-generated by scripts/generate-client.ts
3
+ * DO NOT EDIT MANUALLY - This file is generated automatically
4
+ */
5
+ import { BaseScorer } from "./BaseScorer";
6
+ import { ScorerConfig } from "./ScorerConfig";
7
+ export type TraceEvaluationRun = {
8
+ id?: string;
9
+ project_name: string;
10
+ eval_name: string;
11
+ custom_scorers?: Array<BaseScorer>;
12
+ judgment_scorers?: Array<ScorerConfig>;
13
+ model: string;
14
+ created_at?: string;
15
+ trace_and_span_ids: Array<[string, string]>;
16
+ is_offline?: boolean;
17
+ };
18
+ //# sourceMappingURL=TraceEvaluationRun.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"TraceEvaluationRun.d.ts","sourceRoot":"","sources":["../../../../src/internal/api/models/TraceEvaluationRun.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAE9C,MAAM,MAAM,kBAAkB,GAAG;IAC/B,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;IACnC,gBAAgB,CAAC,EAAE,KAAK,CAAC,YAAY,CAAC,CAAC;IACvC,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,kBAAkB,EAAE,KAAK,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IAC5C,UAAU,CAAC,EAAE,OAAO,CAAC;CACtB,CAAC"}
@@ -0,0 +1,6 @@
1
+ /**
2
+ * Auto-generated by scripts/generate-client.ts
3
+ * DO NOT EDIT MANUALLY - This file is generated automatically
4
+ */
5
+ export {};
6
+ //# sourceMappingURL=TraceEvaluationRun.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"TraceEvaluationRun.js","sourceRoot":"","sources":["../../../../src/internal/api/models/TraceEvaluationRun.ts"],"names":[],"mappings":"AAAA;;;GAGG"}
@@ -0,0 +1,24 @@
1
+ /**
2
+ * Auto-generated by scripts/generate-client.ts
3
+ * DO NOT EDIT MANUALLY - This file is generated automatically
4
+ */
5
+ export * from "./models/BaseScorer";
6
+ export * from "./models/EvalResults";
7
+ export * from "./models/EvalResultsFetch";
8
+ export * from "./models/Example";
9
+ export * from "./models/ExampleEvaluationRun";
10
+ export * from "./models/FetchPromptScorersRequest";
11
+ export * from "./models/FetchPromptScorersResponse";
12
+ export * from "./models/OtelTraceSpan";
13
+ export * from "./models/PromptScorer";
14
+ export * from "./models/ResolveProjectNameRequest";
15
+ export * from "./models/ResolveProjectNameResponse";
16
+ export * from "./models/SavePromptScorerRequest";
17
+ export * from "./models/SavePromptScorerResponse";
18
+ export * from "./models/ScorerConfig";
19
+ export * from "./models/ScorerData";
20
+ export * from "./models/ScorerExistsRequest";
21
+ export * from "./models/ScorerExistsResponse";
22
+ export * from "./models/ScoringResult";
23
+ export * from "./models/TraceEvaluationRun";
24
+ //# sourceMappingURL=models.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"models.d.ts","sourceRoot":"","sources":["../../../src/internal/api/models.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,cAAc,qBAAqB,CAAC;AACpC,cAAc,sBAAsB,CAAC;AACrC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,kBAAkB,CAAC;AACjC,cAAc,+BAA+B,CAAC;AAC9C,cAAc,oCAAoC,CAAC;AACnD,cAAc,qCAAqC,CAAC;AACpD,cAAc,wBAAwB,CAAC;AACvC,cAAc,uBAAuB,CAAC;AACtC,cAAc,oCAAoC,CAAC;AACnD,cAAc,qCAAqC,CAAC;AACpD,cAAc,kCAAkC,CAAC;AACjD,cAAc,mCAAmC,CAAC;AAClD,cAAc,uBAAuB,CAAC;AACtC,cAAc,qBAAqB,CAAC;AACpC,cAAc,8BAA8B,CAAC;AAC7C,cAAc,+BAA+B,CAAC;AAC9C,cAAc,wBAAwB,CAAC;AACvC,cAAc,6BAA6B,CAAC"}
@@ -0,0 +1,24 @@
1
+ /**
2
+ * Auto-generated by scripts/generate-client.ts
3
+ * DO NOT EDIT MANUALLY - This file is generated automatically
4
+ */
5
+ export * from "./models/BaseScorer";
6
+ export * from "./models/EvalResults";
7
+ export * from "./models/EvalResultsFetch";
8
+ export * from "./models/Example";
9
+ export * from "./models/ExampleEvaluationRun";
10
+ export * from "./models/FetchPromptScorersRequest";
11
+ export * from "./models/FetchPromptScorersResponse";
12
+ export * from "./models/OtelTraceSpan";
13
+ export * from "./models/PromptScorer";
14
+ export * from "./models/ResolveProjectNameRequest";
15
+ export * from "./models/ResolveProjectNameResponse";
16
+ export * from "./models/SavePromptScorerRequest";
17
+ export * from "./models/SavePromptScorerResponse";
18
+ export * from "./models/ScorerConfig";
19
+ export * from "./models/ScorerData";
20
+ export * from "./models/ScorerExistsRequest";
21
+ export * from "./models/ScorerExistsResponse";
22
+ export * from "./models/ScoringResult";
23
+ export * from "./models/TraceEvaluationRun";
24
+ //# sourceMappingURL=models.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"models.js","sourceRoot":"","sources":["../../../src/internal/api/models.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,cAAc,qBAAqB,CAAC;AACpC,cAAc,sBAAsB,CAAC;AACrC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,kBAAkB,CAAC;AACjC,cAAc,+BAA+B,CAAC;AAC9C,cAAc,oCAAoC,CAAC;AACnD,cAAc,qCAAqC,CAAC;AACpD,cAAc,wBAAwB,CAAC;AACvC,cAAc,uBAAuB,CAAC;AACtC,cAAc,oCAAoC,CAAC;AACnD,cAAc,qCAAqC,CAAC;AACpD,cAAc,kCAAkC,CAAC;AACjD,cAAc,mCAAmC,CAAC;AAClD,cAAc,uBAAuB,CAAC;AACtC,cAAc,qBAAqB,CAAC;AACpC,cAAc,8BAA8B,CAAC;AAC7C,cAAc,+BAA+B,CAAC;AAC9C,cAAc,wBAAwB,CAAC;AACvC,cAAc,6BAA6B,CAAC"}
@@ -0,0 +1,23 @@
1
+ import { BaseScorer } from "./base-scorer";
2
+ export declare enum APIScorerType {
3
+ PROMPT_SCORER = "Prompt Scorer",
4
+ TRACE_PROMPT_SCORER = "Trace Prompt Scorer",
5
+ FAITHFULNESS = "Faithfulness",
6
+ ANSWER_RELEVANCY = "Answer Relevancy",
7
+ ANSWER_CORRECTNESS = "Answer Correctness",
8
+ INSTRUCTION_ADHERENCE = "Instruction Adherence",
9
+ EXECUTION_ORDER = "Execution Order",
10
+ TOOL_ORDER = "Tool Order",
11
+ CLASSIFIER = "Classifier",
12
+ TOOL_DEPENDENCY = "Tool Dependency",
13
+ CUSTOM = "Custom"
14
+ }
15
+ export type APIScorer<T extends APIScorerType = APIScorerType, P extends readonly string[] = readonly string[]> = BaseScorer & {
16
+ scoreType: T;
17
+ requiredParams: P;
18
+ setThreshold: (threshold: number) => void;
19
+ getScoreType: () => T;
20
+ setRequiredParams: (params: P) => void;
21
+ };
22
+ export declare function createAPIScorer<T extends APIScorerType, P extends readonly string[]>(scoreType: T, requiredParams: P): APIScorer<T, P>;
23
+ //# sourceMappingURL=api-scorer.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"api-scorer.d.ts","sourceRoot":"","sources":["../../src/scorers/api-scorer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAoB,MAAM,eAAe,CAAC;AAE7D,oBAAY,aAAa;IACvB,aAAa,kBAAkB;IAC/B,mBAAmB,wBAAwB;IAC3C,YAAY,iBAAiB;IAC7B,gBAAgB,qBAAqB;IACrC,kBAAkB,uBAAuB;IACzC,qBAAqB,0BAA0B;IAC/C,eAAe,oBAAoB;IACnC,UAAU,eAAe;IACzB,UAAU,eAAe;IACzB,eAAe,oBAAoB;IACnC,MAAM,WAAW;CAClB;AAED,MAAM,MAAM,SAAS,CACnB,CAAC,SAAS,aAAa,GAAG,aAAa,EACvC,CAAC,SAAS,SAAS,MAAM,EAAE,GAAG,SAAS,MAAM,EAAE,IAC7C,UAAU,GAAG;IACf,SAAS,EAAE,CAAC,CAAC;IACb,cAAc,EAAE,CAAC,CAAC;IAClB,YAAY,EAAE,CAAC,SAAS,EAAE,MAAM,KAAK,IAAI,CAAC;IAC1C,YAAY,EAAE,MAAM,CAAC,CAAC;IACtB,iBAAiB,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,IAAI,CAAC;CACxC,CAAC;AAEF,wBAAgB,eAAe,CAC7B,CAAC,SAAS,aAAa,EACvB,CAAC,SAAS,SAAS,MAAM,EAAE,EAC3B,SAAS,EAAE,CAAC,EAAE,cAAc,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAwBlD"}
@@ -0,0 +1,36 @@
1
+ import { createBaseScorer } from "./base-scorer";
2
+ export var APIScorerType;
3
+ (function (APIScorerType) {
4
+ APIScorerType["PROMPT_SCORER"] = "Prompt Scorer";
5
+ APIScorerType["TRACE_PROMPT_SCORER"] = "Trace Prompt Scorer";
6
+ APIScorerType["FAITHFULNESS"] = "Faithfulness";
7
+ APIScorerType["ANSWER_RELEVANCY"] = "Answer Relevancy";
8
+ APIScorerType["ANSWER_CORRECTNESS"] = "Answer Correctness";
9
+ APIScorerType["INSTRUCTION_ADHERENCE"] = "Instruction Adherence";
10
+ APIScorerType["EXECUTION_ORDER"] = "Execution Order";
11
+ APIScorerType["TOOL_ORDER"] = "Tool Order";
12
+ APIScorerType["CLASSIFIER"] = "Classifier";
13
+ APIScorerType["TOOL_DEPENDENCY"] = "Tool Dependency";
14
+ APIScorerType["CUSTOM"] = "Custom";
15
+ })(APIScorerType || (APIScorerType = {}));
16
+ export function createAPIScorer(scoreType, requiredParams) {
17
+ const scorer = createBaseScorer();
18
+ scorer.scoreType = scoreType;
19
+ scorer.name = scoreType;
20
+ scorer.score_type = scoreType;
21
+ scorer.requiredParams = requiredParams;
22
+ scorer.setThreshold = (threshold) => {
23
+ if (threshold < 0 || threshold > 1) {
24
+ throw new Error(`Threshold must be between 0 and 1, got: ${threshold}`);
25
+ }
26
+ scorer.threshold = threshold;
27
+ };
28
+ scorer.getScoreType = () => {
29
+ return scorer.scoreType;
30
+ };
31
+ scorer.setRequiredParams = (params) => {
32
+ scorer.requiredParams = params;
33
+ };
34
+ return scorer;
35
+ }
36
+ //# sourceMappingURL=api-scorer.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"api-scorer.js","sourceRoot":"","sources":["../../src/scorers/api-scorer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAc,gBAAgB,EAAE,MAAM,eAAe,CAAC;AAE7D,MAAM,CAAN,IAAY,aAYX;AAZD,WAAY,aAAa;IACvB,gDAA+B,CAAA;IAC/B,4DAA2C,CAAA;IAC3C,8CAA6B,CAAA;IAC7B,sDAAqC,CAAA;IACrC,0DAAyC,CAAA;IACzC,gEAA+C,CAAA;IAC/C,oDAAmC,CAAA;IACnC,0CAAyB,CAAA;IACzB,0CAAyB,CAAA;IACzB,oDAAmC,CAAA;IACnC,kCAAiB,CAAA;AACnB,CAAC,EAZW,aAAa,KAAb,aAAa,QAYxB;AAaD,MAAM,UAAU,eAAe,CAG7B,SAAY,EAAE,cAAiB;IAC/B,MAAM,MAAM,GAAG,gBAAgB,EAAqB,CAAC;IAErD,MAAM,CAAC,SAAS,GAAG,SAAS,CAAC;IAC7B,MAAM,CAAC,IAAI,GAAG,SAAS,CAAC;IACxB,MAAM,CAAC,UAAU,GAAG,SAAS,CAAC;IAC9B,MAAM,CAAC,cAAc,GAAG,cAAc,CAAC;IAEvC,MAAM,CAAC,YAAY,GAAG,CAAC,SAAiB,EAAE,EAAE;QAC1C,IAAI,SAAS,GAAG,CAAC,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CAAC,2CAA2C,SAAS,EAAE,CAAC,CAAC;QAC1E,CAAC;QACD,MAAM,CAAC,SAAS,GAAG,SAAS,CAAC;IAC/B,CAAC,CAAC;IAEF,MAAM,CAAC,YAAY,GAAG,GAAG,EAAE;QACzB,OAAO,MAAM,CAAC,SAAS,CAAC;IAC1B,CAAC,CAAC;IAEF,MAAM,CAAC,iBAAiB,GAAG,CAAC,MAAS,EAAE,EAAE;QACvC,MAAM,CAAC,cAAc,GAAG,MAAM,CAAC;IACjC,CAAC,CAAC;IAEF,OAAO,MAAM,CAAC;AAChB,CAAC"}
@@ -0,0 +1,11 @@
1
+ import { ExampleParams } from "../../data";
2
+ import { APIScorer, APIScorerType } from "../api-scorer";
3
+ declare const ANSWER_CORRECTNESS_REQUIRED_PARAMS: readonly [ExampleParams.INPUT, ExampleParams.ACTUAL_OUTPUT, ExampleParams.EXPECTED_OUTPUT];
4
+ export type AnswerCorrectnessScorer = APIScorer<APIScorerType.ANSWER_CORRECTNESS, typeof ANSWER_CORRECTNESS_REQUIRED_PARAMS>;
5
+ export type AnswerCorrectnessScorerArgs = {
6
+ threshold?: number;
7
+ model?: string;
8
+ };
9
+ export declare function createAnswerCorrectnessScorer(scorerArgs?: AnswerCorrectnessScorerArgs): AnswerCorrectnessScorer;
10
+ export {};
11
+ //# sourceMappingURL=answer-correctness-scorer.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"answer-correctness-scorer.d.ts","sourceRoot":"","sources":["../../../src/scorers/api_scorers/answer-correctness-scorer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAC3C,OAAO,EAAE,SAAS,EAAE,aAAa,EAAmB,MAAM,eAAe,CAAC;AAE1E,QAAA,MAAM,kCAAkC,4FAI9B,CAAC;AAEX,MAAM,MAAM,uBAAuB,GAAG,SAAS,CAC7C,aAAa,CAAC,kBAAkB,EAChC,OAAO,kCAAkC,CAC1C,CAAC;AAEF,MAAM,MAAM,2BAA2B,GAAG;IACxC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,wBAAgB,6BAA6B,CAC3C,UAAU,CAAC,EAAE,2BAA2B,GACvC,uBAAuB,CAgBzB"}
@@ -0,0 +1,20 @@
1
+ import { ExampleParams } from "../../data";
2
+ import { APIScorerType, createAPIScorer } from "../api-scorer";
3
+ const ANSWER_CORRECTNESS_REQUIRED_PARAMS = [
4
+ ExampleParams.INPUT,
5
+ ExampleParams.ACTUAL_OUTPUT,
6
+ ExampleParams.EXPECTED_OUTPUT,
7
+ ];
8
+ export function createAnswerCorrectnessScorer(scorerArgs) {
9
+ const scorer = createAPIScorer(APIScorerType.ANSWER_CORRECTNESS, ANSWER_CORRECTNESS_REQUIRED_PARAMS);
10
+ if (scorerArgs) {
11
+ if (scorerArgs.threshold !== undefined) {
12
+ scorer.setThreshold(scorerArgs.threshold);
13
+ }
14
+ if (scorerArgs.model) {
15
+ scorer.addModel(scorerArgs.model);
16
+ }
17
+ }
18
+ return scorer;
19
+ }
20
+ //# sourceMappingURL=answer-correctness-scorer.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"answer-correctness-scorer.js","sourceRoot":"","sources":["../../../src/scorers/api_scorers/answer-correctness-scorer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAC3C,OAAO,EAAa,aAAa,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAE1E,MAAM,kCAAkC,GAAG;IACzC,aAAa,CAAC,KAAK;IACnB,aAAa,CAAC,aAAa;IAC3B,aAAa,CAAC,eAAe;CACrB,CAAC;AAYX,MAAM,UAAU,6BAA6B,CAC3C,UAAwC;IAExC,MAAM,MAAM,GAAG,eAAe,CAC5B,aAAa,CAAC,kBAAkB,EAChC,kCAAkC,CACnC,CAAC;IAEF,IAAI,UAAU,EAAE,CAAC;QACf,IAAI,UAAU,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YACvC,MAAM,CAAC,YAAY,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QAC5C,CAAC;QACD,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;YACrB,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}
@@ -0,0 +1,11 @@
1
+ import { ExampleParams } from "../../data";
2
+ import { APIScorer, APIScorerType } from "../api-scorer";
3
+ declare const ANSWER_RELEVANCY_REQUIRED_PARAMS: readonly [ExampleParams.INPUT, ExampleParams.ACTUAL_OUTPUT];
4
+ export type AnswerRelevancyScorer = APIScorer<APIScorerType.ANSWER_RELEVANCY, typeof ANSWER_RELEVANCY_REQUIRED_PARAMS>;
5
+ export type AnswerRelevancyScorerArgs = {
6
+ threshold?: number;
7
+ model?: string;
8
+ };
9
+ export declare function createAnswerRelevancyScorer(scorerArgs?: AnswerRelevancyScorerArgs): AnswerRelevancyScorer;
10
+ export {};
11
+ //# sourceMappingURL=answer-relevancy-scorer.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"answer-relevancy-scorer.d.ts","sourceRoot":"","sources":["../../../src/scorers/api_scorers/answer-relevancy-scorer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAC3C,OAAO,EAAE,SAAS,EAAE,aAAa,EAAmB,MAAM,eAAe,CAAC;AAE1E,QAAA,MAAM,gCAAgC,6DAG5B,CAAC;AAEX,MAAM,MAAM,qBAAqB,GAAG,SAAS,CAC3C,aAAa,CAAC,gBAAgB,EAC9B,OAAO,gCAAgC,CACxC,CAAC;AAEF,MAAM,MAAM,yBAAyB,GAAG;IACtC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,wBAAgB,2BAA2B,CACzC,UAAU,CAAC,EAAE,yBAAyB,GACrC,qBAAqB,CAgBvB"}
@@ -0,0 +1,19 @@
1
+ import { ExampleParams } from "../../data";
2
+ import { APIScorerType, createAPIScorer } from "../api-scorer";
3
+ const ANSWER_RELEVANCY_REQUIRED_PARAMS = [
4
+ ExampleParams.INPUT,
5
+ ExampleParams.ACTUAL_OUTPUT,
6
+ ];
7
+ export function createAnswerRelevancyScorer(scorerArgs) {
8
+ const scorer = createAPIScorer(APIScorerType.ANSWER_RELEVANCY, ANSWER_RELEVANCY_REQUIRED_PARAMS);
9
+ if (scorerArgs) {
10
+ if (scorerArgs.threshold !== undefined) {
11
+ scorer.setThreshold(scorerArgs.threshold);
12
+ }
13
+ if (scorerArgs.model) {
14
+ scorer.addModel(scorerArgs.model);
15
+ }
16
+ }
17
+ return scorer;
18
+ }
19
+ //# sourceMappingURL=answer-relevancy-scorer.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"answer-relevancy-scorer.js","sourceRoot":"","sources":["../../../src/scorers/api_scorers/answer-relevancy-scorer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAC3C,OAAO,EAAa,aAAa,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAE1E,MAAM,gCAAgC,GAAG;IACvC,aAAa,CAAC,KAAK;IACnB,aAAa,CAAC,aAAa;CACnB,CAAC;AAYX,MAAM,UAAU,2BAA2B,CACzC,UAAsC;IAEtC,MAAM,MAAM,GAAG,eAAe,CAC5B,aAAa,CAAC,gBAAgB,EAC9B,gCAAgC,CACjC,CAAC;IAEF,IAAI,UAAU,EAAE,CAAC;QACf,IAAI,UAAU,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YACvC,MAAM,CAAC,YAAY,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QAC5C,CAAC;QACD,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;YACrB,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}
@@ -0,0 +1,11 @@
1
+ import { ExampleParams } from "../../data";
2
+ import { APIScorer, APIScorerType } from "../api-scorer";
3
+ declare const FAITHFULNESS_REQUIRED_PARAMS: readonly [ExampleParams.INPUT, ExampleParams.ACTUAL_OUTPUT, ExampleParams.RETRIEVAL_CONTEXT];
4
+ export type FaithfulnessScorer = APIScorer<APIScorerType.FAITHFULNESS, typeof FAITHFULNESS_REQUIRED_PARAMS>;
5
+ export type FaithfulnessScorerArgs = {
6
+ threshold?: number;
7
+ model?: string;
8
+ };
9
+ export declare function createFaithfulnessScorer(scorerArgs?: FaithfulnessScorerArgs): FaithfulnessScorer;
10
+ export {};
11
+ //# sourceMappingURL=faithfulness-scorer.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"faithfulness-scorer.d.ts","sourceRoot":"","sources":["../../../src/scorers/api_scorers/faithfulness-scorer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAC3C,OAAO,EAAE,SAAS,EAAE,aAAa,EAAmB,MAAM,eAAe,CAAC;AAE1E,QAAA,MAAM,4BAA4B,8FAIxB,CAAC;AAEX,MAAM,MAAM,kBAAkB,GAAG,SAAS,CACxC,aAAa,CAAC,YAAY,EAC1B,OAAO,4BAA4B,CACpC,CAAC;AAEF,MAAM,MAAM,sBAAsB,GAAG;IACnC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,wBAAgB,wBAAwB,CACtC,UAAU,CAAC,EAAE,sBAAsB,GAClC,kBAAkB,CAgBpB"}