@arizeai/phoenix-evals 1.0.3 → 1.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (122) hide show
  1. package/README.md +38 -0
  2. package/dist/esm/code/classificationMetrics.d.ts +121 -0
  3. package/dist/esm/code/classificationMetrics.d.ts.map +1 -0
  4. package/dist/esm/code/classificationMetrics.js +269 -0
  5. package/dist/esm/code/classificationMetrics.js.map +1 -0
  6. package/dist/esm/code/createClassificationMetricEvaluator.d.ts +16 -0
  7. package/dist/esm/code/createClassificationMetricEvaluator.d.ts.map +1 -0
  8. package/dist/esm/code/createClassificationMetricEvaluator.js +23 -0
  9. package/dist/esm/code/createClassificationMetricEvaluator.js.map +1 -0
  10. package/dist/esm/code/createF1Evaluator.d.ts +23 -0
  11. package/dist/esm/code/createF1Evaluator.d.ts.map +1 -0
  12. package/dist/esm/code/createF1Evaluator.js +23 -0
  13. package/dist/esm/code/createF1Evaluator.js.map +1 -0
  14. package/dist/esm/code/createFBetaEvaluator.d.ts +23 -0
  15. package/dist/esm/code/createFBetaEvaluator.d.ts.map +1 -0
  16. package/dist/esm/code/createFBetaEvaluator.js +27 -0
  17. package/dist/esm/code/createFBetaEvaluator.js.map +1 -0
  18. package/dist/esm/code/createPrecisionEvaluator.d.ts +22 -0
  19. package/dist/esm/code/createPrecisionEvaluator.d.ts.map +1 -0
  20. package/dist/esm/code/createPrecisionEvaluator.js +25 -0
  21. package/dist/esm/code/createPrecisionEvaluator.js.map +1 -0
  22. package/dist/esm/code/createPrecisionRecallFScoreEvaluators.d.ts +23 -0
  23. package/dist/esm/code/createPrecisionRecallFScoreEvaluators.d.ts.map +1 -0
  24. package/dist/esm/code/createPrecisionRecallFScoreEvaluators.js +44 -0
  25. package/dist/esm/code/createPrecisionRecallFScoreEvaluators.js.map +1 -0
  26. package/dist/esm/code/createRecallEvaluator.d.ts +22 -0
  27. package/dist/esm/code/createRecallEvaluator.d.ts.map +1 -0
  28. package/dist/esm/code/createRecallEvaluator.js +25 -0
  29. package/dist/esm/code/createRecallEvaluator.js.map +1 -0
  30. package/dist/esm/code/index.d.ts +7 -0
  31. package/dist/esm/code/index.d.ts.map +1 -0
  32. package/dist/esm/code/index.js +7 -0
  33. package/dist/esm/code/index.js.map +1 -0
  34. package/dist/esm/core/EvaluatorBase.d.ts.map +1 -1
  35. package/dist/esm/core/FunctionEvaluator.d.ts.map +1 -1
  36. package/dist/esm/index.d.ts +1 -0
  37. package/dist/esm/index.d.ts.map +1 -1
  38. package/dist/esm/index.js +1 -0
  39. package/dist/esm/index.js.map +1 -1
  40. package/dist/esm/llm/ClassificationEvaluator.d.ts.map +1 -1
  41. package/dist/esm/llm/LLMEvaluator.d.ts.map +1 -1
  42. package/dist/esm/telemetry/index.js.map +1 -1
  43. package/dist/esm/tsconfig.esm.tsbuildinfo +1 -1
  44. package/dist/src/code/classificationMetrics.d.ts +121 -0
  45. package/dist/src/code/classificationMetrics.d.ts.map +1 -0
  46. package/dist/src/code/classificationMetrics.js +274 -0
  47. package/dist/src/code/classificationMetrics.js.map +1 -0
  48. package/dist/src/code/createClassificationMetricEvaluator.d.ts +16 -0
  49. package/dist/src/code/createClassificationMetricEvaluator.d.ts.map +1 -0
  50. package/dist/src/code/createClassificationMetricEvaluator.js +26 -0
  51. package/dist/src/code/createClassificationMetricEvaluator.js.map +1 -0
  52. package/dist/src/code/createF1Evaluator.d.ts +23 -0
  53. package/dist/src/code/createF1Evaluator.d.ts.map +1 -0
  54. package/dist/src/code/createF1Evaluator.js +26 -0
  55. package/dist/src/code/createF1Evaluator.js.map +1 -0
  56. package/dist/src/code/createFBetaEvaluator.d.ts +23 -0
  57. package/dist/src/code/createFBetaEvaluator.d.ts.map +1 -0
  58. package/dist/src/code/createFBetaEvaluator.js +30 -0
  59. package/dist/src/code/createFBetaEvaluator.js.map +1 -0
  60. package/dist/src/code/createPrecisionEvaluator.d.ts +22 -0
  61. package/dist/src/code/createPrecisionEvaluator.d.ts.map +1 -0
  62. package/dist/src/code/createPrecisionEvaluator.js +28 -0
  63. package/dist/src/code/createPrecisionEvaluator.js.map +1 -0
  64. package/dist/src/code/createPrecisionRecallFScoreEvaluators.d.ts +23 -0
  65. package/dist/src/code/createPrecisionRecallFScoreEvaluators.d.ts.map +1 -0
  66. package/dist/src/code/createPrecisionRecallFScoreEvaluators.js +47 -0
  67. package/dist/src/code/createPrecisionRecallFScoreEvaluators.js.map +1 -0
  68. package/dist/src/code/createRecallEvaluator.d.ts +22 -0
  69. package/dist/src/code/createRecallEvaluator.d.ts.map +1 -0
  70. package/dist/src/code/createRecallEvaluator.js +28 -0
  71. package/dist/src/code/createRecallEvaluator.js.map +1 -0
  72. package/dist/src/code/index.d.ts +7 -0
  73. package/dist/src/code/index.d.ts.map +1 -0
  74. package/dist/src/code/index.js +23 -0
  75. package/dist/src/code/index.js.map +1 -0
  76. package/dist/src/core/EvaluatorBase.d.ts.map +1 -1
  77. package/dist/src/core/EvaluatorBase.js.map +1 -1
  78. package/dist/src/core/FunctionEvaluator.d.ts.map +1 -1
  79. package/dist/src/core/FunctionEvaluator.js.map +1 -1
  80. package/dist/src/helpers/asEvaluatorFn.js.map +1 -1
  81. package/dist/src/helpers/createEvaluator.js.map +1 -1
  82. package/dist/src/helpers/toEvaluationResult.js.map +1 -1
  83. package/dist/src/index.d.ts +1 -0
  84. package/dist/src/index.d.ts.map +1 -1
  85. package/dist/src/index.js +1 -0
  86. package/dist/src/index.js.map +1 -1
  87. package/dist/src/llm/ClassificationEvaluator.d.ts.map +1 -1
  88. package/dist/src/llm/ClassificationEvaluator.js.map +1 -1
  89. package/dist/src/llm/LLMEvaluator.d.ts.map +1 -1
  90. package/dist/src/llm/LLMEvaluator.js.map +1 -1
  91. package/dist/src/llm/createClassificationEvaluator.js.map +1 -1
  92. package/dist/src/llm/createClassifierFn.js.map +1 -1
  93. package/dist/src/llm/createConcisenessEvaluator.js.map +1 -1
  94. package/dist/src/llm/createCorrectnessEvaluator.js.map +1 -1
  95. package/dist/src/llm/createDocumentRelevanceEvaluator.js.map +1 -1
  96. package/dist/src/llm/createFaithfulnessEvaluator.js.map +1 -1
  97. package/dist/src/llm/createHallucinationEvaluator.js.map +1 -1
  98. package/dist/src/llm/createRefusalEvaluator.js.map +1 -1
  99. package/dist/src/llm/createToolInvocationEvaluator.js.map +1 -1
  100. package/dist/src/llm/createToolResponseHandlingEvaluator.js.map +1 -1
  101. package/dist/src/llm/createToolSelectionEvaluator.js.map +1 -1
  102. package/dist/src/llm/generateClassification.js.map +1 -1
  103. package/dist/src/telemetry/index.js.map +1 -1
  104. package/dist/src/template/applyTemplate.js.map +1 -1
  105. package/dist/src/template/createTemplateVariablesProxy.js.map +1 -1
  106. package/dist/src/template/getTemplateVariables.js.map +1 -1
  107. package/dist/src/utils/bindEvaluator.js.map +1 -1
  108. package/dist/src/utils/objectMappingUtils.js.map +1 -1
  109. package/dist/src/utils/typeUtils.js.map +1 -1
  110. package/dist/tsconfig.tsbuildinfo +1 -1
  111. package/docs/classification-metrics.mdx +103 -0
  112. package/docs/overview.mdx +4 -1
  113. package/package.json +24 -16
  114. package/src/code/classificationMetrics.ts +464 -0
  115. package/src/code/createClassificationMetricEvaluator.ts +49 -0
  116. package/src/code/createF1Evaluator.ts +32 -0
  117. package/src/code/createFBetaEvaluator.ts +41 -0
  118. package/src/code/createPrecisionEvaluator.ts +36 -0
  119. package/src/code/createPrecisionRecallFScoreEvaluators.ts +83 -0
  120. package/src/code/createRecallEvaluator.ts +36 -0
  121. package/src/code/index.ts +6 -0
  122. package/src/index.ts +1 -0
@@ -0,0 +1,25 @@
1
+ import { getAverageMetricNameSuffix } from "./classificationMetrics.js";
2
+ import { createClassificationMetricEvaluator } from "./createClassificationMetricEvaluator.js";
3
+ /**
4
+ * Creates a code evaluator that computes precision: of the labels the model
5
+ * predicted as a given class, the fraction that were actually that class.
6
+ *
7
+ * Supports binary classification (via `positiveLabel`, or auto-detected when
8
+ * `average` is at its default `"macro"` and labels are the numeric set
9
+ * `{0, 1}`) and multi-class classification (via the `average` strategy).
10
+ *
11
+ * @example
12
+ * ```typescript
13
+ * const precision = createPrecisionEvaluator();
14
+ * const result = await precision.evaluate({
15
+ * expected: ["cat", "dog", "cat", "bird"],
16
+ * output: ["cat", "cat", "cat", "bird"],
17
+ * });
18
+ * // { score: 5/9 }
19
+ * ```
20
+ */
21
+ export function createPrecisionEvaluator(options = {}) {
22
+ const suffix = getAverageMetricNameSuffix(options);
23
+ return createClassificationMetricEvaluator(`precision${suffix}`, "precision", options);
24
+ }
25
+ //# sourceMappingURL=createPrecisionEvaluator.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"createPrecisionEvaluator.js","sourceRoot":"","sources":["../../../src/code/createPrecisionEvaluator.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,0BAA0B,EAAE,MAAM,yBAAyB,CAAC;AAKrE,OAAO,EAAE,mCAAmC,EAAE,MAAM,uCAAuC,CAAC;AAE5F;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,UAAU,wBAAwB,CAEtC,OAAO,GAAiC,EAAE;IAC1C,MAAM,MAAM,GAAG,0BAA0B,CAAC,OAAO,CAAC,CAAC;IACnD,OAAO,mCAAmC,CACxC,YAAY,MAAM,EAAE,EACpB,WAAW,EACX,OAAO,CACR,CAAC;AACJ,CAAC"}
@@ -0,0 +1,23 @@
1
+ import type { EvaluatorBase } from "../core/EvaluatorBase.js";
2
+ import type { ClassificationExample, PrecisionRecallFScoreOptions } from "./classificationMetrics.js";
3
+ export interface PrecisionRecallFScoreEvaluators<RecordType extends ClassificationExample> {
4
+ precision: EvaluatorBase<RecordType>;
5
+ recall: EvaluatorBase<RecordType>;
6
+ fScore: EvaluatorBase<RecordType>;
7
+ }
8
+ /**
9
+ * Creates matching precision, recall, and F-beta evaluators from a single set
10
+ * of options, so all three are computed with the same `average`, `beta`,
11
+ * `positiveLabel`, and `zeroDivision` settings. When the same `expected`/
12
+ * `output` example object is passed to all three evaluators, the underlying
13
+ * confusion matrix is only computed once and shared across them.
14
+ *
15
+ * @example
16
+ * ```typescript
17
+ * const { precision, recall, fScore } = createPrecisionRecallFScoreEvaluators({
18
+ * average: "weighted",
19
+ * });
20
+ * ```
21
+ */
22
+ export declare function createPrecisionRecallFScoreEvaluators<RecordType extends ClassificationExample = ClassificationExample>(options?: PrecisionRecallFScoreOptions): PrecisionRecallFScoreEvaluators<RecordType>;
23
+ //# sourceMappingURL=createPrecisionRecallFScoreEvaluators.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"createPrecisionRecallFScoreEvaluators.d.ts","sourceRoot":"","sources":["../../../src/code/createPrecisionRecallFScoreEvaluators.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAM3D,OAAO,KAAK,EACV,qBAAqB,EACrB,4BAA4B,EAE7B,MAAM,yBAAyB,CAAC;AAIjC,MAAM,WAAW,+BAA+B,CAC9C,UAAU,SAAS,qBAAqB;IAExC,SAAS,EAAE,aAAa,CAAC,UAAU,CAAC,CAAC;IACrC,MAAM,EAAE,aAAa,CAAC,UAAU,CAAC,CAAC;IAClC,MAAM,EAAE,aAAa,CAAC,UAAU,CAAC,CAAC;CACnC;AAoBD;;;;;;;;;;;;;GAaG;AACH,wBAAgB,qCAAqC,CACnD,UAAU,SAAS,qBAAqB,GAAG,qBAAqB,EAEhE,OAAO,GAAE,4BAAiC,GACzC,+BAA+B,CAAC,UAAU,CAAC,CAwB7C"}
@@ -0,0 +1,44 @@
1
+ import { computePrecisionRecallFScore, formatBetaForMetricName, getAverageMetricNameSuffix, } from "./classificationMetrics.js";
2
+ import { createClassificationMetricEvaluator } from "./createClassificationMetricEvaluator.js";
3
+ /**
4
+ * Wraps `computePrecisionRecallFScore` so repeated calls with the same
5
+ * `example` object (by reference) reuse the first computed result, instead
6
+ * of recomputing the full confusion matrix once per evaluator.
7
+ */
8
+ function createCachedComputer() {
9
+ const cache = new WeakMap();
10
+ return (example, options) => {
11
+ const cached = cache.get(example);
12
+ if (cached) {
13
+ return cached;
14
+ }
15
+ const result = computePrecisionRecallFScore(example, options);
16
+ cache.set(example, result);
17
+ return result;
18
+ };
19
+ }
20
+ /**
21
+ * Creates matching precision, recall, and F-beta evaluators from a single set
22
+ * of options, so all three are computed with the same `average`, `beta`,
23
+ * `positiveLabel`, and `zeroDivision` settings. When the same `expected`/
24
+ * `output` example object is passed to all three evaluators, the underlying
25
+ * confusion matrix is only computed once and shared across them.
26
+ *
27
+ * @example
28
+ * ```typescript
29
+ * const { precision, recall, fScore } = createPrecisionRecallFScoreEvaluators({
30
+ * average: "weighted",
31
+ * });
32
+ * ```
33
+ */
34
+ export function createPrecisionRecallFScoreEvaluators(options = {}) {
35
+ const { beta = 1 } = options;
36
+ const suffix = getAverageMetricNameSuffix(options);
37
+ const compute = createCachedComputer();
38
+ return {
39
+ precision: createClassificationMetricEvaluator(`precision${suffix}`, "precision", options, compute),
40
+ recall: createClassificationMetricEvaluator(`recall${suffix}`, "recall", options, compute),
41
+ fScore: createClassificationMetricEvaluator(`${formatBetaForMetricName(beta)}${suffix}`, "fScore", options, compute),
42
+ };
43
+ }
44
+ //# sourceMappingURL=createPrecisionRecallFScoreEvaluators.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"createPrecisionRecallFScoreEvaluators.js","sourceRoot":"","sources":["../../../src/code/createPrecisionRecallFScoreEvaluators.ts"],"names":[],"mappings":"AACA,OAAO,EACL,4BAA4B,EAC5B,uBAAuB,EACvB,0BAA0B,GAC3B,MAAM,yBAAyB,CAAC;AAMjC,OAAO,EAAE,mCAAmC,EAAE,MAAM,uCAAuC,CAAC;AAW5F;;;;GAIG;AACH,SAAS,oBAAoB;IAC3B,MAAM,KAAK,GAAG,IAAI,OAAO,EAAuC,CAAC;IACjE,OAAO,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE;QAC1B,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAClC,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,MAAM,CAAC;QAChB,CAAC;QACD,MAAM,MAAM,GAAG,4BAA4B,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC9D,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC3B,OAAO,MAAM,CAAC;IAChB,CAAC,CAAC;AACJ,CAAC;AAED;;;;;;;;;;;;;GAaG;AACH,MAAM,UAAU,qCAAqC,CAGnD,OAAO,GAAiC,EAAE;IAE1C,MAAM,EAAE,IAAI,GAAG,CAAC,EAAE,GAAG,OAAO,CAAC;IAC7B,MAAM,MAAM,GAAG,0BAA0B,CAAC,OAAO,CAAC,CAAC;IACnD,MAAM,OAAO,GAAG,oBAAoB,EAAE,CAAC;IACvC,OAAO;QACL,SAAS,EAAE,mCAAmC,CAC5C,YAAY,MAAM,EAAE,EACpB,WAAW,EACX,OAAO,EACP,OAAO,CACR;QACD,MAAM,EAAE,mCAAmC,CACzC,SAAS,MAAM,EAAE,EACjB,QAAQ,EACR,OAAO,EACP,OAAO,CACR;QACD,MAAM,EAAE,mCAAmC,CACzC,GAAG,uBAAuB,CAAC,IAAI,CAAC,GAAG,MAAM,EAAE,EAC3C,QAAQ,EACR,OAAO,EACP,OAAO,CACR;KACF,CAAC;AACJ,CAAC"}
@@ -0,0 +1,22 @@
1
+ import type { EvaluatorBase } from "../core/EvaluatorBase.js";
2
+ import type { ClassificationExample, PrecisionRecallFScoreOptions } from "./classificationMetrics.js";
3
+ /**
4
+ * Creates a code evaluator that computes recall: of the labels that actually
5
+ * belong to a given class, the fraction the model correctly predicted.
6
+ *
7
+ * Supports binary classification (via `positiveLabel`, or auto-detected when
8
+ * `average` is at its default `"macro"` and labels are the numeric set
9
+ * `{0, 1}`) and multi-class classification (via the `average` strategy).
10
+ *
11
+ * @example
12
+ * ```typescript
13
+ * const recall = createRecallEvaluator();
14
+ * const result = await recall.evaluate({
15
+ * expected: ["cat", "dog", "cat", "bird"],
16
+ * output: ["cat", "cat", "cat", "bird"],
17
+ * });
18
+ * // { score: 2/3 }
19
+ * ```
20
+ */
21
+ export declare function createRecallEvaluator<RecordType extends ClassificationExample = ClassificationExample>(options?: PrecisionRecallFScoreOptions): EvaluatorBase<RecordType>;
22
+ //# sourceMappingURL=createRecallEvaluator.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"createRecallEvaluator.d.ts","sourceRoot":"","sources":["../../../src/code/createRecallEvaluator.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAE3D,OAAO,KAAK,EACV,qBAAqB,EACrB,4BAA4B,EAC7B,MAAM,yBAAyB,CAAC;AAGjC;;;;;;;;;;;;;;;;;GAiBG;AACH,wBAAgB,qBAAqB,CACnC,UAAU,SAAS,qBAAqB,GAAG,qBAAqB,EAChE,OAAO,GAAE,4BAAiC,GAAG,aAAa,CAAC,UAAU,CAAC,CAOvE"}
@@ -0,0 +1,25 @@
1
+ import { getAverageMetricNameSuffix } from "./classificationMetrics.js";
2
+ import { createClassificationMetricEvaluator } from "./createClassificationMetricEvaluator.js";
3
+ /**
4
+ * Creates a code evaluator that computes recall: of the labels that actually
5
+ * belong to a given class, the fraction the model correctly predicted.
6
+ *
7
+ * Supports binary classification (via `positiveLabel`, or auto-detected when
8
+ * `average` is at its default `"macro"` and labels are the numeric set
9
+ * `{0, 1}`) and multi-class classification (via the `average` strategy).
10
+ *
11
+ * @example
12
+ * ```typescript
13
+ * const recall = createRecallEvaluator();
14
+ * const result = await recall.evaluate({
15
+ * expected: ["cat", "dog", "cat", "bird"],
16
+ * output: ["cat", "cat", "cat", "bird"],
17
+ * });
18
+ * // { score: 2/3 }
19
+ * ```
20
+ */
21
+ export function createRecallEvaluator(options = {}) {
22
+ const suffix = getAverageMetricNameSuffix(options);
23
+ return createClassificationMetricEvaluator(`recall${suffix}`, "recall", options);
24
+ }
25
+ //# sourceMappingURL=createRecallEvaluator.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"createRecallEvaluator.js","sourceRoot":"","sources":["../../../src/code/createRecallEvaluator.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,0BAA0B,EAAE,MAAM,yBAAyB,CAAC;AAKrE,OAAO,EAAE,mCAAmC,EAAE,MAAM,uCAAuC,CAAC;AAE5F;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,UAAU,qBAAqB,CAEnC,OAAO,GAAiC,EAAE;IAC1C,MAAM,MAAM,GAAG,0BAA0B,CAAC,OAAO,CAAC,CAAC;IACnD,OAAO,mCAAmC,CACxC,SAAS,MAAM,EAAE,EACjB,QAAQ,EACR,OAAO,CACR,CAAC;AACJ,CAAC"}
@@ -0,0 +1,7 @@
1
+ export * from "./classificationMetrics.js";
2
+ export * from "./createF1Evaluator.js";
3
+ export * from "./createFBetaEvaluator.js";
4
+ export * from "./createPrecisionEvaluator.js";
5
+ export * from "./createPrecisionRecallFScoreEvaluators.js";
6
+ export * from "./createRecallEvaluator.js";
7
+ //# sourceMappingURL=index.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/code/index.ts"],"names":[],"mappings":"AAAA,cAAc,yBAAyB,CAAC;AACxC,cAAc,qBAAqB,CAAC;AACpC,cAAc,wBAAwB,CAAC;AACvC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,yCAAyC,CAAC;AACxD,cAAc,yBAAyB,CAAC"}
@@ -0,0 +1,7 @@
1
+ export * from "./classificationMetrics.js";
2
+ export * from "./createF1Evaluator.js";
3
+ export * from "./createFBetaEvaluator.js";
4
+ export * from "./createPrecisionEvaluator.js";
5
+ export * from "./createPrecisionRecallFScoreEvaluators.js";
6
+ export * from "./createRecallEvaluator.js";
7
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/code/index.ts"],"names":[],"mappings":"AAAA,cAAc,yBAAyB,CAAC;AACxC,cAAc,qBAAqB,CAAC;AACpC,cAAc,wBAAwB,CAAC;AACvC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,yCAAyC,CAAC;AACxD,cAAc,yBAAyB,CAAC"}
@@ -1 +1 @@
1
- {"version":3,"file":"EvaluatorBase.d.ts","sourceRoot":"","sources":["../../../src/core/EvaluatorBase.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,mBAAmB,EACnB,cAAc,EACd,gBAAgB,EAChB,kBAAkB,EAClB,qBAAqB,EACrB,eAAe,EAChB,MAAM,UAAU,CAAC;AAClB,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAEnD;;GAEG;AACH,8BAAsB,aAAa,CACjC,UAAU,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAC1C,YAAW,kBAAkB,CAAC,UAAU,CAAC;IACzC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,IAAI,EAAE,cAAc,CAAC;IAC9B,QAAQ,CAAC,qBAAqB,CAAC,EAAE,qBAAqB,CAAC;IACvD,QAAQ,CAAC,YAAY,CAAC,EAAE,aAAa,CAAC,UAAU,CAAC,CAAC;IAClD,QAAQ,CAAC,SAAS,CAAC,EAAE,eAAe,CAAC;gBACzB,EACV,IAAI,EACJ,IAAI,EACJ,qBAAqB,EACrB,YAAY,EACZ,SAAS,GACV,EAAE,mBAAmB,CAAC,UAAU,CAAC;IAOlC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,EAAE,UAAU,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAElE;;OAEG;IACH,QAAQ,CAAC,gBAAgB,CACvB,YAAY,EAAE,aAAa,CAAC,UAAU,CAAC,GACtC,aAAa,CAAC,UAAU,CAAC;CAC7B"}
1
+ {"version":3,"file":"EvaluatorBase.d.ts","sourceRoot":"","sources":["../../../src/core/EvaluatorBase.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,mBAAmB,EACnB,cAAc,EACd,gBAAgB,EAChB,kBAAkB,EAClB,qBAAqB,EACrB,eAAe,EAChB,MAAM,UAAU,CAAC;AAClB,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAEnD;;GAEG;AACH,8BAAsB,aAAa,CACjC,UAAU,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAC1C,YAAW,kBAAkB,CAAC,UAAU,CAAC;IACzC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,IAAI,EAAE,cAAc,CAAC;IAC9B,QAAQ,CAAC,qBAAqB,CAAC,EAAE,qBAAqB,CAAC;IACvD,QAAQ,CAAC,YAAY,CAAC,EAAE,aAAa,CAAC,UAAU,CAAC,CAAC;IAClD,QAAQ,CAAC,SAAS,CAAC,EAAE,eAAe,CAAC;IACrC,YAAY,EACV,IAAI,EACJ,IAAI,EACJ,qBAAqB,EACrB,YAAY,EACZ,SAAS,GACV,EAAE,mBAAmB,CAAC,UAAU,CAAC,EAMjC;IACD,QAAQ,CAAC,QAAQ,CAAC,QAAQ,EAAE,UAAU,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAC;IAEnE;;OAEG;IACH,QAAQ,CAAC,gBAAgB,CACvB,YAAY,EAAE,aAAa,CAAC,UAAU,CAAC,GACtC,aAAa,CAAC,UAAU,CAAC,CAAC;CAC9B"}
@@ -1 +1 @@
1
- {"version":3,"file":"FunctionEvaluator.d.ts","sourceRoot":"","sources":["../../../src/core/FunctionEvaluator.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,mBAAmB,EACnB,gBAAgB,EAChB,aAAa,EACd,MAAM,UAAU,CAAC;AAClB,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAEhD,KAAK,qBAAqB,CAAC,UAAU,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,IACnE,mBAAmB,CAAC,UAAU,CAAC,GAAG;IAChC,UAAU,EAAE,CAAC,IAAI,EAAE,UAAU,KAAK,OAAO,CAAC,gBAAgB,CAAC,CAAC;CAC7D,CAAC;AACJ;;GAEG;AACH,qBAAa,iBAAiB,CAC5B,UAAU,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAC1C,SAAQ,aAAa,CAAC,UAAU,CAAC;IACjC,QAAQ,CAAC,UAAU,EAAE,CAAC,IAAI,EAAE,UAAU,KAAK,OAAO,CAAC,gBAAgB,CAAC,CAAC;gBACzD,EAAE,UAAU,EAAE,GAAG,IAAI,EAAE,EAAE,qBAAqB,CAAC,UAAU,CAAC;IAIhE,QAAQ,CAAC,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAG3D,gBAAgB,CACd,YAAY,EAAE,aAAa,CAAC,UAAU,CAAC,GACtC,iBAAiB,CAAC,UAAU,CAAC;CAGjC"}
1
+ {"version":3,"file":"FunctionEvaluator.d.ts","sourceRoot":"","sources":["../../../src/core/FunctionEvaluator.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,mBAAmB,EACnB,gBAAgB,EAChB,aAAa,EACd,MAAM,UAAU,CAAC;AAClB,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAEhD,KAAK,qBAAqB,CAAC,UAAU,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,IACnE,mBAAmB,CAAC,UAAU,CAAC,GAAG;IAChC,UAAU,EAAE,CAAC,IAAI,EAAE,UAAU,KAAK,OAAO,CAAC,gBAAgB,CAAC,CAAC;CAC7D,CAAC;AACJ;;GAEG;AACH,qBAAa,iBAAiB,CAC5B,UAAU,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAC1C,SAAQ,aAAa,CAAC,UAAU,CAAC;IACjC,QAAQ,CAAC,UAAU,EAAE,CAAC,IAAI,EAAE,UAAU,KAAK,OAAO,CAAC,gBAAgB,CAAC,CAAC;IACrE,YAAY,EAAE,UAAU,EAAE,GAAG,IAAI,EAAE,EAAE,qBAAqB,CAAC,UAAU,CAAC,EAGrE;IACK,QAAQ,CAAC,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAE1D;IACD,gBAAgB,CACd,YAAY,EAAE,aAAa,CAAC,UAAU,CAAC,GACtC,iBAAiB,CAAC,UAAU,CAAC,CAE/B;CACF"}
@@ -1,3 +1,4 @@
1
+ export * from "./code/index.js";
1
2
  export * from "./llm/index.js";
2
3
  export * from "./template/index.js";
3
4
  export * from "./types/index.js";
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,OAAO,CAAC;AACtB,cAAc,YAAY,CAAC;AAC3B,cAAc,SAAS,CAAC;AACxB,cAAc,SAAS,CAAC;AACxB,cAAc,WAAW,CAAC"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,QAAQ,CAAC;AACvB,cAAc,OAAO,CAAC;AACtB,cAAc,YAAY,CAAC;AAC3B,cAAc,SAAS,CAAC;AACxB,cAAc,SAAS,CAAC;AACxB,cAAc,WAAW,CAAC"}
package/dist/esm/index.js CHANGED
@@ -1,3 +1,4 @@
1
+ export * from "./code/index.js";
1
2
  export * from "./llm/index.js";
2
3
  export * from "./template/index.js";
3
4
  export * from "./types/index.js";
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,OAAO,CAAC;AACtB,cAAc,YAAY,CAAC;AAC3B,cAAc,SAAS,CAAC;AACxB,cAAc,SAAS,CAAC;AACxB,cAAc,WAAW,CAAC"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,QAAQ,CAAC;AACvB,cAAc,OAAO,CAAC;AACtB,cAAc,YAAY,CAAC;AAC3B,cAAc,SAAS,CAAC;AACxB,cAAc,SAAS,CAAC;AACxB,cAAc,WAAW,CAAC"}
@@ -1 +1 @@
1
- {"version":3,"file":"ClassificationEvaluator.d.ts","sourceRoot":"","sources":["../../../src/llm/ClassificationEvaluator.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,IAAI,CAAC;AAGxC,OAAO,KAAK,EACV,wBAAwB,EACxB,iCAAiC,EACjC,WAAW,EACX,cAAc,EACd,kBAAkB,EACnB,MAAM,UAAU,CAAC;AAClB,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAGnD,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAE9C;;GAEG;AACH,qBAAa,uBAAuB,CAAC,UAAU,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAC7E,SAAQ,YAAY,CAAC,UAAU,CAC/B,YAAW,kBAAkB;IAE7B,QAAQ,CAAC,WAAW,EAAE,WAAW,CAAC,UAAU,CAAC,CAAC;IAC9C,QAAQ,CAAC,cAAc,EAAE,cAAc,CAAC;IACxC;;OAEG;IACH,OAAO,CAAC,wBAAwB,CAAuB;IACvD;;OAEG;IACH,QAAQ,CAAC,KAAK,EAAE,aAAa,CAAC;IAC9B;;OAEG;IACH,QAAQ,CAAC,OAAO,EAAE,wBAAwB,CAAC;gBAE/B,IAAI,EAAE,iCAAiC,CAAC,UAAU,CAAC;IAS/D,QAAQ,GAAI,SAAS,UAAU,4CAM7B;IACF;;OAEG;IACH,IAAI,uBAAuB,IAAI,MAAM,EAAE,CAStC;IACD;;OAEG;IACH,gBAAgB,CACd,YAAY,EAAE,aAAa,CAAC,UAAU,CAAC,GACtC,uBAAuB,CAAC,UAAU,CAAC;CAMvC"}
1
+ {"version":3,"file":"ClassificationEvaluator.d.ts","sourceRoot":"","sources":["../../../src/llm/ClassificationEvaluator.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,IAAI,CAAC;AAGxC,OAAO,KAAK,EACV,wBAAwB,EACxB,iCAAiC,EACjC,WAAW,EACX,cAAc,EACd,kBAAkB,EACnB,MAAM,UAAU,CAAC;AAClB,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAGnD,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAE9C;;GAEG;AACH,qBAAa,uBAAuB,CAAC,UAAU,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAC7E,SAAQ,YAAY,CAAC,UAAU,CAC/B,YAAW,kBAAkB;IAE7B,QAAQ,CAAC,WAAW,EAAE,WAAW,CAAC,UAAU,CAAC,CAAC;IAC9C,QAAQ,CAAC,cAAc,EAAE,cAAc,CAAC;IACxC;;OAEG;IACH,OAAO,CAAC,wBAAwB,CAAuB;IACvD;;OAEG;IACH,QAAQ,CAAC,KAAK,EAAE,aAAa,CAAC;IAC9B;;OAEG;IACH,QAAQ,CAAC,OAAO,EAAE,wBAAwB,CAAC;IAE3C,YAAY,IAAI,EAAE,iCAAiC,CAAC,UAAU,CAAC,EAQ9D;IACD,QAAQ,YAAa,UAAU,4CAM7B;IACF;;OAEG;IACH,IAAI,uBAAuB,IAAI,MAAM,EAAE,CAStC;IACD;;OAEG;IACH,gBAAgB,CACd,YAAY,EAAE,aAAa,CAAC,UAAU,CAAC,GACtC,uBAAuB,CAAC,UAAU,CAAC,CAKrC;CACF"}
@@ -1 +1 @@
1
- {"version":3,"file":"LLMEvaluator.d.ts","sourceRoot":"","sources":["../../../src/llm/LLMEvaluator.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AACtD,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,UAAU,CAAC;AAEvD;;GAEG;AACH,8BAAsB,YAAY,CAChC,UAAU,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAC1C,SAAQ,aAAa,CAAC,UAAU,CAAC;gBACrB,EAAE,GAAG,IAAI,EAAE,EAAE,sBAAsB,CAAC,UAAU,CAAC;CAG5D"}
1
+ {"version":3,"file":"LLMEvaluator.d.ts","sourceRoot":"","sources":["../../../src/llm/LLMEvaluator.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AACtD,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,UAAU,CAAC;AAEvD;;GAEG;AACH,8BAAsB,YAAY,CAChC,UAAU,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAC1C,SAAQ,aAAa,CAAC,UAAU,CAAC;IACjC,YAAY,EAAE,GAAG,IAAI,EAAE,EAAE,sBAAsB,CAAC,UAAU,CAAC,EAE1D;CACF"}
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/telemetry/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAe,MAAM,oBAAoB,CAAC;AAExD,MAAM,mBAAmB,GAAG,eAAe,CAAC;AAE5C;;;;;;GAMG;AACH,MAAM,UAAU,SAAS,CAAC,OAAe,mBAAmB;IAC1D,OAAO;QACL,SAAS,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO;YAClC,OAAO,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QACrE,CAAC;QACD,eAAe,CAAC,GAAG,IAAe;YAChC,MAAM,MAAM,GAAG,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YACrC,OAAO,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,eAAe,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;QAC7D,CAAC;KACQ,CAAC;AACd,CAAC;AAED,MAAM,CAAC,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/telemetry/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAe,MAAM,oBAAoB,CAAC;AAExD,MAAM,mBAAmB,GAAG,eAAe,CAAC;AAE5C;;;;;;GAMG;AACH,MAAM,UAAU,SAAS,CAAC,IAAI,GAAW,mBAAmB;IAC1D,OAAO;QACL,SAAS,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO;YAClC,OAAO,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QACrE,CAAC;QACD,eAAe,CAAC,GAAG,IAAe;YAChC,MAAM,MAAM,GAAG,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YACrC,OAAO,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,eAAe,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;QAC7D,CAAC;KACQ,CAAC;AACd,CAAC;AAED,MAAM,CAAC,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC"}