@arizeai/phoenix-evals 1.0.3 → 1.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +38 -0
- package/dist/esm/code/classificationMetrics.d.ts +121 -0
- package/dist/esm/code/classificationMetrics.d.ts.map +1 -0
- package/dist/esm/code/classificationMetrics.js +269 -0
- package/dist/esm/code/classificationMetrics.js.map +1 -0
- package/dist/esm/code/createClassificationMetricEvaluator.d.ts +16 -0
- package/dist/esm/code/createClassificationMetricEvaluator.d.ts.map +1 -0
- package/dist/esm/code/createClassificationMetricEvaluator.js +23 -0
- package/dist/esm/code/createClassificationMetricEvaluator.js.map +1 -0
- package/dist/esm/code/createF1Evaluator.d.ts +23 -0
- package/dist/esm/code/createF1Evaluator.d.ts.map +1 -0
- package/dist/esm/code/createF1Evaluator.js +23 -0
- package/dist/esm/code/createF1Evaluator.js.map +1 -0
- package/dist/esm/code/createFBetaEvaluator.d.ts +23 -0
- package/dist/esm/code/createFBetaEvaluator.d.ts.map +1 -0
- package/dist/esm/code/createFBetaEvaluator.js +27 -0
- package/dist/esm/code/createFBetaEvaluator.js.map +1 -0
- package/dist/esm/code/createPrecisionEvaluator.d.ts +22 -0
- package/dist/esm/code/createPrecisionEvaluator.d.ts.map +1 -0
- package/dist/esm/code/createPrecisionEvaluator.js +25 -0
- package/dist/esm/code/createPrecisionEvaluator.js.map +1 -0
- package/dist/esm/code/createPrecisionRecallFScoreEvaluators.d.ts +23 -0
- package/dist/esm/code/createPrecisionRecallFScoreEvaluators.d.ts.map +1 -0
- package/dist/esm/code/createPrecisionRecallFScoreEvaluators.js +44 -0
- package/dist/esm/code/createPrecisionRecallFScoreEvaluators.js.map +1 -0
- package/dist/esm/code/createRecallEvaluator.d.ts +22 -0
- package/dist/esm/code/createRecallEvaluator.d.ts.map +1 -0
- package/dist/esm/code/createRecallEvaluator.js +25 -0
- package/dist/esm/code/createRecallEvaluator.js.map +1 -0
- package/dist/esm/code/index.d.ts +7 -0
- package/dist/esm/code/index.d.ts.map +1 -0
- package/dist/esm/code/index.js +7 -0
- package/dist/esm/code/index.js.map +1 -0
- package/dist/esm/core/EvaluatorBase.d.ts.map +1 -1
- package/dist/esm/core/FunctionEvaluator.d.ts.map +1 -1
- package/dist/esm/index.d.ts +1 -0
- package/dist/esm/index.d.ts.map +1 -1
- package/dist/esm/index.js +1 -0
- package/dist/esm/index.js.map +1 -1
- package/dist/esm/llm/ClassificationEvaluator.d.ts.map +1 -1
- package/dist/esm/llm/LLMEvaluator.d.ts.map +1 -1
- package/dist/esm/telemetry/index.js.map +1 -1
- package/dist/esm/tsconfig.esm.tsbuildinfo +1 -1
- package/dist/src/code/classificationMetrics.d.ts +121 -0
- package/dist/src/code/classificationMetrics.d.ts.map +1 -0
- package/dist/src/code/classificationMetrics.js +274 -0
- package/dist/src/code/classificationMetrics.js.map +1 -0
- package/dist/src/code/createClassificationMetricEvaluator.d.ts +16 -0
- package/dist/src/code/createClassificationMetricEvaluator.d.ts.map +1 -0
- package/dist/src/code/createClassificationMetricEvaluator.js +26 -0
- package/dist/src/code/createClassificationMetricEvaluator.js.map +1 -0
- package/dist/src/code/createF1Evaluator.d.ts +23 -0
- package/dist/src/code/createF1Evaluator.d.ts.map +1 -0
- package/dist/src/code/createF1Evaluator.js +26 -0
- package/dist/src/code/createF1Evaluator.js.map +1 -0
- package/dist/src/code/createFBetaEvaluator.d.ts +23 -0
- package/dist/src/code/createFBetaEvaluator.d.ts.map +1 -0
- package/dist/src/code/createFBetaEvaluator.js +30 -0
- package/dist/src/code/createFBetaEvaluator.js.map +1 -0
- package/dist/src/code/createPrecisionEvaluator.d.ts +22 -0
- package/dist/src/code/createPrecisionEvaluator.d.ts.map +1 -0
- package/dist/src/code/createPrecisionEvaluator.js +28 -0
- package/dist/src/code/createPrecisionEvaluator.js.map +1 -0
- package/dist/src/code/createPrecisionRecallFScoreEvaluators.d.ts +23 -0
- package/dist/src/code/createPrecisionRecallFScoreEvaluators.d.ts.map +1 -0
- package/dist/src/code/createPrecisionRecallFScoreEvaluators.js +47 -0
- package/dist/src/code/createPrecisionRecallFScoreEvaluators.js.map +1 -0
- package/dist/src/code/createRecallEvaluator.d.ts +22 -0
- package/dist/src/code/createRecallEvaluator.d.ts.map +1 -0
- package/dist/src/code/createRecallEvaluator.js +28 -0
- package/dist/src/code/createRecallEvaluator.js.map +1 -0
- package/dist/src/code/index.d.ts +7 -0
- package/dist/src/code/index.d.ts.map +1 -0
- package/dist/src/code/index.js +23 -0
- package/dist/src/code/index.js.map +1 -0
- package/dist/src/core/EvaluatorBase.d.ts.map +1 -1
- package/dist/src/core/EvaluatorBase.js.map +1 -1
- package/dist/src/core/FunctionEvaluator.d.ts.map +1 -1
- package/dist/src/core/FunctionEvaluator.js.map +1 -1
- package/dist/src/helpers/asEvaluatorFn.js.map +1 -1
- package/dist/src/helpers/createEvaluator.js.map +1 -1
- package/dist/src/helpers/toEvaluationResult.js.map +1 -1
- package/dist/src/index.d.ts +1 -0
- package/dist/src/index.d.ts.map +1 -1
- package/dist/src/index.js +1 -0
- package/dist/src/index.js.map +1 -1
- package/dist/src/llm/ClassificationEvaluator.d.ts.map +1 -1
- package/dist/src/llm/ClassificationEvaluator.js.map +1 -1
- package/dist/src/llm/LLMEvaluator.d.ts.map +1 -1
- package/dist/src/llm/LLMEvaluator.js.map +1 -1
- package/dist/src/llm/createClassificationEvaluator.js.map +1 -1
- package/dist/src/llm/createClassifierFn.js.map +1 -1
- package/dist/src/llm/createConcisenessEvaluator.js.map +1 -1
- package/dist/src/llm/createCorrectnessEvaluator.js.map +1 -1
- package/dist/src/llm/createDocumentRelevanceEvaluator.js.map +1 -1
- package/dist/src/llm/createFaithfulnessEvaluator.js.map +1 -1
- package/dist/src/llm/createHallucinationEvaluator.js.map +1 -1
- package/dist/src/llm/createRefusalEvaluator.js.map +1 -1
- package/dist/src/llm/createToolInvocationEvaluator.js.map +1 -1
- package/dist/src/llm/createToolResponseHandlingEvaluator.js.map +1 -1
- package/dist/src/llm/createToolSelectionEvaluator.js.map +1 -1
- package/dist/src/llm/generateClassification.js.map +1 -1
- package/dist/src/telemetry/index.js.map +1 -1
- package/dist/src/template/applyTemplate.js.map +1 -1
- package/dist/src/template/createTemplateVariablesProxy.js.map +1 -1
- package/dist/src/template/getTemplateVariables.js.map +1 -1
- package/dist/src/utils/bindEvaluator.js.map +1 -1
- package/dist/src/utils/objectMappingUtils.js.map +1 -1
- package/dist/src/utils/typeUtils.js.map +1 -1
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/docs/classification-metrics.mdx +103 -0
- package/docs/overview.mdx +4 -1
- package/package.json +24 -16
- package/src/code/classificationMetrics.ts +464 -0
- package/src/code/createClassificationMetricEvaluator.ts +49 -0
- package/src/code/createF1Evaluator.ts +32 -0
- package/src/code/createFBetaEvaluator.ts +41 -0
- package/src/code/createPrecisionEvaluator.ts +36 -0
- package/src/code/createPrecisionRecallFScoreEvaluators.ts +83 -0
- package/src/code/createRecallEvaluator.ts +36 -0
- package/src/code/index.ts +6 -0
- package/src/index.ts +1 -0
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
import { getAverageMetricNameSuffix } from "./classificationMetrics.js";
|
|
2
|
+
import { createClassificationMetricEvaluator } from "./createClassificationMetricEvaluator.js";
|
|
3
|
+
/**
|
|
4
|
+
* Creates a code evaluator that computes precision: of the labels the model
|
|
5
|
+
* predicted as a given class, the fraction that were actually that class.
|
|
6
|
+
*
|
|
7
|
+
* Supports binary classification (via `positiveLabel`, or auto-detected when
|
|
8
|
+
* `average` is at its default `"macro"` and labels are the numeric set
|
|
9
|
+
* `{0, 1}`) and multi-class classification (via the `average` strategy).
|
|
10
|
+
*
|
|
11
|
+
* @example
|
|
12
|
+
* ```typescript
|
|
13
|
+
* const precision = createPrecisionEvaluator();
|
|
14
|
+
* const result = await precision.evaluate({
|
|
15
|
+
* expected: ["cat", "dog", "cat", "bird"],
|
|
16
|
+
* output: ["cat", "cat", "cat", "bird"],
|
|
17
|
+
* });
|
|
18
|
+
* // { score: 5/9 }
|
|
19
|
+
* ```
|
|
20
|
+
*/
|
|
21
|
+
export function createPrecisionEvaluator(options = {}) {
|
|
22
|
+
const suffix = getAverageMetricNameSuffix(options);
|
|
23
|
+
return createClassificationMetricEvaluator(`precision${suffix}`, "precision", options);
|
|
24
|
+
}
|
|
25
|
+
//# sourceMappingURL=createPrecisionEvaluator.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"createPrecisionEvaluator.js","sourceRoot":"","sources":["../../../src/code/createPrecisionEvaluator.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,0BAA0B,EAAE,MAAM,yBAAyB,CAAC;AAKrE,OAAO,EAAE,mCAAmC,EAAE,MAAM,uCAAuC,CAAC;AAE5F;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,UAAU,wBAAwB,CAEtC,OAAO,GAAiC,EAAE;IAC1C,MAAM,MAAM,GAAG,0BAA0B,CAAC,OAAO,CAAC,CAAC;IACnD,OAAO,mCAAmC,CACxC,YAAY,MAAM,EAAE,EACpB,WAAW,EACX,OAAO,CACR,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
import type { EvaluatorBase } from "../core/EvaluatorBase.js";
|
|
2
|
+
import type { ClassificationExample, PrecisionRecallFScoreOptions } from "./classificationMetrics.js";
|
|
3
|
+
export interface PrecisionRecallFScoreEvaluators<RecordType extends ClassificationExample> {
|
|
4
|
+
precision: EvaluatorBase<RecordType>;
|
|
5
|
+
recall: EvaluatorBase<RecordType>;
|
|
6
|
+
fScore: EvaluatorBase<RecordType>;
|
|
7
|
+
}
|
|
8
|
+
/**
|
|
9
|
+
* Creates matching precision, recall, and F-beta evaluators from a single set
|
|
10
|
+
* of options, so all three are computed with the same `average`, `beta`,
|
|
11
|
+
* `positiveLabel`, and `zeroDivision` settings. When the same `expected`/
|
|
12
|
+
* `output` example object is passed to all three evaluators, the underlying
|
|
13
|
+
* confusion matrix is only computed once and shared across them.
|
|
14
|
+
*
|
|
15
|
+
* @example
|
|
16
|
+
* ```typescript
|
|
17
|
+
* const { precision, recall, fScore } = createPrecisionRecallFScoreEvaluators({
|
|
18
|
+
* average: "weighted",
|
|
19
|
+
* });
|
|
20
|
+
* ```
|
|
21
|
+
*/
|
|
22
|
+
export declare function createPrecisionRecallFScoreEvaluators<RecordType extends ClassificationExample = ClassificationExample>(options?: PrecisionRecallFScoreOptions): PrecisionRecallFScoreEvaluators<RecordType>;
|
|
23
|
+
//# sourceMappingURL=createPrecisionRecallFScoreEvaluators.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"createPrecisionRecallFScoreEvaluators.d.ts","sourceRoot":"","sources":["../../../src/code/createPrecisionRecallFScoreEvaluators.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAM3D,OAAO,KAAK,EACV,qBAAqB,EACrB,4BAA4B,EAE7B,MAAM,yBAAyB,CAAC;AAIjC,MAAM,WAAW,+BAA+B,CAC9C,UAAU,SAAS,qBAAqB;IAExC,SAAS,EAAE,aAAa,CAAC,UAAU,CAAC,CAAC;IACrC,MAAM,EAAE,aAAa,CAAC,UAAU,CAAC,CAAC;IAClC,MAAM,EAAE,aAAa,CAAC,UAAU,CAAC,CAAC;CACnC;AAoBD;;;;;;;;;;;;;GAaG;AACH,wBAAgB,qCAAqC,CACnD,UAAU,SAAS,qBAAqB,GAAG,qBAAqB,EAEhE,OAAO,GAAE,4BAAiC,GACzC,+BAA+B,CAAC,UAAU,CAAC,CAwB7C"}
|
|
@@ -0,0 +1,44 @@
|
|
|
1
|
+
import { computePrecisionRecallFScore, formatBetaForMetricName, getAverageMetricNameSuffix, } from "./classificationMetrics.js";
|
|
2
|
+
import { createClassificationMetricEvaluator } from "./createClassificationMetricEvaluator.js";
|
|
3
|
+
/**
|
|
4
|
+
* Wraps `computePrecisionRecallFScore` so repeated calls with the same
|
|
5
|
+
* `example` object (by reference) reuse the first computed result, instead
|
|
6
|
+
* of recomputing the full confusion matrix once per evaluator.
|
|
7
|
+
*/
|
|
8
|
+
function createCachedComputer() {
|
|
9
|
+
const cache = new WeakMap();
|
|
10
|
+
return (example, options) => {
|
|
11
|
+
const cached = cache.get(example);
|
|
12
|
+
if (cached) {
|
|
13
|
+
return cached;
|
|
14
|
+
}
|
|
15
|
+
const result = computePrecisionRecallFScore(example, options);
|
|
16
|
+
cache.set(example, result);
|
|
17
|
+
return result;
|
|
18
|
+
};
|
|
19
|
+
}
|
|
20
|
+
/**
|
|
21
|
+
* Creates matching precision, recall, and F-beta evaluators from a single set
|
|
22
|
+
* of options, so all three are computed with the same `average`, `beta`,
|
|
23
|
+
* `positiveLabel`, and `zeroDivision` settings. When the same `expected`/
|
|
24
|
+
* `output` example object is passed to all three evaluators, the underlying
|
|
25
|
+
* confusion matrix is only computed once and shared across them.
|
|
26
|
+
*
|
|
27
|
+
* @example
|
|
28
|
+
* ```typescript
|
|
29
|
+
* const { precision, recall, fScore } = createPrecisionRecallFScoreEvaluators({
|
|
30
|
+
* average: "weighted",
|
|
31
|
+
* });
|
|
32
|
+
* ```
|
|
33
|
+
*/
|
|
34
|
+
export function createPrecisionRecallFScoreEvaluators(options = {}) {
|
|
35
|
+
const { beta = 1 } = options;
|
|
36
|
+
const suffix = getAverageMetricNameSuffix(options);
|
|
37
|
+
const compute = createCachedComputer();
|
|
38
|
+
return {
|
|
39
|
+
precision: createClassificationMetricEvaluator(`precision${suffix}`, "precision", options, compute),
|
|
40
|
+
recall: createClassificationMetricEvaluator(`recall${suffix}`, "recall", options, compute),
|
|
41
|
+
fScore: createClassificationMetricEvaluator(`${formatBetaForMetricName(beta)}${suffix}`, "fScore", options, compute),
|
|
42
|
+
};
|
|
43
|
+
}
|
|
44
|
+
//# sourceMappingURL=createPrecisionRecallFScoreEvaluators.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"createPrecisionRecallFScoreEvaluators.js","sourceRoot":"","sources":["../../../src/code/createPrecisionRecallFScoreEvaluators.ts"],"names":[],"mappings":"AACA,OAAO,EACL,4BAA4B,EAC5B,uBAAuB,EACvB,0BAA0B,GAC3B,MAAM,yBAAyB,CAAC;AAMjC,OAAO,EAAE,mCAAmC,EAAE,MAAM,uCAAuC,CAAC;AAW5F;;;;GAIG;AACH,SAAS,oBAAoB;IAC3B,MAAM,KAAK,GAAG,IAAI,OAAO,EAAuC,CAAC;IACjE,OAAO,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE;QAC1B,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAClC,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,MAAM,CAAC;QAChB,CAAC;QACD,MAAM,MAAM,GAAG,4BAA4B,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC9D,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC3B,OAAO,MAAM,CAAC;IAChB,CAAC,CAAC;AACJ,CAAC;AAED;;;;;;;;;;;;;GAaG;AACH,MAAM,UAAU,qCAAqC,CAGnD,OAAO,GAAiC,EAAE;IAE1C,MAAM,EAAE,IAAI,GAAG,CAAC,EAAE,GAAG,OAAO,CAAC;IAC7B,MAAM,MAAM,GAAG,0BAA0B,CAAC,OAAO,CAAC,CAAC;IACnD,MAAM,OAAO,GAAG,oBAAoB,EAAE,CAAC;IACvC,OAAO;QACL,SAAS,EAAE,mCAAmC,CAC5C,YAAY,MAAM,EAAE,EACpB,WAAW,EACX,OAAO,EACP,OAAO,CACR;QACD,MAAM,EAAE,mCAAmC,CACzC,SAAS,MAAM,EAAE,EACjB,QAAQ,EACR,OAAO,EACP,OAAO,CACR;QACD,MAAM,EAAE,mCAAmC,CACzC,GAAG,uBAAuB,CAAC,IAAI,CAAC,GAAG,MAAM,EAAE,EAC3C,QAAQ,EACR,OAAO,EACP,OAAO,CACR;KACF,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
import type { EvaluatorBase } from "../core/EvaluatorBase.js";
|
|
2
|
+
import type { ClassificationExample, PrecisionRecallFScoreOptions } from "./classificationMetrics.js";
|
|
3
|
+
/**
|
|
4
|
+
* Creates a code evaluator that computes recall: of the labels that actually
|
|
5
|
+
* belong to a given class, the fraction the model correctly predicted.
|
|
6
|
+
*
|
|
7
|
+
* Supports binary classification (via `positiveLabel`, or auto-detected when
|
|
8
|
+
* `average` is at its default `"macro"` and labels are the numeric set
|
|
9
|
+
* `{0, 1}`) and multi-class classification (via the `average` strategy).
|
|
10
|
+
*
|
|
11
|
+
* @example
|
|
12
|
+
* ```typescript
|
|
13
|
+
* const recall = createRecallEvaluator();
|
|
14
|
+
* const result = await recall.evaluate({
|
|
15
|
+
* expected: ["cat", "dog", "cat", "bird"],
|
|
16
|
+
* output: ["cat", "cat", "cat", "bird"],
|
|
17
|
+
* });
|
|
18
|
+
* // { score: 2/3 }
|
|
19
|
+
* ```
|
|
20
|
+
*/
|
|
21
|
+
export declare function createRecallEvaluator<RecordType extends ClassificationExample = ClassificationExample>(options?: PrecisionRecallFScoreOptions): EvaluatorBase<RecordType>;
|
|
22
|
+
//# sourceMappingURL=createRecallEvaluator.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"createRecallEvaluator.d.ts","sourceRoot":"","sources":["../../../src/code/createRecallEvaluator.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAE3D,OAAO,KAAK,EACV,qBAAqB,EACrB,4BAA4B,EAC7B,MAAM,yBAAyB,CAAC;AAGjC;;;;;;;;;;;;;;;;;GAiBG;AACH,wBAAgB,qBAAqB,CACnC,UAAU,SAAS,qBAAqB,GAAG,qBAAqB,EAChE,OAAO,GAAE,4BAAiC,GAAG,aAAa,CAAC,UAAU,CAAC,CAOvE"}
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
import { getAverageMetricNameSuffix } from "./classificationMetrics.js";
|
|
2
|
+
import { createClassificationMetricEvaluator } from "./createClassificationMetricEvaluator.js";
|
|
3
|
+
/**
|
|
4
|
+
* Creates a code evaluator that computes recall: of the labels that actually
|
|
5
|
+
* belong to a given class, the fraction the model correctly predicted.
|
|
6
|
+
*
|
|
7
|
+
* Supports binary classification (via `positiveLabel`, or auto-detected when
|
|
8
|
+
* `average` is at its default `"macro"` and labels are the numeric set
|
|
9
|
+
* `{0, 1}`) and multi-class classification (via the `average` strategy).
|
|
10
|
+
*
|
|
11
|
+
* @example
|
|
12
|
+
* ```typescript
|
|
13
|
+
* const recall = createRecallEvaluator();
|
|
14
|
+
* const result = await recall.evaluate({
|
|
15
|
+
* expected: ["cat", "dog", "cat", "bird"],
|
|
16
|
+
* output: ["cat", "cat", "cat", "bird"],
|
|
17
|
+
* });
|
|
18
|
+
* // { score: 2/3 }
|
|
19
|
+
* ```
|
|
20
|
+
*/
|
|
21
|
+
export function createRecallEvaluator(options = {}) {
|
|
22
|
+
const suffix = getAverageMetricNameSuffix(options);
|
|
23
|
+
return createClassificationMetricEvaluator(`recall${suffix}`, "recall", options);
|
|
24
|
+
}
|
|
25
|
+
//# sourceMappingURL=createRecallEvaluator.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"createRecallEvaluator.js","sourceRoot":"","sources":["../../../src/code/createRecallEvaluator.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,0BAA0B,EAAE,MAAM,yBAAyB,CAAC;AAKrE,OAAO,EAAE,mCAAmC,EAAE,MAAM,uCAAuC,CAAC;AAE5F;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,UAAU,qBAAqB,CAEnC,OAAO,GAAiC,EAAE;IAC1C,MAAM,MAAM,GAAG,0BAA0B,CAAC,OAAO,CAAC,CAAC;IACnD,OAAO,mCAAmC,CACxC,SAAS,MAAM,EAAE,EACjB,QAAQ,EACR,OAAO,CACR,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
export * from "./classificationMetrics.js";
|
|
2
|
+
export * from "./createF1Evaluator.js";
|
|
3
|
+
export * from "./createFBetaEvaluator.js";
|
|
4
|
+
export * from "./createPrecisionEvaluator.js";
|
|
5
|
+
export * from "./createPrecisionRecallFScoreEvaluators.js";
|
|
6
|
+
export * from "./createRecallEvaluator.js";
|
|
7
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/code/index.ts"],"names":[],"mappings":"AAAA,cAAc,yBAAyB,CAAC;AACxC,cAAc,qBAAqB,CAAC;AACpC,cAAc,wBAAwB,CAAC;AACvC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,yCAAyC,CAAC;AACxD,cAAc,yBAAyB,CAAC"}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
export * from "./classificationMetrics.js";
|
|
2
|
+
export * from "./createF1Evaluator.js";
|
|
3
|
+
export * from "./createFBetaEvaluator.js";
|
|
4
|
+
export * from "./createPrecisionEvaluator.js";
|
|
5
|
+
export * from "./createPrecisionRecallFScoreEvaluators.js";
|
|
6
|
+
export * from "./createRecallEvaluator.js";
|
|
7
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/code/index.ts"],"names":[],"mappings":"AAAA,cAAc,yBAAyB,CAAC;AACxC,cAAc,qBAAqB,CAAC;AACpC,cAAc,wBAAwB,CAAC;AACvC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,yCAAyC,CAAC;AACxD,cAAc,yBAAyB,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"EvaluatorBase.d.ts","sourceRoot":"","sources":["../../../src/core/EvaluatorBase.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,mBAAmB,EACnB,cAAc,EACd,gBAAgB,EAChB,kBAAkB,EAClB,qBAAqB,EACrB,eAAe,EAChB,MAAM,UAAU,CAAC;AAClB,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAEnD;;GAEG;AACH,8BAAsB,aAAa,CACjC,UAAU,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAC1C,YAAW,kBAAkB,CAAC,UAAU,CAAC;IACzC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,IAAI,EAAE,cAAc,CAAC;IAC9B,QAAQ,CAAC,qBAAqB,CAAC,EAAE,qBAAqB,CAAC;IACvD,QAAQ,CAAC,YAAY,CAAC,EAAE,aAAa,CAAC,UAAU,CAAC,CAAC;IAClD,QAAQ,CAAC,SAAS,CAAC,EAAE,eAAe,CAAC;
|
|
1
|
+
{"version":3,"file":"EvaluatorBase.d.ts","sourceRoot":"","sources":["../../../src/core/EvaluatorBase.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,mBAAmB,EACnB,cAAc,EACd,gBAAgB,EAChB,kBAAkB,EAClB,qBAAqB,EACrB,eAAe,EAChB,MAAM,UAAU,CAAC;AAClB,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAEnD;;GAEG;AACH,8BAAsB,aAAa,CACjC,UAAU,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAC1C,YAAW,kBAAkB,CAAC,UAAU,CAAC;IACzC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,IAAI,EAAE,cAAc,CAAC;IAC9B,QAAQ,CAAC,qBAAqB,CAAC,EAAE,qBAAqB,CAAC;IACvD,QAAQ,CAAC,YAAY,CAAC,EAAE,aAAa,CAAC,UAAU,CAAC,CAAC;IAClD,QAAQ,CAAC,SAAS,CAAC,EAAE,eAAe,CAAC;IACrC,YAAY,EACV,IAAI,EACJ,IAAI,EACJ,qBAAqB,EACrB,YAAY,EACZ,SAAS,GACV,EAAE,mBAAmB,CAAC,UAAU,CAAC,EAMjC;IACD,QAAQ,CAAC,QAAQ,CAAC,QAAQ,EAAE,UAAU,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAC;IAEnE;;OAEG;IACH,QAAQ,CAAC,gBAAgB,CACvB,YAAY,EAAE,aAAa,CAAC,UAAU,CAAC,GACtC,aAAa,CAAC,UAAU,CAAC,CAAC;CAC9B"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"FunctionEvaluator.d.ts","sourceRoot":"","sources":["../../../src/core/FunctionEvaluator.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,mBAAmB,EACnB,gBAAgB,EAChB,aAAa,EACd,MAAM,UAAU,CAAC;AAClB,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAEhD,KAAK,qBAAqB,CAAC,UAAU,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,IACnE,mBAAmB,CAAC,UAAU,CAAC,GAAG;IAChC,UAAU,EAAE,CAAC,IAAI,EAAE,UAAU,KAAK,OAAO,CAAC,gBAAgB,CAAC,CAAC;CAC7D,CAAC;AACJ;;GAEG;AACH,qBAAa,iBAAiB,CAC5B,UAAU,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAC1C,SAAQ,aAAa,CAAC,UAAU,CAAC;IACjC,QAAQ,CAAC,UAAU,EAAE,CAAC,IAAI,EAAE,UAAU,KAAK,OAAO,CAAC,gBAAgB,CAAC,CAAC;
|
|
1
|
+
{"version":3,"file":"FunctionEvaluator.d.ts","sourceRoot":"","sources":["../../../src/core/FunctionEvaluator.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,mBAAmB,EACnB,gBAAgB,EAChB,aAAa,EACd,MAAM,UAAU,CAAC;AAClB,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAEhD,KAAK,qBAAqB,CAAC,UAAU,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,IACnE,mBAAmB,CAAC,UAAU,CAAC,GAAG;IAChC,UAAU,EAAE,CAAC,IAAI,EAAE,UAAU,KAAK,OAAO,CAAC,gBAAgB,CAAC,CAAC;CAC7D,CAAC;AACJ;;GAEG;AACH,qBAAa,iBAAiB,CAC5B,UAAU,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAC1C,SAAQ,aAAa,CAAC,UAAU,CAAC;IACjC,QAAQ,CAAC,UAAU,EAAE,CAAC,IAAI,EAAE,UAAU,KAAK,OAAO,CAAC,gBAAgB,CAAC,CAAC;IACrE,YAAY,EAAE,UAAU,EAAE,GAAG,IAAI,EAAE,EAAE,qBAAqB,CAAC,UAAU,CAAC,EAGrE;IACK,QAAQ,CAAC,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAE1D;IACD,gBAAgB,CACd,YAAY,EAAE,aAAa,CAAC,UAAU,CAAC,GACtC,iBAAiB,CAAC,UAAU,CAAC,CAE/B;CACF"}
|
package/dist/esm/index.d.ts
CHANGED
package/dist/esm/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,OAAO,CAAC;AACtB,cAAc,YAAY,CAAC;AAC3B,cAAc,SAAS,CAAC;AACxB,cAAc,SAAS,CAAC;AACxB,cAAc,WAAW,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,QAAQ,CAAC;AACvB,cAAc,OAAO,CAAC;AACtB,cAAc,YAAY,CAAC;AAC3B,cAAc,SAAS,CAAC;AACxB,cAAc,SAAS,CAAC;AACxB,cAAc,WAAW,CAAC"}
|
package/dist/esm/index.js
CHANGED
package/dist/esm/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,OAAO,CAAC;AACtB,cAAc,YAAY,CAAC;AAC3B,cAAc,SAAS,CAAC;AACxB,cAAc,SAAS,CAAC;AACxB,cAAc,WAAW,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,QAAQ,CAAC;AACvB,cAAc,OAAO,CAAC;AACtB,cAAc,YAAY,CAAC;AAC3B,cAAc,SAAS,CAAC;AACxB,cAAc,SAAS,CAAC;AACxB,cAAc,WAAW,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ClassificationEvaluator.d.ts","sourceRoot":"","sources":["../../../src/llm/ClassificationEvaluator.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,IAAI,CAAC;AAGxC,OAAO,KAAK,EACV,wBAAwB,EACxB,iCAAiC,EACjC,WAAW,EACX,cAAc,EACd,kBAAkB,EACnB,MAAM,UAAU,CAAC;AAClB,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAGnD,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAE9C;;GAEG;AACH,qBAAa,uBAAuB,CAAC,UAAU,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAC7E,SAAQ,YAAY,CAAC,UAAU,CAC/B,YAAW,kBAAkB;IAE7B,QAAQ,CAAC,WAAW,EAAE,WAAW,CAAC,UAAU,CAAC,CAAC;IAC9C,QAAQ,CAAC,cAAc,EAAE,cAAc,CAAC;IACxC;;OAEG;IACH,OAAO,CAAC,wBAAwB,CAAuB;IACvD;;OAEG;IACH,QAAQ,CAAC,KAAK,EAAE,aAAa,CAAC;IAC9B;;OAEG;IACH,QAAQ,CAAC,OAAO,EAAE,wBAAwB,CAAC;
|
|
1
|
+
{"version":3,"file":"ClassificationEvaluator.d.ts","sourceRoot":"","sources":["../../../src/llm/ClassificationEvaluator.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,IAAI,CAAC;AAGxC,OAAO,KAAK,EACV,wBAAwB,EACxB,iCAAiC,EACjC,WAAW,EACX,cAAc,EACd,kBAAkB,EACnB,MAAM,UAAU,CAAC;AAClB,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAGnD,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAE9C;;GAEG;AACH,qBAAa,uBAAuB,CAAC,UAAU,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAC7E,SAAQ,YAAY,CAAC,UAAU,CAC/B,YAAW,kBAAkB;IAE7B,QAAQ,CAAC,WAAW,EAAE,WAAW,CAAC,UAAU,CAAC,CAAC;IAC9C,QAAQ,CAAC,cAAc,EAAE,cAAc,CAAC;IACxC;;OAEG;IACH,OAAO,CAAC,wBAAwB,CAAuB;IACvD;;OAEG;IACH,QAAQ,CAAC,KAAK,EAAE,aAAa,CAAC;IAC9B;;OAEG;IACH,QAAQ,CAAC,OAAO,EAAE,wBAAwB,CAAC;IAE3C,YAAY,IAAI,EAAE,iCAAiC,CAAC,UAAU,CAAC,EAQ9D;IACD,QAAQ,YAAa,UAAU,4CAM7B;IACF;;OAEG;IACH,IAAI,uBAAuB,IAAI,MAAM,EAAE,CAStC;IACD;;OAEG;IACH,gBAAgB,CACd,YAAY,EAAE,aAAa,CAAC,UAAU,CAAC,GACtC,uBAAuB,CAAC,UAAU,CAAC,CAKrC;CACF"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"LLMEvaluator.d.ts","sourceRoot":"","sources":["../../../src/llm/LLMEvaluator.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AACtD,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,UAAU,CAAC;AAEvD;;GAEG;AACH,8BAAsB,YAAY,CAChC,UAAU,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAC1C,SAAQ,aAAa,CAAC,UAAU,CAAC;
|
|
1
|
+
{"version":3,"file":"LLMEvaluator.d.ts","sourceRoot":"","sources":["../../../src/llm/LLMEvaluator.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AACtD,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,UAAU,CAAC;AAEvD;;GAEG;AACH,8BAAsB,YAAY,CAChC,UAAU,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAC1C,SAAQ,aAAa,CAAC,UAAU,CAAC;IACjC,YAAY,EAAE,GAAG,IAAI,EAAE,EAAE,sBAAsB,CAAC,UAAU,CAAC,EAE1D;CACF"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/telemetry/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAe,MAAM,oBAAoB,CAAC;AAExD,MAAM,mBAAmB,GAAG,eAAe,CAAC;AAE5C;;;;;;GAMG;AACH,MAAM,UAAU,SAAS,CAAC,
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/telemetry/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAe,MAAM,oBAAoB,CAAC;AAExD,MAAM,mBAAmB,GAAG,eAAe,CAAC;AAE5C;;;;;;GAMG;AACH,MAAM,UAAU,SAAS,CAAC,IAAI,GAAW,mBAAmB;IAC1D,OAAO;QACL,SAAS,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO;YAClC,OAAO,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QACrE,CAAC;QACD,eAAe,CAAC,GAAG,IAAe;YAChC,MAAM,MAAM,GAAG,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YACrC,OAAO,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,eAAe,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;QAC7D,CAAC;KACQ,CAAC;AACd,CAAC;AAED,MAAM,CAAC,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC"}
|