@arizeai/phoenix-evals 2.3.0 → 2.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +256 -0
- package/README.md +7 -5
- package/dist/esm/__generated__/default_templates/COMPLETENESS_CLASSIFICATION_EVALUATOR_CONFIG.d.ts +3 -0
- package/dist/esm/__generated__/default_templates/COMPLETENESS_CLASSIFICATION_EVALUATOR_CONFIG.d.ts.map +1 -0
- package/dist/esm/__generated__/default_templates/COMPLETENESS_CLASSIFICATION_EVALUATOR_CONFIG.js +93 -0
- package/dist/esm/__generated__/default_templates/COMPLETENESS_CLASSIFICATION_EVALUATOR_CONFIG.js.map +1 -0
- package/dist/esm/__generated__/default_templates/PII_DETECTION_CLASSIFICATION_EVALUATOR_CONFIG.d.ts +3 -0
- package/dist/esm/__generated__/default_templates/PII_DETECTION_CLASSIFICATION_EVALUATOR_CONFIG.d.ts.map +1 -0
- package/dist/esm/__generated__/default_templates/PII_DETECTION_CLASSIFICATION_EVALUATOR_CONFIG.js +119 -0
- package/dist/esm/__generated__/default_templates/PII_DETECTION_CLASSIFICATION_EVALUATOR_CONFIG.js.map +1 -0
- package/dist/esm/__generated__/default_templates/index.d.ts +2 -0
- package/dist/esm/__generated__/default_templates/index.d.ts.map +1 -1
- package/dist/esm/__generated__/default_templates/index.js +2 -0
- package/dist/esm/__generated__/default_templates/index.js.map +1 -1
- package/dist/esm/llm/createCompletenessEvaluator.d.ts +46 -0
- package/dist/esm/llm/createCompletenessEvaluator.d.ts.map +1 -0
- package/dist/esm/llm/createCompletenessEvaluator.js +38 -0
- package/dist/esm/llm/createCompletenessEvaluator.js.map +1 -0
- package/dist/esm/llm/createDocumentRelevanceEvaluator.d.ts +16 -11
- package/dist/esm/llm/createDocumentRelevanceEvaluator.d.ts.map +1 -1
- package/dist/esm/llm/createDocumentRelevanceEvaluator.js +7 -11
- package/dist/esm/llm/createDocumentRelevanceEvaluator.js.map +1 -1
- package/dist/esm/llm/createPiiDetectionEvaluator.d.ts +46 -0
- package/dist/esm/llm/createPiiDetectionEvaluator.d.ts.map +1 -0
- package/dist/esm/llm/createPiiDetectionEvaluator.js +39 -0
- package/dist/esm/llm/createPiiDetectionEvaluator.js.map +1 -0
- package/dist/esm/llm/createRetrievalRelevanceEvaluator.d.ts +4 -5
- package/dist/esm/llm/createRetrievalRelevanceEvaluator.d.ts.map +1 -1
- package/dist/esm/llm/createRetrievalRelevanceEvaluator.js +4 -5
- package/dist/esm/llm/createRetrievalRelevanceEvaluator.js.map +1 -1
- package/dist/esm/llm/index.d.ts +2 -0
- package/dist/esm/llm/index.d.ts.map +1 -1
- package/dist/esm/llm/index.js +2 -0
- package/dist/esm/llm/index.js.map +1 -1
- package/dist/esm/tsconfig.esm.tsbuildinfo +1 -1
- package/dist/esm/utils/bindEvaluator.d.ts +4 -5
- package/dist/esm/utils/bindEvaluator.d.ts.map +1 -1
- package/dist/esm/utils/bindEvaluator.js +4 -5
- package/dist/esm/utils/bindEvaluator.js.map +1 -1
- package/dist/src/__generated__/default_templates/COMPLETENESS_CLASSIFICATION_EVALUATOR_CONFIG.d.ts +3 -0
- package/dist/src/__generated__/default_templates/COMPLETENESS_CLASSIFICATION_EVALUATOR_CONFIG.d.ts.map +1 -0
- package/dist/src/__generated__/default_templates/COMPLETENESS_CLASSIFICATION_EVALUATOR_CONFIG.js +96 -0
- package/dist/src/__generated__/default_templates/COMPLETENESS_CLASSIFICATION_EVALUATOR_CONFIG.js.map +1 -0
- package/dist/src/__generated__/default_templates/PII_DETECTION_CLASSIFICATION_EVALUATOR_CONFIG.d.ts +3 -0
- package/dist/src/__generated__/default_templates/PII_DETECTION_CLASSIFICATION_EVALUATOR_CONFIG.d.ts.map +1 -0
- package/dist/src/__generated__/default_templates/PII_DETECTION_CLASSIFICATION_EVALUATOR_CONFIG.js +122 -0
- package/dist/src/__generated__/default_templates/PII_DETECTION_CLASSIFICATION_EVALUATOR_CONFIG.js.map +1 -0
- package/dist/src/__generated__/default_templates/index.d.ts +2 -0
- package/dist/src/__generated__/default_templates/index.d.ts.map +1 -1
- package/dist/src/__generated__/default_templates/index.js +5 -1
- package/dist/src/__generated__/default_templates/index.js.map +1 -1
- package/dist/src/llm/createCompletenessEvaluator.d.ts +46 -0
- package/dist/src/llm/createCompletenessEvaluator.d.ts.map +1 -0
- package/dist/src/llm/createCompletenessEvaluator.js +49 -0
- package/dist/src/llm/createCompletenessEvaluator.js.map +1 -0
- package/dist/src/llm/createDocumentRelevanceEvaluator.d.ts +16 -11
- package/dist/src/llm/createDocumentRelevanceEvaluator.d.ts.map +1 -1
- package/dist/src/llm/createDocumentRelevanceEvaluator.js +7 -11
- package/dist/src/llm/createDocumentRelevanceEvaluator.js.map +1 -1
- package/dist/src/llm/createPiiDetectionEvaluator.d.ts +46 -0
- package/dist/src/llm/createPiiDetectionEvaluator.d.ts.map +1 -0
- package/dist/src/llm/createPiiDetectionEvaluator.js +50 -0
- package/dist/src/llm/createPiiDetectionEvaluator.js.map +1 -0
- package/dist/src/llm/createRetrievalRelevanceEvaluator.d.ts +4 -5
- package/dist/src/llm/createRetrievalRelevanceEvaluator.d.ts.map +1 -1
- package/dist/src/llm/createRetrievalRelevanceEvaluator.js +4 -5
- package/dist/src/llm/createRetrievalRelevanceEvaluator.js.map +1 -1
- package/dist/src/llm/index.d.ts +2 -0
- package/dist/src/llm/index.d.ts.map +1 -1
- package/dist/src/llm/index.js +2 -0
- package/dist/src/llm/index.js.map +1 -1
- package/dist/src/utils/bindEvaluator.d.ts +4 -5
- package/dist/src/utils/bindEvaluator.d.ts.map +1 -1
- package/dist/src/utils/bindEvaluator.js +4 -5
- package/dist/src/utils/bindEvaluator.js.map +1 -1
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/docs/llm-evaluators.mdx +1 -1
- package/package.json +12 -12
- package/src/__generated__/default_templates/COMPLETENESS_CLASSIFICATION_EVALUATOR_CONFIG.ts +95 -0
- package/src/__generated__/default_templates/PII_DETECTION_CLASSIFICATION_EVALUATOR_CONFIG.ts +121 -0
- package/src/__generated__/default_templates/index.ts +2 -0
- package/src/llm/createCompletenessEvaluator.ts +74 -0
- package/src/llm/createDocumentRelevanceEvaluator.ts +16 -11
- package/src/llm/createPiiDetectionEvaluator.ts +74 -0
- package/src/llm/createRetrievalRelevanceEvaluator.ts +4 -5
- package/src/llm/index.ts +2 -0
- package/src/utils/bindEvaluator.ts +4 -5
|
@@ -0,0 +1,50 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __rest = (this && this.__rest) || function (s, e) {
|
|
3
|
+
var t = {};
|
|
4
|
+
for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p) && e.indexOf(p) < 0)
|
|
5
|
+
t[p] = s[p];
|
|
6
|
+
if (s != null && typeof Object.getOwnPropertySymbols === "function")
|
|
7
|
+
for (var i = 0, p = Object.getOwnPropertySymbols(s); i < p.length; i++) {
|
|
8
|
+
if (e.indexOf(p[i]) < 0 && Object.prototype.propertyIsEnumerable.call(s, p[i]))
|
|
9
|
+
t[p[i]] = s[p[i]];
|
|
10
|
+
}
|
|
11
|
+
return t;
|
|
12
|
+
};
|
|
13
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
14
|
+
exports.createPiiDetectionEvaluator = createPiiDetectionEvaluator;
|
|
15
|
+
const default_templates_1 = require("../__generated__/default_templates");
|
|
16
|
+
const createClassificationEvaluator_1 = require("./createClassificationEvaluator");
|
|
17
|
+
/**
|
|
18
|
+
* Creates a PII detection evaluator.
|
|
19
|
+
*
|
|
20
|
+
* This function returns an evaluator that screens a conversation record for
|
|
21
|
+
* personally identifiable information, including content in tool calls,
|
|
22
|
+
* tool results, and retrieved documents the end user may never have seen.
|
|
23
|
+
*
|
|
24
|
+
* @param args - The arguments for creating the PII detection evaluator.
|
|
25
|
+
* @param args.model - The model to use for classification.
|
|
26
|
+
* @param args.choices - The possible classification choices (defaults to pii_detected/no_pii_detected).
|
|
27
|
+
* @param args.promptTemplate - The prompt template to use (defaults to PII_DETECTION_CLASSIFICATION_EVALUATOR_CONFIG.template).
|
|
28
|
+
* @param args.telemetry - The telemetry to use for the evaluator.
|
|
29
|
+
*
|
|
30
|
+
* @returns An evaluator function that takes a {@link PiiDetectionEvaluationRecord} and returns a classification result
|
|
31
|
+
* indicating whether the record contains PII (`pii_detected`) or not (`no_pii_detected`).
|
|
32
|
+
*
|
|
33
|
+
* @example
|
|
34
|
+
* ```ts
|
|
35
|
+
* const evaluator = createPiiDetectionEvaluator({ model: openai("gpt-4o-mini") });
|
|
36
|
+
* const result = await evaluator.evaluate({
|
|
37
|
+
* conversation:
|
|
38
|
+
* "User: Reset my account.\nAssistant: What email is on the account?\nUser: jane.doe@acme.com",
|
|
39
|
+
* });
|
|
40
|
+
* console.log(result.label); // "pii_detected"
|
|
41
|
+
* ```
|
|
42
|
+
*/
|
|
43
|
+
function createPiiDetectionEvaluator(args) {
|
|
44
|
+
const { choices = default_templates_1.PII_DETECTION_CLASSIFICATION_EVALUATOR_CONFIG.choices, promptTemplate = default_templates_1.PII_DETECTION_CLASSIFICATION_EVALUATOR_CONFIG.template, optimizationDirection = default_templates_1.PII_DETECTION_CLASSIFICATION_EVALUATOR_CONFIG.optimizationDirection, name = default_templates_1.PII_DETECTION_CLASSIFICATION_EVALUATOR_CONFIG.name } = args, rest = __rest(args, ["choices", "promptTemplate", "optimizationDirection", "name"]);
|
|
45
|
+
return (0, createClassificationEvaluator_1.createClassificationEvaluator)(Object.assign(Object.assign({}, rest), { promptTemplate,
|
|
46
|
+
choices,
|
|
47
|
+
optimizationDirection,
|
|
48
|
+
name }));
|
|
49
|
+
}
|
|
50
|
+
//# sourceMappingURL=createPiiDetectionEvaluator.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"createPiiDetectionEvaluator.js","sourceRoot":"","sources":["../../../src/llm/createPiiDetectionEvaluator.ts"],"names":[],"mappings":";;;;;;;;;;;;;;AAAA,0EAAmG;AAGnG,mFAAgF;AAyBhF;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AACH,qCAGE,IAA2C;IAE3C,MAAM,EACJ,OAAO,GAAG,iEAA6C,CAAC,OAAO,EAC/D,cAAc,GAAG,iEAA6C,CAAC,QAAQ,EACvE,qBAAqB,GAAG,iEAA6C,CAAC,qBAAqB,EAC3F,IAAI,GAAG,iEAA6C,CAAC,IAAI,KAEvD,IAAI,EADH,IAAI,UACL,IAAI,EANF,8DAML,CAAO,CAAC;IACT,OAAO,IAAA,6DAA6B,kCAC/B,IAAI,KACP,cAAc;QACd,OAAO;QACP,qBAAqB;QACrB,IAAI,IACJ,CAAC;AACL,CAAC"}
|
|
@@ -26,11 +26,10 @@ export interface RetrievalRelevanceEvaluationRecord {
|
|
|
26
26
|
*
|
|
27
27
|
* This function returns an evaluator that determines whether the external
|
|
28
28
|
* information retrieved during a step is relevant to the request it was
|
|
29
|
-
* serving.
|
|
30
|
-
*
|
|
31
|
-
*
|
|
32
|
-
*
|
|
33
|
-
* search, or content embedded in an LLM turn.
|
|
29
|
+
* serving. It is source-agnostic and scores the retrieved information as a
|
|
30
|
+
* whole, whether it came from a vector search, a tool or MCP call, a web search,
|
|
31
|
+
* or content embedded in an LLM turn. Pass one document as `context` to evaluate
|
|
32
|
+
* documents individually.
|
|
34
33
|
*
|
|
35
34
|
* @param args - The arguments for creating the retrieval relevance evaluator.
|
|
36
35
|
* @param args.model - The model to use for classification.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"createRetrievalRelevanceEvaluator.d.ts","sourceRoot":"","sources":["../../../src/llm/createRetrievalRelevanceEvaluator.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,iCAAiC,EAAE,MAAM,gBAAgB,CAAC;AACxE,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,2BAA2B,CAAC;AAGzE,MAAM,WAAW,+BAA+B,CAC9C,UAAU,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GACxC,kCAAkC,CACpC,SAAQ,IAAI,CACZ,iCAAiC,CAAC,UAAU,CAAC,EAC7C,gBAAgB,GAAG,SAAS,GAAG,uBAAuB,GAAG,MAAM,CAChE;IACC,qBAAqB,CAAC,EAAE,iCAAiC,CAAC,UAAU,CAAC,CAAC,uBAAuB,CAAC,CAAC;IAC/F,IAAI,CAAC,EAAE,iCAAiC,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC;IAC7D,OAAO,CAAC,EAAE,iCAAiC,CAAC,UAAU,CAAC,CAAC,SAAS,CAAC,CAAC;IACnE,cAAc,CAAC,EAAE,iCAAiC,CAAC,UAAU,CAAC,CAAC,gBAAgB,CAAC,CAAC;CAClF;AAED,oEAAoE;AACpE,MAAM,WAAW,kCAAkC;IACjD;;;OAGG;IACH,KAAK,EAAE,MAAM,CAAC;IACd;;;;OAIG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB;AAED
|
|
1
|
+
{"version":3,"file":"createRetrievalRelevanceEvaluator.d.ts","sourceRoot":"","sources":["../../../src/llm/createRetrievalRelevanceEvaluator.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,iCAAiC,EAAE,MAAM,gBAAgB,CAAC;AACxE,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,2BAA2B,CAAC;AAGzE,MAAM,WAAW,+BAA+B,CAC9C,UAAU,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GACxC,kCAAkC,CACpC,SAAQ,IAAI,CACZ,iCAAiC,CAAC,UAAU,CAAC,EAC7C,gBAAgB,GAAG,SAAS,GAAG,uBAAuB,GAAG,MAAM,CAChE;IACC,qBAAqB,CAAC,EAAE,iCAAiC,CAAC,UAAU,CAAC,CAAC,uBAAuB,CAAC,CAAC;IAC/F,IAAI,CAAC,EAAE,iCAAiC,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC;IAC7D,OAAO,CAAC,EAAE,iCAAiC,CAAC,UAAU,CAAC,CAAC,SAAS,CAAC,CAAC;IACnE,cAAc,CAAC,EAAE,iCAAiC,CAAC,UAAU,CAAC,CAAC,gBAAgB,CAAC,CAAC;CAClF;AAED,oEAAoE;AACpE,MAAM,WAAW,kCAAkC;IACjD;;;OAGG;IACH,KAAK,EAAE,MAAM,CAAC;IACd;;;;OAIG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BG;AACH,wBAAgB,iCAAiC,CAC/C,UAAU,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GACxC,kCAAkC,EAEpC,IAAI,EAAE,+BAA+B,CAAC,UAAU,CAAC,GAChD,uBAAuB,CAAC,UAAU,CAAC,CAerC"}
|
|
@@ -19,11 +19,10 @@ const createClassificationEvaluator_1 = require("./createClassificationEvaluator
|
|
|
19
19
|
*
|
|
20
20
|
* This function returns an evaluator that determines whether the external
|
|
21
21
|
* information retrieved during a step is relevant to the request it was
|
|
22
|
-
* serving.
|
|
23
|
-
*
|
|
24
|
-
*
|
|
25
|
-
*
|
|
26
|
-
* search, or content embedded in an LLM turn.
|
|
22
|
+
* serving. It is source-agnostic and scores the retrieved information as a
|
|
23
|
+
* whole, whether it came from a vector search, a tool or MCP call, a web search,
|
|
24
|
+
* or content embedded in an LLM turn. Pass one document as `context` to evaluate
|
|
25
|
+
* documents individually.
|
|
27
26
|
*
|
|
28
27
|
* @param args - The arguments for creating the retrieval relevance evaluator.
|
|
29
28
|
* @param args.model - The model to use for classification.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"createRetrievalRelevanceEvaluator.js","sourceRoot":"","sources":["../../../src/llm/createRetrievalRelevanceEvaluator.ts"],"names":[],"mappings":";;;;;;;;;;;;;;AAAA,0EAAyG;AAGzG,mFAAgF;AA+BhF
|
|
1
|
+
{"version":3,"file":"createRetrievalRelevanceEvaluator.js","sourceRoot":"","sources":["../../../src/llm/createRetrievalRelevanceEvaluator.ts"],"names":[],"mappings":";;;;;;;;;;;;;;AAAA,0EAAyG;AAGzG,mFAAgF;AA+BhF;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BG;AACH,2CAIE,IAAiD;IAEjD,MAAM,EACJ,OAAO,GAAG,uEAAmD,CAAC,OAAO,EACrE,cAAc,GAAG,uEAAmD,CAAC,QAAQ,EAC7E,qBAAqB,GAAG,uEAAmD,CAAC,qBAAqB,EACjG,IAAI,GAAG,uEAAmD,CAAC,IAAI,KAE7D,IAAI,EADH,IAAI,UACL,IAAI,EANF,8DAML,CAAO,CAAC;IACT,OAAO,IAAA,6DAA6B,kCAC/B,IAAI,KACP,cAAc;QACd,OAAO;QACP,qBAAqB;QACrB,IAAI,IACJ,CAAC;AACL,CAAC"}
|
package/dist/src/llm/index.d.ts
CHANGED
|
@@ -1,11 +1,13 @@
|
|
|
1
1
|
export * from "./ClassificationEvaluator";
|
|
2
2
|
export * from "./createClassificationEvaluator";
|
|
3
3
|
export * from "./createClassifierFn";
|
|
4
|
+
export * from "./createCompletenessEvaluator";
|
|
4
5
|
export * from "./createConcisenessEvaluator";
|
|
5
6
|
export * from "./createCorrectnessEvaluator";
|
|
6
7
|
export * from "./createDocumentRelevanceEvaluator";
|
|
7
8
|
export * from "./createFaithfulnessEvaluator";
|
|
8
9
|
export * from "./createHallucinationEvaluator";
|
|
10
|
+
export * from "./createPiiDetectionEvaluator";
|
|
9
11
|
export * from "./createRefusalEvaluator";
|
|
10
12
|
export * from "./createRetrievalRelevanceEvaluator";
|
|
11
13
|
export * from "./createToolInvocationEvaluator";
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/llm/index.ts"],"names":[],"mappings":"AAAA,cAAc,2BAA2B,CAAC;AAC1C,cAAc,iCAAiC,CAAC;AAChD,cAAc,sBAAsB,CAAC;AACrC,cAAc,8BAA8B,CAAC;AAC7C,cAAc,8BAA8B,CAAC;AAC7C,cAAc,oCAAoC,CAAC;AACnD,cAAc,+BAA+B,CAAC;AAC9C,cAAc,gCAAgC,CAAC;AAC/C,cAAc,0BAA0B,CAAC;AACzC,cAAc,qCAAqC,CAAC;AACpD,cAAc,iCAAiC,CAAC;AAChD,cAAc,uCAAuC,CAAC;AACtD,cAAc,gCAAgC,CAAC;AAC/C,cAAc,2BAA2B,CAAC;AAC1C,cAAc,+BAA+B,CAAC;AAC9C,cAAc,0BAA0B,CAAC;AACzC,cAAc,gBAAgB,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/llm/index.ts"],"names":[],"mappings":"AAAA,cAAc,2BAA2B,CAAC;AAC1C,cAAc,iCAAiC,CAAC;AAChD,cAAc,sBAAsB,CAAC;AACrC,cAAc,+BAA+B,CAAC;AAC9C,cAAc,8BAA8B,CAAC;AAC7C,cAAc,8BAA8B,CAAC;AAC7C,cAAc,oCAAoC,CAAC;AACnD,cAAc,+BAA+B,CAAC;AAC9C,cAAc,gCAAgC,CAAC;AAC/C,cAAc,+BAA+B,CAAC;AAC9C,cAAc,0BAA0B,CAAC;AACzC,cAAc,qCAAqC,CAAC;AACpD,cAAc,iCAAiC,CAAC;AAChD,cAAc,uCAAuC,CAAC;AACtD,cAAc,gCAAgC,CAAC;AAC/C,cAAc,2BAA2B,CAAC;AAC1C,cAAc,+BAA+B,CAAC;AAC9C,cAAc,0BAA0B,CAAC;AACzC,cAAc,gBAAgB,CAAC"}
|
package/dist/src/llm/index.js
CHANGED
|
@@ -17,11 +17,13 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
17
17
|
__exportStar(require("./ClassificationEvaluator"), exports);
|
|
18
18
|
__exportStar(require("./createClassificationEvaluator"), exports);
|
|
19
19
|
__exportStar(require("./createClassifierFn"), exports);
|
|
20
|
+
__exportStar(require("./createCompletenessEvaluator"), exports);
|
|
20
21
|
__exportStar(require("./createConcisenessEvaluator"), exports);
|
|
21
22
|
__exportStar(require("./createCorrectnessEvaluator"), exports);
|
|
22
23
|
__exportStar(require("./createDocumentRelevanceEvaluator"), exports);
|
|
23
24
|
__exportStar(require("./createFaithfulnessEvaluator"), exports);
|
|
24
25
|
__exportStar(require("./createHallucinationEvaluator"), exports);
|
|
26
|
+
__exportStar(require("./createPiiDetectionEvaluator"), exports);
|
|
25
27
|
__exportStar(require("./createRefusalEvaluator"), exports);
|
|
26
28
|
__exportStar(require("./createRetrievalRelevanceEvaluator"), exports);
|
|
27
29
|
__exportStar(require("./createToolInvocationEvaluator"), exports);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/llm/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,4DAA0C;AAC1C,kEAAgD;AAChD,uDAAqC;AACrC,+DAA6C;AAC7C,+DAA6C;AAC7C,qEAAmD;AACnD,gEAA8C;AAC9C,iEAA+C;AAC/C,2DAAyC;AACzC,sEAAoD;AACpD,kEAAgD;AAChD,wEAAsD;AACtD,iEAA+C;AAC/C,4DAA0C;AAC1C,gEAA8C;AAC9C,2DAAyC;AACzC,iDAA+B"}
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/llm/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,4DAA0C;AAC1C,kEAAgD;AAChD,uDAAqC;AACrC,gEAA8C;AAC9C,+DAA6C;AAC7C,+DAA6C;AAC7C,qEAAmD;AACnD,gEAA8C;AAC9C,iEAA+C;AAC/C,gEAA8C;AAC9C,2DAAyC;AACzC,sEAAoD;AACpD,kEAAgD;AAChD,wEAAsD;AACtD,iEAA+C;AAC/C,4DAA0C;AAC1C,gEAA8C;AAC9C,2DAAyC;AACzC,iDAA+B"}
|
|
@@ -202,14 +202,13 @@ export type BindingContext<RecordType extends Record<string, unknown>> = {
|
|
|
202
202
|
* }
|
|
203
203
|
* );
|
|
204
204
|
*
|
|
205
|
-
* //
|
|
205
|
+
* // Retrieval relevance evaluator
|
|
206
206
|
* const relevancyEvaluator = bindEvaluator<EvaluationData>(
|
|
207
|
-
*
|
|
207
|
+
* createRetrievalRelevanceEvaluator<EvaluationData>({ model: openai("gpt-4") }),
|
|
208
208
|
* {
|
|
209
209
|
* inputMapping: {
|
|
210
|
-
*
|
|
211
|
-
*
|
|
212
|
-
* output: "modelOutput",
|
|
210
|
+
* input: "userQuery",
|
|
211
|
+
* context: "systemContext",
|
|
213
212
|
* },
|
|
214
213
|
* }
|
|
215
214
|
* );
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"bindEvaluator.d.ts","sourceRoot":"","sources":["../../../src/utils/bindEvaluator.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAC3D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAEnD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2CG;AACH,MAAM,MAAM,cAAc,CAAC,UAAU,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI;IACvE;;;;;;;;;;;;OAYG;IACH,YAAY,EAAE,aAAa,CAAC,UAAU,CAAC,CAAC;CACzC,CAAC;AAEF
|
|
1
|
+
{"version":3,"file":"bindEvaluator.d.ts","sourceRoot":"","sources":["../../../src/utils/bindEvaluator.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAC3D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAEnD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2CG;AACH,MAAM,MAAM,cAAc,CAAC,UAAU,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI;IACvE;;;;;;;;;;;;OAYG;IACH,YAAY,EAAE,aAAa,CAAC,UAAU,CAAC,CAAC;CACzC,CAAC;AAEF;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAyJG;AACH,wBAAgB,aAAa,CAAC,UAAU,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EACtE,SAAS,EAAE,aAAa,CAAC,UAAU,CAAC,EACpC,OAAO,EAAE,cAAc,CAAC,UAAU,CAAC,GAClC,aAAa,CAAC,UAAU,CAAC,CAM3B"}
|
|
@@ -143,14 +143,13 @@ exports.bindEvaluator = bindEvaluator;
|
|
|
143
143
|
* }
|
|
144
144
|
* );
|
|
145
145
|
*
|
|
146
|
-
* //
|
|
146
|
+
* // Retrieval relevance evaluator
|
|
147
147
|
* const relevancyEvaluator = bindEvaluator<EvaluationData>(
|
|
148
|
-
*
|
|
148
|
+
* createRetrievalRelevanceEvaluator<EvaluationData>({ model: openai("gpt-4") }),
|
|
149
149
|
* {
|
|
150
150
|
* inputMapping: {
|
|
151
|
-
*
|
|
152
|
-
*
|
|
153
|
-
* output: "modelOutput",
|
|
151
|
+
* input: "userQuery",
|
|
152
|
+
* context: "systemContext",
|
|
154
153
|
* },
|
|
155
154
|
* }
|
|
156
155
|
* );
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"bindEvaluator.js","sourceRoot":"","sources":["../../../src/utils/bindEvaluator.ts"],"names":[],"mappings":";;;AAgEA
|
|
1
|
+
{"version":3,"file":"bindEvaluator.js","sourceRoot":"","sources":["../../../src/utils/bindEvaluator.ts"],"names":[],"mappings":";;;AAgEA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAyJG;AACH,uBACE,SAAoC,EACpC,OAAmC;IAEnC,IAAI,cAAc,GAA8B,SAAS,CAAC;IAC1D,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;QACzB,cAAc,GAAG,cAAc,CAAC,gBAAgB,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;IACzE,CAAC;IACD,OAAO,cAAc,CAAC;AACxB,CAAC"}
|