@arizeai/phoenix-evals 2.3.0 → 2.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (87) hide show
  1. package/CHANGELOG.md +256 -0
  2. package/README.md +7 -5
  3. package/dist/esm/__generated__/default_templates/COMPLETENESS_CLASSIFICATION_EVALUATOR_CONFIG.d.ts +3 -0
  4. package/dist/esm/__generated__/default_templates/COMPLETENESS_CLASSIFICATION_EVALUATOR_CONFIG.d.ts.map +1 -0
  5. package/dist/esm/__generated__/default_templates/COMPLETENESS_CLASSIFICATION_EVALUATOR_CONFIG.js +93 -0
  6. package/dist/esm/__generated__/default_templates/COMPLETENESS_CLASSIFICATION_EVALUATOR_CONFIG.js.map +1 -0
  7. package/dist/esm/__generated__/default_templates/PII_DETECTION_CLASSIFICATION_EVALUATOR_CONFIG.d.ts +3 -0
  8. package/dist/esm/__generated__/default_templates/PII_DETECTION_CLASSIFICATION_EVALUATOR_CONFIG.d.ts.map +1 -0
  9. package/dist/esm/__generated__/default_templates/PII_DETECTION_CLASSIFICATION_EVALUATOR_CONFIG.js +119 -0
  10. package/dist/esm/__generated__/default_templates/PII_DETECTION_CLASSIFICATION_EVALUATOR_CONFIG.js.map +1 -0
  11. package/dist/esm/__generated__/default_templates/index.d.ts +2 -0
  12. package/dist/esm/__generated__/default_templates/index.d.ts.map +1 -1
  13. package/dist/esm/__generated__/default_templates/index.js +2 -0
  14. package/dist/esm/__generated__/default_templates/index.js.map +1 -1
  15. package/dist/esm/llm/createCompletenessEvaluator.d.ts +46 -0
  16. package/dist/esm/llm/createCompletenessEvaluator.d.ts.map +1 -0
  17. package/dist/esm/llm/createCompletenessEvaluator.js +38 -0
  18. package/dist/esm/llm/createCompletenessEvaluator.js.map +1 -0
  19. package/dist/esm/llm/createDocumentRelevanceEvaluator.d.ts +16 -11
  20. package/dist/esm/llm/createDocumentRelevanceEvaluator.d.ts.map +1 -1
  21. package/dist/esm/llm/createDocumentRelevanceEvaluator.js +7 -11
  22. package/dist/esm/llm/createDocumentRelevanceEvaluator.js.map +1 -1
  23. package/dist/esm/llm/createPiiDetectionEvaluator.d.ts +46 -0
  24. package/dist/esm/llm/createPiiDetectionEvaluator.d.ts.map +1 -0
  25. package/dist/esm/llm/createPiiDetectionEvaluator.js +39 -0
  26. package/dist/esm/llm/createPiiDetectionEvaluator.js.map +1 -0
  27. package/dist/esm/llm/createRetrievalRelevanceEvaluator.d.ts +4 -5
  28. package/dist/esm/llm/createRetrievalRelevanceEvaluator.d.ts.map +1 -1
  29. package/dist/esm/llm/createRetrievalRelevanceEvaluator.js +4 -5
  30. package/dist/esm/llm/createRetrievalRelevanceEvaluator.js.map +1 -1
  31. package/dist/esm/llm/index.d.ts +2 -0
  32. package/dist/esm/llm/index.d.ts.map +1 -1
  33. package/dist/esm/llm/index.js +2 -0
  34. package/dist/esm/llm/index.js.map +1 -1
  35. package/dist/esm/tsconfig.esm.tsbuildinfo +1 -1
  36. package/dist/esm/utils/bindEvaluator.d.ts +4 -5
  37. package/dist/esm/utils/bindEvaluator.d.ts.map +1 -1
  38. package/dist/esm/utils/bindEvaluator.js +4 -5
  39. package/dist/esm/utils/bindEvaluator.js.map +1 -1
  40. package/dist/src/__generated__/default_templates/COMPLETENESS_CLASSIFICATION_EVALUATOR_CONFIG.d.ts +3 -0
  41. package/dist/src/__generated__/default_templates/COMPLETENESS_CLASSIFICATION_EVALUATOR_CONFIG.d.ts.map +1 -0
  42. package/dist/src/__generated__/default_templates/COMPLETENESS_CLASSIFICATION_EVALUATOR_CONFIG.js +96 -0
  43. package/dist/src/__generated__/default_templates/COMPLETENESS_CLASSIFICATION_EVALUATOR_CONFIG.js.map +1 -0
  44. package/dist/src/__generated__/default_templates/PII_DETECTION_CLASSIFICATION_EVALUATOR_CONFIG.d.ts +3 -0
  45. package/dist/src/__generated__/default_templates/PII_DETECTION_CLASSIFICATION_EVALUATOR_CONFIG.d.ts.map +1 -0
  46. package/dist/src/__generated__/default_templates/PII_DETECTION_CLASSIFICATION_EVALUATOR_CONFIG.js +122 -0
  47. package/dist/src/__generated__/default_templates/PII_DETECTION_CLASSIFICATION_EVALUATOR_CONFIG.js.map +1 -0
  48. package/dist/src/__generated__/default_templates/index.d.ts +2 -0
  49. package/dist/src/__generated__/default_templates/index.d.ts.map +1 -1
  50. package/dist/src/__generated__/default_templates/index.js +5 -1
  51. package/dist/src/__generated__/default_templates/index.js.map +1 -1
  52. package/dist/src/llm/createCompletenessEvaluator.d.ts +46 -0
  53. package/dist/src/llm/createCompletenessEvaluator.d.ts.map +1 -0
  54. package/dist/src/llm/createCompletenessEvaluator.js +49 -0
  55. package/dist/src/llm/createCompletenessEvaluator.js.map +1 -0
  56. package/dist/src/llm/createDocumentRelevanceEvaluator.d.ts +16 -11
  57. package/dist/src/llm/createDocumentRelevanceEvaluator.d.ts.map +1 -1
  58. package/dist/src/llm/createDocumentRelevanceEvaluator.js +7 -11
  59. package/dist/src/llm/createDocumentRelevanceEvaluator.js.map +1 -1
  60. package/dist/src/llm/createPiiDetectionEvaluator.d.ts +46 -0
  61. package/dist/src/llm/createPiiDetectionEvaluator.d.ts.map +1 -0
  62. package/dist/src/llm/createPiiDetectionEvaluator.js +50 -0
  63. package/dist/src/llm/createPiiDetectionEvaluator.js.map +1 -0
  64. package/dist/src/llm/createRetrievalRelevanceEvaluator.d.ts +4 -5
  65. package/dist/src/llm/createRetrievalRelevanceEvaluator.d.ts.map +1 -1
  66. package/dist/src/llm/createRetrievalRelevanceEvaluator.js +4 -5
  67. package/dist/src/llm/createRetrievalRelevanceEvaluator.js.map +1 -1
  68. package/dist/src/llm/index.d.ts +2 -0
  69. package/dist/src/llm/index.d.ts.map +1 -1
  70. package/dist/src/llm/index.js +2 -0
  71. package/dist/src/llm/index.js.map +1 -1
  72. package/dist/src/utils/bindEvaluator.d.ts +4 -5
  73. package/dist/src/utils/bindEvaluator.d.ts.map +1 -1
  74. package/dist/src/utils/bindEvaluator.js +4 -5
  75. package/dist/src/utils/bindEvaluator.js.map +1 -1
  76. package/dist/tsconfig.tsbuildinfo +1 -1
  77. package/docs/llm-evaluators.mdx +1 -1
  78. package/package.json +12 -12
  79. package/src/__generated__/default_templates/COMPLETENESS_CLASSIFICATION_EVALUATOR_CONFIG.ts +95 -0
  80. package/src/__generated__/default_templates/PII_DETECTION_CLASSIFICATION_EVALUATOR_CONFIG.ts +121 -0
  81. package/src/__generated__/default_templates/index.ts +2 -0
  82. package/src/llm/createCompletenessEvaluator.ts +74 -0
  83. package/src/llm/createDocumentRelevanceEvaluator.ts +16 -11
  84. package/src/llm/createPiiDetectionEvaluator.ts +74 -0
  85. package/src/llm/createRetrievalRelevanceEvaluator.ts +4 -5
  86. package/src/llm/index.ts +2 -0
  87. package/src/utils/bindEvaluator.ts +4 -5
@@ -0,0 +1,50 @@
1
+ "use strict";
2
+ var __rest = (this && this.__rest) || function (s, e) {
3
+ var t = {};
4
+ for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p) && e.indexOf(p) < 0)
5
+ t[p] = s[p];
6
+ if (s != null && typeof Object.getOwnPropertySymbols === "function")
7
+ for (var i = 0, p = Object.getOwnPropertySymbols(s); i < p.length; i++) {
8
+ if (e.indexOf(p[i]) < 0 && Object.prototype.propertyIsEnumerable.call(s, p[i]))
9
+ t[p[i]] = s[p[i]];
10
+ }
11
+ return t;
12
+ };
13
+ Object.defineProperty(exports, "__esModule", { value: true });
14
+ exports.createPiiDetectionEvaluator = createPiiDetectionEvaluator;
15
+ const default_templates_1 = require("../__generated__/default_templates");
16
+ const createClassificationEvaluator_1 = require("./createClassificationEvaluator");
17
+ /**
18
+ * Creates a PII detection evaluator.
19
+ *
20
+ * This function returns an evaluator that screens a conversation record for
21
+ * personally identifiable information, including content in tool calls,
22
+ * tool results, and retrieved documents the end user may never have seen.
23
+ *
24
+ * @param args - The arguments for creating the PII detection evaluator.
25
+ * @param args.model - The model to use for classification.
26
+ * @param args.choices - The possible classification choices (defaults to pii_detected/no_pii_detected).
27
+ * @param args.promptTemplate - The prompt template to use (defaults to PII_DETECTION_CLASSIFICATION_EVALUATOR_CONFIG.template).
28
+ * @param args.telemetry - The telemetry to use for the evaluator.
29
+ *
30
+ * @returns An evaluator function that takes a {@link PiiDetectionEvaluationRecord} and returns a classification result
31
+ * indicating whether the record contains PII (`pii_detected`) or not (`no_pii_detected`).
32
+ *
33
+ * @example
34
+ * ```ts
35
+ * const evaluator = createPiiDetectionEvaluator({ model: openai("gpt-4o-mini") });
36
+ * const result = await evaluator.evaluate({
37
+ * conversation:
38
+ * "User: Reset my account.\nAssistant: What email is on the account?\nUser: jane.doe@acme.com",
39
+ * });
40
+ * console.log(result.label); // "pii_detected"
41
+ * ```
42
+ */
43
+ function createPiiDetectionEvaluator(args) {
44
+ const { choices = default_templates_1.PII_DETECTION_CLASSIFICATION_EVALUATOR_CONFIG.choices, promptTemplate = default_templates_1.PII_DETECTION_CLASSIFICATION_EVALUATOR_CONFIG.template, optimizationDirection = default_templates_1.PII_DETECTION_CLASSIFICATION_EVALUATOR_CONFIG.optimizationDirection, name = default_templates_1.PII_DETECTION_CLASSIFICATION_EVALUATOR_CONFIG.name } = args, rest = __rest(args, ["choices", "promptTemplate", "optimizationDirection", "name"]);
45
+ return (0, createClassificationEvaluator_1.createClassificationEvaluator)(Object.assign(Object.assign({}, rest), { promptTemplate,
46
+ choices,
47
+ optimizationDirection,
48
+ name }));
49
+ }
50
+ //# sourceMappingURL=createPiiDetectionEvaluator.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"createPiiDetectionEvaluator.js","sourceRoot":"","sources":["../../../src/llm/createPiiDetectionEvaluator.ts"],"names":[],"mappings":";;;;;;;;;;;;;;AAAA,0EAAmG;AAGnG,mFAAgF;AAyBhF;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AACH,qCAGE,IAA2C;IAE3C,MAAM,EACJ,OAAO,GAAG,iEAA6C,CAAC,OAAO,EAC/D,cAAc,GAAG,iEAA6C,CAAC,QAAQ,EACvE,qBAAqB,GAAG,iEAA6C,CAAC,qBAAqB,EAC3F,IAAI,GAAG,iEAA6C,CAAC,IAAI,KAEvD,IAAI,EADH,IAAI,UACL,IAAI,EANF,8DAML,CAAO,CAAC;IACT,OAAO,IAAA,6DAA6B,kCAC/B,IAAI,KACP,cAAc;QACd,OAAO;QACP,qBAAqB;QACrB,IAAI,IACJ,CAAC;AACL,CAAC"}
@@ -26,11 +26,10 @@ export interface RetrievalRelevanceEvaluationRecord {
26
26
  *
27
27
  * This function returns an evaluator that determines whether the external
28
28
  * information retrieved during a step is relevant to the request it was
29
- * serving. Unlike {@link createDocumentRelevanceEvaluator}, which judges a
30
- * single document against a question, this evaluator is source-agnostic and
31
- * scores the retrieved information as a whole (holistically, per retrieval
32
- * step), whether it came from a vector search, a tool or MCP call, a web
33
- * search, or content embedded in an LLM turn.
29
+ * serving. It is source-agnostic and scores the retrieved information as a
30
+ * whole, whether it came from a vector search, a tool or MCP call, a web search,
31
+ * or content embedded in an LLM turn. Pass one document as `context` to evaluate
32
+ * documents individually.
34
33
  *
35
34
  * @param args - The arguments for creating the retrieval relevance evaluator.
36
35
  * @param args.model - The model to use for classification.
@@ -1 +1 @@
1
- {"version":3,"file":"createRetrievalRelevanceEvaluator.d.ts","sourceRoot":"","sources":["../../../src/llm/createRetrievalRelevanceEvaluator.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,iCAAiC,EAAE,MAAM,gBAAgB,CAAC;AACxE,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,2BAA2B,CAAC;AAGzE,MAAM,WAAW,+BAA+B,CAC9C,UAAU,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GACxC,kCAAkC,CACpC,SAAQ,IAAI,CACZ,iCAAiC,CAAC,UAAU,CAAC,EAC7C,gBAAgB,GAAG,SAAS,GAAG,uBAAuB,GAAG,MAAM,CAChE;IACC,qBAAqB,CAAC,EAAE,iCAAiC,CAAC,UAAU,CAAC,CAAC,uBAAuB,CAAC,CAAC;IAC/F,IAAI,CAAC,EAAE,iCAAiC,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC;IAC7D,OAAO,CAAC,EAAE,iCAAiC,CAAC,UAAU,CAAC,CAAC,SAAS,CAAC,CAAC;IACnE,cAAc,CAAC,EAAE,iCAAiC,CAAC,UAAU,CAAC,CAAC,gBAAgB,CAAC,CAAC;CAClF;AAED,oEAAoE;AACpE,MAAM,WAAW,kCAAkC;IACjD;;;OAGG;IACH,KAAK,EAAE,MAAM,CAAC;IACd;;;;OAIG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6BG;AACH,wBAAgB,iCAAiC,CAC/C,UAAU,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GACxC,kCAAkC,EAEpC,IAAI,EAAE,+BAA+B,CAAC,UAAU,CAAC,GAChD,uBAAuB,CAAC,UAAU,CAAC,CAerC"}
1
+ {"version":3,"file":"createRetrievalRelevanceEvaluator.d.ts","sourceRoot":"","sources":["../../../src/llm/createRetrievalRelevanceEvaluator.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,iCAAiC,EAAE,MAAM,gBAAgB,CAAC;AACxE,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,2BAA2B,CAAC;AAGzE,MAAM,WAAW,+BAA+B,CAC9C,UAAU,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GACxC,kCAAkC,CACpC,SAAQ,IAAI,CACZ,iCAAiC,CAAC,UAAU,CAAC,EAC7C,gBAAgB,GAAG,SAAS,GAAG,uBAAuB,GAAG,MAAM,CAChE;IACC,qBAAqB,CAAC,EAAE,iCAAiC,CAAC,UAAU,CAAC,CAAC,uBAAuB,CAAC,CAAC;IAC/F,IAAI,CAAC,EAAE,iCAAiC,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC;IAC7D,OAAO,CAAC,EAAE,iCAAiC,CAAC,UAAU,CAAC,CAAC,SAAS,CAAC,CAAC;IACnE,cAAc,CAAC,EAAE,iCAAiC,CAAC,UAAU,CAAC,CAAC,gBAAgB,CAAC,CAAC;CAClF;AAED,oEAAoE;AACpE,MAAM,WAAW,kCAAkC;IACjD;;;OAGG;IACH,KAAK,EAAE,MAAM,CAAC;IACd;;;;OAIG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BG;AACH,wBAAgB,iCAAiC,CAC/C,UAAU,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GACxC,kCAAkC,EAEpC,IAAI,EAAE,+BAA+B,CAAC,UAAU,CAAC,GAChD,uBAAuB,CAAC,UAAU,CAAC,CAerC"}
@@ -19,11 +19,10 @@ const createClassificationEvaluator_1 = require("./createClassificationEvaluator
19
19
  *
20
20
  * This function returns an evaluator that determines whether the external
21
21
  * information retrieved during a step is relevant to the request it was
22
- * serving. Unlike {@link createDocumentRelevanceEvaluator}, which judges a
23
- * single document against a question, this evaluator is source-agnostic and
24
- * scores the retrieved information as a whole (holistically, per retrieval
25
- * step), whether it came from a vector search, a tool or MCP call, a web
26
- * search, or content embedded in an LLM turn.
22
+ * serving. It is source-agnostic and scores the retrieved information as a
23
+ * whole, whether it came from a vector search, a tool or MCP call, a web search,
24
+ * or content embedded in an LLM turn. Pass one document as `context` to evaluate
25
+ * documents individually.
27
26
  *
28
27
  * @param args - The arguments for creating the retrieval relevance evaluator.
29
28
  * @param args.model - The model to use for classification.
@@ -1 +1 @@
1
- {"version":3,"file":"createRetrievalRelevanceEvaluator.js","sourceRoot":"","sources":["../../../src/llm/createRetrievalRelevanceEvaluator.ts"],"names":[],"mappings":";;;;;;;;;;;;;;AAAA,0EAAyG;AAGzG,mFAAgF;AA+BhF;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6BG;AACH,2CAIE,IAAiD;IAEjD,MAAM,EACJ,OAAO,GAAG,uEAAmD,CAAC,OAAO,EACrE,cAAc,GAAG,uEAAmD,CAAC,QAAQ,EAC7E,qBAAqB,GAAG,uEAAmD,CAAC,qBAAqB,EACjG,IAAI,GAAG,uEAAmD,CAAC,IAAI,KAE7D,IAAI,EADH,IAAI,UACL,IAAI,EANF,8DAML,CAAO,CAAC;IACT,OAAO,IAAA,6DAA6B,kCAC/B,IAAI,KACP,cAAc;QACd,OAAO;QACP,qBAAqB;QACrB,IAAI,IACJ,CAAC;AACL,CAAC"}
1
+ {"version":3,"file":"createRetrievalRelevanceEvaluator.js","sourceRoot":"","sources":["../../../src/llm/createRetrievalRelevanceEvaluator.ts"],"names":[],"mappings":";;;;;;;;;;;;;;AAAA,0EAAyG;AAGzG,mFAAgF;AA+BhF;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BG;AACH,2CAIE,IAAiD;IAEjD,MAAM,EACJ,OAAO,GAAG,uEAAmD,CAAC,OAAO,EACrE,cAAc,GAAG,uEAAmD,CAAC,QAAQ,EAC7E,qBAAqB,GAAG,uEAAmD,CAAC,qBAAqB,EACjG,IAAI,GAAG,uEAAmD,CAAC,IAAI,KAE7D,IAAI,EADH,IAAI,UACL,IAAI,EANF,8DAML,CAAO,CAAC;IACT,OAAO,IAAA,6DAA6B,kCAC/B,IAAI,KACP,cAAc;QACd,OAAO;QACP,qBAAqB;QACrB,IAAI,IACJ,CAAC;AACL,CAAC"}
@@ -1,11 +1,13 @@
1
1
  export * from "./ClassificationEvaluator";
2
2
  export * from "./createClassificationEvaluator";
3
3
  export * from "./createClassifierFn";
4
+ export * from "./createCompletenessEvaluator";
4
5
  export * from "./createConcisenessEvaluator";
5
6
  export * from "./createCorrectnessEvaluator";
6
7
  export * from "./createDocumentRelevanceEvaluator";
7
8
  export * from "./createFaithfulnessEvaluator";
8
9
  export * from "./createHallucinationEvaluator";
10
+ export * from "./createPiiDetectionEvaluator";
9
11
  export * from "./createRefusalEvaluator";
10
12
  export * from "./createRetrievalRelevanceEvaluator";
11
13
  export * from "./createToolInvocationEvaluator";
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/llm/index.ts"],"names":[],"mappings":"AAAA,cAAc,2BAA2B,CAAC;AAC1C,cAAc,iCAAiC,CAAC;AAChD,cAAc,sBAAsB,CAAC;AACrC,cAAc,8BAA8B,CAAC;AAC7C,cAAc,8BAA8B,CAAC;AAC7C,cAAc,oCAAoC,CAAC;AACnD,cAAc,+BAA+B,CAAC;AAC9C,cAAc,gCAAgC,CAAC;AAC/C,cAAc,0BAA0B,CAAC;AACzC,cAAc,qCAAqC,CAAC;AACpD,cAAc,iCAAiC,CAAC;AAChD,cAAc,uCAAuC,CAAC;AACtD,cAAc,gCAAgC,CAAC;AAC/C,cAAc,2BAA2B,CAAC;AAC1C,cAAc,+BAA+B,CAAC;AAC9C,cAAc,0BAA0B,CAAC;AACzC,cAAc,gBAAgB,CAAC"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/llm/index.ts"],"names":[],"mappings":"AAAA,cAAc,2BAA2B,CAAC;AAC1C,cAAc,iCAAiC,CAAC;AAChD,cAAc,sBAAsB,CAAC;AACrC,cAAc,+BAA+B,CAAC;AAC9C,cAAc,8BAA8B,CAAC;AAC7C,cAAc,8BAA8B,CAAC;AAC7C,cAAc,oCAAoC,CAAC;AACnD,cAAc,+BAA+B,CAAC;AAC9C,cAAc,gCAAgC,CAAC;AAC/C,cAAc,+BAA+B,CAAC;AAC9C,cAAc,0BAA0B,CAAC;AACzC,cAAc,qCAAqC,CAAC;AACpD,cAAc,iCAAiC,CAAC;AAChD,cAAc,uCAAuC,CAAC;AACtD,cAAc,gCAAgC,CAAC;AAC/C,cAAc,2BAA2B,CAAC;AAC1C,cAAc,+BAA+B,CAAC;AAC9C,cAAc,0BAA0B,CAAC;AACzC,cAAc,gBAAgB,CAAC"}
@@ -17,11 +17,13 @@ Object.defineProperty(exports, "__esModule", { value: true });
17
17
  __exportStar(require("./ClassificationEvaluator"), exports);
18
18
  __exportStar(require("./createClassificationEvaluator"), exports);
19
19
  __exportStar(require("./createClassifierFn"), exports);
20
+ __exportStar(require("./createCompletenessEvaluator"), exports);
20
21
  __exportStar(require("./createConcisenessEvaluator"), exports);
21
22
  __exportStar(require("./createCorrectnessEvaluator"), exports);
22
23
  __exportStar(require("./createDocumentRelevanceEvaluator"), exports);
23
24
  __exportStar(require("./createFaithfulnessEvaluator"), exports);
24
25
  __exportStar(require("./createHallucinationEvaluator"), exports);
26
+ __exportStar(require("./createPiiDetectionEvaluator"), exports);
25
27
  __exportStar(require("./createRefusalEvaluator"), exports);
26
28
  __exportStar(require("./createRetrievalRelevanceEvaluator"), exports);
27
29
  __exportStar(require("./createToolInvocationEvaluator"), exports);
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/llm/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,4DAA0C;AAC1C,kEAAgD;AAChD,uDAAqC;AACrC,+DAA6C;AAC7C,+DAA6C;AAC7C,qEAAmD;AACnD,gEAA8C;AAC9C,iEAA+C;AAC/C,2DAAyC;AACzC,sEAAoD;AACpD,kEAAgD;AAChD,wEAAsD;AACtD,iEAA+C;AAC/C,4DAA0C;AAC1C,gEAA8C;AAC9C,2DAAyC;AACzC,iDAA+B"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/llm/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,4DAA0C;AAC1C,kEAAgD;AAChD,uDAAqC;AACrC,gEAA8C;AAC9C,+DAA6C;AAC7C,+DAA6C;AAC7C,qEAAmD;AACnD,gEAA8C;AAC9C,iEAA+C;AAC/C,gEAA8C;AAC9C,2DAAyC;AACzC,sEAAoD;AACpD,kEAAgD;AAChD,wEAAsD;AACtD,iEAA+C;AAC/C,4DAA0C;AAC1C,gEAA8C;AAC9C,2DAAyC;AACzC,iDAA+B"}
@@ -202,14 +202,13 @@ export type BindingContext<RecordType extends Record<string, unknown>> = {
202
202
  * }
203
203
  * );
204
204
  *
205
- * // Document relevancy evaluator (if it exists)
205
+ * // Retrieval relevance evaluator
206
206
  * const relevancyEvaluator = bindEvaluator<EvaluationData>(
207
- * createDocumentRelevanceEvaluator({ model: openai("gpt-4") }),
207
+ * createRetrievalRelevanceEvaluator<EvaluationData>({ model: openai("gpt-4") }),
208
208
  * {
209
209
  * inputMapping: {
210
- * query: "userQuery",
211
- * document: "systemContext",
212
- * output: "modelOutput",
210
+ * input: "userQuery",
211
+ * context: "systemContext",
213
212
  * },
214
213
  * }
215
214
  * );
@@ -1 +1 @@
1
- {"version":3,"file":"bindEvaluator.d.ts","sourceRoot":"","sources":["../../../src/utils/bindEvaluator.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAC3D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAEnD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2CG;AACH,MAAM,MAAM,cAAc,CAAC,UAAU,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI;IACvE;;;;;;;;;;;;OAYG;IACH,YAAY,EAAE,aAAa,CAAC,UAAU,CAAC,CAAC;CACzC,CAAC;AAEF;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA0JG;AACH,wBAAgB,aAAa,CAAC,UAAU,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EACtE,SAAS,EAAE,aAAa,CAAC,UAAU,CAAC,EACpC,OAAO,EAAE,cAAc,CAAC,UAAU,CAAC,GAClC,aAAa,CAAC,UAAU,CAAC,CAM3B"}
1
+ {"version":3,"file":"bindEvaluator.d.ts","sourceRoot":"","sources":["../../../src/utils/bindEvaluator.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAC3D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAEnD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2CG;AACH,MAAM,MAAM,cAAc,CAAC,UAAU,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI;IACvE;;;;;;;;;;;;OAYG;IACH,YAAY,EAAE,aAAa,CAAC,UAAU,CAAC,CAAC;CACzC,CAAC;AAEF;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAyJG;AACH,wBAAgB,aAAa,CAAC,UAAU,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EACtE,SAAS,EAAE,aAAa,CAAC,UAAU,CAAC,EACpC,OAAO,EAAE,cAAc,CAAC,UAAU,CAAC,GAClC,aAAa,CAAC,UAAU,CAAC,CAM3B"}
@@ -143,14 +143,13 @@ exports.bindEvaluator = bindEvaluator;
143
143
  * }
144
144
  * );
145
145
  *
146
- * // Document relevancy evaluator (if it exists)
146
+ * // Retrieval relevance evaluator
147
147
  * const relevancyEvaluator = bindEvaluator<EvaluationData>(
148
- * createDocumentRelevanceEvaluator({ model: openai("gpt-4") }),
148
+ * createRetrievalRelevanceEvaluator<EvaluationData>({ model: openai("gpt-4") }),
149
149
  * {
150
150
  * inputMapping: {
151
- * query: "userQuery",
152
- * document: "systemContext",
153
- * output: "modelOutput",
151
+ * input: "userQuery",
152
+ * context: "systemContext",
154
153
  * },
155
154
  * }
156
155
  * );
@@ -1 +1 @@
1
- {"version":3,"file":"bindEvaluator.js","sourceRoot":"","sources":["../../../src/utils/bindEvaluator.ts"],"names":[],"mappings":";;;AAgEA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA0JG;AACH,uBACE,SAAoC,EACpC,OAAmC;IAEnC,IAAI,cAAc,GAA8B,SAAS,CAAC;IAC1D,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;QACzB,cAAc,GAAG,cAAc,CAAC,gBAAgB,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;IACzE,CAAC;IACD,OAAO,cAAc,CAAC;AACxB,CAAC"}
1
+ {"version":3,"file":"bindEvaluator.js","sourceRoot":"","sources":["../../../src/utils/bindEvaluator.ts"],"names":[],"mappings":";;;AAgEA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAyJG;AACH,uBACE,SAAoC,EACpC,OAAmC;IAEnC,IAAI,cAAc,GAA8B,SAAS,CAAC;IAC1D,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;QACzB,cAAc,GAAG,cAAc,CAAC,gBAAgB,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;IACzE,CAAC;IACD,OAAO,cAAc,CAAC;AACxB,CAAC"}