@arizeai/phoenix-evals 2.4.0 → 2.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (68) hide show
  1. package/CHANGELOG.md +256 -0
  2. package/README.md +6 -5
  3. package/dist/esm/__generated__/default_templates/COMPLETENESS_CLASSIFICATION_EVALUATOR_CONFIG.d.ts +3 -0
  4. package/dist/esm/__generated__/default_templates/COMPLETENESS_CLASSIFICATION_EVALUATOR_CONFIG.d.ts.map +1 -0
  5. package/dist/esm/__generated__/default_templates/COMPLETENESS_CLASSIFICATION_EVALUATOR_CONFIG.js +93 -0
  6. package/dist/esm/__generated__/default_templates/COMPLETENESS_CLASSIFICATION_EVALUATOR_CONFIG.js.map +1 -0
  7. package/dist/esm/__generated__/default_templates/index.d.ts +1 -0
  8. package/dist/esm/__generated__/default_templates/index.d.ts.map +1 -1
  9. package/dist/esm/__generated__/default_templates/index.js +1 -0
  10. package/dist/esm/__generated__/default_templates/index.js.map +1 -1
  11. package/dist/esm/llm/createCompletenessEvaluator.d.ts +46 -0
  12. package/dist/esm/llm/createCompletenessEvaluator.d.ts.map +1 -0
  13. package/dist/esm/llm/createCompletenessEvaluator.js +38 -0
  14. package/dist/esm/llm/createCompletenessEvaluator.js.map +1 -0
  15. package/dist/esm/llm/createDocumentRelevanceEvaluator.d.ts +16 -11
  16. package/dist/esm/llm/createDocumentRelevanceEvaluator.d.ts.map +1 -1
  17. package/dist/esm/llm/createDocumentRelevanceEvaluator.js +7 -11
  18. package/dist/esm/llm/createDocumentRelevanceEvaluator.js.map +1 -1
  19. package/dist/esm/llm/createRetrievalRelevanceEvaluator.d.ts +4 -5
  20. package/dist/esm/llm/createRetrievalRelevanceEvaluator.d.ts.map +1 -1
  21. package/dist/esm/llm/createRetrievalRelevanceEvaluator.js +4 -5
  22. package/dist/esm/llm/createRetrievalRelevanceEvaluator.js.map +1 -1
  23. package/dist/esm/llm/index.d.ts +1 -0
  24. package/dist/esm/llm/index.d.ts.map +1 -1
  25. package/dist/esm/llm/index.js +1 -0
  26. package/dist/esm/llm/index.js.map +1 -1
  27. package/dist/esm/tsconfig.esm.tsbuildinfo +1 -1
  28. package/dist/esm/utils/bindEvaluator.d.ts +4 -5
  29. package/dist/esm/utils/bindEvaluator.d.ts.map +1 -1
  30. package/dist/esm/utils/bindEvaluator.js +4 -5
  31. package/dist/esm/utils/bindEvaluator.js.map +1 -1
  32. package/dist/src/__generated__/default_templates/COMPLETENESS_CLASSIFICATION_EVALUATOR_CONFIG.d.ts +3 -0
  33. package/dist/src/__generated__/default_templates/COMPLETENESS_CLASSIFICATION_EVALUATOR_CONFIG.d.ts.map +1 -0
  34. package/dist/src/__generated__/default_templates/COMPLETENESS_CLASSIFICATION_EVALUATOR_CONFIG.js +96 -0
  35. package/dist/src/__generated__/default_templates/COMPLETENESS_CLASSIFICATION_EVALUATOR_CONFIG.js.map +1 -0
  36. package/dist/src/__generated__/default_templates/index.d.ts +1 -0
  37. package/dist/src/__generated__/default_templates/index.d.ts.map +1 -1
  38. package/dist/src/__generated__/default_templates/index.js +3 -1
  39. package/dist/src/__generated__/default_templates/index.js.map +1 -1
  40. package/dist/src/llm/createCompletenessEvaluator.d.ts +46 -0
  41. package/dist/src/llm/createCompletenessEvaluator.d.ts.map +1 -0
  42. package/dist/src/llm/createCompletenessEvaluator.js +49 -0
  43. package/dist/src/llm/createCompletenessEvaluator.js.map +1 -0
  44. package/dist/src/llm/createDocumentRelevanceEvaluator.d.ts +16 -11
  45. package/dist/src/llm/createDocumentRelevanceEvaluator.d.ts.map +1 -1
  46. package/dist/src/llm/createDocumentRelevanceEvaluator.js +7 -11
  47. package/dist/src/llm/createDocumentRelevanceEvaluator.js.map +1 -1
  48. package/dist/src/llm/createRetrievalRelevanceEvaluator.d.ts +4 -5
  49. package/dist/src/llm/createRetrievalRelevanceEvaluator.d.ts.map +1 -1
  50. package/dist/src/llm/createRetrievalRelevanceEvaluator.js +4 -5
  51. package/dist/src/llm/createRetrievalRelevanceEvaluator.js.map +1 -1
  52. package/dist/src/llm/index.d.ts +1 -0
  53. package/dist/src/llm/index.d.ts.map +1 -1
  54. package/dist/src/llm/index.js +1 -0
  55. package/dist/src/llm/index.js.map +1 -1
  56. package/dist/src/utils/bindEvaluator.d.ts +4 -5
  57. package/dist/src/utils/bindEvaluator.d.ts.map +1 -1
  58. package/dist/src/utils/bindEvaluator.js +4 -5
  59. package/dist/src/utils/bindEvaluator.js.map +1 -1
  60. package/dist/tsconfig.tsbuildinfo +1 -1
  61. package/package.json +12 -12
  62. package/src/__generated__/default_templates/COMPLETENESS_CLASSIFICATION_EVALUATOR_CONFIG.ts +95 -0
  63. package/src/__generated__/default_templates/index.ts +1 -0
  64. package/src/llm/createCompletenessEvaluator.ts +74 -0
  65. package/src/llm/createDocumentRelevanceEvaluator.ts +16 -11
  66. package/src/llm/createRetrievalRelevanceEvaluator.ts +4 -5
  67. package/src/llm/index.ts +1 -0
  68. package/src/utils/bindEvaluator.ts +4 -5
@@ -1 +1 @@
1
- {"version":3,"file":"createRetrievalRelevanceEvaluator.d.ts","sourceRoot":"","sources":["../../../src/llm/createRetrievalRelevanceEvaluator.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,iCAAiC,EAAE,MAAM,gBAAgB,CAAC;AACxE,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,2BAA2B,CAAC;AAGzE,MAAM,WAAW,+BAA+B,CAC9C,UAAU,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GACxC,kCAAkC,CACpC,SAAQ,IAAI,CACZ,iCAAiC,CAAC,UAAU,CAAC,EAC7C,gBAAgB,GAAG,SAAS,GAAG,uBAAuB,GAAG,MAAM,CAChE;IACC,qBAAqB,CAAC,EAAE,iCAAiC,CAAC,UAAU,CAAC,CAAC,uBAAuB,CAAC,CAAC;IAC/F,IAAI,CAAC,EAAE,iCAAiC,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC;IAC7D,OAAO,CAAC,EAAE,iCAAiC,CAAC,UAAU,CAAC,CAAC,SAAS,CAAC,CAAC;IACnE,cAAc,CAAC,EAAE,iCAAiC,CAAC,UAAU,CAAC,CAAC,gBAAgB,CAAC,CAAC;CAClF;AAED,oEAAoE;AACpE,MAAM,WAAW,kCAAkC;IACjD;;;OAGG;IACH,KAAK,EAAE,MAAM,CAAC;IACd;;;;OAIG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6BG;AACH,wBAAgB,iCAAiC,CAC/C,UAAU,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GACxC,kCAAkC,EAEpC,IAAI,EAAE,+BAA+B,CAAC,UAAU,CAAC,GAChD,uBAAuB,CAAC,UAAU,CAAC,CAerC"}
1
+ {"version":3,"file":"createRetrievalRelevanceEvaluator.d.ts","sourceRoot":"","sources":["../../../src/llm/createRetrievalRelevanceEvaluator.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,iCAAiC,EAAE,MAAM,gBAAgB,CAAC;AACxE,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,2BAA2B,CAAC;AAGzE,MAAM,WAAW,+BAA+B,CAC9C,UAAU,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GACxC,kCAAkC,CACpC,SAAQ,IAAI,CACZ,iCAAiC,CAAC,UAAU,CAAC,EAC7C,gBAAgB,GAAG,SAAS,GAAG,uBAAuB,GAAG,MAAM,CAChE;IACC,qBAAqB,CAAC,EAAE,iCAAiC,CAAC,UAAU,CAAC,CAAC,uBAAuB,CAAC,CAAC;IAC/F,IAAI,CAAC,EAAE,iCAAiC,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC;IAC7D,OAAO,CAAC,EAAE,iCAAiC,CAAC,UAAU,CAAC,CAAC,SAAS,CAAC,CAAC;IACnE,cAAc,CAAC,EAAE,iCAAiC,CAAC,UAAU,CAAC,CAAC,gBAAgB,CAAC,CAAC;CAClF;AAED,oEAAoE;AACpE,MAAM,WAAW,kCAAkC;IACjD;;;OAGG;IACH,KAAK,EAAE,MAAM,CAAC;IACd;;;;OAIG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BG;AACH,wBAAgB,iCAAiC,CAC/C,UAAU,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GACxC,kCAAkC,EAEpC,IAAI,EAAE,+BAA+B,CAAC,UAAU,CAAC,GAChD,uBAAuB,CAAC,UAAU,CAAC,CAerC"}
@@ -5,11 +5,10 @@ import { createClassificationEvaluator } from "./createClassificationEvaluator.j
5
5
  *
6
6
  * This function returns an evaluator that determines whether the external
7
7
  * information retrieved during a step is relevant to the request it was
8
- * serving. Unlike {@link createDocumentRelevanceEvaluator}, which judges a
9
- * single document against a question, this evaluator is source-agnostic and
10
- * scores the retrieved information as a whole (holistically, per retrieval
11
- * step), whether it came from a vector search, a tool or MCP call, a web
12
- * search, or content embedded in an LLM turn.
8
+ * serving. It is source-agnostic and scores the retrieved information as a
9
+ * whole, whether it came from a vector search, a tool or MCP call, a web search,
10
+ * or content embedded in an LLM turn. Pass one document as `context` to evaluate
11
+ * documents individually.
13
12
  *
14
13
  * @param args - The arguments for creating the retrieval relevance evaluator.
15
14
  * @param args.model - The model to use for classification.
@@ -1 +1 @@
1
- {"version":3,"file":"createRetrievalRelevanceEvaluator.js","sourceRoot":"","sources":["../../../src/llm/createRetrievalRelevanceEvaluator.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mDAAmD,EAAE,MAAM,oCAAoC,CAAC;AAGzG,OAAO,EAAE,6BAA6B,EAAE,MAAM,iCAAiC,CAAC;AA+BhF;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6BG;AACH,MAAM,UAAU,iCAAiC,CAI/C,IAAiD;IAEjD,MAAM,EACJ,OAAO,GAAG,mDAAmD,CAAC,OAAO,EACrE,cAAc,GAAG,mDAAmD,CAAC,QAAQ,EAC7E,qBAAqB,GAAG,mDAAmD,CAAC,qBAAqB,EACjG,IAAI,GAAG,mDAAmD,CAAC,IAAI,EAC/D,GAAG,IAAI,EACR,GAAG,IAAI,CAAC;IACT,OAAO,6BAA6B,CAAa;QAC/C,GAAG,IAAI;QACP,cAAc;QACd,OAAO;QACP,qBAAqB;QACrB,IAAI;KACL,CAAC,CAAC;AACL,CAAC"}
1
+ {"version":3,"file":"createRetrievalRelevanceEvaluator.js","sourceRoot":"","sources":["../../../src/llm/createRetrievalRelevanceEvaluator.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mDAAmD,EAAE,MAAM,oCAAoC,CAAC;AAGzG,OAAO,EAAE,6BAA6B,EAAE,MAAM,iCAAiC,CAAC;AA+BhF;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BG;AACH,MAAM,UAAU,iCAAiC,CAI/C,IAAiD;IAEjD,MAAM,EACJ,OAAO,GAAG,mDAAmD,CAAC,OAAO,EACrE,cAAc,GAAG,mDAAmD,CAAC,QAAQ,EAC7E,qBAAqB,GAAG,mDAAmD,CAAC,qBAAqB,EACjG,IAAI,GAAG,mDAAmD,CAAC,IAAI,EAC/D,GAAG,IAAI,EACR,GAAG,IAAI,CAAC;IACT,OAAO,6BAA6B,CAAa;QAC/C,GAAG,IAAI;QACP,cAAc;QACd,OAAO;QACP,qBAAqB;QACrB,IAAI;KACL,CAAC,CAAC;AACL,CAAC"}
@@ -1,6 +1,7 @@
1
1
  export * from "./ClassificationEvaluator.js";
2
2
  export * from "./createClassificationEvaluator.js";
3
3
  export * from "./createClassifierFn.js";
4
+ export * from "./createCompletenessEvaluator.js";
4
5
  export * from "./createConcisenessEvaluator.js";
5
6
  export * from "./createCorrectnessEvaluator.js";
6
7
  export * from "./createDocumentRelevanceEvaluator.js";
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/llm/index.ts"],"names":[],"mappings":"AAAA,cAAc,2BAA2B,CAAC;AAC1C,cAAc,iCAAiC,CAAC;AAChD,cAAc,sBAAsB,CAAC;AACrC,cAAc,8BAA8B,CAAC;AAC7C,cAAc,8BAA8B,CAAC;AAC7C,cAAc,oCAAoC,CAAC;AACnD,cAAc,+BAA+B,CAAC;AAC9C,cAAc,gCAAgC,CAAC;AAC/C,cAAc,+BAA+B,CAAC;AAC9C,cAAc,0BAA0B,CAAC;AACzC,cAAc,qCAAqC,CAAC;AACpD,cAAc,iCAAiC,CAAC;AAChD,cAAc,uCAAuC,CAAC;AACtD,cAAc,gCAAgC,CAAC;AAC/C,cAAc,2BAA2B,CAAC;AAC1C,cAAc,+BAA+B,CAAC;AAC9C,cAAc,0BAA0B,CAAC;AACzC,cAAc,gBAAgB,CAAC"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/llm/index.ts"],"names":[],"mappings":"AAAA,cAAc,2BAA2B,CAAC;AAC1C,cAAc,iCAAiC,CAAC;AAChD,cAAc,sBAAsB,CAAC;AACrC,cAAc,+BAA+B,CAAC;AAC9C,cAAc,8BAA8B,CAAC;AAC7C,cAAc,8BAA8B,CAAC;AAC7C,cAAc,oCAAoC,CAAC;AACnD,cAAc,+BAA+B,CAAC;AAC9C,cAAc,gCAAgC,CAAC;AAC/C,cAAc,+BAA+B,CAAC;AAC9C,cAAc,0BAA0B,CAAC;AACzC,cAAc,qCAAqC,CAAC;AACpD,cAAc,iCAAiC,CAAC;AAChD,cAAc,uCAAuC,CAAC;AACtD,cAAc,gCAAgC,CAAC;AAC/C,cAAc,2BAA2B,CAAC;AAC1C,cAAc,+BAA+B,CAAC;AAC9C,cAAc,0BAA0B,CAAC;AACzC,cAAc,gBAAgB,CAAC"}
@@ -1,6 +1,7 @@
1
1
  export * from "./ClassificationEvaluator.js";
2
2
  export * from "./createClassificationEvaluator.js";
3
3
  export * from "./createClassifierFn.js";
4
+ export * from "./createCompletenessEvaluator.js";
4
5
  export * from "./createConcisenessEvaluator.js";
5
6
  export * from "./createCorrectnessEvaluator.js";
6
7
  export * from "./createDocumentRelevanceEvaluator.js";
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/llm/index.ts"],"names":[],"mappings":"AAAA,cAAc,2BAA2B,CAAC;AAC1C,cAAc,iCAAiC,CAAC;AAChD,cAAc,sBAAsB,CAAC;AACrC,cAAc,8BAA8B,CAAC;AAC7C,cAAc,8BAA8B,CAAC;AAC7C,cAAc,oCAAoC,CAAC;AACnD,cAAc,+BAA+B,CAAC;AAC9C,cAAc,gCAAgC,CAAC;AAC/C,cAAc,+BAA+B,CAAC;AAC9C,cAAc,0BAA0B,CAAC;AACzC,cAAc,qCAAqC,CAAC;AACpD,cAAc,iCAAiC,CAAC;AAChD,cAAc,uCAAuC,CAAC;AACtD,cAAc,gCAAgC,CAAC;AAC/C,cAAc,2BAA2B,CAAC;AAC1C,cAAc,+BAA+B,CAAC;AAC9C,cAAc,0BAA0B,CAAC;AACzC,cAAc,gBAAgB,CAAC"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/llm/index.ts"],"names":[],"mappings":"AAAA,cAAc,2BAA2B,CAAC;AAC1C,cAAc,iCAAiC,CAAC;AAChD,cAAc,sBAAsB,CAAC;AACrC,cAAc,+BAA+B,CAAC;AAC9C,cAAc,8BAA8B,CAAC;AAC7C,cAAc,8BAA8B,CAAC;AAC7C,cAAc,oCAAoC,CAAC;AACnD,cAAc,+BAA+B,CAAC;AAC9C,cAAc,gCAAgC,CAAC;AAC/C,cAAc,+BAA+B,CAAC;AAC9C,cAAc,0BAA0B,CAAC;AACzC,cAAc,qCAAqC,CAAC;AACpD,cAAc,iCAAiC,CAAC;AAChD,cAAc,uCAAuC,CAAC;AACtD,cAAc,gCAAgC,CAAC;AAC/C,cAAc,2BAA2B,CAAC;AAC1C,cAAc,+BAA+B,CAAC;AAC9C,cAAc,0BAA0B,CAAC;AACzC,cAAc,gBAAgB,CAAC"}