@arizeai/phoenix-evals 2.6.0 → 2.7.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (79) hide show
  1. package/CHANGELOG.md +10 -0
  2. package/dist/esm/decision/decideClassification.d.ts +20 -0
  3. package/dist/esm/decision/decideClassification.d.ts.map +1 -0
  4. package/dist/esm/decision/decideClassification.js +72 -0
  5. package/dist/esm/decision/decideClassification.js.map +1 -0
  6. package/dist/esm/decision/decisionPrompt.d.ts +8 -0
  7. package/dist/esm/decision/decisionPrompt.d.ts.map +1 -0
  8. package/dist/esm/decision/decisionPrompt.js +66 -0
  9. package/dist/esm/decision/decisionPrompt.js.map +1 -0
  10. package/dist/esm/llm/ClassificationEvaluator.d.ts +2 -2
  11. package/dist/esm/llm/ClassificationEvaluator.d.ts.map +1 -1
  12. package/dist/esm/llm/ClassificationEvaluator.js.map +1 -1
  13. package/dist/esm/llm/generateClassification.d.ts +5 -5
  14. package/dist/esm/llm/generateClassification.d.ts.map +1 -1
  15. package/dist/esm/llm/generateClassification.js +20 -71
  16. package/dist/esm/llm/generateClassification.js.map +1 -1
  17. package/dist/esm/telemetry/index.d.ts +14 -0
  18. package/dist/esm/telemetry/index.d.ts.map +1 -1
  19. package/dist/esm/telemetry/index.js +15 -0
  20. package/dist/esm/telemetry/index.js.map +1 -1
  21. package/dist/esm/tsconfig.esm.tsbuildinfo +1 -1
  22. package/dist/esm/types/evals.d.ts +8 -6
  23. package/dist/esm/types/evals.d.ts.map +1 -1
  24. package/dist/esm/utils/index.d.ts +1 -0
  25. package/dist/esm/utils/index.d.ts.map +1 -1
  26. package/dist/esm/utils/index.js +1 -0
  27. package/dist/esm/utils/index.js.map +1 -1
  28. package/dist/esm/utils/isDecisionModel.d.ts +18 -0
  29. package/dist/esm/utils/isDecisionModel.d.ts.map +1 -0
  30. package/dist/esm/utils/isDecisionModel.js +13 -0
  31. package/dist/esm/utils/isDecisionModel.js.map +1 -0
  32. package/dist/src/decision/decideClassification.d.ts +20 -0
  33. package/dist/src/decision/decideClassification.d.ts.map +1 -0
  34. package/dist/src/decision/decideClassification.js +71 -0
  35. package/dist/src/decision/decideClassification.js.map +1 -0
  36. package/dist/src/decision/decisionPrompt.d.ts +8 -0
  37. package/dist/src/decision/decisionPrompt.d.ts.map +1 -0
  38. package/dist/src/decision/decisionPrompt.js +69 -0
  39. package/dist/src/decision/decisionPrompt.js.map +1 -0
  40. package/dist/src/llm/ClassificationEvaluator.d.ts +2 -2
  41. package/dist/src/llm/ClassificationEvaluator.d.ts.map +1 -1
  42. package/dist/src/llm/generateClassification.d.ts +5 -5
  43. package/dist/src/llm/generateClassification.d.ts.map +1 -1
  44. package/dist/src/llm/generateClassification.js +18 -70
  45. package/dist/src/llm/generateClassification.js.map +1 -1
  46. package/dist/src/telemetry/index.d.ts +14 -0
  47. package/dist/src/telemetry/index.d.ts.map +1 -1
  48. package/dist/src/telemetry/index.js +17 -0
  49. package/dist/src/telemetry/index.js.map +1 -1
  50. package/dist/src/types/evals.d.ts +8 -6
  51. package/dist/src/types/evals.d.ts.map +1 -1
  52. package/dist/src/utils/index.d.ts +1 -0
  53. package/dist/src/utils/index.d.ts.map +1 -1
  54. package/dist/src/utils/index.js +1 -0
  55. package/dist/src/utils/index.js.map +1 -1
  56. package/dist/src/utils/isDecisionModel.d.ts +18 -0
  57. package/dist/src/utils/isDecisionModel.d.ts.map +1 -0
  58. package/dist/src/utils/isDecisionModel.js +16 -0
  59. package/dist/src/utils/isDecisionModel.js.map +1 -0
  60. package/dist/tsconfig.tsbuildinfo +1 -1
  61. package/docs/classification.mdx +43 -1
  62. package/package.json +13 -13
  63. package/src/decision/decideClassification.ts +85 -0
  64. package/src/decision/decisionPrompt.ts +70 -0
  65. package/src/llm/ClassificationEvaluator.ts +2 -2
  66. package/src/llm/generateClassification.ts +20 -82
  67. package/src/telemetry/index.ts +21 -0
  68. package/src/types/evals.ts +8 -6
  69. package/src/utils/index.ts +1 -0
  70. package/src/utils/isDecisionModel.ts +29 -0
  71. package/dist/esm/utils/isEvaluationModel.d.ts +0 -13
  72. package/dist/esm/utils/isEvaluationModel.d.ts.map +0 -1
  73. package/dist/esm/utils/isEvaluationModel.js +0 -11
  74. package/dist/esm/utils/isEvaluationModel.js.map +0 -1
  75. package/dist/src/utils/isEvaluationModel.d.ts +0 -13
  76. package/dist/src/utils/isEvaluationModel.d.ts.map +0 -1
  77. package/dist/src/utils/isEvaluationModel.js +0 -14
  78. package/dist/src/utils/isEvaluationModel.js.map +0 -1
  79. package/src/utils/isEvaluationModel.ts +0 -23
@@ -15,4 +15,5 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
15
15
  };
16
16
  Object.defineProperty(exports, "__esModule", { value: true });
17
17
  __exportStar(require("./bindEvaluator"), exports);
18
+ __exportStar(require("./isDecisionModel"), exports);
18
19
  //# sourceMappingURL=index.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/utils/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,kDAAgC"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/utils/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,kDAAgC;AAChC,oDAAkC"}
@@ -0,0 +1,18 @@
1
+ import type { Experimental_DecisionModel, LanguageModel } from "ai";
2
+ /**
3
+ * An AI SDK decision model instance, e.g. `openai.decisionModel("gpt-6-luna")`
4
+ * or TypeSafe's Jev. Unlike a {@link LanguageModel}, a decision model only
5
+ * answers typed questions (here, which label applies) and cannot generate
6
+ * free-form text, so classifications made with it have no explanation.
7
+ *
8
+ * Gateway string IDs are excluded: a plain string is treated as a language
9
+ * model. Wrap the ID with the provider's `decisionModel()` instead.
10
+ */
11
+ export type DecisionModel = Exclude<Experimental_DecisionModel, string>;
12
+ /**
13
+ * Type guard that distinguishes an AI SDK decision model from a language model.
14
+ * Decision models expose `doDecide` (or `doEvaluate` for providers written
15
+ * against the older evaluation model spec) instead of `doGenerate`.
16
+ */
17
+ export declare function isDecisionModel(model: LanguageModel | DecisionModel): model is DecisionModel;
18
+ //# sourceMappingURL=isDecisionModel.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"isDecisionModel.d.ts","sourceRoot":"","sources":["../../../src/utils/isDecisionModel.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,0BAA0B,EAAE,aAAa,EAAE,MAAM,IAAI,CAAC;AAEpE;;;;;;;;GAQG;AACH,MAAM,MAAM,aAAa,GAAG,OAAO,CAAC,0BAA0B,EAAE,MAAM,CAAC,CAAC;AAExE;;;;GAIG;AACH,wBAAgB,eAAe,CAC7B,KAAK,EAAE,aAAa,GAAG,aAAa,GACnC,KAAK,IAAI,aAAa,CAQxB"}
@@ -0,0 +1,16 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.isDecisionModel = isDecisionModel;
4
+ /**
5
+ * Type guard that distinguishes an AI SDK decision model from a language model.
6
+ * Decision models expose `doDecide` (or `doEvaluate` for providers written
7
+ * against the older evaluation model spec) instead of `doGenerate`.
8
+ */
9
+ function isDecisionModel(model) {
10
+ if (typeof model !== "object" || model === null) {
11
+ return false;
12
+ }
13
+ return (("doDecide" in model && typeof model.doDecide === "function") ||
14
+ ("doEvaluate" in model && typeof model.doEvaluate === "function"));
15
+ }
16
+ //# sourceMappingURL=isDecisionModel.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"isDecisionModel.js","sourceRoot":"","sources":["../../../src/utils/isDecisionModel.ts"],"names":[],"mappings":";;;AAaA;;;;GAIG;AACH,yBACE,KAAoC;IAEpC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;QAChD,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,CACL,CAAC,UAAU,IAAI,KAAK,IAAI,OAAO,KAAK,CAAC,QAAQ,KAAK,UAAU,CAAC;QAC7D,CAAC,YAAY,IAAI,KAAK,IAAI,OAAO,KAAK,CAAC,UAAU,KAAK,UAAU,CAAC,CAClE,CAAC;AACJ,CAAC"}