@arizeai/phoenix-evals 2.6.0 → 2.7.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (88) hide show
  1. package/CHANGELOG.md +16 -0
  2. package/dist/esm/decision/decideClassification.d.ts +20 -0
  3. package/dist/esm/decision/decideClassification.d.ts.map +1 -0
  4. package/dist/esm/decision/decideClassification.js +72 -0
  5. package/dist/esm/decision/decideClassification.js.map +1 -0
  6. package/dist/esm/decision/decisionPrompt.d.ts +8 -0
  7. package/dist/esm/decision/decisionPrompt.d.ts.map +1 -0
  8. package/dist/esm/decision/decisionPrompt.js +66 -0
  9. package/dist/esm/decision/decisionPrompt.js.map +1 -0
  10. package/dist/esm/helpers/toEvaluationResult.d.ts +3 -3
  11. package/dist/esm/helpers/toEvaluationResult.d.ts.map +1 -1
  12. package/dist/esm/helpers/toEvaluationResult.js +22 -3
  13. package/dist/esm/helpers/toEvaluationResult.js.map +1 -1
  14. package/dist/esm/llm/ClassificationEvaluator.d.ts +2 -2
  15. package/dist/esm/llm/ClassificationEvaluator.d.ts.map +1 -1
  16. package/dist/esm/llm/ClassificationEvaluator.js.map +1 -1
  17. package/dist/esm/llm/generateClassification.d.ts +5 -5
  18. package/dist/esm/llm/generateClassification.d.ts.map +1 -1
  19. package/dist/esm/llm/generateClassification.js +20 -71
  20. package/dist/esm/llm/generateClassification.js.map +1 -1
  21. package/dist/esm/telemetry/index.d.ts +14 -0
  22. package/dist/esm/telemetry/index.d.ts.map +1 -1
  23. package/dist/esm/telemetry/index.js +15 -0
  24. package/dist/esm/telemetry/index.js.map +1 -1
  25. package/dist/esm/tsconfig.esm.tsbuildinfo +1 -1
  26. package/dist/esm/types/evals.d.ts +8 -6
  27. package/dist/esm/types/evals.d.ts.map +1 -1
  28. package/dist/esm/utils/index.d.ts +1 -0
  29. package/dist/esm/utils/index.d.ts.map +1 -1
  30. package/dist/esm/utils/index.js +1 -0
  31. package/dist/esm/utils/index.js.map +1 -1
  32. package/dist/esm/utils/isDecisionModel.d.ts +18 -0
  33. package/dist/esm/utils/isDecisionModel.d.ts.map +1 -0
  34. package/dist/esm/utils/isDecisionModel.js +13 -0
  35. package/dist/esm/utils/isDecisionModel.js.map +1 -0
  36. package/dist/src/decision/decideClassification.d.ts +20 -0
  37. package/dist/src/decision/decideClassification.d.ts.map +1 -0
  38. package/dist/src/decision/decideClassification.js +71 -0
  39. package/dist/src/decision/decideClassification.js.map +1 -0
  40. package/dist/src/decision/decisionPrompt.d.ts +8 -0
  41. package/dist/src/decision/decisionPrompt.d.ts.map +1 -0
  42. package/dist/src/decision/decisionPrompt.js +69 -0
  43. package/dist/src/decision/decisionPrompt.js.map +1 -0
  44. package/dist/src/helpers/toEvaluationResult.d.ts +3 -3
  45. package/dist/src/helpers/toEvaluationResult.d.ts.map +1 -1
  46. package/dist/src/helpers/toEvaluationResult.js +22 -3
  47. package/dist/src/helpers/toEvaluationResult.js.map +1 -1
  48. package/dist/src/llm/ClassificationEvaluator.d.ts +2 -2
  49. package/dist/src/llm/ClassificationEvaluator.d.ts.map +1 -1
  50. package/dist/src/llm/generateClassification.d.ts +5 -5
  51. package/dist/src/llm/generateClassification.d.ts.map +1 -1
  52. package/dist/src/llm/generateClassification.js +18 -70
  53. package/dist/src/llm/generateClassification.js.map +1 -1
  54. package/dist/src/telemetry/index.d.ts +14 -0
  55. package/dist/src/telemetry/index.d.ts.map +1 -1
  56. package/dist/src/telemetry/index.js +17 -0
  57. package/dist/src/telemetry/index.js.map +1 -1
  58. package/dist/src/types/evals.d.ts +8 -6
  59. package/dist/src/types/evals.d.ts.map +1 -1
  60. package/dist/src/utils/index.d.ts +1 -0
  61. package/dist/src/utils/index.d.ts.map +1 -1
  62. package/dist/src/utils/index.js +1 -0
  63. package/dist/src/utils/index.js.map +1 -1
  64. package/dist/src/utils/isDecisionModel.d.ts +18 -0
  65. package/dist/src/utils/isDecisionModel.d.ts.map +1 -0
  66. package/dist/src/utils/isDecisionModel.js +16 -0
  67. package/dist/src/utils/isDecisionModel.js.map +1 -0
  68. package/dist/tsconfig.tsbuildinfo +1 -1
  69. package/docs/classification.mdx +43 -1
  70. package/package.json +14 -14
  71. package/src/decision/decideClassification.ts +85 -0
  72. package/src/decision/decisionPrompt.ts +70 -0
  73. package/src/helpers/toEvaluationResult.ts +27 -3
  74. package/src/llm/ClassificationEvaluator.ts +2 -2
  75. package/src/llm/generateClassification.ts +20 -82
  76. package/src/telemetry/index.ts +21 -0
  77. package/src/types/evals.ts +8 -6
  78. package/src/utils/index.ts +1 -0
  79. package/src/utils/isDecisionModel.ts +29 -0
  80. package/dist/esm/utils/isEvaluationModel.d.ts +0 -13
  81. package/dist/esm/utils/isEvaluationModel.d.ts.map +0 -1
  82. package/dist/esm/utils/isEvaluationModel.js +0 -11
  83. package/dist/esm/utils/isEvaluationModel.js.map +0 -1
  84. package/dist/src/utils/isEvaluationModel.d.ts +0 -13
  85. package/dist/src/utils/isEvaluationModel.d.ts.map +0 -1
  86. package/dist/src/utils/isEvaluationModel.js +0 -14
  87. package/dist/src/utils/isEvaluationModel.js.map +0 -1
  88. package/src/utils/isEvaluationModel.ts +0 -23
@@ -3,6 +3,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
3
3
  exports.tracer = void 0;
4
4
  exports.getTracer = getTracer;
5
5
  exports.getTelemetryIntegrations = getTelemetryIntegrations;
6
+ exports.getTelemetryOptions = getTelemetryOptions;
6
7
  const otel_1 = require("@ai-sdk/otel");
7
8
  const api_1 = require("@opentelemetry/api");
8
9
  const DEFAULT_TRACER_NAME = "phoenix-evals";
@@ -52,7 +53,23 @@ function getTelemetryIntegrations(integrationTracer) {
52
53
  usage: true,
53
54
  providerMetadata: true,
54
55
  schema: true,
56
+ // Record the state, questions and answers of decision model calls.
57
+ experimental_decision: true,
55
58
  }),
56
59
  ];
57
60
  }
61
+ /**
62
+ * Builds the AI SDK `telemetry` call option for an evaluator call. Telemetry
63
+ * is on unless explicitly disabled, and spans go to the configured tracer or
64
+ * the default Phoenix tracer.
65
+ */
66
+ function getTelemetryOptions(args) {
67
+ var _a, _b;
68
+ const { functionId, telemetry } = args;
69
+ return {
70
+ isEnabled: (_a = telemetry === null || telemetry === void 0 ? void 0 : telemetry.isEnabled) !== null && _a !== void 0 ? _a : true,
71
+ functionId,
72
+ integrations: getTelemetryIntegrations((_b = telemetry === null || telemetry === void 0 ? void 0 : telemetry.tracer) !== null && _b !== void 0 ? _b : exports.tracer),
73
+ };
74
+ }
58
75
  //# sourceMappingURL=index.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/telemetry/index.ts"],"names":[],"mappings":";;;;;AAAA,uCAA6C;AAC7C,4CAAwD;AAGxD,MAAM,mBAAmB,GAAG,eAAe,CAAC;AAE5C;;;;;;GAMG;AACH,mBAA0B,IAAI,GAAW,mBAAmB;IAC1D,OAAO;QACL,SAAS,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO;YAClC,OAAO,WAAK,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QACrE,CAAC;QACD,eAAe,CAAC,GAAG,IAAe;YAChC,MAAM,MAAM,GAAG,WAAK,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YACrC,OAAO,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,eAAe,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;QAC7D,CAAC;KACQ,CAAC;AACd,CAAC;AAEY,QAAA,MAAM,GAAG,SAAS,EAAE,CAAC;AAElC;;;;;;;GAOG;AACH,kCACE,iBAAyB;;IAEzB,MAAM,kBAAkB,SAAG,UAAU,CAAC,6BAA6B,mCAAI,EAAE,CAAC;IAC1E,MAAM,oBAAoB,GAAG,kBAAkB,CAAC,IAAI;IAClD,qEAAqE;IACrE,wBAAwB;IACxB,CAAC,WAAW,EAAE,EAAE,CACb,WAAoC,CAAC,MAAM,KAAK,iBAAiB,CACrE,CAAC;IACF,IAAI,oBAAoB,EAAE,CAAC;QACzB,OAAO,kBAAkB,CAAC;IAC5B,CAAC;IACD,OAAO;QACL,GAAG,kBAAkB;QACrB,IAAI,oBAAa,CAAC;YAChB,MAAM,EAAE,iBAAiB;YACzB,sEAAsE;YACtE,oCAAoC;YACpC,KAAK,EAAE,IAAI;YACX,gBAAgB,EAAE,IAAI;YACtB,MAAM,EAAE,IAAI;SACb,CAAC;KACH,CAAC;AACJ,CAAC"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/telemetry/index.ts"],"names":[],"mappings":";;;;;;AAAA,uCAA6C;AAC7C,4CAAwD;AAKxD,MAAM,mBAAmB,GAAG,eAAe,CAAC;AAE5C;;;;;;GAMG;AACH,mBAA0B,IAAI,GAAW,mBAAmB;IAC1D,OAAO;QACL,SAAS,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO;YAClC,OAAO,WAAK,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QACrE,CAAC;QACD,eAAe,CAAC,GAAG,IAAe;YAChC,MAAM,MAAM,GAAG,WAAK,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YACrC,OAAO,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,eAAe,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;QAC7D,CAAC;KACQ,CAAC;AACd,CAAC;AAEY,QAAA,MAAM,GAAG,SAAS,EAAE,CAAC;AAElC;;;;;;;GAOG;AACH,kCACE,iBAAyB;;IAEzB,MAAM,kBAAkB,SAAG,UAAU,CAAC,6BAA6B,mCAAI,EAAE,CAAC;IAC1E,MAAM,oBAAoB,GAAG,kBAAkB,CAAC,IAAI;IAClD,qEAAqE;IACrE,wBAAwB;IACxB,CAAC,WAAW,EAAE,EAAE,CACb,WAAoC,CAAC,MAAM,KAAK,iBAAiB,CACrE,CAAC;IACF,IAAI,oBAAoB,EAAE,CAAC;QACzB,OAAO,kBAAkB,CAAC;IAC5B,CAAC;IACD,OAAO;QACL,GAAG,kBAAkB;QACrB,IAAI,oBAAa,CAAC;YAChB,MAAM,EAAE,iBAAiB;YACzB,sEAAsE;YACtE,oCAAoC;YACpC,KAAK,EAAE,IAAI;YACX,gBAAgB,EAAE,IAAI;YACtB,MAAM,EAAE,IAAI;YACZ,mEAAmE;YACnE,qBAAqB,EAAE,IAAI;SAC5B,CAAC;KACH,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,6BAAoC,IAGnC;;IACC,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,GAAG,IAAI,CAAC;IACvC,OAAO;QACL,SAAS,QAAE,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,SAAS,mCAAI,IAAI;QACvC,UAAU;QACV,YAAY,EAAE,wBAAwB,OAAC,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,MAAM,mCAAI,QAAA,MAAM,CAAC;KACpE,CAAC;AACJ,CAAC"}
@@ -1,5 +1,5 @@
1
1
  import type { LanguageModel } from "ai";
2
- import type { EvaluationModel } from "../utils/isEvaluationModel";
2
+ import type { DecisionModel } from "../utils/isDecisionModel";
3
3
  import type { ObjectMapping } from "./data";
4
4
  import type { WithTelemetry } from "./otel";
5
5
  import type { PromptTemplate } from "./templating";
@@ -15,10 +15,12 @@ export interface ExampleRecord<OutputType, InputType> {
15
15
  export interface WithLLM {
16
16
  /**
17
17
  * Either a regular AI SDK {@link LanguageModel}, or an AI SDK
18
- * {@link EvaluationModel} (e.g. TypeSafe's Jev) which classifies without
19
- * generating text and therefore cannot produce an explanation.
18
+ * {@link DecisionModel} (e.g. `openai.decisionModel("gpt-6-luna")`) which
19
+ * classifies without generating text and therefore cannot produce an
20
+ * explanation. With a decision model, label probabilities are returned in
21
+ * the result's `metadata.probabilities`.
20
22
  */
21
- model: LanguageModel | EvaluationModel;
23
+ model: LanguageModel | DecisionModel;
22
24
  }
23
25
  export interface LLMEvaluationArgs extends WithLLM {
24
26
  }
@@ -43,7 +45,7 @@ export interface EvaluationResult {
43
45
  explanation?: string;
44
46
  /**
45
47
  * Additional information about how the result was produced, e.g. the
46
- * label probabilities reported by an evaluation model.
48
+ * label probabilities reported by a decision model.
47
49
  */
48
50
  metadata?: Record<string, unknown>;
49
51
  }
@@ -70,7 +72,7 @@ export type ClassificationChoicesMap = Record<string, number>;
70
72
  * The arguments for creating a classification-based evaluator
71
73
  */
72
74
  export interface CreateClassifierArgs extends WithTelemetry {
73
- model: LanguageModel | EvaluationModel;
75
+ model: LanguageModel | DecisionModel;
74
76
  /**
75
77
  * The choices to classify the example into.
76
78
  * e.g. { "correct": 1, "incorrect": 0 }
@@ -1 +1 @@
1
- {"version":3,"file":"evals.d.ts","sourceRoot":"","sources":["../../../src/types/evals.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,IAAI,CAAC;AAExC,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAC;AAClE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,QAAQ,CAAC;AAC5C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,QAAQ,CAAC;AAC5C,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAEnD;;GAEG;AACH,MAAM,WAAW,aAAa,CAAC,UAAU,EAAE,SAAS;IAClD,MAAM,EAAE,UAAU,CAAC;IACnB,QAAQ,CAAC,EAAE,UAAU,CAAC;IACtB,KAAK,CAAC,EAAE,SAAS,CAAC;IAClB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB;AAED,MAAM,WAAW,OAAO;IACtB;;;;OAIG;IACH,KAAK,EAAE,aAAa,GAAG,eAAe,CAAC;CACxC;AAGD,MAAM,WAAW,iBAAkB,SAAQ,OAAO;CAAG;AAErD;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B;;;OAGG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;;OAGG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;;OAGG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;;;OAGG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;CACf;AAED;;GAEG;AACH,MAAM,MAAM,wBAAwB,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;AAE9D;;GAEG;AACH,MAAM,WAAW,oBAAqB,SAAQ,aAAa;IAIzD,KAAK,EAAE,aAAa,GAAG,eAAe,CAAC;IACvC;;;OAGG;IACH,OAAO,EAAE,wBAAwB,CAAC;IAClC;;OAEG;IACH,cAAc,EAAE,cAAc,CAAC;CAChC;AAED,MAAM,WAAW,mBAAmB,CAClC,WAAW,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CACrE,SAAQ,aAAa;IACrB;;;OAGG;IACH,IAAI,EAAE,MAAM,CAAC;IACb;;OAEG;IACH,IAAI,EAAE,cAAc,CAAC;IACrB;;;OAGG;IACH,qBAAqB,CAAC,EAAE,qBAAqB,CAAC;IAC9C;;OAEG;IACH,YAAY,CAAC,EAAE,aAAa,CAAC,WAAW,CAAC,CAAC;CAC3C;AAED,MAAM,MAAM,sBAAsB,CAAC,UAAU,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,IAC3E,IAAI,CAAC,mBAAmB,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC,CAAC;AAEhD,MAAM,WAAW,iCAAiC,CAChD,UAAU,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAE1C,SAAQ,oBAAoB,EAAE,sBAAsB,CAAC,UAAU,CAAC;IAChE;;OAEG;IACH,cAAc,EAAE,cAAc,CAAC;CAChC;AAED,MAAM,MAAM,WAAW,CAAC,WAAW,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI,CACrE,IAAI,EAAE,WAAW,KACd,OAAO,CAAC,gBAAgB,CAAC,CAAC;AAE/B;;GAEG;AACH,MAAM,MAAM,cAAc,GAAG,KAAK,GAAG,MAAM,CAAC;AAE5C;;;GAGG;AACH,MAAM,MAAM,qBAAqB,GAAG,UAAU,GAAG,UAAU,GAAG,SAAS,CAAC;AAExE;;GAEG;AACH,UAAU,oBAAoB;IAC5B;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IACb;;OAEG;IACH,IAAI,EAAE,cAAc,CAAC;IACrB;;;OAGG;IACH,qBAAqB,CAAC,EAAE,qBAAqB,CAAC;CAC/C;AAED;;;GAGG;AACH,MAAM,WAAW,kBAAkB,CACjC,WAAW,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAC3C,SAAQ,oBAAoB;IAC5B;;OAEG;IACH,QAAQ,EAAE,WAAW,CAAC,WAAW,CAAC,CAAC;CACpC"}
1
+ {"version":3,"file":"evals.d.ts","sourceRoot":"","sources":["../../../src/types/evals.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,IAAI,CAAC;AAExC,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AAC9D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,QAAQ,CAAC;AAC5C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,QAAQ,CAAC;AAC5C,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAEnD;;GAEG;AACH,MAAM,WAAW,aAAa,CAAC,UAAU,EAAE,SAAS;IAClD,MAAM,EAAE,UAAU,CAAC;IACnB,QAAQ,CAAC,EAAE,UAAU,CAAC;IACtB,KAAK,CAAC,EAAE,SAAS,CAAC;IAClB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB;AAED,MAAM,WAAW,OAAO;IACtB;;;;;;OAMG;IACH,KAAK,EAAE,aAAa,GAAG,aAAa,CAAC;CACtC;AAGD,MAAM,WAAW,iBAAkB,SAAQ,OAAO;CAAG;AAErD;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B;;;OAGG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;;OAGG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;;OAGG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;;;OAGG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;CACf;AAED;;GAEG;AACH,MAAM,MAAM,wBAAwB,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;AAE9D;;GAEG;AACH,MAAM,WAAW,oBAAqB,SAAQ,aAAa;IAIzD,KAAK,EAAE,aAAa,GAAG,aAAa,CAAC;IACrC;;;OAGG;IACH,OAAO,EAAE,wBAAwB,CAAC;IAClC;;OAEG;IACH,cAAc,EAAE,cAAc,CAAC;CAChC;AAED,MAAM,WAAW,mBAAmB,CAClC,WAAW,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CACrE,SAAQ,aAAa;IACrB;;;OAGG;IACH,IAAI,EAAE,MAAM,CAAC;IACb;;OAEG;IACH,IAAI,EAAE,cAAc,CAAC;IACrB;;;OAGG;IACH,qBAAqB,CAAC,EAAE,qBAAqB,CAAC;IAC9C;;OAEG;IACH,YAAY,CAAC,EAAE,aAAa,CAAC,WAAW,CAAC,CAAC;CAC3C;AAED,MAAM,MAAM,sBAAsB,CAAC,UAAU,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,IAC3E,IAAI,CAAC,mBAAmB,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC,CAAC;AAEhD,MAAM,WAAW,iCAAiC,CAChD,UAAU,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAE1C,SAAQ,oBAAoB,EAAE,sBAAsB,CAAC,UAAU,CAAC;IAChE;;OAEG;IACH,cAAc,EAAE,cAAc,CAAC;CAChC;AAED,MAAM,MAAM,WAAW,CAAC,WAAW,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI,CACrE,IAAI,EAAE,WAAW,KACd,OAAO,CAAC,gBAAgB,CAAC,CAAC;AAE/B;;GAEG;AACH,MAAM,MAAM,cAAc,GAAG,KAAK,GAAG,MAAM,CAAC;AAE5C;;;GAGG;AACH,MAAM,MAAM,qBAAqB,GAAG,UAAU,GAAG,UAAU,GAAG,SAAS,CAAC;AAExE;;GAEG;AACH,UAAU,oBAAoB;IAC5B;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IACb;;OAEG;IACH,IAAI,EAAE,cAAc,CAAC;IACrB;;;OAGG;IACH,qBAAqB,CAAC,EAAE,qBAAqB,CAAC;CAC/C;AAED;;;GAGG;AACH,MAAM,WAAW,kBAAkB,CACjC,WAAW,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAC3C,SAAQ,oBAAoB;IAC5B;;OAEG;IACH,QAAQ,EAAE,WAAW,CAAC,WAAW,CAAC,CAAC;CACpC"}
@@ -1,2 +1,3 @@
1
1
  export * from "./bindEvaluator";
2
+ export * from "./isDecisionModel";
2
3
  //# sourceMappingURL=index.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/utils/index.ts"],"names":[],"mappings":"AAAA,cAAc,iBAAiB,CAAC"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/utils/index.ts"],"names":[],"mappings":"AAAA,cAAc,iBAAiB,CAAC;AAChC,cAAc,mBAAmB,CAAC"}
@@ -15,4 +15,5 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
15
15
  };
16
16
  Object.defineProperty(exports, "__esModule", { value: true });
17
17
  __exportStar(require("./bindEvaluator"), exports);
18
+ __exportStar(require("./isDecisionModel"), exports);
18
19
  //# sourceMappingURL=index.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/utils/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,kDAAgC"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/utils/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,kDAAgC;AAChC,oDAAkC"}
@@ -0,0 +1,18 @@
1
+ import type { Experimental_DecisionModel, LanguageModel } from "ai";
2
+ /**
3
+ * An AI SDK decision model instance, e.g. `openai.decisionModel("gpt-6-luna")`
4
+ * or TypeSafe's Jev. Unlike a {@link LanguageModel}, a decision model only
5
+ * answers typed questions (here, which label applies) and cannot generate
6
+ * free-form text, so classifications made with it have no explanation.
7
+ *
8
+ * Gateway string IDs are excluded: a plain string is treated as a language
9
+ * model. Wrap the ID with the provider's `decisionModel()` instead.
10
+ */
11
+ export type DecisionModel = Exclude<Experimental_DecisionModel, string>;
12
+ /**
13
+ * Type guard that distinguishes an AI SDK decision model from a language model.
14
+ * Decision models expose `doDecide` (or `doEvaluate` for providers written
15
+ * against the older evaluation model spec) instead of `doGenerate`.
16
+ */
17
+ export declare function isDecisionModel(model: LanguageModel | DecisionModel): model is DecisionModel;
18
+ //# sourceMappingURL=isDecisionModel.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"isDecisionModel.d.ts","sourceRoot":"","sources":["../../../src/utils/isDecisionModel.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,0BAA0B,EAAE,aAAa,EAAE,MAAM,IAAI,CAAC;AAEpE;;;;;;;;GAQG;AACH,MAAM,MAAM,aAAa,GAAG,OAAO,CAAC,0BAA0B,EAAE,MAAM,CAAC,CAAC;AAExE;;;;GAIG;AACH,wBAAgB,eAAe,CAC7B,KAAK,EAAE,aAAa,GAAG,aAAa,GACnC,KAAK,IAAI,aAAa,CAQxB"}
@@ -0,0 +1,16 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.isDecisionModel = isDecisionModel;
4
+ /**
5
+ * Type guard that distinguishes an AI SDK decision model from a language model.
6
+ * Decision models expose `doDecide` (or `doEvaluate` for providers written
7
+ * against the older evaluation model spec) instead of `doGenerate`.
8
+ */
9
+ function isDecisionModel(model) {
10
+ if (typeof model !== "object" || model === null) {
11
+ return false;
12
+ }
13
+ return (("doDecide" in model && typeof model.doDecide === "function") ||
14
+ ("doEvaluate" in model && typeof model.doEvaluate === "function"));
15
+ }
16
+ //# sourceMappingURL=isDecisionModel.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"isDecisionModel.js","sourceRoot":"","sources":["../../../src/utils/isDecisionModel.ts"],"names":[],"mappings":";;;AAaA;;;;GAIG;AACH,yBACE,KAAoC;IAEpC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;QAChD,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,CACL,CAAC,UAAU,IAAI,KAAK,IAAI,OAAO,KAAK,CAAC,QAAQ,KAAK,UAAU,CAAC;QAC7D,CAAC,YAAY,IAAI,KAAK,IAAI,OAAO,KAAK,CAAC,UAAU,KAAK,UAAU,CAAC,CAClE,CAAC;AACJ,CAAC"}