@e2e-dev/decision 0.2.1 → 0.2.2-nightly-20261014080557

package/README.md

@@ -4,7 +4,9 @@ Run `agent.act` and `agent.assert` through a decision model instead of an
 LLM. Any AI SDK decision model that answers `choice` questions with
 probability distributions works, such as TypeSafe Jev or OpenAI `gpt-6-luna`
 through `@ai-sdk/openai` 4.0.90 or later. A small language model writes
-field values and upload paths. Needs `ai` 7.0.134 or later.
+field values and upload paths. Needs `ai` 7.0.134 or later. An answer with
+no distribution, as a gateway fallback to a language model returns, counts
+as a committed choice with probability 1 and confidence 0.
 
 ```ts
 import type { E2EConfig } from 'e2e';

package/dist/.build.json

@@ -1 +1 @@
-{"version":"0.2.1"}
+{"version":"0.2.2-nightly-20261014080557"}

package/dist/decide.js

@@ -61,16 +61,23 @@ export async function decide(ctx, model, request, providerOptions) {
     }
     return decisions;
 }
-/** The chosen option and its probability; anything without a valid distribution is MODEL_OUTPUT_INVALID. */
+/**
+ * The chosen option and its probability. An answer with no distribution,
+ * as a language model answering through a gateway fallback returns, is a
+ * committed choice: all the mass on it, and no confidence to report.
+ * Anything else without a valid distribution is MODEL_OUTPUT_INVALID.
+ */
 function selected(answer) {
-    if (answer === undefined || answer.probabilities === undefined || (answer.type !== 'choice' && answer.type !== 'score')) {
-        throw new AgentError('MODEL_OUTPUT_INVALID', 'The decision model returned an answer without a choice distribution.');
+    if (answer === undefined || (answer.type !== 'choice' && answer.type !== 'score')) {
+        throw new AgentError('MODEL_OUTPUT_INVALID', 'The decision model returned no choice or score answer.');
     }
     if (answer.type === 'score') {
         const score = answer.score;
         if (typeof score !== 'number' || !Number.isFinite(score)) {
             throw new AgentError('MODEL_OUTPUT_INVALID', 'The decision model returned a score answer without a score.');
         }
+        if (answer.probabilities === undefined)
+            return { choice: String(score), probability: 1, score };
         let top = { choice: '', probability: -1 };
         let nearby = 0;
         for (const [level, probability] of Object.entries(answer.probabilities)) {
@@ -81,11 +88,14 @@ function selected(answer) {
         }
         return { choice: top.choice, probability: Math.min(1, nearby), score };
     }
-    const probability = answer.choice === undefined ? 0 : (answer.probabilities[answer.choice] ?? 0);
+    const choice = answer.choice ?? '';
+    if (answer.probabilities === undefined)
+        return { choice, probability: 1 };
+    const probability = answer.probabilities[choice] ?? 0;
     if (!Number.isFinite(probability) || probability < 0 || probability > 1) {
         throw new AgentError('MODEL_OUTPUT_INVALID', 'The decision model returned a probability outside [0, 1].');
     }
-    return { choice: answer.choice ?? '', probability };
+    return { choice, probability };
 }
 /** Provider-reported confidence for one question, or 0 when absent. */
 function reportedConfidence(metadata, id) {

package/dist/types.d.ts

@@ -4,8 +4,9 @@ export interface DecisionExecutorOptions {
     /**
      * An AI SDK decision model that answers `choice` questions with a
      * probability distribution, e.g. `typeSafeAi.decisionModel('jev-latest')`.
-     * Evaluation models (`evaluationModel()`) work too. Models that answer
-     * without `probabilities` fail the step with MODEL_OUTPUT_INVALID.
+     * Evaluation models (`evaluationModel()`) work too. An answer without
+     * `probabilities`, as a language model reached through a gateway fallback
+     * returns, counts as a committed choice: probability 1, confidence 0.
      */
     readonly model: Exclude<Experimental_DecisionModel, string>;
     /**

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@e2e-dev/decision",
-  "version": "0.2.1",
+  "version": "0.2.2-nightly-20261014080557",
   "description": "Decision-model executors for e2e",
   "license": "Apache-2.0",
   "repository": {
@@ -30,18 +30,18 @@
   },
   "peerDependencies": {
     "ai": "^7.0.134",
-    "e2e": ">=0.19.0 <1"
+    "e2e": "0.21.0-nightly-20261014080557"
   },
   "devDependencies": {
     "@ai-sdk/openai": "4.0.90",
     "@ai-sdk/typesafe-ai": "3.0.16",
-    "@e2e-dev/web": "0.14.0",
+    "@e2e-dev/web": "0.14.1-nightly-20261014080557",
     "@types/node": "26.6.2",
     "@types/pngjs": "6.0.5",
     "ai": "7.0.134",
     "ajv": "8.20.0",
     "ajv-formats": "3.0.1",
-    "e2e": "0.20.0",
+    "e2e": "0.21.0-nightly-20261014080557",
     "typescript": "7.0.2",
     "vitest": "5.0.1"
   },