@opencode/ai 0.0.0-dev-20250 → 0.0.0-dev-20251

package/README.md

@@ -129,8 +129,9 @@ VercelAIGateway.configure().experimental.evaluation("typesafe-ai/jev")
 
 OpenRouter reads `OPENROUTER_API_KEY`. Vercel reads `AI_GATEWAY_API_KEY`, then `VERCEL_OIDC_TOKEN`.
 The common API uses `boolean`; System One routes lower it to native `noul`.
-Choice and score confidence plus score legends remain available in provider metadata, and the
-provider's rounded probabilities are returned unchanged.
+Choice and score answers include `confidence` when the provider returns it, such as
+`response.answers.department.confidence`. Score legends remain available in provider metadata, and
+the provider's rounded probabilities are returned unchanged.
 
 ## Alibaba Cloud Model Studio
 

package/dist/experimental/evaluation.d.ts

@@ -54,12 +54,14 @@ export declare const ChoiceAnswer: Schema.Struct<{
     readonly type: Schema.Literal<"choice">;
     readonly choice: Schema.String;
     readonly probabilities: Schema.optional<Schema.$Record<Schema.String, Schema.Number>>;
+    readonly confidence: Schema.optional<Schema.Number>;
 }>;
 export type ChoiceAnswer = Schema.Schema.Type<typeof ChoiceAnswer>;
 export declare const ScoreAnswer: Schema.Struct<{
     readonly type: Schema.Literal<"score">;
     readonly score: Schema.Number;
     readonly probabilities: Schema.optional<Schema.$Record<Schema.String, Schema.Number>>;
+    readonly confidence: Schema.optional<Schema.Number>;
 }>;
 export type ScoreAnswer = Schema.Schema.Type<typeof ScoreAnswer>;
 export declare const BooleanAnswer: Schema.Struct<{
@@ -71,10 +73,12 @@ export declare const EvaluationAnswer: Schema.toTaggedUnion<"type", readonly [Sc
     readonly type: Schema.Literal<"choice">;
     readonly choice: Schema.String;
     readonly probabilities: Schema.optional<Schema.$Record<Schema.String, Schema.Number>>;
+    readonly confidence: Schema.optional<Schema.Number>;
 }>, Schema.Struct<{
     readonly type: Schema.Literal<"score">;
     readonly score: Schema.Number;
     readonly probabilities: Schema.optional<Schema.$Record<Schema.String, Schema.Number>>;
+    readonly confidence: Schema.optional<Schema.Number>;
 }>, Schema.Struct<{
     readonly type: Schema.Literal<"boolean">;
     readonly probability: Schema.Number;
@@ -87,6 +91,7 @@ export type AnswerFor<Question extends EvaluationQuestion> = Question extends {
     readonly type: "choice";
     readonly choice: Extract<keyof Criteria, string>;
     readonly probabilities?: Readonly<Record<Extract<keyof Criteria, string>, number>>;
+    readonly confidence?: number;
 } : Question extends {
     readonly type: "score";
 } ? ScoreAnswer : BooleanAnswer;
@@ -206,10 +211,12 @@ declare const EvaluationResponse_base: Schema.Class<EvaluationResponse, Schema.S
         readonly type: Schema.Literal<"choice">;
         readonly choice: Schema.String;
         readonly probabilities: Schema.optional<Schema.$Record<Schema.String, Schema.Number>>;
+        readonly confidence: Schema.optional<Schema.Number>;
     }>, Schema.Struct<{
         readonly type: Schema.Literal<"score">;
         readonly score: Schema.Number;
         readonly probabilities: Schema.optional<Schema.$Record<Schema.String, Schema.Number>>;
+        readonly confidence: Schema.optional<Schema.Number>;
     }>, Schema.Struct<{
         readonly type: Schema.Literal<"boolean">;
         readonly probability: Schema.Number;

package/dist/experimental/evaluation.js

@@ -33,11 +33,13 @@ export const ChoiceAnswer = Schema.Struct({
     type: Schema.Literal("choice"),
     choice: Schema.String,
     probabilities: Schema.optional(Schema.Record(Schema.String, Probability)),
+    confidence: Schema.optional(Probability),
 });
 export const ScoreAnswer = Schema.Struct({
     type: Schema.Literal("score"),
     score: Schema.Number,
     probabilities: Schema.optional(Schema.Record(Schema.String, Probability)),
+    confidence: Schema.optional(Probability),
 });
 export const BooleanAnswer = Schema.Struct({
     type: Schema.Literal("boolean"),

package/dist/experimental/system-one.js

@@ -80,34 +80,37 @@ export const model = (cfg) => EvaluationModel.make({
             const fail = (message, cause, body) => new AIError({ reason: new InvalidProviderOutputError({ route: "system-one", message, body, http, cause }) });
             const text = yield* res.text.pipe(Effect.mapError((cause) => fail("Failed to read the System One response", cause)));
             const data = yield* Schema.decodeUnknownEffect(Schema.fromJsonString(Response))(text).pipe(Effect.mapError((cause) => fail("System One returned an invalid response", cause, text)));
-            const confidence = {};
             const legend = {};
             const answers = Object.fromEntries(Object.entries(data.answers).map(([id, answer]) => {
                 if (answer.type === "noul")
                     return [id, { type: "boolean", probability: answer.noul }];
                 if (answer.type === "choice") {
-                    if (answer.confidence !== undefined)
-                        confidence[id] = answer.confidence;
                     return [
                         id,
                         {
                             type: "choice",
                             choice: answer.choice,
                             probabilities: answer.probabilities,
+                            ...(answer.confidence === undefined ? {} : { confidence: answer.confidence }),
                         },
                     ];
                 }
-                if (answer.confidence !== undefined)
-                    confidence[id] = answer.confidence;
                 if (answer.legend !== undefined)
                     legend[id] = answer.legend;
-                return [id, { type: "score", score: answer.score, probabilities: answer.probabilities }];
+                return [
+                    id,
+                    {
+                        type: "score",
+                        score: answer.score,
+                        probabilities: answer.probabilities,
+                        ...(answer.confidence === undefined ? {} : { confidence: answer.confidence }),
+                    },
+                ];
             }));
             const meta = {
                 ...(data.id === undefined ? {} : { responseId: data.id }),
                 ...(data.provider === undefined ? {} : { provider: data.provider }),
                 ...data.provider_metadata?.[cfg.providerMetadataKey],
-                ...(Object.keys(confidence).length === 0 ? {} : { confidence }),
                 ...(Object.keys(legend).length === 0 ? {} : { legend }),
             };
             return new EvaluationResponse({

package/package.json

@@ -1,6 +1,6 @@
 {
   "$schema": "https://json.schemastore.org/package.json",
-  "version": "0.0.0-dev-20250",
+  "version": "0.0.0-dev-20251",
   "name": "@opencode/ai",
   "type": "module",
   "license": "MIT",
@@ -34,7 +34,7 @@
   "devDependencies": {
     "@clack/prompts": "1.0.0-alpha.1",
     "@effect/platform-node": "4.0.0-rc.112",
-    "@opencode/http-recorder": "0.0.0-dev-20250",
+    "@opencode/http-recorder": "0.0.0-dev-20251",
     "@tsconfig/bun": "1.0.9",
     "@types/bun": "1.4.0",
     "@typescript/native-preview": "7.0.0-dev.20251207.1",
@@ -44,7 +44,7 @@
     "@aws-sdk/credential-providers": "3.1057.0",
     "@smithy/eventstream-codec": "4.2.14",
     "@smithy/util-utf8": "4.2.2",
-    "@opencode/schema": "0.0.0-dev-20250",
+    "@opencode/schema": "0.0.0-dev-20251",
     "aws4fetch": "1.0.20",
     "effect": "4.0.0-rc.112",
     "google-auth-library": "10.5.0"