@ai-sdk/typesafe-ai 0.0.0 → 3.0.0

package/CHANGELOG.md

@@ -0,0 +1,17 @@
+# @ai-sdk/typesafe-ai
+
+## 3.0.0
+
+### Major Changes
+
+- 8c4aa22: Add the TypeSafe provider for `experimental_evaluate`, supporting native Choice, Score, and Boolean questions in one request, structured JSON rubrics, probability distributions, confidence metadata, and workflow serialization.
+
+### Patch Changes
+
+- Updated dependencies [91c2128]
+- Updated dependencies [2cd80b3]
+- Updated dependencies [d06bb2a]
+- Updated dependencies [123d71f]
+- Updated dependencies [2fa5e0e]
+  - @ai-sdk/provider-utils@5.0.42
+  - @ai-sdk/provider@4.0.16

package/LICENSE

@@ -0,0 +1,13 @@
+Copyright 2023 Vercel, Inc.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.

package/README.md

@@ -1,5 +1,60 @@
-# @ai-sdk/typesafe-ai
+# AI SDK TypeSafe Provider
 
-AI SDK integration for Typesafe AI.
+The **[TypeSafe provider](https://ai-sdk.dev/providers/ai-sdk-providers/typesafe-ai)**
+for the [AI SDK](https://ai-sdk.dev/docs) evaluates Choice, Score, and Boolean
+questions using TypeSafe's System One models.
 
-Source: https://github.com/vercel/ai
+## Setup
+
+```sh
+pnpm add @ai-sdk/typesafe-ai ai
+```
+
+Set `TYPESAFE_AI_API_KEY`, then pass an evaluation model instance:
+
+```ts
+import { typeSafeAi } from '@ai-sdk/typesafe-ai';
+import { experimental_evaluate } from 'ai';
+
+const result = await experimental_evaluate({
+  model: typeSafeAi.evaluationModel('jev-latest'),
+  state: 'I was charged twice. Please refund the duplicate.',
+  questions: {
+    department: {
+      type: 'choice',
+      instructions: 'Which team should handle this?',
+      criteria: { billing: 'Charges and refunds', support: 'Other requests' },
+    },
+    requestsRefund: {
+      type: 'boolean',
+      instructions: 'Is the customer requesting money back?',
+    },
+  },
+});
+
+console.log(result.answers);
+```
+
+Evaluation is experimental. The package exports `typeSafeAi`, `createTypeSafeAi`,
+`TypeSafeAiProviderSettings`, `TypeSafeAiProvider`,
+`Experimental_TypeSafeAiEvaluationModelId`, and `VERSION`.
+
+## Configuration
+
+`createTypeSafeAi({ apiKey, baseURL, headers, fetch })` supports an explicit key,
+custom headers, a custom fetch implementation, and a base URL (default:
+`https://api.typesafe.ai/v1`). The default key comes from `TYPESAFE_AI_API_KEY`.
+Language, embedding, and image model factories are unsupported.
+
+All questions are sent in one request against shared state. Choice supports up to
+255 options; Score supports 2–10 ordered levels; Boolean maps to TypeSafe's Noul
+primitive. Instructions and descriptions accept structured JSON. No
+provider-specific options are currently defined.
+
+Native distributions and scores are preserved. TypeSafe returns rounded values;
+`result.rounding` declares two decimal places so core can validate rounding error
+without changing the numbers. TypeSafe confidence is separate from probability:
+find it at `result.providerMetadata.typesafe.confidence[questionId]`.
+
+See the [provider documentation](https://ai-sdk.dev/providers/ai-sdk-providers/typesafe-ai)
+and [TypeSafe API reference](https://docs.typesafe.ai/api).

package/dist/index.d.ts

@@ -0,0 +1,23 @@
+import { ProviderV4, Experimental_EvaluationModelV4 } from '@ai-sdk/provider';
+import { FetchFunction } from '@ai-sdk/provider-utils';
+
+type TypeSafeAiEvaluationModelId = 'jev-latest' | (string & {});
+
+/** TypeSafe's experimental evaluation capability, isolated from ProviderV4. */
+interface TypeSafeAiProvider extends ProviderV4 {
+    evaluationModel(modelId: TypeSafeAiEvaluationModelId): Experimental_EvaluationModelV4;
+}
+interface TypeSafeAiProviderSettings {
+    /** API key. Defaults to the TYPESAFE_AI_API_KEY environment variable. */
+    apiKey?: string;
+    /** API base URL. Defaults to https://api.typesafe.ai/v1. */
+    baseURL?: string;
+    headers?: Record<string, string>;
+    fetch?: FetchFunction;
+}
+declare function createTypeSafeAi(options?: TypeSafeAiProviderSettings): TypeSafeAiProvider;
+declare const typeSafeAi: TypeSafeAiProvider;
+
+declare const VERSION: string;
+
+export { type TypeSafeAiEvaluationModelId as Experimental_TypeSafeAiEvaluationModelId, type TypeSafeAiProvider, type TypeSafeAiProviderSettings, VERSION, createTypeSafeAi, typeSafeAi };

package/dist/index.js

@@ -0,0 +1,235 @@
+// src/typesafe-ai-provider.ts
+import {
+  NoSuchModelError
+} from "@ai-sdk/provider";
+import {
+  loadApiKey as loadApiKey2,
+  withoutTrailingSlash,
+  withUserAgentSuffix as withUserAgentSuffix2
+} from "@ai-sdk/provider-utils";
+
+// src/typesafe-ai-evaluation-model.ts
+import {
+  InvalidArgumentError
+} from "@ai-sdk/provider";
+import {
+  combineHeaders,
+  createJsonResponseHandler,
+  loadApiKey,
+  postJsonToApi,
+  resolve,
+  serializeModelOptions,
+  withUserAgentSuffix,
+  WORKFLOW_SERIALIZE,
+  WORKFLOW_DESERIALIZE
+} from "@ai-sdk/provider-utils";
+
+// src/typesafe-ai-evaluation-api.ts
+import { createJsonErrorResponseHandler } from "@ai-sdk/provider-utils";
+import * as z from "zod/v4";
+var typesafeEvaluationResponseSchema = z.object({
+  model: z.string().nullish(),
+  answers: z.record(
+    z.string(),
+    z.discriminatedUnion("type", [
+      z.object({
+        type: z.literal("choice"),
+        choice: z.string(),
+        probabilities: z.record(z.string(), z.number()),
+        confidence: z.number().nullish()
+      }),
+      z.object({
+        type: z.literal("score"),
+        score: z.number(),
+        probabilities: z.record(z.string(), z.number()),
+        confidence: z.number().nullish()
+      }),
+      z.object({ type: z.literal("noul"), noul: z.number() })
+    ])
+  ),
+  usage: z.object({
+    input_tokens: z.number().nullish(),
+    output_tokens: z.number().nullish()
+  }).nullish()
+});
+var typesafeFailedResponseHandler = createJsonErrorResponseHandler({
+  errorSchema: z.object({
+    message: z.string().nullish(),
+    detail: z.unknown().nullish(),
+    error: z.union([z.string(), z.object({ message: z.string().nullish() })]).nullish()
+  }),
+  errorToMessage: (error) => {
+    var _a, _b, _c, _d;
+    return (_d = (_c = (_b = error.message) != null ? _b : typeof error.error === "string" ? error.error : (_a = error.error) == null ? void 0 : _a.message) != null ? _c : typeof error.detail === "string" ? error.detail : JSON.stringify(error.detail)) != null ? _d : "TypeSafe request failed";
+  }
+});
+
+// src/version.ts
+var VERSION = true ? "3.0.0" : "0.0.0-test";
+
+// src/typesafe-ai-evaluation-model.ts
+var EvaluationTypeSafeAiModel = class _EvaluationTypeSafeAiModel {
+  constructor(modelId, config) {
+    this.modelId = modelId;
+    this.config = config;
+    this.specificationVersion = "v4";
+    this.supportedQuestionTypes = ["choice", "score", "boolean"];
+  }
+  get provider() {
+    return this.config.provider;
+  }
+  static [WORKFLOW_SERIALIZE](model) {
+    return serializeModelOptions({
+      modelId: model.modelId,
+      config: model.config
+    });
+  }
+  static [WORKFLOW_DESERIALIZE](options) {
+    return new _EvaluationTypeSafeAiModel(options.modelId, options.config);
+  }
+  async doEvaluate({
+    state,
+    questions,
+    headers,
+    abortSignal,
+    providerOptions
+  }) {
+    var _a, _b, _c, _d, _e, _f;
+    for (const [id, question] of Object.entries(questions)) {
+      if (question.type === "choice" && Object.keys(question.criteria).length > 255) {
+        throw new InvalidArgumentError({
+          argument: `questions.${id}.criteria`,
+          message: "TypeSafe Choice questions support at most 255 options."
+        });
+      }
+      if (question.type === "score" && question.criteria.length > 10) {
+        throw new InvalidArgumentError({
+          argument: `questions.${id}.criteria`,
+          message: "TypeSafe Score questions support at most 10 levels."
+        });
+      }
+    }
+    const warnings = Object.keys(
+      (_a = providerOptions == null ? void 0 : providerOptions.typesafe) != null ? _a : {}
+    ).map((option) => ({
+      type: "unsupported",
+      feature: `providerOptions.typesafe.${option}`
+    }));
+    const modelHeaders = this.config.headers === void 0 ? withUserAgentSuffix(
+      {
+        Authorization: `Bearer ${loadApiKey({ apiKey: void 0, environmentVariableName: "TYPESAFE_AI_API_KEY", description: "TypeSafe" })}`
+      },
+      `ai-sdk/typesafe-ai/${VERSION}`
+    ) : await resolve(this.config.headers);
+    const {
+      value: response,
+      rawValue,
+      responseHeaders
+    } = await postJsonToApi({
+      url: `${this.config.baseURL}/systemone`,
+      headers: combineHeaders(modelHeaders, headers),
+      body: {
+        model: this.modelId,
+        state,
+        questions: Object.fromEntries(
+          Object.entries(questions).map(([id, question]) => [
+            id,
+            question.type === "boolean" ? { ...question, type: "noul" } : question
+          ])
+        )
+      },
+      abortSignal,
+      fetch: this.config.fetch,
+      failedResponseHandler: typesafeFailedResponseHandler,
+      successfulResponseHandler: createJsonResponseHandler(
+        typesafeEvaluationResponseSchema
+      )
+    });
+    const confidence = Object.fromEntries(
+      Object.entries(response.answers).flatMap(
+        ([id, answer]) => answer.type !== "noul" && answer.confidence != null ? [[id, answer.confidence]] : []
+      )
+    );
+    return {
+      answers: Object.fromEntries(
+        Object.entries(response.answers).map(
+          ([id, answer]) => {
+            switch (answer.type) {
+              case "noul":
+                return [id, { type: "boolean", probability: answer.noul }];
+              case "choice":
+                return [
+                  id,
+                  {
+                    type: "choice",
+                    choice: answer.choice,
+                    probabilities: answer.probabilities
+                  }
+                ];
+              case "score":
+                return [
+                  id,
+                  {
+                    type: "score",
+                    score: answer.score,
+                    probabilities: answer.probabilities
+                  }
+                ];
+            }
+          }
+        )
+      ),
+      usage: {
+        inputTokens: (_c = (_b = response.usage) == null ? void 0 : _b.input_tokens) != null ? _c : void 0,
+        outputTokens: (_e = (_d = response.usage) == null ? void 0 : _d.output_tokens) != null ? _e : void 0
+      },
+      // The API rounds displayed probabilities and scores to two decimal places.
+      rounding: { probabilityDecimals: 2, scoreDecimals: 2 },
+      warnings,
+      providerMetadata: { typesafe: { confidence } },
+      response: {
+        modelId: (_f = response.model) != null ? _f : this.modelId,
+        headers: responseHeaders,
+        body: rawValue
+      }
+    };
+  }
+};
+
+// src/typesafe-ai-provider.ts
+function createTypeSafeAi(options = {}) {
+  var _a;
+  const baseURL = (_a = withoutTrailingSlash(options.baseURL)) != null ? _a : "https://api.typesafe.ai/v1";
+  const headers = () => withUserAgentSuffix2(
+    {
+      Authorization: `Bearer ${loadApiKey2({ apiKey: options.apiKey, environmentVariableName: "TYPESAFE_AI_API_KEY", description: "TypeSafe" })}`,
+      ...options.headers
+    },
+    `ai-sdk/typesafe-ai/${VERSION}`
+  );
+  return {
+    specificationVersion: "v4",
+    evaluationModel: (modelId) => new EvaluationTypeSafeAiModel(modelId, {
+      provider: "typesafe.evaluation",
+      baseURL,
+      headers,
+      fetch: options.fetch
+    }),
+    languageModel: (modelId) => {
+      throw new NoSuchModelError({ modelId, modelType: "languageModel" });
+    },
+    embeddingModel: (modelId) => {
+      throw new NoSuchModelError({ modelId, modelType: "embeddingModel" });
+    },
+    imageModel: (modelId) => {
+      throw new NoSuchModelError({ modelId, modelType: "imageModel" });
+    }
+  };
+}
+var typeSafeAi = createTypeSafeAi();
+export {
+  VERSION,
+  createTypeSafeAi,
+  typeSafeAi
+};
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/typesafe-ai-provider.ts","../src/typesafe-ai-evaluation-model.ts","../src/typesafe-ai-evaluation-api.ts","../src/version.ts"],"sourcesContent":["import {\n  NoSuchModelError,\n  type Experimental_EvaluationModelV4 as EvaluationModelV4,\n  type ProviderV4,\n} from '@ai-sdk/provider';\nimport {\n  loadApiKey,\n  withoutTrailingSlash,\n  withUserAgentSuffix,\n  type FetchFunction,\n} from '@ai-sdk/provider-utils';\nimport {\n  EvaluationTypeSafeAiModel,\n  type TypeSafeAiEvaluationModelId,\n} from './typesafe-ai-evaluation-model';\nimport { VERSION } from './version';\n\n/** TypeSafe's experimental evaluation capability, isolated from ProviderV4. */\nexport interface TypeSafeAiProvider extends ProviderV4 {\n  evaluationModel(modelId: TypeSafeAiEvaluationModelId): EvaluationModelV4;\n}\n\nexport interface TypeSafeAiProviderSettings {\n  /** API key. Defaults to the TYPESAFE_AI_API_KEY environment variable. */\n  apiKey?: string;\n  /** API base URL. Defaults to https://api.typesafe.ai/v1. */\n  baseURL?: string;\n  headers?: Record<string, string>;\n  fetch?: FetchFunction;\n}\n\nexport function createTypeSafeAi(\n  options: TypeSafeAiProviderSettings = {},\n): TypeSafeAiProvider {\n  const baseURL =\n    withoutTrailingSlash(options.baseURL) ?? 'https://api.typesafe.ai/v1';\n  const headers = () =>\n    withUserAgentSuffix(\n      {\n        Authorization: `Bearer ${loadApiKey({ apiKey: options.apiKey, environmentVariableName: 'TYPESAFE_AI_API_KEY', description: 'TypeSafe' })}`,\n        ...options.headers,\n      },\n      `ai-sdk/typesafe-ai/${VERSION}`,\n    );\n\n  return {\n    specificationVersion: 'v4',\n    evaluationModel: modelId =>\n      new EvaluationTypeSafeAiModel(modelId, {\n        provider: 'typesafe.evaluation',\n        baseURL,\n        headers,\n        fetch: options.fetch,\n      }),\n    languageModel: modelId => {\n      throw new NoSuchModelError({ modelId, modelType: 'languageModel' });\n    },\n    embeddingModel: modelId => {\n      throw new NoSuchModelError({ modelId, modelType: 'embeddingModel' });\n    },\n    imageModel: modelId => {\n      throw new NoSuchModelError({ modelId, modelType: 'imageModel' });\n    },\n  };\n}\n\nexport const typeSafeAi = createTypeSafeAi();\n","import {\n  InvalidArgumentError,\n  type Experimental_EvaluationModelV4 as EvaluationModelV4,\n  type Experimental_EvaluationModelV4Answer as EvaluationModelV4Answer,\n  type SharedV4Warning,\n} from '@ai-sdk/provider';\nimport {\n  combineHeaders,\n  createJsonResponseHandler,\n  loadApiKey,\n  postJsonToApi,\n  resolve,\n  serializeModelOptions,\n  withUserAgentSuffix,\n  WORKFLOW_SERIALIZE,\n  WORKFLOW_DESERIALIZE,\n  type FetchFunction,\n  type Resolvable,\n} from '@ai-sdk/provider-utils';\nimport {\n  typesafeEvaluationResponseSchema,\n  typesafeFailedResponseHandler,\n} from './typesafe-ai-evaluation-api';\nimport { VERSION } from './version';\n\nexport type TypeSafeAiEvaluationModelId = 'jev-latest' | (string & {});\n\ntype TypeSafeAiEvaluationModelConfig = {\n  provider: string;\n  baseURL: string;\n  headers?: Resolvable<Record<string, string | undefined>>;\n  fetch?: FetchFunction;\n};\n\nexport class EvaluationTypeSafeAiModel implements EvaluationModelV4 {\n  readonly specificationVersion = 'v4';\n  readonly supportedQuestionTypes = ['choice', 'score', 'boolean'] as const;\n\n  constructor(\n    readonly modelId: TypeSafeAiEvaluationModelId,\n    private readonly config: TypeSafeAiEvaluationModelConfig,\n  ) {}\n\n  get provider() {\n    return this.config.provider;\n  }\n\n  static [WORKFLOW_SERIALIZE](model: EvaluationTypeSafeAiModel) {\n    return serializeModelOptions({\n      modelId: model.modelId,\n      config: model.config,\n    });\n  }\n\n  static [WORKFLOW_DESERIALIZE](options: {\n    modelId: TypeSafeAiEvaluationModelId;\n    config: TypeSafeAiEvaluationModelConfig;\n  }) {\n    return new EvaluationTypeSafeAiModel(options.modelId, options.config);\n  }\n\n  async doEvaluate({\n    state,\n    questions,\n    headers,\n    abortSignal,\n    providerOptions,\n  }: Parameters<EvaluationModelV4['doEvaluate']>[0]): Promise<\n    Awaited<ReturnType<EvaluationModelV4['doEvaluate']>>\n  > {\n    for (const [id, question] of Object.entries(questions)) {\n      if (\n        question.type === 'choice' &&\n        Object.keys(question.criteria).length > 255\n      ) {\n        throw new InvalidArgumentError({\n          argument: `questions.${id}.criteria`,\n          message: 'TypeSafe Choice questions support at most 255 options.',\n        });\n      }\n      if (question.type === 'score' && question.criteria.length > 10) {\n        throw new InvalidArgumentError({\n          argument: `questions.${id}.criteria`,\n          message: 'TypeSafe Score questions support at most 10 levels.',\n        });\n      }\n    }\n\n    const warnings: SharedV4Warning[] = Object.keys(\n      providerOptions?.typesafe ?? {},\n    ).map(option => ({\n      type: 'unsupported',\n      feature: `providerOptions.typesafe.${option}`,\n    }));\n    const modelHeaders =\n      this.config.headers === undefined\n        ? withUserAgentSuffix(\n            {\n              Authorization: `Bearer ${loadApiKey({ apiKey: undefined, environmentVariableName: 'TYPESAFE_AI_API_KEY', description: 'TypeSafe' })}`,\n            },\n            `ai-sdk/typesafe-ai/${VERSION}`,\n          )\n        : await resolve(this.config.headers);\n    const {\n      value: response,\n      rawValue,\n      responseHeaders,\n    } = await postJsonToApi({\n      url: `${this.config.baseURL}/systemone`,\n      headers: combineHeaders(modelHeaders, headers),\n      body: {\n        model: this.modelId,\n        state,\n        questions: Object.fromEntries(\n          Object.entries(questions).map(([id, question]) => [\n            id,\n            question.type === 'boolean'\n              ? { ...question, type: 'noul' }\n              : question,\n          ]),\n        ),\n      },\n      abortSignal,\n      fetch: this.config.fetch,\n      failedResponseHandler: typesafeFailedResponseHandler,\n      successfulResponseHandler: createJsonResponseHandler(\n        typesafeEvaluationResponseSchema,\n      ),\n    });\n\n    const confidence = Object.fromEntries(\n      Object.entries(response.answers).flatMap(([id, answer]) =>\n        answer.type !== 'noul' && answer.confidence != null\n          ? [[id, answer.confidence]]\n          : [],\n      ),\n    );\n\n    return {\n      answers: Object.fromEntries(\n        Object.entries(response.answers).map(\n          ([id, answer]): [string, EvaluationModelV4Answer] => {\n            switch (answer.type) {\n              case 'noul':\n                return [id, { type: 'boolean', probability: answer.noul }];\n              case 'choice':\n                return [\n                  id,\n                  {\n                    type: 'choice',\n                    choice: answer.choice,\n                    probabilities: answer.probabilities,\n                  },\n                ];\n              case 'score':\n                return [\n                  id,\n                  {\n                    type: 'score',\n                    score: answer.score,\n                    probabilities: answer.probabilities,\n                  },\n                ];\n            }\n          },\n        ),\n      ),\n      usage: {\n        inputTokens: response.usage?.input_tokens ?? undefined,\n        outputTokens: response.usage?.output_tokens ?? undefined,\n      },\n      // The API rounds displayed probabilities and scores to two decimal places.\n      rounding: { probabilityDecimals: 2, scoreDecimals: 2 },\n      warnings,\n      providerMetadata: { typesafe: { confidence } },\n      response: {\n        modelId: response.model ?? this.modelId,\n        headers: responseHeaders,\n        body: rawValue,\n      },\n    };\n  }\n}\n","import { createJsonErrorResponseHandler } from '@ai-sdk/provider-utils';\nimport * as z from 'zod/v4';\n\n// Verified against the official SDK at 66880ccded6cb642dc1809620c2b108c33730214.\n// https://github.com/typesafe-ai/typesafe-sdk-js/blob/66880ccded6cb642dc1809620c2b108c33730214/src/types.ts\nexport const typesafeEvaluationResponseSchema = z.object({\n  model: z.string().nullish(),\n  answers: z.record(\n    z.string(),\n    z.discriminatedUnion('type', [\n      z.object({\n        type: z.literal('choice'),\n        choice: z.string(),\n        probabilities: z.record(z.string(), z.number()),\n        confidence: z.number().nullish(),\n      }),\n      z.object({\n        type: z.literal('score'),\n        score: z.number(),\n        probabilities: z.record(z.string(), z.number()),\n        confidence: z.number().nullish(),\n      }),\n      z.object({ type: z.literal('noul'), noul: z.number() }),\n    ]),\n  ),\n  usage: z\n    .object({\n      input_tokens: z.number().nullish(),\n      output_tokens: z.number().nullish(),\n    })\n    .nullish(),\n});\n\nexport const typesafeFailedResponseHandler = createJsonErrorResponseHandler({\n  errorSchema: z.object({\n    message: z.string().nullish(),\n    detail: z.unknown().nullish(),\n    error: z\n      .union([z.string(), z.object({ message: z.string().nullish() })])\n      .nullish(),\n  }),\n  errorToMessage: error =>\n    error.message ??\n    (typeof error.error === 'string' ? error.error : error.error?.message) ??\n    (typeof error.detail === 'string'\n      ? error.detail\n      : JSON.stringify(error.detail)) ??\n    'TypeSafe request failed',\n});\n","// Version string of this package injected at build time.\ndeclare const __PACKAGE_VERSION__: string | undefined;\nexport const VERSION: string =\n  typeof __PACKAGE_VERSION__ !== 'undefined'\n    ? __PACKAGE_VERSION__\n    : '0.0.0-test';\n"],"mappings":";AAAA;AAAA,EACE;AAAA,OAGK;AACP;AAAA,EACE,cAAAA;AAAA,EACA;AAAA,EACA,uBAAAC;AAAA,OAEK;;;ACVP;AAAA,EACE;AAAA,OAIK;AACP;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OAGK;;;AClBP,SAAS,sCAAsC;AAC/C,YAAY,OAAO;AAIZ,IAAM,mCAAqC,SAAO;AAAA,EACvD,OAAS,SAAO,EAAE,QAAQ;AAAA,EAC1B,SAAW;AAAA,IACP,SAAO;AAAA,IACP,qBAAmB,QAAQ;AAAA,MACzB,SAAO;AAAA,QACP,MAAQ,UAAQ,QAAQ;AAAA,QACxB,QAAU,SAAO;AAAA,QACjB,eAAiB,SAAS,SAAO,GAAK,SAAO,CAAC;AAAA,QAC9C,YAAc,SAAO,EAAE,QAAQ;AAAA,MACjC,CAAC;AAAA,MACC,SAAO;AAAA,QACP,MAAQ,UAAQ,OAAO;AAAA,QACvB,OAAS,SAAO;AAAA,QAChB,eAAiB,SAAS,SAAO,GAAK,SAAO,CAAC;AAAA,QAC9C,YAAc,SAAO,EAAE,QAAQ;AAAA,MACjC,CAAC;AAAA,MACC,SAAO,EAAE,MAAQ,UAAQ,MAAM,GAAG,MAAQ,SAAO,EAAE,CAAC;AAAA,IACxD,CAAC;AAAA,EACH;AAAA,EACA,OACG,SAAO;AAAA,IACN,cAAgB,SAAO,EAAE,QAAQ;AAAA,IACjC,eAAiB,SAAO,EAAE,QAAQ;AAAA,EACpC,CAAC,EACA,QAAQ;AACb,CAAC;AAEM,IAAM,gCAAgC,+BAA+B;AAAA,EAC1E,aAAe,SAAO;AAAA,IACpB,SAAW,SAAO,EAAE,QAAQ;AAAA,IAC5B,QAAU,UAAQ,EAAE,QAAQ;AAAA,IAC5B,OACG,QAAM,CAAG,SAAO,GAAK,SAAO,EAAE,SAAW,SAAO,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAC/D,QAAQ;AAAA,EACb,CAAC;AAAA,EACD,gBAAgB,WAAM;AAzCxB;AA0CI,mCAAM,YAAN,YACC,OAAO,MAAM,UAAU,WAAW,MAAM,SAAQ,WAAM,UAAN,mBAAa,YAD9D,YAEC,OAAO,MAAM,WAAW,WACrB,MAAM,SACN,KAAK,UAAU,MAAM,MAAM,MAJ/B,YAKA;AAAA;AACJ,CAAC;;;AC9CM,IAAM,UACX,OACI,UACA;;;AF6BC,IAAM,4BAAN,MAAM,2BAAuD;AAAA,EAIlE,YACW,SACQ,QACjB;AAFS;AACQ;AALnB,SAAS,uBAAuB;AAChC,SAAS,yBAAyB,CAAC,UAAU,SAAS,SAAS;AAAA,EAK5D;AAAA,EAEH,IAAI,WAAW;AACb,WAAO,KAAK,OAAO;AAAA,EACrB;AAAA,EAEA,QAAQ,kBAAkB,EAAE,OAAkC;AAC5D,WAAO,sBAAsB;AAAA,MAC3B,SAAS,MAAM;AAAA,MACf,QAAQ,MAAM;AAAA,IAChB,CAAC;AAAA,EACH;AAAA,EAEA,QAAQ,oBAAoB,EAAE,SAG3B;AACD,WAAO,IAAI,2BAA0B,QAAQ,SAAS,QAAQ,MAAM;AAAA,EACtE;AAAA,EAEA,MAAM,WAAW;AAAA,IACf;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,GAEE;AArEJ;AAsEI,eAAW,CAAC,IAAI,QAAQ,KAAK,OAAO,QAAQ,SAAS,GAAG;AACtD,UACE,SAAS,SAAS,YAClB,OAAO,KAAK,SAAS,QAAQ,EAAE,SAAS,KACxC;AACA,cAAM,IAAI,qBAAqB;AAAA,UAC7B,UAAU,aAAa,EAAE;AAAA,UACzB,SAAS;AAAA,QACX,CAAC;AAAA,MACH;AACA,UAAI,SAAS,SAAS,WAAW,SAAS,SAAS,SAAS,IAAI;AAC9D,cAAM,IAAI,qBAAqB;AAAA,UAC7B,UAAU,aAAa,EAAE;AAAA,UACzB,SAAS;AAAA,QACX,CAAC;AAAA,MACH;AAAA,IACF;AAEA,UAAM,WAA8B,OAAO;AAAA,OACzC,wDAAiB,aAAjB,YAA6B,CAAC;AAAA,IAChC,EAAE,IAAI,aAAW;AAAA,MACf,MAAM;AAAA,MACN,SAAS,4BAA4B,MAAM;AAAA,IAC7C,EAAE;AACF,UAAM,eACJ,KAAK,OAAO,YAAY,SACpB;AAAA,MACE;AAAA,QACE,eAAe,UAAU,WAAW,EAAE,QAAQ,QAAW,yBAAyB,uBAAuB,aAAa,WAAW,CAAC,CAAC;AAAA,MACrI;AAAA,MACA,sBAAsB,OAAO;AAAA,IAC/B,IACA,MAAM,QAAQ,KAAK,OAAO,OAAO;AACvC,UAAM;AAAA,MACJ,OAAO;AAAA,MACP;AAAA,MACA;AAAA,IACF,IAAI,MAAM,cAAc;AAAA,MACtB,KAAK,GAAG,KAAK,OAAO,OAAO;AAAA,MAC3B,SAAS,eAAe,cAAc,OAAO;AAAA,MAC7C,MAAM;AAAA,QACJ,OAAO,KAAK;AAAA,QACZ;AAAA,QACA,WAAW,OAAO;AAAA,UAChB,OAAO,QAAQ,SAAS,EAAE,IAAI,CAAC,CAAC,IAAI,QAAQ,MAAM;AAAA,YAChD;AAAA,YACA,SAAS,SAAS,YACd,EAAE,GAAG,UAAU,MAAM,OAAO,IAC5B;AAAA,UACN,CAAC;AAAA,QACH;AAAA,MACF;AAAA,MACA;AAAA,MACA,OAAO,KAAK,OAAO;AAAA,MACnB,uBAAuB;AAAA,MACvB,2BAA2B;AAAA,QACzB;AAAA,MACF;AAAA,IACF,CAAC;AAED,UAAM,aAAa,OAAO;AAAA,MACxB,OAAO,QAAQ,SAAS,OAAO,EAAE;AAAA,QAAQ,CAAC,CAAC,IAAI,MAAM,MACnD,OAAO,SAAS,UAAU,OAAO,cAAc,OAC3C,CAAC,CAAC,IAAI,OAAO,UAAU,CAAC,IACxB,CAAC;AAAA,MACP;AAAA,IACF;AAEA,WAAO;AAAA,MACL,SAAS,OAAO;AAAA,QACd,OAAO,QAAQ,SAAS,OAAO,EAAE;AAAA,UAC/B,CAAC,CAAC,IAAI,MAAM,MAAyC;AACnD,oBAAQ,OAAO,MAAM;AAAA,cACnB,KAAK;AACH,uBAAO,CAAC,IAAI,EAAE,MAAM,WAAW,aAAa,OAAO,KAAK,CAAC;AAAA,cAC3D,KAAK;AACH,uBAAO;AAAA,kBACL;AAAA,kBACA;AAAA,oBACE,MAAM;AAAA,oBACN,QAAQ,OAAO;AAAA,oBACf,eAAe,OAAO;AAAA,kBACxB;AAAA,gBACF;AAAA,cACF,KAAK;AACH,uBAAO;AAAA,kBACL;AAAA,kBACA;AAAA,oBACE,MAAM;AAAA,oBACN,OAAO,OAAO;AAAA,oBACd,eAAe,OAAO;AAAA,kBACxB;AAAA,gBACF;AAAA,YACJ;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAAA,MACA,OAAO;AAAA,QACL,cAAa,oBAAS,UAAT,mBAAgB,iBAAhB,YAAgC;AAAA,QAC7C,eAAc,oBAAS,UAAT,mBAAgB,kBAAhB,YAAiC;AAAA,MACjD;AAAA;AAAA,MAEA,UAAU,EAAE,qBAAqB,GAAG,eAAe,EAAE;AAAA,MACrD;AAAA,MACA,kBAAkB,EAAE,UAAU,EAAE,WAAW,EAAE;AAAA,MAC7C,UAAU;AAAA,QACR,UAAS,cAAS,UAAT,YAAkB,KAAK;AAAA,QAChC,SAAS;AAAA,QACT,MAAM;AAAA,MACR;AAAA,IACF;AAAA,EACF;AACF;;;ADvJO,SAAS,iBACd,UAAsC,CAAC,GACnB;AAjCtB;AAkCE,QAAM,WACJ,0BAAqB,QAAQ,OAAO,MAApC,YAAyC;AAC3C,QAAM,UAAU,MACdC;AAAA,IACE;AAAA,MACE,eAAe,UAAUC,YAAW,EAAE,QAAQ,QAAQ,QAAQ,yBAAyB,uBAAuB,aAAa,WAAW,CAAC,CAAC;AAAA,MACxI,GAAG,QAAQ;AAAA,IACb;AAAA,IACA,sBAAsB,OAAO;AAAA,EAC/B;AAEF,SAAO;AAAA,IACL,sBAAsB;AAAA,IACtB,iBAAiB,aACf,IAAI,0BAA0B,SAAS;AAAA,MACrC,UAAU;AAAA,MACV;AAAA,MACA;AAAA,MACA,OAAO,QAAQ;AAAA,IACjB,CAAC;AAAA,IACH,eAAe,aAAW;AACxB,YAAM,IAAI,iBAAiB,EAAE,SAAS,WAAW,gBAAgB,CAAC;AAAA,IACpE;AAAA,IACA,gBAAgB,aAAW;AACzB,YAAM,IAAI,iBAAiB,EAAE,SAAS,WAAW,iBAAiB,CAAC;AAAA,IACrE;AAAA,IACA,YAAY,aAAW;AACrB,YAAM,IAAI,iBAAiB,EAAE,SAAS,WAAW,aAAa,CAAC;AAAA,IACjE;AAAA,EACF;AACF;AAEO,IAAM,aAAa,iBAAiB;","names":["loadApiKey","withUserAgentSuffix","withUserAgentSuffix","loadApiKey"]}

package/docs/105-typesafe-ai.mdx

@@ -0,0 +1,117 @@
+---
+title: TypeSafe
+description: Use TypeSafe System One models for typed evaluations with the AI SDK.
+---
+
+# TypeSafe Provider
+
+The [TypeSafe](https://typesafe.ai) provider supports the experimental evaluation
+API with native Choice, Score, and Boolean answers. It sends all questions in one
+request against the same state.
+
+## Setup
+
+Install the provider:
+
+```sh
+pnpm add @ai-sdk/typesafe-ai
+```
+
+Set the `TYPESAFE_AI_API_KEY` environment variable. Import the default provider or
+configure an instance:
+
+```ts
+import { createTypeSafeAi, typeSafeAi } from '@ai-sdk/typesafe-ai';
+
+const customTypeSafe = createTypeSafeAi({
+  apiKey: 'your-api-key',
+});
+```
+
+`createTypeSafeAi` accepts:
+
+| Setting   | Description                                 |
+| --------- | ------------------------------------------- |
+| `apiKey`  | API key; defaults to `TYPESAFE_AI_API_KEY`. |
+| `baseURL` | Defaults to `https://api.typesafe.ai/v1`.   |
+| `headers` | Additional request headers.                 |
+| `fetch`   | Custom fetch implementation.                |
+
+## Evaluation
+
+```ts
+import { typeSafeAi } from '@ai-sdk/typesafe-ai';
+import { experimental_evaluate } from 'ai';
+
+const result = await experimental_evaluate({
+  model: typeSafeAi.evaluationModel('jev-latest'),
+  state: {
+    message: 'I was charged twice. Please refund the duplicate.',
+  },
+  questions: {
+    department: {
+      type: 'choice',
+      instructions: 'Which team should handle this?',
+      criteria: {
+        billing: { includes: ['Charges', 'Invoices', 'Refunds'] },
+        technical: ['Bugs', 'Outages'],
+        other: null,
+      },
+    },
+    severity: {
+      type: 'score',
+      instructions: 'How severe is the issue?',
+      criteria: ['Cosmetic', 'Workaround exists', 'Blocking; no workaround'],
+    },
+    requestsRefund: {
+      type: 'boolean',
+      instructions: 'Is the customer requesting money back?',
+    },
+  },
+});
+
+console.log(result.answers.department.choice);
+console.log(result.answers.severity.score);
+console.log(result.answers.requestsRefund.probability);
+console.log(result.usage);
+```
+
+Use `jev-latest` or another TypeSafe model ID. The response includes the actual
+model ID, such as the resolved version behind the alias. String model resolution
+and registry integration are not supported yet; pass a model instance.
+
+| Question  | Native TypeSafe primitive | Limits and semantics                                                 |
+| --------- | ------------------------- | -------------------------------------------------------------------- |
+| `choice`  | Choice                    | 1–255 options; selected option and full probabilities.               |
+| `score`   | Score                     | 2–10 ordered rubric levels; fractional score and full probabilities. |
+| `boolean` | Noul                      | Required model-estimated probability of true.                        |
+
+State, instructions, and descriptions accept JSON objects and arrays in addition
+to strings. Descriptions may be `null`. Boolean true/false criteria are optional.
+The SDK uses the neutral name `boolean` and maps it to TypeSafe's `noul` field.
+
+### Rounded values and confidence
+
+TypeSafe returns scores and probabilities rounded to two decimal places.
+`result.rounding` reports this precision so the SDK can account for rounding when
+checking distribution sums and weighted means. The returned values are preserved
+unchanged; rounding means probabilities may not add up to exactly one.
+
+Confidence is a separate TypeSafe statistic, available under
+`result.providerMetadata.typesafe.confidence[questionId]` for Choice and Score
+answers. Boolean probability always means P(true), not confidence in either
+outcome. Choose decision thresholds in application code.
+
+### Errors and retries
+
+Provider failures use `APICallError`, including validation and authentication
+errors. Core retries transient failures such as `429` and `529` according to
+`maxRetries` (default: 2). `abortSignal`, request headers, and custom fetch are
+forwarded. There is no provider-side retry loop.
+
+No provider-specific options are currently defined. Unknown entries under
+`providerOptions.typesafe` produce unsupported-option warnings. Language,
+embedding, and image model factories throw `NoSuchModelError`.
+
+Evaluation models support workflow serialization. A custom fetch function is not
+serialized; restored models use the default fetch implementation.

package/package.json

@@ -1,22 +1,78 @@
 {
   "name": "@ai-sdk/typesafe-ai",
-  "version": "0.0.0",
-  "description": "AI SDK integration for Typesafe AI",
-  "license": "Apache-2.0",
+  "version": "3.0.0",
   "type": "module",
-  "main": "./index.js",
-  "exports": {
-    ".": "./index.js"
-  },
+  "license": "Apache-2.0",
+  "sideEffects": false,
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
   "files": [
-    "index.js",
+    "dist/**/*",
+    "docs/**/*",
+    "src",
+    "!src/**/*.test.ts",
+    "!src/**/*.test-d.ts",
+    "!src/**/__snapshots__",
+    "!src/**/__fixtures__",
+    "CHANGELOG.md",
     "README.md"
   ],
+  "directories": {
+    "doc": "./docs"
+  },
+  "exports": {
+    "./package.json": "./package.json",
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js",
+      "default": "./dist/index.js"
+    }
+  },
+  "dependencies": {
+    "@ai-sdk/provider": "4.0.16",
+    "@ai-sdk/provider-utils": "5.0.42"
+  },
+  "devDependencies": {
+    "@ai-sdk/test-server": "2.0.1",
+    "@types/node": "22.19.19",
+    "@vercel/ai-tsconfig": "0.0.0",
+    "tsup": "^8.5.1",
+    "typescript": "5.8.3",
+    "zod": "3.25.76",
+    "@edge-runtime/vm": "^5.0.0"
+  },
+  "peerDependencies": {
+    "zod": "^3.25.76 || ^4.1.8"
+  },
+  "engines": {
+    "node": ">=22"
+  },
   "publishConfig": {
-    "access": "public"
+    "access": "public",
+    "provenance": true
   },
+  "homepage": "https://ai-sdk.dev/docs",
   "repository": {
     "type": "git",
-    "url": "git+https://github.com/vercel/ai.git"
+    "url": "https://github.com/vercel/ai",
+    "directory": "packages/typesafe-ai"
+  },
+  "bugs": {
+    "url": "https://github.com/vercel/ai/issues"
+  },
+  "keywords": [
+    "ai"
+  ],
+  "source": "./src/index.ts",
+  "scripts": {
+    "build": "pnpm clean && tsup --tsconfig tsconfig.build.json",
+    "build:watch": "pnpm clean && tsup --watch",
+    "clean": "del-cli dist docs *.tsbuildinfo",
+    "type-check": "tsc --build",
+    "test": "pnpm test:node && pnpm test:edge",
+    "test:update": "pnpm test:node -u",
+    "test:watch": "vitest --config vitest.node.config.js",
+    "test:edge": "vitest --config vitest.edge.config.js --run",
+    "test:node": "vitest --config vitest.node.config.js --run"
   }
-}
+}

package/src/index.ts

@@ -0,0 +1,7 @@
+export { createTypeSafeAi, typeSafeAi } from './typesafe-ai-provider';
+export type {
+  TypeSafeAiProvider,
+  TypeSafeAiProviderSettings,
+} from './typesafe-ai-provider';
+export type { TypeSafeAiEvaluationModelId as Experimental_TypeSafeAiEvaluationModelId } from './typesafe-ai-evaluation-model';
+export { VERSION } from './version';

package/src/typesafe-ai-evaluation-api.ts

@@ -0,0 +1,49 @@
+import { createJsonErrorResponseHandler } from '@ai-sdk/provider-utils';
+import * as z from 'zod/v4';
+
+// Verified against the official SDK at 66880ccded6cb642dc1809620c2b108c33730214.
+// https://github.com/typesafe-ai/typesafe-sdk-js/blob/66880ccded6cb642dc1809620c2b108c33730214/src/types.ts
+export const typesafeEvaluationResponseSchema = z.object({
+  model: z.string().nullish(),
+  answers: z.record(
+    z.string(),
+    z.discriminatedUnion('type', [
+      z.object({
+        type: z.literal('choice'),
+        choice: z.string(),
+        probabilities: z.record(z.string(), z.number()),
+        confidence: z.number().nullish(),
+      }),
+      z.object({
+        type: z.literal('score'),
+        score: z.number(),
+        probabilities: z.record(z.string(), z.number()),
+        confidence: z.number().nullish(),
+      }),
+      z.object({ type: z.literal('noul'), noul: z.number() }),
+    ]),
+  ),
+  usage: z
+    .object({
+      input_tokens: z.number().nullish(),
+      output_tokens: z.number().nullish(),
+    })
+    .nullish(),
+});
+
+export const typesafeFailedResponseHandler = createJsonErrorResponseHandler({
+  errorSchema: z.object({
+    message: z.string().nullish(),
+    detail: z.unknown().nullish(),
+    error: z
+      .union([z.string(), z.object({ message: z.string().nullish() })])
+      .nullish(),
+  }),
+  errorToMessage: error =>
+    error.message ??
+    (typeof error.error === 'string' ? error.error : error.error?.message) ??
+    (typeof error.detail === 'string'
+      ? error.detail
+      : JSON.stringify(error.detail)) ??
+    'TypeSafe request failed',
+});

package/src/typesafe-ai-evaluation-model.ts

@@ -0,0 +1,183 @@
+import {
+  InvalidArgumentError,
+  type Experimental_EvaluationModelV4 as EvaluationModelV4,
+  type Experimental_EvaluationModelV4Answer as EvaluationModelV4Answer,
+  type SharedV4Warning,
+} from '@ai-sdk/provider';
+import {
+  combineHeaders,
+  createJsonResponseHandler,
+  loadApiKey,
+  postJsonToApi,
+  resolve,
+  serializeModelOptions,
+  withUserAgentSuffix,
+  WORKFLOW_SERIALIZE,
+  WORKFLOW_DESERIALIZE,
+  type FetchFunction,
+  type Resolvable,
+} from '@ai-sdk/provider-utils';
+import {
+  typesafeEvaluationResponseSchema,
+  typesafeFailedResponseHandler,
+} from './typesafe-ai-evaluation-api';
+import { VERSION } from './version';
+
+export type TypeSafeAiEvaluationModelId = 'jev-latest' | (string & {});
+
+type TypeSafeAiEvaluationModelConfig = {
+  provider: string;
+  baseURL: string;
+  headers?: Resolvable<Record<string, string | undefined>>;
+  fetch?: FetchFunction;
+};
+
+export class EvaluationTypeSafeAiModel implements EvaluationModelV4 {
+  readonly specificationVersion = 'v4';
+  readonly supportedQuestionTypes = ['choice', 'score', 'boolean'] as const;
+
+  constructor(
+    readonly modelId: TypeSafeAiEvaluationModelId,
+    private readonly config: TypeSafeAiEvaluationModelConfig,
+  ) {}
+
+  get provider() {
+    return this.config.provider;
+  }
+
+  static [WORKFLOW_SERIALIZE](model: EvaluationTypeSafeAiModel) {
+    return serializeModelOptions({
+      modelId: model.modelId,
+      config: model.config,
+    });
+  }
+
+  static [WORKFLOW_DESERIALIZE](options: {
+    modelId: TypeSafeAiEvaluationModelId;
+    config: TypeSafeAiEvaluationModelConfig;
+  }) {
+    return new EvaluationTypeSafeAiModel(options.modelId, options.config);
+  }
+
+  async doEvaluate({
+    state,
+    questions,
+    headers,
+    abortSignal,
+    providerOptions,
+  }: Parameters<EvaluationModelV4['doEvaluate']>[0]): Promise<
+    Awaited<ReturnType<EvaluationModelV4['doEvaluate']>>
+  > {
+    for (const [id, question] of Object.entries(questions)) {
+      if (
+        question.type === 'choice' &&
+        Object.keys(question.criteria).length > 255
+      ) {
+        throw new InvalidArgumentError({
+          argument: `questions.${id}.criteria`,
+          message: 'TypeSafe Choice questions support at most 255 options.',
+        });
+      }
+      if (question.type === 'score' && question.criteria.length > 10) {
+        throw new InvalidArgumentError({
+          argument: `questions.${id}.criteria`,
+          message: 'TypeSafe Score questions support at most 10 levels.',
+        });
+      }
+    }
+
+    const warnings: SharedV4Warning[] = Object.keys(
+      providerOptions?.typesafe ?? {},
+    ).map(option => ({
+      type: 'unsupported',
+      feature: `providerOptions.typesafe.${option}`,
+    }));
+    const modelHeaders =
+      this.config.headers === undefined
+        ? withUserAgentSuffix(
+            {
+              Authorization: `Bearer ${loadApiKey({ apiKey: undefined, environmentVariableName: 'TYPESAFE_AI_API_KEY', description: 'TypeSafe' })}`,
+            },
+            `ai-sdk/typesafe-ai/${VERSION}`,
+          )
+        : await resolve(this.config.headers);
+    const {
+      value: response,
+      rawValue,
+      responseHeaders,
+    } = await postJsonToApi({
+      url: `${this.config.baseURL}/systemone`,
+      headers: combineHeaders(modelHeaders, headers),
+      body: {
+        model: this.modelId,
+        state,
+        questions: Object.fromEntries(
+          Object.entries(questions).map(([id, question]) => [
+            id,
+            question.type === 'boolean'
+              ? { ...question, type: 'noul' }
+              : question,
+          ]),
+        ),
+      },
+      abortSignal,
+      fetch: this.config.fetch,
+      failedResponseHandler: typesafeFailedResponseHandler,
+      successfulResponseHandler: createJsonResponseHandler(
+        typesafeEvaluationResponseSchema,
+      ),
+    });
+
+    const confidence = Object.fromEntries(
+      Object.entries(response.answers).flatMap(([id, answer]) =>
+        answer.type !== 'noul' && answer.confidence != null
+          ? [[id, answer.confidence]]
+          : [],
+      ),
+    );
+
+    return {
+      answers: Object.fromEntries(
+        Object.entries(response.answers).map(
+          ([id, answer]): [string, EvaluationModelV4Answer] => {
+            switch (answer.type) {
+              case 'noul':
+                return [id, { type: 'boolean', probability: answer.noul }];
+              case 'choice':
+                return [
+                  id,
+                  {
+                    type: 'choice',
+                    choice: answer.choice,
+                    probabilities: answer.probabilities,
+                  },
+                ];
+              case 'score':
+                return [
+                  id,
+                  {
+                    type: 'score',
+                    score: answer.score,
+                    probabilities: answer.probabilities,
+                  },
+                ];
+            }
+          },
+        ),
+      ),
+      usage: {
+        inputTokens: response.usage?.input_tokens ?? undefined,
+        outputTokens: response.usage?.output_tokens ?? undefined,
+      },
+      // The API rounds displayed probabilities and scores to two decimal places.
+      rounding: { probabilityDecimals: 2, scoreDecimals: 2 },
+      warnings,
+      providerMetadata: { typesafe: { confidence } },
+      response: {
+        modelId: response.model ?? this.modelId,
+        headers: responseHeaders,
+        body: rawValue,
+      },
+    };
+  }
+}

package/src/typesafe-ai-provider.ts

@@ -0,0 +1,67 @@
+import {
+  NoSuchModelError,
+  type Experimental_EvaluationModelV4 as EvaluationModelV4,
+  type ProviderV4,
+} from '@ai-sdk/provider';
+import {
+  loadApiKey,
+  withoutTrailingSlash,
+  withUserAgentSuffix,
+  type FetchFunction,
+} from '@ai-sdk/provider-utils';
+import {
+  EvaluationTypeSafeAiModel,
+  type TypeSafeAiEvaluationModelId,
+} from './typesafe-ai-evaluation-model';
+import { VERSION } from './version';
+
+/** TypeSafe's experimental evaluation capability, isolated from ProviderV4. */
+export interface TypeSafeAiProvider extends ProviderV4 {
+  evaluationModel(modelId: TypeSafeAiEvaluationModelId): EvaluationModelV4;
+}
+
+export interface TypeSafeAiProviderSettings {
+  /** API key. Defaults to the TYPESAFE_AI_API_KEY environment variable. */
+  apiKey?: string;
+  /** API base URL. Defaults to https://api.typesafe.ai/v1. */
+  baseURL?: string;
+  headers?: Record<string, string>;
+  fetch?: FetchFunction;
+}
+
+export function createTypeSafeAi(
+  options: TypeSafeAiProviderSettings = {},
+): TypeSafeAiProvider {
+  const baseURL =
+    withoutTrailingSlash(options.baseURL) ?? 'https://api.typesafe.ai/v1';
+  const headers = () =>
+    withUserAgentSuffix(
+      {
+        Authorization: `Bearer ${loadApiKey({ apiKey: options.apiKey, environmentVariableName: 'TYPESAFE_AI_API_KEY', description: 'TypeSafe' })}`,
+        ...options.headers,
+      },
+      `ai-sdk/typesafe-ai/${VERSION}`,
+    );
+
+  return {
+    specificationVersion: 'v4',
+    evaluationModel: modelId =>
+      new EvaluationTypeSafeAiModel(modelId, {
+        provider: 'typesafe.evaluation',
+        baseURL,
+        headers,
+        fetch: options.fetch,
+      }),
+    languageModel: modelId => {
+      throw new NoSuchModelError({ modelId, modelType: 'languageModel' });
+    },
+    embeddingModel: modelId => {
+      throw new NoSuchModelError({ modelId, modelType: 'embeddingModel' });
+    },
+    imageModel: modelId => {
+      throw new NoSuchModelError({ modelId, modelType: 'imageModel' });
+    },
+  };
+}
+
+export const typeSafeAi = createTypeSafeAi();

package/src/version.ts

@@ -0,0 +1,6 @@
+// Version string of this package injected at build time.
+declare const __PACKAGE_VERSION__: string | undefined;
+export const VERSION: string =
+  typeof __PACKAGE_VERSION__ !== 'undefined'
+    ? __PACKAGE_VERSION__
+    : '0.0.0-test';

package/index.js

@@ -1 +0,0 @@
-export {};