@tanstack/ai-cloudflare 0.1.2 → 0.1.5

package/dist/esm/adapters/evaluate.d.ts

@@ -0,0 +1,35 @@
+import { BaseEvaluateAdapter, EvaluateOptions, WireAnswer } from '@tanstack/ai/adapters';
+import { CloudflareConfig, CloudflareConfigInput } from '../utils/config.js';
+import { CloudflareEvaluateModel } from '../utils/models.js';
+/**
+ * Cloudflare evaluate adapter. Runs TypeSafe Jev (`typesafe/jev`) through
+ * Workers AI (`{ state, questions }` in, `{ model, answers, usage }` out)
+ * through the binding or the REST API.
+ */
+export declare class CloudflareEvaluateAdapter<TModel extends CloudflareEvaluateModel> extends BaseEvaluateAdapter<TModel> {
+    private readonly cfConfig;
+    readonly name: "cloudflare";
+    constructor(cfConfig: CloudflareConfig, model: TModel);
+    evaluate(options: EvaluateOptions): Promise<{
+        model: string;
+        answers: Record<string, WireAnswer>;
+        usage: import('@tanstack/ai-event-client').TokenUsage<import('@tanstack/ai-event-client').ProviderUsageDetails>;
+    }>;
+}
+/**
+ * Creates a Cloudflare evaluate adapter with explicit configuration.
+ *
+ * @example
+ * ```typescript
+ * // Inside a Worker
+ * const adapter = createCloudflareDecider('typesafe/jev', { binding: env.AI })
+ * // Anywhere, over REST
+ * const adapter = createCloudflareDecider('typesafe/jev', { accountId, apiKey })
+ * ```
+ */
+export declare function createCloudflareDecider<TModel extends CloudflareEvaluateModel>(model: TModel, config: CloudflareConfig): CloudflareEvaluateAdapter<TModel>;
+/**
+ * Creates a Cloudflare evaluate adapter, reading `CLOUDFLARE_ACCOUNT_ID` and
+ * `CLOUDFLARE_API_TOKEN` from the environment unless a binding is passed.
+ */
+export declare function cloudflareDecider<TModel extends CloudflareEvaluateModel>(model: TModel, config?: CloudflareConfigInput): CloudflareEvaluateAdapter<TModel>;

package/dist/esm/adapters/evaluate.js

@@ -0,0 +1,74 @@
+import { resolveConfigFromEnv } from "../utils/config.js";
+import { runModel } from "../utils/run.js";
+import { BaseEvaluateAdapter } from "@tanstack/ai/adapters";
+import { toRunErrorPayload } from "@tanstack/ai/adapter-internals";
+import { buildBaseUsage } from "@tanstack/ai";
+//#region src/adapters/evaluate.ts
+/**
+* Cloudflare evaluate adapter. Runs TypeSafe Jev (`typesafe/jev`) through
+* Workers AI (`{ state, questions }` in, `{ model, answers, usage }` out)
+* through the binding or the REST API.
+*/
+var CloudflareEvaluateAdapter = class extends BaseEvaluateAdapter {
+	cfConfig;
+	name = "cloudflare";
+	constructor(cfConfig, model) {
+		super({}, model);
+		this.cfConfig = cfConfig;
+	}
+	async evaluate(options) {
+		const { model, state, questions, abortSignal, logger } = options;
+		try {
+			logger.request(`activity=evaluate provider=${this.name} model=${model}`, {
+				provider: this.name,
+				model
+			});
+			const output = await runModel(this.cfConfig, model, {
+				state,
+				questions
+			}, { signal: abortSignal });
+			const inputTokens = output.usage.input_tokens;
+			const outputTokens = output.usage.output_tokens;
+			return {
+				model: output.model,
+				answers: output.answers,
+				usage: buildBaseUsage({
+					promptTokens: inputTokens,
+					completionTokens: outputTokens,
+					totalTokens: inputTokens + outputTokens
+				})
+			};
+		} catch (error) {
+			logger.errors(`${this.name}.evaluate fatal`, {
+				error: toRunErrorPayload(error, `${this.name}.evaluate failed`),
+				source: `${this.name}.evaluate`
+			});
+			throw error;
+		}
+	}
+};
+/**
+* Creates a Cloudflare evaluate adapter with explicit configuration.
+*
+* @example
+* ```typescript
+* // Inside a Worker
+* const adapter = createCloudflareDecider('typesafe/jev', { binding: env.AI })
+* // Anywhere, over REST
+* const adapter = createCloudflareDecider('typesafe/jev', { accountId, apiKey })
+* ```
+*/
+function createCloudflareDecider(model, config) {
+	return new CloudflareEvaluateAdapter(config, model);
+}
+/**
+* Creates a Cloudflare evaluate adapter, reading `CLOUDFLARE_ACCOUNT_ID` and
+* `CLOUDFLARE_API_TOKEN` from the environment unless a binding is passed.
+*/
+function cloudflareDecider(model, config) {
+	return new CloudflareEvaluateAdapter(resolveConfigFromEnv(config), model);
+}
+//#endregion
+export { CloudflareEvaluateAdapter, cloudflareDecider, createCloudflareDecider };
+
+//# sourceMappingURL=evaluate.js.map

package/dist/esm/adapters/evaluate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaluate.js","names":[],"sources":["../../../src/adapters/evaluate.ts"],"sourcesContent":["import { BaseEvaluateAdapter } from '@tanstack/ai/adapters'\nimport { toRunErrorPayload } from '@tanstack/ai/adapter-internals'\nimport { buildBaseUsage } from '@tanstack/ai'\nimport { resolveConfigFromEnv } from '../utils/config'\nimport { runModel } from '../utils/run'\nimport type { EvaluateOptions, WireAnswer } from '@tanstack/ai/adapters'\nimport type { CloudflareConfig, CloudflareConfigInput } from '../utils/config'\nimport type { CloudflareEvaluateModel } from '../utils/models'\n\n/** TypeSafe-shaped Workers AI evaluate output. */\ninterface CloudflareEvaluateOutput {\n  model: string\n  answers: Record<string, WireAnswer>\n  usage: {\n    input_tokens: number\n    output_tokens: number\n  }\n}\n\n/**\n * Cloudflare evaluate adapter. Runs TypeSafe Jev (`typesafe/jev`) through\n * Workers AI (`{ state, questions }` in, `{ model, answers, usage }` out)\n * through the binding or the REST API.\n */\nexport class CloudflareEvaluateAdapter<\n  TModel extends CloudflareEvaluateModel,\n> extends BaseEvaluateAdapter<TModel> {\n  readonly name = 'cloudflare' as const\n\n  constructor(\n    private readonly cfConfig: CloudflareConfig,\n    model: TModel,\n  ) {\n    super({}, model)\n  }\n\n  async evaluate(options: EvaluateOptions) {\n    const { model, state, questions, abortSignal, logger } = options\n    try {\n      logger.request(`activity=evaluate provider=${this.name} model=${model}`, {\n        provider: this.name,\n        model,\n      })\n      const output = (await runModel(\n        this.cfConfig,\n        model,\n        { state, questions },\n        { signal: abortSignal },\n      )) as CloudflareEvaluateOutput\n      const inputTokens = output.usage.input_tokens\n      const outputTokens = output.usage.output_tokens\n      return {\n        model: output.model,\n        answers: output.answers,\n        usage: buildBaseUsage({\n          promptTokens: inputTokens,\n          completionTokens: outputTokens,\n          totalTokens: inputTokens + outputTokens,\n        }),\n      }\n    } catch (error: unknown) {\n      logger.errors(`${this.name}.evaluate fatal`, {\n        error: toRunErrorPayload(error, `${this.name}.evaluate failed`),\n        source: `${this.name}.evaluate`,\n      })\n      throw error\n    }\n  }\n}\n\n/**\n * Creates a Cloudflare evaluate adapter with explicit configuration.\n *\n * @example\n * ```typescript\n * // Inside a Worker\n * const adapter = createCloudflareDecider('typesafe/jev', { binding: env.AI })\n * // Anywhere, over REST\n * const adapter = createCloudflareDecider('typesafe/jev', { accountId, apiKey })\n * ```\n */\nexport function createCloudflareDecider<TModel extends CloudflareEvaluateModel>(\n  model: TModel,\n  config: CloudflareConfig,\n) {\n  return new CloudflareEvaluateAdapter(config, model)\n}\n\n/**\n * Creates a Cloudflare evaluate adapter, reading `CLOUDFLARE_ACCOUNT_ID` and\n * `CLOUDFLARE_API_TOKEN` from the environment unless a binding is passed.\n */\nexport function cloudflareDecider<TModel extends CloudflareEvaluateModel>(\n  model: TModel,\n  config?: CloudflareConfigInput,\n) {\n  return new CloudflareEvaluateAdapter(resolveConfigFromEnv(config), model)\n}\n"],"mappings":";;;;;;;;;;;AAwBA,IAAa,4BAAb,cAEU,oBAA4B;CAIjB;CAHnB,OAAgB;CAEhB,YACE,UACA,OACA;EACA,MAAM,CAAC,GAAG,KAAK;EAHE,KAAA,WAAA;CAInB;CAEA,MAAM,SAAS,SAA0B;EACvC,MAAM,EAAE,OAAO,OAAO,WAAW,aAAa,WAAW;EACzD,IAAI;GACF,OAAO,QAAQ,8BAA8B,KAAK,KAAK,SAAS,SAAS;IACvE,UAAU,KAAK;IACf;GACF,CAAC;GACD,MAAM,SAAU,MAAM,SACpB,KAAK,UACL,OACA;IAAE;IAAO;GAAU,GACnB,EAAE,QAAQ,YAAY,CACxB;GACA,MAAM,cAAc,OAAO,MAAM;GACjC,MAAM,eAAe,OAAO,MAAM;GAClC,OAAO;IACL,OAAO,OAAO;IACd,SAAS,OAAO;IAChB,OAAO,eAAe;KACpB,cAAc;KACd,kBAAkB;KAClB,aAAa,cAAc;IAC7B,CAAC;GACH;EACF,SAAS,OAAgB;GACvB,OAAO,OAAO,GAAG,KAAK,KAAK,kBAAkB;IAC3C,OAAO,kBAAkB,OAAO,GAAG,KAAK,KAAK,iBAAiB;IAC9D,QAAQ,GAAG,KAAK,KAAK;GACvB,CAAC;GACD,MAAM;EACR;CACF;AACF;;;;;;;;;;;;AAaA,SAAgB,wBACd,OACA,QACA;CACA,OAAO,IAAI,0BAA0B,QAAQ,KAAK;AACpD;;;;;AAMA,SAAgB,kBACd,OACA,QACA;CACA,OAAO,IAAI,0BAA0B,qBAAqB,MAAM,GAAG,KAAK;AAC1E"}

package/dist/esm/index.d.ts

@@ -8,9 +8,10 @@
 export { CloudflareTextAdapter, createCloudflareText, cloudflareText, type CloudflareTextProviderOptions, } from './adapters/text.js';
 export { createCloudflareSummarize, cloudflareSummarize, type CloudflareSummarizeModel, } from './adapters/summarize.js';
 export { CloudflareEmbeddingAdapter, createCloudflareEmbedding, cloudflareEmbedding, type CloudflareEmbeddingProviderOptions, } from './adapters/embedding.js';
+export { CloudflareEvaluateAdapter, createCloudflareDecider, cloudflareDecider, } from './adapters/evaluate.js';
 export { CloudflareImageAdapter, createCloudflareImage, cloudflareImage, type CloudflareImageProviderOptions, } from './adapters/image.js';
 export { CloudflareTTSAdapter, createCloudflareTTS, cloudflareTTS, type CloudflareTTSProviderOptions, } from './adapters/tts.js';
 export { CloudflareTranscriptionAdapter, createCloudflareTranscription, cloudflareTranscription, type CloudflareTranscriptionProviderOptions, } from './adapters/transcription.js';
 export { cloudflareGateway, type CloudflareGatewayTarget } from './gateway.js';
 export type { CloudflareBindingConfig, CloudflareConfig, CloudflareConfigInput, CloudflareGatewayOptions, CloudflareRestConfig, CloudflareTextConfig, CloudflareTextRestConfig, } from './utils/config.js';
-export type { CloudflareEmbeddingModel, CloudflareImageModel, CloudflareTextModel, CloudflareTranscriptionModel, CloudflareTTSModel, } from './utils/models.js';
+export type { CloudflareEmbeddingModel, CloudflareEvaluateModel, CloudflareImageModel, CloudflareTextModel, CloudflareTranscriptionModel, CloudflareTTSModel, } from './utils/models.js';

package/dist/esm/index.js

@@ -1,8 +1,9 @@
 import { CloudflareTextAdapter, cloudflareText, createCloudflareText } from "./adapters/text.js";
 import { cloudflareSummarize, createCloudflareSummarize } from "./adapters/summarize.js";
 import { CloudflareEmbeddingAdapter, cloudflareEmbedding, createCloudflareEmbedding } from "./adapters/embedding.js";
+import { CloudflareEvaluateAdapter, cloudflareDecider, createCloudflareDecider } from "./adapters/evaluate.js";
 import { CloudflareImageAdapter, cloudflareImage, createCloudflareImage } from "./adapters/image.js";
 import { CloudflareTTSAdapter, cloudflareTTS, createCloudflareTTS } from "./adapters/tts.js";
 import { CloudflareTranscriptionAdapter, cloudflareTranscription, createCloudflareTranscription } from "./adapters/transcription.js";
 import { cloudflareGateway } from "./gateway.js";
-export { CloudflareEmbeddingAdapter, CloudflareImageAdapter, CloudflareTTSAdapter, CloudflareTextAdapter, CloudflareTranscriptionAdapter, cloudflareEmbedding, cloudflareGateway, cloudflareImage, cloudflareSummarize, cloudflareTTS, cloudflareText, cloudflareTranscription, createCloudflareEmbedding, createCloudflareImage, createCloudflareSummarize, createCloudflareTTS, createCloudflareText, createCloudflareTranscription };
+export { CloudflareEmbeddingAdapter, CloudflareEvaluateAdapter, CloudflareImageAdapter, CloudflareTTSAdapter, CloudflareTextAdapter, CloudflareTranscriptionAdapter, cloudflareDecider, cloudflareEmbedding, cloudflareGateway, cloudflareImage, cloudflareSummarize, cloudflareTTS, cloudflareText, cloudflareTranscription, createCloudflareDecider, createCloudflareEmbedding, createCloudflareImage, createCloudflareSummarize, createCloudflareTTS, createCloudflareText, createCloudflareTranscription };

package/dist/esm/utils/models.d.ts

@@ -13,4 +13,9 @@ export type CloudflareEmbeddingModel = ModelsFor<BaseAiTextEmbeddings> | (string
 export type CloudflareImageModel = ModelsFor<BaseAiTextToImage> | (string & {});
 export type CloudflareTTSModel = ModelsFor<BaseAiTextToSpeech> | '@cf/deepgram/aura-1' | '@cf/deepgram/aura-2-en' | '@cf/deepgram/aura-2-es' | (string & {});
 export type CloudflareTranscriptionModel = ModelsFor<BaseAiAutomaticSpeechRecognition> | '@cf/openai/whisper-large-v3-turbo' | '@cf/deepgram/nova-3' | (string & {});
+/**
+ * Evaluate model id. TypeSafe Jev on Workers AI is `typesafe/jev`.
+ * Any other id works too.
+ */
+export type CloudflareEvaluateModel = 'typesafe/jev' | (string & {});
 export {};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@tanstack/ai-cloudflare",
-  "version": "0.1.2",
+  "version": "0.1.5",
   "description": "Cloudflare adapter for TanStack AI — Workers AI chat, embeddings, images, speech, transcription, and summarization over the AI binding or REST, with AI Gateway routing for any provider.",
   "author": "Tanner Linsley",
   "license": "MIT",
@@ -56,16 +56,16 @@
   "dependencies": {
     "@cloudflare/workers-types": "^4.20260317.1",
     "openai": "^6.41.0",
-    "@tanstack/ai-utils": "^0.4.0",
-    "@tanstack/openai-base": "^0.10.12"
+    "@tanstack/ai-utils": "^0.4.1",
+    "@tanstack/openai-base": "^0.10.15"
   },
   "devDependencies": {
     "@vitest/coverage-v8": "4.1.10",
     "vite": "^8.2.1",
-    "@tanstack/ai": "0.55.0"
+    "@tanstack/ai": "0.58.0"
   },
   "peerDependencies": {
-    "@tanstack/ai": "^0.55.0"
+    "@tanstack/ai": "^0.58.0"
   },
   "scripts": {
     "build": "vite build",

package/src/adapters/evaluate.ts

@@ -0,0 +1,98 @@
+import { BaseEvaluateAdapter } from '@tanstack/ai/adapters'
+import { toRunErrorPayload } from '@tanstack/ai/adapter-internals'
+import { buildBaseUsage } from '@tanstack/ai'
+import { resolveConfigFromEnv } from '../utils/config'
+import { runModel } from '../utils/run'
+import type { EvaluateOptions, WireAnswer } from '@tanstack/ai/adapters'
+import type { CloudflareConfig, CloudflareConfigInput } from '../utils/config'
+import type { CloudflareEvaluateModel } from '../utils/models'
+
+/** TypeSafe-shaped Workers AI evaluate output. */
+interface CloudflareEvaluateOutput {
+  model: string
+  answers: Record<string, WireAnswer>
+  usage: {
+    input_tokens: number
+    output_tokens: number
+  }
+}
+
+/**
+ * Cloudflare evaluate adapter. Runs TypeSafe Jev (`typesafe/jev`) through
+ * Workers AI (`{ state, questions }` in, `{ model, answers, usage }` out)
+ * through the binding or the REST API.
+ */
+export class CloudflareEvaluateAdapter<
+  TModel extends CloudflareEvaluateModel,
+> extends BaseEvaluateAdapter<TModel> {
+  readonly name = 'cloudflare' as const
+
+  constructor(
+    private readonly cfConfig: CloudflareConfig,
+    model: TModel,
+  ) {
+    super({}, model)
+  }
+
+  async evaluate(options: EvaluateOptions) {
+    const { model, state, questions, abortSignal, logger } = options
+    try {
+      logger.request(`activity=evaluate provider=${this.name} model=${model}`, {
+        provider: this.name,
+        model,
+      })
+      const output = (await runModel(
+        this.cfConfig,
+        model,
+        { state, questions },
+        { signal: abortSignal },
+      )) as CloudflareEvaluateOutput
+      const inputTokens = output.usage.input_tokens
+      const outputTokens = output.usage.output_tokens
+      return {
+        model: output.model,
+        answers: output.answers,
+        usage: buildBaseUsage({
+          promptTokens: inputTokens,
+          completionTokens: outputTokens,
+          totalTokens: inputTokens + outputTokens,
+        }),
+      }
+    } catch (error: unknown) {
+      logger.errors(`${this.name}.evaluate fatal`, {
+        error: toRunErrorPayload(error, `${this.name}.evaluate failed`),
+        source: `${this.name}.evaluate`,
+      })
+      throw error
+    }
+  }
+}
+
+/**
+ * Creates a Cloudflare evaluate adapter with explicit configuration.
+ *
+ * @example
+ * ```typescript
+ * // Inside a Worker
+ * const adapter = createCloudflareDecider('typesafe/jev', { binding: env.AI })
+ * // Anywhere, over REST
+ * const adapter = createCloudflareDecider('typesafe/jev', { accountId, apiKey })
+ * ```
+ */
+export function createCloudflareDecider<TModel extends CloudflareEvaluateModel>(
+  model: TModel,
+  config: CloudflareConfig,
+) {
+  return new CloudflareEvaluateAdapter(config, model)
+}
+
+/**
+ * Creates a Cloudflare evaluate adapter, reading `CLOUDFLARE_ACCOUNT_ID` and
+ * `CLOUDFLARE_API_TOKEN` from the environment unless a binding is passed.
+ */
+export function cloudflareDecider<TModel extends CloudflareEvaluateModel>(
+  model: TModel,
+  config?: CloudflareConfigInput,
+) {
+  return new CloudflareEvaluateAdapter(resolveConfigFromEnv(config), model)
+}

package/src/index.ts

@@ -26,6 +26,12 @@ export {
   type CloudflareEmbeddingProviderOptions,
 } from './adapters/embedding'
 
+export {
+  CloudflareEvaluateAdapter,
+  createCloudflareDecider,
+  cloudflareDecider,
+} from './adapters/evaluate'
+
 export {
   CloudflareImageAdapter,
   createCloudflareImage,
@@ -61,6 +67,7 @@ export type {
 
 export type {
   CloudflareEmbeddingModel,
+  CloudflareEvaluateModel,
   CloudflareImageModel,
   CloudflareTextModel,
   CloudflareTranscriptionModel,

package/src/utils/models.ts

@@ -39,3 +39,9 @@ export type CloudflareTranscriptionModel =
   | '@cf/openai/whisper-large-v3-turbo'
   | '@cf/deepgram/nova-3'
   | (string & {})
+
+/**
+ * Evaluate model id. TypeSafe Jev on Workers AI is `typesafe/jev`.
+ * Any other id works too.
+ */
+export type CloudflareEvaluateModel = 'typesafe/jev' | (string & {})