@anyr/ai-sdk-provider 0.1.3 → 0.1.6

package/dist/index.mjs

@@ -1,10 +1,10 @@
 import { withoutTrailingSlash, parseProviderOptions, postJsonToApi, createJsonResponseHandler, createJsonErrorResponseHandler, combineHeaders, createEventSourceResponseHandler, loadApiKey, generateId } from '@ai-sdk/provider-utils';
 import { z } from 'zod';
 import { NoSuchModelError, UnsupportedFunctionalityError } from '@ai-sdk/provider';
-import { DEFAULT_BASE_URL, AnyRouter } from '@anyr/sdk';
+import { DEFAULT_BASE_URL, AnyRouter, buildAppAttributionHeaders } from '@anyr/sdk';
 
 // src/anyrouter-chat-language-model.ts
-function convertToAnyRouterChatMessages(prompt) {
+function convertToAnyRouterChatMessages(prompt, fileCache) {
   const messages = [];
   for (const message of prompt) {
     switch (message.role) {
@@ -12,7 +12,7 @@ function convertToAnyRouterChatMessages(prompt) {
         messages.push({ role: "system", content: message.content });
         break;
       case "user":
-        messages.push(convertUserMessage(message));
+        messages.push(convertUserMessage(message, fileCache));
         break;
       case "assistant":
         messages.push(convertAssistantMessage(message));
@@ -32,7 +32,7 @@ function convertToAnyRouterChatMessages(prompt) {
   }
   return messages;
 }
-function convertUserMessage(message) {
+function convertUserMessage(message, fileCache) {
   if (message.content.length === 1 && message.content[0].type === "text") {
     return { role: "user", content: message.content[0].text };
   }
@@ -43,7 +43,7 @@ function convertUserMessage(message) {
     } else if (part.type === "file") {
       const filePart = part;
       const mediaType = filePart.mediaType;
-      const url = toDataUrlOrString(filePart.data, mediaType);
+      const url = fileDataToString(filePart, mediaType, fileCache);
       if (mediaType.startsWith("image/")) {
         parts.push({ type: "image_url", image_url: { url } });
       } else {
@@ -123,13 +123,28 @@ function toolResultOutputToString(output) {
       return JSON.stringify(output);
   }
 }
-function toDataUrlOrString(data, mediaType) {
-  if (data instanceof URL) return data.toString();
-  if (typeof data === "string") {
-    if (data.startsWith("http") || data.startsWith("data:")) return data;
-    return `data:${mediaType};base64,${data}`;
+function fileDataToString(filePart, mediaType, fileCache) {
+  const d = filePart.data;
+  switch (d.type) {
+    case "data": {
+      if (typeof d.data === "string") {
+        if (d.data.startsWith("data:")) return d.data;
+        return `data:${mediaType};base64,${d.data}`;
+      }
+      return `data:${mediaType};base64,${uint8ArrayToBase64(d.data)}`;
+    }
+    case "url":
+      return d.url.toString();
+    case "text":
+      return `data:${mediaType};base64,${btoa(d.text)}`;
+    case "reference": {
+      const entry = fileCache?.lookup(d.reference);
+      if (entry) return entry.url;
+      throw new UnsupportedFunctionalityError({
+        functionality: "Unresolved provider file reference \u2014 call provider.files().uploadFile() first to register the file in the session cache"
+      });
+    }
   }
-  return `data:${mediaType};base64,${uint8ArrayToBase64(data)}`;
 }
 function uint8ArrayToBase64(bytes) {
   let binary = "";
@@ -146,7 +161,13 @@ var anyRouterProviderOptionsSchema = z.object({
   /** Session ID forwarded as `session_id` in the request body. */
   sessionId: z.string().optional(),
   /** Extra body fields merged in last (highest precedence). */
-  extraBody: z.record(z.string(), z.unknown()).optional()
+  extraBody: z.record(z.string(), z.unknown()).optional(),
+  /** Cache this response for N seconds, forwarded as the `cf-aig-cache-ttl` header. */
+  cacheTtl: z.number().optional(),
+  /** Custom cache key, forwarded as the `cf-aig-cache-key` header. */
+  cacheKey: z.string().optional(),
+  /** Skip response caching for this call, forwarded as `cf-aig-skip-cache: true`. */
+  skipCache: z.boolean().optional()
 });
 var anyRouterErrorSchema = z.object({
   error: z.object({
@@ -238,6 +259,11 @@ function buildUsage(raw) {
     }
   };
 }
+function mapReasoningEffort(reasoning) {
+  if (!reasoning || reasoning === "provider-default") return void 0;
+  if (reasoning === "xhigh") return "high";
+  return reasoning;
+}
 function emitResponseMetadata(chunk, state, fallbackModelId, controller) {
   if (state.metadataEmitted || !(chunk.id || chunk.model)) return;
   state.metadataEmitted = true;
@@ -247,7 +273,21 @@ function emitResponseMetadata(chunk, state, fallbackModelId, controller) {
     modelId: chunk.model ?? fallbackModelId
   });
 }
+function closeReasoning(state, controller) {
+  if (state.activeReasoningId !== null) {
+    controller.enqueue({ type: "reasoning-end", id: state.activeReasoningId });
+    state.activeReasoningId = null;
+  }
+}
+function emitReasoningDelta(content, state, controller) {
+  if (state.activeReasoningId === null) {
+    state.activeReasoningId = generateId();
+    controller.enqueue({ type: "reasoning-start", id: state.activeReasoningId });
+  }
+  controller.enqueue({ type: "reasoning-delta", id: state.activeReasoningId, delta: content });
+}
 function emitTextDelta(content, state, controller) {
+  closeReasoning(state, controller);
   if (state.activeTextId === null) {
     state.activeTextId = generateId();
     controller.enqueue({ type: "text-start", id: state.activeTextId });
@@ -276,7 +316,8 @@ function emitToolCallDeltas(toolCalls, acc, controller) {
     }
   }
 }
-function emitFinish(choice, chunk, state, acc, controller) {
+function emitFinish(choice, usage, state, acc, controller) {
+  closeReasoning(state, controller);
   if (state.activeTextId !== null) {
     controller.enqueue({ type: "text-end", id: state.activeTextId });
     state.activeTextId = null;
@@ -294,8 +335,8 @@ function emitFinish(choice, chunk, state, acc, controller) {
   }
   controller.enqueue({
     type: "finish",
-    usage: buildUsage(chunk.usage),
-    finishReason: mapFinishReason(choice.finish_reason)
+    usage: buildUsage(usage),
+    finishReason: mapFinishReason(choice?.finish_reason)
   });
 }
 function mapToolChoice(toolChoice) {
@@ -343,14 +384,15 @@ function buildTools(tools) {
   }));
   return fns.length > 0 ? fns : void 0;
 }
-function buildRequestBody(modelId, options, settings, stream, perCallOptions) {
-  const messages = convertToAnyRouterChatMessages(options.prompt);
+function buildRequestBody(modelId, options, settings, stream, perCallOptions, fileCache) {
+  const messages = convertToAnyRouterChatMessages(options.prompt, fileCache);
   const responseFormat = buildResponseFormat(options.responseFormat);
   const tools = buildTools(options.tools);
   const toolChoice = mapToolChoice(options.toolChoice);
   const provider = perCallOptions.provider ?? settings.provider;
   const sessionId = perCallOptions.sessionId ?? settings.sessionId;
   const extraBody = { ...settings.extraBody, ...perCallOptions.extraBody };
+  const reasoningEffort = mapReasoningEffort(options.reasoning);
   const body = {
     model: modelId,
     messages,
@@ -368,6 +410,7 @@ function buildRequestBody(modelId, options, settings, stream, perCallOptions) {
     tool_choice: toolChoice,
     provider: provider ?? void 0,
     session_id: sessionId ?? void 0,
+    reasoning_effort: reasoningEffort,
     ...extraBody
   };
   for (const key of Object.keys(body)) {
@@ -375,8 +418,18 @@ function buildRequestBody(modelId, options, settings, stream, perCallOptions) {
   }
   return body;
 }
+function buildCacheHeaders(settings, perCallOptions) {
+  const cacheTtl = perCallOptions.cacheTtl ?? settings.cacheTtl;
+  const cacheKey = perCallOptions.cacheKey ?? settings.cacheKey;
+  const skipCache = perCallOptions.skipCache ?? settings.skipCache;
+  const headers = {};
+  if (cacheTtl !== void 0) headers["cf-aig-cache-ttl"] = String(cacheTtl);
+  if (cacheKey !== void 0) headers["cf-aig-cache-key"] = cacheKey;
+  if (skipCache === true) headers["cf-aig-skip-cache"] = "true";
+  return headers;
+}
 var AnyRouterChatLanguageModel = class {
-  specificationVersion = "v3";
+  specificationVersion = "v4";
   provider;
   modelId;
   supportedUrls = {};
@@ -398,11 +451,16 @@ var AnyRouterChatLanguageModel = class {
       options,
       this.config.settings,
       false,
-      perCallOptions
+      perCallOptions,
+      this.config.fileCache
     );
     const { value: response, responseHeaders } = await postJsonToApi({
       url: `${this.config.baseURL}/chat/completions`,
-      headers: combineHeaders(this.config.headers(), options.headers),
+      headers: combineHeaders(
+        this.config.headers(),
+        buildCacheHeaders(this.config.settings, perCallOptions),
+        options.headers
+      ),
       body,
       failedResponseHandler: createJsonErrorResponseHandler({
         errorSchema: anyRouterErrorSchema,
@@ -416,6 +474,9 @@ var AnyRouterChatLanguageModel = class {
     const choice = response.choices?.[0];
     const message = choice?.message;
     const content = [];
+    if (message?.reasoning_content) {
+      content.push({ type: "reasoning", text: message.reasoning_content });
+    }
     if (message?.content) {
       content.push({ type: "text", text: message.content });
     }
@@ -451,10 +512,21 @@ var AnyRouterChatLanguageModel = class {
       providerOptions: options.providerOptions,
       schema: anyRouterProviderOptionsSchema
     }) ?? {};
-    const body = buildRequestBody(this.modelId, options, this.config.settings, true, perCallOptions);
+    const body = buildRequestBody(
+      this.modelId,
+      options,
+      this.config.settings,
+      true,
+      perCallOptions,
+      this.config.fileCache
+    );
     const { value: stream, responseHeaders } = await postJsonToApi({
       url: `${this.config.baseURL}/chat/completions`,
-      headers: combineHeaders(this.config.headers(), options.headers),
+      headers: combineHeaders(
+        this.config.headers(),
+        buildCacheHeaders(this.config.settings, perCallOptions),
+        options.headers
+      ),
       body,
       failedResponseHandler: createJsonErrorResponseHandler({
         errorSchema: anyRouterErrorSchema,
@@ -466,8 +538,14 @@ var AnyRouterChatLanguageModel = class {
       fetch: this.config.fetch
     });
     const toolCallAccumulator = {};
-    const state = { activeTextId: null, metadataEmitted: false };
+    const state = {
+      activeTextId: null,
+      activeReasoningId: null,
+      metadataEmitted: false
+    };
     const selfModelId = this.modelId;
+    let streamUsage;
+    let finishChoice;
     const transformStream = new TransformStream({
       start(controller) {
         controller.enqueue({ type: "stream-start", warnings: [] });
@@ -479,9 +557,13 @@ var AnyRouterChatLanguageModel = class {
         }
         const chunk = chunkResult.value;
         const choice = chunk.choices?.[0];
+        if (chunk.usage) streamUsage = chunk.usage;
         emitResponseMetadata(chunk, state, selfModelId, controller);
         const delta = choice?.delta;
         if (delta) {
+          if (typeof delta.reasoning_content === "string" && delta.reasoning_content.length > 0) {
+            emitReasoningDelta(delta.reasoning_content, state, controller);
+          }
           if (typeof delta.content === "string" && delta.content.length > 0) {
             emitTextDelta(delta.content, state, controller);
           }
@@ -490,13 +572,11 @@ var AnyRouterChatLanguageModel = class {
           }
         }
         if (choice?.finish_reason) {
-          emitFinish(choice, chunk, state, toolCallAccumulator, controller);
+          finishChoice = choice;
         }
       },
       flush(controller) {
-        if (state.activeTextId !== null) {
-          controller.enqueue({ type: "text-end", id: state.activeTextId });
-        }
+        emitFinish(finishChoice, streamUsage, state, toolCallAccumulator, controller);
       }
     });
     return {
@@ -524,7 +604,7 @@ var embeddingResponseSchema = z.object({
   }).optional()
 });
 var AnyRouterEmbeddingModel = class {
-  specificationVersion = "v3";
+  specificationVersion = "v4";
   provider;
   modelId;
   /** No hard per-call limit imposed by the provider layer. */
@@ -562,6 +642,94 @@ var AnyRouterEmbeddingModel = class {
     };
   }
 };
+
+// src/file-reference-cache.ts
+var PROVIDER_KEY = "anyrouter";
+var FileReferenceCache = class {
+  store = /* @__PURE__ */ new Map();
+  /**
+   * Look up a cached entry via a `SharedV4ProviderReference`.
+   * Returns `undefined` when the reference was not created by this cache.
+   */
+  lookup(reference) {
+    const hash = reference[PROVIDER_KEY];
+    return hash ? this.store.get(hash) : void 0;
+  }
+  /** Add an entry and return the corresponding provider reference. */
+  set(hash, entry) {
+    this.store.set(hash, entry);
+    return { [PROVIDER_KEY]: hash };
+  }
+  /** Returns true when the content hash is already cached. */
+  has(hash) {
+    return this.store.has(hash);
+  }
+  /**
+   * Build a `SharedV4ProviderReference` for the given hash without writing
+   * to the cache.  Use this to construct the return value of `uploadFile`
+   * after confirming the hash is already stored.
+   */
+  referenceFor(hash) {
+    return { [PROVIDER_KEY]: hash };
+  }
+};
+async function hashFileData(data) {
+  let bytes;
+  if (data.type === "text") {
+    bytes = new TextEncoder().encode(data.text);
+  } else if (typeof data.data === "string") {
+    bytes = new TextEncoder().encode(data.data);
+  } else {
+    bytes = data.data;
+  }
+  const hashBuffer = await crypto.subtle.digest("SHA-256", Uint8Array.from(bytes));
+  const hashArray = Array.from(new Uint8Array(hashBuffer));
+  return hashArray.map((b) => b.toString(16).padStart(2, "0")).join("");
+}
+function fileDataVariantToUrl(data, mediaType) {
+  if (data.type === "text") {
+    return `data:${mediaType};base64,${btoa(data.text)}`;
+  }
+  if (typeof data.data === "string") {
+    if (data.data.startsWith("data:")) return data.data;
+    return `data:${mediaType};base64,${data.data}`;
+  }
+  let binary = "";
+  for (let i = 0; i < data.data.length; i++) {
+    binary += String.fromCharCode(data.data[i]);
+  }
+  return `data:${mediaType};base64,${btoa(binary)}`;
+}
+
+// src/anyrouter-files.ts
+var AnyRouterFiles = class {
+  specificationVersion = "v4";
+  provider;
+  cache;
+  constructor(provider, cache) {
+    this.provider = provider;
+    this.cache = cache;
+  }
+  /**
+   * Register a file in the in-session cache and return a provider reference.
+   *
+   * Calling this multiple times with the same file content is idempotent —
+   * the hash check prevents redundant re-encoding.
+   */
+  async uploadFile(options) {
+    const hash = await hashFileData(options.data);
+    if (!this.cache.has(hash)) {
+      const url = fileDataVariantToUrl(options.data, options.mediaType);
+      this.cache.set(hash, { url, mediaType: options.mediaType });
+    }
+    return {
+      providerReference: this.cache.referenceFor(hash),
+      mediaType: options.mediaType,
+      filename: options.filename,
+      warnings: []
+    };
+  }
+};
 var anyRouterErrorSchema3 = z.object({
   error: z.object({
     code: z.string().optional(),
@@ -579,7 +747,7 @@ var imageGenerationResponseSchema = z.object({
   )
 });
 var AnyRouterImageModel = class {
-  specificationVersion = "v3";
+  specificationVersion = "v4";
   provider;
   modelId;
   /**
@@ -599,6 +767,11 @@ var AnyRouterImageModel = class {
         functionality: "mask (inpainting) for AnyRouter image generation"
       });
     }
+    if (options.files && options.files.length > 0) {
+      throw new UnsupportedFunctionalityError({
+        functionality: "image editing (files) for AnyRouter image generation"
+      });
+    }
     const warnings = [];
     if (options.n > 1) {
       warnings.push({
@@ -649,13 +822,18 @@ var AnyRouterImageModel = class {
 var PROVIDER_ID = "anyrouter";
 function createAnyRouter(options = {}) {
   const baseURL = withoutTrailingSlash(options.baseURL ?? DEFAULT_BASE_URL) ?? DEFAULT_BASE_URL;
+  const sharedFileCache = new FileReferenceCache();
   function getHeaders() {
+    const attribution = options.app ? buildAppAttributionHeaders(options.app) : {};
+    if (options.keyless) {
+      return combineHeaders(attribution, options.headers);
+    }
     const apiKey = loadApiKey({
       apiKey: options.apiKey,
       environmentVariableName: "ANYROUTER_API_KEY",
       description: "AnyRouter"
     });
-    return combineHeaders({ Authorization: `Bearer ${apiKey}` }, options.headers);
+    return combineHeaders({ Authorization: `Bearer ${apiKey}`, ...attribution }, options.headers);
   }
   function chatModel(modelId) {
     return new AnyRouterChatLanguageModel(modelId, {
@@ -663,7 +841,8 @@ function createAnyRouter(options = {}) {
       baseURL,
       headers: getHeaders,
       fetch: options.fetch,
-      settings: options
+      settings: options,
+      fileCache: sharedFileCache
     });
   }
   function embeddingModel(modelId) {
@@ -684,9 +863,9 @@ function createAnyRouter(options = {}) {
   }
   const provider = (modelId) => chatModel(modelId);
   const providerObj = Object.assign(provider, {
-    // ProviderV3 required fields
-    specificationVersion: "v3",
-    // ProviderV3 required methods
+    // ProviderV4 required fields
+    specificationVersion: "v4",
+    // ProviderV4 required methods
     languageModel(modelId) {
       return chatModel(modelId);
     },
@@ -696,15 +875,15 @@ function createAnyRouter(options = {}) {
     imageModel(modelId) {
       return imageModel(modelId);
     },
-    // ProviderV3 optional methods (deprecated textEmbeddingModel alias)
-    textEmbeddingModel(modelId) {
-      return embeddingModel(modelId);
-    },
     // AnyRouter convenience alias
     chat(modelId) {
       return chatModel(modelId);
     },
-    // Unsupported model types — throw NoSuchModelError per ProviderV3 contract
+    // ProviderV4 file-management interface
+    files() {
+      return new AnyRouterFiles(PROVIDER_ID, sharedFileCache);
+    },
+    // Unsupported optional model types — throw NoSuchModelError per ProviderV4 contract
     transcriptionModel(modelId) {
       throw new NoSuchModelError({ modelId, modelType: "transcriptionModel" });
     },
@@ -720,6 +899,7 @@ function createAnyRouter(options = {}) {
         apiKey: options.apiKey,
         baseURL: options.baseURL,
         headers: options.headers,
+        app: options.app,
         fetch: options.fetch
       });
     }
@@ -728,4 +908,4 @@ function createAnyRouter(options = {}) {
 }
 var anyrouter = createAnyRouter();
 
-export { AnyRouterChatLanguageModel, AnyRouterEmbeddingModel, AnyRouterImageModel, anyrouter, createAnyRouter };
+export { AnyRouterChatLanguageModel, AnyRouterEmbeddingModel, AnyRouterFiles, AnyRouterImageModel, FileReferenceCache, anyrouter, createAnyRouter };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@anyr/ai-sdk-provider",
-  "version": "0.1.3",
+  "version": "0.1.6",
   "description": "The AnyRouter provider for the Vercel AI SDK — call every AnyRouter model through `createAnyRouter`.",
   "type": "module",
   "main": "./dist/index.js",
@@ -61,19 +61,19 @@
     "access": "public"
   },
   "dependencies": {
-    "@anyr/sdk": "^0.1.1"
+    "@anyr/sdk": "^0.1.3"
   },
   "peerDependencies": {
-    "@ai-sdk/provider": "^3.0.10 || ^4.0.0-beta",
-    "@ai-sdk/provider-utils": "^4.0.0 || ^5.0.0-beta",
-    "ai": "^6.0.0 || ^7.0.0-beta",
+    "@ai-sdk/provider": "^4.0.0",
+    "@ai-sdk/provider-utils": "^5.0.0",
+    "ai": "^7.0.0",
     "zod": "^3.25.0 || ^4.0.0"
   },
   "devDependencies": {
-    "@ai-sdk/provider": "^3.0.10",
-    "@ai-sdk/provider-utils": "^4.0.0",
+    "@ai-sdk/provider": "^4.0.0",
+    "@ai-sdk/provider-utils": "^5.0.0",
     "@types/node": "^24.0.0",
-    "ai": "^6.0.159",
+    "ai": "^7.0.0",
     "zod": "^4.4.3"
   }
 }