@anyr/ai-sdk-provider 0.1.4 → 0.1.6

package/dist/index.js

@@ -6,7 +6,7 @@ var provider = require('@ai-sdk/provider');
 var sdk = require('@anyr/sdk');
 
 // src/anyrouter-chat-language-model.ts
-function convertToAnyRouterChatMessages(prompt) {
+function convertToAnyRouterChatMessages(prompt, fileCache) {
   const messages = [];
   for (const message of prompt) {
     switch (message.role) {
@@ -14,7 +14,7 @@ function convertToAnyRouterChatMessages(prompt) {
         messages.push({ role: "system", content: message.content });
         break;
       case "user":
-        messages.push(convertUserMessage(message));
+        messages.push(convertUserMessage(message, fileCache));
         break;
       case "assistant":
         messages.push(convertAssistantMessage(message));
@@ -34,7 +34,7 @@ function convertToAnyRouterChatMessages(prompt) {
   }
   return messages;
 }
-function convertUserMessage(message) {
+function convertUserMessage(message, fileCache) {
   if (message.content.length === 1 && message.content[0].type === "text") {
     return { role: "user", content: message.content[0].text };
   }
@@ -45,7 +45,7 @@ function convertUserMessage(message) {
     } else if (part.type === "file") {
       const filePart = part;
       const mediaType = filePart.mediaType;
-      const url = toDataUrlOrString(filePart.data, mediaType);
+      const url = fileDataToString(filePart, mediaType, fileCache);
       if (mediaType.startsWith("image/")) {
         parts.push({ type: "image_url", image_url: { url } });
       } else {
@@ -125,13 +125,28 @@ function toolResultOutputToString(output) {
       return JSON.stringify(output);
   }
 }
-function toDataUrlOrString(data, mediaType) {
-  if (data instanceof URL) return data.toString();
-  if (typeof data === "string") {
-    if (data.startsWith("http") || data.startsWith("data:")) return data;
-    return `data:${mediaType};base64,${data}`;
+function fileDataToString(filePart, mediaType, fileCache) {
+  const d = filePart.data;
+  switch (d.type) {
+    case "data": {
+      if (typeof d.data === "string") {
+        if (d.data.startsWith("data:")) return d.data;
+        return `data:${mediaType};base64,${d.data}`;
+      }
+      return `data:${mediaType};base64,${uint8ArrayToBase64(d.data)}`;
+    }
+    case "url":
+      return d.url.toString();
+    case "text":
+      return `data:${mediaType};base64,${btoa(d.text)}`;
+    case "reference": {
+      const entry = fileCache?.lookup(d.reference);
+      if (entry) return entry.url;
+      throw new provider.UnsupportedFunctionalityError({
+        functionality: "Unresolved provider file reference \u2014 call provider.files().uploadFile() first to register the file in the session cache"
+      });
+    }
   }
-  return `data:${mediaType};base64,${uint8ArrayToBase64(data)}`;
 }
 function uint8ArrayToBase64(bytes) {
   let binary = "";
@@ -148,7 +163,13 @@ var anyRouterProviderOptionsSchema = zod.z.object({
   /** Session ID forwarded as `session_id` in the request body. */
   sessionId: zod.z.string().optional(),
   /** Extra body fields merged in last (highest precedence). */
-  extraBody: zod.z.record(zod.z.string(), zod.z.unknown()).optional()
+  extraBody: zod.z.record(zod.z.string(), zod.z.unknown()).optional(),
+  /** Cache this response for N seconds, forwarded as the `cf-aig-cache-ttl` header. */
+  cacheTtl: zod.z.number().optional(),
+  /** Custom cache key, forwarded as the `cf-aig-cache-key` header. */
+  cacheKey: zod.z.string().optional(),
+  /** Skip response caching for this call, forwarded as `cf-aig-skip-cache: true`. */
+  skipCache: zod.z.boolean().optional()
 });
 var anyRouterErrorSchema = zod.z.object({
   error: zod.z.object({
@@ -240,6 +261,11 @@ function buildUsage(raw) {
     }
   };
 }
+function mapReasoningEffort(reasoning) {
+  if (!reasoning || reasoning === "provider-default") return void 0;
+  if (reasoning === "xhigh") return "high";
+  return reasoning;
+}
 function emitResponseMetadata(chunk, state, fallbackModelId, controller) {
   if (state.metadataEmitted || !(chunk.id || chunk.model)) return;
   state.metadataEmitted = true;
@@ -292,7 +318,7 @@ function emitToolCallDeltas(toolCalls, acc, controller) {
     }
   }
 }
-function emitFinish(choice, chunk, state, acc, controller) {
+function emitFinish(choice, usage, state, acc, controller) {
   closeReasoning(state, controller);
   if (state.activeTextId !== null) {
     controller.enqueue({ type: "text-end", id: state.activeTextId });
@@ -311,8 +337,8 @@ function emitFinish(choice, chunk, state, acc, controller) {
   }
   controller.enqueue({
     type: "finish",
-    usage: buildUsage(chunk.usage),
-    finishReason: mapFinishReason(choice.finish_reason)
+    usage: buildUsage(usage),
+    finishReason: mapFinishReason(choice?.finish_reason)
   });
 }
 function mapToolChoice(toolChoice) {
@@ -360,14 +386,15 @@ function buildTools(tools) {
   }));
   return fns.length > 0 ? fns : void 0;
 }
-function buildRequestBody(modelId, options, settings, stream, perCallOptions) {
-  const messages = convertToAnyRouterChatMessages(options.prompt);
+function buildRequestBody(modelId, options, settings, stream, perCallOptions, fileCache) {
+  const messages = convertToAnyRouterChatMessages(options.prompt, fileCache);
   const responseFormat = buildResponseFormat(options.responseFormat);
   const tools = buildTools(options.tools);
   const toolChoice = mapToolChoice(options.toolChoice);
   const provider = perCallOptions.provider ?? settings.provider;
   const sessionId = perCallOptions.sessionId ?? settings.sessionId;
   const extraBody = { ...settings.extraBody, ...perCallOptions.extraBody };
+  const reasoningEffort = mapReasoningEffort(options.reasoning);
   const body = {
     model: modelId,
     messages,
@@ -385,6 +412,7 @@ function buildRequestBody(modelId, options, settings, stream, perCallOptions) {
     tool_choice: toolChoice,
     provider: provider ?? void 0,
     session_id: sessionId ?? void 0,
+    reasoning_effort: reasoningEffort,
     ...extraBody
   };
   for (const key of Object.keys(body)) {
@@ -392,8 +420,18 @@ function buildRequestBody(modelId, options, settings, stream, perCallOptions) {
   }
   return body;
 }
+function buildCacheHeaders(settings, perCallOptions) {
+  const cacheTtl = perCallOptions.cacheTtl ?? settings.cacheTtl;
+  const cacheKey = perCallOptions.cacheKey ?? settings.cacheKey;
+  const skipCache = perCallOptions.skipCache ?? settings.skipCache;
+  const headers = {};
+  if (cacheTtl !== void 0) headers["cf-aig-cache-ttl"] = String(cacheTtl);
+  if (cacheKey !== void 0) headers["cf-aig-cache-key"] = cacheKey;
+  if (skipCache === true) headers["cf-aig-skip-cache"] = "true";
+  return headers;
+}
 var AnyRouterChatLanguageModel = class {
-  specificationVersion = "v3";
+  specificationVersion = "v4";
   provider;
   modelId;
   supportedUrls = {};
@@ -415,11 +453,16 @@ var AnyRouterChatLanguageModel = class {
       options,
       this.config.settings,
       false,
-      perCallOptions
+      perCallOptions,
+      this.config.fileCache
     );
     const { value: response, responseHeaders } = await providerUtils.postJsonToApi({
       url: `${this.config.baseURL}/chat/completions`,
-      headers: providerUtils.combineHeaders(this.config.headers(), options.headers),
+      headers: providerUtils.combineHeaders(
+        this.config.headers(),
+        buildCacheHeaders(this.config.settings, perCallOptions),
+        options.headers
+      ),
       body,
       failedResponseHandler: providerUtils.createJsonErrorResponseHandler({
         errorSchema: anyRouterErrorSchema,
@@ -471,10 +514,21 @@ var AnyRouterChatLanguageModel = class {
       providerOptions: options.providerOptions,
       schema: anyRouterProviderOptionsSchema
     }) ?? {};
-    const body = buildRequestBody(this.modelId, options, this.config.settings, true, perCallOptions);
+    const body = buildRequestBody(
+      this.modelId,
+      options,
+      this.config.settings,
+      true,
+      perCallOptions,
+      this.config.fileCache
+    );
     const { value: stream, responseHeaders } = await providerUtils.postJsonToApi({
       url: `${this.config.baseURL}/chat/completions`,
-      headers: providerUtils.combineHeaders(this.config.headers(), options.headers),
+      headers: providerUtils.combineHeaders(
+        this.config.headers(),
+        buildCacheHeaders(this.config.settings, perCallOptions),
+        options.headers
+      ),
       body,
       failedResponseHandler: providerUtils.createJsonErrorResponseHandler({
         errorSchema: anyRouterErrorSchema,
@@ -492,6 +546,8 @@ var AnyRouterChatLanguageModel = class {
       metadataEmitted: false
     };
     const selfModelId = this.modelId;
+    let streamUsage;
+    let finishChoice;
     const transformStream = new TransformStream({
       start(controller) {
         controller.enqueue({ type: "stream-start", warnings: [] });
@@ -503,6 +559,7 @@ var AnyRouterChatLanguageModel = class {
         }
         const chunk = chunkResult.value;
         const choice = chunk.choices?.[0];
+        if (chunk.usage) streamUsage = chunk.usage;
         emitResponseMetadata(chunk, state, selfModelId, controller);
         const delta = choice?.delta;
         if (delta) {
@@ -517,14 +574,11 @@ var AnyRouterChatLanguageModel = class {
           }
         }
         if (choice?.finish_reason) {
-          emitFinish(choice, chunk, state, toolCallAccumulator, controller);
+          finishChoice = choice;
         }
       },
       flush(controller) {
-        closeReasoning(state, controller);
-        if (state.activeTextId !== null) {
-          controller.enqueue({ type: "text-end", id: state.activeTextId });
-        }
+        emitFinish(finishChoice, streamUsage, state, toolCallAccumulator, controller);
       }
     });
     return {
@@ -552,7 +606,7 @@ var embeddingResponseSchema = zod.z.object({
   }).optional()
 });
 var AnyRouterEmbeddingModel = class {
-  specificationVersion = "v3";
+  specificationVersion = "v4";
   provider;
   modelId;
   /** No hard per-call limit imposed by the provider layer. */
@@ -590,6 +644,94 @@ var AnyRouterEmbeddingModel = class {
     };
   }
 };
+
+// src/file-reference-cache.ts
+var PROVIDER_KEY = "anyrouter";
+var FileReferenceCache = class {
+  store = /* @__PURE__ */ new Map();
+  /**
+   * Look up a cached entry via a `SharedV4ProviderReference`.
+   * Returns `undefined` when the reference was not created by this cache.
+   */
+  lookup(reference) {
+    const hash = reference[PROVIDER_KEY];
+    return hash ? this.store.get(hash) : void 0;
+  }
+  /** Add an entry and return the corresponding provider reference. */
+  set(hash, entry) {
+    this.store.set(hash, entry);
+    return { [PROVIDER_KEY]: hash };
+  }
+  /** Returns true when the content hash is already cached. */
+  has(hash) {
+    return this.store.has(hash);
+  }
+  /**
+   * Build a `SharedV4ProviderReference` for the given hash without writing
+   * to the cache.  Use this to construct the return value of `uploadFile`
+   * after confirming the hash is already stored.
+   */
+  referenceFor(hash) {
+    return { [PROVIDER_KEY]: hash };
+  }
+};
+async function hashFileData(data) {
+  let bytes;
+  if (data.type === "text") {
+    bytes = new TextEncoder().encode(data.text);
+  } else if (typeof data.data === "string") {
+    bytes = new TextEncoder().encode(data.data);
+  } else {
+    bytes = data.data;
+  }
+  const hashBuffer = await crypto.subtle.digest("SHA-256", Uint8Array.from(bytes));
+  const hashArray = Array.from(new Uint8Array(hashBuffer));
+  return hashArray.map((b) => b.toString(16).padStart(2, "0")).join("");
+}
+function fileDataVariantToUrl(data, mediaType) {
+  if (data.type === "text") {
+    return `data:${mediaType};base64,${btoa(data.text)}`;
+  }
+  if (typeof data.data === "string") {
+    if (data.data.startsWith("data:")) return data.data;
+    return `data:${mediaType};base64,${data.data}`;
+  }
+  let binary = "";
+  for (let i = 0; i < data.data.length; i++) {
+    binary += String.fromCharCode(data.data[i]);
+  }
+  return `data:${mediaType};base64,${btoa(binary)}`;
+}
+
+// src/anyrouter-files.ts
+var AnyRouterFiles = class {
+  specificationVersion = "v4";
+  provider;
+  cache;
+  constructor(provider, cache) {
+    this.provider = provider;
+    this.cache = cache;
+  }
+  /**
+   * Register a file in the in-session cache and return a provider reference.
+   *
+   * Calling this multiple times with the same file content is idempotent —
+   * the hash check prevents redundant re-encoding.
+   */
+  async uploadFile(options) {
+    const hash = await hashFileData(options.data);
+    if (!this.cache.has(hash)) {
+      const url = fileDataVariantToUrl(options.data, options.mediaType);
+      this.cache.set(hash, { url, mediaType: options.mediaType });
+    }
+    return {
+      providerReference: this.cache.referenceFor(hash),
+      mediaType: options.mediaType,
+      filename: options.filename,
+      warnings: []
+    };
+  }
+};
 var anyRouterErrorSchema3 = zod.z.object({
   error: zod.z.object({
     code: zod.z.string().optional(),
@@ -607,7 +749,7 @@ var imageGenerationResponseSchema = zod.z.object({
   )
 });
 var AnyRouterImageModel = class {
-  specificationVersion = "v3";
+  specificationVersion = "v4";
   provider;
   modelId;
   /**
@@ -627,6 +769,11 @@ var AnyRouterImageModel = class {
         functionality: "mask (inpainting) for AnyRouter image generation"
       });
     }
+    if (options.files && options.files.length > 0) {
+      throw new provider.UnsupportedFunctionalityError({
+        functionality: "image editing (files) for AnyRouter image generation"
+      });
+    }
     const warnings = [];
     if (options.n > 1) {
       warnings.push({
@@ -677,13 +824,18 @@ var AnyRouterImageModel = class {
 var PROVIDER_ID = "anyrouter";
 function createAnyRouter(options = {}) {
   const baseURL = providerUtils.withoutTrailingSlash(options.baseURL ?? sdk.DEFAULT_BASE_URL) ?? sdk.DEFAULT_BASE_URL;
+  const sharedFileCache = new FileReferenceCache();
   function getHeaders() {
+    const attribution = options.app ? sdk.buildAppAttributionHeaders(options.app) : {};
+    if (options.keyless) {
+      return providerUtils.combineHeaders(attribution, options.headers);
+    }
     const apiKey = providerUtils.loadApiKey({
       apiKey: options.apiKey,
       environmentVariableName: "ANYROUTER_API_KEY",
       description: "AnyRouter"
     });
-    return providerUtils.combineHeaders({ Authorization: `Bearer ${apiKey}` }, options.headers);
+    return providerUtils.combineHeaders({ Authorization: `Bearer ${apiKey}`, ...attribution }, options.headers);
   }
   function chatModel(modelId) {
     return new AnyRouterChatLanguageModel(modelId, {
@@ -691,7 +843,8 @@ function createAnyRouter(options = {}) {
       baseURL,
       headers: getHeaders,
       fetch: options.fetch,
-      settings: options
+      settings: options,
+      fileCache: sharedFileCache
     });
   }
   function embeddingModel(modelId) {
@@ -712,9 +865,9 @@ function createAnyRouter(options = {}) {
   }
   const provider$1 = (modelId) => chatModel(modelId);
   const providerObj = Object.assign(provider$1, {
-    // ProviderV3 required fields
-    specificationVersion: "v3",
-    // ProviderV3 required methods
+    // ProviderV4 required fields
+    specificationVersion: "v4",
+    // ProviderV4 required methods
     languageModel(modelId) {
       return chatModel(modelId);
     },
@@ -724,15 +877,15 @@ function createAnyRouter(options = {}) {
     imageModel(modelId) {
       return imageModel(modelId);
     },
-    // ProviderV3 optional methods (deprecated textEmbeddingModel alias)
-    textEmbeddingModel(modelId) {
-      return embeddingModel(modelId);
-    },
     // AnyRouter convenience alias
     chat(modelId) {
       return chatModel(modelId);
     },
-    // Unsupported model types — throw NoSuchModelError per ProviderV3 contract
+    // ProviderV4 file-management interface
+    files() {
+      return new AnyRouterFiles(PROVIDER_ID, sharedFileCache);
+    },
+    // Unsupported optional model types — throw NoSuchModelError per ProviderV4 contract
     transcriptionModel(modelId) {
       throw new provider.NoSuchModelError({ modelId, modelType: "transcriptionModel" });
     },
@@ -748,6 +901,7 @@ function createAnyRouter(options = {}) {
         apiKey: options.apiKey,
         baseURL: options.baseURL,
         headers: options.headers,
+        app: options.app,
         fetch: options.fetch
       });
     }
@@ -758,6 +912,8 @@ var anyrouter = createAnyRouter();
 
 exports.AnyRouterChatLanguageModel = AnyRouterChatLanguageModel;
 exports.AnyRouterEmbeddingModel = AnyRouterEmbeddingModel;
+exports.AnyRouterFiles = AnyRouterFiles;
 exports.AnyRouterImageModel = AnyRouterImageModel;
+exports.FileReferenceCache = FileReferenceCache;
 exports.anyrouter = anyrouter;
 exports.createAnyRouter = createAnyRouter;