@huggingface/inference 3.3.7 → 3.4.1

package/README.md

@@ -56,6 +56,7 @@ Currently, we support the following providers:
 - [Sambanova](https://sambanova.ai)
 - [Together](https://together.xyz)
 - [Blackforestlabs](https://blackforestlabs.ai)
+- [Cohere](https://cohere.com)
 
 To send requests to a third-party provider, you have to pass the `provider` parameter to the inference function. Make sure your request is authenticated with an access token.
 ```ts
@@ -80,6 +81,7 @@ Only a subset of models are supported when requesting third-party providers. You
 - [Replicate supported models](https://huggingface.co/api/partners/replicate/models)
 - [Sambanova supported models](https://huggingface.co/api/partners/sambanova/models)
 - [Together supported models](https://huggingface.co/api/partners/together/models)
+- [Cohere supported models](https://huggingface.co/api/partners/cohere/models)
 - [HF Inference API (serverless)](https://huggingface.co/models?inference=warm&sort=trending)
 
 ❗**Important note:** To be compatible, the third-party API must adhere to the "standard" shape API we expect on HF model pages for each pipeline task type.

package/dist/index.cjs

@@ -122,38 +122,59 @@ var BLACK_FOREST_LABS_CONFIG = {
   makeUrl
 };
 
+// src/providers/cohere.ts
+var COHERE_API_BASE_URL = "https://api.cohere.com";
+var makeBody2 = (params) => {
+  return {
+    ...params.args,
+    model: params.model
+  };
+};
+var makeHeaders2 = (params) => {
+  return { Authorization: `Bearer ${params.accessToken}` };
+};
+var makeUrl2 = (params) => {
+  return `${params.baseUrl}/compatibility/v1/chat/completions`;
+};
+var COHERE_CONFIG = {
+  baseUrl: COHERE_API_BASE_URL,
+  makeBody: makeBody2,
+  makeHeaders: makeHeaders2,
+  makeUrl: makeUrl2
+};
+
 // src/providers/fal-ai.ts
 var FAL_AI_API_BASE_URL = "https://fal.run";
-var makeBody2 = (params) => {
+var makeBody3 = (params) => {
   return params.args;
 };
-var makeHeaders2 = (params) => {
+var makeHeaders3 = (params) => {
   return {
     Authorization: params.authMethod === "provider-key" ? `Key ${params.accessToken}` : `Bearer ${params.accessToken}`
   };
 };
-var makeUrl2 = (params) => {
+var makeUrl3 = (params) => {
   return `${params.baseUrl}/${params.model}`;
 };
 var FAL_AI_CONFIG = {
   baseUrl: FAL_AI_API_BASE_URL,
-  makeBody: makeBody2,
-  makeHeaders: makeHeaders2,
-  makeUrl: makeUrl2
+  makeBody: makeBody3,
+  makeHeaders: makeHeaders3,
+  makeUrl: makeUrl3
 };
 
 // src/providers/fireworks-ai.ts
 var FIREWORKS_AI_API_BASE_URL = "https://api.fireworks.ai/inference";
-var makeBody3 = (params) => {
+var makeBody4 = (params) => {
   return {
     ...params.args,
     ...params.chatCompletion ? { model: params.model } : void 0
   };
 };
-var makeHeaders3 = (params) => {
+var makeHeaders4 = (params) => {
   return { Authorization: `Bearer ${params.accessToken}` };
 };
-var makeUrl3 = (params) => {
+var makeUrl4 = (params) => {
   if (params.task === "text-generation" && params.chatCompletion) {
     return `${params.baseUrl}/v1/chat/completions`;
   }
@@ -161,22 +182,22 @@ var makeUrl3 = (params) => {
 };
 var FIREWORKS_AI_CONFIG = {
   baseUrl: FIREWORKS_AI_API_BASE_URL,
-  makeBody: makeBody3,
-  makeHeaders: makeHeaders3,
-  makeUrl: makeUrl3
+  makeBody: makeBody4,
+  makeHeaders: makeHeaders4,
+  makeUrl: makeUrl4
 };
 
 // src/providers/hf-inference.ts
-var makeBody4 = (params) => {
+var makeBody5 = (params) => {
   return {
     ...params.args,
     ...params.chatCompletion ? { model: params.model } : void 0
   };
 };
-var makeHeaders4 = (params) => {
+var makeHeaders5 = (params) => {
   return { Authorization: `Bearer ${params.accessToken}` };
 };
-var makeUrl4 = (params) => {
+var makeUrl5 = (params) => {
   if (params.task && ["feature-extraction", "sentence-similarity"].includes(params.task)) {
     return `${params.baseUrl}/pipeline/${params.task}/${params.model}`;
   }
@@ -187,23 +208,23 @@ var makeUrl4 = (params) => {
 };
 var HF_INFERENCE_CONFIG = {
   baseUrl: `${HF_ROUTER_URL}/hf-inference`,
-  makeBody: makeBody4,
-  makeHeaders: makeHeaders4,
-  makeUrl: makeUrl4
+  makeBody: makeBody5,
+  makeHeaders: makeHeaders5,
+  makeUrl: makeUrl5
 };
 
 // src/providers/hyperbolic.ts
 var HYPERBOLIC_API_BASE_URL = "https://api.hyperbolic.xyz";
-var makeBody5 = (params) => {
+var makeBody6 = (params) => {
   return {
     ...params.args,
     ...params.task === "text-to-image" ? { model_name: params.model } : { model: params.model }
   };
 };
-var makeHeaders5 = (params) => {
+var makeHeaders6 = (params) => {
   return { Authorization: `Bearer ${params.accessToken}` };
 };
-var makeUrl5 = (params) => {
+var makeUrl6 = (params) => {
   if (params.task === "text-to-image") {
     return `${params.baseUrl}/v1/images/generations`;
   }
@@ -211,23 +232,23 @@ var makeUrl5 = (params) => {
 };
 var HYPERBOLIC_CONFIG = {
   baseUrl: HYPERBOLIC_API_BASE_URL,
-  makeBody: makeBody5,
-  makeHeaders: makeHeaders5,
-  makeUrl: makeUrl5
+  makeBody: makeBody6,
+  makeHeaders: makeHeaders6,
+  makeUrl: makeUrl6
 };
 
 // src/providers/nebius.ts
 var NEBIUS_API_BASE_URL = "https://api.studio.nebius.ai";
-var makeBody6 = (params) => {
+var makeBody7 = (params) => {
   return {
     ...params.args,
     model: params.model
   };
 };
-var makeHeaders6 = (params) => {
+var makeHeaders7 = (params) => {
   return { Authorization: `Bearer ${params.accessToken}` };
 };
-var makeUrl6 = (params) => {
+var makeUrl7 = (params) => {
   if (params.task === "text-to-image") {
     return `${params.baseUrl}/v1/images/generations`;
   }
@@ -241,23 +262,23 @@ var makeUrl6 = (params) => {
 };
 var NEBIUS_CONFIG = {
   baseUrl: NEBIUS_API_BASE_URL,
-  makeBody: makeBody6,
-  makeHeaders: makeHeaders6,
-  makeUrl: makeUrl6
+  makeBody: makeBody7,
+  makeHeaders: makeHeaders7,
+  makeUrl: makeUrl7
 };
 
 // src/providers/novita.ts
 var NOVITA_API_BASE_URL = "https://api.novita.ai/v3/openai";
-var makeBody7 = (params) => {
+var makeBody8 = (params) => {
   return {
     ...params.args,
     ...params.chatCompletion ? { model: params.model } : void 0
   };
 };
-var makeHeaders7 = (params) => {
+var makeHeaders8 = (params) => {
   return { Authorization: `Bearer ${params.accessToken}` };
 };
-var makeUrl7 = (params) => {
+var makeUrl8 = (params) => {
   if (params.task === "text-generation") {
     if (params.chatCompletion) {
       return `${params.baseUrl}/chat/completions`;
@@ -268,23 +289,23 @@ var makeUrl7 = (params) => {
 };
 var NOVITA_CONFIG = {
   baseUrl: NOVITA_API_BASE_URL,
-  makeBody: makeBody7,
-  makeHeaders: makeHeaders7,
-  makeUrl: makeUrl7
+  makeBody: makeBody8,
+  makeHeaders: makeHeaders8,
+  makeUrl: makeUrl8
 };
 
 // src/providers/replicate.ts
 var REPLICATE_API_BASE_URL = "https://api.replicate.com";
-var makeBody8 = (params) => {
+var makeBody9 = (params) => {
   return {
     input: params.args,
     version: params.model.includes(":") ? params.model.split(":")[1] : void 0
   };
 };
-var makeHeaders8 = (params) => {
+var makeHeaders9 = (params) => {
   return { Authorization: `Bearer ${params.accessToken}` };
 };
-var makeUrl8 = (params) => {
+var makeUrl9 = (params) => {
   if (params.model.includes(":")) {
     return `${params.baseUrl}/v1/predictions`;
   }
@@ -292,23 +313,23 @@ var makeUrl8 = (params) => {
 };
 var REPLICATE_CONFIG = {
   baseUrl: REPLICATE_API_BASE_URL,
-  makeBody: makeBody8,
-  makeHeaders: makeHeaders8,
-  makeUrl: makeUrl8
+  makeBody: makeBody9,
+  makeHeaders: makeHeaders9,
+  makeUrl: makeUrl9
 };
 
 // src/providers/sambanova.ts
 var SAMBANOVA_API_BASE_URL = "https://api.sambanova.ai";
-var makeBody9 = (params) => {
+var makeBody10 = (params) => {
   return {
     ...params.args,
     ...params.chatCompletion ? { model: params.model } : void 0
   };
 };
-var makeHeaders9 = (params) => {
+var makeHeaders10 = (params) => {
   return { Authorization: `Bearer ${params.accessToken}` };
 };
-var makeUrl9 = (params) => {
+var makeUrl10 = (params) => {
   if (params.task === "text-generation" && params.chatCompletion) {
     return `${params.baseUrl}/v1/chat/completions`;
   }
@@ -316,23 +337,23 @@ var makeUrl9 = (params) => {
 };
 var SAMBANOVA_CONFIG = {
   baseUrl: SAMBANOVA_API_BASE_URL,
-  makeBody: makeBody9,
-  makeHeaders: makeHeaders9,
-  makeUrl: makeUrl9
+  makeBody: makeBody10,
+  makeHeaders: makeHeaders10,
+  makeUrl: makeUrl10
 };
 
 // src/providers/together.ts
 var TOGETHER_API_BASE_URL = "https://api.together.xyz";
-var makeBody10 = (params) => {
+var makeBody11 = (params) => {
   return {
     ...params.args,
     model: params.model
   };
 };
-var makeHeaders10 = (params) => {
+var makeHeaders11 = (params) => {
   return { Authorization: `Bearer ${params.accessToken}` };
 };
-var makeUrl10 = (params) => {
+var makeUrl11 = (params) => {
   if (params.task === "text-to-image") {
     return `${params.baseUrl}/v1/images/generations`;
   }
@@ -346,9 +367,9 @@ var makeUrl10 = (params) => {
 };
 var TOGETHER_CONFIG = {
   baseUrl: TOGETHER_API_BASE_URL,
-  makeBody: makeBody10,
-  makeHeaders: makeHeaders10,
-  makeUrl: makeUrl10
+  makeBody: makeBody11,
+  makeHeaders: makeHeaders11,
+  makeUrl: makeUrl11
 };
 
 // src/lib/isUrl.ts
@@ -358,7 +379,7 @@ function isUrl(modelOrUrl) {
 
 // package.json
 var name = "@huggingface/inference";
-var version = "3.3.7";
+var version = "3.4.1";
 
 // src/providers/consts.ts
 var HARDCODED_MODEL_ID_MAPPING = {
@@ -369,6 +390,7 @@ var HARDCODED_MODEL_ID_MAPPING = {
    * "Qwen/Qwen2.5-Coder-32B-Instruct": "Qwen2.5-Coder-32B-Instruct",
    */
   "black-forest-labs": {},
+  cohere: {},
   "fal-ai": {},
   "fireworks-ai": {},
   "hf-inference": {},
@@ -429,6 +451,7 @@ var HF_HUB_INFERENCE_PROXY_TEMPLATE = `${HF_ROUTER_URL}/{{PROVIDER}}`;
 var tasks = null;
 var providerConfigs = {
   "black-forest-labs": BLACK_FOREST_LABS_CONFIG,
+  cohere: COHERE_CONFIG,
   "fal-ai": FAL_AI_CONFIG,
   "fireworks-ai": FIREWORKS_AI_CONFIG,
   "hf-inference": HF_INFERENCE_CONFIG,
@@ -1519,6 +1542,7 @@ var HfInferenceEndpoint = class {
 // src/types.ts
 var INFERENCE_PROVIDERS = [
   "black-forest-labs",
+  "cohere",
   "fal-ai",
   "fireworks-ai",
   "hf-inference",

package/dist/index.js

@@ -67,38 +67,59 @@ var BLACK_FOREST_LABS_CONFIG = {
   makeUrl
 };
 
+// src/providers/cohere.ts
+var COHERE_API_BASE_URL = "https://api.cohere.com";
+var makeBody2 = (params) => {
+  return {
+    ...params.args,
+    model: params.model
+  };
+};
+var makeHeaders2 = (params) => {
+  return { Authorization: `Bearer ${params.accessToken}` };
+};
+var makeUrl2 = (params) => {
+  return `${params.baseUrl}/compatibility/v1/chat/completions`;
+};
+var COHERE_CONFIG = {
+  baseUrl: COHERE_API_BASE_URL,
+  makeBody: makeBody2,
+  makeHeaders: makeHeaders2,
+  makeUrl: makeUrl2
+};
+
 // src/providers/fal-ai.ts
 var FAL_AI_API_BASE_URL = "https://fal.run";
-var makeBody2 = (params) => {
+var makeBody3 = (params) => {
   return params.args;
 };
-var makeHeaders2 = (params) => {
+var makeHeaders3 = (params) => {
   return {
     Authorization: params.authMethod === "provider-key" ? `Key ${params.accessToken}` : `Bearer ${params.accessToken}`
   };
 };
-var makeUrl2 = (params) => {
+var makeUrl3 = (params) => {
   return `${params.baseUrl}/${params.model}`;
 };
 var FAL_AI_CONFIG = {
   baseUrl: FAL_AI_API_BASE_URL,
-  makeBody: makeBody2,
-  makeHeaders: makeHeaders2,
-  makeUrl: makeUrl2
+  makeBody: makeBody3,
+  makeHeaders: makeHeaders3,
+  makeUrl: makeUrl3
 };
 
 // src/providers/fireworks-ai.ts
 var FIREWORKS_AI_API_BASE_URL = "https://api.fireworks.ai/inference";
-var makeBody3 = (params) => {
+var makeBody4 = (params) => {
   return {
     ...params.args,
     ...params.chatCompletion ? { model: params.model } : void 0
   };
 };
-var makeHeaders3 = (params) => {
+var makeHeaders4 = (params) => {
   return { Authorization: `Bearer ${params.accessToken}` };
 };
-var makeUrl3 = (params) => {
+var makeUrl4 = (params) => {
   if (params.task === "text-generation" && params.chatCompletion) {
     return `${params.baseUrl}/v1/chat/completions`;
   }
@@ -106,22 +127,22 @@ var makeUrl3 = (params) => {
 };
 var FIREWORKS_AI_CONFIG = {
   baseUrl: FIREWORKS_AI_API_BASE_URL,
-  makeBody: makeBody3,
-  makeHeaders: makeHeaders3,
-  makeUrl: makeUrl3
+  makeBody: makeBody4,
+  makeHeaders: makeHeaders4,
+  makeUrl: makeUrl4
 };
 
 // src/providers/hf-inference.ts
-var makeBody4 = (params) => {
+var makeBody5 = (params) => {
   return {
     ...params.args,
     ...params.chatCompletion ? { model: params.model } : void 0
   };
 };
-var makeHeaders4 = (params) => {
+var makeHeaders5 = (params) => {
   return { Authorization: `Bearer ${params.accessToken}` };
 };
-var makeUrl4 = (params) => {
+var makeUrl5 = (params) => {
   if (params.task && ["feature-extraction", "sentence-similarity"].includes(params.task)) {
     return `${params.baseUrl}/pipeline/${params.task}/${params.model}`;
   }
@@ -132,23 +153,23 @@ var makeUrl4 = (params) => {
 };
 var HF_INFERENCE_CONFIG = {
   baseUrl: `${HF_ROUTER_URL}/hf-inference`,
-  makeBody: makeBody4,
-  makeHeaders: makeHeaders4,
-  makeUrl: makeUrl4
+  makeBody: makeBody5,
+  makeHeaders: makeHeaders5,
+  makeUrl: makeUrl5
 };
 
 // src/providers/hyperbolic.ts
 var HYPERBOLIC_API_BASE_URL = "https://api.hyperbolic.xyz";
-var makeBody5 = (params) => {
+var makeBody6 = (params) => {
   return {
     ...params.args,
     ...params.task === "text-to-image" ? { model_name: params.model } : { model: params.model }
   };
 };
-var makeHeaders5 = (params) => {
+var makeHeaders6 = (params) => {
   return { Authorization: `Bearer ${params.accessToken}` };
 };
-var makeUrl5 = (params) => {
+var makeUrl6 = (params) => {
   if (params.task === "text-to-image") {
     return `${params.baseUrl}/v1/images/generations`;
   }
@@ -156,23 +177,23 @@ var makeUrl5 = (params) => {
 };
 var HYPERBOLIC_CONFIG = {
   baseUrl: HYPERBOLIC_API_BASE_URL,
-  makeBody: makeBody5,
-  makeHeaders: makeHeaders5,
-  makeUrl: makeUrl5
+  makeBody: makeBody6,
+  makeHeaders: makeHeaders6,
+  makeUrl: makeUrl6
 };
 
 // src/providers/nebius.ts
 var NEBIUS_API_BASE_URL = "https://api.studio.nebius.ai";
-var makeBody6 = (params) => {
+var makeBody7 = (params) => {
   return {
     ...params.args,
     model: params.model
   };
 };
-var makeHeaders6 = (params) => {
+var makeHeaders7 = (params) => {
   return { Authorization: `Bearer ${params.accessToken}` };
 };
-var makeUrl6 = (params) => {
+var makeUrl7 = (params) => {
   if (params.task === "text-to-image") {
     return `${params.baseUrl}/v1/images/generations`;
   }
@@ -186,23 +207,23 @@ var makeUrl6 = (params) => {
 };
 var NEBIUS_CONFIG = {
   baseUrl: NEBIUS_API_BASE_URL,
-  makeBody: makeBody6,
-  makeHeaders: makeHeaders6,
-  makeUrl: makeUrl6
+  makeBody: makeBody7,
+  makeHeaders: makeHeaders7,
+  makeUrl: makeUrl7
 };
 
 // src/providers/novita.ts
 var NOVITA_API_BASE_URL = "https://api.novita.ai/v3/openai";
-var makeBody7 = (params) => {
+var makeBody8 = (params) => {
   return {
     ...params.args,
     ...params.chatCompletion ? { model: params.model } : void 0
   };
 };
-var makeHeaders7 = (params) => {
+var makeHeaders8 = (params) => {
   return { Authorization: `Bearer ${params.accessToken}` };
 };
-var makeUrl7 = (params) => {
+var makeUrl8 = (params) => {
   if (params.task === "text-generation") {
     if (params.chatCompletion) {
       return `${params.baseUrl}/chat/completions`;
@@ -213,23 +234,23 @@ var makeUrl7 = (params) => {
 };
 var NOVITA_CONFIG = {
   baseUrl: NOVITA_API_BASE_URL,
-  makeBody: makeBody7,
-  makeHeaders: makeHeaders7,
-  makeUrl: makeUrl7
+  makeBody: makeBody8,
+  makeHeaders: makeHeaders8,
+  makeUrl: makeUrl8
 };
 
 // src/providers/replicate.ts
 var REPLICATE_API_BASE_URL = "https://api.replicate.com";
-var makeBody8 = (params) => {
+var makeBody9 = (params) => {
   return {
     input: params.args,
     version: params.model.includes(":") ? params.model.split(":")[1] : void 0
   };
 };
-var makeHeaders8 = (params) => {
+var makeHeaders9 = (params) => {
   return { Authorization: `Bearer ${params.accessToken}` };
 };
-var makeUrl8 = (params) => {
+var makeUrl9 = (params) => {
   if (params.model.includes(":")) {
     return `${params.baseUrl}/v1/predictions`;
   }
@@ -237,23 +258,23 @@ var makeUrl8 = (params) => {
 };
 var REPLICATE_CONFIG = {
   baseUrl: REPLICATE_API_BASE_URL,
-  makeBody: makeBody8,
-  makeHeaders: makeHeaders8,
-  makeUrl: makeUrl8
+  makeBody: makeBody9,
+  makeHeaders: makeHeaders9,
+  makeUrl: makeUrl9
 };
 
 // src/providers/sambanova.ts
 var SAMBANOVA_API_BASE_URL = "https://api.sambanova.ai";
-var makeBody9 = (params) => {
+var makeBody10 = (params) => {
   return {
     ...params.args,
     ...params.chatCompletion ? { model: params.model } : void 0
   };
 };
-var makeHeaders9 = (params) => {
+var makeHeaders10 = (params) => {
   return { Authorization: `Bearer ${params.accessToken}` };
 };
-var makeUrl9 = (params) => {
+var makeUrl10 = (params) => {
   if (params.task === "text-generation" && params.chatCompletion) {
     return `${params.baseUrl}/v1/chat/completions`;
   }
@@ -261,23 +282,23 @@ var makeUrl9 = (params) => {
 };
 var SAMBANOVA_CONFIG = {
   baseUrl: SAMBANOVA_API_BASE_URL,
-  makeBody: makeBody9,
-  makeHeaders: makeHeaders9,
-  makeUrl: makeUrl9
+  makeBody: makeBody10,
+  makeHeaders: makeHeaders10,
+  makeUrl: makeUrl10
 };
 
 // src/providers/together.ts
 var TOGETHER_API_BASE_URL = "https://api.together.xyz";
-var makeBody10 = (params) => {
+var makeBody11 = (params) => {
   return {
     ...params.args,
     model: params.model
   };
 };
-var makeHeaders10 = (params) => {
+var makeHeaders11 = (params) => {
   return { Authorization: `Bearer ${params.accessToken}` };
 };
-var makeUrl10 = (params) => {
+var makeUrl11 = (params) => {
   if (params.task === "text-to-image") {
     return `${params.baseUrl}/v1/images/generations`;
   }
@@ -291,9 +312,9 @@ var makeUrl10 = (params) => {
 };
 var TOGETHER_CONFIG = {
   baseUrl: TOGETHER_API_BASE_URL,
-  makeBody: makeBody10,
-  makeHeaders: makeHeaders10,
-  makeUrl: makeUrl10
+  makeBody: makeBody11,
+  makeHeaders: makeHeaders11,
+  makeUrl: makeUrl11
 };
 
 // src/lib/isUrl.ts
@@ -303,7 +324,7 @@ function isUrl(modelOrUrl) {
 
 // package.json
 var name = "@huggingface/inference";
-var version = "3.3.7";
+var version = "3.4.1";
 
 // src/providers/consts.ts
 var HARDCODED_MODEL_ID_MAPPING = {
@@ -314,6 +335,7 @@ var HARDCODED_MODEL_ID_MAPPING = {
    * "Qwen/Qwen2.5-Coder-32B-Instruct": "Qwen2.5-Coder-32B-Instruct",
    */
   "black-forest-labs": {},
+  cohere: {},
   "fal-ai": {},
   "fireworks-ai": {},
   "hf-inference": {},
@@ -374,6 +396,7 @@ var HF_HUB_INFERENCE_PROXY_TEMPLATE = `${HF_ROUTER_URL}/{{PROVIDER}}`;
 var tasks = null;
 var providerConfigs = {
   "black-forest-labs": BLACK_FOREST_LABS_CONFIG,
+  cohere: COHERE_CONFIG,
   "fal-ai": FAL_AI_CONFIG,
   "fireworks-ai": FIREWORKS_AI_CONFIG,
   "hf-inference": HF_INFERENCE_CONFIG,
@@ -1464,6 +1487,7 @@ var HfInferenceEndpoint = class {
 // src/types.ts
 var INFERENCE_PROVIDERS = [
   "black-forest-labs",
+  "cohere",
   "fal-ai",
   "fireworks-ai",
   "hf-inference",

package/dist/src/lib/makeRequestOptions.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"makeRequestOptions.d.ts","sourceRoot":"","sources":["../../../src/lib/makeRequestOptions.ts"],"names":[],"mappings":"AAWA,OAAO,KAAK,EAAqB,aAAa,EAAE,OAAO,EAAkB,WAAW,EAAE,MAAM,UAAU,CAAC;AA6BvG;;GAEG;AACH,wBAAsB,kBAAkB,CACvC,IAAI,EAAE,WAAW,GAAG;IACnB,IAAI,CAAC,EAAE,IAAI,GAAG,WAAW,CAAC;IAC1B,MAAM,CAAC,EAAE,OAAO,CAAC;CACjB,EACD,OAAO,CAAC,EAAE,OAAO,GAAG;IACnB,oEAAoE;IACpE,IAAI,CAAC,EAAE,aAAa,CAAC;IACrB,cAAc,CAAC,EAAE,OAAO,CAAC;CACzB,GACC,OAAO,CAAC;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,WAAW,CAAA;CAAE,CAAC,CAsG7C"}
+{"version":3,"file":"makeRequestOptions.d.ts","sourceRoot":"","sources":["../../../src/lib/makeRequestOptions.ts"],"names":[],"mappings":"AAYA,OAAO,KAAK,EAAqB,aAAa,EAAE,OAAO,EAAkB,WAAW,EAAE,MAAM,UAAU,CAAC;AA8BvG;;GAEG;AACH,wBAAsB,kBAAkB,CACvC,IAAI,EAAE,WAAW,GAAG;IACnB,IAAI,CAAC,EAAE,IAAI,GAAG,WAAW,CAAC;IAC1B,MAAM,CAAC,EAAE,OAAO,CAAC;CACjB,EACD,OAAO,CAAC,EAAE,OAAO,GAAG;IACnB,oEAAoE;IACpE,IAAI,CAAC,EAAE,aAAa,CAAC;IACrB,cAAc,CAAC,EAAE,OAAO,CAAC;CACzB,GACC,OAAO,CAAC;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,WAAW,CAAA;CAAE,CAAC,CAsG7C"}

package/dist/src/providers/cohere.d.ts

@@ -0,0 +1,19 @@
+/**
+ * See the registered mapping of HF model ID => Cohere model ID here:
+ *
+ * https://huggingface.co/api/partners/cohere/models
+ *
+ * This is a publicly available mapping.
+ *
+ * If you want to try to run inference for a new model locally before it's registered on huggingface.co,
+ * you can add it to the dictionary "HARDCODED_MODEL_ID_MAPPING" in consts.ts, for dev purposes.
+ *
+ * - If you work at Cohere and want to update this mapping, please use the model mapping API we provide on huggingface.co
+ * - If you're a community member and want to add a new supported HF model to Cohere, please open an issue on the present repo
+ * and we will tag Cohere team members.
+ *
+ * Thanks!
+ */
+import type { ProviderConfig } from "../types";
+export declare const COHERE_CONFIG: ProviderConfig;
+//# sourceMappingURL=cohere.d.ts.map

package/dist/src/providers/cohere.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cohere.d.ts","sourceRoot":"","sources":["../../../src/providers/cohere.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AACH,OAAO,KAAK,EAAE,cAAc,EAAuC,MAAM,UAAU,CAAC;AAoBpF,eAAO,MAAM,aAAa,EAAE,cAK3B,CAAC"}

package/dist/src/providers/consts.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"consts.d.ts","sourceRoot":"","sources":["../../../src/providers/consts.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,UAAU,CAAC;AAClD,OAAO,EAAE,KAAK,OAAO,EAAE,MAAM,UAAU,CAAC;AAExC,KAAK,UAAU,GAAG,MAAM,CAAC;AACzB;;;;;;GAMG;AACH,eAAO,MAAM,0BAA0B,EAAE,MAAM,CAAC,iBAAiB,EAAE,MAAM,CAAC,OAAO,EAAE,UAAU,CAAC,CAiB7F,CAAC"}
+{"version":3,"file":"consts.d.ts","sourceRoot":"","sources":["../../../src/providers/consts.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,UAAU,CAAC;AAClD,OAAO,EAAE,KAAK,OAAO,EAAE,MAAM,UAAU,CAAC;AAExC,KAAK,UAAU,GAAG,MAAM,CAAC;AACzB;;;;;;GAMG;AACH,eAAO,MAAM,0BAA0B,EAAE,MAAM,CAAC,iBAAiB,EAAE,MAAM,CAAC,OAAO,EAAE,UAAU,CAAC,CAkB7F,CAAC"}

package/dist/src/types.d.ts

@@ -1,4 +1,4 @@
-import type { ChatCompletionInput, FeatureExtractionInput, PipelineType } from "@huggingface/tasks";
+import type { ChatCompletionInput, PipelineType } from "@huggingface/tasks";
 /**
  * HF model id, like "meta-llama/Llama-3.3-70B-Instruct"
  */
@@ -22,7 +22,7 @@ export interface Options {
     includeCredentials?: string | boolean;
 }
 export type InferenceTask = Exclude<PipelineType, "other">;
-export declare const INFERENCE_PROVIDERS: readonly ["black-forest-labs", "fal-ai", "fireworks-ai", "hf-inference", "hyperbolic", "nebius", "novita", "replicate", "sambanova", "together"];
+export declare const INFERENCE_PROVIDERS: readonly ["black-forest-labs", "cohere", "fal-ai", "fireworks-ai", "hf-inference", "hyperbolic", "nebius", "novita", "replicate", "sambanova", "together"];
 export type InferenceProvider = (typeof INFERENCE_PROVIDERS)[number];
 export interface BaseArgs {
     /**
@@ -65,7 +65,7 @@ export type RequestArgs = BaseArgs & ({
     text: string;
 } | {
     audio_url: string;
-} | ChatCompletionInput | FeatureExtractionInput) & {
+} | ChatCompletionInput) & {
     parameters?: Record<string, unknown>;
 };
 export interface ProviderConfig {

package/dist/src/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,mBAAmB,EAAE,sBAAsB,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAEpG;;GAEG;AACH,MAAM,MAAM,OAAO,GAAG,MAAM,CAAC;AAE7B,MAAM,WAAW,OAAO;IACvB;;OAEG;IACH,cAAc,CAAC,EAAE,OAAO,CAAC;IAEzB;;OAEG;IACH,KAAK,CAAC,EAAE,OAAO,KAAK,CAAC;IACrB;;OAEG;IACH,MAAM,CAAC,EAAE,WAAW,CAAC;IAErB;;OAEG;IACH,kBAAkB,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;CACtC;AAED,MAAM,MAAM,aAAa,GAAG,OAAO,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;AAE3D,eAAO,MAAM,mBAAmB,kJAWtB,CAAC;AAEX,MAAM,MAAM,iBAAiB,GAAG,CAAC,OAAO,mBAAmB,CAAC,CAAC,MAAM,CAAC,CAAC;AAErE,MAAM,WAAW,QAAQ;IACxB;;;;;;OAMG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB;;;;;;;OAOG;IACH,KAAK,CAAC,EAAE,OAAO,CAAC;IAEhB;;;;OAIG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB;;;;OAIG;IACH,QAAQ,CAAC,EAAE,iBAAiB,CAAC;CAC7B;AAED,MAAM,MAAM,WAAW,GAAG,QAAQ,GACjC,CACG;IAAE,IAAI,EAAE,IAAI,GAAG,WAAW,CAAA;CAAE,GAC5B;IAAE,MAAM,EAAE,OAAO,CAAA;CAAE,GACnB;IAAE,MAAM,EAAE,MAAM,CAAA;CAAE,GAClB;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,GAChB;IAAE,SAAS,EAAE,MAAM,CAAA;CAAE,GACrB,mBAAmB,GACnB,sBAAsB,CACxB,GAAG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACrC,CAAC;AAEH,MAAM,WAAW,cAAc;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,CAAC,MAAM,EAAE,UAAU,KAAK,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC1D,WAAW,EAAE,CAAC,MAAM,EAAE,YAAY,KAAK,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC9D,OAAO,EAAE,CAAC,MAAM,EAAE,SAAS,KAAK,MAAM,CAAC;CACvC;AAED,MAAM,WAAW,YAAY;IAC5B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,GAAG,UAAU,GAAG,qBAAqB,GAAG,cAAc,CAAC;CACzE;AAED,MAAM,WAAW,SAAS;IACzB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,aAAa,CAAC;IACrB,cAAc,CAAC,EAAE,OAAO,CAAC;CACzB;AAED,MAAM,WAAW,UAAU;IAC1B,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC9B,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,aAAa,CAAC;CACrB"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,mBAAmB,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAE5E;;GAEG;AACH,MAAM,MAAM,OAAO,GAAG,MAAM,CAAC;AAE7B,MAAM,WAAW,OAAO;IACvB;;OAEG;IACH,cAAc,CAAC,EAAE,OAAO,CAAC;IAEzB;;OAEG;IACH,KAAK,CAAC,EAAE,OAAO,KAAK,CAAC;IACrB;;OAEG;IACH,MAAM,CAAC,EAAE,WAAW,CAAC;IAErB;;OAEG;IACH,kBAAkB,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;CACtC;AAED,MAAM,MAAM,aAAa,GAAG,OAAO,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;AAE3D,eAAO,MAAM,mBAAmB,4JAYtB,CAAC;AAEX,MAAM,MAAM,iBAAiB,GAAG,CAAC,OAAO,mBAAmB,CAAC,CAAC,MAAM,CAAC,CAAC;AAErE,MAAM,WAAW,QAAQ;IACxB;;;;;;OAMG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB;;;;;;;OAOG;IACH,KAAK,CAAC,EAAE,OAAO,CAAC;IAEhB;;;;OAIG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB;;;;OAIG;IACH,QAAQ,CAAC,EAAE,iBAAiB,CAAC;CAC7B;AAED,MAAM,MAAM,WAAW,GAAG,QAAQ,GACjC,CACG;IAAE,IAAI,EAAE,IAAI,GAAG,WAAW,CAAA;CAAE,GAC5B;IAAE,MAAM,EAAE,OAAO,CAAA;CAAE,GACnB;IAAE,MAAM,EAAE,MAAM,CAAA;CAAE,GAClB;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,GAChB;IAAE,SAAS,EAAE,MAAM,CAAA;CAAE,GACrB,mBAAmB,CACrB,GAAG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACrC,CAAC;AAEH,MAAM,WAAW,cAAc;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,CAAC,MAAM,EAAE,UAAU,KAAK,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC1D,WAAW,EAAE,CAAC,MAAM,EAAE,YAAY,KAAK,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC9D,OAAO,EAAE,CAAC,MAAM,EAAE,SAAS,KAAK,MAAM,CAAC;CACvC;AAED,MAAM,WAAW,YAAY;IAC5B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,GAAG,UAAU,GAAG,qBAAqB,GAAG,cAAc,CAAC;CACzE;AAED,MAAM,WAAW,SAAS;IACzB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,aAAa,CAAC;IACrB,cAAc,CAAC,EAAE,OAAO,CAAC;CACzB;AAED,MAAM,WAAW,UAAU;IAC1B,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC9B,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,aAAa,CAAC;CACrB"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@huggingface/inference",
-  "version": "3.3.7",
+  "version": "3.4.1",
   "packageManager": "pnpm@8.10.5",
   "license": "MIT",
   "author": "Tim Mikeladze <tim.mikeladze@gmail.com>",
@@ -39,7 +39,7 @@
   },
   "type": "module",
   "dependencies": {
-    "@huggingface/tasks": "^0.16.3"
+    "@huggingface/tasks": "^0.16.5"
   },
   "devDependencies": {
     "@types/node": "18.13.0"

package/src/lib/makeRequestOptions.ts

@@ -1,5 +1,6 @@
 import { HF_HUB_URL, HF_ROUTER_URL } from "../config";
 import { BLACK_FOREST_LABS_CONFIG } from "../providers/black-forest-labs";
+import { COHERE_CONFIG } from "../providers/cohere";
 import { FAL_AI_CONFIG } from "../providers/fal-ai";
 import { FIREWORKS_AI_CONFIG } from "../providers/fireworks-ai";
 import { HF_INFERENCE_CONFIG } from "../providers/hf-inference";
@@ -27,6 +28,7 @@ let tasks: Record<string, { models: { id: string }[] }> | null = null;
  */
 const providerConfigs: Record<InferenceProvider, ProviderConfig> = {
 	"black-forest-labs": BLACK_FOREST_LABS_CONFIG,
+	cohere: COHERE_CONFIG,
 	"fal-ai": FAL_AI_CONFIG,
 	"fireworks-ai": FIREWORKS_AI_CONFIG,
 	"hf-inference": HF_INFERENCE_CONFIG,

package/src/providers/cohere.ts

@@ -0,0 +1,42 @@
+/**
+ * See the registered mapping of HF model ID => Cohere model ID here:
+ *
+ * https://huggingface.co/api/partners/cohere/models
+ *
+ * This is a publicly available mapping.
+ *
+ * If you want to try to run inference for a new model locally before it's registered on huggingface.co,
+ * you can add it to the dictionary "HARDCODED_MODEL_ID_MAPPING" in consts.ts, for dev purposes.
+ *
+ * - If you work at Cohere and want to update this mapping, please use the model mapping API we provide on huggingface.co
+ * - If you're a community member and want to add a new supported HF model to Cohere, please open an issue on the present repo
+ * and we will tag Cohere team members.
+ *
+ * Thanks!
+ */
+import type { ProviderConfig, UrlParams, HeaderParams, BodyParams } from "../types";
+
+const COHERE_API_BASE_URL = "https://api.cohere.com";
+
+
+const makeBody = (params: BodyParams): Record<string, unknown> => {
+	return {
+		...params.args,
+		model: params.model,
+	};
+};
+
+const makeHeaders = (params: HeaderParams): Record<string, string> => {
+	return { Authorization: `Bearer ${params.accessToken}` };
+};
+
+const makeUrl = (params: UrlParams): string => {
+	return `${params.baseUrl}/compatibility/v1/chat/completions`;
+};
+
+export const COHERE_CONFIG: ProviderConfig = {
+	baseUrl: COHERE_API_BASE_URL,
+	makeBody,
+	makeHeaders,
+	makeUrl,
+};

package/src/providers/consts.ts

@@ -17,6 +17,7 @@ export const HARDCODED_MODEL_ID_MAPPING: Record<InferenceProvider, Record<ModelI
 	 * "Qwen/Qwen2.5-Coder-32B-Instruct": "Qwen2.5-Coder-32B-Instruct",
 	 */
 	"black-forest-labs": {},
+	cohere: {},
 	"fal-ai": {},
 	"fireworks-ai": {},
 	"hf-inference": {},

package/src/types.ts

@@ -1,4 +1,4 @@
-import type { ChatCompletionInput, FeatureExtractionInput, PipelineType } from "@huggingface/tasks";
+import type { ChatCompletionInput, PipelineType } from "@huggingface/tasks";
 
 /**
  * HF model id, like "meta-llama/Llama-3.3-70B-Instruct"
@@ -30,6 +30,7 @@ export type InferenceTask = Exclude<PipelineType, "other">;
 
 export const INFERENCE_PROVIDERS = [
 	"black-forest-labs",
+	"cohere",
 	"fal-ai",
 	"fireworks-ai",
 	"hf-inference",
@@ -86,7 +87,6 @@ export type RequestArgs = BaseArgs &
 		| { text: string }
 		| { audio_url: string }
 		| ChatCompletionInput
-		| FeatureExtractionInput
 	) & {
 		parameters?: Record<string, unknown>;
 	};