@huggingface/inference 3.6.1 → 3.6.2

package/dist/index.js

@@ -47,6 +47,9 @@ var HF_ROUTER_URL = "https://router.huggingface.co";
 
 // src/providers/black-forest-labs.ts
 var BLACK_FOREST_LABS_AI_API_BASE_URL = "https://api.us1.bfl.ai";
+var makeBaseUrl = () => {
+  return BLACK_FOREST_LABS_AI_API_BASE_URL;
+};
 var makeBody = (params) => {
   return params.args;
 };
@@ -61,7 +64,7 @@ var makeUrl = (params) => {
   return `${params.baseUrl}/v1/${params.model}`;
 };
 var BLACK_FOREST_LABS_CONFIG = {
-  baseUrl: BLACK_FOREST_LABS_AI_API_BASE_URL,
+  makeBaseUrl,
   makeBody,
   makeHeaders,
   makeUrl
@@ -69,6 +72,9 @@ var BLACK_FOREST_LABS_CONFIG = {
 
 // src/providers/cerebras.ts
 var CEREBRAS_API_BASE_URL = "https://api.cerebras.ai";
+var makeBaseUrl2 = () => {
+  return CEREBRAS_API_BASE_URL;
+};
 var makeBody2 = (params) => {
   return {
     ...params.args,
@@ -82,7 +88,7 @@ var makeUrl2 = (params) => {
   return `${params.baseUrl}/v1/chat/completions`;
 };
 var CEREBRAS_CONFIG = {
-  baseUrl: CEREBRAS_API_BASE_URL,
+  makeBaseUrl: makeBaseUrl2,
   makeBody: makeBody2,
   makeHeaders: makeHeaders2,
   makeUrl: makeUrl2
@@ -90,6 +96,9 @@ var CEREBRAS_CONFIG = {
 
 // src/providers/cohere.ts
 var COHERE_API_BASE_URL = "https://api.cohere.com";
+var makeBaseUrl3 = () => {
+  return COHERE_API_BASE_URL;
+};
 var makeBody3 = (params) => {
   return {
     ...params.args,
@@ -103,14 +112,40 @@ var makeUrl3 = (params) => {
   return `${params.baseUrl}/compatibility/v1/chat/completions`;
 };
 var COHERE_CONFIG = {
-  baseUrl: COHERE_API_BASE_URL,
+  makeBaseUrl: makeBaseUrl3,
   makeBody: makeBody3,
   makeHeaders: makeHeaders3,
   makeUrl: makeUrl3
 };
 
+// src/lib/InferenceOutputError.ts
+var InferenceOutputError = class extends TypeError {
+  constructor(message) {
+    super(
+      `Invalid inference output: ${message}. Use the 'request' method with the same parameters to do a custom call with no type checking.`
+    );
+    this.name = "InferenceOutputError";
+  }
+};
+
+// src/lib/isUrl.ts
+function isUrl(modelOrUrl) {
+  return /^http(s?):/.test(modelOrUrl) || modelOrUrl.startsWith("/");
+}
+
+// src/utils/delay.ts
+function delay(ms) {
+  return new Promise((resolve) => {
+    setTimeout(() => resolve(), ms);
+  });
+}
+
 // src/providers/fal-ai.ts
 var FAL_AI_API_BASE_URL = "https://fal.run";
+var FAL_AI_API_BASE_URL_QUEUE = "https://queue.fal.run";
+var makeBaseUrl4 = (task) => {
+  return task === "text-to-video" ? FAL_AI_API_BASE_URL_QUEUE : FAL_AI_API_BASE_URL;
+};
 var makeBody4 = (params) => {
   return params.args;
 };
@@ -120,17 +155,64 @@ var makeHeaders4 = (params) => {
   };
 };
 var makeUrl4 = (params) => {
-  return `${params.baseUrl}/${params.model}`;
+  const baseUrl = `${params.baseUrl}/${params.model}`;
+  if (params.authMethod !== "provider-key" && params.task === "text-to-video") {
+    return `${baseUrl}?_subdomain=queue`;
+  }
+  return baseUrl;
 };
 var FAL_AI_CONFIG = {
-  baseUrl: FAL_AI_API_BASE_URL,
+  makeBaseUrl: makeBaseUrl4,
   makeBody: makeBody4,
   makeHeaders: makeHeaders4,
   makeUrl: makeUrl4
 };
+async function pollFalResponse(res, url, headers) {
+  const requestId = res.request_id;
+  if (!requestId) {
+    throw new InferenceOutputError("No request ID found in the response");
+  }
+  let status = res.status;
+  const parsedUrl = new URL(url);
+  const baseUrl = `${parsedUrl.protocol}//${parsedUrl.host}${parsedUrl.host === "router.huggingface.co" ? "/fal-ai" : ""}`;
+  const modelId = new URL(res.response_url).pathname;
+  const queryParams = parsedUrl.search;
+  const statusUrl = `${baseUrl}${modelId}/status${queryParams}`;
+  const resultUrl = `${baseUrl}${modelId}${queryParams}`;
+  while (status !== "COMPLETED") {
+    await delay(500);
+    const statusResponse = await fetch(statusUrl, { headers });
+    if (!statusResponse.ok) {
+      throw new InferenceOutputError("Failed to fetch response status from fal-ai API");
+    }
+    try {
+      status = (await statusResponse.json()).status;
+    } catch (error) {
+      throw new InferenceOutputError("Failed to parse status response from fal-ai API");
+    }
+  }
+  const resultResponse = await fetch(resultUrl, { headers });
+  let result;
+  try {
+    result = await resultResponse.json();
+  } catch (error) {
+    throw new InferenceOutputError("Failed to parse result response from fal-ai API");
+  }
+  if (typeof result === "object" && !!result && "video" in result && typeof result.video === "object" && !!result.video && "url" in result.video && typeof result.video.url === "string" && isUrl(result.video.url)) {
+    const urlResponse = await fetch(result.video.url);
+    return await urlResponse.blob();
+  } else {
+    throw new InferenceOutputError(
+      "Expected { video: { url: string } } result format, got instead: " + JSON.stringify(result)
+    );
+  }
+}
 
 // src/providers/fireworks-ai.ts
 var FIREWORKS_AI_API_BASE_URL = "https://api.fireworks.ai";
+var makeBaseUrl5 = () => {
+  return FIREWORKS_AI_API_BASE_URL;
+};
 var makeBody5 = (params) => {
   return {
     ...params.args,
@@ -147,13 +229,16 @@ var makeUrl5 = (params) => {
   return `${params.baseUrl}/inference`;
 };
 var FIREWORKS_AI_CONFIG = {
-  baseUrl: FIREWORKS_AI_API_BASE_URL,
+  makeBaseUrl: makeBaseUrl5,
   makeBody: makeBody5,
   makeHeaders: makeHeaders5,
   makeUrl: makeUrl5
 };
 
 // src/providers/hf-inference.ts
+var makeBaseUrl6 = () => {
+  return `${HF_ROUTER_URL}/hf-inference`;
+};
 var makeBody6 = (params) => {
   return {
     ...params.args,
@@ -173,7 +258,7 @@ var makeUrl6 = (params) => {
   return `${params.baseUrl}/models/${params.model}`;
 };
 var HF_INFERENCE_CONFIG = {
-  baseUrl: `${HF_ROUTER_URL}/hf-inference`,
+  makeBaseUrl: makeBaseUrl6,
   makeBody: makeBody6,
   makeHeaders: makeHeaders6,
   makeUrl: makeUrl6
@@ -181,6 +266,9 @@ var HF_INFERENCE_CONFIG = {
 
 // src/providers/hyperbolic.ts
 var HYPERBOLIC_API_BASE_URL = "https://api.hyperbolic.xyz";
+var makeBaseUrl7 = () => {
+  return HYPERBOLIC_API_BASE_URL;
+};
 var makeBody7 = (params) => {
   return {
     ...params.args,
@@ -197,7 +285,7 @@ var makeUrl7 = (params) => {
   return `${params.baseUrl}/v1/chat/completions`;
 };
 var HYPERBOLIC_CONFIG = {
-  baseUrl: HYPERBOLIC_API_BASE_URL,
+  makeBaseUrl: makeBaseUrl7,
   makeBody: makeBody7,
   makeHeaders: makeHeaders7,
   makeUrl: makeUrl7
@@ -205,6 +293,9 @@ var HYPERBOLIC_CONFIG = {
 
 // src/providers/nebius.ts
 var NEBIUS_API_BASE_URL = "https://api.studio.nebius.ai";
+var makeBaseUrl8 = () => {
+  return NEBIUS_API_BASE_URL;
+};
 var makeBody8 = (params) => {
   return {
     ...params.args,
@@ -227,7 +318,7 @@ var makeUrl8 = (params) => {
   return params.baseUrl;
 };
 var NEBIUS_CONFIG = {
-  baseUrl: NEBIUS_API_BASE_URL,
+  makeBaseUrl: makeBaseUrl8,
   makeBody: makeBody8,
   makeHeaders: makeHeaders8,
   makeUrl: makeUrl8
@@ -235,6 +326,9 @@ var NEBIUS_CONFIG = {
 
 // src/providers/novita.ts
 var NOVITA_API_BASE_URL = "https://api.novita.ai";
+var makeBaseUrl9 = () => {
+  return NOVITA_API_BASE_URL;
+};
 var makeBody9 = (params) => {
   return {
     ...params.args,
@@ -255,7 +349,7 @@ var makeUrl9 = (params) => {
   return params.baseUrl;
 };
 var NOVITA_CONFIG = {
-  baseUrl: NOVITA_API_BASE_URL,
+  makeBaseUrl: makeBaseUrl9,
   makeBody: makeBody9,
   makeHeaders: makeHeaders9,
   makeUrl: makeUrl9
@@ -263,6 +357,9 @@ var NOVITA_CONFIG = {
 
 // src/providers/replicate.ts
 var REPLICATE_API_BASE_URL = "https://api.replicate.com";
+var makeBaseUrl10 = () => {
+  return REPLICATE_API_BASE_URL;
+};
 var makeBody10 = (params) => {
   return {
     input: params.args,
@@ -279,7 +376,7 @@ var makeUrl10 = (params) => {
   return `${params.baseUrl}/v1/models/${params.model}/predictions`;
 };
 var REPLICATE_CONFIG = {
-  baseUrl: REPLICATE_API_BASE_URL,
+  makeBaseUrl: makeBaseUrl10,
   makeBody: makeBody10,
   makeHeaders: makeHeaders10,
   makeUrl: makeUrl10
@@ -287,6 +384,9 @@ var REPLICATE_CONFIG = {
 
 // src/providers/sambanova.ts
 var SAMBANOVA_API_BASE_URL = "https://api.sambanova.ai";
+var makeBaseUrl11 = () => {
+  return SAMBANOVA_API_BASE_URL;
+};
 var makeBody11 = (params) => {
   return {
     ...params.args,
@@ -303,7 +403,7 @@ var makeUrl11 = (params) => {
   return params.baseUrl;
 };
 var SAMBANOVA_CONFIG = {
-  baseUrl: SAMBANOVA_API_BASE_URL,
+  makeBaseUrl: makeBaseUrl11,
   makeBody: makeBody11,
   makeHeaders: makeHeaders11,
   makeUrl: makeUrl11
@@ -311,6 +411,9 @@ var SAMBANOVA_CONFIG = {
 
 // src/providers/together.ts
 var TOGETHER_API_BASE_URL = "https://api.together.xyz";
+var makeBaseUrl12 = () => {
+  return TOGETHER_API_BASE_URL;
+};
 var makeBody12 = (params) => {
   return {
     ...params.args,
@@ -333,7 +436,7 @@ var makeUrl12 = (params) => {
   return params.baseUrl;
 };
 var TOGETHER_CONFIG = {
-  baseUrl: TOGETHER_API_BASE_URL,
+  makeBaseUrl: makeBaseUrl12,
   makeBody: makeBody12,
   makeHeaders: makeHeaders12,
   makeUrl: makeUrl12
@@ -341,6 +444,9 @@ var TOGETHER_CONFIG = {
 
 // src/providers/openai.ts
 var OPENAI_API_BASE_URL = "https://api.openai.com";
+var makeBaseUrl13 = () => {
+  return OPENAI_API_BASE_URL;
+};
 var makeBody13 = (params) => {
   if (!params.chatCompletion) {
     throw new Error("OpenAI only supports chat completions.");
@@ -360,21 +466,16 @@ var makeUrl13 = (params) => {
   return `${params.baseUrl}/v1/chat/completions`;
 };
 var OPENAI_CONFIG = {
-  baseUrl: OPENAI_API_BASE_URL,
+  makeBaseUrl: makeBaseUrl13,
   makeBody: makeBody13,
   makeHeaders: makeHeaders13,
   makeUrl: makeUrl13,
   clientSideRoutingOnly: true
 };
 
-// src/lib/isUrl.ts
-function isUrl(modelOrUrl) {
-  return /^http(s?):/.test(modelOrUrl) || modelOrUrl.startsWith("/");
-}
-
 // package.json
 var name = "@huggingface/inference";
-var version = "3.6.1";
+var version = "3.6.2";
 
 // src/providers/consts.ts
 var HARDCODED_MODEL_ID_MAPPING = {
@@ -513,7 +614,8 @@ function makeRequestOptionsFromResolvedModel(resolvedModel, args, options) {
     return "none";
   })();
   const url = endpointUrl ? chatCompletion2 ? endpointUrl + `/v1/chat/completions` : endpointUrl : providerConfig.makeUrl({
-    baseUrl: authMethod !== "provider-key" ? HF_HUB_INFERENCE_PROXY_TEMPLATE.replace("{{PROVIDER}}", provider) : providerConfig.baseUrl,
+    authMethod,
+    baseUrl: authMethod !== "provider-key" ? HF_HUB_INFERENCE_PROXY_TEMPLATE.replace("{{PROVIDER}}", provider) : providerConfig.makeBaseUrl(task),
     model: resolvedModel,
     chatCompletion: chatCompletion2,
     task
@@ -777,16 +879,6 @@ async function* streamingRequest(args, options) {
   }
 }
 
-// src/lib/InferenceOutputError.ts
-var InferenceOutputError = class extends TypeError {
-  constructor(message) {
-    super(
-      `Invalid inference output: ${message}. Use the 'request' method with the same parameters to do a custom call with no type checking.`
-    );
-    this.name = "InferenceOutputError";
-  }
-};
-
 // src/utils/pick.ts
 function pick(o, props) {
   return Object.assign(
@@ -1001,13 +1093,6 @@ async function objectDetection(args, options) {
   return res;
 }
 
-// src/utils/delay.ts
-function delay(ms) {
-  return new Promise((resolve) => {
-    setTimeout(() => resolve(), ms);
-  });
-}
-
 // src/tasks/cv/textToImage.ts
 function getResponseFormatArg(provider) {
   switch (provider) {
@@ -1179,12 +1264,8 @@ async function textToVideo(args, options) {
     task: "text-to-video"
   });
   if (args.provider === "fal-ai") {
-    const isValidOutput = typeof res === "object" && !!res && "video" in res && typeof res.video === "object" && !!res.video && "url" in res.video && typeof res.video.url === "string" && isUrl(res.video.url);
-    if (!isValidOutput) {
-      throw new InferenceOutputError("Expected { video: { url: string } }");
-    }
-    const urlResponse = await fetch(res.video.url);
-    return await urlResponse.blob();
+    const { url, info } = await makeRequestOptions(args, { ...options, task: "text-to-video" });
+    return await pollFalResponse(res, url, info.headers);
   } else if (args.provider === "novita") {
     const isValidOutput = typeof res === "object" && !!res && "video" in res && typeof res.video === "object" && !!res.video && "video_url" in res.video && typeof res.video.video_url === "string" && isUrl(res.video.video_url);
     if (!isValidOutput) {

package/dist/src/lib/makeRequestOptions.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"makeRequestOptions.d.ts","sourceRoot":"","sources":["../../../src/lib/makeRequestOptions.ts"],"names":[],"mappings":"AAcA,OAAO,KAAK,EAAqB,aAAa,EAAE,OAAO,EAAkB,WAAW,EAAE,MAAM,UAAU,CAAC;AAgCvG;;;GAGG;AACH,wBAAsB,kBAAkB,CACvC,IAAI,EAAE,WAAW,GAAG;IACnB,IAAI,CAAC,EAAE,IAAI,GAAG,WAAW,CAAC;IAC1B,MAAM,CAAC,EAAE,OAAO,CAAC;CACjB,EACD,OAAO,CAAC,EAAE,OAAO,GAAG;IACnB,oEAAoE;IACpE,IAAI,CAAC,EAAE,aAAa,CAAC;IACrB,cAAc,CAAC,EAAE,OAAO,CAAC;CACzB,GACC,OAAO,CAAC;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,WAAW,CAAA;CAAE,CAAC,CAoC7C;AAED;;;GAGG;AACH,wBAAgB,mCAAmC,CAClD,aAAa,EAAE,MAAM,EACrB,IAAI,EAAE,WAAW,GAAG;IACnB,IAAI,CAAC,EAAE,IAAI,GAAG,WAAW,CAAC;IAC1B,MAAM,CAAC,EAAE,OAAO,CAAC;CACjB,EACD,OAAO,CAAC,EAAE,OAAO,GAAG;IACnB,IAAI,CAAC,EAAE,aAAa,CAAC;IACrB,cAAc,CAAC,EAAE,OAAO,CAAC;CACzB,GACC;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,WAAW,CAAA;CAAE,CA4FpC"}
+{"version":3,"file":"makeRequestOptions.d.ts","sourceRoot":"","sources":["../../../src/lib/makeRequestOptions.ts"],"names":[],"mappings":"AAcA,OAAO,KAAK,EAAqB,aAAa,EAAE,OAAO,EAAkB,WAAW,EAAE,MAAM,UAAU,CAAC;AAgCvG;;;GAGG;AACH,wBAAsB,kBAAkB,CACvC,IAAI,EAAE,WAAW,GAAG;IACnB,IAAI,CAAC,EAAE,IAAI,GAAG,WAAW,CAAC;IAC1B,MAAM,CAAC,EAAE,OAAO,CAAC;CACjB,EACD,OAAO,CAAC,EAAE,OAAO,GAAG;IACnB,oEAAoE;IACpE,IAAI,CAAC,EAAE,aAAa,CAAC;IACrB,cAAc,CAAC,EAAE,OAAO,CAAC;CACzB,GACC,OAAO,CAAC;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,WAAW,CAAA;CAAE,CAAC,CAoC7C;AAED;;;GAGG;AACH,wBAAgB,mCAAmC,CAClD,aAAa,EAAE,MAAM,EACrB,IAAI,EAAE,WAAW,GAAG;IACnB,IAAI,CAAC,EAAE,IAAI,GAAG,WAAW,CAAC;IAC1B,MAAM,CAAC,EAAE,OAAO,CAAC;CACjB,EACD,OAAO,CAAC,EAAE,OAAO,GAAG;IACnB,IAAI,CAAC,EAAE,aAAa,CAAC;IACrB,cAAc,CAAC,EAAE,OAAO,CAAC;CACzB,GACC;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,WAAW,CAAA;CAAE,CA8FpC"}

package/dist/src/providers/black-forest-labs.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"black-forest-labs.d.ts","sourceRoot":"","sources":["../../../src/providers/black-forest-labs.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AACH,OAAO,KAAK,EAAE,cAAc,EAAuC,MAAM,UAAU,CAAC;AAoBpF,eAAO,MAAM,wBAAwB,EAAE,cAKtC,CAAC"}
+{"version":3,"file":"black-forest-labs.d.ts","sourceRoot":"","sources":["../../../src/providers/black-forest-labs.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AACH,OAAO,KAAK,EAA4B,cAAc,EAAa,MAAM,UAAU,CAAC;AAwBpF,eAAO,MAAM,wBAAwB,EAAE,cAKtC,CAAC"}

package/dist/src/providers/cerebras.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"cerebras.d.ts","sourceRoot":"","sources":["../../../src/providers/cerebras.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AACH,OAAO,KAAK,EAAE,cAAc,EAAuC,MAAM,UAAU,CAAC;AAmBpF,eAAO,MAAM,eAAe,EAAE,cAK7B,CAAC"}
+{"version":3,"file":"cerebras.d.ts","sourceRoot":"","sources":["../../../src/providers/cerebras.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AACH,OAAO,KAAK,EAA4B,cAAc,EAAa,MAAM,UAAU,CAAC;AAuBpF,eAAO,MAAM,eAAe,EAAE,cAK7B,CAAC"}

package/dist/src/providers/cohere.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"cohere.d.ts","sourceRoot":"","sources":["../../../src/providers/cohere.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AACH,OAAO,KAAK,EAAE,cAAc,EAAuC,MAAM,UAAU,CAAC;AAmBpF,eAAO,MAAM,aAAa,EAAE,cAK3B,CAAC"}
+{"version":3,"file":"cohere.d.ts","sourceRoot":"","sources":["../../../src/providers/cohere.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AACH,OAAO,KAAK,EAA4B,cAAc,EAAa,MAAM,UAAU,CAAC;AAuBpF,eAAO,MAAM,aAAa,EAAE,cAK3B,CAAC"}

package/dist/src/providers/fal-ai.d.ts

@@ -1,19 +1,9 @@
-/**
- * See the registered mapping of HF model ID => Fal model ID here:
- *
- * https://huggingface.co/api/partners/fal-ai/models
- *
- * This is a publicly available mapping.
- *
- * If you want to try to run inference for a new model locally before it's registered on huggingface.co,
- * you can add it to the dictionary "HARDCODED_MODEL_ID_MAPPING" in consts.ts, for dev purposes.
- *
- * - If you work at Fal and want to update this mapping, please use the model mapping API we provide on huggingface.co
- * - If you're a community member and want to add a new supported HF model to Fal, please open an issue on the present repo
- * and we will tag Fal team members.
- *
- * Thanks!
- */
 import type { ProviderConfig } from "../types";
 export declare const FAL_AI_CONFIG: ProviderConfig;
+export interface FalAiQueueOutput {
+    request_id: string;
+    status: string;
+    response_url: string;
+}
+export declare function pollFalResponse(res: FalAiQueueOutput, url: string, headers: Record<string, string>): Promise<Blob>;
 //# sourceMappingURL=fal-ai.d.ts.map

package/dist/src/providers/fal-ai.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"fal-ai.d.ts","sourceRoot":"","sources":["../../../src/providers/fal-ai.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AACH,OAAO,KAAK,EAAE,cAAc,EAAuC,MAAM,UAAU,CAAC;AAkBpF,eAAO,MAAM,aAAa,EAAE,cAK3B,CAAC"}
+{"version":3,"file":"fal-ai.d.ts","sourceRoot":"","sources":["../../../src/providers/fal-ai.ts"],"names":[],"mappings":"AAkBA,OAAO,KAAK,EAA2C,cAAc,EAAa,MAAM,UAAU,CAAC;AA4BnG,eAAO,MAAM,aAAa,EAAE,cAK3B,CAAC;AAEF,MAAM,WAAW,gBAAgB;IAChC,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,MAAM,CAAC;CACrB;AAED,wBAAsB,eAAe,CACpC,GAAG,EAAE,gBAAgB,EACrB,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAC7B,OAAO,CAAC,IAAI,CAAC,CA0Df"}

package/dist/src/providers/fireworks-ai.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"fireworks-ai.d.ts","sourceRoot":"","sources":["../../../src/providers/fireworks-ai.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AACH,OAAO,KAAK,EAAE,cAAc,EAAuC,MAAM,UAAU,CAAC;AAsBpF,eAAO,MAAM,mBAAmB,EAAE,cAKjC,CAAC"}
+{"version":3,"file":"fireworks-ai.d.ts","sourceRoot":"","sources":["../../../src/providers/fireworks-ai.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AACH,OAAO,KAAK,EAA4B,cAAc,EAAa,MAAM,UAAU,CAAC;AA0BpF,eAAO,MAAM,mBAAmB,EAAE,cAKjC,CAAC"}

package/dist/src/providers/hf-inference.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"hf-inference.d.ts","sourceRoot":"","sources":["../../../src/providers/hf-inference.ts"],"names":[],"mappings":"AAaA,OAAO,KAAK,EAAE,cAAc,EAAuC,MAAM,UAAU,CAAC;AAwBpF,eAAO,MAAM,mBAAmB,EAAE,cAKjC,CAAC"}
+{"version":3,"file":"hf-inference.d.ts","sourceRoot":"","sources":["../../../src/providers/hf-inference.ts"],"names":[],"mappings":"AAaA,OAAO,KAAK,EAA4B,cAAc,EAAa,MAAM,UAAU,CAAC;AA4BpF,eAAO,MAAM,mBAAmB,EAAE,cAKjC,CAAC"}

package/dist/src/providers/hyperbolic.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"hyperbolic.d.ts","sourceRoot":"","sources":["../../../src/providers/hyperbolic.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AACH,OAAO,KAAK,EAAE,cAAc,EAAuC,MAAM,UAAU,CAAC;AAsBpF,eAAO,MAAM,iBAAiB,EAAE,cAK/B,CAAC"}
+{"version":3,"file":"hyperbolic.d.ts","sourceRoot":"","sources":["../../../src/providers/hyperbolic.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AACH,OAAO,KAAK,EAA4B,cAAc,EAAa,MAAM,UAAU,CAAC;AA0BpF,eAAO,MAAM,iBAAiB,EAAE,cAK/B,CAAC"}

package/dist/src/providers/nebius.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"nebius.d.ts","sourceRoot":"","sources":["../../../src/providers/nebius.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AACH,OAAO,KAAK,EAAE,cAAc,EAAuC,MAAM,UAAU,CAAC;AA4BpF,eAAO,MAAM,aAAa,EAAE,cAK3B,CAAC"}
+{"version":3,"file":"nebius.d.ts","sourceRoot":"","sources":["../../../src/providers/nebius.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AACH,OAAO,KAAK,EAA4B,cAAc,EAAa,MAAM,UAAU,CAAC;AAgCpF,eAAO,MAAM,aAAa,EAAE,cAK3B,CAAC"}

package/dist/src/providers/novita.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"novita.d.ts","sourceRoot":"","sources":["../../../src/providers/novita.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AACH,OAAO,KAAK,EAAE,cAAc,EAAuC,MAAM,UAAU,CAAC;AA0BpF,eAAO,MAAM,aAAa,EAAE,cAK3B,CAAC"}
+{"version":3,"file":"novita.d.ts","sourceRoot":"","sources":["../../../src/providers/novita.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AACH,OAAO,KAAK,EAA4B,cAAc,EAAa,MAAM,UAAU,CAAC;AA6BpF,eAAO,MAAM,aAAa,EAAE,cAK3B,CAAC"}

package/dist/src/providers/openai.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../../src/providers/openai.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,KAAK,EAAE,cAAc,EAAuC,MAAM,UAAU,CAAC;AAyBpF,eAAO,MAAM,aAAa,EAAE,cAM3B,CAAC"}
+{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../../src/providers/openai.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,KAAK,EAA4B,cAAc,EAAa,MAAM,UAAU,CAAC;AA6BpF,eAAO,MAAM,aAAa,EAAE,cAM3B,CAAC"}

package/dist/src/providers/replicate.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"replicate.d.ts","sourceRoot":"","sources":["../../../src/providers/replicate.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AACH,OAAO,KAAK,EAAE,cAAc,EAAuC,MAAM,UAAU,CAAC;AAEpF,eAAO,MAAM,sBAAsB,8BAA8B,CAAC;AAsBlE,eAAO,MAAM,gBAAgB,EAAE,cAK9B,CAAC"}
+{"version":3,"file":"replicate.d.ts","sourceRoot":"","sources":["../../../src/providers/replicate.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AACH,OAAO,KAAK,EAA4B,cAAc,EAAa,MAAM,UAAU,CAAC;AAEpF,eAAO,MAAM,sBAAsB,8BAA8B,CAAC;AA0BlE,eAAO,MAAM,gBAAgB,EAAE,cAK9B,CAAC"}

package/dist/src/providers/sambanova.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"sambanova.d.ts","sourceRoot":"","sources":["../../../src/providers/sambanova.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AACH,OAAO,KAAK,EAAE,cAAc,EAAuC,MAAM,UAAU,CAAC;AAsBpF,eAAO,MAAM,gBAAgB,EAAE,cAK9B,CAAC"}
+{"version":3,"file":"sambanova.d.ts","sourceRoot":"","sources":["../../../src/providers/sambanova.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AACH,OAAO,KAAK,EAA4B,cAAc,EAAa,MAAM,UAAU,CAAC;AA0BpF,eAAO,MAAM,gBAAgB,EAAE,cAK9B,CAAC"}

package/dist/src/providers/together.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"together.d.ts","sourceRoot":"","sources":["../../../src/providers/together.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AACH,OAAO,KAAK,EAAE,cAAc,EAAuC,MAAM,UAAU,CAAC;AA4BpF,eAAO,MAAM,eAAe,EAAE,cAK7B,CAAC"}
+{"version":3,"file":"together.d.ts","sourceRoot":"","sources":["../../../src/providers/together.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AACH,OAAO,KAAK,EAA4B,cAAc,EAAa,MAAM,UAAU,CAAC;AAgCpF,eAAO,MAAM,eAAe,EAAE,cAK7B,CAAC"}

package/dist/src/tasks/cv/textToVideo.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"textToVideo.d.ts","sourceRoot":"","sources":["../../../../src/tasks/cv/textToVideo.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAqB,OAAO,EAAE,MAAM,aAAa,CAAC;AACxE,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAO3D,MAAM,MAAM,eAAe,GAAG,QAAQ,GAAG,gBAAgB,CAAC;AAE1D,MAAM,MAAM,iBAAiB,GAAG,IAAI,CAAC;AAoBrC,wBAAsB,WAAW,CAAC,IAAI,EAAE,eAAe,EAAE,OAAO,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAwDtG"}
+{"version":3,"file":"textToVideo.d.ts","sourceRoot":"","sources":["../../../../src/tasks/cv/textToVideo.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAqB,OAAO,EAAE,MAAM,aAAa,CAAC;AACxE,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAS3D,MAAM,MAAM,eAAe,GAAG,QAAQ,GAAG,gBAAgB,CAAC;AAE1D,MAAM,MAAM,iBAAiB,GAAG,IAAI,CAAC;AAcrC,wBAAsB,WAAW,CAAC,IAAI,EAAE,eAAe,EAAE,OAAO,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,iBAAiB,CAAC,CA4CtG"}

package/dist/src/types.d.ts

@@ -69,17 +69,19 @@ export type RequestArgs = BaseArgs & ({
     parameters?: Record<string, unknown>;
 };
 export interface ProviderConfig {
-    baseUrl: string;
+    makeBaseUrl: ((task?: InferenceTask) => string) | (() => string);
     makeBody: (params: BodyParams) => Record<string, unknown>;
     makeHeaders: (params: HeaderParams) => Record<string, string>;
     makeUrl: (params: UrlParams) => string;
     clientSideRoutingOnly?: boolean;
 }
+export type AuthMethod = "none" | "hf-token" | "credentials-include" | "provider-key";
 export interface HeaderParams {
     accessToken?: string;
-    authMethod: "none" | "hf-token" | "credentials-include" | "provider-key";
+    authMethod: AuthMethod;
 }
 export interface UrlParams {
+    authMethod: AuthMethod;
     baseUrl: string;
     model: string;
     task?: InferenceTask;

package/dist/src/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,mBAAmB,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAE5E;;GAEG;AACH,MAAM,MAAM,OAAO,GAAG,MAAM,CAAC;AAE7B,MAAM,WAAW,OAAO;IACvB;;OAEG;IACH,cAAc,CAAC,EAAE,OAAO,CAAC;IAEzB;;OAEG;IACH,KAAK,CAAC,EAAE,OAAO,KAAK,CAAC;IACrB;;OAEG;IACH,MAAM,CAAC,EAAE,WAAW,CAAC;IAErB;;OAEG;IACH,kBAAkB,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;CACtC;AAED,MAAM,MAAM,aAAa,GAAG,OAAO,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;AAE3D,eAAO,MAAM,mBAAmB,kLActB,CAAC;AAEX,MAAM,MAAM,iBAAiB,GAAG,CAAC,OAAO,mBAAmB,CAAC,CAAC,MAAM,CAAC,CAAC;AAErE,MAAM,WAAW,QAAQ;IACxB;;;;;;OAMG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB;;;;;;;OAOG;IACH,KAAK,CAAC,EAAE,OAAO,CAAC;IAEhB;;;;OAIG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB;;;;OAIG;IACH,QAAQ,CAAC,EAAE,iBAAiB,CAAC;CAC7B;AAED,MAAM,MAAM,WAAW,GAAG,QAAQ,GACjC,CACG;IAAE,IAAI,EAAE,IAAI,GAAG,WAAW,CAAA;CAAE,GAC5B;IAAE,MAAM,EAAE,OAAO,CAAA;CAAE,GACnB;IAAE,MAAM,EAAE,MAAM,CAAA;CAAE,GAClB;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,GAChB;IAAE,SAAS,EAAE,MAAM,CAAA;CAAE,GACrB,mBAAmB,CACrB,GAAG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACrC,CAAC;AAEH,MAAM,WAAW,cAAc;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,CAAC,MAAM,EAAE,UAAU,KAAK,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC1D,WAAW,EAAE,CAAC,MAAM,EAAE,YAAY,KAAK,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC9D,OAAO,EAAE,CAAC,MAAM,EAAE,SAAS,KAAK,MAAM,CAAC;IACvC,qBAAqB,CAAC,EAAE,OAAO,CAAC;CAChC;AAED,MAAM,WAAW,YAAY;IAC5B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,GAAG,UAAU,GAAG,qBAAqB,GAAG,cAAc,CAAC;CACzE;AAED,MAAM,WAAW,SAAS;IACzB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,aAAa,CAAC;IACrB,cAAc,CAAC,EAAE,OAAO,CAAC;CACzB;AAED,MAAM,WAAW,UAAU;IAC1B,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC9B,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,aAAa,CAAC;CACrB"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,mBAAmB,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAE5E;;GAEG;AACH,MAAM,MAAM,OAAO,GAAG,MAAM,CAAC;AAE7B,MAAM,WAAW,OAAO;IACvB;;OAEG;IACH,cAAc,CAAC,EAAE,OAAO,CAAC;IAEzB;;OAEG;IACH,KAAK,CAAC,EAAE,OAAO,KAAK,CAAC;IACrB;;OAEG;IACH,MAAM,CAAC,EAAE,WAAW,CAAC;IAErB;;OAEG;IACH,kBAAkB,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;CACtC;AAED,MAAM,MAAM,aAAa,GAAG,OAAO,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;AAE3D,eAAO,MAAM,mBAAmB,kLActB,CAAC;AAEX,MAAM,MAAM,iBAAiB,GAAG,CAAC,OAAO,mBAAmB,CAAC,CAAC,MAAM,CAAC,CAAC;AAErE,MAAM,WAAW,QAAQ;IACxB;;;;;;OAMG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB;;;;;;;OAOG;IACH,KAAK,CAAC,EAAE,OAAO,CAAC;IAEhB;;;;OAIG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB;;;;OAIG;IACH,QAAQ,CAAC,EAAE,iBAAiB,CAAC;CAC7B;AAED,MAAM,MAAM,WAAW,GAAG,QAAQ,GACjC,CACG;IAAE,IAAI,EAAE,IAAI,GAAG,WAAW,CAAA;CAAE,GAC5B;IAAE,MAAM,EAAE,OAAO,CAAA;CAAE,GACnB;IAAE,MAAM,EAAE,MAAM,CAAA;CAAE,GAClB;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,GAChB;IAAE,SAAS,EAAE,MAAM,CAAA;CAAE,GACrB,mBAAmB,CACrB,GAAG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACrC,CAAC;AAEH,MAAM,WAAW,cAAc;IAC9B,WAAW,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,aAAa,KAAK,MAAM,CAAC,GAAG,CAAC,MAAM,MAAM,CAAC,CAAC;IACjE,QAAQ,EAAE,CAAC,MAAM,EAAE,UAAU,KAAK,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC1D,WAAW,EAAE,CAAC,MAAM,EAAE,YAAY,KAAK,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC9D,OAAO,EAAE,CAAC,MAAM,EAAE,SAAS,KAAK,MAAM,CAAC;IACvC,qBAAqB,CAAC,EAAE,OAAO,CAAC;CAChC;AAED,MAAM,MAAM,UAAU,GAAG,MAAM,GAAG,UAAU,GAAG,qBAAqB,GAAG,cAAc,CAAC;AAEtF,MAAM,WAAW,YAAY;IAC5B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,UAAU,CAAC;CACvB;AAED,MAAM,WAAW,SAAS;IACzB,UAAU,EAAE,UAAU,CAAC;IACvB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,aAAa,CAAC;IACrB,cAAc,CAAC,EAAE,OAAO,CAAC;CACzB;AAED,MAAM,WAAW,UAAU;IAC1B,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC9B,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,aAAa,CAAC;CACrB"}

package/dist/test/InferenceClient.spec.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"InferenceClient.spec.d.ts","sourceRoot":"","sources":["../../test/InferenceClient.spec.ts"],"names":[],"mappings":"AAeA,OAAO,OAAO,CAAC"}
+{"version":3,"file":"InferenceClient.spec.d.ts","sourceRoot":"","sources":["../../test/InferenceClient.spec.ts"],"names":[],"mappings":"AAcA,OAAO,OAAO,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@huggingface/inference",
-  "version": "3.6.1",
+  "version": "3.6.2",
   "packageManager": "pnpm@8.10.5",
   "license": "MIT",
   "author": "Hugging Face and Tim Mikeladze <tim.mikeladze@gmail.com>",
@@ -40,7 +40,7 @@
   },
   "type": "module",
   "dependencies": {
-    "@huggingface/tasks": "^0.17.8",
+    "@huggingface/tasks": "^0.18.4",
     "@huggingface/jinja": "^0.3.3"
   },
   "devDependencies": {

package/src/lib/makeRequestOptions.ts

@@ -112,6 +112,7 @@ export function makeRequestOptionsFromResolvedModel(
 	}
 ): { url: string; info: RequestInit } {
 	const { accessToken, endpointUrl, provider: maybeProvider, model, ...remainingArgs } = args;
+	void model;
 
 	const provider = maybeProvider ?? "hf-inference";
 	const providerConfig = providerConfigs[provider];
@@ -142,10 +143,11 @@ export function makeRequestOptionsFromResolvedModel(
 			? endpointUrl + `/v1/chat/completions`
 			: endpointUrl
 		: providerConfig.makeUrl({
+				authMethod,
 				baseUrl:
 					authMethod !== "provider-key"
 						? HF_HUB_INFERENCE_PROXY_TEMPLATE.replace("{{PROVIDER}}", provider)
-						: providerConfig.baseUrl,
+						: providerConfig.makeBaseUrl(task),
 				model: resolvedModel,
 				chatCompletion,
 				task,

package/src/providers/black-forest-labs.ts

@@ -14,10 +14,14 @@
  *
  * Thanks!
  */
-import type { ProviderConfig, UrlParams, HeaderParams, BodyParams } from "../types";
+import type { BodyParams, HeaderParams, ProviderConfig, UrlParams } from "../types";
 
 const BLACK_FOREST_LABS_AI_API_BASE_URL = "https://api.us1.bfl.ai";
 
+const makeBaseUrl = (): string => {
+	return BLACK_FOREST_LABS_AI_API_BASE_URL;
+};
+
 const makeBody = (params: BodyParams): Record<string, unknown> => {
 	return params.args;
 };
@@ -35,7 +39,7 @@ const makeUrl = (params: UrlParams): string => {
 };
 
 export const BLACK_FOREST_LABS_CONFIG: ProviderConfig = {
-	baseUrl: BLACK_FOREST_LABS_AI_API_BASE_URL,
+	makeBaseUrl,
 	makeBody,
 	makeHeaders,
 	makeUrl,

package/src/providers/cerebras.ts

@@ -14,10 +14,14 @@
  *
  * Thanks!
  */
-import type { ProviderConfig, UrlParams, HeaderParams, BodyParams } from "../types";
+import type { BodyParams, HeaderParams, ProviderConfig, UrlParams } from "../types";
 
 const CEREBRAS_API_BASE_URL = "https://api.cerebras.ai";
 
+const makeBaseUrl = (): string => {
+	return CEREBRAS_API_BASE_URL;
+};
+
 const makeBody = (params: BodyParams): Record<string, unknown> => {
 	return {
 		...params.args,
@@ -34,7 +38,7 @@ const makeUrl = (params: UrlParams): string => {
 };
 
 export const CEREBRAS_CONFIG: ProviderConfig = {
-	baseUrl: CEREBRAS_API_BASE_URL,
+	makeBaseUrl,
 	makeBody,
 	makeHeaders,
 	makeUrl,

package/src/providers/cohere.ts

@@ -14,10 +14,14 @@
  *
  * Thanks!
  */
-import type { ProviderConfig, UrlParams, HeaderParams, BodyParams } from "../types";
+import type { BodyParams, HeaderParams, ProviderConfig, UrlParams } from "../types";
 
 const COHERE_API_BASE_URL = "https://api.cohere.com";
 
+const makeBaseUrl = (): string => {
+	return COHERE_API_BASE_URL;
+};
+
 const makeBody = (params: BodyParams): Record<string, unknown> => {
 	return {
 		...params.args,
@@ -34,7 +38,7 @@ const makeUrl = (params: UrlParams): string => {
 };
 
 export const COHERE_CONFIG: ProviderConfig = {
-	baseUrl: COHERE_API_BASE_URL,
+	makeBaseUrl,
 	makeBody,
 	makeHeaders,
 	makeUrl,