@huggingface/inference 3.7.0 → 3.7.1

package/dist/index.js

@@ -41,442 +41,1088 @@ __export(tasks_exports, {
   zeroShotImageClassification: () => zeroShotImageClassification
 });
 
+// package.json
+var name = "@huggingface/inference";
+var version = "3.7.1";
+
 // src/config.ts
 var HF_HUB_URL = "https://huggingface.co";
 var HF_ROUTER_URL = "https://router.huggingface.co";
 var HF_HEADER_X_BILL_TO = "X-HF-Bill-To";
 
-// src/providers/black-forest-labs.ts
-var BLACK_FOREST_LABS_AI_API_BASE_URL = "https://api.us1.bfl.ai";
-var makeBaseUrl = () => {
-  return BLACK_FOREST_LABS_AI_API_BASE_URL;
+// src/lib/InferenceOutputError.ts
+var InferenceOutputError = class extends TypeError {
+  constructor(message) {
+    super(
+      `Invalid inference output: ${message}. Use the 'request' method with the same parameters to do a custom call with no type checking.`
+    );
+    this.name = "InferenceOutputError";
+  }
 };
-var makeBody = (params) => {
-  return params.args;
+
+// src/utils/delay.ts
+function delay(ms) {
+  return new Promise((resolve) => {
+    setTimeout(() => resolve(), ms);
+  });
+}
+
+// src/utils/pick.ts
+function pick(o, props) {
+  return Object.assign(
+    {},
+    ...props.map((prop) => {
+      if (o[prop] !== void 0) {
+        return { [prop]: o[prop] };
+      }
+    })
+  );
+}
+
+// src/utils/typedInclude.ts
+function typedInclude(arr, v) {
+  return arr.includes(v);
+}
+
+// src/utils/omit.ts
+function omit(o, props) {
+  const propsArr = Array.isArray(props) ? props : [props];
+  const letsKeep = Object.keys(o).filter((prop) => !typedInclude(propsArr, prop));
+  return pick(o, letsKeep);
+}
+
+// src/utils/toArray.ts
+function toArray(obj) {
+  if (Array.isArray(obj)) {
+    return obj;
+  }
+  return [obj];
+}
+
+// src/providers/providerHelper.ts
+var TaskProviderHelper = class {
+  constructor(provider, baseUrl, clientSideRoutingOnly = false) {
+    this.provider = provider;
+    this.baseUrl = baseUrl;
+    this.clientSideRoutingOnly = clientSideRoutingOnly;
+  }
+  /**
+   * Prepare the base URL for the request
+   */
+  makeBaseUrl(params) {
+    return params.authMethod !== "provider-key" ? `${HF_ROUTER_URL}/${this.provider}` : this.baseUrl;
+  }
+  /**
+   * Prepare the body for the request
+   */
+  makeBody(params) {
+    if ("data" in params.args && !!params.args.data) {
+      return params.args.data;
+    }
+    return JSON.stringify(this.preparePayload(params));
+  }
+  /**
+   * Prepare the URL for the request
+   */
+  makeUrl(params) {
+    const baseUrl = this.makeBaseUrl(params);
+    const route = this.makeRoute(params).replace(/^\/+/, "");
+    return `${baseUrl}/${route}`;
+  }
+  /**
+   * Prepare the headers for the request
+   */
+  prepareHeaders(params, isBinary) {
+    const headers = { Authorization: `Bearer ${params.accessToken}` };
+    if (!isBinary) {
+      headers["Content-Type"] = "application/json";
+    }
+    return headers;
+  }
 };
-var makeHeaders = (params) => {
-  if (params.authMethod === "provider-key") {
-    return { "X-Key": `${params.accessToken}` };
-  } else {
-    return { Authorization: `Bearer ${params.accessToken}` };
+var BaseConversationalTask = class extends TaskProviderHelper {
+  constructor(provider, baseUrl, clientSideRoutingOnly = false) {
+    super(provider, baseUrl, clientSideRoutingOnly);
+  }
+  makeRoute() {
+    return "v1/chat/completions";
+  }
+  preparePayload(params) {
+    return {
+      ...params.args,
+      model: params.model
+    };
+  }
+  async getResponse(response) {
+    if (typeof response === "object" && Array.isArray(response?.choices) && typeof response?.created === "number" && typeof response?.id === "string" && typeof response?.model === "string" && /// Together.ai and Nebius do not output a system_fingerprint
+    (response.system_fingerprint === void 0 || response.system_fingerprint === null || typeof response.system_fingerprint === "string") && typeof response?.usage === "object") {
+      return response;
+    }
+    throw new InferenceOutputError("Expected ChatCompletionOutput");
   }
 };
-var makeUrl = (params) => {
-  return `${params.baseUrl}/v1/${params.model}`;
+var BaseTextGenerationTask = class extends TaskProviderHelper {
+  constructor(provider, baseUrl, clientSideRoutingOnly = false) {
+    super(provider, baseUrl, clientSideRoutingOnly);
+  }
+  preparePayload(params) {
+    return {
+      ...params.args,
+      model: params.model
+    };
+  }
+  makeRoute() {
+    return "v1/completions";
+  }
+  async getResponse(response) {
+    const res = toArray(response);
+    if (Array.isArray(res) && res.length > 0 && res.every(
+      (x) => typeof x === "object" && !!x && "generated_text" in x && typeof x.generated_text === "string"
+    )) {
+      return res[0];
+    }
+    throw new InferenceOutputError("Expected Array<{generated_text: string}>");
+  }
 };
-var BLACK_FOREST_LABS_CONFIG = {
-  makeBaseUrl,
-  makeBody,
-  makeHeaders,
-  makeUrl
+
+// src/providers/black-forest-labs.ts
+var BLACK_FOREST_LABS_AI_API_BASE_URL = "https://api.us1.bfl.ai";
+var BlackForestLabsTextToImageTask = class extends TaskProviderHelper {
+  constructor() {
+    super("black-forest-labs", BLACK_FOREST_LABS_AI_API_BASE_URL);
+  }
+  preparePayload(params) {
+    return {
+      ...omit(params.args, ["inputs", "parameters"]),
+      ...params.args.parameters,
+      prompt: params.args.inputs
+    };
+  }
+  prepareHeaders(params, binary) {
+    const headers = {
+      Authorization: params.authMethod !== "provider-key" ? `Bearer ${params.accessToken}` : `X-Key ${params.accessToken}`
+    };
+    if (!binary) {
+      headers["Content-Type"] = "application/json";
+    }
+    return headers;
+  }
+  makeRoute(params) {
+    if (!params) {
+      throw new Error("Params are required");
+    }
+    return `/v1/${params.model}`;
+  }
+  async getResponse(response, url, headers, outputType) {
+    const urlObj = new URL(response.polling_url);
+    for (let step = 0; step < 5; step++) {
+      await delay(1e3);
+      console.debug(`Polling Black Forest Labs API for the result... ${step + 1}/5`);
+      urlObj.searchParams.set("attempt", step.toString(10));
+      const resp = await fetch(urlObj, { headers: { "Content-Type": "application/json" } });
+      if (!resp.ok) {
+        throw new InferenceOutputError("Failed to fetch result from black forest labs API");
+      }
+      const payload = await resp.json();
+      if (typeof payload === "object" && payload && "status" in payload && typeof payload.status === "string" && payload.status === "Ready" && "result" in payload && typeof payload.result === "object" && payload.result && "sample" in payload.result && typeof payload.result.sample === "string") {
+        if (outputType === "url") {
+          return payload.result.sample;
+        }
+        const image = await fetch(payload.result.sample);
+        return await image.blob();
+      }
+    }
+    throw new InferenceOutputError("Failed to fetch result from black forest labs API");
+  }
 };
 
 // src/providers/cerebras.ts
-var CEREBRAS_API_BASE_URL = "https://api.cerebras.ai";
-var makeBaseUrl2 = () => {
-  return CEREBRAS_API_BASE_URL;
+var CerebrasConversationalTask = class extends BaseConversationalTask {
+  constructor() {
+    super("cerebras", "https://api.cerebras.ai");
+  }
 };
-var makeBody2 = (params) => {
-  return {
-    ...params.args,
-    model: params.model
-  };
+
+// src/providers/cohere.ts
+var CohereConversationalTask = class extends BaseConversationalTask {
+  constructor() {
+    super("cohere", "https://api.cohere.com");
+  }
+  makeRoute() {
+    return "/compatibility/v1/chat/completions";
+  }
+};
+
+// src/lib/isUrl.ts
+function isUrl(modelOrUrl) {
+  return /^http(s?):/.test(modelOrUrl) || modelOrUrl.startsWith("/");
+}
+
+// src/providers/fal-ai.ts
+var FAL_AI_SUPPORTED_BLOB_TYPES = ["audio/mpeg", "audio/mp4", "audio/wav", "audio/x-wav"];
+var FalAITask = class extends TaskProviderHelper {
+  constructor(url) {
+    super("fal-ai", url || "https://fal.run");
+  }
+  preparePayload(params) {
+    return params.args;
+  }
+  makeRoute(params) {
+    return `/${params.model}`;
+  }
+  prepareHeaders(params, binary) {
+    const headers = {
+      Authorization: params.authMethod !== "provider-key" ? `Bearer ${params.accessToken}` : `Key ${params.accessToken}`
+    };
+    if (!binary) {
+      headers["Content-Type"] = "application/json";
+    }
+    return headers;
+  }
+};
+var FalAITextToImageTask = class extends FalAITask {
+  preparePayload(params) {
+    return {
+      ...omit(params.args, ["inputs", "parameters"]),
+      ...params.args.parameters,
+      sync_mode: true,
+      prompt: params.args.inputs
+    };
+  }
+  async getResponse(response, outputType) {
+    if (typeof response === "object" && "images" in response && Array.isArray(response.images) && response.images.length > 0 && "url" in response.images[0] && typeof response.images[0].url === "string") {
+      if (outputType === "url") {
+        return response.images[0].url;
+      }
+      const urlResponse = await fetch(response.images[0].url);
+      return await urlResponse.blob();
+    }
+    throw new InferenceOutputError("Expected Fal.ai text-to-image response format");
+  }
+};
+var FalAITextToVideoTask = class extends FalAITask {
+  constructor() {
+    super("https://queue.fal.run");
+  }
+  makeRoute(params) {
+    if (params.authMethod !== "provider-key") {
+      return `/${params.model}?_subdomain=queue`;
+    }
+    return `/${params.model}`;
+  }
+  preparePayload(params) {
+    return {
+      ...omit(params.args, ["inputs", "parameters"]),
+      ...params.args.parameters,
+      prompt: params.args.inputs
+    };
+  }
+  async getResponse(response, url, headers) {
+    if (!url || !headers) {
+      throw new InferenceOutputError("URL and headers are required for text-to-video task");
+    }
+    const requestId = response.request_id;
+    if (!requestId) {
+      throw new InferenceOutputError("No request ID found in the response");
+    }
+    let status = response.status;
+    const parsedUrl = new URL(url);
+    const baseUrl = `${parsedUrl.protocol}//${parsedUrl.host}${parsedUrl.host === "router.huggingface.co" ? "/fal-ai" : ""}`;
+    const modelId = new URL(response.response_url).pathname;
+    const queryParams = parsedUrl.search;
+    const statusUrl = `${baseUrl}${modelId}/status${queryParams}`;
+    const resultUrl = `${baseUrl}${modelId}${queryParams}`;
+    while (status !== "COMPLETED") {
+      await delay(500);
+      const statusResponse = await fetch(statusUrl, { headers });
+      if (!statusResponse.ok) {
+        throw new InferenceOutputError("Failed to fetch response status from fal-ai API");
+      }
+      try {
+        status = (await statusResponse.json()).status;
+      } catch (error) {
+        throw new InferenceOutputError("Failed to parse status response from fal-ai API");
+      }
+    }
+    const resultResponse = await fetch(resultUrl, { headers });
+    let result;
+    try {
+      result = await resultResponse.json();
+    } catch (error) {
+      throw new InferenceOutputError("Failed to parse result response from fal-ai API");
+    }
+    if (typeof result === "object" && !!result && "video" in result && typeof result.video === "object" && !!result.video && "url" in result.video && typeof result.video.url === "string" && isUrl(result.video.url)) {
+      const urlResponse = await fetch(result.video.url);
+      return await urlResponse.blob();
+    } else {
+      throw new InferenceOutputError(
+        "Expected { video: { url: string } } result format, got instead: " + JSON.stringify(result)
+      );
+    }
+  }
 };
-var makeHeaders2 = (params) => {
-  return { Authorization: `Bearer ${params.accessToken}` };
+var FalAIAutomaticSpeechRecognitionTask = class extends FalAITask {
+  prepareHeaders(params, binary) {
+    const headers = super.prepareHeaders(params, binary);
+    headers["Content-Type"] = "application/json";
+    return headers;
+  }
+  async getResponse(response) {
+    const res = response;
+    if (typeof res?.text !== "string") {
+      throw new InferenceOutputError(
+        `Expected { text: string } format from Fal.ai Automatic Speech Recognition, got: ${JSON.stringify(response)}`
+      );
+    }
+    return { text: res.text };
+  }
 };
-var makeUrl2 = (params) => {
-  return `${params.baseUrl}/v1/chat/completions`;
+var FalAITextToSpeechTask = class extends FalAITask {
+  preparePayload(params) {
+    return {
+      ...omit(params.args, ["inputs", "parameters"]),
+      ...params.args.parameters,
+      lyrics: params.args.inputs
+    };
+  }
+  async getResponse(response) {
+    const res = response;
+    if (typeof res?.audio?.url !== "string") {
+      throw new InferenceOutputError(
+        `Expected { audio: { url: string } } format from Fal.ai Text-to-Speech, got: ${JSON.stringify(response)}`
+      );
+    }
+    try {
+      const urlResponse = await fetch(res.audio.url);
+      if (!urlResponse.ok) {
+        throw new Error(`Failed to fetch audio from ${res.audio.url}: ${urlResponse.statusText}`);
+      }
+      return await urlResponse.blob();
+    } catch (error) {
+      throw new InferenceOutputError(
+        `Error fetching or processing audio from Fal.ai Text-to-Speech URL: ${res.audio.url}. ${error instanceof Error ? error.message : String(error)}`
+      );
+    }
+  }
 };
-var CEREBRAS_CONFIG = {
-  makeBaseUrl: makeBaseUrl2,
-  makeBody: makeBody2,
-  makeHeaders: makeHeaders2,
-  makeUrl: makeUrl2
+
+// src/providers/fireworks-ai.ts
+var FireworksConversationalTask = class extends BaseConversationalTask {
+  constructor() {
+    super("fireworks-ai", "https://api.fireworks.ai");
+  }
+  makeRoute() {
+    return "/inference/v1/chat/completions";
+  }
 };
 
-// src/providers/cohere.ts
-var COHERE_API_BASE_URL = "https://api.cohere.com";
-var makeBaseUrl3 = () => {
-  return COHERE_API_BASE_URL;
+// src/providers/hf-inference.ts
+var HFInferenceTask = class extends TaskProviderHelper {
+  constructor() {
+    super("hf-inference", `${HF_ROUTER_URL}/hf-inference`);
+  }
+  preparePayload(params) {
+    return params.args;
+  }
+  makeUrl(params) {
+    if (params.model.startsWith("http://") || params.model.startsWith("https://")) {
+      return params.model;
+    }
+    return super.makeUrl(params);
+  }
+  makeRoute(params) {
+    if (params.task && ["feature-extraction", "sentence-similarity"].includes(params.task)) {
+      return `pipeline/${params.task}/${params.model}`;
+    }
+    return `models/${params.model}`;
+  }
+  async getResponse(response) {
+    return response;
+  }
 };
-var makeBody3 = (params) => {
-  return {
-    ...params.args,
-    model: params.model
-  };
+var HFInferenceTextToImageTask = class extends HFInferenceTask {
+  async getResponse(response, url, headers, outputType) {
+    if (!response) {
+      throw new InferenceOutputError("response is undefined");
+    }
+    if (typeof response == "object") {
+      if ("data" in response && Array.isArray(response.data) && response.data[0].b64_json) {
+        const base64Data = response.data[0].b64_json;
+        if (outputType === "url") {
+          return `data:image/jpeg;base64,${base64Data}`;
+        }
+        const base64Response = await fetch(`data:image/jpeg;base64,${base64Data}`);
+        return await base64Response.blob();
+      }
+      if ("output" in response && Array.isArray(response.output)) {
+        if (outputType === "url") {
+          return response.output[0];
+        }
+        const urlResponse = await fetch(response.output[0]);
+        const blob = await urlResponse.blob();
+        return blob;
+      }
+    }
+    if (response instanceof Blob) {
+      if (outputType === "url") {
+        const b64 = await response.arrayBuffer().then((buf) => Buffer.from(buf).toString("base64"));
+        return `data:image/jpeg;base64,${b64}`;
+      }
+      return response;
+    }
+    throw new InferenceOutputError("Expected a Blob ");
+  }
+};
+var HFInferenceConversationalTask = class extends HFInferenceTask {
+  makeUrl(params) {
+    let url;
+    if (params.model.startsWith("http://") || params.model.startsWith("https://")) {
+      url = params.model.trim();
+    } else {
+      url = `${this.makeBaseUrl(params)}/models/${params.model}`;
+    }
+    url = url.replace(/\/+$/, "");
+    if (url.endsWith("/v1")) {
+      url += "/chat/completions";
+    } else if (!url.endsWith("/chat/completions")) {
+      url += "/v1/chat/completions";
+    }
+    return url;
+  }
+  preparePayload(params) {
+    return {
+      ...params.args,
+      model: params.model
+    };
+  }
+  async getResponse(response) {
+    return response;
+  }
 };
-var makeHeaders3 = (params) => {
-  return { Authorization: `Bearer ${params.accessToken}` };
+var HFInferenceTextGenerationTask = class extends HFInferenceTask {
+  async getResponse(response) {
+    const res = toArray(response);
+    if (Array.isArray(res) && res.every((x) => "generated_text" in x && typeof x?.generated_text === "string")) {
+      return res?.[0];
+    }
+    throw new InferenceOutputError("Expected Array<{generated_text: string}>");
+  }
 };
-var makeUrl3 = (params) => {
-  return `${params.baseUrl}/compatibility/v1/chat/completions`;
+var HFInferenceAudioClassificationTask = class extends HFInferenceTask {
+  async getResponse(response) {
+    if (Array.isArray(response) && response.every(
+      (x) => typeof x === "object" && x !== null && typeof x.label === "string" && typeof x.score === "number"
+    )) {
+      return response;
+    }
+    throw new InferenceOutputError("Expected Array<{label: string, score: number}> but received different format");
+  }
 };
-var COHERE_CONFIG = {
-  makeBaseUrl: makeBaseUrl3,
-  makeBody: makeBody3,
-  makeHeaders: makeHeaders3,
-  makeUrl: makeUrl3
+var HFInferenceAutomaticSpeechRecognitionTask = class extends HFInferenceTask {
+  async getResponse(response) {
+    return response;
+  }
 };
-
-// src/lib/InferenceOutputError.ts
-var InferenceOutputError = class extends TypeError {
-  constructor(message) {
-    super(
-      `Invalid inference output: ${message}. Use the 'request' method with the same parameters to do a custom call with no type checking.`
+var HFInferenceAudioToAudioTask = class extends HFInferenceTask {
+  async getResponse(response) {
+    if (!Array.isArray(response)) {
+      throw new InferenceOutputError("Expected Array");
+    }
+    if (!response.every((elem) => {
+      return typeof elem === "object" && elem && "label" in elem && typeof elem.label === "string" && "content-type" in elem && typeof elem["content-type"] === "string" && "blob" in elem && typeof elem.blob === "string";
+    })) {
+      throw new InferenceOutputError("Expected Array<{label: string, audio: Blob}>");
+    }
+    return response;
+  }
+};
+var HFInferenceDocumentQuestionAnsweringTask = class extends HFInferenceTask {
+  async getResponse(response) {
+    if (Array.isArray(response) && response.every(
+      (elem) => typeof elem === "object" && !!elem && typeof elem?.answer === "string" && (typeof elem.end === "number" || typeof elem.end === "undefined") && (typeof elem.score === "number" || typeof elem.score === "undefined") && (typeof elem.start === "number" || typeof elem.start === "undefined")
+    )) {
+      return response[0];
+    }
+    throw new InferenceOutputError("Expected Array<{answer: string, end: number, score: number, start: number}>");
+  }
+};
+var HFInferenceFeatureExtractionTask = class extends HFInferenceTask {
+  async getResponse(response) {
+    const isNumArrayRec = (arr, maxDepth, curDepth = 0) => {
+      if (curDepth > maxDepth)
+        return false;
+      if (arr.every((x) => Array.isArray(x))) {
+        return arr.every((x) => isNumArrayRec(x, maxDepth, curDepth + 1));
+      } else {
+        return arr.every((x) => typeof x === "number");
+      }
+    };
+    if (Array.isArray(response) && isNumArrayRec(response, 3, 0)) {
+      return response;
+    }
+    throw new InferenceOutputError("Expected Array<number[][][] | number[][] | number[] | number>");
+  }
+};
+var HFInferenceImageClassificationTask = class extends HFInferenceTask {
+  async getResponse(response) {
+    if (Array.isArray(response) && response.every((x) => typeof x.label === "string" && typeof x.score === "number")) {
+      return response;
+    }
+    throw new InferenceOutputError("Expected Array<{label: string, score: number}>");
+  }
+};
+var HFInferenceImageSegmentationTask = class extends HFInferenceTask {
+  async getResponse(response) {
+    if (Array.isArray(response) && response.every((x) => typeof x.label === "string" && typeof x.mask === "string" && typeof x.score === "number")) {
+      return response;
+    }
+    throw new InferenceOutputError("Expected Array<{label: string, mask: string, score: number}>");
+  }
+};
+var HFInferenceImageToTextTask = class extends HFInferenceTask {
+  async getResponse(response) {
+    if (typeof response?.generated_text !== "string") {
+      throw new InferenceOutputError("Expected {generated_text: string}");
+    }
+    return response;
+  }
+};
+var HFInferenceImageToImageTask = class extends HFInferenceTask {
+  async getResponse(response) {
+    if (response instanceof Blob) {
+      return response;
+    }
+    throw new InferenceOutputError("Expected Blob");
+  }
+};
+var HFInferenceObjectDetectionTask = class extends HFInferenceTask {
+  async getResponse(response) {
+    if (Array.isArray(response) && response.every(
+      (x) => typeof x.label === "string" && typeof x.score === "number" && typeof x.box.xmin === "number" && typeof x.box.ymin === "number" && typeof x.box.xmax === "number" && typeof x.box.ymax === "number"
+    )) {
+      return response;
+    }
+    throw new InferenceOutputError(
+      "Expected Array<{label: string, score: number, box: {xmin: number, ymin: number, xmax: number, ymax: number}}>"
     );
-    this.name = "InferenceOutputError";
   }
 };
-
-// src/lib/isUrl.ts
-function isUrl(modelOrUrl) {
-  return /^http(s?):/.test(modelOrUrl) || modelOrUrl.startsWith("/");
-}
-
-// src/utils/delay.ts
-function delay(ms) {
-  return new Promise((resolve) => {
-    setTimeout(() => resolve(), ms);
-  });
-}
-
-// src/providers/fal-ai.ts
-var FAL_AI_API_BASE_URL = "https://fal.run";
-var FAL_AI_API_BASE_URL_QUEUE = "https://queue.fal.run";
-var makeBaseUrl4 = (task) => {
-  return task === "text-to-video" ? FAL_AI_API_BASE_URL_QUEUE : FAL_AI_API_BASE_URL;
+var HFInferenceZeroShotImageClassificationTask = class extends HFInferenceTask {
+  async getResponse(response) {
+    if (Array.isArray(response) && response.every((x) => typeof x.label === "string" && typeof x.score === "number")) {
+      return response;
+    }
+    throw new InferenceOutputError("Expected Array<{label: string, score: number}>");
+  }
+};
+var HFInferenceTextClassificationTask = class extends HFInferenceTask {
+  async getResponse(response) {
+    const output = response?.[0];
+    if (Array.isArray(output) && output.every((x) => typeof x?.label === "string" && typeof x.score === "number")) {
+      return output;
+    }
+    throw new InferenceOutputError("Expected Array<{label: string, score: number}>");
+  }
 };
-var makeBody4 = (params) => {
-  return params.args;
+var HFInferenceQuestionAnsweringTask = class extends HFInferenceTask {
+  async getResponse(response) {
+    if (Array.isArray(response) ? response.every(
+      (elem) => typeof elem === "object" && !!elem && typeof elem.answer === "string" && typeof elem.end === "number" && typeof elem.score === "number" && typeof elem.start === "number"
+    ) : typeof response === "object" && !!response && typeof response.answer === "string" && typeof response.end === "number" && typeof response.score === "number" && typeof response.start === "number") {
+      return Array.isArray(response) ? response[0] : response;
+    }
+    throw new InferenceOutputError("Expected Array<{answer: string, end: number, score: number, start: number}>");
+  }
 };
-var makeHeaders4 = (params) => {
-  return {
-    Authorization: params.authMethod === "provider-key" ? `Key ${params.accessToken}` : `Bearer ${params.accessToken}`
-  };
+var HFInferenceFillMaskTask = class extends HFInferenceTask {
+  async getResponse(response) {
+    if (Array.isArray(response) && response.every(
+      (x) => typeof x.score === "number" && typeof x.sequence === "string" && typeof x.token === "number" && typeof x.token_str === "string"
+    )) {
+      return response;
+    }
+    throw new InferenceOutputError(
+      "Expected Array<{score: number, sequence: string, token: number, token_str: string}>"
+    );
+  }
 };
-var makeUrl4 = (params) => {
-  const baseUrl = `${params.baseUrl}/${params.model}`;
-  if (params.authMethod !== "provider-key" && params.task === "text-to-video") {
-    return `${baseUrl}?_subdomain=queue`;
-  }
-  return baseUrl;
-};
-var FAL_AI_CONFIG = {
-  makeBaseUrl: makeBaseUrl4,
-  makeBody: makeBody4,
-  makeHeaders: makeHeaders4,
-  makeUrl: makeUrl4
-};
-async function pollFalResponse(res, url, headers) {
-  const requestId = res.request_id;
-  if (!requestId) {
-    throw new InferenceOutputError("No request ID found in the response");
-  }
-  let status = res.status;
-  const parsedUrl = new URL(url);
-  const baseUrl = `${parsedUrl.protocol}//${parsedUrl.host}${parsedUrl.host === "router.huggingface.co" ? "/fal-ai" : ""}`;
-  const modelId = new URL(res.response_url).pathname;
-  const queryParams = parsedUrl.search;
-  const statusUrl = `${baseUrl}${modelId}/status${queryParams}`;
-  const resultUrl = `${baseUrl}${modelId}${queryParams}`;
-  while (status !== "COMPLETED") {
-    await delay(500);
-    const statusResponse = await fetch(statusUrl, { headers });
-    if (!statusResponse.ok) {
-      throw new InferenceOutputError("Failed to fetch response status from fal-ai API");
+var HFInferenceZeroShotClassificationTask = class extends HFInferenceTask {
+  async getResponse(response) {
+    if (Array.isArray(response) && response.every(
+      (x) => Array.isArray(x.labels) && x.labels.every((_label) => typeof _label === "string") && Array.isArray(x.scores) && x.scores.every((_score) => typeof _score === "number") && typeof x.sequence === "string"
+    )) {
+      return response;
     }
-    try {
-      status = (await statusResponse.json()).status;
-    } catch (error) {
-      throw new InferenceOutputError("Failed to parse status response from fal-ai API");
+    throw new InferenceOutputError("Expected Array<{labels: string[], scores: number[], sequence: string}>");
+  }
+};
+var HFInferenceSentenceSimilarityTask = class extends HFInferenceTask {
+  async getResponse(response) {
+    if (Array.isArray(response) && response.every((x) => typeof x === "number")) {
+      return response;
     }
+    throw new InferenceOutputError("Expected Array<number>");
   }
-  const resultResponse = await fetch(resultUrl, { headers });
-  let result;
-  try {
-    result = await resultResponse.json();
-  } catch (error) {
-    throw new InferenceOutputError("Failed to parse result response from fal-ai API");
+};
+var HFInferenceTableQuestionAnsweringTask = class extends HFInferenceTask {
+  static validate(elem) {
+    return typeof elem === "object" && !!elem && "aggregator" in elem && typeof elem.aggregator === "string" && "answer" in elem && typeof elem.answer === "string" && "cells" in elem && Array.isArray(elem.cells) && elem.cells.every((x) => typeof x === "string") && "coordinates" in elem && Array.isArray(elem.coordinates) && elem.coordinates.every(
+      (coord) => Array.isArray(coord) && coord.every((x) => typeof x === "number")
+    );
   }
-  if (typeof result === "object" && !!result && "video" in result && typeof result.video === "object" && !!result.video && "url" in result.video && typeof result.video.url === "string" && isUrl(result.video.url)) {
-    const urlResponse = await fetch(result.video.url);
-    return await urlResponse.blob();
-  } else {
+  async getResponse(response) {
+    if (Array.isArray(response) && Array.isArray(response) ? response.every((elem) => HFInferenceTableQuestionAnsweringTask.validate(elem)) : HFInferenceTableQuestionAnsweringTask.validate(response)) {
+      return Array.isArray(response) ? response[0] : response;
+    }
     throw new InferenceOutputError(
-      "Expected { video: { url: string } } result format, got instead: " + JSON.stringify(result)
+      "Expected {aggregator: string, answer: string, cells: string[], coordinates: number[][]}"
     );
   }
-}
-
-// src/providers/fireworks-ai.ts
-var FIREWORKS_AI_API_BASE_URL = "https://api.fireworks.ai";
-var makeBaseUrl5 = () => {
-  return FIREWORKS_AI_API_BASE_URL;
-};
-var makeBody5 = (params) => {
-  return {
-    ...params.args,
-    ...params.chatCompletion ? { model: params.model } : void 0
-  };
 };
-var makeHeaders5 = (params) => {
-  return { Authorization: `Bearer ${params.accessToken}` };
-};
-var makeUrl5 = (params) => {
-  if (params.chatCompletion) {
-    return `${params.baseUrl}/inference/v1/chat/completions`;
+var HFInferenceTokenClassificationTask = class extends HFInferenceTask {
+  async getResponse(response) {
+    if (Array.isArray(response) && response.every(
+      (x) => typeof x.end === "number" && typeof x.entity_group === "string" && typeof x.score === "number" && typeof x.start === "number" && typeof x.word === "string"
+    )) {
+      return response;
+    }
+    throw new InferenceOutputError(
+      "Expected Array<{end: number, entity_group: string, score: number, start: number, word: string}>"
+    );
   }
-  return `${params.baseUrl}/inference`;
 };
-var FIREWORKS_AI_CONFIG = {
-  makeBaseUrl: makeBaseUrl5,
-  makeBody: makeBody5,
-  makeHeaders: makeHeaders5,
-  makeUrl: makeUrl5
+var HFInferenceTranslationTask = class extends HFInferenceTask {
+  async getResponse(response) {
+    if (Array.isArray(response) && response.every((x) => typeof x?.translation_text === "string")) {
+      return response?.length === 1 ? response?.[0] : response;
+    }
+    throw new InferenceOutputError("Expected Array<{translation_text: string}>");
+  }
 };
-
-// src/providers/hf-inference.ts
-var makeBaseUrl6 = () => {
-  return `${HF_ROUTER_URL}/hf-inference`;
+var HFInferenceSummarizationTask = class extends HFInferenceTask {
+  async getResponse(response) {
+    if (Array.isArray(response) && response.every((x) => typeof x?.summary_text === "string")) {
+      return response?.[0];
+    }
+    throw new InferenceOutputError("Expected Array<{summary_text: string}>");
+  }
 };
-var makeBody6 = (params) => {
-  return {
-    ...params.args,
-    ...params.chatCompletion ? { model: params.model } : void 0
-  };
+var HFInferenceTextToSpeechTask = class extends HFInferenceTask {
+  async getResponse(response) {
+    return response;
+  }
 };
-var makeHeaders6 = (params) => {
-  return { Authorization: `Bearer ${params.accessToken}` };
+var HFInferenceTabularClassificationTask = class extends HFInferenceTask {
+  async getResponse(response) {
+    if (Array.isArray(response) && response.every((x) => typeof x === "number")) {
+      return response;
+    }
+    throw new InferenceOutputError("Expected Array<number>");
+  }
 };
-var makeUrl6 = (params) => {
-  if (params.task && ["feature-extraction", "sentence-similarity"].includes(params.task)) {
-    return `${params.baseUrl}/pipeline/${params.task}/${params.model}`;
+var HFInferenceVisualQuestionAnsweringTask = class extends HFInferenceTask {
+  async getResponse(response) {
+    if (Array.isArray(response) && response.every(
+      (elem) => typeof elem === "object" && !!elem && typeof elem?.answer === "string" && typeof elem.score === "number"
+    )) {
+      return response[0];
+    }
+    throw new InferenceOutputError("Expected Array<{answer: string, score: number}>");
   }
-  if (params.chatCompletion) {
-    return `${params.baseUrl}/models/${params.model}/v1/chat/completions`;
+};
+var HFInferenceTabularRegressionTask = class extends HFInferenceTask {
+  async getResponse(response) {
+    if (Array.isArray(response) && response.every((x) => typeof x === "number")) {
+      return response;
+    }
+    throw new InferenceOutputError("Expected Array<number>");
   }
-  return `${params.baseUrl}/models/${params.model}`;
 };
-var HF_INFERENCE_CONFIG = {
-  makeBaseUrl: makeBaseUrl6,
-  makeBody: makeBody6,
-  makeHeaders: makeHeaders6,
-  makeUrl: makeUrl6
+var HFInferenceTextToAudioTask = class extends HFInferenceTask {
+  async getResponse(response) {
+    return response;
+  }
 };
 
 // src/providers/hyperbolic.ts
 var HYPERBOLIC_API_BASE_URL = "https://api.hyperbolic.xyz";
-var makeBaseUrl7 = () => {
-  return HYPERBOLIC_API_BASE_URL;
-};
-var makeBody7 = (params) => {
-  return {
-    ...params.args,
-    ...params.task === "text-to-image" ? { model_name: params.model } : { model: params.model }
-  };
-};
-var makeHeaders7 = (params) => {
-  return { Authorization: `Bearer ${params.accessToken}` };
+var HyperbolicConversationalTask = class extends BaseConversationalTask {
+  constructor() {
+    super("hyperbolic", HYPERBOLIC_API_BASE_URL);
+  }
 };
-var makeUrl7 = (params) => {
-  if (params.task === "text-to-image") {
-    return `${params.baseUrl}/v1/images/generations`;
+var HyperbolicTextGenerationTask = class extends BaseTextGenerationTask {
+  constructor() {
+    super("hyperbolic", HYPERBOLIC_API_BASE_URL);
+  }
+  makeRoute() {
+    return "v1/chat/completions";
+  }
+  preparePayload(params) {
+    return {
+      messages: [{ content: params.args.inputs, role: "user" }],
+      ...params.args.parameters ? {
+        max_tokens: params.args.parameters.max_new_tokens,
+        ...omit(params.args.parameters, "max_new_tokens")
+      } : void 0,
+      ...omit(params.args, ["inputs", "parameters"]),
+      model: params.model
+    };
+  }
+  async getResponse(response) {
+    if (typeof response === "object" && "choices" in response && Array.isArray(response?.choices) && typeof response?.model === "string") {
+      const completion = response.choices[0];
+      return {
+        generated_text: completion.message.content
+      };
+    }
+    throw new InferenceOutputError("Expected Hyperbolic text generation response format");
   }
-  return `${params.baseUrl}/v1/chat/completions`;
 };
-var HYPERBOLIC_CONFIG = {
-  makeBaseUrl: makeBaseUrl7,
-  makeBody: makeBody7,
-  makeHeaders: makeHeaders7,
-  makeUrl: makeUrl7
+var HyperbolicTextToImageTask = class extends TaskProviderHelper {
+  constructor() {
+    super("hyperbolic", HYPERBOLIC_API_BASE_URL);
+  }
+  makeRoute(params) {
+    return `/v1/images/generations`;
+  }
+  preparePayload(params) {
+    return {
+      ...omit(params.args, ["inputs", "parameters"]),
+      ...params.args.parameters,
+      prompt: params.args.inputs,
+      model_name: params.model
+    };
+  }
+  async getResponse(response, url, headers, outputType) {
+    if (typeof response === "object" && "images" in response && Array.isArray(response.images) && response.images[0] && typeof response.images[0].image === "string") {
+      if (outputType === "url") {
+        return `data:image/jpeg;base64,${response.images[0].image}`;
+      }
+      return fetch(`data:image/jpeg;base64,${response.images[0].image}`).then((res) => res.blob());
+    }
+    throw new InferenceOutputError("Expected Hyperbolic text-to-image response format");
+  }
 };
 
 // src/providers/nebius.ts
 var NEBIUS_API_BASE_URL = "https://api.studio.nebius.ai";
-var makeBaseUrl8 = () => {
-  return NEBIUS_API_BASE_URL;
-};
-var makeBody8 = (params) => {
-  return {
-    ...params.args,
-    model: params.model
-  };
+var NebiusConversationalTask = class extends BaseConversationalTask {
+  constructor() {
+    super("nebius", NEBIUS_API_BASE_URL);
+  }
 };
-var makeHeaders8 = (params) => {
-  return { Authorization: `Bearer ${params.accessToken}` };
+var NebiusTextGenerationTask = class extends BaseTextGenerationTask {
+  constructor() {
+    super("nebius", NEBIUS_API_BASE_URL);
+  }
 };
-var makeUrl8 = (params) => {
-  if (params.task === "text-to-image") {
-    return `${params.baseUrl}/v1/images/generations`;
+var NebiusTextToImageTask = class extends TaskProviderHelper {
+  constructor() {
+    super("nebius", NEBIUS_API_BASE_URL);
+  }
+  preparePayload(params) {
+    return {
+      ...omit(params.args, ["inputs", "parameters"]),
+      ...params.args.parameters,
+      response_format: "b64_json",
+      prompt: params.args.inputs,
+      model: params.model
+    };
   }
-  if (params.chatCompletion) {
-    return `${params.baseUrl}/v1/chat/completions`;
+  makeRoute(params) {
+    return "v1/images/generations";
   }
-  if (params.task === "text-generation") {
-    return `${params.baseUrl}/v1/completions`;
+  async getResponse(response, url, headers, outputType) {
+    if (typeof response === "object" && "data" in response && Array.isArray(response.data) && response.data.length > 0 && "b64_json" in response.data[0] && typeof response.data[0].b64_json === "string") {
+      const base64Data = response.data[0].b64_json;
+      if (outputType === "url") {
+        return `data:image/jpeg;base64,${base64Data}`;
+      }
+      return fetch(`data:image/jpeg;base64,${base64Data}`).then((res) => res.blob());
+    }
+    throw new InferenceOutputError("Expected Nebius text-to-image response format");
   }
-  return params.baseUrl;
-};
-var NEBIUS_CONFIG = {
-  makeBaseUrl: makeBaseUrl8,
-  makeBody: makeBody8,
-  makeHeaders: makeHeaders8,
-  makeUrl: makeUrl8
 };
 
 // src/providers/novita.ts
 var NOVITA_API_BASE_URL = "https://api.novita.ai";
-var makeBaseUrl9 = () => {
-  return NOVITA_API_BASE_URL;
-};
-var makeBody9 = (params) => {
-  return {
-    ...params.args,
-    ...params.chatCompletion ? { model: params.model } : void 0
-  };
-};
-var makeHeaders9 = (params) => {
-  return { Authorization: `Bearer ${params.accessToken}` };
+var NovitaTextGenerationTask = class extends BaseTextGenerationTask {
+  constructor() {
+    super("novita", NOVITA_API_BASE_URL);
+  }
+  makeRoute() {
+    return "/v3/openai/chat/completions";
+  }
 };
-var makeUrl9 = (params) => {
-  if (params.chatCompletion) {
-    return `${params.baseUrl}/v3/openai/chat/completions`;
-  } else if (params.task === "text-generation") {
-    return `${params.baseUrl}/v3/openai/completions`;
-  } else if (params.task === "text-to-video") {
-    return `${params.baseUrl}/v3/hf/${params.model}`;
+var NovitaConversationalTask = class extends BaseConversationalTask {
+  constructor() {
+    super("novita", NOVITA_API_BASE_URL);
+  }
+  makeRoute() {
+    return "/v3/openai/chat/completions";
   }
-  return params.baseUrl;
 };
-var NOVITA_CONFIG = {
-  makeBaseUrl: makeBaseUrl9,
-  makeBody: makeBody9,
-  makeHeaders: makeHeaders9,
-  makeUrl: makeUrl9
+
+// src/providers/openai.ts
+var OPENAI_API_BASE_URL = "https://api.openai.com";
+var OpenAIConversationalTask = class extends BaseConversationalTask {
+  constructor() {
+    super("openai", OPENAI_API_BASE_URL, true);
+  }
 };
 
 // src/providers/replicate.ts
-var REPLICATE_API_BASE_URL = "https://api.replicate.com";
-var makeBaseUrl10 = () => {
-  return REPLICATE_API_BASE_URL;
-};
-var makeBody10 = (params) => {
-  return {
-    input: params.args,
-    version: params.model.includes(":") ? params.model.split(":")[1] : void 0
-  };
+var ReplicateTask = class extends TaskProviderHelper {
+  constructor(url) {
+    super("replicate", url || "https://api.replicate.com");
+  }
+  makeRoute(params) {
+    if (params.model.includes(":")) {
+      return "v1/predictions";
+    }
+    return `v1/models/${params.model}/predictions`;
+  }
+  preparePayload(params) {
+    return {
+      input: {
+        ...omit(params.args, ["inputs", "parameters"]),
+        ...params.args.parameters,
+        prompt: params.args.inputs
+      },
+      version: params.model.includes(":") ? params.model.split(":")[1] : void 0
+    };
+  }
+  prepareHeaders(params, binary) {
+    const headers = { Authorization: `Bearer ${params.accessToken}`, Prefer: "wait" };
+    if (!binary) {
+      headers["Content-Type"] = "application/json";
+    }
+    return headers;
+  }
+  makeUrl(params) {
+    const baseUrl = this.makeBaseUrl(params);
+    if (params.model.includes(":")) {
+      return `${baseUrl}/v1/predictions`;
+    }
+    return `${baseUrl}/v1/models/${params.model}/predictions`;
+  }
 };
-var makeHeaders10 = (params) => {
-  return { Authorization: `Bearer ${params.accessToken}`, Prefer: "wait" };
+var ReplicateTextToImageTask = class extends ReplicateTask {
+  async getResponse(res, url, headers, outputType) {
+    if (typeof res === "object" && "output" in res && Array.isArray(res.output) && res.output.length > 0 && typeof res.output[0] === "string") {
+      if (outputType === "url") {
+        return res.output[0];
+      }
+      const urlResponse = await fetch(res.output[0]);
+      return await urlResponse.blob();
+    }
+    throw new InferenceOutputError("Expected Replicate text-to-image response format");
+  }
 };
-var makeUrl10 = (params) => {
-  if (params.model.includes(":")) {
-    return `${params.baseUrl}/v1/predictions`;
+var ReplicateTextToSpeechTask = class extends ReplicateTask {
+  preparePayload(params) {
+    const payload = super.preparePayload(params);
+    const input = payload["input"];
+    if (typeof input === "object" && input !== null && "prompt" in input) {
+      const inputObj = input;
+      inputObj["text"] = inputObj["prompt"];
+      delete inputObj["prompt"];
+    }
+    return payload;
+  }
+  async getResponse(response) {
+    if (response instanceof Blob) {
+      return response;
+    }
+    if (response && typeof response === "object") {
+      if ("output" in response) {
+        if (typeof response.output === "string") {
+          const urlResponse = await fetch(response.output);
+          return await urlResponse.blob();
+        } else if (Array.isArray(response.output)) {
+          const urlResponse = await fetch(response.output[0]);
+          return await urlResponse.blob();
+        }
+      }
+    }
+    throw new InferenceOutputError("Expected Blob or object with output");
   }
-  return `${params.baseUrl}/v1/models/${params.model}/predictions`;
 };
-var REPLICATE_CONFIG = {
-  makeBaseUrl: makeBaseUrl10,
-  makeBody: makeBody10,
-  makeHeaders: makeHeaders10,
-  makeUrl: makeUrl10
+var ReplicateTextToVideoTask = class extends ReplicateTask {
+  async getResponse(response) {
+    if (typeof response === "object" && !!response && "output" in response && typeof response.output === "string" && isUrl(response.output)) {
+      const urlResponse = await fetch(response.output);
+      return await urlResponse.blob();
+    }
+    throw new InferenceOutputError("Expected { output: string }");
+  }
 };
 
 // src/providers/sambanova.ts
-var SAMBANOVA_API_BASE_URL = "https://api.sambanova.ai";
-var makeBaseUrl11 = () => {
-  return SAMBANOVA_API_BASE_URL;
-};
-var makeBody11 = (params) => {
-  return {
-    ...params.args,
-    ...params.chatCompletion ? { model: params.model } : void 0
-  };
-};
-var makeHeaders11 = (params) => {
-  return { Authorization: `Bearer ${params.accessToken}` };
-};
-var makeUrl11 = (params) => {
-  if (params.chatCompletion) {
-    return `${params.baseUrl}/v1/chat/completions`;
+var SambanovaConversationalTask = class extends BaseConversationalTask {
+  constructor() {
+    super("sambanova", "https://api.sambanova.ai");
   }
-  return params.baseUrl;
-};
-var SAMBANOVA_CONFIG = {
-  makeBaseUrl: makeBaseUrl11,
-  makeBody: makeBody11,
-  makeHeaders: makeHeaders11,
-  makeUrl: makeUrl11
 };
 
 // src/providers/together.ts
 var TOGETHER_API_BASE_URL = "https://api.together.xyz";
-var makeBaseUrl12 = () => {
-  return TOGETHER_API_BASE_URL;
-};
-var makeBody12 = (params) => {
-  return {
-    ...params.args,
-    model: params.model
-  };
-};
-var makeHeaders12 = (params) => {
-  return { Authorization: `Bearer ${params.accessToken}` };
+var TogetherConversationalTask = class extends BaseConversationalTask {
+  constructor() {
+    super("together", TOGETHER_API_BASE_URL);
+  }
 };
-var makeUrl12 = (params) => {
-  if (params.task === "text-to-image") {
-    return `${params.baseUrl}/v1/images/generations`;
+var TogetherTextGenerationTask = class extends BaseTextGenerationTask {
+  constructor() {
+    super("together", TOGETHER_API_BASE_URL);
   }
-  if (params.chatCompletion) {
-    return `${params.baseUrl}/v1/chat/completions`;
+  preparePayload(params) {
+    return {
+      model: params.model,
+      ...params.args,
+      prompt: params.args.inputs
+    };
   }
-  if (params.task === "text-generation") {
-    return `${params.baseUrl}/v1/completions`;
+  async getResponse(response) {
+    if (typeof response === "object" && "choices" in response && Array.isArray(response?.choices) && typeof response?.model === "string") {
+      const completion = response.choices[0];
+      return {
+        generated_text: completion.text
+      };
+    }
+    throw new InferenceOutputError("Expected Together text generation response format");
   }
-  return params.baseUrl;
 };
-var TOGETHER_CONFIG = {
-  makeBaseUrl: makeBaseUrl12,
-  makeBody: makeBody12,
-  makeHeaders: makeHeaders12,
-  makeUrl: makeUrl12
+var TogetherTextToImageTask = class extends TaskProviderHelper {
+  constructor() {
+    super("together", TOGETHER_API_BASE_URL);
+  }
+  makeRoute() {
+    return "v1/images/generations";
+  }
+  preparePayload(params) {
+    return {
+      ...omit(params.args, ["inputs", "parameters"]),
+      ...params.args.parameters,
+      prompt: params.args.inputs,
+      response_format: "base64",
+      model: params.model
+    };
+  }
+  async getResponse(response, outputType) {
+    if (typeof response === "object" && "data" in response && Array.isArray(response.data) && response.data.length > 0 && "b64_json" in response.data[0] && typeof response.data[0].b64_json === "string") {
+      const base64Data = response.data[0].b64_json;
+      if (outputType === "url") {
+        return `data:image/jpeg;base64,${base64Data}`;
+      }
+      return fetch(`data:image/jpeg;base64,${base64Data}`).then((res) => res.blob());
+    }
+    throw new InferenceOutputError("Expected Together text-to-image response format");
+  }
 };
 
-// src/providers/openai.ts
-var OPENAI_API_BASE_URL = "https://api.openai.com";
-var makeBaseUrl13 = () => {
-  return OPENAI_API_BASE_URL;
-};
-var makeBody13 = (params) => {
-  if (!params.chatCompletion) {
-    throw new Error("OpenAI only supports chat completions.");
+// src/lib/getProviderHelper.ts
+var PROVIDERS = {
+  "black-forest-labs": {
+    "text-to-image": new BlackForestLabsTextToImageTask()
+  },
+  cerebras: {
+    conversational: new CerebrasConversationalTask()
+  },
+  cohere: {
+    conversational: new CohereConversationalTask()
+  },
+  "fal-ai": {
+    "text-to-image": new FalAITextToImageTask(),
+    "text-to-speech": new FalAITextToSpeechTask(),
+    "text-to-video": new FalAITextToVideoTask(),
+    "automatic-speech-recognition": new FalAIAutomaticSpeechRecognitionTask()
+  },
+  "hf-inference": {
+    "text-to-image": new HFInferenceTextToImageTask(),
+    conversational: new HFInferenceConversationalTask(),
+    "text-generation": new HFInferenceTextGenerationTask(),
+    "text-classification": new HFInferenceTextClassificationTask(),
+    "question-answering": new HFInferenceQuestionAnsweringTask(),
+    "audio-classification": new HFInferenceAudioClassificationTask(),
+    "automatic-speech-recognition": new HFInferenceAutomaticSpeechRecognitionTask(),
+    "fill-mask": new HFInferenceFillMaskTask(),
+    "feature-extraction": new HFInferenceFeatureExtractionTask(),
+    "image-classification": new HFInferenceImageClassificationTask(),
+    "image-segmentation": new HFInferenceImageSegmentationTask(),
+    "document-question-answering": new HFInferenceDocumentQuestionAnsweringTask(),
+    "image-to-text": new HFInferenceImageToTextTask(),
+    "object-detection": new HFInferenceObjectDetectionTask(),
+    "audio-to-audio": new HFInferenceAudioToAudioTask(),
+    "zero-shot-image-classification": new HFInferenceZeroShotImageClassificationTask(),
+    "zero-shot-classification": new HFInferenceZeroShotClassificationTask(),
+    "image-to-image": new HFInferenceImageToImageTask(),
+    "sentence-similarity": new HFInferenceSentenceSimilarityTask(),
+    "table-question-answering": new HFInferenceTableQuestionAnsweringTask(),
+    "tabular-classification": new HFInferenceTabularClassificationTask(),
+    "text-to-speech": new HFInferenceTextToSpeechTask(),
+    "token-classification": new HFInferenceTokenClassificationTask(),
+    translation: new HFInferenceTranslationTask(),
+    summarization: new HFInferenceSummarizationTask(),
+    "visual-question-answering": new HFInferenceVisualQuestionAnsweringTask(),
+    "tabular-regression": new HFInferenceTabularRegressionTask(),
+    "text-to-audio": new HFInferenceTextToAudioTask()
+  },
+  "fireworks-ai": {
+    conversational: new FireworksConversationalTask()
+  },
+  hyperbolic: {
+    "text-to-image": new HyperbolicTextToImageTask(),
+    conversational: new HyperbolicConversationalTask(),
+    "text-generation": new HyperbolicTextGenerationTask()
+  },
+  nebius: {
+    "text-to-image": new NebiusTextToImageTask(),
+    conversational: new NebiusConversationalTask(),
+    "text-generation": new NebiusTextGenerationTask()
+  },
+  novita: {
+    conversational: new NovitaConversationalTask(),
+    "text-generation": new NovitaTextGenerationTask()
+  },
+  openai: {
+    conversational: new OpenAIConversationalTask()
+  },
+  replicate: {
+    "text-to-image": new ReplicateTextToImageTask(),
+    "text-to-speech": new ReplicateTextToSpeechTask(),
+    "text-to-video": new ReplicateTextToVideoTask()
+  },
+  sambanova: {
+    conversational: new SambanovaConversationalTask()
+  },
+  together: {
+    "text-to-image": new TogetherTextToImageTask(),
+    conversational: new TogetherConversationalTask(),
+    "text-generation": new TogetherTextGenerationTask()
   }
-  return {
-    ...params.args,
-    model: params.model
-  };
 };
-var makeHeaders13 = (params) => {
-  return { Authorization: `Bearer ${params.accessToken}` };
-};
-var makeUrl13 = (params) => {
-  if (!params.chatCompletion) {
-    throw new Error("OpenAI only supports chat completions.");
+function getProviderHelper(provider, task) {
+  if (provider === "hf-inference") {
+    if (!task) {
+      return new HFInferenceTask();
+    }
   }
-  return `${params.baseUrl}/v1/chat/completions`;
-};
-var OPENAI_CONFIG = {
-  makeBaseUrl: makeBaseUrl13,
-  makeBody: makeBody13,
-  makeHeaders: makeHeaders13,
-  makeUrl: makeUrl13,
-  clientSideRoutingOnly: true
-};
-
-// package.json
-var name = "@huggingface/inference";
-var version = "3.7.0";
+  if (!task) {
+    throw new Error("you need to provide a task name when using an external provider, e.g. 'text-to-image'");
+  }
+  if (!(provider in PROVIDERS)) {
+    throw new Error(`Provider '${provider}' not supported. Available providers: ${Object.keys(PROVIDERS)}`);
+  }
+  const providerTasks = PROVIDERS[provider];
+  if (!providerTasks || !(task in providerTasks)) {
+    throw new Error(
+      `Task '${task}' not supported for provider '${provider}'. Available tasks: ${Object.keys(providerTasks ?? {})}`
+    );
+  }
+  return providerTasks[task];
+}
 
 // src/providers/consts.ts
 var HARDCODED_MODEL_ID_MAPPING = {
@@ -546,28 +1192,11 @@ async function getProviderModelId(params, args, options = {}) {
 }
 
 // src/lib/makeRequestOptions.ts
-var HF_HUB_INFERENCE_PROXY_TEMPLATE = `${HF_ROUTER_URL}/{{PROVIDER}}`;
 var tasks = null;
-var providerConfigs = {
-  "black-forest-labs": BLACK_FOREST_LABS_CONFIG,
-  cerebras: CEREBRAS_CONFIG,
-  cohere: COHERE_CONFIG,
-  "fal-ai": FAL_AI_CONFIG,
-  "fireworks-ai": FIREWORKS_AI_CONFIG,
-  "hf-inference": HF_INFERENCE_CONFIG,
-  hyperbolic: HYPERBOLIC_CONFIG,
-  openai: OPENAI_CONFIG,
-  nebius: NEBIUS_CONFIG,
-  novita: NOVITA_CONFIG,
-  replicate: REPLICATE_CONFIG,
-  sambanova: SAMBANOVA_CONFIG,
-  together: TOGETHER_CONFIG
-};
 async function makeRequestOptions(args, options) {
   const { provider: maybeProvider, model: maybeModel } = args;
   const provider = maybeProvider ?? "hf-inference";
-  const providerConfig = providerConfigs[provider];
-  const { task, chatCompletion: chatCompletion2 } = options ?? {};
+  const { task } = options ?? {};
   if (args.endpointUrl && provider !== "hf-inference") {
     throw new Error(`Cannot use endpointUrl with a third-party provider.`);
   }
@@ -577,19 +1206,16 @@ async function makeRequestOptions(args, options) {
   if (!maybeModel && !task) {
     throw new Error("No model provided, and no task has been specified.");
   }
-  if (!providerConfig) {
-    throw new Error(`No provider config found for provider ${provider}`);
-  }
-  if (providerConfig.clientSideRoutingOnly && !maybeModel) {
+  const hfModel = maybeModel ?? await loadDefaultModel(task);
+  const providerHelper = getProviderHelper(provider, task);
+  if (providerHelper.clientSideRoutingOnly && !maybeModel) {
     throw new Error(`Provider ${provider} requires a model ID to be passed directly.`);
   }
-  const hfModel = maybeModel ?? await loadDefaultModel(task);
-  const resolvedModel = providerConfig.clientSideRoutingOnly ? (
+  const resolvedModel = providerHelper.clientSideRoutingOnly ? (
     // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
     removeProviderPrefix(maybeModel, provider)
   ) : await getProviderModelId({ model: hfModel, provider }, args, {
     task,
-    chatCompletion: chatCompletion2,
     fetch: options?.fetch
   });
   return makeRequestOptionsFromResolvedModel(resolvedModel, args, options);
@@ -597,10 +1223,10 @@ async function makeRequestOptions(args, options) {
 function makeRequestOptionsFromResolvedModel(resolvedModel, args, options) {
   const { accessToken, endpointUrl, provider: maybeProvider, model, ...remainingArgs } = args;
   const provider = maybeProvider ?? "hf-inference";
-  const providerConfig = providerConfigs[provider];
-  const { includeCredentials, task, chatCompletion: chatCompletion2, signal, billTo } = options ?? {};
+  const { includeCredentials, task, signal, billTo } = options ?? {};
+  const providerHelper = getProviderHelper(provider, task);
   const authMethod = (() => {
-    if (providerConfig.clientSideRoutingOnly) {
+    if (providerHelper.clientSideRoutingOnly) {
       if (accessToken && accessToken.startsWith("hf_")) {
         throw new Error(`Provider ${provider} is closed-source and does not support HF tokens.`);
       }
@@ -614,35 +1240,30 @@ function makeRequestOptionsFromResolvedModel(resolvedModel, args, options) {
     }
     return "none";
   })();
-  const url = endpointUrl ? chatCompletion2 ? endpointUrl + `/v1/chat/completions` : endpointUrl : providerConfig.makeUrl({
+  const modelId = endpointUrl ?? resolvedModel;
+  const url = providerHelper.makeUrl({
     authMethod,
-    baseUrl: authMethod !== "provider-key" ? HF_HUB_INFERENCE_PROXY_TEMPLATE.replace("{{PROVIDER}}", provider) : providerConfig.makeBaseUrl(task),
-    model: resolvedModel,
-    chatCompletion: chatCompletion2,
+    model: modelId,
     task
   });
-  const binary = "data" in args && !!args.data;
-  const headers = providerConfig.makeHeaders({
-    accessToken,
-    authMethod
-  });
+  const headers = providerHelper.prepareHeaders(
+    {
+      accessToken,
+      authMethod
+    },
+    "data" in args && !!args.data
+  );
   if (billTo) {
     headers[HF_HEADER_X_BILL_TO] = billTo;
   }
-  if (!binary) {
-    headers["Content-Type"] = "application/json";
-  }
   const ownUserAgent = `${name}/${version}`;
   const userAgent = [ownUserAgent, typeof navigator !== "undefined" ? navigator.userAgent : void 0].filter((x) => x !== void 0).join(" ");
   headers["User-Agent"] = userAgent;
-  const body = binary ? args.data : JSON.stringify(
-    providerConfig.makeBody({
-      args: remainingArgs,
-      model: resolvedModel,
-      task,
-      chatCompletion: chatCompletion2
-    })
-  );
+  const body = providerHelper.makeBody({
+    args: remainingArgs,
+    model: resolvedModel,
+    task
+  });
   let credentials;
   if (typeof includeCredentials === "string") {
     credentials = includeCredentials;
@@ -904,30 +1525,6 @@ async function* streamingRequest(args, options) {
   yield* innerStreamingRequest(args, options);
 }
 
-// src/utils/pick.ts
-function pick(o, props) {
-  return Object.assign(
-    {},
-    ...props.map((prop) => {
-      if (o[prop] !== void 0) {
-        return { [prop]: o[prop] };
-      }
-    })
-  );
-}
-
-// src/utils/typedInclude.ts
-function typedInclude(arr, v) {
-  return arr.includes(v);
-}
-
-// src/utils/omit.ts
-function omit(o, props) {
-  const propsArr = Array.isArray(props) ? props : [props];
-  const letsKeep = Object.keys(o).filter((prop) => !typedInclude(propsArr, prop));
-  return pick(o, letsKeep);
-}
-
 // src/tasks/audio/utils.ts
 function preparePayload(args) {
   return "data" in args ? args : {
@@ -938,16 +1535,24 @@ function preparePayload(args) {
 
 // src/tasks/audio/audioClassification.ts
 async function audioClassification(args, options) {
+  const providerHelper = getProviderHelper(args.provider ?? "hf-inference", "audio-classification");
   const payload = preparePayload(args);
   const { data: res } = await innerRequest(payload, {
     ...options,
     task: "audio-classification"
   });
-  const isValidOutput = Array.isArray(res) && res.every((x) => typeof x.label === "string" && typeof x.score === "number");
-  if (!isValidOutput) {
-    throw new InferenceOutputError("Expected Array<{label: string, score: number}>");
-  }
-  return res;
+  return providerHelper.getResponse(res);
+}
+
+// src/tasks/audio/audioToAudio.ts
+async function audioToAudio(args, options) {
+  const providerHelper = getProviderHelper(args.provider ?? "hf-inference", "audio-to-audio");
+  const payload = preparePayload(args);
+  const { data: res } = await innerRequest(payload, {
+    ...options,
+    task: "audio-to-audio"
+  });
+  return providerHelper.getResponse(res);
 }
 
 // src/utils/base64FromBytes.ts
@@ -965,6 +1570,7 @@ function base64FromBytes(arr) {
 
 // src/tasks/audio/automaticSpeechRecognition.ts
 async function automaticSpeechRecognition(args, options) {
+  const providerHelper = getProviderHelper(args.provider ?? "hf-inference", "automatic-speech-recognition");
   const payload = await buildPayload(args);
   const { data: res } = await innerRequest(payload, {
     ...options,
@@ -974,9 +1580,8 @@ async function automaticSpeechRecognition(args, options) {
   if (!isValidOutput) {
     throw new InferenceOutputError("Expected {text: string}");
   }
-  return res;
+  return providerHelper.getResponse(res);
 }
-var FAL_AI_SUPPORTED_BLOB_TYPES = ["audio/mpeg", "audio/mp4", "audio/wav", "audio/x-wav"];
 async function buildPayload(args) {
   if (args.provider === "fal-ai") {
     const blob = "data" in args && args.data instanceof Blob ? args.data : "inputs" in args ? args.inputs : void 0;
@@ -995,63 +1600,23 @@ async function buildPayload(args) {
     }
     const base64audio = base64FromBytes(new Uint8Array(await blob.arrayBuffer()));
     return {
-      ..."data" in args ? omit(args, "data") : omit(args, "inputs"),
-      audio_url: `data:${contentType};base64,${base64audio}`
-    };
-  } else {
-    return preparePayload(args);
-  }
-}
-
-// src/tasks/audio/textToSpeech.ts
-async function textToSpeech(args, options) {
-  const payload = args.provider === "replicate" ? {
-    ...omit(args, ["inputs", "parameters"]),
-    ...args.parameters,
-    text: args.inputs
-  } : args;
-  const { data: res } = await innerRequest(payload, {
-    ...options,
-    task: "text-to-speech"
-  });
-  if (res instanceof Blob) {
-    return res;
-  }
-  if (res && typeof res === "object") {
-    if ("output" in res) {
-      if (typeof res.output === "string") {
-        const urlResponse = await fetch(res.output);
-        const blob = await urlResponse.blob();
-        return blob;
-      } else if (Array.isArray(res.output)) {
-        const urlResponse = await fetch(res.output[0]);
-        const blob = await urlResponse.blob();
-        return blob;
-      }
-    }
+      ..."data" in args ? omit(args, "data") : omit(args, "inputs"),
+      audio_url: `data:${contentType};base64,${base64audio}`
+    };
+  } else {
+    return preparePayload(args);
   }
-  throw new InferenceOutputError("Expected Blob or object with output");
 }
 
-// src/tasks/audio/audioToAudio.ts
-async function audioToAudio(args, options) {
-  const payload = preparePayload(args);
-  const { data: res } = await innerRequest(payload, {
+// src/tasks/audio/textToSpeech.ts
+async function textToSpeech(args, options) {
+  const provider = args.provider ?? "hf-inference";
+  const providerHelper = getProviderHelper(provider, "text-to-speech");
+  const { data: res } = await innerRequest(args, {
     ...options,
-    task: "audio-to-audio"
+    task: "text-to-speech"
   });
-  return validateOutput(res);
-}
-function validateOutput(output) {
-  if (!Array.isArray(output)) {
-    throw new InferenceOutputError("Expected Array");
-  }
-  if (!output.every((elem) => {
-    return typeof elem === "object" && elem && "label" in elem && typeof elem.label === "string" && "content-type" in elem && typeof elem["content-type"] === "string" && "blob" in elem && typeof elem.blob === "string";
-  })) {
-    throw new InferenceOutputError("Expected Array<{label: string, audio: Blob}>");
-  }
-  return output;
+  return providerHelper.getResponse(res);
 }
 
 // src/tasks/cv/utils.ts
@@ -1061,183 +1626,95 @@ function preparePayload2(args) {
 
 // src/tasks/cv/imageClassification.ts
 async function imageClassification(args, options) {
+  const providerHelper = getProviderHelper(args.provider ?? "hf-inference", "image-classification");
   const payload = preparePayload2(args);
   const { data: res } = await innerRequest(payload, {
     ...options,
     task: "image-classification"
   });
-  const isValidOutput = Array.isArray(res) && res.every((x) => typeof x.label === "string" && typeof x.score === "number");
-  if (!isValidOutput) {
-    throw new InferenceOutputError("Expected Array<{label: string, score: number}>");
-  }
-  return res;
+  return providerHelper.getResponse(res);
 }
 
 // src/tasks/cv/imageSegmentation.ts
 async function imageSegmentation(args, options) {
+  const providerHelper = getProviderHelper(args.provider ?? "hf-inference", "image-segmentation");
   const payload = preparePayload2(args);
   const { data: res } = await innerRequest(payload, {
     ...options,
     task: "image-segmentation"
   });
-  const isValidOutput = Array.isArray(res) && res.every((x) => typeof x.label === "string" && typeof x.mask === "string" && typeof x.score === "number");
-  if (!isValidOutput) {
-    throw new InferenceOutputError("Expected Array<{label: string, mask: string, score: number}>");
+  return providerHelper.getResponse(res);
+}
+
+// src/tasks/cv/imageToImage.ts
+async function imageToImage(args, options) {
+  const providerHelper = getProviderHelper(args.provider ?? "hf-inference", "image-to-image");
+  let reqArgs;
+  if (!args.parameters) {
+    reqArgs = {
+      accessToken: args.accessToken,
+      model: args.model,
+      data: args.inputs
+    };
+  } else {
+    reqArgs = {
+      ...args,
+      inputs: base64FromBytes(
+        new Uint8Array(args.inputs instanceof ArrayBuffer ? args.inputs : await args.inputs.arrayBuffer())
+      )
+    };
   }
-  return res;
+  const { data: res } = await innerRequest(reqArgs, {
+    ...options,
+    task: "image-to-image"
+  });
+  return providerHelper.getResponse(res);
 }
 
 // src/tasks/cv/imageToText.ts
 async function imageToText(args, options) {
+  const providerHelper = getProviderHelper(args.provider ?? "hf-inference", "image-to-text");
   const payload = preparePayload2(args);
   const { data: res } = await innerRequest(payload, {
     ...options,
     task: "image-to-text"
   });
-  if (typeof res?.[0]?.generated_text !== "string") {
-    throw new InferenceOutputError("Expected {generated_text: string}");
-  }
-  return res?.[0];
+  return providerHelper.getResponse(res[0]);
 }
 
 // src/tasks/cv/objectDetection.ts
 async function objectDetection(args, options) {
+  const providerHelper = getProviderHelper(args.provider ?? "hf-inference", "object-detection");
   const payload = preparePayload2(args);
   const { data: res } = await innerRequest(payload, {
     ...options,
     task: "object-detection"
   });
-  const isValidOutput = Array.isArray(res) && res.every(
-    (x) => typeof x.label === "string" && typeof x.score === "number" && typeof x.box.xmin === "number" && typeof x.box.ymin === "number" && typeof x.box.xmax === "number" && typeof x.box.ymax === "number"
-  );
-  if (!isValidOutput) {
-    throw new InferenceOutputError(
-      "Expected Array<{label:string; score:number; box:{xmin:number; ymin:number; xmax:number; ymax:number}}>"
-    );
-  }
-  return res;
+  return providerHelper.getResponse(res);
 }
 
 // src/tasks/cv/textToImage.ts
-function getResponseFormatArg(provider) {
-  switch (provider) {
-    case "fal-ai":
-      return { sync_mode: true };
-    case "nebius":
-      return { response_format: "b64_json" };
-    case "replicate":
-      return void 0;
-    case "together":
-      return { response_format: "base64" };
-    default:
-      return void 0;
-  }
-}
 async function textToImage(args, options) {
-  const payload = !args.provider || args.provider === "hf-inference" || args.provider === "sambanova" ? args : {
-    ...omit(args, ["inputs", "parameters"]),
-    ...args.parameters,
-    ...getResponseFormatArg(args.provider),
-    prompt: args.inputs
-  };
-  const { data: res } = await innerRequest(payload, {
+  const provider = args.provider ?? "hf-inference";
+  const providerHelper = getProviderHelper(provider, "text-to-image");
+  const { data: res } = await innerRequest(args, {
     ...options,
     task: "text-to-image"
   });
-  if (res && typeof res === "object") {
-    if (args.provider === "black-forest-labs" && "polling_url" in res && typeof res.polling_url === "string") {
-      return await pollBflResponse(res.polling_url, options?.outputType);
-    }
-    if (args.provider === "fal-ai" && "images" in res && Array.isArray(res.images) && res.images[0].url) {
-      if (options?.outputType === "url") {
-        return res.images[0].url;
-      } else {
-        const image = await fetch(res.images[0].url);
-        return await image.blob();
-      }
-    }
-    if (args.provider === "hyperbolic" && "images" in res && Array.isArray(res.images) && res.images[0] && typeof res.images[0].image === "string") {
-      if (options?.outputType === "url") {
-        return `data:image/jpeg;base64,${res.images[0].image}`;
-      }
-      const base64Response = await fetch(`data:image/jpeg;base64,${res.images[0].image}`);
-      return await base64Response.blob();
-    }
-    if ("data" in res && Array.isArray(res.data) && res.data[0].b64_json) {
-      const base64Data = res.data[0].b64_json;
-      if (options?.outputType === "url") {
-        return `data:image/jpeg;base64,${base64Data}`;
-      }
-      const base64Response = await fetch(`data:image/jpeg;base64,${base64Data}`);
-      return await base64Response.blob();
-    }
-    if ("output" in res && Array.isArray(res.output)) {
-      if (options?.outputType === "url") {
-        return res.output[0];
-      }
-      const urlResponse = await fetch(res.output[0]);
-      const blob = await urlResponse.blob();
-      return blob;
-    }
-  }
-  const isValidOutput = res && res instanceof Blob;
-  if (!isValidOutput) {
-    throw new InferenceOutputError("Expected Blob");
-  }
-  if (options?.outputType === "url") {
-    const b64 = await res.arrayBuffer().then((buf) => Buffer.from(buf).toString("base64"));
-    return `data:image/jpeg;base64,${b64}`;
-  }
-  return res;
-}
-async function pollBflResponse(url, outputType) {
-  const urlObj = new URL(url);
-  for (let step = 0; step < 5; step++) {
-    await delay(1e3);
-    console.debug(`Polling Black Forest Labs API for the result... ${step + 1}/5`);
-    urlObj.searchParams.set("attempt", step.toString(10));
-    const resp = await fetch(urlObj, { headers: { "Content-Type": "application/json" } });
-    if (!resp.ok) {
-      throw new InferenceOutputError("Failed to fetch result from black forest labs API");
-    }
-    const payload = await resp.json();
-    if (typeof payload === "object" && payload && "status" in payload && typeof payload.status === "string" && payload.status === "Ready" && "result" in payload && typeof payload.result === "object" && payload.result && "sample" in payload.result && typeof payload.result.sample === "string") {
-      if (outputType === "url") {
-        return payload.result.sample;
-      }
-      const image = await fetch(payload.result.sample);
-      return await image.blob();
-    }
-  }
-  throw new InferenceOutputError("Failed to fetch result from black forest labs API");
+  const { url, info } = await makeRequestOptions(args, { ...options, task: "text-to-image" });
+  return providerHelper.getResponse(res, url, info.headers, options?.outputType);
 }
 
-// src/tasks/cv/imageToImage.ts
-async function imageToImage(args, options) {
-  let reqArgs;
-  if (!args.parameters) {
-    reqArgs = {
-      accessToken: args.accessToken,
-      model: args.model,
-      data: args.inputs
-    };
-  } else {
-    reqArgs = {
-      ...args,
-      inputs: base64FromBytes(
-        new Uint8Array(args.inputs instanceof ArrayBuffer ? args.inputs : await args.inputs.arrayBuffer())
-      )
-    };
-  }
-  const { data: res } = await innerRequest(reqArgs, {
+// src/tasks/cv/textToVideo.ts
+async function textToVideo(args, options) {
+  const provider = args.provider ?? "hf-inference";
+  const providerHelper = getProviderHelper(provider, "text-to-video");
+  const { data: response } = await innerRequest(args, {
     ...options,
-    task: "image-to-image"
+    task: "text-to-video"
   });
-  const isValidOutput = res && res instanceof Blob;
-  if (!isValidOutput) {
-    throw new InferenceOutputError("Expected Blob");
-  }
-  return res;
+  const { url, info } = await makeRequestOptions(args, { ...options, task: "text-to-video" });
+  return providerHelper.getResponse(response, url, info.headers);
 }
 
 // src/tasks/cv/zeroShotImageClassification.ts
@@ -1263,226 +1740,112 @@ async function preparePayload3(args) {
   }
 }
 async function zeroShotImageClassification(args, options) {
+  const providerHelper = getProviderHelper(args.provider ?? "hf-inference", "zero-shot-image-classification");
   const payload = await preparePayload3(args);
   const { data: res } = await innerRequest(payload, {
     ...options,
     task: "zero-shot-image-classification"
   });
-  const isValidOutput = Array.isArray(res) && res.every((x) => typeof x.label === "string" && typeof x.score === "number");
-  if (!isValidOutput) {
-    throw new InferenceOutputError("Expected Array<{label: string, score: number}>");
-  }
-  return res;
+  return providerHelper.getResponse(res);
 }
 
-// src/tasks/cv/textToVideo.ts
-var SUPPORTED_PROVIDERS = ["fal-ai", "novita", "replicate"];
-async function textToVideo(args, options) {
-  if (!args.provider || !typedInclude(SUPPORTED_PROVIDERS, args.provider)) {
-    throw new Error(
-      `textToVideo inference is only supported for the following providers: ${SUPPORTED_PROVIDERS.join(", ")}`
-    );
-  }
-  const payload = args.provider === "fal-ai" || args.provider === "replicate" || args.provider === "novita" ? { ...omit(args, ["inputs", "parameters"]), ...args.parameters, prompt: args.inputs } : args;
-  const { data, requestContext } = await innerRequest(payload, {
+// src/tasks/nlp/chatCompletion.ts
+async function chatCompletion(args, options) {
+  const providerHelper = getProviderHelper(args.provider ?? "hf-inference", "conversational");
+  const { data: response } = await innerRequest(args, {
     ...options,
-    task: "text-to-video"
+    task: "conversational"
+  });
+  return providerHelper.getResponse(response);
+}
+
+// src/tasks/nlp/chatCompletionStream.ts
+async function* chatCompletionStream(args, options) {
+  yield* innerStreamingRequest(args, {
+    ...options,
+    task: "conversational"
   });
-  if (args.provider === "fal-ai") {
-    return await pollFalResponse(
-      data,
-      requestContext.url,
-      requestContext.info.headers
-    );
-  } else if (args.provider === "novita") {
-    const isValidOutput = typeof data === "object" && !!data && "video" in data && typeof data.video === "object" && !!data.video && "video_url" in data.video && typeof data.video.video_url === "string" && isUrl(data.video.video_url);
-    if (!isValidOutput) {
-      throw new InferenceOutputError("Expected { video: { video_url: string } }");
-    }
-    const urlResponse = await fetch(data.video.video_url);
-    return await urlResponse.blob();
-  } else {
-    const isValidOutput = typeof data === "object" && !!data && "output" in data && typeof data.output === "string" && isUrl(data.output);
-    if (!isValidOutput) {
-      throw new InferenceOutputError("Expected { output: string }");
-    }
-    const urlResponse = await fetch(data.output);
-    return await urlResponse.blob();
-  }
 }
 
 // src/tasks/nlp/featureExtraction.ts
 async function featureExtraction(args, options) {
+  const providerHelper = getProviderHelper(args.provider ?? "hf-inference", "feature-extraction");
   const { data: res } = await innerRequest(args, {
     ...options,
     task: "feature-extraction"
   });
-  let isValidOutput = true;
-  const isNumArrayRec = (arr, maxDepth, curDepth = 0) => {
-    if (curDepth > maxDepth)
-      return false;
-    if (arr.every((x) => Array.isArray(x))) {
-      return arr.every((x) => isNumArrayRec(x, maxDepth, curDepth + 1));
-    } else {
-      return arr.every((x) => typeof x === "number");
-    }
-  };
-  isValidOutput = Array.isArray(res) && isNumArrayRec(res, 3, 0);
-  if (!isValidOutput) {
-    throw new InferenceOutputError("Expected Array<number[][][] | number[][] | number[] | number>");
-  }
-  return res;
+  return providerHelper.getResponse(res);
 }
 
 // src/tasks/nlp/fillMask.ts
 async function fillMask(args, options) {
+  const providerHelper = getProviderHelper(args.provider ?? "hf-inference", "fill-mask");
   const { data: res } = await innerRequest(args, {
     ...options,
     task: "fill-mask"
   });
-  const isValidOutput = Array.isArray(res) && res.every(
-    (x) => typeof x.score === "number" && typeof x.sequence === "string" && typeof x.token === "number" && typeof x.token_str === "string"
-  );
-  if (!isValidOutput) {
-    throw new InferenceOutputError(
-      "Expected Array<{score: number, sequence: string, token: number, token_str: string}>"
-    );
-  }
-  return res;
+  return providerHelper.getResponse(res);
 }
 
 // src/tasks/nlp/questionAnswering.ts
 async function questionAnswering(args, options) {
+  const providerHelper = getProviderHelper(args.provider ?? "hf-inference", "question-answering");
   const { data: res } = await innerRequest(args, {
     ...options,
     task: "question-answering"
   });
-  const isValidOutput = Array.isArray(res) ? res.every(
-    (elem) => typeof elem === "object" && !!elem && typeof elem.answer === "string" && typeof elem.end === "number" && typeof elem.score === "number" && typeof elem.start === "number"
-  ) : typeof res === "object" && !!res && typeof res.answer === "string" && typeof res.end === "number" && typeof res.score === "number" && typeof res.start === "number";
-  if (!isValidOutput) {
-    throw new InferenceOutputError("Expected Array<{answer: string, end: number, score: number, start: number}>");
-  }
-  return Array.isArray(res) ? res[0] : res;
+  return providerHelper.getResponse(res);
 }
 
 // src/tasks/nlp/sentenceSimilarity.ts
 async function sentenceSimilarity(args, options) {
+  const providerHelper = getProviderHelper(args.provider ?? "hf-inference", "sentence-similarity");
   const { data: res } = await innerRequest(args, {
     ...options,
     task: "sentence-similarity"
   });
-  const isValidOutput = Array.isArray(res) && res.every((x) => typeof x === "number");
-  if (!isValidOutput) {
-    throw new InferenceOutputError("Expected number[]");
-  }
-  return res;
+  return providerHelper.getResponse(res);
 }
 
 // src/tasks/nlp/summarization.ts
 async function summarization(args, options) {
+  const providerHelper = getProviderHelper(args.provider ?? "hf-inference", "summarization");
   const { data: res } = await innerRequest(args, {
     ...options,
     task: "summarization"
   });
-  const isValidOutput = Array.isArray(res) && res.every((x) => typeof x?.summary_text === "string");
-  if (!isValidOutput) {
-    throw new InferenceOutputError("Expected Array<{summary_text: string}>");
-  }
-  return res?.[0];
+  return providerHelper.getResponse(res);
 }
 
 // src/tasks/nlp/tableQuestionAnswering.ts
 async function tableQuestionAnswering(args, options) {
+  const providerHelper = getProviderHelper(args.provider ?? "hf-inference", "table-question-answering");
   const { data: res } = await innerRequest(args, {
     ...options,
     task: "table-question-answering"
   });
-  const isValidOutput = Array.isArray(res) ? res.every((elem) => validate(elem)) : validate(res);
-  if (!isValidOutput) {
-    throw new InferenceOutputError(
-      "Expected {aggregator: string, answer: string, cells: string[], coordinates: number[][]}"
-    );
-  }
-  return Array.isArray(res) ? res[0] : res;
-}
-function validate(elem) {
-  return typeof elem === "object" && !!elem && "aggregator" in elem && typeof elem.aggregator === "string" && "answer" in elem && typeof elem.answer === "string" && "cells" in elem && Array.isArray(elem.cells) && elem.cells.every((x) => typeof x === "string") && "coordinates" in elem && Array.isArray(elem.coordinates) && elem.coordinates.every(
-    (coord) => Array.isArray(coord) && coord.every((x) => typeof x === "number")
-  );
+  return providerHelper.getResponse(res);
 }
 
 // src/tasks/nlp/textClassification.ts
 async function textClassification(args, options) {
+  const providerHelper = getProviderHelper(args.provider ?? "hf-inference", "text-classification");
   const { data: res } = await innerRequest(args, {
     ...options,
     task: "text-classification"
   });
-  const output = res?.[0];
-  const isValidOutput = Array.isArray(output) && output.every((x) => typeof x?.label === "string" && typeof x.score === "number");
-  if (!isValidOutput) {
-    throw new InferenceOutputError("Expected Array<{label: string, score: number}>");
-  }
-  return output;
-}
-
-// src/utils/toArray.ts
-function toArray(obj) {
-  if (Array.isArray(obj)) {
-    return obj;
-  }
-  return [obj];
+  return providerHelper.getResponse(res);
 }
 
 // src/tasks/nlp/textGeneration.ts
 async function textGeneration(args, options) {
-  if (args.provider === "together") {
-    args.prompt = args.inputs;
-    const { data: raw } = await innerRequest(args, {
-      ...options,
-      task: "text-generation"
-    });
-    const isValidOutput = typeof raw === "object" && "choices" in raw && Array.isArray(raw?.choices) && typeof raw?.model === "string";
-    if (!isValidOutput) {
-      throw new InferenceOutputError("Expected ChatCompletionOutput");
-    }
-    const completion = raw.choices[0];
-    return {
-      generated_text: completion.text
-    };
-  } else if (args.provider === "hyperbolic") {
-    const payload = {
-      messages: [{ content: args.inputs, role: "user" }],
-      ...args.parameters ? {
-        max_tokens: args.parameters.max_new_tokens,
-        ...omit(args.parameters, "max_new_tokens")
-      } : void 0,
-      ...omit(args, ["inputs", "parameters"])
-    };
-    const raw = (await innerRequest(payload, {
-      ...options,
-      task: "text-generation"
-    })).data;
-    const isValidOutput = typeof raw === "object" && "choices" in raw && Array.isArray(raw?.choices) && typeof raw?.model === "string";
-    if (!isValidOutput) {
-      throw new InferenceOutputError("Expected ChatCompletionOutput");
-    }
-    const completion = raw.choices[0];
-    return {
-      generated_text: completion.message.content
-    };
-  } else {
-    const { data: res } = await innerRequest(args, {
-      ...options,
-      task: "text-generation"
-    });
-    const output = toArray(res);
-    const isValidOutput = Array.isArray(output) && output.every((x) => "generated_text" in x && typeof x?.generated_text === "string");
-    if (!isValidOutput) {
-      throw new InferenceOutputError("Expected Array<{generated_text: string}>");
-    }
-    return output?.[0];
-  }
+  const provider = args.provider ?? "hf-inference";
+  const providerHelper = getProviderHelper(provider, "text-generation");
+  const { data: response } = await innerRequest(args, {
+    ...options,
+    task: "text-generation"
+  });
+  return providerHelper.getResponse(response);
 }
 
 // src/tasks/nlp/textGenerationStream.ts
@@ -1495,77 +1858,37 @@ async function* textGenerationStream(args, options) {
 
 // src/tasks/nlp/tokenClassification.ts
 async function tokenClassification(args, options) {
+  const providerHelper = getProviderHelper(args.provider ?? "hf-inference", "token-classification");
   const { data: res } = await innerRequest(args, {
     ...options,
     task: "token-classification"
   });
-  const output = toArray(res);
-  const isValidOutput = Array.isArray(output) && output.every(
-    (x) => typeof x.end === "number" && typeof x.entity_group === "string" && typeof x.score === "number" && typeof x.start === "number" && typeof x.word === "string"
-  );
-  if (!isValidOutput) {
-    throw new InferenceOutputError(
-      "Expected Array<{end: number, entity_group: string, score: number, start: number, word: string}>"
-    );
-  }
-  return output;
+  return providerHelper.getResponse(res);
 }
 
 // src/tasks/nlp/translation.ts
 async function translation(args, options) {
+  const providerHelper = getProviderHelper(args.provider ?? "hf-inference", "translation");
   const { data: res } = await innerRequest(args, {
     ...options,
     task: "translation"
   });
-  const isValidOutput = Array.isArray(res) && res.every((x) => typeof x?.translation_text === "string");
-  if (!isValidOutput) {
-    throw new InferenceOutputError("Expected type Array<{translation_text: string}>");
-  }
-  return res?.length === 1 ? res?.[0] : res;
+  return providerHelper.getResponse(res);
 }
 
 // src/tasks/nlp/zeroShotClassification.ts
 async function zeroShotClassification(args, options) {
+  const providerHelper = getProviderHelper(args.provider ?? "hf-inference", "zero-shot-classification");
   const { data: res } = await innerRequest(args, {
     ...options,
     task: "zero-shot-classification"
   });
-  const output = toArray(res);
-  const isValidOutput = Array.isArray(output) && output.every(
-    (x) => Array.isArray(x.labels) && x.labels.every((_label) => typeof _label === "string") && Array.isArray(x.scores) && x.scores.every((_score) => typeof _score === "number") && typeof x.sequence === "string"
-  );
-  if (!isValidOutput) {
-    throw new InferenceOutputError("Expected Array<{labels: string[], scores: number[], sequence: string}>");
-  }
-  return output;
-}
-
-// src/tasks/nlp/chatCompletion.ts
-async function chatCompletion(args, options) {
-  const { data: res } = await innerRequest(args, {
-    ...options,
-    task: "text-generation",
-    chatCompletion: true
-  });
-  const isValidOutput = typeof res === "object" && Array.isArray(res?.choices) && typeof res?.created === "number" && typeof res?.id === "string" && typeof res?.model === "string" && /// Together.ai and Nebius do not output a system_fingerprint
-  (res.system_fingerprint === void 0 || res.system_fingerprint === null || typeof res.system_fingerprint === "string") && typeof res?.usage === "object";
-  if (!isValidOutput) {
-    throw new InferenceOutputError("Expected ChatCompletionOutput");
-  }
-  return res;
-}
-
-// src/tasks/nlp/chatCompletionStream.ts
-async function* chatCompletionStream(args, options) {
-  yield* innerStreamingRequest(args, {
-    ...options,
-    task: "text-generation",
-    chatCompletion: true
-  });
+  return providerHelper.getResponse(res);
 }
 
 // src/tasks/multimodal/documentQuestionAnswering.ts
 async function documentQuestionAnswering(args, options) {
+  const providerHelper = getProviderHelper(args.provider ?? "hf-inference", "document-question-answering");
   const reqArgs = {
     ...args,
     inputs: {
@@ -1581,18 +1904,12 @@ async function documentQuestionAnswering(args, options) {
       task: "document-question-answering"
     }
   );
-  const output = toArray(res);
-  const isValidOutput = Array.isArray(output) && output.every(
-    (elem) => typeof elem === "object" && !!elem && typeof elem?.answer === "string" && (typeof elem.end === "number" || typeof elem.end === "undefined") && (typeof elem.score === "number" || typeof elem.score === "undefined") && (typeof elem.start === "number" || typeof elem.start === "undefined")
-  );
-  if (!isValidOutput) {
-    throw new InferenceOutputError("Expected Array<{answer: string, end?: number, score?: number, start?: number}>");
-  }
-  return output[0];
+  return providerHelper.getResponse(res);
 }
 
 // src/tasks/multimodal/visualQuestionAnswering.ts
 async function visualQuestionAnswering(args, options) {
+  const providerHelper = getProviderHelper(args.provider ?? "hf-inference", "visual-question-answering");
   const reqArgs = {
     ...args,
     inputs: {
@@ -1605,39 +1922,27 @@ async function visualQuestionAnswering(args, options) {
     ...options,
     task: "visual-question-answering"
   });
-  const isValidOutput = Array.isArray(res) && res.every(
-    (elem) => typeof elem === "object" && !!elem && typeof elem?.answer === "string" && typeof elem.score === "number"
-  );
-  if (!isValidOutput) {
-    throw new InferenceOutputError("Expected Array<{answer: string, score: number}>");
-  }
-  return res[0];
+  return providerHelper.getResponse(res);
 }
 
-// src/tasks/tabular/tabularRegression.ts
-async function tabularRegression(args, options) {
+// src/tasks/tabular/tabularClassification.ts
+async function tabularClassification(args, options) {
+  const providerHelper = getProviderHelper(args.provider ?? "hf-inference", "tabular-classification");
   const { data: res } = await innerRequest(args, {
     ...options,
-    task: "tabular-regression"
+    task: "tabular-classification"
   });
-  const isValidOutput = Array.isArray(res) && res.every((x) => typeof x === "number");
-  if (!isValidOutput) {
-    throw new InferenceOutputError("Expected number[]");
-  }
-  return res;
+  return providerHelper.getResponse(res);
 }
 
-// src/tasks/tabular/tabularClassification.ts
-async function tabularClassification(args, options) {
+// src/tasks/tabular/tabularRegression.ts
+async function tabularRegression(args, options) {
+  const providerHelper = getProviderHelper(args.provider ?? "hf-inference", "tabular-regression");
   const { data: res } = await innerRequest(args, {
     ...options,
-    task: "tabular-classification"
+    task: "tabular-regression"
   });
-  const isValidOutput = Array.isArray(res) && res.every((x) => typeof x === "number");
-  if (!isValidOutput) {
-    throw new InferenceOutputError("Expected number[]");
-  }
-  return res;
+  return providerHelper.getResponse(res);
 }
 
 // src/InferenceClient.ts
@@ -1706,11 +2011,11 @@ __export(snippets_exports, {
 });
 
 // src/snippets/getInferenceSnippets.ts
+import { Template } from "@huggingface/jinja";
 import {
-  inferenceSnippetLanguages,
-  getModelInputSnippet
+  getModelInputSnippet,
+  inferenceSnippetLanguages
 } from "@huggingface/tasks";
-import { Template } from "@huggingface/jinja";
 
 // src/snippets/templates.exported.ts
 var templates = {
@@ -1753,7 +2058,7 @@ const image = await client.textToVideo({
     },
     "openai": {
       "conversational": 'import { OpenAI } from "openai";\n\nconst client = new OpenAI({\n	baseURL: "{{ baseUrl }}",\n	apiKey: "{{ accessToken }}",\n});\n\nconst chatCompletion = await client.chat.completions.create({\n	model: "{{ providerModelId }}",\n{{ inputs.asTsString }}\n});\n\nconsole.log(chatCompletion.choices[0].message);',
-      "conversationalStream": 'import { OpenAI } from "openai";\n\nconst client = new OpenAI({\n	baseURL: "{{ baseUrl }}",\n	apiKey: "{{ accessToken }}",\n});\n\nlet out = "";\n\nconst stream = await client.chat.completions.create({\n    provider: "{{ provider }}",\n    model: "{{ model.id }}",\n{{ inputs.asTsString }}\n});\n\nfor await (const chunk of stream) {\n	if (chunk.choices && chunk.choices.length > 0) {\n		const newContent = chunk.choices[0].delta.content;\n		out += newContent;\n		console.log(newContent);\n	}  \n}'
+      "conversationalStream": 'import { OpenAI } from "openai";\n\nconst client = new OpenAI({\n	baseURL: "{{ baseUrl }}",\n	apiKey: "{{ accessToken }}",\n});\n\nconst stream = await client.chat.completions.create({\n    model: "{{ providerModelId }}",\n{{ inputs.asTsString }}\n    stream: true,\n});\n\nfor await (const chunk of stream) {\n    process.stdout.write(chunk.choices[0]?.delta?.content || "");\n}'
     }
   },
   "python": {
@@ -1885,15 +2190,23 @@ var HF_JS_METHODS = {
 };
 var snippetGenerator = (templateName, inputPreparationFn) => {
   return (model, accessToken, provider, providerModelId, opts) => {
+    let task = model.pipeline_tag;
     if (model.pipeline_tag && ["text-generation", "image-text-to-text"].includes(model.pipeline_tag) && model.tags.includes("conversational")) {
       templateName = opts?.streaming ? "conversationalStream" : "conversational";
       inputPreparationFn = prepareConversationalInput;
+      task = "conversational";
     }
     const inputs = inputPreparationFn ? inputPreparationFn(model, opts) : { inputs: getModelInputSnippet(model) };
     const request2 = makeRequestOptionsFromResolvedModel(
       providerModelId ?? model.id,
-      { accessToken, provider, ...inputs },
-      { chatCompletion: templateName.includes("conversational"), task: model.pipeline_tag }
+      {
+        accessToken,
+        provider,
+        ...inputs
+      },
+      {
+        task
+      }
     );
     let providerInputs = inputs;
     const bodyAsObj = request2.info.body;
@@ -1980,7 +2293,7 @@ var prepareConversationalInput = (model, opts) => {
   return {
     messages: opts?.messages ?? getModelInputSnippet(model),
     ...opts?.temperature ? { temperature: opts?.temperature } : void 0,
-    max_tokens: opts?.max_tokens ?? 500,
+    max_tokens: opts?.max_tokens ?? 512,
     ...opts?.top_p ? { top_p: opts?.top_p } : void 0
   };
 };