@huggingface/inference 3.13.0 → 3.13.2-tshy

package/src/lib/makeRequestOptions.ts

@@ -1,10 +1,12 @@
-import { name as packageName, version as packageVersion } from "../../package.json";
-import { HF_HEADER_X_BILL_TO, HF_HUB_URL } from "../config";
-import type { InferenceTask, Options, RequestArgs } from "../types";
-import type { InferenceProviderModelMapping } from "./getInferenceProviderMapping";
-import { getInferenceProviderMapping } from "./getInferenceProviderMapping";
-import type { getProviderHelper } from "./getProviderHelper";
-import { isUrl } from "./isUrl";
+// eslint-disable-next-line @typescript-eslint/ban-ts-comment
+// @ts-ignore this works or not depending on commonjs/ESM - see https://github.com/microsoft/TypeScript/issues/51783
+import pkg from "../../package.json" with { type: "json" };
+import { HF_HEADER_X_BILL_TO, HF_HUB_URL } from "../config.js";
+import type { InferenceTask, Options, RequestArgs } from "../types.js";
+import type { InferenceProviderModelMapping } from "./getInferenceProviderMapping.js";
+import { getInferenceProviderMapping } from "./getInferenceProviderMapping.js";
+import type { getProviderHelper } from "./getProviderHelper.js";
+import { isUrl } from "./isUrl.js";
 
 /**
  * Lazy-loaded from huggingface.co/api/tasks when needed
@@ -158,7 +160,7 @@ export function makeRequestOptionsFromResolvedModel(
 
 	// Add user-agent to headers
 	// e.g. @huggingface/inference/3.1.3
-	const ownUserAgent = `${packageName}/${packageVersion}`;
+	const ownUserAgent = `${pkg.name}/${pkg.version}`;
 	const userAgent = [ownUserAgent, typeof navigator !== "undefined" ? navigator.userAgent : undefined]
 		.filter((x) => x !== undefined)
 		.join(" ");

package/src/providers/black-forest-labs.ts

@@ -14,11 +14,11 @@
  *
  * Thanks!
  */
-import { InferenceOutputError } from "../lib/InferenceOutputError";
-import type { BodyParams, HeaderParams, UrlParams } from "../types";
-import { delay } from "../utils/delay";
-import { omit } from "../utils/omit";
-import { TaskProviderHelper, type TextToImageTaskHelper } from "./providerHelper";
+import { InferenceOutputError } from "../lib/InferenceOutputError.js";
+import type { BodyParams, HeaderParams, UrlParams } from "../types.js";
+import { delay } from "../utils/delay.js";
+import { omit } from "../utils/omit.js";
+import { TaskProviderHelper, type TextToImageTaskHelper } from "./providerHelper.js";
 
 const BLACK_FOREST_LABS_AI_API_BASE_URL = "https://api.us1.bfl.ai";
 interface BlackForestLabsResponse {

package/src/providers/cerebras.ts

@@ -15,7 +15,7 @@
  * Thanks!
  */
 
-import { BaseConversationalTask } from "./providerHelper";
+import { BaseConversationalTask } from "./providerHelper.js";
 
 export class CerebrasConversationalTask extends BaseConversationalTask {
 	constructor() {

package/src/providers/cohere.ts

@@ -14,7 +14,7 @@
  *
  * Thanks!
  */
-import { BaseConversationalTask } from "./providerHelper";
+import { BaseConversationalTask } from "./providerHelper.js";
 
 export class CohereConversationalTask extends BaseConversationalTask {
 	constructor() {

package/src/providers/consts.ts

@@ -1,6 +1,6 @@
-import type { InferenceProviderModelMapping } from "../lib/getInferenceProviderMapping";
-import type { InferenceProvider } from "../types";
-import { type ModelId } from "../types";
+import type { InferenceProviderModelMapping } from "../lib/getInferenceProviderMapping.js";
+import type { InferenceProvider } from "../types.js";
+import { type ModelId } from "../types.js";
 
 /**
  * If you want to try to run inference for a new model locally before it's registered on huggingface.co

package/src/providers/fal-ai.ts

@@ -14,19 +14,22 @@
  *
  * Thanks!
  */
+import { base64FromBytes } from "../utils/base64FromBytes.js";
+
 import type { AutomaticSpeechRecognitionOutput } from "@huggingface/tasks";
-import { InferenceOutputError } from "../lib/InferenceOutputError";
-import { isUrl } from "../lib/isUrl";
-import type { BodyParams, HeaderParams, ModelId, UrlParams } from "../types";
-import { delay } from "../utils/delay";
-import { omit } from "../utils/omit";
+import { InferenceOutputError } from "../lib/InferenceOutputError.js";
+import { isUrl } from "../lib/isUrl.js";
+import type { BodyParams, HeaderParams, ModelId, RequestArgs, UrlParams } from "../types.js";
+import { delay } from "../utils/delay.js";
+import { omit } from "../utils/omit.js";
 import {
 	type AutomaticSpeechRecognitionTaskHelper,
 	TaskProviderHelper,
 	type TextToImageTaskHelper,
 	type TextToVideoTaskHelper,
-} from "./providerHelper";
-import { HF_HUB_URL } from "../config";
+} from "./providerHelper.js";
+import { HF_HUB_URL } from "../config.js";
+import type { AutomaticSpeechRecognitionArgs } from "../tasks/audio/automaticSpeechRecognition.js";
 
 export interface FalAiQueueOutput {
 	request_id: string;
@@ -224,6 +227,28 @@ export class FalAIAutomaticSpeechRecognitionTask extends FalAITask implements Au
 		}
 		return { text: res.text };
 	}
+
+	async preparePayloadAsync(args: AutomaticSpeechRecognitionArgs): Promise<RequestArgs> {
+		const blob = "data" in args && args.data instanceof Blob ? args.data : "inputs" in args ? args.inputs : undefined;
+		const contentType = blob?.type;
+		if (!contentType) {
+			throw new Error(
+				`Unable to determine the input's content-type. Make sure your are passing a Blob when using provider fal-ai.`
+			);
+		}
+		if (!FAL_AI_SUPPORTED_BLOB_TYPES.includes(contentType)) {
+			throw new Error(
+				`Provider fal-ai does not support blob type ${contentType} - supported content types are: ${FAL_AI_SUPPORTED_BLOB_TYPES.join(
+					", "
+				)}`
+			);
+		}
+		const base64audio = base64FromBytes(new Uint8Array(await blob.arrayBuffer()));
+		return {
+			...("data" in args ? omit(args, "data") : omit(args, "inputs")),
+			audio_url: `data:${contentType};base64,${base64audio}`,
+		};
+	}
 }
 
 export class FalAITextToSpeechTask extends FalAITask {

package/src/providers/featherless-ai.ts

@@ -4,9 +4,9 @@ import type {
 	TextGenerationOutput,
 	TextGenerationOutputFinishReason,
 } from "@huggingface/tasks";
-import { InferenceOutputError } from "../lib/InferenceOutputError";
-import type { BodyParams } from "../types";
-import { BaseConversationalTask, BaseTextGenerationTask } from "./providerHelper";
+import { InferenceOutputError } from "../lib/InferenceOutputError.js";
+import type { BodyParams } from "../types.js";
+import { BaseConversationalTask, BaseTextGenerationTask } from "./providerHelper.js";
 
 interface FeatherlessAITextCompletionOutput extends Omit<ChatCompletionOutput, "choices"> {
 	choices: Array<{

package/src/providers/fireworks-ai.ts

@@ -14,7 +14,7 @@
  *
  * Thanks!
  */
-import { BaseConversationalTask } from "./providerHelper";
+import { BaseConversationalTask } from "./providerHelper.js";
 
 export class FireworksConversationalTask extends BaseConversationalTask {
 	constructor() {

package/src/providers/groq.ts

@@ -1,4 +1,4 @@
-import { BaseConversationalTask, BaseTextGenerationTask } from "./providerHelper";
+import { BaseConversationalTask, BaseTextGenerationTask } from "./providerHelper.js";
 
 /**
  * See the registered mapping of HF model ID => Groq model ID here:

package/src/providers/hf-inference.ts

@@ -33,11 +33,11 @@ import type {
 	ZeroShotClassificationOutput,
 	ZeroShotImageClassificationOutput,
 } from "@huggingface/tasks";
-import { HF_ROUTER_URL } from "../config";
-import { InferenceOutputError } from "../lib/InferenceOutputError";
-import type { TabularClassificationOutput } from "../tasks/tabular/tabularClassification";
-import type { BodyParams, UrlParams } from "../types";
-import { toArray } from "../utils/toArray";
+import { HF_ROUTER_URL } from "../config.js";
+import { InferenceOutputError } from "../lib/InferenceOutputError.js";
+import type { TabularClassificationOutput } from "../tasks/tabular/tabularClassification.js";
+import type { BodyParams, RequestArgs, UrlParams } from "../types.js";
+import { toArray } from "../utils/toArray.js";
 import type {
 	AudioClassificationTaskHelper,
 	AudioToAudioTaskHelper,
@@ -67,10 +67,13 @@ import type {
 	VisualQuestionAnsweringTaskHelper,
 	ZeroShotClassificationTaskHelper,
 	ZeroShotImageClassificationTaskHelper,
-} from "./providerHelper";
-
-import { TaskProviderHelper } from "./providerHelper";
+} from "./providerHelper.js";
 
+import { TaskProviderHelper } from "./providerHelper.js";
+import { base64FromBytes } from "../utils/base64FromBytes.js";
+import type { ImageToImageArgs } from "../tasks/cv/imageToImage.js";
+import type { AutomaticSpeechRecognitionArgs } from "../tasks/audio/automaticSpeechRecognition.js";
+import { omit } from "../utils/omit.js";
 interface Base64ImageGeneration {
 	data: Array<{
 		b64_json: string;
@@ -221,6 +224,15 @@ export class HFInferenceAutomaticSpeechRecognitionTask
 	override async getResponse(response: AutomaticSpeechRecognitionOutput): Promise<AutomaticSpeechRecognitionOutput> {
 		return response;
 	}
+
+	async preparePayloadAsync(args: AutomaticSpeechRecognitionArgs): Promise<RequestArgs> {
+		return "data" in args
+			? args
+			: {
+					...omit(args, "inputs"),
+					data: args.inputs,
+			  };
+	}
 }
 
 export class HFInferenceAudioToAudioTask extends HFInferenceTask implements AudioToAudioTaskHelper {
@@ -326,6 +338,23 @@ export class HFInferenceImageToTextTask extends HFInferenceTask implements Image
 }
 
 export class HFInferenceImageToImageTask extends HFInferenceTask implements ImageToImageTaskHelper {
+	async preparePayloadAsync(args: ImageToImageArgs): Promise<RequestArgs> {
+		if (!args.parameters) {
+			return {
+				...args,
+				model: args.model,
+				data: args.inputs,
+			};
+		} else {
+			return {
+				...args,
+				inputs: base64FromBytes(
+					new Uint8Array(args.inputs instanceof ArrayBuffer ? args.inputs : await (args.inputs as Blob).arrayBuffer())
+				),
+			};
+		}
+	}
+
 	override async getResponse(response: Blob): Promise<Blob> {
 		if (response instanceof Blob) {
 			return response;

package/src/providers/hyperbolic.ts

@@ -15,15 +15,15 @@
  * Thanks!
  */
 import type { ChatCompletionOutput, TextGenerationOutput } from "@huggingface/tasks";
-import { InferenceOutputError } from "../lib/InferenceOutputError";
-import type { BodyParams, UrlParams } from "../types";
-import { omit } from "../utils/omit";
+import { InferenceOutputError } from "../lib/InferenceOutputError.js";
+import type { BodyParams, UrlParams } from "../types.js";
+import { omit } from "../utils/omit.js";
 import {
 	BaseConversationalTask,
 	BaseTextGenerationTask,
 	TaskProviderHelper,
 	type TextToImageTaskHelper,
-} from "./providerHelper";
+} from "./providerHelper.js";
 
 const HYPERBOLIC_API_BASE_URL = "https://api.hyperbolic.xyz";
 

package/src/providers/nebius.ts

@@ -15,16 +15,16 @@
  * Thanks!
  */
 import type { FeatureExtractionOutput } from "@huggingface/tasks";
-import { InferenceOutputError } from "../lib/InferenceOutputError";
-import type { BodyParams } from "../types";
-import { omit } from "../utils/omit";
+import { InferenceOutputError } from "../lib/InferenceOutputError.js";
+import type { BodyParams } from "../types.js";
+import { omit } from "../utils/omit.js";
 import {
 	BaseConversationalTask,
 	BaseTextGenerationTask,
 	TaskProviderHelper,
 	type FeatureExtractionTaskHelper,
 	type TextToImageTaskHelper,
-} from "./providerHelper";
+} from "./providerHelper.js";
 
 const NEBIUS_API_BASE_URL = "https://api.studio.nebius.ai";
 

package/src/providers/novita.ts

@@ -14,16 +14,16 @@
  *
  * Thanks!
  */
-import { InferenceOutputError } from "../lib/InferenceOutputError";
-import { isUrl } from "../lib/isUrl";
-import type { BodyParams, UrlParams } from "../types";
-import { omit } from "../utils/omit";
+import { InferenceOutputError } from "../lib/InferenceOutputError.js";
+import { isUrl } from "../lib/isUrl.js";
+import type { BodyParams, UrlParams } from "../types.js";
+import { omit } from "../utils/omit.js";
 import {
 	BaseConversationalTask,
 	BaseTextGenerationTask,
 	TaskProviderHelper,
 	type TextToVideoTaskHelper,
-} from "./providerHelper";
+} from "./providerHelper.js";
 
 const NOVITA_API_BASE_URL = "https://api.novita.ai";
 export interface NovitaOutput {

package/src/providers/nscale.ts

@@ -15,10 +15,10 @@
  * Thanks!
  */
 import type { TextToImageInput } from "@huggingface/tasks";
-import { InferenceOutputError } from "../lib/InferenceOutputError";
-import type { BodyParams } from "../types";
-import { omit } from "../utils/omit";
-import { BaseConversationalTask, TaskProviderHelper, type TextToImageTaskHelper } from "./providerHelper";
+import { InferenceOutputError } from "../lib/InferenceOutputError.js";
+import type { BodyParams } from "../types.js";
+import { omit } from "../utils/omit.js";
+import { BaseConversationalTask, TaskProviderHelper, type TextToImageTaskHelper } from "./providerHelper.js";
 
 const NSCALE_API_BASE_URL = "https://inference.api.nscale.com";
 

package/src/providers/openai.ts

@@ -1,7 +1,7 @@
 /**
  * Special case: provider configuration for a private models provider (OpenAI in this case).
  */
-import { BaseConversationalTask } from "./providerHelper";
+import { BaseConversationalTask } from "./providerHelper.js";
 
 const OPENAI_API_BASE_URL = "https://api.openai.com";
 

package/src/providers/ovhcloud.ts

@@ -15,11 +15,11 @@
  * Thanks!
  */
 
-import { BaseConversationalTask, BaseTextGenerationTask } from "./providerHelper";
+import { BaseConversationalTask, BaseTextGenerationTask } from "./providerHelper.js";
 import type { ChatCompletionOutput, TextGenerationOutput, TextGenerationOutputFinishReason } from "@huggingface/tasks";
-import { InferenceOutputError } from "../lib/InferenceOutputError";
-import type { BodyParams } from "../types";
-import { omit } from "../utils/omit";
+import { InferenceOutputError } from "../lib/InferenceOutputError.js";
+import type { BodyParams } from "../types.js";
+import { omit } from "../utils/omit.js";
 import type { TextGenerationInput } from "@huggingface/tasks";
 
 const OVHCLOUD_API_BASE_URL = "https://oai.endpoints.kepler.ai.cloud.ovh.net";

package/src/providers/providerHelper.ts

@@ -45,11 +45,13 @@ import type {
 	ZeroShotImageClassificationInput,
 	ZeroShotImageClassificationOutput,
 } from "@huggingface/tasks";
-import { HF_ROUTER_URL } from "../config";
-import { InferenceOutputError } from "../lib/InferenceOutputError";
-import type { AudioToAudioOutput } from "../tasks/audio/audioToAudio";
-import type { BaseArgs, BodyParams, HeaderParams, InferenceProvider, UrlParams } from "../types";
-import { toArray } from "../utils/toArray";
+import { HF_ROUTER_URL } from "../config.js";
+import { InferenceOutputError } from "../lib/InferenceOutputError.js";
+import type { AudioToAudioOutput } from "../tasks/audio/audioToAudio.js";
+import type { BaseArgs, BodyParams, HeaderParams, InferenceProvider, RequestArgs, UrlParams } from "../types.js";
+import { toArray } from "../utils/toArray.js";
+import type { ImageToImageArgs } from "../tasks/cv/imageToImage.js";
+import type { AutomaticSpeechRecognitionArgs } from "../tasks/audio/automaticSpeechRecognition.js";
 
 /**
  * Base class for task-specific provider helpers
@@ -142,6 +144,7 @@ export interface TextToVideoTaskHelper {
 export interface ImageToImageTaskHelper {
 	getResponse(response: unknown, url?: string, headers?: HeadersInit): Promise<Blob>;
 	preparePayload(params: BodyParams<ImageToImageInput & BaseArgs>): Record<string, unknown>;
+	preparePayloadAsync(args: ImageToImageArgs): Promise<RequestArgs>;
 }
 
 export interface ImageSegmentationTaskHelper {
@@ -245,6 +248,7 @@ export interface AudioToAudioTaskHelper {
 export interface AutomaticSpeechRecognitionTaskHelper {
 	getResponse(response: unknown, url?: string, headers?: HeadersInit): Promise<AutomaticSpeechRecognitionOutput>;
 	preparePayload(params: BodyParams<AutomaticSpeechRecognitionInput & BaseArgs>): Record<string, unknown> | BodyInit;
+	preparePayloadAsync(args: AutomaticSpeechRecognitionArgs): Promise<RequestArgs>;
 }
 
 export interface AudioClassificationTaskHelper {

package/src/providers/replicate.ts

@@ -14,11 +14,11 @@
  *
  * Thanks!
  */
-import { InferenceOutputError } from "../lib/InferenceOutputError";
-import { isUrl } from "../lib/isUrl";
-import type { BodyParams, HeaderParams, UrlParams } from "../types";
-import { omit } from "../utils/omit";
-import { TaskProviderHelper, type TextToImageTaskHelper, type TextToVideoTaskHelper } from "./providerHelper";
+import { InferenceOutputError } from "../lib/InferenceOutputError.js";
+import { isUrl } from "../lib/isUrl.js";
+import type { BodyParams, HeaderParams, UrlParams } from "../types.js";
+import { omit } from "../utils/omit.js";
+import { TaskProviderHelper, type TextToImageTaskHelper, type TextToVideoTaskHelper } from "./providerHelper.js";
 export interface ReplicateOutput {
 	output?: string | string[];
 }

package/src/providers/sambanova.ts

@@ -14,12 +14,12 @@
  *
  * Thanks!
  */
-import { InferenceOutputError } from "../lib/InferenceOutputError";
+import { InferenceOutputError } from "../lib/InferenceOutputError.js";
 
 import type { FeatureExtractionOutput } from "@huggingface/tasks";
-import type { BodyParams } from "../types";
-import type { FeatureExtractionTaskHelper } from "./providerHelper";
-import { BaseConversationalTask, TaskProviderHelper } from "./providerHelper";
+import type { BodyParams } from "../types.js";
+import type { FeatureExtractionTaskHelper } from "./providerHelper.js";
+import { BaseConversationalTask, TaskProviderHelper } from "./providerHelper.js";
 
 export class SambanovaConversationalTask extends BaseConversationalTask {
 	constructor() {

package/src/providers/together.ts

@@ -15,15 +15,15 @@
  * Thanks!
  */
 import type { ChatCompletionOutput, TextGenerationOutput, TextGenerationOutputFinishReason } from "@huggingface/tasks";
-import { InferenceOutputError } from "../lib/InferenceOutputError";
-import type { BodyParams } from "../types";
-import { omit } from "../utils/omit";
+import { InferenceOutputError } from "../lib/InferenceOutputError.js";
+import type { BodyParams } from "../types.js";
+import { omit } from "../utils/omit.js";
 import {
 	BaseConversationalTask,
 	BaseTextGenerationTask,
 	TaskProviderHelper,
 	type TextToImageTaskHelper,
-} from "./providerHelper";
+} from "./providerHelper.js";
 
 const TOGETHER_API_BASE_URL = "https://api.together.xyz";
 

package/src/snippets/getInferenceSnippets.ts

@@ -6,13 +6,13 @@ import {
 	getModelInputSnippet,
 	inferenceSnippetLanguages,
 } from "@huggingface/tasks";
-import type { PipelineType, WidgetType } from "@huggingface/tasks/src/pipelines.js";
-import type { ChatCompletionInputMessage, GenerationParameters } from "@huggingface/tasks/src/tasks/index.js";
-import type { InferenceProviderModelMapping } from "../lib/getInferenceProviderMapping";
-import { getProviderHelper } from "../lib/getProviderHelper";
-import { makeRequestOptionsFromResolvedModel } from "../lib/makeRequestOptions";
-import type { InferenceProviderOrPolicy, InferenceTask, RequestArgs } from "../types";
-import { templates } from "./templates.exported";
+import type { PipelineType, WidgetType } from "@huggingface/tasks";
+import type { ChatCompletionInputMessage, GenerationParameters } from "@huggingface/tasks";
+import type { InferenceProviderModelMapping } from "../lib/getInferenceProviderMapping.js";
+import { getProviderHelper } from "../lib/getProviderHelper.js";
+import { makeRequestOptionsFromResolvedModel } from "../lib/makeRequestOptions.js";
+import type { InferenceProviderOrPolicy, InferenceTask, RequestArgs } from "../types.js";
+import { templates } from "./templates.exported.js";
 
 export type InferenceSnippetOptions = { streaming?: boolean; billTo?: string } & Record<string, unknown>;
 
@@ -144,8 +144,7 @@ const snippetGenerator = (templateName: string, inputPreparationFn?: InputPrepar
 		}
 		let providerHelper: ReturnType<typeof getProviderHelper>;
 		try {
-			/// For the "auto" provider policy we use hf-inference snippets
-			providerHelper = getProviderHelper(provider === "auto" ? "hf-inference" : provider, task);
+			providerHelper = getProviderHelper(provider, task);
 		} catch (e) {
 			console.error(`Failed to get provider helper for ${provider} (${task})`, e);
 			return [];
@@ -285,6 +284,16 @@ const prepareConversationalInput = (
 	};
 };
 
+const prepareQuestionAnsweringInput = (model: ModelDataMinimal): object => {
+	const data = JSON.parse(getModelInputSnippet(model) as string);
+	return { question: data.question, context: data.context };
+};
+
+const prepareTableQuestionAnsweringInput = (model: ModelDataMinimal): object => {
+	const data = JSON.parse(getModelInputSnippet(model) as string);
+	return { query: data.query, table: JSON.stringify(data.table) };
+};
+
 const snippets: Partial<
 	Record<
 		PipelineType,
@@ -309,12 +318,12 @@ const snippets: Partial<
 	"image-to-image": snippetGenerator("imageToImage", prepareImageToImageInput),
 	"image-to-text": snippetGenerator("basicImage"),
 	"object-detection": snippetGenerator("basicImage"),
-	"question-answering": snippetGenerator("basic"),
+	"question-answering": snippetGenerator("questionAnswering", prepareQuestionAnsweringInput),
 	"sentence-similarity": snippetGenerator("basic"),
 	summarization: snippetGenerator("basic"),
 	"tabular-classification": snippetGenerator("tabular"),
 	"tabular-regression": snippetGenerator("tabular"),
-	"table-question-answering": snippetGenerator("basic"),
+	"table-question-answering": snippetGenerator("tableQuestionAnswering", prepareTableQuestionAnsweringInput),
 	"text-classification": snippetGenerator("basic"),
 	"text-generation": snippetGenerator("basic"),
 	"text-to-audio": snippetGenerator("textToAudio"),

package/src/snippets/templates.exported.ts

@@ -30,7 +30,7 @@ export const templates: Record<string, Record<string, Record<string, string>>> =
       "textToImage": "{% if provider == \"fal-ai\" %}\nimport fal_client\n\n{% if providerInputs.asObj.loras is defined and providerInputs.asObj.loras != none %}\nresult = fal_client.subscribe(\n    \"{{ providerModelId }}\",\n    arguments={\n        \"prompt\": {{ inputs.asObj.inputs }},\n        \"loras\":{{ providerInputs.asObj.loras | tojson }},\n    },\n)\n{% else %}\nresult = fal_client.subscribe(\n    \"{{ providerModelId }}\",\n    arguments={\n        \"prompt\": {{ inputs.asObj.inputs }},\n    },\n)\n{% endif %} \nprint(result)\n{% endif %} "
     },
     "huggingface_hub": {
-      "basic": "result = client.{{ methodName }}(\n    inputs={{ inputs.asObj.inputs }},\n    model=\"{{ model.id }}\",\n)",
+      "basic": "result = client.{{ methodName }}(\n    {{ inputs.asObj.inputs }},\n    model=\"{{ model.id }}\",\n)",
       "basicAudio": "output = client.{{ methodName }}({{ inputs.asObj.inputs }}, model=\"{{ model.id }}\")",
       "basicImage": "output = client.{{ methodName }}({{ inputs.asObj.inputs }}, model=\"{{ model.id }}\")",
       "conversational": "completion = client.chat.completions.create(\n    model=\"{{ model.id }}\",\n{{ inputs.asPythonString }}\n)\n\nprint(completion.choices[0].message) ",
@@ -38,6 +38,8 @@ export const templates: Record<string, Record<string, Record<string, string>>> =
       "documentQuestionAnswering": "output = client.document_question_answering(\n    \"{{ inputs.asObj.image }}\",\n    question=\"{{ inputs.asObj.question }}\",\n    model=\"{{ model.id }}\",\n) ",
       "imageToImage": "# output is a PIL.Image object\nimage = client.image_to_image(\n    \"{{ inputs.asObj.inputs }}\",\n    prompt=\"{{ inputs.asObj.parameters.prompt }}\",\n    model=\"{{ model.id }}\",\n) ",
       "importInferenceClient": "from huggingface_hub import InferenceClient\n\nclient = InferenceClient(\n    provider=\"{{ provider }}\",\n    api_key=\"{{ accessToken }}\",\n{% if billTo %}\n    bill_to=\"{{ billTo }}\",\n{% endif %}\n)",
+      "questionAnswering": "answer = client.question_answering(\n    question=\"{{ inputs.asObj.question }}\",\n    context=\"{{ inputs.asObj.context }}\",\n    model=\"{{ model.id }}\",\n) ",
+      "tableQuestionAnswering": "answer = client.question_answering(\n    query=\"{{ inputs.asObj.query }}\",\n    table={{ inputs.asObj.table }},\n    model=\"{{ model.id }}\",\n) ",
       "textToImage": "# output is a PIL.Image object\nimage = client.text_to_image(\n    {{ inputs.asObj.inputs }},\n    model=\"{{ model.id }}\",\n) ",
       "textToSpeech": "# audio is returned as bytes\naudio = client.text_to_speech(\n    {{ inputs.asObj.inputs }},\n    model=\"{{ model.id }}\",\n) \n",
       "textToVideo": "video = client.text_to_video(\n    {{ inputs.asObj.inputs }},\n    model=\"{{ model.id }}\",\n) "

package/src/tasks/audio/audioClassification.ts

@@ -1,10 +1,10 @@
 import type { AudioClassificationInput, AudioClassificationOutput } from "@huggingface/tasks";
-import { resolveProvider } from "../../lib/getInferenceProviderMapping";
-import { getProviderHelper } from "../../lib/getProviderHelper";
-import type { BaseArgs, Options } from "../../types";
-import { innerRequest } from "../../utils/request";
-import type { LegacyAudioInput } from "./utils";
-import { preparePayload } from "./utils";
+import { resolveProvider } from "../../lib/getInferenceProviderMapping.js";
+import { getProviderHelper } from "../../lib/getProviderHelper.js";
+import type { BaseArgs, Options } from "../../types.js";
+import { innerRequest } from "../../utils/request.js";
+import type { LegacyAudioInput } from "./utils.js";
+import { preparePayload } from "./utils.js";
 
 export type AudioClassificationArgs = BaseArgs & (AudioClassificationInput | LegacyAudioInput);
 

package/src/tasks/audio/audioToAudio.ts

@@ -1,9 +1,9 @@
-import { resolveProvider } from "../../lib/getInferenceProviderMapping";
-import { getProviderHelper } from "../../lib/getProviderHelper";
-import type { BaseArgs, Options } from "../../types";
-import { innerRequest } from "../../utils/request";
-import type { LegacyAudioInput } from "./utils";
-import { preparePayload } from "./utils";
+import { resolveProvider } from "../../lib/getInferenceProviderMapping.js";
+import { getProviderHelper } from "../../lib/getProviderHelper.js";
+import type { BaseArgs, Options } from "../../types.js";
+import { innerRequest } from "../../utils/request.js";
+import type { LegacyAudioInput } from "./utils.js";
+import { preparePayload } from "./utils.js";
 
 export type AudioToAudioArgs =
 	| (BaseArgs & {

package/src/tasks/audio/automaticSpeechRecognition.ts

@@ -1,14 +1,10 @@
 import type { AutomaticSpeechRecognitionInput, AutomaticSpeechRecognitionOutput } from "@huggingface/tasks";
-import { resolveProvider } from "../../lib/getInferenceProviderMapping";
-import { getProviderHelper } from "../../lib/getProviderHelper";
-import { InferenceOutputError } from "../../lib/InferenceOutputError";
-import { FAL_AI_SUPPORTED_BLOB_TYPES } from "../../providers/fal-ai";
-import type { BaseArgs, Options, RequestArgs } from "../../types";
-import { base64FromBytes } from "../../utils/base64FromBytes";
-import { omit } from "../../utils/omit";
-import { innerRequest } from "../../utils/request";
-import type { LegacyAudioInput } from "./utils";
-import { preparePayload } from "./utils";
+import { resolveProvider } from "../../lib/getInferenceProviderMapping.js";
+import { getProviderHelper } from "../../lib/getProviderHelper.js";
+import { InferenceOutputError } from "../../lib/InferenceOutputError.js";
+import type { BaseArgs, Options } from "../../types.js";
+import { innerRequest } from "../../utils/request.js";
+import type { LegacyAudioInput } from "./utils.js";
 
 export type AutomaticSpeechRecognitionArgs = BaseArgs & (AutomaticSpeechRecognitionInput | LegacyAudioInput);
 /**
@@ -21,7 +17,7 @@ export async function automaticSpeechRecognition(
 ): Promise<AutomaticSpeechRecognitionOutput> {
 	const provider = await resolveProvider(args.provider, args.model, args.endpointUrl);
 	const providerHelper = getProviderHelper(provider, "automatic-speech-recognition");
-	const payload = await buildPayload(args);
+	const payload = await providerHelper.preparePayloadAsync(args);
 	const { data: res } = await innerRequest<AutomaticSpeechRecognitionOutput>(payload, providerHelper, {
 		...options,
 		task: "automatic-speech-recognition",
@@ -32,29 +28,3 @@ export async function automaticSpeechRecognition(
 	}
 	return providerHelper.getResponse(res);
 }
-
-async function buildPayload(args: AutomaticSpeechRecognitionArgs): Promise<RequestArgs> {
-	if (args.provider === "fal-ai") {
-		const blob = "data" in args && args.data instanceof Blob ? args.data : "inputs" in args ? args.inputs : undefined;
-		const contentType = blob?.type;
-		if (!contentType) {
-			throw new Error(
-				`Unable to determine the input's content-type. Make sure your are passing a Blob when using provider fal-ai.`
-			);
-		}
-		if (!FAL_AI_SUPPORTED_BLOB_TYPES.includes(contentType)) {
-			throw new Error(
-				`Provider fal-ai does not support blob type ${contentType} - supported content types are: ${FAL_AI_SUPPORTED_BLOB_TYPES.join(
-					", "
-				)}`
-			);
-		}
-		const base64audio = base64FromBytes(new Uint8Array(await blob.arrayBuffer()));
-		return {
-			...("data" in args ? omit(args, "data") : omit(args, "inputs")),
-			audio_url: `data:${contentType};base64,${base64audio}`,
-		};
-	} else {
-		return preparePayload(args);
-	}
-}