@huggingface/inference 4.13.10 → 4.13.12

package/src/tasks/cv/zeroShotImageClassification.ts

@@ -29,8 +29,8 @@ async function preparePayload(args: ZeroShotImageClassificationArgs): Promise<Re
 			inputs: {
 				image: base64FromBytes(
 					new Uint8Array(
-						args.inputs.image instanceof ArrayBuffer ? args.inputs.image : await args.inputs.image.arrayBuffer()
-					)
+						args.inputs.image instanceof ArrayBuffer ? args.inputs.image : await args.inputs.image.arrayBuffer(),
+					),
 				),
 			},
 		};
@@ -43,7 +43,7 @@ async function preparePayload(args: ZeroShotImageClassificationArgs): Promise<Re
  */
 export async function zeroShotImageClassification(
 	args: ZeroShotImageClassificationArgs,
-	options?: Options
+	options?: Options,
 ): Promise<ZeroShotImageClassificationOutput> {
 	const provider = await resolveProvider(args.provider, args.model, args.endpointUrl);
 	const providerHelper = getProviderHelper(provider, "zero-shot-image-classification");

package/src/tasks/multimodal/documentQuestionAnswering.ts

@@ -18,7 +18,7 @@ export type DocumentQuestionAnsweringArgs = BaseArgs &
  */
 export async function documentQuestionAnswering(
 	args: DocumentQuestionAnsweringArgs,
-	options?: Options
+	options?: Options,
 ): Promise<DocumentQuestionAnsweringOutput[number]> {
 	const provider = await resolveProvider(args.provider, args.model, args.endpointUrl);
 	const providerHelper = getProviderHelper(provider, "document-question-answering");
@@ -36,7 +36,7 @@ export async function documentQuestionAnswering(
 		{
 			...options,
 			task: "document-question-answering",
-		}
+		},
 	);
 	return providerHelper.getResponse(res);
 }

package/src/tasks/multimodal/visualQuestionAnswering.ts

@@ -18,7 +18,7 @@ export type VisualQuestionAnsweringArgs = BaseArgs &
  */
 export async function visualQuestionAnswering(
 	args: VisualQuestionAnsweringArgs,
-	options?: Options
+	options?: Options,
 ): Promise<VisualQuestionAnsweringOutput[number]> {
 	const provider = await resolveProvider(args.provider, args.model, args.endpointUrl);
 	const providerHelper = getProviderHelper(provider, "visual-question-answering");

package/src/tasks/nlp/chatCompletion.ts

@@ -11,7 +11,7 @@ import { AutoRouterConversationalTask } from "../../providers/providerHelper.js"
  */
 export async function chatCompletion(
 	args: BaseArgs & ChatCompletionInput,
-	options?: Options
+	options?: Options,
 ): Promise<ChatCompletionOutput> {
 	let providerHelper: ConversationalTaskHelper & TaskProviderHelper;
 	if (!args.provider || args.provider === "auto") {

package/src/tasks/nlp/chatCompletionStream.ts

@@ -11,7 +11,7 @@ import { AutoRouterConversationalTask } from "../../providers/providerHelper.js"
  */
 export async function* chatCompletionStream(
 	args: BaseArgs & ChatCompletionInput,
-	options?: Options
+	options?: Options,
 ): AsyncGenerator<ChatCompletionStreamOutput> {
 	let providerHelper: ConversationalTaskHelper & TaskProviderHelper;
 	if (!args.provider || args.provider === "auto") {

package/src/tasks/nlp/featureExtraction.ts

@@ -21,7 +21,7 @@ export type FeatureExtractionOutput = (number | number[] | number[][])[];
  */
 export async function featureExtraction(
 	args: FeatureExtractionArgs,
-	options?: Options
+	options?: Options,
 ): Promise<FeatureExtractionOutput> {
 	const provider = await resolveProvider(args.provider, args.model, args.endpointUrl);
 	const providerHelper = getProviderHelper(provider, "feature-extraction");

package/src/tasks/nlp/questionAnswering.ts

@@ -12,7 +12,7 @@ export type QuestionAnsweringArgs = BaseArgs & QuestionAnsweringInput;
  */
 export async function questionAnswering(
 	args: QuestionAnsweringArgs,
-	options?: Options
+	options?: Options,
 ): Promise<QuestionAnsweringOutput[number]> {
 	const provider = await resolveProvider(args.provider, args.model, args.endpointUrl);
 	const providerHelper = getProviderHelper(provider, "question-answering");
@@ -22,7 +22,7 @@ export async function questionAnswering(
 		{
 			...options,
 			task: "question-answering",
-		}
+		},
 	);
 	return providerHelper.getResponse(res);
 }

package/src/tasks/nlp/sentenceSimilarity.ts

@@ -11,7 +11,7 @@ export type SentenceSimilarityArgs = BaseArgs & SentenceSimilarityInput;
  */
 export async function sentenceSimilarity(
 	args: SentenceSimilarityArgs,
-	options?: Options
+	options?: Options,
 ): Promise<SentenceSimilarityOutput> {
 	const provider = await resolveProvider(args.provider, args.model, args.endpointUrl);
 	const providerHelper = getProviderHelper(provider, "sentence-similarity");

package/src/tasks/nlp/tableQuestionAnswering.ts

@@ -11,7 +11,7 @@ export type TableQuestionAnsweringArgs = BaseArgs & TableQuestionAnsweringInput;
  */
 export async function tableQuestionAnswering(
 	args: TableQuestionAnsweringArgs,
-	options?: Options
+	options?: Options,
 ): Promise<TableQuestionAnsweringOutput[number]> {
 	const provider = await resolveProvider(args.provider, args.model, args.endpointUrl);
 	const providerHelper = getProviderHelper(provider, "table-question-answering");
@@ -21,7 +21,7 @@ export async function tableQuestionAnswering(
 		{
 			...options,
 			task: "table-question-answering",
-		}
+		},
 	);
 	return providerHelper.getResponse(res);
 }

package/src/tasks/nlp/textClassification.ts

@@ -11,7 +11,7 @@ export type TextClassificationArgs = BaseArgs & TextClassificationInput;
  */
 export async function textClassification(
 	args: TextClassificationArgs,
-	options?: Options
+	options?: Options,
 ): Promise<TextClassificationOutput> {
 	const provider = await resolveProvider(args.provider, args.model, args.endpointUrl);
 	const providerHelper = getProviderHelper(provider, "text-classification");

package/src/tasks/nlp/textGeneration.ts

@@ -12,7 +12,7 @@ export type { TextGenerationInput, TextGenerationOutput };
  */
 export async function textGeneration(
 	args: BaseArgs & TextGenerationInput,
-	options?: Options
+	options?: Options,
 ): Promise<TextGenerationOutput> {
 	const provider = await resolveProvider(args.provider, args.model, args.endpointUrl);
 	const providerHelper = getProviderHelper(provider, "text-generation");

package/src/tasks/nlp/textGenerationStream.ts

@@ -89,7 +89,7 @@ export interface TextGenerationStreamOutput {
  */
 export async function* textGenerationStream(
 	args: BaseArgs & TextGenerationInput,
-	options?: Options
+	options?: Options,
 ): AsyncGenerator<TextGenerationStreamOutput> {
 	const provider = await resolveProvider(args.provider, args.model, args.endpointUrl);
 	const providerHelper = getProviderHelper(provider, "text-generation");

package/src/tasks/nlp/tokenClassification.ts

@@ -11,7 +11,7 @@ export type TokenClassificationArgs = BaseArgs & TokenClassificationInput;
  */
 export async function tokenClassification(
 	args: TokenClassificationArgs,
-	options?: Options
+	options?: Options,
 ): Promise<TokenClassificationOutput> {
 	const provider = await resolveProvider(args.provider, args.model, args.endpointUrl);
 	const providerHelper = getProviderHelper(provider, "token-classification");
@@ -21,7 +21,7 @@ export async function tokenClassification(
 		{
 			...options,
 			task: "token-classification",
-		}
+		},
 	);
 	return providerHelper.getResponse(res);
 }

package/src/tasks/nlp/zeroShotClassification.ts

@@ -11,7 +11,7 @@ export type ZeroShotClassificationArgs = BaseArgs & ZeroShotClassificationInput;
  */
 export async function zeroShotClassification(
 	args: ZeroShotClassificationArgs,
-	options?: Options
+	options?: Options,
 ): Promise<ZeroShotClassificationOutput> {
 	const provider = await resolveProvider(args.provider, args.model, args.endpointUrl);
 	const providerHelper = getProviderHelper(provider, "zero-shot-classification");
@@ -21,7 +21,7 @@ export async function zeroShotClassification(
 		{
 			...options,
 			task: "zero-shot-classification",
-		}
+		},
 	);
 	return providerHelper.getResponse(res);
 }

package/src/tasks/tabular/tabularClassification.ts

@@ -24,7 +24,7 @@ export type TabularClassificationOutput = number[];
  */
 export async function tabularClassification(
 	args: TabularClassificationArgs,
-	options?: Options
+	options?: Options,
 ): Promise<TabularClassificationOutput> {
 	const provider = await resolveProvider(args.provider, args.model, args.endpointUrl);
 	const providerHelper = getProviderHelper(provider, "tabular-classification");

package/src/tasks/tabular/tabularRegression.ts

@@ -24,7 +24,7 @@ export type TabularRegressionOutput = number[];
  */
 export async function tabularRegression(
 	args: TabularRegressionArgs,
-	options?: Options
+	options?: Options,
 ): Promise<TabularRegressionOutput> {
 	const provider = await resolveProvider(args.provider, args.model, args.endpointUrl);
 	const providerHelper = getProviderHelper(provider, "tabular-regression");

package/src/types.ts

@@ -59,6 +59,7 @@ export const INFERENCE_PROVIDERS = [
 	"nebius",
 	"novita",
 	"nscale",
+	"nvidia",
 	"openai",
 	"ovhcloud",
 	"publicai",
@@ -96,6 +97,7 @@ export const PROVIDERS_HUB_ORGS: Record<InferenceProvider, string> = {
 	nebius: "nebius",
 	novita: "novita",
 	nscale: "nscale",
+	nvidia: "nvidia",
 	openai: "openai",
 	ovhcloud: "ovhcloud",
 	publicai: "publicai",

package/src/utils/pick.ts

@@ -8,6 +8,6 @@ export function pick<T, K extends keyof T>(o: T, props: K[] | ReadonlyArray<K>):
 			if (o[prop] !== undefined) {
 				return { [prop]: o[prop] };
 			}
-		})
+		}),
 	);
 }

package/src/utils/request.ts

@@ -42,7 +42,7 @@ export async function innerRequest<T>(
 		task?: InferenceTask;
 		/** Is chat completion compatible */
 		chatCompletion?: boolean;
-	}
+	},
 ): Promise<ResponseWrapper<T>> {
 	const { url, info } = await makeRequestOptions(args, providerHelper, options);
 	const response = await (options?.fetch ?? fetch)(url, info);
@@ -68,7 +68,7 @@ export async function innerRequest<T>(
 						headers: info.headers as Record<string, string>,
 						body: bodyToJson(info.body),
 					},
-					{ requestId: response.headers.get("x-request-id") ?? "", status: response.status, body: output }
+					{ requestId: response.headers.get("x-request-id") ?? "", status: response.status, body: output },
 				);
 			}
 			if (typeof output.error === "string" || typeof output.detail === "string" || typeof output.message === "string") {
@@ -80,7 +80,7 @@ export async function innerRequest<T>(
 						headers: info.headers as Record<string, string>,
 						body: bodyToJson(info.body),
 					},
-					{ requestId: response.headers.get("x-request-id") ?? "", status: response.status, body: output }
+					{ requestId: response.headers.get("x-request-id") ?? "", status: response.status, body: output },
 				);
 			} else {
 				throw new InferenceClientProviderApiError(
@@ -91,7 +91,7 @@ export async function innerRequest<T>(
 						headers: info.headers as Record<string, string>,
 						body: bodyToJson(info.body),
 					},
-					{ requestId: response.headers.get("x-request-id") ?? "", status: response.status, body: output }
+					{ requestId: response.headers.get("x-request-id") ?? "", status: response.status, body: output },
 				);
 			}
 		}
@@ -104,7 +104,7 @@ export async function innerRequest<T>(
 				headers: info.headers as Record<string, string>,
 				body: bodyToJson(info.body),
 			},
-			{ requestId: response.headers.get("x-request-id") ?? "", status: response.status, body: message ?? "" }
+			{ requestId: response.headers.get("x-request-id") ?? "", status: response.status, body: message ?? "" },
 		);
 	}
 
@@ -128,7 +128,7 @@ export async function* innerStreamingRequest<T>(
 		task?: InferenceTask;
 		/** Is chat completion compatible */
 		chatCompletion?: boolean;
-	}
+	},
 ): AsyncGenerator<T> {
 	const { url, info } = await makeRequestOptions({ ...args, stream: true }, providerHelper, options);
 	const response = await (options?.fetch ?? fetch)(url, info);
@@ -150,7 +150,7 @@ export async function* innerStreamingRequest<T>(
 						headers: info.headers as Record<string, string>,
 						body: bodyToJson(info.body),
 					},
-					{ requestId: response.headers.get("x-request-id") ?? "", status: response.status, body: output }
+					{ requestId: response.headers.get("x-request-id") ?? "", status: response.status, body: output },
 				);
 			}
 			if (typeof output.error === "string") {
@@ -162,7 +162,7 @@ export async function* innerStreamingRequest<T>(
 						headers: info.headers as Record<string, string>,
 						body: bodyToJson(info.body),
 					},
-					{ requestId: response.headers.get("x-request-id") ?? "", status: response.status, body: output }
+					{ requestId: response.headers.get("x-request-id") ?? "", status: response.status, body: output },
 				);
 			}
 			if (output.error && "message" in output.error && typeof output.error.message === "string") {
@@ -175,7 +175,7 @@ export async function* innerStreamingRequest<T>(
 						headers: info.headers as Record<string, string>,
 						body: bodyToJson(info.body),
 					},
-					{ requestId: response.headers.get("x-request-id") ?? "", status: response.status, body: output }
+					{ requestId: response.headers.get("x-request-id") ?? "", status: response.status, body: output },
 				);
 			}
 			// Sambanova errors
@@ -188,7 +188,7 @@ export async function* innerStreamingRequest<T>(
 						headers: info.headers as Record<string, string>,
 						body: bodyToJson(info.body),
 					},
-					{ requestId: response.headers.get("x-request-id") ?? "", status: response.status, body: output }
+					{ requestId: response.headers.get("x-request-id") ?? "", status: response.status, body: output },
 				);
 			}
 		}
@@ -201,7 +201,7 @@ export async function* innerStreamingRequest<T>(
 				headers: info.headers as Record<string, string>,
 				body: bodyToJson(info.body),
 			},
-			{ requestId: response.headers.get("x-request-id") ?? "", status: response.status, body: "" }
+			{ requestId: response.headers.get("x-request-id") ?? "", status: response.status, body: "" },
 		);
 	}
 	if (!response.headers.get("content-type")?.startsWith("text/event-stream")) {
@@ -214,7 +214,7 @@ export async function* innerStreamingRequest<T>(
 				headers: info.headers as Record<string, string>,
 				body: bodyToJson(info.body),
 			},
-			{ requestId: response.headers.get("x-request-id") ?? "", status: response.status, body: "" }
+			{ requestId: response.headers.get("x-request-id") ?? "", status: response.status, body: "" },
 		);
 	}
 
@@ -234,8 +234,8 @@ export async function* innerStreamingRequest<T>(
 		getMessages(
 			() => {},
 			() => {},
-			onEvent
-		)
+			onEvent,
+		),
 	);
 
 	try {
@@ -256,11 +256,11 @@ export async function* innerStreamingRequest<T>(
 							typeof data.error === "string"
 								? data.error
 								: typeof data.error === "object" &&
-								    data.error &&
-								    "message" in data.error &&
-								    typeof data.error.message === "string"
-								  ? data.error.message
-								  : JSON.stringify(data.error);
+									  data.error &&
+									  "message" in data.error &&
+									  typeof data.error.message === "string"
+									? data.error.message
+									: JSON.stringify(data.error);
 						throw new InferenceClientProviderApiError(
 							`Failed to perform inference: an occurred while streaming the response: ${errorStr}`,
 							{
@@ -269,7 +269,7 @@ export async function* innerStreamingRequest<T>(
 								headers: info.headers as Record<string, string>,
 								body: bodyToJson(info.body),
 							},
-							{ requestId: response.headers.get("x-request-id") ?? "", status: response.status, body: data }
+							{ requestId: response.headers.get("x-request-id") ?? "", status: response.status, body: data },
 						);
 					}
 					yield data as T;

package/src/utils/typedEntries.ts

@@ -1,5 +1,5 @@
 export function typedEntries<T extends { [s: string]: T[keyof T] } | ArrayLike<T[keyof T]>>(
-	obj: T
+	obj: T,
 ): [keyof T, T[keyof T]][] {
 	return Object.entries(obj) as [keyof T, T[keyof T]][];
 }