@huggingface/inference 4.13.10 → 4.13.12

package/package.json

@@ -1,54 +1,33 @@
 {
   "name": "@huggingface/inference",
-  "version": "4.13.10",
-  "license": "MIT",
-  "author": "Hugging Face and Tim Mikeladze <tim.mikeladze@gmail.com>",
+  "version": "4.13.12",
   "description": "Typescript client for the Hugging Face Inference Providers and Inference Endpoints",
-  "repository": {
-    "type": "git",
-    "url": "https://github.com/huggingface/huggingface.js.git"
-  },
-  "publishConfig": {
-    "access": "public"
-  },
   "keywords": [
+    "ai",
     "hugging face",
     "hugging face typescript",
     "huggingface",
     "huggingface-inference-api",
     "huggingface-inference-api-typescript",
-    "inference",
-    "ai"
+    "inference"
   ],
-  "engines": {
-    "node": ">=18"
+  "license": "MIT",
+  "author": "Hugging Face and Tim Mikeladze <tim.mikeladze@gmail.com>",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/huggingface/huggingface.js.git"
   },
+  "source": "src/index.ts",
   "files": [
     "dist",
     "src",
     "!src/snippets/templates/**/*.jinja"
   ],
-  "source": "src/index.ts",
-  "types": "./dist/commonjs/index.d.ts",
+  "type": "module",
   "main": "./dist/commonjs/index.js",
   "module": "./dist/esm/index.js",
-  "tshy": {
-    "exports": {
-      "./package.json": "./package.json",
-      ".": "./src/index.ts"
-    }
-  },
-  "type": "module",
-  "dependencies": {
-    "@huggingface/tasks": "^0.19.78",
-    "@huggingface/jinja": "^0.5.3"
-  },
-  "devDependencies": {
-    "@types/node": "18.13.0"
-  },
-  "resolutions": {},
+  "types": "./dist/commonjs/index.d.ts",
   "exports": {
-    "./package.json": "./package.json",
     ".": {
       "import": {
         "types": "./dist/esm/index.d.ts",
@@ -58,14 +37,35 @@
         "types": "./dist/commonjs/index.d.ts",
         "default": "./dist/commonjs/index.js"
       }
+    },
+    "./package.json": "./package.json"
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "dependencies": {
+    "@huggingface/tasks": "^0.19.83",
+    "@huggingface/jinja": "^0.5.5"
+  },
+  "devDependencies": {
+    "@types/node": "18.13.0"
+  },
+  "resolutions": {},
+  "tshy": {
+    "exports": {
+      ".": "./src/index.ts",
+      "./package.json": "./package.json"
     }
   },
+  "engines": {
+    "node": ">=18"
+  },
   "scripts": {
     "build": "pnpm run export-templates && pnpm run package-to-ts && tshy",
     "lint": "eslint --quiet --fix --ext .cjs,.ts .",
     "lint:check": "eslint --ext .cjs,.ts .",
-    "format": "prettier --write .",
-    "format:check": "prettier --check .",
+    "format": "oxfmt .",
+    "format:check": "oxfmt --check .",
     "test": "vitest run --config vitest.config.mts",
     "test:browser": "vitest run --browser.name=chrome --browser.headless --config vitest.config.mts",
     "check": "tsc",

package/src/InferenceClient.ts

@@ -16,7 +16,7 @@ export class InferenceClient {
 		accessToken = "",
 		defaultOptions: Options & {
 			endpointUrl?: string;
-		} = {}
+		} = {},
 	) {
 		this.accessToken = accessToken;
 		this.defaultOptions = defaultOptions;
@@ -32,7 +32,7 @@ export class InferenceClient {
 						{
 							...omit(defaultOptions, ["endpointUrl"]),
 							...options,
-						}
+						},
 					),
 			});
 		}

package/src/errors.ts

@@ -51,7 +51,7 @@ abstract class InferenceClientHttpRequestError extends InferenceClientError {
 							...("Authorization" in httpRequest.headers ? { Authorization: `Bearer [redacted]` } : undefined),
 							/// redact authentication in the request headers
 						},
-				  }
+					}
 				: undefined),
 		};
 		this.httpResponse = httpResponse;

package/src/lib/getDefaultTask.ts

@@ -23,7 +23,7 @@ export interface DefaultTaskOptions {
 export async function getDefaultTask(
 	model: string,
 	accessToken: string | undefined,
-	options?: DefaultTaskOptions
+	options?: DefaultTaskOptions,
 ): Promise<string | null> {
 	if (isUrl(model)) {
 		return null;

package/src/lib/getInferenceProviderMapping.ts

@@ -28,7 +28,7 @@ function normalizeInferenceProviderMapping(
 					adapter?: string;
 					adapterWeightsPath?: string;
 				}
-		  >
+		  >,
 ): InferenceProviderMappingEntry[] {
 	if (!inferenceProviderMapping) {
 		return [];
@@ -56,7 +56,7 @@ export async function fetchInferenceProviderMappingForModel(
 	accessToken?: string,
 	options?: {
 		fetch?: (input: RequestInfo, init?: RequestInit) => Promise<Response>;
-	}
+	},
 ): Promise<InferenceProviderMappingEntry[]> {
 	let inferenceProviderMapping: InferenceProviderMappingEntry[] | null;
 	if (inferenceProviderMappingCache.has(modelId)) {
@@ -74,14 +74,14 @@ export async function fetchInferenceProviderMappingForModel(
 					throw new InferenceClientHubApiError(
 						`Failed to fetch inference provider mapping for model ${modelId}: ${error.error}`,
 						{ url, method: "GET" },
-						{ requestId: resp.headers.get("x-request-id") ?? "", status: resp.status, body: error }
+						{ requestId: resp.headers.get("x-request-id") ?? "", status: resp.status, body: error },
 					);
 				}
 			} else {
 				throw new InferenceClientHubApiError(
 					`Failed to fetch inference provider mapping for model ${modelId}`,
 					{ url, method: "GET" },
-					{ requestId: resp.headers.get("x-request-id") ?? "", status: resp.status, body: await resp.text() }
+					{ requestId: resp.headers.get("x-request-id") ?? "", status: resp.status, body: await resp.text() },
 				);
 			}
 		}
@@ -96,14 +96,14 @@ export async function fetchInferenceProviderMappingForModel(
 			throw new InferenceClientHubApiError(
 				`Failed to fetch inference provider mapping for model ${modelId}: malformed API response, invalid JSON`,
 				{ url, method: "GET" },
-				{ requestId: resp.headers.get("x-request-id") ?? "", status: resp.status, body: await resp.text() }
+				{ requestId: resp.headers.get("x-request-id") ?? "", status: resp.status, body: await resp.text() },
 			);
 		}
 		if (!payload?.inferenceProviderMapping) {
 			throw new InferenceClientHubApiError(
 				`We have not been able to find inference provider information for model ${modelId}.`,
 				{ url, method: "GET" },
-				{ requestId: resp.headers.get("x-request-id") ?? "", status: resp.status, body: await resp.text() }
+				{ requestId: resp.headers.get("x-request-id") ?? "", status: resp.status, body: await resp.text() },
 			);
 		}
 		inferenceProviderMapping = normalizeInferenceProviderMapping(modelId, payload.inferenceProviderMapping);
@@ -121,7 +121,7 @@ export async function getInferenceProviderMapping(
 	},
 	options: {
 		fetch?: (input: RequestInfo, init?: RequestInit) => Promise<Response>;
-	}
+	},
 ): Promise<InferenceProviderMappingEntry | null> {
 	const logger = getLogger();
 	if (params.provider === ("auto" as InferenceProvider) && params.task === "conversational") {
@@ -147,12 +147,12 @@ export async function getInferenceProviderMapping(
 				: [params.task];
 		if (!typedInclude(equivalentTasks, providerMapping.task)) {
 			throw new InferenceClientInputError(
-				`Model ${params.modelId} is not supported for task ${params.task} and provider ${params.provider}. Supported task: ${providerMapping.task}.`
+				`Model ${params.modelId} is not supported for task ${params.task} and provider ${params.provider}. Supported task: ${providerMapping.task}.`,
 			);
 		}
 		if (providerMapping.status === "staging") {
 			logger.warn(
-				`Model ${params.modelId} is in staging mode for provider ${params.provider}. Meant for test purposes only.`
+				`Model ${params.modelId} is in staging mode for provider ${params.provider}. Meant for test purposes only.`,
 			);
 		}
 		return providerMapping;
@@ -163,7 +163,7 @@ export async function getInferenceProviderMapping(
 export async function resolveProvider(
 	provider?: InferenceProviderOrPolicy,
 	modelId?: string,
-	endpointUrl?: string
+	endpointUrl?: string,
 ): Promise<InferenceProvider> {
 	const logger = getLogger();
 	if (endpointUrl) {
@@ -175,7 +175,7 @@ export async function resolveProvider(
 	}
 	if (!provider) {
 		logger.log(
-			"Defaulting to 'auto' which will select the first provider available for the model, sorted by the user's order in https://hf.co/settings/inference-providers."
+			"Defaulting to 'auto' which will select the first provider available for the model, sorted by the user's order in https://hf.co/settings/inference-providers.",
 		);
 		provider = "auto";
 	}

package/src/lib/getProviderHelper.ts

@@ -12,6 +12,7 @@ import * as Hyperbolic from "../providers/hyperbolic.js";
 import * as Nebius from "../providers/nebius.js";
 import * as Novita from "../providers/novita.js";
 import * as Nscale from "../providers/nscale.js";
+import * as Nvidia from "../providers/nvidia.js";
 import * as OpenAI from "../providers/openai.js";
 import * as OvhCloud from "../providers/ovhcloud.js";
 import * as PublicAI from "../providers/publicai.js";
@@ -147,6 +148,9 @@ export const PROVIDERS: Record<InferenceProvider, Partial<Record<InferenceTask,
 		"text-to-image": new Nscale.NscaleTextToImageTask(),
 		conversational: new Nscale.NscaleConversationalTask(),
 	},
+	nvidia: {
+		conversational: new Nvidia.NvidiaConversationalTask(),
+	},
 	openai: {
 		conversational: new OpenAI.OpenAIConversationalTask(),
 	},
@@ -197,157 +201,157 @@ export const PROVIDERS: Record<InferenceProvider, Partial<Record<InferenceTask,
  */
 export function getProviderHelper(
 	provider: InferenceProviderOrPolicy,
-	task: "text-to-image"
+	task: "text-to-image",
 ): TextToImageTaskHelper & TaskProviderHelper;
 export function getProviderHelper(
 	provider: InferenceProviderOrPolicy,
-	task: "conversational"
+	task: "conversational",
 ): ConversationalTaskHelper & TaskProviderHelper;
 export function getProviderHelper(
 	provider: InferenceProviderOrPolicy,
-	task: "text-generation"
+	task: "text-generation",
 ): TextGenerationTaskHelper & TaskProviderHelper;
 export function getProviderHelper(
 	provider: InferenceProviderOrPolicy,
-	task: "text-to-speech"
+	task: "text-to-speech",
 ): TextToSpeechTaskHelper & TaskProviderHelper;
 export function getProviderHelper(
 	provider: InferenceProviderOrPolicy,
-	task: "text-to-audio"
+	task: "text-to-audio",
 ): TextToAudioTaskHelper & TaskProviderHelper;
 export function getProviderHelper(
 	provider: InferenceProviderOrPolicy,
-	task: "automatic-speech-recognition"
+	task: "automatic-speech-recognition",
 ): AutomaticSpeechRecognitionTaskHelper & TaskProviderHelper;
 export function getProviderHelper(
 	provider: InferenceProviderOrPolicy,
-	task: "text-to-video"
+	task: "text-to-video",
 ): TextToVideoTaskHelper & TaskProviderHelper;
 export function getProviderHelper(
 	provider: InferenceProviderOrPolicy,
-	task: "text-classification"
+	task: "text-classification",
 ): TextClassificationTaskHelper & TaskProviderHelper;
 export function getProviderHelper(
 	provider: InferenceProviderOrPolicy,
-	task: "question-answering"
+	task: "question-answering",
 ): QuestionAnsweringTaskHelper & TaskProviderHelper;
 export function getProviderHelper(
 	provider: InferenceProviderOrPolicy,
-	task: "audio-classification"
+	task: "audio-classification",
 ): AudioClassificationTaskHelper & TaskProviderHelper;
 export function getProviderHelper(
 	provider: InferenceProviderOrPolicy,
-	task: "audio-to-audio"
+	task: "audio-to-audio",
 ): AudioToAudioTaskHelper & TaskProviderHelper;
 export function getProviderHelper(
 	provider: InferenceProviderOrPolicy,
-	task: "fill-mask"
+	task: "fill-mask",
 ): FillMaskTaskHelper & TaskProviderHelper;
 export function getProviderHelper(
 	provider: InferenceProviderOrPolicy,
-	task: "feature-extraction"
+	task: "feature-extraction",
 ): FeatureExtractionTaskHelper & TaskProviderHelper;
 export function getProviderHelper(
 	provider: InferenceProviderOrPolicy,
-	task: "image-classification"
+	task: "image-classification",
 ): ImageClassificationTaskHelper & TaskProviderHelper;
 export function getProviderHelper(
 	provider: InferenceProviderOrPolicy,
-	task: "image-segmentation"
+	task: "image-segmentation",
 ): ImageSegmentationTaskHelper & TaskProviderHelper;
 export function getProviderHelper(
 	provider: InferenceProviderOrPolicy,
-	task: "document-question-answering"
+	task: "document-question-answering",
 ): DocumentQuestionAnsweringTaskHelper & TaskProviderHelper;
 export function getProviderHelper(
 	provider: InferenceProviderOrPolicy,
-	task: "image-to-text"
+	task: "image-to-text",
 ): ImageToTextTaskHelper & TaskProviderHelper;
 export function getProviderHelper(
 	provider: InferenceProviderOrPolicy,
-	task: "object-detection"
+	task: "object-detection",
 ): ObjectDetectionTaskHelper & TaskProviderHelper;
 export function getProviderHelper(
 	provider: InferenceProviderOrPolicy,
-	task: "zero-shot-image-classification"
+	task: "zero-shot-image-classification",
 ): ZeroShotImageClassificationTaskHelper & TaskProviderHelper;
 export function getProviderHelper(
 	provider: InferenceProviderOrPolicy,
-	task: "zero-shot-classification"
+	task: "zero-shot-classification",
 ): ZeroShotClassificationTaskHelper & TaskProviderHelper;
 export function getProviderHelper(
 	provider: InferenceProviderOrPolicy,
-	task: "image-to-image"
+	task: "image-to-image",
 ): ImageToImageTaskHelper & TaskProviderHelper;
 export function getProviderHelper(
 	provider: InferenceProviderOrPolicy,
-	task: "image-to-video"
+	task: "image-to-video",
 ): ImageToVideoTaskHelper & TaskProviderHelper;
 export function getProviderHelper(
 	provider: InferenceProviderOrPolicy,
-	task: "image-text-to-image"
+	task: "image-text-to-image",
 ): ImageTextToImageTaskHelper & TaskProviderHelper;
 export function getProviderHelper(
 	provider: InferenceProviderOrPolicy,
-	task: "image-text-to-video"
+	task: "image-text-to-video",
 ): ImageTextToVideoTaskHelper & TaskProviderHelper;
 export function getProviderHelper(
 	provider: InferenceProviderOrPolicy,
-	task: "sentence-similarity"
+	task: "sentence-similarity",
 ): SentenceSimilarityTaskHelper & TaskProviderHelper;
 export function getProviderHelper(
 	provider: InferenceProviderOrPolicy,
-	task: "table-question-answering"
+	task: "table-question-answering",
 ): TableQuestionAnsweringTaskHelper & TaskProviderHelper;
 export function getProviderHelper(
 	provider: InferenceProviderOrPolicy,
-	task: "tabular-classification"
+	task: "tabular-classification",
 ): TabularClassificationTaskHelper & TaskProviderHelper;
 export function getProviderHelper(
 	provider: InferenceProviderOrPolicy,
-	task: "tabular-regression"
+	task: "tabular-regression",
 ): TabularRegressionTaskHelper & TaskProviderHelper;
 export function getProviderHelper(
 	provider: InferenceProviderOrPolicy,
-	task: "token-classification"
+	task: "token-classification",
 ): TokenClassificationTaskHelper & TaskProviderHelper;
 export function getProviderHelper(
 	provider: InferenceProviderOrPolicy,
-	task: "translation"
+	task: "translation",
 ): TranslationTaskHelper & TaskProviderHelper;
 export function getProviderHelper(
 	provider: InferenceProviderOrPolicy,
-	task: "summarization"
+	task: "summarization",
 ): SummarizationTaskHelper & TaskProviderHelper;
 export function getProviderHelper(
 	provider: InferenceProviderOrPolicy,
-	task: "visual-question-answering"
+	task: "visual-question-answering",
 ): VisualQuestionAnsweringTaskHelper & TaskProviderHelper;
 export function getProviderHelper(
 	provider: InferenceProviderOrPolicy,
-	task: InferenceTask | undefined
+	task: InferenceTask | undefined,
 ): TaskProviderHelper;
 export function getProviderHelper(
 	provider: InferenceProviderOrPolicy,
-	task: InferenceTask | undefined
+	task: InferenceTask | undefined,
 ): TaskProviderHelper {
 	if ((provider === "hf-inference" && !task) || provider === "auto") {
 		return new HFInference.HFInferenceTask();
 	}
 	if (!task) {
 		throw new InferenceClientInputError(
-			"you need to provide a task name when using an external provider, e.g. 'text-to-image'"
+			"you need to provide a task name when using an external provider, e.g. 'text-to-image'",
 		);
 	}
 	if (!(provider in PROVIDERS)) {
 		throw new InferenceClientInputError(
-			`Provider '${provider}' not supported. Available providers: ${Object.keys(PROVIDERS)}`
+			`Provider '${provider}' not supported. Available providers: ${Object.keys(PROVIDERS)}`,
 		);
 	}
 	const providerTasks = PROVIDERS[provider];
 	if (!providerTasks || !(task in providerTasks)) {
 		throw new InferenceClientInputError(
-			`Task '${task}' not supported for provider '${provider}'. Available tasks: ${Object.keys(providerTasks ?? {})}`
+			`Task '${task}' not supported for provider '${provider}'. Available tasks: ${Object.keys(providerTasks ?? {})}`,
 		);
 	}
 	return providerTasks[task] as TaskProviderHelper;

package/src/lib/makeRequestOptions.ts

@@ -25,7 +25,7 @@ export async function makeRequestOptions(
 	options?: Options & {
 		/** In most cases (unless we pass a endpointUrl) we know the task */
 		task?: InferenceTask;
-	}
+	},
 ): Promise<{ url: string; info: RequestInit }> {
 	const { model: maybeModel } = args;
 	const provider = providerHelper.provider;
@@ -46,7 +46,7 @@ export async function makeRequestOptions(
 			providerHelper,
 			args,
 			undefined,
-			options
+			options,
 		);
 	}
 
@@ -71,7 +71,7 @@ export async function makeRequestOptions(
 				status: "live",
 				// eslint-disable-next-line @typescript-eslint/no-non-null-assertion
 				task: task!,
-		  } satisfies InferenceProviderMappingEntry)
+			} satisfies InferenceProviderMappingEntry)
 		: await getInferenceProviderMapping(
 				{
 					modelId: hfModel,
@@ -80,11 +80,11 @@ export async function makeRequestOptions(
 					provider,
 					accessToken: args.accessToken,
 				},
-				{ fetch: options?.fetch }
-		  );
+				{ fetch: options?.fetch },
+			);
 	if (!inferenceProviderMapping) {
 		throw new InferenceClientInputError(
-			`We have not been able to find inference provider information for model ${hfModel}.`
+			`We have not been able to find inference provider information for model ${hfModel}.`,
 		);
 	}
 
@@ -94,7 +94,7 @@ export async function makeRequestOptions(
 		providerHelper,
 		args,
 		inferenceProviderMapping,
-		options
+		options,
 	);
 }
 
@@ -113,7 +113,7 @@ export function makeRequestOptionsFromResolvedModel(
 	options?: Options & {
 		task?: InferenceTask;
 		outputType?: OutputType;
-	}
+	},
 ): { url: string; info: RequestInit } {
 	const { accessToken, endpointUrl, provider: maybeProvider, model, urlTransform, ...remainingArgs } = args;
 	void model;
@@ -154,7 +154,7 @@ export function makeRequestOptionsFromResolvedModel(
 			accessToken,
 			authMethod,
 		},
-		"data" in args && !!args.data
+		"data" in args && !!args.data,
 	);
 	if (billTo) {
 		headers[HF_HEADER_X_BILL_TO] = billTo;
@@ -203,7 +203,7 @@ async function loadDefaultModel(task: InferenceTask): Promise<string> {
 	const taskInfo = tasks[task];
 	if ((taskInfo?.models.length ?? 0) <= 0) {
 		throw new InferenceClientInputError(
-			`No default model defined for task ${task}, please define the model explicitly.`
+			`No default model defined for task ${task}, please define the model explicitly.`,
 		);
 	}
 	return taskInfo.models[0].id;
@@ -217,7 +217,7 @@ async function loadTaskInfo(): Promise<Record<string, { models: { id: string }[]
 		throw new InferenceClientHubApiError(
 			"Failed to load tasks definitions from Hugging Face Hub.",
 			{ url, method: "GET" },
-			{ requestId: res.headers.get("x-request-id") ?? "", status: res.status, body: await res.text() }
+			{ requestId: res.headers.get("x-request-id") ?? "", status: res.status, body: await res.text() },
 		);
 	}
 	return await res.json();

package/src/package.ts

@@ -1,3 +1,3 @@
 // Generated file from package.json. Issues importing JSON directly when publishing on commonjs/ESM - see https://github.com/microsoft/TypeScript/issues/51783
-export const PACKAGE_VERSION = "4.13.10";
+export const PACKAGE_VERSION = "4.13.12";
 export const PACKAGE_NAME = "@huggingface/inference";

package/src/providers/black-forest-labs.ts

@@ -66,7 +66,7 @@ export class BlackForestLabsTextToImageTask extends TaskProviderHelper implement
 		response: BlackForestLabsResponse,
 		url?: string,
 		headers?: HeadersInit,
-		outputType?: "url" | "blob" | "json"
+		outputType?: "url" | "blob" | "json",
 	): Promise<string | Blob | Record<string, unknown>> {
 		const logger = getLogger();
 		const urlObj = new URL(response.polling_url);
@@ -79,7 +79,7 @@ export class BlackForestLabsTextToImageTask extends TaskProviderHelper implement
 				throw new InferenceClientProviderApiError(
 					"Failed to fetch result from black forest labs API",
 					{ url: urlObj.toString(), method: "GET", headers: { "Content-Type": "application/json" } },
-					{ requestId: resp.headers.get("x-request-id") ?? "", status: resp.status, body: await resp.text() }
+					{ requestId: resp.headers.get("x-request-id") ?? "", status: resp.status, body: await resp.text() },
 				);
 			}
 			const payload = await resp.json();
@@ -106,7 +106,7 @@ export class BlackForestLabsTextToImageTask extends TaskProviderHelper implement
 			}
 		}
 		throw new InferenceClientProviderOutputError(
-			`Timed out while waiting for the result from black forest labs API - aborting after 5 attempts`
+			`Timed out while waiting for the result from black forest labs API - aborting after 5 attempts`,
 		);
 	}
 }

package/src/providers/consts.ts

@@ -32,6 +32,7 @@ export const HARDCODED_MODEL_INFERENCE_MAPPING: Record<
 	nebius: {},
 	novita: {},
 	nscale: {},
+	nvidia: {},
 	openai: {},
 	publicai: {},
 	ovhcloud: {},