@huggingface/inference 3.13.2 → 3.14.0

package/dist/esm/lib/getInferenceProviderMapping.js

@@ -0,0 +1,75 @@
+import { HF_HUB_URL } from "../config.js";
+import { HARDCODED_MODEL_INFERENCE_MAPPING } from "../providers/consts.js";
+import { EQUIVALENT_SENTENCE_TRANSFORMERS_TASKS } from "../providers/hf-inference.js";
+import { typedInclude } from "../utils/typedInclude.js";
+export const inferenceProviderMappingCache = new Map();
+export async function fetchInferenceProviderMappingForModel(modelId, accessToken, options) {
+    let inferenceProviderMapping;
+    if (inferenceProviderMappingCache.has(modelId)) {
+        // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
+        inferenceProviderMapping = inferenceProviderMappingCache.get(modelId);
+    }
+    else {
+        const resp = await (options?.fetch ?? fetch)(`${HF_HUB_URL}/api/models/${modelId}?expand[]=inferenceProviderMapping`, {
+            headers: accessToken?.startsWith("hf_") ? { Authorization: `Bearer ${accessToken}` } : {},
+        });
+        if (resp.status === 404) {
+            throw new Error(`Model ${modelId} does not exist`);
+        }
+        inferenceProviderMapping = await resp
+            .json()
+            .then((json) => json.inferenceProviderMapping)
+            .catch(() => null);
+        if (inferenceProviderMapping) {
+            inferenceProviderMappingCache.set(modelId, inferenceProviderMapping);
+        }
+    }
+    if (!inferenceProviderMapping) {
+        throw new Error(`We have not been able to find inference provider information for model ${modelId}.`);
+    }
+    return inferenceProviderMapping;
+}
+export async function getInferenceProviderMapping(params, options) {
+    if (HARDCODED_MODEL_INFERENCE_MAPPING[params.provider][params.modelId]) {
+        return HARDCODED_MODEL_INFERENCE_MAPPING[params.provider][params.modelId];
+    }
+    const inferenceProviderMapping = await fetchInferenceProviderMappingForModel(params.modelId, params.accessToken, options);
+    const providerMapping = inferenceProviderMapping[params.provider];
+    if (providerMapping) {
+        const equivalentTasks = params.provider === "hf-inference" && typedInclude(EQUIVALENT_SENTENCE_TRANSFORMERS_TASKS, params.task)
+            ? EQUIVALENT_SENTENCE_TRANSFORMERS_TASKS
+            : [params.task];
+        if (!typedInclude(equivalentTasks, providerMapping.task)) {
+            throw new Error(`Model ${params.modelId} is not supported for task ${params.task} and provider ${params.provider}. Supported task: ${providerMapping.task}.`);
+        }
+        if (providerMapping.status === "staging") {
+            console.warn(`Model ${params.modelId} is in staging mode for provider ${params.provider}. Meant for test purposes only.`);
+        }
+        return { ...providerMapping, hfModelId: params.modelId };
+    }
+    return null;
+}
+export async function resolveProvider(provider, modelId, endpointUrl) {
+    if (endpointUrl) {
+        if (provider) {
+            throw new Error("Specifying both endpointUrl and provider is not supported.");
+        }
+        /// Defaulting to hf-inference helpers / API
+        return "hf-inference";
+    }
+    if (!provider) {
+        console.log("Defaulting to 'auto' which will select the first provider available for the model, sorted by the user's order in https://hf.co/settings/inference-providers.");
+        provider = "auto";
+    }
+    if (provider === "auto") {
+        if (!modelId) {
+            throw new Error("Specifying a model is required when provider is 'auto'");
+        }
+        const inferenceProviderMapping = await fetchInferenceProviderMappingForModel(modelId);
+        provider = Object.keys(inferenceProviderMapping)[0];
+    }
+    if (!provider) {
+        throw new Error(`No Inference Provider available for model ${modelId}.`);
+    }
+    return provider;
+}

package/dist/esm/lib/getProviderHelper.d.ts

@@ -0,0 +1,37 @@
+import type { AudioClassificationTaskHelper, AudioToAudioTaskHelper, AutomaticSpeechRecognitionTaskHelper, ConversationalTaskHelper, DocumentQuestionAnsweringTaskHelper, FeatureExtractionTaskHelper, FillMaskTaskHelper, ImageClassificationTaskHelper, ImageSegmentationTaskHelper, ImageToImageTaskHelper, ImageToTextTaskHelper, ObjectDetectionTaskHelper, QuestionAnsweringTaskHelper, SentenceSimilarityTaskHelper, SummarizationTaskHelper, TableQuestionAnsweringTaskHelper, TabularClassificationTaskHelper, TabularRegressionTaskHelper, TaskProviderHelper, TextClassificationTaskHelper, TextGenerationTaskHelper, TextToAudioTaskHelper, TextToImageTaskHelper, TextToSpeechTaskHelper, TextToVideoTaskHelper, TokenClassificationTaskHelper, TranslationTaskHelper, VisualQuestionAnsweringTaskHelper, ZeroShotClassificationTaskHelper, ZeroShotImageClassificationTaskHelper } from "../providers/providerHelper.js";
+import type { InferenceProvider, InferenceProviderOrPolicy, InferenceTask } from "../types.js";
+export declare const PROVIDERS: Record<InferenceProvider, Partial<Record<InferenceTask, TaskProviderHelper>>>;
+/**
+ * Get provider helper instance by name and task
+ */
+export declare function getProviderHelper(provider: InferenceProviderOrPolicy, task: "text-to-image"): TextToImageTaskHelper & TaskProviderHelper;
+export declare function getProviderHelper(provider: InferenceProviderOrPolicy, task: "conversational"): ConversationalTaskHelper & TaskProviderHelper;
+export declare function getProviderHelper(provider: InferenceProviderOrPolicy, task: "text-generation"): TextGenerationTaskHelper & TaskProviderHelper;
+export declare function getProviderHelper(provider: InferenceProviderOrPolicy, task: "text-to-speech"): TextToSpeechTaskHelper & TaskProviderHelper;
+export declare function getProviderHelper(provider: InferenceProviderOrPolicy, task: "text-to-audio"): TextToAudioTaskHelper & TaskProviderHelper;
+export declare function getProviderHelper(provider: InferenceProviderOrPolicy, task: "automatic-speech-recognition"): AutomaticSpeechRecognitionTaskHelper & TaskProviderHelper;
+export declare function getProviderHelper(provider: InferenceProviderOrPolicy, task: "text-to-video"): TextToVideoTaskHelper & TaskProviderHelper;
+export declare function getProviderHelper(provider: InferenceProviderOrPolicy, task: "text-classification"): TextClassificationTaskHelper & TaskProviderHelper;
+export declare function getProviderHelper(provider: InferenceProviderOrPolicy, task: "question-answering"): QuestionAnsweringTaskHelper & TaskProviderHelper;
+export declare function getProviderHelper(provider: InferenceProviderOrPolicy, task: "audio-classification"): AudioClassificationTaskHelper & TaskProviderHelper;
+export declare function getProviderHelper(provider: InferenceProviderOrPolicy, task: "audio-to-audio"): AudioToAudioTaskHelper & TaskProviderHelper;
+export declare function getProviderHelper(provider: InferenceProviderOrPolicy, task: "fill-mask"): FillMaskTaskHelper & TaskProviderHelper;
+export declare function getProviderHelper(provider: InferenceProviderOrPolicy, task: "feature-extraction"): FeatureExtractionTaskHelper & TaskProviderHelper;
+export declare function getProviderHelper(provider: InferenceProviderOrPolicy, task: "image-classification"): ImageClassificationTaskHelper & TaskProviderHelper;
+export declare function getProviderHelper(provider: InferenceProviderOrPolicy, task: "image-segmentation"): ImageSegmentationTaskHelper & TaskProviderHelper;
+export declare function getProviderHelper(provider: InferenceProviderOrPolicy, task: "document-question-answering"): DocumentQuestionAnsweringTaskHelper & TaskProviderHelper;
+export declare function getProviderHelper(provider: InferenceProviderOrPolicy, task: "image-to-text"): ImageToTextTaskHelper & TaskProviderHelper;
+export declare function getProviderHelper(provider: InferenceProviderOrPolicy, task: "object-detection"): ObjectDetectionTaskHelper & TaskProviderHelper;
+export declare function getProviderHelper(provider: InferenceProviderOrPolicy, task: "zero-shot-image-classification"): ZeroShotImageClassificationTaskHelper & TaskProviderHelper;
+export declare function getProviderHelper(provider: InferenceProviderOrPolicy, task: "zero-shot-classification"): ZeroShotClassificationTaskHelper & TaskProviderHelper;
+export declare function getProviderHelper(provider: InferenceProviderOrPolicy, task: "image-to-image"): ImageToImageTaskHelper & TaskProviderHelper;
+export declare function getProviderHelper(provider: InferenceProviderOrPolicy, task: "sentence-similarity"): SentenceSimilarityTaskHelper & TaskProviderHelper;
+export declare function getProviderHelper(provider: InferenceProviderOrPolicy, task: "table-question-answering"): TableQuestionAnsweringTaskHelper & TaskProviderHelper;
+export declare function getProviderHelper(provider: InferenceProviderOrPolicy, task: "tabular-classification"): TabularClassificationTaskHelper & TaskProviderHelper;
+export declare function getProviderHelper(provider: InferenceProviderOrPolicy, task: "tabular-regression"): TabularRegressionTaskHelper & TaskProviderHelper;
+export declare function getProviderHelper(provider: InferenceProviderOrPolicy, task: "token-classification"): TokenClassificationTaskHelper & TaskProviderHelper;
+export declare function getProviderHelper(provider: InferenceProviderOrPolicy, task: "translation"): TranslationTaskHelper & TaskProviderHelper;
+export declare function getProviderHelper(provider: InferenceProviderOrPolicy, task: "summarization"): SummarizationTaskHelper & TaskProviderHelper;
+export declare function getProviderHelper(provider: InferenceProviderOrPolicy, task: "visual-question-answering"): VisualQuestionAnsweringTaskHelper & TaskProviderHelper;
+export declare function getProviderHelper(provider: InferenceProviderOrPolicy, task: InferenceTask | undefined): TaskProviderHelper;
+//# sourceMappingURL=getProviderHelper.d.ts.map

package/dist/esm/lib/getProviderHelper.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"getProviderHelper.d.ts","sourceRoot":"","sources":["../../../src/lib/getProviderHelper.ts"],"names":[],"mappings":"AAcA,OAAO,KAAK,EACX,6BAA6B,EAC7B,sBAAsB,EACtB,oCAAoC,EACpC,wBAAwB,EACxB,mCAAmC,EACnC,2BAA2B,EAC3B,kBAAkB,EAClB,6BAA6B,EAC7B,2BAA2B,EAC3B,sBAAsB,EACtB,qBAAqB,EACrB,yBAAyB,EACzB,2BAA2B,EAC3B,4BAA4B,EAC5B,uBAAuB,EACvB,gCAAgC,EAChC,+BAA+B,EAC/B,2BAA2B,EAC3B,kBAAkB,EAClB,4BAA4B,EAC5B,wBAAwB,EACxB,qBAAqB,EACrB,qBAAqB,EACrB,sBAAsB,EACtB,qBAAqB,EACrB,6BAA6B,EAC7B,qBAAqB,EACrB,iCAAiC,EACjC,gCAAgC,EAChC,qCAAqC,EACrC,MAAM,gCAAgC,CAAC;AAIxC,OAAO,KAAK,EAAE,iBAAiB,EAAE,yBAAyB,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAE/F,eAAO,MAAM,SAAS,EAAE,MAAM,CAAC,iBAAiB,EAAE,OAAO,CAAC,MAAM,CAAC,aAAa,EAAE,kBAAkB,CAAC,CAAC,CAiGnG,CAAC;AAEF;;GAEG;AACH,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,eAAe,GACnB,qBAAqB,GAAG,kBAAkB,CAAC;AAC9C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,gBAAgB,GACpB,wBAAwB,GAAG,kBAAkB,CAAC;AACjD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,iBAAiB,GACrB,wBAAwB,GAAG,kBAAkB,CAAC;AACjD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,gBAAgB,GACpB,sBAAsB,GAAG,kBAAkB,CAAC;AAC/C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,eAAe,GACnB,qBAAqB,GAAG,kBAAkB,CAAC;AAC9C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,8BAA8B,GAClC,oCAAoC,GAAG,kBAAkB,CAAC;AAC7D,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,eAAe,GACnB,qBAAqB,GAAG,kBAAkB,CAAC;AAC9C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,qBAAqB,GACzB,4BAA4B,GAAG,kBAAkB,CAAC;AACrD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,oBAAoB,GACxB,2BAA2B,GAAG,kBAAkB,CAAC;AACpD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,sBAAsB,GAC1B,6BAA6B,GAAG,kBAAkB,CAAC;AACtD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,gBAAgB,GACpB,sBAAsB,GAAG,kBAAkB,CAAC;AAC/C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,WAAW,GACf,kBAAkB,GAAG,kBAAkB,CAAC;AAC3C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,oBAAoB,GACxB,2BAA2B,GAAG,kBAAkB,CAAC;AACpD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,sBAAsB,GAC1B,6BAA6B,GAAG,kBAAkB,CAAC;AACtD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,oBAAoB,GACxB,2BAA2B,GAAG,kBAAkB,CAAC;AACpD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,6BAA6B,GACjC,mCAAmC,GAAG,kBAAkB,CAAC;AAC5D,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,eAAe,GACnB,qBAAqB,GAAG,kBAAkB,CAAC;AAC9C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,kBAAkB,GACtB,yBAAyB,GAAG,kBAAkB,CAAC;AAClD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,gCAAgC,GACpC,qCAAqC,GAAG,kBAAkB,CAAC;AAC9D,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,0BAA0B,GAC9B,gCAAgC,GAAG,kBAAkB,CAAC;AACzD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,gBAAgB,GACpB,sBAAsB,GAAG,kBAAkB,CAAC;AAC/C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,qBAAqB,GACzB,4BAA4B,GAAG,kBAAkB,CAAC;AACrD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,0BAA0B,GAC9B,gCAAgC,GAAG,kBAAkB,CAAC;AACzD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,wBAAwB,GAC5B,+BAA+B,GAAG,kBAAkB,CAAC;AACxD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,oBAAoB,GACxB,2BAA2B,GAAG,kBAAkB,CAAC;AACpD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,sBAAsB,GAC1B,6BAA6B,GAAG,kBAAkB,CAAC;AACtD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,aAAa,GACjB,qBAAqB,GAAG,kBAAkB,CAAC;AAC9C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,eAAe,GACnB,uBAAuB,GAAG,kBAAkB,CAAC;AAChD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,2BAA2B,GAC/B,iCAAiC,GAAG,kBAAkB,CAAC;AAC1D,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,aAAa,GAAG,SAAS,GAC7B,kBAAkB,CAAC"}

package/dist/esm/lib/getProviderHelper.js

@@ -0,0 +1,131 @@
+import * as BlackForestLabs from "../providers/black-forest-labs.js";
+import * as Cerebras from "../providers/cerebras.js";
+import * as Cohere from "../providers/cohere.js";
+import * as FalAI from "../providers/fal-ai.js";
+import * as FeatherlessAI from "../providers/featherless-ai.js";
+import * as Fireworks from "../providers/fireworks-ai.js";
+import * as Groq from "../providers/groq.js";
+import * as HFInference from "../providers/hf-inference.js";
+import * as Hyperbolic from "../providers/hyperbolic.js";
+import * as Nebius from "../providers/nebius.js";
+import * as Novita from "../providers/novita.js";
+import * as Nscale from "../providers/nscale.js";
+import * as OpenAI from "../providers/openai.js";
+import * as OvhCloud from "../providers/ovhcloud.js";
+import * as Replicate from "../providers/replicate.js";
+import * as Sambanova from "../providers/sambanova.js";
+import * as Together from "../providers/together.js";
+export const PROVIDERS = {
+    "black-forest-labs": {
+        "text-to-image": new BlackForestLabs.BlackForestLabsTextToImageTask(),
+    },
+    cerebras: {
+        conversational: new Cerebras.CerebrasConversationalTask(),
+    },
+    cohere: {
+        conversational: new Cohere.CohereConversationalTask(),
+    },
+    "fal-ai": {
+        "text-to-image": new FalAI.FalAITextToImageTask(),
+        "text-to-speech": new FalAI.FalAITextToSpeechTask(),
+        "text-to-video": new FalAI.FalAITextToVideoTask(),
+        "automatic-speech-recognition": new FalAI.FalAIAutomaticSpeechRecognitionTask(),
+    },
+    "featherless-ai": {
+        conversational: new FeatherlessAI.FeatherlessAIConversationalTask(),
+        "text-generation": new FeatherlessAI.FeatherlessAITextGenerationTask(),
+    },
+    "hf-inference": {
+        "text-to-image": new HFInference.HFInferenceTextToImageTask(),
+        conversational: new HFInference.HFInferenceConversationalTask(),
+        "text-generation": new HFInference.HFInferenceTextGenerationTask(),
+        "text-classification": new HFInference.HFInferenceTextClassificationTask(),
+        "question-answering": new HFInference.HFInferenceQuestionAnsweringTask(),
+        "audio-classification": new HFInference.HFInferenceAudioClassificationTask(),
+        "automatic-speech-recognition": new HFInference.HFInferenceAutomaticSpeechRecognitionTask(),
+        "fill-mask": new HFInference.HFInferenceFillMaskTask(),
+        "feature-extraction": new HFInference.HFInferenceFeatureExtractionTask(),
+        "image-classification": new HFInference.HFInferenceImageClassificationTask(),
+        "image-segmentation": new HFInference.HFInferenceImageSegmentationTask(),
+        "document-question-answering": new HFInference.HFInferenceDocumentQuestionAnsweringTask(),
+        "image-to-text": new HFInference.HFInferenceImageToTextTask(),
+        "object-detection": new HFInference.HFInferenceObjectDetectionTask(),
+        "audio-to-audio": new HFInference.HFInferenceAudioToAudioTask(),
+        "zero-shot-image-classification": new HFInference.HFInferenceZeroShotImageClassificationTask(),
+        "zero-shot-classification": new HFInference.HFInferenceZeroShotClassificationTask(),
+        "image-to-image": new HFInference.HFInferenceImageToImageTask(),
+        "sentence-similarity": new HFInference.HFInferenceSentenceSimilarityTask(),
+        "table-question-answering": new HFInference.HFInferenceTableQuestionAnsweringTask(),
+        "tabular-classification": new HFInference.HFInferenceTabularClassificationTask(),
+        "text-to-speech": new HFInference.HFInferenceTextToSpeechTask(),
+        "token-classification": new HFInference.HFInferenceTokenClassificationTask(),
+        translation: new HFInference.HFInferenceTranslationTask(),
+        summarization: new HFInference.HFInferenceSummarizationTask(),
+        "visual-question-answering": new HFInference.HFInferenceVisualQuestionAnsweringTask(),
+        "tabular-regression": new HFInference.HFInferenceTabularRegressionTask(),
+        "text-to-audio": new HFInference.HFInferenceTextToAudioTask(),
+    },
+    "fireworks-ai": {
+        conversational: new Fireworks.FireworksConversationalTask(),
+    },
+    groq: {
+        conversational: new Groq.GroqConversationalTask(),
+        "text-generation": new Groq.GroqTextGenerationTask(),
+    },
+    hyperbolic: {
+        "text-to-image": new Hyperbolic.HyperbolicTextToImageTask(),
+        conversational: new Hyperbolic.HyperbolicConversationalTask(),
+        "text-generation": new Hyperbolic.HyperbolicTextGenerationTask(),
+    },
+    nebius: {
+        "text-to-image": new Nebius.NebiusTextToImageTask(),
+        conversational: new Nebius.NebiusConversationalTask(),
+        "text-generation": new Nebius.NebiusTextGenerationTask(),
+        "feature-extraction": new Nebius.NebiusFeatureExtractionTask(),
+    },
+    novita: {
+        conversational: new Novita.NovitaConversationalTask(),
+        "text-generation": new Novita.NovitaTextGenerationTask(),
+    },
+    nscale: {
+        "text-to-image": new Nscale.NscaleTextToImageTask(),
+        conversational: new Nscale.NscaleConversationalTask(),
+    },
+    openai: {
+        conversational: new OpenAI.OpenAIConversationalTask(),
+    },
+    ovhcloud: {
+        conversational: new OvhCloud.OvhCloudConversationalTask(),
+        "text-generation": new OvhCloud.OvhCloudTextGenerationTask(),
+    },
+    replicate: {
+        "text-to-image": new Replicate.ReplicateTextToImageTask(),
+        "text-to-speech": new Replicate.ReplicateTextToSpeechTask(),
+        "text-to-video": new Replicate.ReplicateTextToVideoTask(),
+    },
+    sambanova: {
+        conversational: new Sambanova.SambanovaConversationalTask(),
+        "feature-extraction": new Sambanova.SambanovaFeatureExtractionTask(),
+    },
+    together: {
+        "text-to-image": new Together.TogetherTextToImageTask(),
+        conversational: new Together.TogetherConversationalTask(),
+        "text-generation": new Together.TogetherTextGenerationTask(),
+    },
+};
+export function getProviderHelper(provider, task) {
+    if ((provider === "hf-inference" && !task) || provider === "auto") {
+        return new HFInference.HFInferenceTask();
+    }
+    if (!task) {
+        throw new Error("you need to provide a task name when using an external provider, e.g. 'text-to-image'");
+    }
+    if (!(provider in PROVIDERS)) {
+        throw new Error(`Provider '${provider}' not supported. Available providers: ${Object.keys(PROVIDERS)}`);
+    }
+    const providerTasks = PROVIDERS[provider];
+    if (!providerTasks || !(task in providerTasks)) {
+        throw new Error(`Task '${task}' not supported for provider '${provider}'. Available tasks: ${Object.keys(providerTasks ?? {})}`);
+    }
+    return providerTasks[task];
+}

package/dist/esm/lib/isUrl.d.ts

@@ -0,0 +1,2 @@
+export declare function isUrl(modelOrUrl: string): boolean;
+//# sourceMappingURL=isUrl.d.ts.map

package/dist/esm/lib/isUrl.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"isUrl.d.ts","sourceRoot":"","sources":["../../../src/lib/isUrl.ts"],"names":[],"mappings":"AAAA,wBAAgB,KAAK,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAEjD"}

package/dist/esm/lib/isUrl.js

@@ -0,0 +1,3 @@
+export function isUrl(modelOrUrl) {
+    return /^http(s?):/.test(modelOrUrl) || modelOrUrl.startsWith("/");
+}

package/dist/esm/lib/makeRequestOptions.d.ts

@@ -0,0 +1,31 @@
+import type { InferenceTask, Options, RequestArgs } from "../types.js";
+import type { InferenceProviderModelMapping } from "./getInferenceProviderMapping.js";
+import type { getProviderHelper } from "./getProviderHelper.js";
+/**
+ * Helper that prepares request arguments.
+ * This async version handle the model ID resolution step.
+ */
+export declare function makeRequestOptions(args: RequestArgs & {
+    data?: Blob | ArrayBuffer;
+    stream?: boolean;
+}, providerHelper: ReturnType<typeof getProviderHelper>, options?: Options & {
+    /** In most cases (unless we pass a endpointUrl) we know the task */
+    task?: InferenceTask;
+}): Promise<{
+    url: string;
+    info: RequestInit;
+}>;
+/**
+ * Helper that prepares request arguments. - for internal use only
+ * This sync version skips the model ID resolution step
+ */
+export declare function makeRequestOptionsFromResolvedModel(resolvedModel: string, providerHelper: ReturnType<typeof getProviderHelper>, args: RequestArgs & {
+    data?: Blob | ArrayBuffer;
+    stream?: boolean;
+}, mapping: InferenceProviderModelMapping | undefined, options?: Options & {
+    task?: InferenceTask;
+}): {
+    url: string;
+    info: RequestInit;
+};
+//# sourceMappingURL=makeRequestOptions.d.ts.map

package/dist/esm/lib/makeRequestOptions.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"makeRequestOptions.d.ts","sourceRoot":"","sources":["../../../src/lib/makeRequestOptions.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,aAAa,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AACvE,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,kCAAkC,CAAC;AAEtF,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAShE;;;GAGG;AACH,wBAAsB,kBAAkB,CACvC,IAAI,EAAE,WAAW,GAAG;IACnB,IAAI,CAAC,EAAE,IAAI,GAAG,WAAW,CAAC;IAC1B,MAAM,CAAC,EAAE,OAAO,CAAC;CACjB,EACD,cAAc,EAAE,UAAU,CAAC,OAAO,iBAAiB,CAAC,EACpD,OAAO,CAAC,EAAE,OAAO,GAAG;IACnB,oEAAoE;IACpE,IAAI,CAAC,EAAE,aAAa,CAAC;CACrB,GACC,OAAO,CAAC;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,WAAW,CAAA;CAAE,CAAC,CAmE7C;AAED;;;GAGG;AACH,wBAAgB,mCAAmC,CAClD,aAAa,EAAE,MAAM,EACrB,cAAc,EAAE,UAAU,CAAC,OAAO,iBAAiB,CAAC,EACpD,IAAI,EAAE,WAAW,GAAG;IACnB,IAAI,CAAC,EAAE,IAAI,GAAG,WAAW,CAAC;IAC1B,MAAM,CAAC,EAAE,OAAO,CAAC;CACjB,EACD,OAAO,EAAE,6BAA6B,GAAG,SAAS,EAClD,OAAO,CAAC,EAAE,OAAO,GAAG;IACnB,IAAI,CAAC,EAAE,aAAa,CAAC;CACrB,GACC;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,WAAW,CAAA;CAAE,CA+EpC"}

package/dist/esm/lib/makeRequestOptions.js

@@ -0,0 +1,157 @@
+import { HF_HEADER_X_BILL_TO, HF_HUB_URL } from "../config.js";
+import { PACKAGE_NAME, PACKAGE_VERSION } from "../package.js";
+import { getInferenceProviderMapping } from "./getInferenceProviderMapping.js";
+import { isUrl } from "./isUrl.js";
+/**
+ * Lazy-loaded from huggingface.co/api/tasks when needed
+ * Used to determine the default model to use when it's not user defined
+ */
+let tasks = null;
+/**
+ * Helper that prepares request arguments.
+ * This async version handle the model ID resolution step.
+ */
+export async function makeRequestOptions(args, providerHelper, options) {
+    const { model: maybeModel } = args;
+    const provider = providerHelper.provider;
+    const { task } = options ?? {};
+    // Validate inputs
+    if (args.endpointUrl && provider !== "hf-inference") {
+        throw new Error(`Cannot use endpointUrl with a third-party provider.`);
+    }
+    if (maybeModel && isUrl(maybeModel)) {
+        throw new Error(`Model URLs are no longer supported. Use endpointUrl instead.`);
+    }
+    if (args.endpointUrl) {
+        // No need to have maybeModel, or to load default model for a task
+        return makeRequestOptionsFromResolvedModel(maybeModel ?? args.endpointUrl, providerHelper, args, undefined, options);
+    }
+    if (!maybeModel && !task) {
+        throw new Error("No model provided, and no task has been specified.");
+    }
+    // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
+    const hfModel = maybeModel ?? (await loadDefaultModel(task));
+    if (providerHelper.clientSideRoutingOnly && !maybeModel) {
+        throw new Error(`Provider ${provider} requires a model ID to be passed directly.`);
+    }
+    const inferenceProviderMapping = providerHelper.clientSideRoutingOnly
+        ? {
+            // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
+            providerId: removeProviderPrefix(maybeModel, provider),
+            // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
+            hfModelId: maybeModel,
+            status: "live",
+            // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
+            task: task,
+        }
+        : await getInferenceProviderMapping({
+            modelId: hfModel,
+            // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
+            task: task,
+            provider,
+            accessToken: args.accessToken,
+        }, { fetch: options?.fetch });
+    if (!inferenceProviderMapping) {
+        throw new Error(`We have not been able to find inference provider information for model ${hfModel}.`);
+    }
+    // Use the sync version with the resolved model
+    return makeRequestOptionsFromResolvedModel(inferenceProviderMapping.providerId, providerHelper, args, inferenceProviderMapping, options);
+}
+/**
+ * Helper that prepares request arguments. - for internal use only
+ * This sync version skips the model ID resolution step
+ */
+export function makeRequestOptionsFromResolvedModel(resolvedModel, providerHelper, args, mapping, options) {
+    const { accessToken, endpointUrl, provider: maybeProvider, model, ...remainingArgs } = args;
+    void model;
+    void maybeProvider;
+    const provider = providerHelper.provider;
+    const { includeCredentials, task, signal, billTo } = options ?? {};
+    const authMethod = (() => {
+        if (providerHelper.clientSideRoutingOnly) {
+            // Closed-source providers require an accessToken (cannot be routed).
+            if (accessToken && accessToken.startsWith("hf_")) {
+                throw new Error(`Provider ${provider} is closed-source and does not support HF tokens.`);
+            }
+            return "provider-key";
+        }
+        if (accessToken) {
+            return accessToken.startsWith("hf_") ? "hf-token" : "provider-key";
+        }
+        if (includeCredentials === "include") {
+            // If accessToken is passed, it should take precedence over includeCredentials
+            return "credentials-include";
+        }
+        return "none";
+    })();
+    // Make URL
+    const modelId = endpointUrl ?? resolvedModel;
+    const url = providerHelper.makeUrl({
+        authMethod,
+        model: modelId,
+        task,
+    });
+    // Make headers
+    const headers = providerHelper.prepareHeaders({
+        accessToken,
+        authMethod,
+    }, "data" in args && !!args.data);
+    if (billTo) {
+        headers[HF_HEADER_X_BILL_TO] = billTo;
+    }
+    // Add user-agent to headers
+    // e.g. @huggingface/inference/3.1.3
+    const ownUserAgent = `${PACKAGE_NAME}/${PACKAGE_VERSION}`;
+    const userAgent = [ownUserAgent, typeof navigator !== "undefined" ? navigator.userAgent : undefined]
+        .filter((x) => x !== undefined)
+        .join(" ");
+    headers["User-Agent"] = userAgent;
+    // Make body
+    const body = providerHelper.makeBody({
+        args: remainingArgs,
+        model: resolvedModel,
+        task,
+        mapping,
+    });
+    /**
+     * For edge runtimes, leave 'credentials' undefined, otherwise cloudflare workers will error
+     */
+    let credentials;
+    if (typeof includeCredentials === "string") {
+        credentials = includeCredentials;
+    }
+    else if (includeCredentials === true) {
+        credentials = "include";
+    }
+    const info = {
+        headers,
+        method: "POST",
+        body: body,
+        ...(credentials ? { credentials } : undefined),
+        signal,
+    };
+    return { url, info };
+}
+async function loadDefaultModel(task) {
+    if (!tasks) {
+        tasks = await loadTaskInfo();
+    }
+    const taskInfo = tasks[task];
+    if ((taskInfo?.models.length ?? 0) <= 0) {
+        throw new Error(`No default model defined for task ${task}, please define the model explicitly.`);
+    }
+    return taskInfo.models[0].id;
+}
+async function loadTaskInfo() {
+    const res = await fetch(`${HF_HUB_URL}/api/tasks`);
+    if (!res.ok) {
+        throw new Error("Failed to load tasks definitions from Hugging Face Hub.");
+    }
+    return await res.json();
+}
+function removeProviderPrefix(model, provider) {
+    if (!model.startsWith(`${provider}/`)) {
+        throw new Error(`Models from ${provider} must be prefixed by "${provider}/". Got "${model}".`);
+    }
+    return model.slice(provider.length + 1);
+}

package/dist/esm/package.d.ts

@@ -0,0 +1,3 @@
+export declare const PACKAGE_VERSION = "3.14.0";
+export declare const PACKAGE_NAME = "@huggingface/inference";
+//# sourceMappingURL=package.d.ts.map

package/dist/esm/package.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"package.d.ts","sourceRoot":"","sources":["../../src/package.ts"],"names":[],"mappings":"AACA,eAAO,MAAM,eAAe,WAAW,CAAC;AACxC,eAAO,MAAM,YAAY,2BAA2B,CAAC"}

package/dist/esm/package.js

@@ -0,0 +1,3 @@
+// Generated file from package.json. Issues importing JSON directly when publishing on commonjs/ESM - see https://github.com/microsoft/TypeScript/issues/51783
+export const PACKAGE_VERSION = "3.14.0";
+export const PACKAGE_NAME = "@huggingface/inference";

package/dist/esm/package.json

@@ -0,0 +1,3 @@
+{
+  "type": "module"
+}

package/dist/esm/providers/black-forest-labs.d.ts

@@ -0,0 +1,15 @@
+import type { BodyParams, HeaderParams, UrlParams } from "../types.js";
+import { TaskProviderHelper, type TextToImageTaskHelper } from "./providerHelper.js";
+interface BlackForestLabsResponse {
+    id: string;
+    polling_url: string;
+}
+export declare class BlackForestLabsTextToImageTask extends TaskProviderHelper implements TextToImageTaskHelper {
+    constructor();
+    preparePayload(params: BodyParams): Record<string, unknown>;
+    prepareHeaders(params: HeaderParams, binary: boolean): Record<string, string>;
+    makeRoute(params: UrlParams): string;
+    getResponse(response: BlackForestLabsResponse, url?: string, headers?: HeadersInit, outputType?: "url" | "blob"): Promise<string | Blob>;
+}
+export {};
+//# sourceMappingURL=black-forest-labs.d.ts.map

package/dist/esm/providers/black-forest-labs.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"black-forest-labs.d.ts","sourceRoot":"","sources":["../../../src/providers/black-forest-labs.ts"],"names":[],"mappings":"AAiBA,OAAO,KAAK,EAAE,UAAU,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAGvE,OAAO,EAAE,kBAAkB,EAAE,KAAK,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAGrF,UAAU,uBAAuB;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,EAAE,MAAM,CAAC;CACpB;AAED,qBAAa,8BAA+B,SAAQ,kBAAmB,YAAW,qBAAqB;;IAKtG,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAQlD,cAAc,CAAC,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,OAAO,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAWtF,SAAS,CAAC,MAAM,EAAE,SAAS,GAAG,MAAM;IAO9B,WAAW,CAChB,QAAQ,EAAE,uBAAuB,EACjC,GAAG,CAAC,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE,WAAW,EACrB,UAAU,CAAC,EAAE,KAAK,GAAG,MAAM,GACzB,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;CAgCzB"}

package/dist/esm/providers/black-forest-labs.js

@@ -0,0 +1,78 @@
+/**
+ * See the registered mapping of HF model ID => Black Forest Labs model ID here:
+ *
+ * https://huggingface.co/api/partners/blackforestlabs/models
+ *
+ * This is a publicly available mapping.
+ *
+ * If you want to try to run inference for a new model locally before it's registered on huggingface.co,
+ * you can add it to the dictionary "HARDCODED_MODEL_ID_MAPPING" in consts.ts, for dev purposes.
+ *
+ * - If you work at Black Forest Labs and want to update this mapping, please use the model mapping API we provide on huggingface.co
+ * - If you're a community member and want to add a new supported HF model to Black Forest Labs, please open an issue on the present repo
+ * and we will tag Black Forest Labs team members.
+ *
+ * Thanks!
+ */
+import { InferenceOutputError } from "../lib/InferenceOutputError.js";
+import { delay } from "../utils/delay.js";
+import { omit } from "../utils/omit.js";
+import { TaskProviderHelper } from "./providerHelper.js";
+const BLACK_FOREST_LABS_AI_API_BASE_URL = "https://api.us1.bfl.ai";
+export class BlackForestLabsTextToImageTask extends TaskProviderHelper {
+    constructor() {
+        super("black-forest-labs", BLACK_FOREST_LABS_AI_API_BASE_URL);
+    }
+    preparePayload(params) {
+        return {
+            ...omit(params.args, ["inputs", "parameters"]),
+            ...params.args.parameters,
+            prompt: params.args.inputs,
+        };
+    }
+    prepareHeaders(params, binary) {
+        const headers = {
+            Authorization: params.authMethod !== "provider-key" ? `Bearer ${params.accessToken}` : `X-Key ${params.accessToken}`,
+        };
+        if (!binary) {
+            headers["Content-Type"] = "application/json";
+        }
+        return headers;
+    }
+    makeRoute(params) {
+        if (!params) {
+            throw new Error("Params are required");
+        }
+        return `/v1/${params.model}`;
+    }
+    async getResponse(response, url, headers, outputType) {
+        const urlObj = new URL(response.polling_url);
+        for (let step = 0; step < 5; step++) {
+            await delay(1000);
+            console.debug(`Polling Black Forest Labs API for the result... ${step + 1}/5`);
+            urlObj.searchParams.set("attempt", step.toString(10));
+            const resp = await fetch(urlObj, { headers: { "Content-Type": "application/json" } });
+            if (!resp.ok) {
+                throw new InferenceOutputError("Failed to fetch result from black forest labs API");
+            }
+            const payload = await resp.json();
+            if (typeof payload === "object" &&
+                payload &&
+                "status" in payload &&
+                typeof payload.status === "string" &&
+                payload.status === "Ready" &&
+                "result" in payload &&
+                typeof payload.result === "object" &&
+                payload.result &&
+                "sample" in payload.result &&
+                typeof payload.result.sample === "string") {
+                if (outputType === "url") {
+                    return payload.result.sample;
+                }
+                const image = await fetch(payload.result.sample);
+                return await image.blob();
+            }
+        }
+        throw new InferenceOutputError("Failed to fetch result from black forest labs API");
+    }
+}

package/dist/esm/providers/cerebras.d.ts

@@ -0,0 +1,21 @@
+/**
+ * See the registered mapping of HF model ID => Cerebras model ID here:
+ *
+ * https://huggingface.co/api/partners/cerebras/models
+ *
+ * This is a publicly available mapping.
+ *
+ * If you want to try to run inference for a new model locally before it's registered on huggingface.co,
+ * you can add it to the dictionary "HARDCODED_MODEL_ID_MAPPING" in consts.ts, for dev purposes.
+ *
+ * - If you work at Cerebras and want to update this mapping, please use the model mapping API we provide on huggingface.co
+ * - If you're a community member and want to add a new supported HF model to Cerebras, please open an issue on the present repo
+ * and we will tag Cerebras team members.
+ *
+ * Thanks!
+ */
+import { BaseConversationalTask } from "./providerHelper.js";
+export declare class CerebrasConversationalTask extends BaseConversationalTask {
+    constructor();
+}
+//# sourceMappingURL=cerebras.d.ts.map

package/dist/esm/providers/cerebras.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cerebras.d.ts","sourceRoot":"","sources":["../../../src/providers/cerebras.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,EAAE,sBAAsB,EAAE,MAAM,qBAAqB,CAAC;AAE7D,qBAAa,0BAA2B,SAAQ,sBAAsB;;CAIrE"}

package/dist/esm/providers/cerebras.js

@@ -0,0 +1,22 @@
+/**
+ * See the registered mapping of HF model ID => Cerebras model ID here:
+ *
+ * https://huggingface.co/api/partners/cerebras/models
+ *
+ * This is a publicly available mapping.
+ *
+ * If you want to try to run inference for a new model locally before it's registered on huggingface.co,
+ * you can add it to the dictionary "HARDCODED_MODEL_ID_MAPPING" in consts.ts, for dev purposes.
+ *
+ * - If you work at Cerebras and want to update this mapping, please use the model mapping API we provide on huggingface.co
+ * - If you're a community member and want to add a new supported HF model to Cerebras, please open an issue on the present repo
+ * and we will tag Cerebras team members.
+ *
+ * Thanks!
+ */
+import { BaseConversationalTask } from "./providerHelper.js";
+export class CerebrasConversationalTask extends BaseConversationalTask {
+    constructor() {
+        super("cerebras", "https://api.cerebras.ai");
+    }
+}